-- Logs begin at Thu 2021-07-22 15:44:57 UTC, end at Thu 2021-07-22 18:01:45 UTC. -- Jul 22 16:15:01.327856 n-d-792458-13 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 16:15:04.102834 n-d-792458-13 neutron-server[93643]: INFO neutron.common.config [-] Logging enabled! Jul 22 16:15:04.103465 n-d-792458-13 neutron-server[93643]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 16:15:04.103616 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93643) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 16:15:04.107448 n-d-792458-13 neutron-server[93643]: INFO neutron.common.config [-] Logging enabled! Jul 22 16:15:04.107703 n-d-792458-13 neutron-server[93643]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 16:15:04.108012 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93643) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 16:15:04.108944 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 16:15:04.109176 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 16:15:04.109534 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 16:15:04.109777 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 16:15:04.110000 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 16:15:04.110319 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.110615 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.110912 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.111168 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.111462 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.111748 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.112031 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.112319 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.112616 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.112900 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.113176 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.113457 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.113683 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.113962 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.114247 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.114531 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.114752 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] debug = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.115051 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.115475 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.115893 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.116170 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.116460 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.116733 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.117004 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.117276 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.117558 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.117881 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] host = n-d-792458-13 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.118158 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.118445 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.118729 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.119043 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.119319 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.119663 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.119947 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.120221 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.120493 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] log_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.120767 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.121053 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.121352 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.122167 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.122396 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.122720 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.123052 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.123347 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.123624 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.123896 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.124167 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.124438 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.124710 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.124976 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.125259 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.125540 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.125828 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.126097 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.126367 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.126637 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.126906 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.127211 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.127482 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.127752 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.128022 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.128306 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.128571 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.128841 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.129139 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.129422 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.129704 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.129982 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.130251 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.130532 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.130802 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.131099 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.131368 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] use_json = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.131637 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.131903 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.132180 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.132447 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.132717 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.132984 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.133251 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.133532 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:04.133825 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.134118 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.134414 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.134695 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.135015 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.135294 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.135582 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.135861 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.136148 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.136434 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.136726 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.137030 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.137392 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.137666 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.137958 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.138263 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.138556 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.138847 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.139144 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.139417 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.139759 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.139963 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.140246 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.140536 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.140827 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.141099 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.141375 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.141665 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.141940 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.142210 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.142483 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.142771 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.143075 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.143348 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.143628 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.143903 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.144175 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.144444 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.144716 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.145003 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.145277 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.145551 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.145822 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.146097 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.146366 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.146649 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.146941 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.147223 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.147496 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.147773 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.148045 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.148318 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.148594 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.148867 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.149142 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.149415 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.149688 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.149962 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.150231 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.150502 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.150774 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.151073 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.151351 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.151623 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.151894 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.152163 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.152432 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.152783 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.153081 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.153372 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.153651 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.153932 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.154213 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.154488 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.154762 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.155068 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.155348 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.155630 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.155903 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.156192 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.156473 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.156757 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.157039 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.157316 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.157610 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.157886 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.158166 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.158441 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.158717 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.159030 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.159314 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.159608 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.159919 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.160192 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.160484 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.160771 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.161051 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.161358 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.161638 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:04.161854 n-d-792458-13 neutron-server[93643]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 16:15:04.162092 n-d-792458-13 neutron-server[93643]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93643) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 16:15:04.511881 n-d-792458-13 neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 16:15:04.512179 n-d-792458-13 neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 16:15:04.512482 n-d-792458-13 neutron-server[93643]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 16:15:04.512800 n-d-792458-13 neutron-server[93643]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 16:15:04.903530 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.903821 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.904090 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.905276 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.905548 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.905809 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.939357 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.939634 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.939898 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.953530 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.953807 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.954075 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.984297 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.984580 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:04.984845 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.020316 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.020588 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.020851 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.248284 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.248914 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.248914 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.249082 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.249663 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.367709 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.368026 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.368308 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.368577 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.368843 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.369150 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.369408 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.369662 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.369916 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.370195 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.370453 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.370716 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.370988 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.371239 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.371519 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.371788 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.372048 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.372311 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.372576 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.372831 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.373095 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.373347 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.373629 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.373998 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.374242 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.374483 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.374868 n-d-792458-13 neutron-server[93643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:05.375135 n-d-792458-13 neutron-server[93643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:05.375371 n-d-792458-13 neutron-server[93643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:05.375596 n-d-792458-13 neutron-server[93643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:05.375832 n-d-792458-13 neutron-server[93643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:05.376059 n-d-792458-13 neutron-server[93643]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:05.376416 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 16:15:05.379517 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 16:15:05.383420 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 16:15:05.387085 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 22 16:15:05.388690 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 16:15:05.389136 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 16:15:05.389463 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 16:15:05.389843 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 16:15:05.393641 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 16:15:05.393889 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 16:15:05.394232 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 16:15:05.399427 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 16:15:05.422479 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 16:15:05.422944 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.423253 n-d-792458-13 neutron-server[93643]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93643) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 16:15:05.423610 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.424953 n-d-792458-13 neutron-server[93643]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93643) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 16:15:05.425229 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 16:15:05.425473 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 16:15:05.428628 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.428906 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:05.492579 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 16:15:05.492818 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 16:15:05.493049 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 16:15:05.493421 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 16:15:05.514972 n-d-792458-13 neutron-server[93643]: DEBUG oslo_db.sqlalchemy.engines [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93643) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 16:15:06.039530 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Initializing driver for type 'gre' Jul 22 16:15:06.040060 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] gre ID ranges: [(1, 1000)] Jul 22 16:15:06.092345 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Initializing driver for type 'local' Jul 22 16:15:06.092746 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Initializing driver for type 'vlan' Jul 22 16:15:06.104670 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] VlanTypeDriver initialization complete Jul 22 16:15:06.104958 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Initializing driver for type 'vxlan' Jul 22 16:15:06.105505 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] vxlan ID ranges: [(1, 1000)] Jul 22 16:15:06.159113 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Initializing extension driver 'port_security' Jul 22 16:15:06.159448 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] PortSecurityExtensionDriver initialization complete Jul 22 16:15:06.159776 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Initializing mechanism driver 'openvswitch' Jul 22 16:15:06.160094 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Initializing mechanism driver 'hyperv' Jul 22 16:15:06.166626 n-d-792458-13 neutron-server[93643]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:06.167456 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > port after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.167826 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > port after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.168203 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > port after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.168718 n-d-792458-13 neutron-server[93643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:06.169698 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > subnet after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.170249 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > subnet after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.170821 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.171534 n-d-792458-13 neutron-server[93643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:06.172206 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > network after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.172789 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > network after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.173363 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > network after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.174028 n-d-792458-13 neutron-server[93643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:06.174713 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > security_group after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.175281 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > security_group after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.175633 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.176030 n-d-792458-13 neutron-server[93643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:06.176442 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.176789 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.177127 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.177517 n-d-792458-13 neutron-server[93643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:06.177916 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > address_group after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.178257 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > address_group after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.178589 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.179001 n-d-792458-13 neutron-server[93643]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93643) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 16:15:06.179376 n-d-792458-13 neutron-server[93643]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] ML2 OVO RPC backend initialized. {{(pid=93643) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 16:15:06.180079 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.180431 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.180841 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > network before_response 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.181183 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > networks before_response 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.181525 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > port before_response 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.181862 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > ports before_response 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.182234 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > subnet before_response 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.182574 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > subnets before_response 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.182913 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > network after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.183268 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > network after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.183598 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > network after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.183930 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > port after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.184259 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > port after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.184586 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > port after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.185568 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > subnet after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.186157 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > subnet after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.186513 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.187095 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.plugin [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Modular L2 Plugin initialization complete Jul 22 16:15:06.187425 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading services supported by the core plugin {{(pid=93643) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 16:15:06.187753 n-d-792458-13 neutron-server[93643]: INFO neutron.plugins.ml2.managers [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Got port-security extension from driver 'port_security' Jul 22 16:15:06.188215 n-d-792458-13 neutron-server[93643]: INFO neutron.extensions.vlantransparent [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Disabled vlantransparent extension. Jul 22 16:15:06.188691 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93643) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 16:15:06.189004 n-d-792458-13 neutron-server[93643]: INFO neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading Plugin: router Jul 22 16:15:06.225897 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.226283 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router after_create 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.226649 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router before_create 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.227035 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.227406 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.227758 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router after_delete 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.228110 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.228590 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router after_create 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.228938 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router after_update 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.229286 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router after_update 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.229631 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.229985 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router after_update 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.230389 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router precommit_update 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.230807 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: port after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.231303 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: port after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.232159 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: subnet after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.232730 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.233172 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.233527 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router precommit_create 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.233867 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: port before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.234210 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router precommit_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.234565 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router after_update 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.234903 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.235281 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router precommit_create 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.235637 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.235976 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router precommit_update 55549900 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.236337 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > agent after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.236680 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > agent after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.237019 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > network after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.237864 n-d-792458-13 neutron-server[93643]: DEBUG neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Tracking information for resource: router configured {{(pid=93643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:06.238189 n-d-792458-13 neutron-server[93643]: DEBUG neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Tracking information for resource: floatingip configured {{(pid=93643) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 16:15:06.242994 n-d-792458-13 neutron-server[93643]: INFO neutron.db.l3_agentschedulers_db [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 16:15:06.243569 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: port after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.243925 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: port after_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.244270 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: port after_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.244617 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: port after_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.245408 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router before_create 55550100 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.245767 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.246121 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router precommit_create 55550100 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.246470 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > router precommit_update 55550100 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.251831 n-d-792458-13 neutron-server[93643]: DEBUG neutron.services.provider_configuration [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service providers = [] {{(pid=93643) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 16:15:06.252387 n-d-792458-13 neutron-server[93643]: DEBUG neutron.db.servicetype_db [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93643) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 16:15:06.255115 n-d-792458-13 neutron-server[93643]: DEBUG neutron.services.service_base [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93643) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 16:15:06.255457 n-d-792458-13 neutron-server[93643]: DEBUG neutron.services.service_base [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93643) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 16:15:06.255792 n-d-792458-13 neutron-server[93643]: DEBUG neutron.services.service_base [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93643) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 16:15:06.256668 n-d-792458-13 neutron-server[93643]: DEBUG neutron.services.service_base [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93643) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 16:15:06.257033 n-d-792458-13 neutron-server[93643]: INFO neutron.services.service_base [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 16:15:06.257398 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:06.257711 n-d-792458-13 neutron-server[93643]: INFO neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 16:15:06.268444 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:06.268779 n-d-792458-13 neutron-server[93643]: INFO neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading Plugin: auto_allocate Jul 22 16:15:06.274431 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: network precommit_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.274797 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: network precommit_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.275338 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:06.275695 n-d-792458-13 neutron-server[93643]: INFO neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading Plugin: tag Jul 22 16:15:06.282508 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:06.282833 n-d-792458-13 neutron-server[93643]: INFO neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading Plugin: timestamp Jul 22 16:15:06.286592 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:06.286920 n-d-792458-13 neutron-server[93643]: INFO neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading Plugin: network_ip_availability Jul 22 16:15:06.292336 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.292701 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.293054 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.293747 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:06.294064 n-d-792458-13 neutron-server[93643]: INFO neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading Plugin: flavors Jul 22 16:15:06.300875 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:06.301204 n-d-792458-13 neutron-server[93643]: INFO neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading Plugin: revisions Jul 22 16:15:06.305490 n-d-792458-13 neutron-server[93643]: DEBUG neutron.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93643) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 16:15:06.305872 n-d-792458-13 neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=93643) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 16:15:06.306595 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93643) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 16:15:06.306964 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Initializing extension manager. Jul 22 16:15:06.307455 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: __init__.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.307909 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: __pycache__ {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.308485 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.309514 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: address_group.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.310477 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.311321 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: address-group Jul 22 16:15:06.311645 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: address_scope.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.312366 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.312864 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: address-scope Jul 22 16:15:06.313179 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.314109 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.314609 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: router-admin-state-down-before-update Jul 22 16:15:06.314962 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: agent.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.315642 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.316134 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: agent Jul 22 16:15:06.316449 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: agent_resources_synced.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.317345 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.317841 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: agent-resources-synced Jul 22 16:15:06.318157 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: allowedaddresspairs.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.319976 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.320496 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: allowed-address-pairs Jul 22 16:15:06.320865 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: auto_allocated_topology.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.321933 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.322445 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: auto-allocated-topology Jul 22 16:15:06.322759 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: availability_zone.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.323464 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.323965 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: availability_zone Jul 22 16:15:06.324276 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: availability_zone_filter.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.325182 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.325845 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: availability_zone_filter Jul 22 16:15:06.326272 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: data_plane_status.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.327212 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.327717 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 16:15:06.328033 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: default_subnetpools.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.328943 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.329485 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: default-subnetpools Jul 22 16:15:06.329802 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.330656 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.331190 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: dhcp_agent_scheduler Jul 22 16:15:06.331506 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: dns.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.332665 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.333164 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 16:15:06.333477 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: dns_domain_ports.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.334411 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.334912 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 16:15:06.335251 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.336165 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.336661 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 16:15:06.336976 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: dvr.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.337634 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.338127 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: dvr Jul 22 16:15:06.338441 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: ecmp_routes.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.339430 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.339970 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 16:15:06.340288 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: empty_string_filtering.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.341347 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.342020 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: empty-string-filtering Jul 22 16:15:06.342338 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.343282 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.343777 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 16:15:06.344097 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.345002 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.345495 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 16:15:06.345811 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: external_net.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.346706 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.347249 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: external-net Jul 22 16:15:06.347553 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.348446 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.348939 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: extra_dhcp_opt Jul 22 16:15:06.349531 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: extraroute.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.350421 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.350920 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: extraroute Jul 22 16:15:06.351262 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: extraroute_atomic.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.352264 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.352765 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: extraroute-atomic Jul 22 16:15:06.353082 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: filter_validation.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.353740 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.354233 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: filter-validation Jul 22 16:15:06.354546 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: fip_pf_description.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.355649 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.356153 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 16:15:06.356468 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: fip_port_details.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.358092 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.358588 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: fip-port-details Jul 22 16:15:06.358976 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: flavors.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.360232 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.360813 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: flavors Jul 22 16:15:06.361135 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.362792 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.363342 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 16:15:06.363673 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: floatingip_pools.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.364371 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.364876 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: floatingip-pools Jul 22 16:15:06.365206 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: ip_allocation.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.366120 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.366619 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 16:15:06.367027 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.368003 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.368508 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: ip-substring-filtering Jul 22 16:15:06.368829 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: l2_adjacency.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.369745 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.370241 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 16:15:06.370558 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: l3.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.371533 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.372041 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: router Jul 22 16:15:06.372927 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.375354 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.375878 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 16:15:06.376206 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.377137 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.377644 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: ext-gw-mode Jul 22 16:15:06.377969 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.378892 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.379421 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: l3-ha Jul 22 16:15:06.379742 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: l3_flavors.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.380655 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.381158 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: l3-flavors Jul 22 16:15:06.381477 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.382370 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.382874 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 16:15:06.383216 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: l3agentscheduler.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.384226 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.384728 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: l3_agent_scheduler Jul 22 16:15:06.385047 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: logging.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.386519 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.387073 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension logging not supported by any of loaded plugins Jul 22 16:15:06.387402 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: metering.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.388269 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.388982 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: metering Jul 22 16:15:06.389307 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.390394 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.390903 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: metering_source_and_destination_fields Jul 22 16:15:06.391255 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: multiprovidernet.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.392288 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.392792 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: multi-provider Jul 22 16:15:06.393110 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: netmtu.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.394012 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.394539 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: net-mtu Jul 22 16:15:06.394856 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: netmtu_writable.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.395793 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.396292 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: net-mtu-writable Jul 22 16:15:06.396607 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: network_availability_zone.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.397264 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.397756 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: network_availability_zone Jul 22 16:15:06.398069 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: network_ip_availability.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.399176 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.399676 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: network-ip-availability Jul 22 16:15:06.399994 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: network_segment_range.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.400743 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.401238 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 16:15:06.401555 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: pagination.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.402518 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.402843 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: pagination Jul 22 16:15:06.403188 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: port_device_profile.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.404384 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.404892 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: port-device-profile Jul 22 16:15:06.405216 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.406135 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.406640 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: port-mac-address-regenerate Jul 22 16:15:06.406992 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.407893 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.408397 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: port-numa-affinity-policy Jul 22 16:15:06.408710 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: port_resource_request.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.409600 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.410096 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 16:15:06.410408 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: portbindings.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.411354 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.411859 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: binding Jul 22 16:15:06.412174 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: portbindings_extended.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.413486 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.414011 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: binding-extended Jul 22 16:15:06.414357 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: portsecurity.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.415334 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.415836 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: port-security Jul 22 16:15:06.416153 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: project_id.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.417169 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.417454 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: project-id Jul 22 16:15:06.417774 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: providernet.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.418689 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.419775 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: provider Jul 22 16:15:06.420332 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: qos.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.424001 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.424520 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension qos not supported by any of loaded plugins Jul 22 16:15:06.424844 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.426071 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.426576 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 16:15:06.426900 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.427831 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.428334 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 16:15:06.428656 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: qos_default.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.429561 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.430065 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension qos-default not supported by any of loaded plugins Jul 22 16:15:06.430386 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: qos_fip.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.431064 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.431562 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 16:15:06.431880 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: qos_gateway_ip.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.432788 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.433289 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 16:15:06.433608 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: qos_port_network_policy.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.434511 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.435741 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 16:15:06.436162 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: qos_rule_type_details.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.437078 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.437583 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 16:15:06.437905 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: qos_rules_alias.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.438953 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.439474 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 16:15:06.439866 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: quotasv2.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.440787 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.441349 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: quotas Jul 22 16:15:06.441670 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: quotasv2_detail.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.444742 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.445148 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: quota_details Jul 22 16:15:06.445514 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: rbac.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.446573 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.447128 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: rbac-policies Jul 22 16:15:06.447459 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: rbac_address_group.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.448403 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.448915 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: rbac-address-group Jul 22 16:15:06.449239 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: rbac_address_scope.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.450154 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.450764 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: rbac-address-scope Jul 22 16:15:06.451238 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: rbac_security_groups.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.452162 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.452669 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: rbac-security-groups Jul 22 16:15:06.452989 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: rbac_subnetpool.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.453902 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.454404 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: rbac-subnetpool Jul 22 16:15:06.454720 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: revisionifmatch.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.455684 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.456190 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: revision-if-match Jul 22 16:15:06.456511 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: revisions.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.457865 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.458372 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: standard-attr-revisions Jul 22 16:15:06.458694 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: router_availability_zone.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.459381 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.459883 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: router_availability_zone Jul 22 16:15:06.460202 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: routerservicetype.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.461120 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.461621 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 16:15:06.461941 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.462853 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.463385 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: security-groups-normalized-cidr Jul 22 16:15:06.463703 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.464615 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.465116 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: port-security-groups-filtering Jul 22 16:15:06.465439 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.466674 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.467256 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: security-groups-remote-address-group Jul 22 16:15:06.467579 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: securitygroup.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.477148 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.477672 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: security-group Jul 22 16:15:06.478004 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: segment.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.478796 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.479536 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension segment not supported by any of loaded plugins Jul 22 16:15:06.480198 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.481160 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.482203 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 16:15:06.482702 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: servicetype.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.483902 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.484425 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: service-type Jul 22 16:15:06.484750 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: sorting.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.485726 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.486058 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: sorting Jul 22 16:15:06.486374 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: standard_attr_segment.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.487373 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.487882 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 16:15:06.488203 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: standardattrdescription.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.488847 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.489346 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: standard-attr-description Jul 22 16:15:06.489664 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: stateful_security_group.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.490646 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.491268 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: stateful-security-group Jul 22 16:15:06.491593 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: stdattrs_common.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.492186 n-d-792458-13 neutron-server[93643]: WARNING neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 16:15:06.492505 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.493496 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.494005 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 16:15:06.494321 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: subnet_onboard.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.495418 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.495935 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: subnet_onboard Jul 22 16:15:06.496261 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.497188 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.498577 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 16:15:06.498990 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: subnet_service_types.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.499917 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.500422 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: subnet-service-types Jul 22 16:15:06.500740 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: subnetallocation.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.501811 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.502317 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: subnet_allocation Jul 22 16:15:06.502637 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.503328 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.503830 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: subnetpool-prefix-ops Jul 22 16:15:06.504143 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.505069 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.505571 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 16:15:06.505887 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: tagging.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.506964 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.507474 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: standard-attr-tag Jul 22 16:15:06.507793 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: timestamp.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.509009 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.509523 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loaded extension: standard-attr-timestamp Jul 22 16:15:06.509844 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: trunk.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.510866 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.511412 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension trunk not supported by any of loaded plugins Jul 22 16:15:06.511732 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: trunk_details.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.512644 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.513328 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 16:15:06.513822 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: uplink_status_propagation.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.514748 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.515289 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 16:15:06.515611 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Loading extension file: vlantransparent.py {{(pid=93643) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 16:15:06.516296 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93643) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 16:15:06.516793 n-d-792458-13 neutron-server[93643]: INFO neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 16:15:06.519306 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:network Jul 22 16:15:06.519818 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:subnet Jul 22 16:15:06.520208 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:06.520603 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:port Jul 22 16:15:06.521841 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.522270 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service FLAVORS assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.522887 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.523351 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.523676 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:router Jul 22 16:15:06.524106 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 16:15:06.524573 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service METERING assigned prefix: /metering {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.526001 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.526375 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.526725 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93643) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:15:06.527751 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 16:15:06.528191 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:security_group Jul 22 16:15:06.529233 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 16:15:06.530077 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service CORE assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.530425 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:06.530764 n-d-792458-13 neutron-server[93643]: WARNING neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] subnetpool is already registered Jul 22 16:15:06.531223 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service CORE assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.531547 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:06.531874 n-d-792458-13 neutron-server[93643]: WARNING neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] subnetpool is already registered Jul 22 16:15:06.534123 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.534549 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service FLAVORS assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.535161 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.535576 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.535903 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:router Jul 22 16:15:06.536254 n-d-792458-13 neutron-server[93643]: WARNING neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] router is already registered Jul 22 16:15:06.536656 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 16:15:06.536988 n-d-792458-13 neutron-server[93643]: WARNING neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] floatingip is already registered Jul 22 16:15:06.537434 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service METERING assigned prefix: /metering {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.538089 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 16:15:06.538411 n-d-792458-13 neutron-server[93643]: WARNING neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] rbac_policy is already registered Jul 22 16:15:06.538824 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:security_group Jul 22 16:15:06.539176 n-d-792458-13 neutron-server[93643]: WARNING neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] security_group is already registered Jul 22 16:15:06.539572 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 16:15:06.539901 n-d-792458-13 neutron-server[93643]: WARNING neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] security_group_rule is already registered Jul 22 16:15:06.540515 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service CORE assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.540839 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:06.541168 n-d-792458-13 neutron-server[93643]: WARNING neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] subnetpool is already registered Jul 22 16:15:06.541577 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.v2.resource_helper [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Service CORE assigned prefix: {{(pid=93643) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 16:15:06.541896 n-d-792458-13 neutron-server[93643]: INFO neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 16:15:06.542220 n-d-792458-13 neutron-server[93643]: WARNING neutron.quota.resource_registry [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] subnetpool is already registered Jul 22 16:15:06.542672 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: extensions {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.544189 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: address-groups {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.546504 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: address-scopes {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.547860 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: agents {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.548993 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: auto-allocated-topology {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.550234 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: availability_zones {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.551476 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: dhcp-networks {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.553112 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: dhcp-agents {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.554672 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: routers {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.556441 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: flavors {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.558835 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: service_profiles {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.560433 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: next_providers {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.561886 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: service_profiles {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.563465 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: floatingip-pools {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.564678 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: routers {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.566357 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: floatingips {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.567652 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: l3-routers {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.569017 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: l3-agents {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.570483 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: metering-labels {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.571755 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: metering-label-rules {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.573299 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: network-ip-availabilities {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.574558 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: bindings {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.576443 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: quotas {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.577993 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: quotas {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.579426 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: rbac-policies {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.580616 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: security-groups {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.582151 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: security-group-rules {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.583417 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: service-providers {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.584638 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: subnetpools {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.585970 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: subnetpools {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.587534 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.589318 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.591799 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.593859 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.595570 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.597497 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.599197 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.600999 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.602838 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.604606 n-d-792458-13 neutron-server[93643]: DEBUG neutron.api.extensions [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Extended resource: tags {{(pid=93643) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 16:15:06.611417 n-d-792458-13 neutron-server[93643]: WARNING keystonemiddleware.auth_token [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 16:15:06.615859 n-d-792458-13 neutron-server[93643]: WARNING keystonemiddleware.auth_token [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 16:15:06.624650 n-d-792458-13 neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Acquired lock "singleton_lock" {{(pid=93643) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 16:15:06.625118 n-d-792458-13 neutron-server[93643]: DEBUG oslo_concurrency.lockutils [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Releasing lock "singleton_lock" {{(pid=93643) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 16:15:06.625753 n-d-792458-13 neutron-server[93643]: INFO oslo_service.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Starting 2 workers Jul 22 16:15:06.630522 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Started child 93750 {{(pid=93643) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 16:15:06.634879 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Started child 93751 {{(pid=93643) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 16:15:06.635923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:06.636696 n-d-792458-13 neutron-server[93643]: INFO neutron.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 16:15:06.637386 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Notify callbacks [] for process, before_spawn {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:06.637816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [-] (93750) wsgi starting up on http://0.0.0.0:9696 Jul 22 16:15:06.640090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:06.640604 n-d-792458-13 neutron-server[93643]: INFO oslo_service.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Starting 1 workers Jul 22 16:15:06.641570 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [-] (93751) wsgi starting up on http://0.0.0.0:9696 Jul 22 16:15:06.645247 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Started child 93752 {{(pid=93643) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 16:15:06.645820 n-d-792458-13 neutron-server[93643]: INFO oslo_service.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Starting 1 workers Jul 22 16:15:06.648930 n-d-792458-13 neutron-server[93752]: DEBUG neutron.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] calling RpcWorker wait() {{(pid=93752) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 16:15:06.649481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] returning from RpcWorker wait() {{(pid=93752) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 16:15:06.650316 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Started child 93753 {{(pid=93643) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 16:15:06.650687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:06.651144 n-d-792458-13 neutron-server[93643]: DEBUG neutron_lib.callbacks.manager [None req-1d9ee5ff-5f77-46c3-975c-7b536db17997 None None] Notify callbacks [] for process, after_spawn {{(pid=93643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:06.651260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:06.653077 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93643) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 16:15:06.653288 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 16:15:06.653473 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 16:15:06.654331 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 16:15:06.654892 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 16:15:06.655121 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 16:15:06.655652 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.655938 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.656189 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.656458 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.656546 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:06.656992 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.657325 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.657581 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.657860 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.658146 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.658399 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.658572 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.658739 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.659031 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.659287 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.659573 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.659841 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.660077 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.660357 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.660527 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.660781 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.661055 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.661320 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.661576 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] debug = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.661823 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.662321 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.662568 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.662807 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.663060 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.663346 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.663571 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.663840 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.664069 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.664282 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.664533 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.664777 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.665020 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.665235 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.665449 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.665700 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.665918 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.666388 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] host = n-d-792458-13 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.666605 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.666848 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.667114 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.667413 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.667628 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.667868 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.668138 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.668396 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.668631 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.668855 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.669111 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.669948 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.670314 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.670700 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.670862 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_options = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.671141 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.671409 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.671716 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.671871 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.672012 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.672178 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.672432 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.672596 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.672846 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.673064 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.673279 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.673509 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.673722 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.673954 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.674214 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.674456 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.674685 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.674893 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.675162 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.675409 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.675679 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.675881 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.676099 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.676319 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.676533 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.676768 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.677008 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.677224 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.677438 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.677690 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.677928 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.678188 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.678436 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.678661 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.678883 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.679132 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.679346 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.679616 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.679847 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.680107 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.680350 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.680581 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.680823 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.681040 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.681286 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.681506 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_json = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.681717 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.681948 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.682183 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.682398 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.682625 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.682812 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.683111 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.683306 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.684095 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.684455 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.685102 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.685829 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.686055 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.686287 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.686635 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.686889 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.687019 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.687327 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.687701 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.687912 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.688281 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.688631 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.688739 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.689068 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.689586 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.689586 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.691596 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.691596 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.691596 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.691596 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.691596 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.691596 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.692065 n-d-792458-13 neutron-server[93753]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:06.692562 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.692838 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.693072 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.693343 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.693590 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.693815 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.694436 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.694886 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.695213 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.696974 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.697876 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.698122 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.698390 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.698647 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.699318 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.699895 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.702051 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.702322 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.702982 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.703413 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.703680 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.703925 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.704150 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.704676 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.704918 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.705417 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.707397 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.708893 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.709186 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.709432 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.709670 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.709963 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.710208 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.710447 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.710680 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.710917 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.711188 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.711462 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.711699 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.711927 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.712149 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.712376 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.712606 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.712830 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.713063 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.713290 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.713937 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.713937 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.713937 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.714148 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.714379 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.714597 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.714866 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.715110 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.715817 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.715817 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.715817 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.716568 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.716752 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.716978 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.717368 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.717694 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.717940 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.718211 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.718488 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.718740 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.719837 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.720096 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.720364 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.720651 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.723236 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.724079 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.724381 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.724658 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.725109 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.725533 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.725958 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.726773 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.727666 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.728826 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.729963 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.730233 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.731028 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.731283 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.733149 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.733433 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.733717 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.734909 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.735198 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.735864 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.736142 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.736398 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.736885 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.737395 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.737881 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.738185 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.738498 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.738840 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.739131 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.739415 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.739695 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.739926 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.740437 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.740437 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.740721 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.740936 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.741181 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.741419 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.741790 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.742001 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.742222 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.742446 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.742735 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.743040 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.743279 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.743716 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.744120 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.744505 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.744906 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.745147 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.745374 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.745610 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.745886 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.746086 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.746639 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.746761 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.746966 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.747190 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.747432 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.747793 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.748169 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.748416 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.748656 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.748881 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.749157 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.749372 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.749611 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.749812 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.750270 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.750666 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.750900 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.751145 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.751418 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.751621 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.751870 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.752139 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.752408 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.752644 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.752893 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.753130 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.753450 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.753603 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.754000 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.754230 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.754449 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.754668 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.755022 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.755156 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.755346 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.755595 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.755811 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.756049 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.756301 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.756662 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.756913 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.757155 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.757397 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.757615 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.758028 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.758248 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.758469 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.758686 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.758957 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.759179 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.759417 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.759644 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.759885 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.760102 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.760334 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.760567 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.760782 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.760994 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.761350 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.761582 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.761771 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.762026 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.762263 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.762492 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.762740 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.763033 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.763248 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.763574 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.763859 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.763969 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.764219 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.764431 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.764644 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.764866 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.765165 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.765991 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.765991 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.765991 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.765991 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.766353 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.766467 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.766821 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.767190 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.769546 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.769806 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.770046 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.770276 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.770512 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.770750 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.770999 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.771221 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.771473 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.771697 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.771912 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.772234 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.772490 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.773059 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.773059 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.773252 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.773456 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.773685 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.774015 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.774234 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.774500 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.774722 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.774989 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.775239 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.775501 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.775816 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.776108 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.776415 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.776604 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.776905 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.777199 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.777472 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.777713 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.778008 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.778336 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.779282 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.779542 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.779801 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.780055 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.780370 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.780502 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.780742 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.781845 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.781845 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.781845 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.781845 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.781845 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.783332 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.783332 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.783332 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.783332 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.783332 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.783332 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.783977 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.783977 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 16:15:06.784135 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93643) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 16:15:06.784266 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 16:15:06.784408 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 16:15:06.784578 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 16:15:06.784751 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 16:15:06.784898 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 16:15:06.785102 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.785266 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.785433 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.785597 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.785759 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.785944 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.786104 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.786240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:06.786403 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.786403 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.786652 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.786790 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.786964 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.787172 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.787172 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.787685 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.787685 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.787685 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.788094 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.788094 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.788094 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.788475 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.788475 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.788475 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] debug = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.788855 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.788855 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.789157 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.789157 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.789419 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.789419 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.789687 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.789687 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.789964 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.789964 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.790241 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.790383 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.790516 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.790658 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.790799 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.790963 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.791101 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.791241 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] host = n-d-792458-13 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.791384 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.791548 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.791692 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.791836 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.791980 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.792120 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.792260 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.792392 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.792529 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.792671 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.792827 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.792969 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.793109 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.793251 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.793393 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_options = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.793570 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.793766 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.793766 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.794026 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.794801 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.794801 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.795182 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.795182 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.795455 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.795595 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.795737 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.795880 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.796054 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.796218 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.796359 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.796504 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.796641 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.796783 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.796925 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.797066 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.797236 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.797402 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.797647 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.797789 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.797996 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.798659 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.798659 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.798659 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.799206 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.799206 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.799206 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.799738 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.799905 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.800066 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.800225 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.800385 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.800544 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.800707 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.800866 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.801025 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.801186 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.801343 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.801504 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.801663 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.801822 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.801982 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_json = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.802123 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.802286 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.802444 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.802602 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.802762 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.802920 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.803096 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.803256 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 16:15:06.803616 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.803616 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.803848 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.803969 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.804070 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.804190 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.804355 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.804516 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.804680 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.804840 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.805011 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.805173 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.805346 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.805507 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.805668 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.805832 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.805993 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.806155 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.806318 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.806479 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.806641 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.806804 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.807000 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.807155 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.807316 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.807477 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.807639 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.807802 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.807964 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.808127 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.808288 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.808451 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.808611 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.808772 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.808932 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.809093 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.809254 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.809415 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.809576 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.809739 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.809930 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.810079 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.810241 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.810414 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.810637 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.810721 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.810864 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.811044 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.811207 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.811368 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.811540 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.811906 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.811906 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.812113 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.812245 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.812328 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.812458 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.812618 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.812778 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.812940 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.813101 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.813275 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.813441 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.813602 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.813763 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.813925 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.814086 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.814249 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.814409 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.814571 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.814732 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.814893 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.815060 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.815226 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.815387 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.815549 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.815711 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.815873 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.816035 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.816197 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.816361 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.816522 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.816683 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.816844 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.817015 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.817192 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.817353 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.817514 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.817674 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.817840 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.818032 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.818160 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.818320 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.818480 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.818643 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.818803 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.818981 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.819147 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.819308 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.819469 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.819630 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.819793 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.819955 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.820115 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.820275 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.820437 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.820597 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.820758 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.820919 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.821080 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.821240 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.821410 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.821572 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.821735 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.821897 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.822065 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.822236 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.822398 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.822560 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.822726 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.822869 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.823049 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.823210 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.823376 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.823537 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.823698 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.823858 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.824031 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.824205 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.824364 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.824525 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.824687 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.824873 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.825034 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.825194 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.825355 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.825624 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.825823 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.825947 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.826112 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.826269 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.826431 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.826659 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.826831 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.827002 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.827662 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.827662 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.827662 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.827662 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.828089 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.828089 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.828089 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.828901 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.828901 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.828901 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.828901 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.828901 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.829383 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.829383 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.829383 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.829383 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830047 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830047 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830047 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830047 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830426 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830426 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830426 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830630 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830706 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.830861 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.831071 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.831235 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.831397 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.831560 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.831721 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.832149 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.832310 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.832472 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.832634 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.832795 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.832957 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.833118 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.833284 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.833446 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.833608 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.833769 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.833945 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.834091 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.834254 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.834414 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.834575 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.834735 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.834895 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.835077 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.835237 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.835398 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.835558 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.835722 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.835887 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.836049 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.836209 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.836372 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.836534 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.836696 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.836882 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.837062 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.837228 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.837391 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.837552 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.837714 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.837876 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.838047 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.838215 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.838374 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.838534 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.838696 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.838856 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.839047 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.839208 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.839370 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.839530 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.839693 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.839853 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.840024 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.840186 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.840348 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.840509 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.840671 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.840832 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.841549 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.841876 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.842034 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.842187 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.842349 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.842510 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.842683 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.842844 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.843028 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.843190 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.843352 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.843514 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.843687 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.843854 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.844015 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.844184 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.844345 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.844506 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.844733 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.844872 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.844993 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.845142 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.845304 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.845465 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.845629 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.845793 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.845958 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.846129 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.846297 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.846460 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.846632 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.846803 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.846996 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.847164 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.847329 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.847501 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.847662 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.847825 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.847985 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.848146 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.848307 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.848467 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.848628 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.848788 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.848949 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.849110 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.849270 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.849430 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.849590 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.849751 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.849913 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.850072 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.850233 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.850393 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.850553 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 16:15:06.850707 n-d-792458-13 neutron-server[93643]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93643) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 16:15:07.003282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52068) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:07.011865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063848 Jul 22 16:15:18.423194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b42eed-4d0a-4d19-ade2-deae5ec0e1cc None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:15:18.526618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b42eed-4d0a-4d19-ade2-deae5ec0e1cc None None] No non-hosted networks {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 16:15:18.542151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.agentschedulers_db [None req-43b42eed-4d0a-4d19-ade2-deae5ec0e1cc None None] DHCP Agent not found on host n-d-792458-13 {{(pid=93752) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 16:15:18.668759 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-042f4996-45d8-43a7-8267-ceaf09864fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822562'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:20.921883 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b4283bf4-f2f4-48b5-961a-12d4ccee5703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822562'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:20.973490 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1b090af8-854f-4cfa-9505-f997670186a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:21.058047 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822562'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:21.059110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.059725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.060357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.060916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.061483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.062016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.062556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.063135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.063681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.064222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.064752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.065278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:21.065878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-792458-13', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:21.073649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-792458-13', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:22.390023 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822562'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:24.034175 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822562'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:24.491817 n-d-792458-13 neutron-server[93752]: INFO neutron.db.l3_hamode_db [None req-90f61136-868c-4130-90e5-262a43aa6b6b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 16:15:24.569903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f61136-868c-4130-90e5-262a43aa6b6b None None] Routers set() bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:15:24.570287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f61136-868c-4130-90e5-262a43aa6b6b None None] Router IDs set() for agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:15:25.112947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:25.611248 n-d-792458-13 neutron-server[93751]: WARNING oslo_policy.policy [None req-59c78919-dd42-40df-8f44-f7b83ca3da9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:15:25.611845 n-d-792458-13 neutron-server[93751]: WARNING oslo_policy.policy [None req-59c78919-dd42-40df-8f44-f7b83ca3da9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:15:25.831028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-59c78919-dd42-40df-8f44-f7b83ca3da9e admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:15:25.832281 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-59c78919-dd42-40df-8f44-f7b83ca3da9e admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7181385 Jul 22 16:15:28.176803 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:28.483927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a2931d1f-c93d-4a96-88c9-190fcda06c19 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:15:28.577319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.policy [None req-a2931d1f-c93d-4a96-88c9-190fcda06c19 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93751) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 16:15:28.626100 n-d-792458-13 neutron-server[93751]: WARNING oslo_policy.policy [None req-a2931d1f-c93d-4a96-88c9-190fcda06c19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:15:28.626475 n-d-792458-13 neutron-server[93751]: WARNING oslo_policy.policy [None req-a2931d1f-c93d-4a96-88c9-190fcda06c19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:15:28.635039 n-d-792458-13 neutron-server[93751]: INFO neutron.quota [None req-a2931d1f-c93d-4a96-88c9-190fcda06c19 admin admin] Loaded quota_driver: . Jul 22 16:15:28.725463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2931d1f-c93d-4a96-88c9-190fcda06c19 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793812706573', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793812707104', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793812694170', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793812692300', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793812665107', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793812654603', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542400', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3452395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489849', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415257'] for rbac-policy, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:28.789158 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2931d1f-c93d-4a96-88c9-190fcda06c19 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:28.790599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a2931d1f-c93d-4a96-88c9-190fcda06c19 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6127040 Jul 22 16:15:31.387832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:31.677790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'name': 'private', 'tenant_id': '415532ce025f44d5ab5742906e8483e0'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:15:31.710134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Made reservation on behalf of 415532ce025f44d5ab5742906e8483e0 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:15:31.712849 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:31.730084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:31.851247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:31.854969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:31.873200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:15:31.902225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793813570856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:31.902833 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Unsubscribe: segment precommit_create {{(pid=93751) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 16:15:31.903913 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Added segment 8de16a05-075c-419f-8b0b-f895bbe5611a of type vlan for network 51fdab8d-fc03-415a-a135-23b05a419c1c Jul 22 16:15:31.926681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2304e168-e8aa-4f18-8391-958bd0cd0ede,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:31.975843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.976176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.976508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.976835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.977158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.977478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.977798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.978114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.978430 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.978744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.979086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.979402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Tracked resource versions report: Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: pushed versions: Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: { 'AddressGroup': {'1.2'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'ConntrackHelper': {'1.0'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Log': {'1.0'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Network': {'1.1'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Port': {'1.7'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'PortForwarding': {'1.2'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'QosPolicy': {'1.8'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'SecurityGroup': {'1.4'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'SubPort': {'1.0'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Subnet': {'1.1'}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Trunk': {'1.1'}} Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: consumer versions: Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: { DHCP agent@n-d-792458-13: {}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: L3 agent@n-d-792458-13: {}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: Metadata agent@n-d-792458-13: {}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: Metering agent@n-d-792458-13: {}, Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: Open vSwitch agent@n-d-792458-13: { 'AddressGroup': '1.2', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'ConntrackHelper': '1.0', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Log': '1.0', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Network': '1.1', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Port': '1.7', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'PortForwarding': '1.2', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'QosPolicy': '1.8', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'SecurityGroup': '1.4', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'SecurityGroupRule': '1.2', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'SubPort': '1.0', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Subnet': '1.1', Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: 'Trunk': '1.1'}} Jul 22 16:15:31.980536 n-d-792458-13 neutron-server[93751]: {{(pid=93751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:15:32.028014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:32.079133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:32.080178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:15:32.080828 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:32.133220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7443445 Jul 22 16:15:32.178669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eb83a-f89e-4269-a9e0-5258b752ac35 admin admin] Pushing event updated for resources: {'Network': ['ID=51fdab8d-fc03-415a-a135-23b05a419c1c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:32.192152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 51fdab8d-fc03-415a-a135-23b05a419c1c details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:15:34.770729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52202) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:35.160489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de71fe51-55e0-41d5-b518-df5d0c664144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:15:35.161844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-de71fe51-55e0-41d5-b518-df5d0c664144 admin admin] 10.222.0.53 "GET /v2.0/networks/51fdab8d-fc03-415a-a135-23b05a419c1c HTTP/1.1" status: 200 len: 825 time: 0.3901410 Jul 22 16:15:35.186115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-26344c4a-c554-48c3-bffa-4101da0e0fad admin admin] 10.222.0.53 "GET /v2.0/subnetpools/83060430-03c3-470c-a26b-d9ff3d86eaae HTTP/1.1" status: 200 len: 734 time: 0.0188034 Jul 22 16:15:35.194232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Request body: {'subnet': {'subnetpool_id': '83060430-03c3-470c-a26b-d9ff3d86eaae', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'gateway_ip': '172.20.0.1', 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:15:35.216109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Made reservation on behalf of 415532ce025f44d5ab5742906e8483e0 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:15:35.218493 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:35.506319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:35.573567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=253cdfe1-ecdf-4cdb-be75-8da62dbae2ba,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:35.578728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Checking segment: {'id': '8de16a05-075c-419f-8b0b-f895bbe5611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:15:35.579128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Network hostable DHCP agents. Network: 51fdab8d-fc03-415a-a135-23b05a419c1c, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:15:35.600678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Network 51fdab8d-fc03-415a-a135-23b05a419c1c is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:15:35.610883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 51fdab8d-fc03-415a-a135-23b05a419c1c) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:15:35.615545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:15:35.616133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:35.620775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ed1ea-10f2-4e11-ba82-4d9cb34185d3 None None] Network 51fdab8d-fc03-415a-a135-23b05a419c1c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:15:35.629906 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-995f66e8-cf23-4ab3-b90d-4e368a7890a1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4389319 Jul 22 16:15:35.947706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-51fdab8d-fc03-415a-a135-23b05a419c1c', 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'fixed_ips': [{'subnet_id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:15:35.948960 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:36.217371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Allocated IP 172.20.0.2 (51fdab8d-fc03-415a-a135-23b05a419c1c/253cdfe1-ecdf-4cdb-be75-8da62dbae2ba/1185e3af-abf9-41d7-ab28-cb63bb59debc) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:15:36.442614 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:36.458038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Transition to ACTIVE for port object 1185e3af-abf9-41d7-ab28-cb63bb59debc will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:15:36.479967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Transition to ACTIVE for port object 1185e3af-abf9-41d7-ab28-cb63bb59debc will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:15:36.488561 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:36.558403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Network 51fdab8d-fc03-415a-a135-23b05a419c1c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:15:36.563780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:15:36.572564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:15:36.577973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Pushing event updated for resources: {'Port': ['ID=1185e3af-abf9-41d7-ab28-cb63bb59debc,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:36.605285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.605631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.606175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.606515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.606844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.607273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.607600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.607925 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.608244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.608566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.608884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.609202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Tracked resource versions report: Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: pushed versions: Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: { 'AddressGroup': {'1.2'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'ConntrackHelper': {'1.0'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Log': {'1.0'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Network': {'1.1'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Port': {'1.7'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'PortForwarding': {'1.2'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'QosPolicy': {'1.8'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'SecurityGroup': {'1.4'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'SubPort': {'1.0'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Subnet': {'1.1'}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Trunk': {'1.1'}} Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: consumer versions: Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: { DHCP agent@n-d-792458-13: {}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: L3 agent@n-d-792458-13: {}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: Metadata agent@n-d-792458-13: {}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: Metering agent@n-d-792458-13: {}, Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: Open vSwitch agent@n-d-792458-13: { 'AddressGroup': '1.2', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'ConntrackHelper': '1.0', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Log': '1.0', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Network': '1.1', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Port': '1.7', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'PortForwarding': '1.2', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'QosPolicy': '1.8', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'SecurityGroup': '1.4', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'SecurityGroupRule': '1.2', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'SubPort': '1.0', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Subnet': '1.1', Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: 'Trunk': '1.1'}} Jul 22 16:15:36.610330 n-d-792458-13 neutron-server[93752]: {{(pid=93752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:15:36.666158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Attempting to bind port 1185e3af-abf9-41d7-ab28-cb63bb59debc on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:15:36.666805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Attempting to bind port 1185e3af-abf9-41d7-ab28-cb63bb59debc by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '8de16a05-075c-419f-8b0b-f895bbe5611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:15:36.666982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Attempting to bind port 1185e3af-abf9-41d7-ab28-cb63bb59debc on network 51fdab8d-fc03-415a-a135-23b05a419c1c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:15:36.671860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:15:36.672275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Checking segment: {'id': '8de16a05-075c-419f-8b0b-f895bbe5611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:15:36.672729 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:36.673120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Bound using segment: {'id': '8de16a05-075c-419f-8b0b-f895bbe5611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:15:36.673612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Bound port: 1185e3af-abf9-41d7-ab28-cb63bb59debc, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de16a05-075c-419f-8b0b-f895bbe5611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:15:36.674003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:36.737910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] For port 1185e3af-abf9-41d7-ab28-cb63bb59debc, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:15:36.742144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] For port 1185e3af-abf9-41d7-ab28-cb63bb59debc, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1185e3af-abf9-41d7-ab28-cb63bb59debc,segment=NetworkSegment(8de16a05-075c-419f-8b0b-f895bbe5611a),segment_id=8de16a05-075c-419f-8b0b-f895bbe5611a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:15:36.745771 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:36.810861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53be54e-24d1-4825-b445-9f11e4d1b61a None None] Pushing event updated for resources: {'Port': ['ID=1185e3af-abf9-41d7-ab28-cb63bb59debc,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:38.054596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:38.366251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-24c4cd3e-0814-4762-b04e-fca24e408cad admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:15:38.367272 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-24c4cd3e-0814-4762-b04e-fca24e408cad admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3116412 Jul 22 16:15:40.767668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:41.285611 n-d-792458-13 neutron-server[93750]: WARNING oslo_policy.policy [None req-c103ceda-a043-4cf3-b571-a3315efa55f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:15:41.286199 n-d-792458-13 neutron-server[93750]: WARNING oslo_policy.policy [None req-c103ceda-a043-4cf3-b571-a3315efa55f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:15:41.505227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [None req-c103ceda-a043-4cf3-b571-a3315efa55f9 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:15:41.506453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c103ceda-a043-4cf3-b571-a3315efa55f9 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7365479 Jul 22 16:15:44.137557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:44.436713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] Request body: {'router': {'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:15:44.501081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.policy [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93750) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 16:15:44.546599 n-d-792458-13 neutron-server[93750]: WARNING oslo_policy.policy [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:15:44.547008 n-d-792458-13 neutron-server[93750]: WARNING oslo_policy.policy [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 16:15:44.555554 n-d-792458-13 neutron-server[93750]: INFO neutron.quota [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] Loaded quota_driver: . Jul 22 16:15:44.612316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:44.614070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:44.719477 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:15:44.772991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:44.778994 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:44.799072 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:44.800195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e6499d36-6f12-412b-bc0b-a7c2ff0d5cf9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6616659 Jul 22 16:15:44.921691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1185e3af-abf9-41d7-ab28-cb63bb59debc up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:15:45.012895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1185e3af-abf9-41d7-ab28-cb63bb59debc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:15:45.232063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b233b2-3f71-4cb4-82b1-2d607590056f None None] Network 51fdab8d-fc03-415a-a135-23b05a419c1c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:15:45.301254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7fea1f8-2dd0-4a49-8436-10a512500df8 None None] Provisioning for port 1185e3af-abf9-41d7-ab28-cb63bb59debc completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:15:45.306737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7fea1f8-2dd0-4a49-8436-10a512500df8 None None] Provisioning complete for port 1185e3af-abf9-41d7-ab28-cb63bb59debc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:15:45.307151 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7fea1f8-2dd0-4a49-8436-10a512500df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:45.496951 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7fea1f8-2dd0-4a49-8436-10a512500df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:45.552925 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7fea1f8-2dd0-4a49-8436-10a512500df8 None None] For port 1185e3af-abf9-41d7-ab28-cb63bb59debc, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1185e3af-abf9-41d7-ab28-cb63bb59debc,segment=NetworkSegment(8de16a05-075c-419f-8b0b-f895bbe5611a),segment_id=8de16a05-075c-419f-8b0b-f895bbe5611a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:15:45.558988 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7fea1f8-2dd0-4a49-8436-10a512500df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:45.612292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fea1f8-2dd0-4a49-8436-10a512500df8 None None] Pushing event updated for resources: {'Port': ['ID=1185e3af-abf9-41d7-ab28-cb63bb59debc,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:45.781530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ab3a1183-a31d-474e-ab83-dc5554d84688 None None] Provisioning complete for port 1185e3af-abf9-41d7-ab28-cb63bb59debc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:15:45.781821 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ab3a1183-a31d-474e-ab83-dc5554d84688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:46.898018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1185e3af-abf9-41d7-ab28-cb63bb59debc up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:15:46.947568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1185e3af-abf9-41d7-ab28-cb63bb59debc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:15:46.947942 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:47.267766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52248) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:47.583739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [None req-e5ae6668-9da3-433d-97da-a4956b53cc76 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:15:47.584707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e5ae6668-9da3-433d-97da-a4956b53cc76 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160241 Jul 22 16:15:48.345939 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed169161-8f13-406c-9fdf-a4e1357df595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:49.960673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52256) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:50.269349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:15:50.292080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Made reservation on behalf of d5396f937de849f0903956dcba545d58 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:15:50.295590 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:50.311676 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:50.431338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:50.435421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:50.447549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Reserving flat network on physical network physnet1 {{(pid=93750) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 16:15:50.477639 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793813570856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:50.478190 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Unsubscribe: segment precommit_create {{(pid=93750) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 16:15:50.478693 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Added segment ba946432-a53d-49a2-a6cb-71109fafdd39 of type flat for network 1646808e-4165-43b0-9912-b68e8cc83024 Jul 22 16:15:50.500643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e11e5c2-243e-4678-978d-11a80ebaeeee,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:50.548549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.549013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.549349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.549683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.550084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.550456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.550776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.551117 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.551443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.551757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.552070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.552382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Tracked resource versions report: Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: pushed versions: Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: { 'AddressGroup': {'1.2'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'ConntrackHelper': {'1.0'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Log': {'1.0'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Network': {'1.1'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Port': {'1.7'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'PortForwarding': {'1.2'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'QosPolicy': {'1.8'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'SecurityGroup': {'1.4'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'SubPort': {'1.0'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Subnet': {'1.1'}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Trunk': {'1.1'}} Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: consumer versions: Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: { DHCP agent@n-d-792458-13: {}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: L3 agent@n-d-792458-13: {}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: Metadata agent@n-d-792458-13: {}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: Metering agent@n-d-792458-13: {}, Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: Open vSwitch agent@n-d-792458-13: { 'AddressGroup': '1.2', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'ConntrackHelper': '1.0', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Log': '1.0', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Network': '1.1', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Port': '1.7', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'PortForwarding': '1.2', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'QosPolicy': '1.8', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'SecurityGroup': '1.4', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'SecurityGroupRule': '1.2', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'SubPort': '1.0', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Subnet': '1.1', Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: 'Trunk': '1.1'}} Jul 22 16:15:50.553509 n-d-792458-13 neutron-server[93750]: {{(pid=93750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:15:50.607606 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:50.659471 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:50.660659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:15:50.661302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:50.724251 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7624114 Jul 22 16:15:50.768304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fd0cf-6b1f-4caf-9ae2-7e7bb14cdbb5 admin admin] Pushing event updated for resources: {'Network': ['ID=1646808e-4165-43b0-9912-b68e8cc83024,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:50.782247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 1646808e-4165-43b0-9912-b68e8cc83024 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:15:50.920928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3faa4e15-bdea-4939-8f03-e62f0af0e1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:51.046418 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:52.303272 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:53.115962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:53.287475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535ccc90-a710-4758-8a28-ef752a2175a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:15:53.288821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-535ccc90-a710-4758-8a28-ef752a2175a5 admin admin] 10.222.0.53 "GET /v2.0/subnets/253cdfe1-ecdf-4cdb-be75-8da62dbae2ba HTTP/1.1" status: 200 len: 849 time: 0.1719286 Jul 22 16:15:53.444681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0d5784e6-c7bc-47d5-a592-7c01c79bd540 admin admin] 10.222.0.53 "GET /v2.0/routers/9acfa856-5f84-4c2d-b88d-e36a60e99169 HTTP/1.1" status: 200 len: 704 time: 0.1503601 Jul 22 16:15:53.705623 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:53.976286 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:53.992137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Allocated IP 172.20.0.1 (51fdab8d-fc03-415a-a135-23b05a419c1c/253cdfe1-ecdf-4cdb-be75-8da62dbae2ba/80b62880-238a-4d93-ba51-9417badbdea0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:15:54.144797 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:54.165783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Transition to ACTIVE for port object 80b62880-238a-4d93-ba51-9417badbdea0 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:15:54.244895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:54.358687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Network 51fdab8d-fc03-415a-a135-23b05a419c1c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:15:54.363269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:15:54.368683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:15:54.369255 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:54.426054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Pushing event updated for resources: {'Port': ['ID=80b62880-238a-4d93-ba51-9417badbdea0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:54.530448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-89609a94-4e1b-4e87-bc21-1abd70e0b3d6 None None] Provisioning for port 80b62880-238a-4d93-ba51-9417badbdea0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:15:54.533962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-89609a94-4e1b-4e87-bc21-1abd70e0b3d6 None None] Provisioning complete for port 80b62880-238a-4d93-ba51-9417badbdea0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:15:54.534332 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-89609a94-4e1b-4e87-bc21-1abd70e0b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:54.570817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-89609a94-4e1b-4e87-bc21-1abd70e0b3d6 None None] Port 80b62880-238a-4d93-ba51-9417badbdea0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:15:54.584139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:54.761134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:54.766342 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:54.767166 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:54.827147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Pushing event updated for resources: {'Port': ['ID=80b62880-238a-4d93-ba51-9417badbdea0,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:54.890523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Network 51fdab8d-fc03-415a-a135-23b05a419c1c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:15:54.891867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:15:55.057860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Router 9acfa856-5f84-4c2d-b88d-e36a60e99169 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:15:55.092781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7c6135a7-e85f-4ae8-9054-b00fb5b44442 None None] Provisioning complete for port 80b62880-238a-4d93-ba51-9417badbdea0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:15:55.093319 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c6135a7-e85f-4ae8-9054-b00fb5b44442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:55.127214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7c6135a7-e85f-4ae8-9054-b00fb5b44442 None None] Port 80b62880-238a-4d93-ba51-9417badbdea0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:15:55.149082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:15:55.155403 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-69e9d1c4-1af3-4677-879a-4484b53fbff7 admin admin] 10.222.0.53 "PUT /v2.0/routers/9acfa856-5f84-4c2d-b88d-e36a60e99169/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7060413 Jul 22 16:15:55.158660 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Sync routers for ids ['9acfa856-5f84-4c2d-b88d-e36a60e99169'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:15:55.171477 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Routers {'9acfa856-5f84-4c2d-b88d-e36a60e99169'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:15:55.172208 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:15:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9acfa856-5f84-4c2d-b88d-e36a60e99169'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:55.355870 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Set router 9acfa856-5f84-4c2d-b88d-e36a60e99169 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:15:55.783706 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'name': 'router1', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:15:44Z', 'updated_at': '2021-07-22T16:15:54Z', 'revision_number': 2, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'gw_port_host': None, '_interfaces': [{'id': '80b62880-238a-4d93-ba51-9417badbdea0', 'name': '', 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'mac_address': 'fa:16:3e:bc:7b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:15:53Z', 'updated_at': '2021-07-22T16:15:54Z', 'revision_number': 2, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'subnets': [{'id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83060430-03c3-470c-a26b-d9ff3d86eaae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:55.832607 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Checking router: 9acfa856-5f84-4c2d-b88d-e36a60e99169 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:15:55.832974 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Updating router 9acfa856-5f84-4c2d-b88d-e36a60e99169 port 80b62880-238a-4d93-ba51-9417badbdea0 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:15:55.895625 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:56.390129 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:56.408777 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Transition to ACTIVE for port object 80b62880-238a-4d93-ba51-9417badbdea0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:15:56.415531 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:56.580488 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Attempting to bind port 80b62880-238a-4d93-ba51-9417badbdea0 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:15:56.580941 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Attempting to bind port 80b62880-238a-4d93-ba51-9417badbdea0 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '8de16a05-075c-419f-8b0b-f895bbe5611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:15:56.581293 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Attempting to bind port 80b62880-238a-4d93-ba51-9417badbdea0 on network 51fdab8d-fc03-415a-a135-23b05a419c1c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:15:56.600433 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:15:56.600961 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Checking segment: {'id': '8de16a05-075c-419f-8b0b-f895bbe5611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:15:56.601423 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:56.601879 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Bound using segment: {'id': '8de16a05-075c-419f-8b0b-f895bbe5611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:15:56.602360 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Bound port: 80b62880-238a-4d93-ba51-9417badbdea0, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de16a05-075c-419f-8b0b-f895bbe5611a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:15:56.602732 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:56.606335 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Pushing event updated for resources: {'Port': ['ID=80b62880-238a-4d93-ba51-9417badbdea0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:56.624655 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.624990 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.625321 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.625648 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.625968 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.626287 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.626604 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.626919 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.627256 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.627568 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.627882 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.628192 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Tracked resource versions report: Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: pushed versions: Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: { 'AddressGroup': {'1.2'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'ConntrackHelper': {'1.0'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Log': {'1.0'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Network': {'1.1'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Port': {'1.7'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'PortForwarding': {'1.2'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'QosPolicy': {'1.8'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'SecurityGroup': {'1.4'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'SubPort': {'1.0'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Subnet': {'1.1'}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Trunk': {'1.1'}} Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: consumer versions: Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: { DHCP agent@n-d-792458-13: {}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: L3 agent@n-d-792458-13: {}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: Metadata agent@n-d-792458-13: {}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: Metering agent@n-d-792458-13: {}, Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: Open vSwitch agent@n-d-792458-13: { 'AddressGroup': '1.2', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'ConntrackHelper': '1.0', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Log': '1.0', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Network': '1.1', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Port': '1.7', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'PortForwarding': '1.2', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'QosPolicy': '1.8', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'SecurityGroup': '1.4', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'SecurityGroupRule': '1.2', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'SubPort': '1.0', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Subnet': '1.1', Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: 'Trunk': '1.1'}} Jul 22 16:15:56.629292 n-d-792458-13 neutron-server[93753]: {{(pid=93753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:15:56.686629 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] For port 80b62880-238a-4d93-ba51-9417badbdea0, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:15:56.708717 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] For port 80b62880-238a-4d93-ba51-9417badbdea0, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=80b62880-238a-4d93-ba51-9417badbdea0,segment=NetworkSegment(8de16a05-075c-419f-8b0b-f895bbe5611a),segment_id=8de16a05-075c-419f-8b0b-f895bbe5611a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:15:56.712756 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:56.781163 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f93522-0457-48a2-90ff-45e3c894e509 None None] Pushing event updated for resources: {'Port': ['ID=80b62880-238a-4d93-ba51-9417badbdea0,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:56.786404 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Routers {'9acfa856-5f84-4c2d-b88d-e36a60e99169'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:15:56.787274 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:15:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9acfa856-5f84-4c2d-b88d-e36a60e99169'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:56.874585 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] Set router 9acfa856-5f84-4c2d-b88d-e36a60e99169 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:15:57.080040 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'name': 'router1', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:15:44Z', 'updated_at': '2021-07-22T16:15:54Z', 'revision_number': 2, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'gw_port_host': None, '_interfaces': [{'id': '80b62880-238a-4d93-ba51-9417badbdea0', 'name': '', 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'mac_address': 'fa:16:3e:bc:7b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:15:53Z', 'updated_at': '2021-07-22T16:15:56Z', 'revision_number': 4, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'subnets': [{'id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83060430-03c3-470c-a26b-d9ff3d86eaae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:15:57.105438 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d358b7-e89e-44aa-aba1-15de2680d657 None None] The sync data for ids ['9acfa856-5f84-4c2d-b88d-e36a60e99169'] in n-d-792458-13 is: [{'id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'name': 'router1', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:15:44Z', 'updated_at': '2021-07-22T16:15:54Z', 'revision_number': 2, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'gw_port_host': None, '_interfaces': [{'id': '80b62880-238a-4d93-ba51-9417badbdea0', 'name': '', 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'mac_address': 'fa:16:3e:bc:7b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:15:53Z', 'updated_at': '2021-07-22T16:15:56Z', 'revision_number': 4, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'subnets': [{'id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83060430-03c3-470c-a26b-d9ff3d86eaae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:15:57.399083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52298) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:15:57.507537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf35dd8-5ed7-4225-a415-a638bead61b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:15:57.508883 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cbf35dd8-5ed7-4225-a415-a638bead61b6 admin admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 842 time: 0.1087513 Jul 22 16:15:57.518268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'ip_version': 4, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'name': 'public-subnet'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:15:57.539178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Made reservation on behalf of d5396f937de849f0903956dcba545d58 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:15:57.541380 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:57.812669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.objects.ports [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:15:57.813095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:57.866361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a897c67d-0bf5-4785-b0ab-90541ded3d2b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:15:57.876440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:15:57.876799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Network hostable DHCP agents. Network: 1646808e-4165-43b0-9912-b68e8cc83024, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:15:57.892401 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:15:57.900250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 1646808e-4165-43b0-9912-b68e8cc83024) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:15:57.907379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:15:57.908152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:15:57.908897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4fb9e-0e5e-4337-9238-c64b3a24e3c3 None None] Network 1646808e-4165-43b0-9912-b68e8cc83024 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:15:57.926961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f868af3-23b6-48a5-9433-c3f23ff13f98 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4087913 Jul 22 16:15:58.046791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bfddb9-0729-444c-8219-efefcf894983 None None] Network 1646808e-4165-43b0-9912-b68e8cc83024 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:16:00.188088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52306) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:00.383889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1f20c569-6415-494d-9dba-efa782ac8014 admin admin] 10.222.0.53 "GET /v2.0/routers/9acfa856-5f84-4c2d-b88d-e36a60e99169 HTTP/1.1" status: 200 len: 710 time: 0.1947370 Jul 22 16:16:00.469400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d5da9-b8bd-470e-9c9e-7c476dd0d300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:16:00.470676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ef3d5da9-b8bd-470e-9c9e-7c476dd0d300 admin admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 886 time: 0.0812981 Jul 22 16:16:00.479303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:16:00.732589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:00.977465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:01.055587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:01.165467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Allocated IP 172.25.3.236 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/08529778-bf0e-4c27-b9fc-c1169b4a064d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:16:01.264408 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:01.316642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:01.361001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:16:01.366377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:16:01.376068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:16:01.378555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Pushing event updated for resources: {'Port': ['ID=08529778-bf0e-4c27-b9fc-c1169b4a064d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:01.623271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:01.914128 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:01.917324 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:02.026319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Router 9acfa856-5f84-4c2d-b88d-e36a60e99169 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:16:02.131106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:16:02.138341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:02.140328 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-795037b8-8357-4dda-bd84-730d038e7ade admin admin] 10.222.0.53 "PUT /v2.0/routers/9acfa856-5f84-4c2d-b88d-e36a60e99169 HTTP/1.1" status: 200 len: 890 time: 1.6635091 Jul 22 16:16:02.938706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 80b62880-238a-4d93-ba51-9417badbdea0 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:02.988917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 80b62880-238a-4d93-ba51-9417badbdea0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:16:02.992739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 80b62880-238a-4d93-ba51-9417badbdea0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:02.993106 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:03.071027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:03.102080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 80b62880-238a-4d93-ba51-9417badbdea0, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=80b62880-238a-4d93-ba51-9417badbdea0,segment=NetworkSegment(8de16a05-075c-419f-8b0b-f895bbe5611a),segment_id=8de16a05-075c-419f-8b0b-f895bbe5611a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:16:03.106030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:03.201686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=80b62880-238a-4d93-ba51-9417badbdea0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:03.519798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Sync routers for ids ['9acfa856-5f84-4c2d-b88d-e36a60e99169'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:16:03.530549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Routers {'9acfa856-5f84-4c2d-b88d-e36a60e99169'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:16:03.531219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:15:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9acfa856-5f84-4c2d-b88d-e36a60e99169'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:03.730768 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Set router 9acfa856-5f84-4c2d-b88d-e36a60e99169 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:16:04.118388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'name': 'router1', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '08529778-bf0e-4c27-b9fc-c1169b4a064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:15:44Z', 'updated_at': '2021-07-22T16:16:01Z', 'revision_number': 4, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'gw_port': {'id': '08529778-bf0e-4c27-b9fc-c1169b4a064d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:01Z', 'updated_at': '2021-07-22T16:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '80b62880-238a-4d93-ba51-9417badbdea0', 'name': '', 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'mac_address': 'fa:16:3e:bc:7b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:15:53Z', 'updated_at': '2021-07-22T16:16:03Z', 'revision_number': 5, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'subnets': [{'id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83060430-03c3-470c-a26b-d9ff3d86eaae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:04.169585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Checking router: 9acfa856-5f84-4c2d-b88d-e36a60e99169 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:16:04.169931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Updating router 9acfa856-5f84-4c2d-b88d-e36a60e99169 port 08529778-bf0e-4c27-b9fc-c1169b4a064d binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:16:04.203186 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:04.537498 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:04.546543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:16:04.547073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Transition to ACTIVE for port object 08529778-bf0e-4c27-b9fc-c1169b4a064d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:16:04.552210 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:04.607400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Attempting to bind port 08529778-bf0e-4c27-b9fc-c1169b4a064d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:16:04.607771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Attempting to bind port 08529778-bf0e-4c27-b9fc-c1169b4a064d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:16:04.608138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Attempting to bind port 08529778-bf0e-4c27-b9fc-c1169b4a064d on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:16:04.614842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5e1e6-7585-4ae1-8190-f2a7ac2ab30e None None] Pushing event updated for resources: {'Port': ['ID=08529778-bf0e-4c27-b9fc-c1169b4a064d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:04.617519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:16:04.617893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:16:04.618295 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:04.618681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:16:04.619170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Bound port: 08529778-bf0e-4c27-b9fc-c1169b4a064d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:16:04.619568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:04.670237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] For port 08529778-bf0e-4c27-b9fc-c1169b4a064d, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:16:04.673467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] For port 08529778-bf0e-4c27-b9fc-c1169b4a064d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=08529778-bf0e-4c27-b9fc-c1169b4a064d,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:16:04.678429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:04.723648 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b3f6bcd-5a63-41fc-8a97-58acc4144e33 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1755884 Jul 22 16:16:04.745496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5e1e6-7585-4ae1-8190-f2a7ac2ab30e None None] Pushing event updated for resources: {'Port': ['ID=08529778-bf0e-4c27-b9fc-c1169b4a064d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:04.749310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Routers {'9acfa856-5f84-4c2d-b88d-e36a60e99169'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:16:04.749923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:15:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9acfa856-5f84-4c2d-b88d-e36a60e99169'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:04.922304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 80b62880-238a-4d93-ba51-9417badbdea0 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:04.975188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] Set router 9acfa856-5f84-4c2d-b88d-e36a60e99169 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:16:05.073849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 80b62880-238a-4d93-ba51-9417badbdea0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:05.074137 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:05.264088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'name': 'router1', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '08529778-bf0e-4c27-b9fc-c1169b4a064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:15:44Z', 'updated_at': '2021-07-22T16:16:01Z', 'revision_number': 4, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'gw_port': {'id': '08529778-bf0e-4c27-b9fc-c1169b4a064d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:01Z', 'updated_at': '2021-07-22T16:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '80b62880-238a-4d93-ba51-9417badbdea0', 'name': '', 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'mac_address': 'fa:16:3e:bc:7b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:15:53Z', 'updated_at': '2021-07-22T16:16:03Z', 'revision_number': 5, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'subnets': [{'id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83060430-03c3-470c-a26b-d9ff3d86eaae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:16:05.290476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabaebc-33c5-48cd-bbf7-46571f5b2d9a None None] The sync data for ids ['9acfa856-5f84-4c2d-b88d-e36a60e99169'] in n-d-792458-13 is: [{'id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'name': 'router1', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '08529778-bf0e-4c27-b9fc-c1169b4a064d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:15:44Z', 'updated_at': '2021-07-22T16:16:01Z', 'revision_number': 4, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'gw_port': {'id': '08529778-bf0e-4c27-b9fc-c1169b4a064d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:86:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:16:01Z', 'updated_at': '2021-07-22T16:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '80b62880-238a-4d93-ba51-9417badbdea0', 'name': '', 'network_id': '51fdab8d-fc03-415a-a135-23b05a419c1c', 'tenant_id': '415532ce025f44d5ab5742906e8483e0', 'mac_address': 'fa:16:3e:bc:7b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acfa856-5f84-4c2d-b88d-e36a60e99169', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:15:53Z', 'updated_at': '2021-07-22T16:16:03Z', 'revision_number': 5, 'project_id': '415532ce025f44d5ab5742906e8483e0', 'subnets': [{'id': '253cdfe1-ecdf-4cdb-be75-8da62dbae2ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83060430-03c3-470c-a26b-d9ff3d86eaae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:16:06.966400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 08529778-bf0e-4c27-b9fc-c1169b4a064d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:07.029242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 08529778-bf0e-4c27-b9fc-c1169b4a064d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:16:07.033225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 08529778-bf0e-4c27-b9fc-c1169b4a064d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:07.033709 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:07.124860 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:07.148432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 08529778-bf0e-4c27-b9fc-c1169b4a064d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=08529778-bf0e-4c27-b9fc-c1169b4a064d,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:16:07.153859 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:07.204253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=08529778-bf0e-4c27-b9fc-c1169b4a064d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:16:08.949976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 08529778-bf0e-4c27-b9fc-c1169b4a064d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:16:09.006650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 08529778-bf0e-4c27-b9fc-c1169b4a064d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:16:09.007049 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:18.339081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-41f1cd28-5b0e-42c2-ba7d-d54af6e40ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:20.920755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1db84074-6c23-4e29-ab07-39143128980e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:21.052102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:21.720220 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:16:22.309139 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:23.993695 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:48.342397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-117f15fe-40a8-42cc-9930-29d4025c4c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:50.911436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-089d1e07-c71f-489a-9311-556fa8fc752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:51.046091 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:52.313048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:53.994814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:16:58.720698 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:17:18.344955 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15fe085e-d1dc-45ff-9cbb-b41446fbc901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:20.911626 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-035ffa17-75c1-4062-a246-de4db7db89b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:21.047875 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:22.315796 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:23.997663 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:35.720190 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:17:45.878449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:17:45.943829 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-5919368f-b337-4eef-8195-57536494356a admin admin] GET failed (client error): The resource could not be found. Jul 22 16:17:45.945129 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5919368f-b337-4eef-8195-57536494356a admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657096 Jul 22 16:17:46.127406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609db436-dd34-40cc-b7f7-d2682061033d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:17:46.128932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-609db436-dd34-40cc-b7f7-d2682061033d admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1792064 Jul 22 16:17:48.315746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:17:48.349182 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-00fecdaa-d79f-45a4-8e02-28858507ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:48.408563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8810bb94-1949-4173-bb56-6ea441886de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:17:48.409891 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8810bb94-1949-4173-bb56-6ea441886de2 admin admin] 10.222.0.53 "GET /v2.0/subnets/253cdfe1-ecdf-4cdb-be75-8da62dbae2ba HTTP/1.1" status: 200 len: 849 time: 0.0931408 Jul 22 16:17:48.419329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:17:48.502300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:48.637800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793813423216'] for subnet, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:48.664829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:17:48.665396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:48.666826 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] 10.222.0.53 "PUT /v2.0/subnets/253cdfe1-ecdf-4cdb-be75-8da62dbae2ba HTTP/1.1" status: 200 len: 868 time: 0.2513437 Jul 22 16:17:48.682554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62341ab0-9f0d-4f1e-80c2-7f1d01a0b921 None None] Network 51fdab8d-fc03-415a-a135-23b05a419c1c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:17:48.695903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=253cdfe1-ecdf-4cdb-be75-8da62dbae2ba,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:17:48.704274 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.705257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.705614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.705947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.706277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.707148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.707750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.708075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.708967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.708967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.709154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:48.709917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eedfd1a-a0ce-4506-b1aa-535e6fd93226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:17:49.035207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2b1b4ea4-4376-4a97-949a-a2bcec6800dc None None] Provisioning complete for port 1185e3af-abf9-41d7-ab28-cb63bb59debc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:17:49.035578 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4ea4-4376-4a97-949a-a2bcec6800dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:49.118783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2b1b4ea4-4376-4a97-949a-a2bcec6800dc None None] Provisioning complete for port 80b62880-238a-4d93-ba51-9417badbdea0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:17:49.119176 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b1b4ea4-4376-4a97-949a-a2bcec6800dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:50.888939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52938) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:17:50.913135 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc630dbb-41ed-4c64-bfc8-ec545d955ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:51.049285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:51.096239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06d663-d99e-4354-9873-6d5304fba7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:17:51.096636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06d663-d99e-4354-9873-6d5304fba7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:17:51.098180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ad06d663-d99e-4354-9873-6d5304fba7be admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2082751 Jul 22 16:17:52.317400 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:53.276778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:17:53.406108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfad88c-1201-4d78-a839-4ab64266034c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:17:53.406563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfad88c-1201-4d78-a839-4ab64266034c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:17:53.408104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9dfad88c-1201-4d78-a839-4ab64266034c admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303880 Jul 22 16:17:53.999133 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:17:55.562770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52954) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:17:55.691351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f66bbc-f0ac-4173-bd4c-f738bec2eee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:17:55.692723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-01f66bbc-f0ac-4173-bd4c-f738bec2eee7 admin admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 886 time: 0.1289840 Jul 22 16:17:57.881757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52962) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:17:58.013120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758325ae-2bf0-483a-aa5b-8877e394b5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:17:58.014471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-758325ae-2bf0-483a-aa5b-8877e394b5dd admin admin] 10.222.0.53 "GET /v2.0/networks/51fdab8d-fc03-415a-a135-23b05a419c1c HTTP/1.1" status: 200 len: 869 time: 0.1317737 Jul 22 16:18:00.255323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:00.374743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cba52c2-d667-49df-95df-c6ec93488378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:00.375219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cba52c2-d667-49df-95df-c6ec93488378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:00.376748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4cba52c2-d667-49df-95df-c6ec93488378 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204791 Jul 22 16:18:02.528688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:02.621163 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f9ef6-ca2c-4dd5-8594-e971daa86b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:02.621623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f9ef6-ca2c-4dd5-8594-e971daa86b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:02.623167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f05f9ef6-ca2c-4dd5-8594-e971daa86b47 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935142 Jul 22 16:18:04.784193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52986) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:04.872362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16c993d-1315-4461-83d8-9cc7dc79955a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:04.873704 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b16c993d-1315-4461-83d8-9cc7dc79955a admin admin] 10.222.0.53 "GET /v2.0/subnets/253cdfe1-ecdf-4cdb-be75-8da62dbae2ba HTTP/1.1" status: 200 len: 868 time: 0.0885663 Jul 22 16:18:07.042200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:07.125288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9243b5-2348-41c0-8013-0e24bc93bc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:07.126610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0e9243b5-2348-41c0-8013-0e24bc93bc6a admin admin] 10.222.0.53 "GET /v2.0/subnets/a897c67d-0bf5-4785-b0ab-90541ded3d2b HTTP/1.1" status: 200 len: 816 time: 0.0834627 Jul 22 16:18:12.720110 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:18:18.352332 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77a15eef-7353-4753-9eb5-9464bd507508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:20.918190 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53355fb4-7a3c-40fd-a3db-786993a534fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:21.052431 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:22.320682 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:24.002288 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:32.082376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53046) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:32.128099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-3396c885-3a6f-4f9c-b004-437bb856888a admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:18:32.129072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3396c885-3a6f-4f9c-b004-437bb856888a admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457466 Jul 22 16:18:34.343535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:34.402161 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-7477991b-0096-4463-b273-0dc0c7c6e82d admin admin] GET failed (client error): The resource could not be found. Jul 22 16:18:34.403477 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7477991b-0096-4463-b273-0dc0c7c6e82d admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589964 Jul 22 16:18:34.543274 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197016d8-94c6-41b3-9d14-23c92d669dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:34.544711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-197016d8-94c6-41b3-9d14-23c92d669dce admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1374207 Jul 22 16:18:36.726036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53062) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:36.771466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:18:36.792767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Made reservation on behalf of d5396f937de849f0903956dcba545d58 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:18:36.794982 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:36.822613 n-d-792458-13 neutron-server[93751]: WARNING neutron.services.revisions.revision_plugin [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Could not find related network for resource to bump revision. Jul 22 16:18:36.836294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:18:36.848917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:36.849253 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Added segment fe4dc483-f752-41bf-96f7-9444806c3129 of type vlan for network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 Jul 22 16:18:36.898092 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:36.926092 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:36.927181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:36.927767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:36.963861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2360744 Jul 22 16:18:36.991988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd7dbd-7893-47fd-ac8e-8fc76b08b0dd admin admin] Pushing event updated for resources: {'Network': ['ID=3b0c735c-aa35-4034-90c7-6e20c6a642a2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:18:37.003102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:18:39.176153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53070) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:18:39.234827 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99e4d69-c7ee-458d-9189-856b2ab78e58 admin admin] GET failed (client error): The resource could not be found. Jul 22 16:18:39.236140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c99e4d69-c7ee-458d-9189-856b2ab78e58 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591180 Jul 22 16:18:39.302593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902751bd-6d95-4eed-9201-83341be0addf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:39.304083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-902751bd-6d95-4eed-9201-83341be0addf admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641665 Jul 22 16:18:39.313640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:18:39.332662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Made reservation on behalf of d5396f937de849f0903956dcba545d58 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:18:39.335236 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:39.491015 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:39.637532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e37656-ef98-4af1-b2ae-179a00106a99,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:18:39.647133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:18:39.647486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Network hostable DHCP agents. Network: 3b0c735c-aa35-4034-90c7-6e20c6a642a2, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:18:39.663377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:18:39.671852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3b0c735c-aa35-4034-90c7-6e20c6a642a2) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:18:39.675866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:18:39.676443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:39.680783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b6351-e519-4fc8-96c2-3a93ed808779 None None] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:18:39.689660 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-38cb58db-4533-465b-a5f4-47ceb6c2cd66 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3793221 Jul 22 16:18:39.938087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'tenant_id': 'd5396f937de849f0903956dcba545d58', 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:18:39.939050 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:40.079307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Allocated IP 192.168.233.2 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/986011fb-c544-4993-ac5c-bd2d417cb2a3) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:18:40.231087 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:40.239567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Transition to ACTIVE for port object 986011fb-c544-4993-ac5c-bd2d417cb2a3 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:18:40.255293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Transition to ACTIVE for port object 986011fb-c544-4993-ac5c-bd2d417cb2a3 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:18:40.262697 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:40.303962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:18:40.307439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:18:40.309975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:18:40.315082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Pushing event updated for resources: {'Port': ['ID=986011fb-c544-4993-ac5c-bd2d417cb2a3,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:18:40.324130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.324475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.324815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.325155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.325493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.325826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.326161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.326480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.326804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.327146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.327471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.327793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:18:40.387747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Attempting to bind port 986011fb-c544-4993-ac5c-bd2d417cb2a3 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:18:40.388096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Attempting to bind port 986011fb-c544-4993-ac5c-bd2d417cb2a3 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:18:40.388484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Attempting to bind port 986011fb-c544-4993-ac5c-bd2d417cb2a3 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:18:40.393863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:18:40.394224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:18:40.394644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:40.395166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:18:40.395686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Bound port: 986011fb-c544-4993-ac5c-bd2d417cb2a3, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:18:40.396080 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:40.458402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] For port 986011fb-c544-4993-ac5c-bd2d417cb2a3, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:18:40.462066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] For port 986011fb-c544-4993-ac5c-bd2d417cb2a3, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=986011fb-c544-4993-ac5c-bd2d417cb2a3,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:18:40.467679 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:40.531207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3aef1-6e2c-4574-aaf0-5bc29c54d4ee None None] Pushing event updated for resources: {'Port': ['ID=986011fb-c544-4993-ac5c-bd2d417cb2a3,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:18:41.066060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 986011fb-c544-4993-ac5c-bd2d417cb2a3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:18:41.126362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 986011fb-c544-4993-ac5c-bd2d417cb2a3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:18:41.328607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cbf82b-f101-4acf-8273-a9230219b15d None None] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:18:41.413890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-76194e86-8c3b-4157-b209-bab74b611c62 None None] Provisioning for port 986011fb-c544-4993-ac5c-bd2d417cb2a3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:18:41.434431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-76194e86-8c3b-4157-b209-bab74b611c62 None None] Provisioning complete for port 986011fb-c544-4993-ac5c-bd2d417cb2a3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:18:41.434800 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76194e86-8c3b-4157-b209-bab74b611c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:41.550953 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76194e86-8c3b-4157-b209-bab74b611c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:41.591358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-76194e86-8c3b-4157-b209-bab74b611c62 None None] For port 986011fb-c544-4993-ac5c-bd2d417cb2a3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=986011fb-c544-4993-ac5c-bd2d417cb2a3,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:18:41.596185 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76194e86-8c3b-4157-b209-bab74b611c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:41.652922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76194e86-8c3b-4157-b209-bab74b611c62 None None] Pushing event updated for resources: {'Port': ['ID=986011fb-c544-4993-ac5c-bd2d417cb2a3,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:18:41.816069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3277ef8f-b7e0-4407-bd42-1f1da57707b3 None None] Provisioning complete for port 986011fb-c544-4993-ac5c-bd2d417cb2a3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:18:41.816360 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3277ef8f-b7e0-4407-bd42-1f1da57707b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:43.029557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 986011fb-c544-4993-ac5c-bd2d417cb2a3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:18:43.079429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 986011fb-c544-4993-ac5c-bd2d417cb2a3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:18:43.079801 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:48.353348 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d2bf0de-ed64-41b6-8f7d-6234179533b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:49.774648 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:18:50.919932 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23d60522-94cd-447c-93bc-573e3a015b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:51.052605 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:52.324072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:18:54.005780 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:18.355135 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d94803f-23f2-4026-8952-9bacfe032a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:20.919993 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd84801f-d2ed-4315-8fd8-df338598d1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:21.053681 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:22.332953 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:24.008271 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:26.723414 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:19:48.358754 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97d91096-d81f-4a8b-a6bd-f03569a6515f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:50.343492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53122) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:19:50.349443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-15b16138-7fee-4334-bc88-7eb7b3509906 tempest-verify_tempest_config-170627637 tempest-verify_tempest_config-170627637-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:19:50.350376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-15b16138-7fee-4334-bc88-7eb7b3509906 tempest-verify_tempest_config-170627637 tempest-verify_tempest_config-170627637-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059366 Jul 22 16:19:50.651757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53140) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:19:50.752658 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:50.841148 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:50.844983 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:50.890130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba1f52-4ff8-4300-9fbe-c099adedfc3f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:19:50.893762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00b866f3f37841eb9de13613af82b4c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2410314 Jul 22 16:19:50.896648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53146) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:19:50.899053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.899423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.899754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.900094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.900435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.901319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.901736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.902073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.902405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.902737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.903111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.903442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88710acd-7e1d-43ce-97a9-629e87e8bc3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:50.922877 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3ada-8689-4898-b9c5-8b44f9c29370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:50.957116 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:50.980180 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:51.054317 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:51.071270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:51.074769 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:51.076364 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fba1f52-4ff8-4300-9fbe-c099adedfc3f HTTP/1.1" status: 204 len: 168 time: 0.1785865 Jul 22 16:19:51.084395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba1f52-4ff8-4300-9fbe-c099adedfc3f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:19:51.091888 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.092185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.092521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.092851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.093185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.093508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.093822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.094147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.094464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.094781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.095126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:51.095446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25ce64-4959-41df-b84b-9c27db681667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:19:52.330642 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:19:54.009775 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:03.722040 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:20:18.359461 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a46b93d5-a49a-4edf-be0f-369e2b9a8bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:20.927261 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13337f6c-ade9-4c5f-9a77-d7af685ee9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:21.053759 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:22.333093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:24.013495 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:40.721869 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:20:48.359631 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c606ddac-a923-44d5-ba0f-fb2935b98459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:50.929398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0cf64d75-6a1e-498f-94e4-ab9d7e9a67b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:51.054258 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:52.336055 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:20:54.016459 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:17.720987 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:21:18.360402 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-342b5318-c4e6-47c6-9650-a6c8752dfc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:20.930123 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c17f491b-6393-4b8d-bb0c-5a5273d0d9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:21.063252 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:22.342689 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:24.020164 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:48.364850 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46a59356-d92e-4bf8-a3dc-c640c979ad16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:50.926499 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07f55c69-6d13-4ca6-b822-88ecf7b1e1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:51.066540 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:52.343469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:54.021459 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:21:54.720246 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:22:18.358094 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd4738e4-2329-4801-beb3-d0cc8b97d571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:20.936885 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6fee2d88-e03e-4e00-9339-2b49c5071bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:21.067840 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:22.344970 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:24.022749 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:31.718678 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 5 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:22:48.367251 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d03c7283-556b-485d-aa66-dce1b59198b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:50.931565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd13c15f-ebb0-4df6-b0ea-c24fcd589631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:51.077571 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:52.346390 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:22:54.028329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:00.919423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822562'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:04.945023 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822562'] for agent, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:08.718389 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:23:18.448559 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0b7bcff5-7b03-426c-8582-7af62f357675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:20.931874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ebad4723-ef5c-4fed-93d9-40a2b4728bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:21.069149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:22.349610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:24.028253 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:30.902310 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:34.893918 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:41.851689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:23:41.958344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-965de0b3-9d72-4997-b0e1-ee10128c5aad admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1046407 Jul 22 16:23:44.163501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53220) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:23:44.216828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a5aff068-228c-466f-8c99-4c9bd2df356f admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0522306 Jul 22 16:23:45.717248 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:23:48.361113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e4727694-fd6a-43d6-9647-498dbe7495b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:50.933930 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e9787a3-ab3f-457b-89f1-263f76792526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:51.070508 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:52.352137 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:23:54.033089 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:00.909680 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:04.900162 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:18.362990 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0b41b9e7-924a-4ad2-b487-dcb42701e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:20.940051 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66287100-0381-415e-ab8f-3cc613fe4910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:21.071623 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:22.354469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:22.716427 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:24:24.036262 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:30.921880 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:34.937296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:48.364835 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d2099df-095a-4d0c-bf37-cc05a319528c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:50.949480 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-55e854e4-c7a6-4d94-8fa4-b41414ec90ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:51.071642 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:52.357131 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:54.042998 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:24:59.714900 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:25:00.915036 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:04.956043 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:07.498197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53406) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:07.824699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53432) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:07.826134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ae5e46f0-7017-43df-9daa-3cd87ea9fbac tempest-AutoAllocateNetworkTest-481955084 tempest-AutoAllocateNetworkTest-481955084-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=be2d6a775089494eb665aa999c01cfd1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3259308 Jul 22 16:25:08.044267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c42fb18-11e4-4c68-837e-d8914e0a6afe tempest-AutoAllocateNetworkTest-481955084 tempest-AutoAllocateNetworkTest-481955084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:08.045855 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2c42fb18-11e4-4c68-837e-d8914e0a6afe tempest-AutoAllocateNetworkTest-481955084 tempest-AutoAllocateNetworkTest-481955084-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2201877 Jul 22 16:25:08.048878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53444) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:08.111257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c8152aba-f826-4bc3-a373-eb6e7b80803c tempest-AutoAllocateNetworkTest-481955084 tempest-AutoAllocateNetworkTest-481955084-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608544 Jul 22 16:25:08.114080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53448) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:08.155463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fe1f9d0c-a7e1-40d7-bb2f-23a827190d81 tempest-AutoAllocateNetworkTest-481955084 tempest-AutoAllocateNetworkTest-481955084-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=be2d6a775089494eb665aa999c01cfd1 HTTP/1.1" status: 200 len: 208 time: 0.0372934 Jul 22 16:25:09.014828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:09.249065 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:09.358570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:09.366586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:09.401054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5dbba-97dc-48f0-959e-9944b82a4656,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:09.416216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.416600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.416927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.417233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.417559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.417885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.418209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.418548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.418848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.419198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.419517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.419860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] Tracked resource versions report: Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: pushed versions: Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: { 'AddressGroup': {'1.2'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'ConntrackHelper': {'1.0'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Log': {'1.0'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Network': {'1.1'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Port': {'1.7'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'PortForwarding': {'1.2'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'QosPolicy': {'1.8'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'SecurityGroup': {'1.4'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'SubPort': {'1.0'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Subnet': {'1.1'}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Trunk': {'1.1'}} Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: consumer versions: Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: { DHCP agent@n-d-792458-13: {}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: HyperV agent@n-h1-792458-13: {}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: HyperV agent@n-h2-792458-13: {}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: L3 agent@n-d-792458-13: {}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: Metadata agent@n-d-792458-13: {}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: Metering agent@n-d-792458-13: {}, Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: Open vSwitch agent@n-d-792458-13: { 'AddressGroup': '1.2', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'ConntrackHelper': '1.0', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Log': '1.0', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Network': '1.1', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Port': '1.7', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'PortForwarding': '1.2', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'QosPolicy': '1.8', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'SecurityGroup': '1.4', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'SecurityGroupRule': '1.2', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'SubPort': '1.0', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Subnet': '1.1', Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: 'Trunk': '1.1'}} Jul 22 16:25:09.420939 n-d-792458-13 neutron-server[93750]: {{(pid=93750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:25:09.439517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a54ee1a5-ed3c-4d61-9732-c9d2befc3168 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be2d6a775089494eb665aa999c01cfd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4236519 Jul 22 16:25:09.441503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:09.494972 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:09.518709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:09.574712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:09.578640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:09.583562 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ae5dbba-97dc-48f0-959e-9944b82a4656 HTTP/1.1" status: 204 len: 168 time: 0.1408083 Jul 22 16:25:09.596440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5dbba-97dc-48f0-959e-9944b82a4656,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:09.604920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.605260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.605588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.605915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.606236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.607235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.607843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.608175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.608495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.608804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.609294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.609760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e138d1a-3ceb-4873-a6a3-e8364514be70 admin admin] Tracked resource versions report: Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: pushed versions: Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: { 'AddressGroup': {'1.2'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'ConntrackHelper': {'1.0'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Log': {'1.0'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Network': {'1.1'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Port': {'1.7'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'PortForwarding': {'1.2'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'QosPolicy': {'1.8'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'SecurityGroup': {'1.4'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'SubPort': {'1.0'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Subnet': {'1.1'}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Trunk': {'1.1'}} Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: consumer versions: Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: { DHCP agent@n-d-792458-13: {}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: HyperV agent@n-h1-792458-13: {}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: HyperV agent@n-h2-792458-13: {}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: L3 agent@n-d-792458-13: {}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: Metadata agent@n-d-792458-13: {}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: Metering agent@n-d-792458-13: {}, Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: Open vSwitch agent@n-d-792458-13: { 'AddressGroup': '1.2', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'ConntrackHelper': '1.0', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Log': '1.0', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Network': '1.1', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Port': '1.7', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'PortForwarding': '1.2', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'QosPolicy': '1.8', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'SecurityGroup': '1.4', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'SecurityGroupRule': '1.2', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'SubPort': '1.0', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Subnet': '1.1', Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: 'Trunk': '1.1'}} Jul 22 16:25:09.611221 n-d-792458-13 neutron-server[93751]: {{(pid=93751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:25:11.433561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:11.585675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77b9d191-c516-458d-ad09-469b2d27c39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:11.687906 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77b9d191-c516-458d-ad09-469b2d27c39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:11.692364 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77b9d191-c516-458d-ad09-469b2d27c39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:11.719267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9d191-c516-458d-ad09-469b2d27c39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef101035-5d68-4e4b-83b6-d8b148cf9e8a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:11.751686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53668) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:11.752278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-77b9d191-c516-458d-ad09-469b2d27c39f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29788183664d4ee59501a08e2344abac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3172345 Jul 22 16:25:11.821555 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97c8073-6bd5-4204-b7cf-95e1514c321d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:11.846535 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97c8073-6bd5-4204-b7cf-95e1514c321d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:11.916228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97c8073-6bd5-4204-b7cf-95e1514c321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:11.918819 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d97c8073-6bd5-4204-b7cf-95e1514c321d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:11.919996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d97c8073-6bd5-4204-b7cf-95e1514c321d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef101035-5d68-4e4b-83b6-d8b148cf9e8a HTTP/1.1" status: 204 len: 168 time: 0.1671727 Jul 22 16:25:11.928811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c8073-6bd5-4204-b7cf-95e1514c321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef101035-5d68-4e4b-83b6-d8b148cf9e8a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:12.366727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53722) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:12.381108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7051aee-a749-41df-ae53-25852bd72e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:12.502155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7051aee-a749-41df-ae53-25852bd72e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:12.507984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7051aee-a749-41df-ae53-25852bd72e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:12.549183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e7051aee-a749-41df-ae53-25852bd72e95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d650871fd1d48e6a494cdc7d7e754b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1811857 Jul 22 16:25:12.552319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:12.554520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7051aee-a749-41df-ae53-25852bd72e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c9147-11aa-42ca-a1fc-44710ae617a4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:12.626921 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d232dd00-1820-4fc1-9533-3033cc469fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:12.656407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d232dd00-1820-4fc1-9533-3033cc469fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:12.728998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d232dd00-1820-4fc1-9533-3033cc469fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:12.731513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d232dd00-1820-4fc1-9533-3033cc469fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:12.733721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d232dd00-1820-4fc1-9533-3033cc469fd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e0c9147-11aa-42ca-a1fc-44710ae617a4 HTTP/1.1" status: 204 len: 168 time: 0.1800191 Jul 22 16:25:12.748075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232dd00-1820-4fc1-9533-3033cc469fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c9147-11aa-42ca-a1fc-44710ae617a4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:12.953624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53774) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:13.199802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5acb1b45-e6e1-4ed5-8354-436ac0be3190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.325522 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5acb1b45-e6e1-4ed5-8354-436ac0be3190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.334414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5acb1b45-e6e1-4ed5-8354-436ac0be3190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.379826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1b45-e6e1-4ed5-8354-436ac0be3190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad5a45-2e60-4d55-b6a2-b4d3e1dbd30c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:13.417843 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5acb1b45-e6e1-4ed5-8354-436ac0be3190 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=974f43ee7d1147d18cc608f89f2e7f6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4607949 Jul 22 16:25:13.418067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53820) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:13.471819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0735d8f-1d49-471f-811e-61436bbbf953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.489789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:13.500166 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0735d8f-1d49-471f-811e-61436bbbf953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.557876 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0735d8f-1d49-471f-811e-61436bbbf953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.561356 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0735d8f-1d49-471f-811e-61436bbbf953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.562721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a0735d8f-1d49-471f-811e-61436bbbf953 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fad5a45-2e60-4d55-b6a2-b4d3e1dbd30c HTTP/1.1" status: 204 len: 168 time: 0.1435113 Jul 22 16:25:13.573836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0735d8f-1d49-471f-811e-61436bbbf953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad5a45-2e60-4d55-b6a2-b4d3e1dbd30c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:13.654349 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7ce02e1-9747-4de0-ab0d-7ec88d39cd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.777089 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7ce02e1-9747-4de0-ab0d-7ec88d39cd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.791849 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7ce02e1-9747-4de0-ab0d-7ec88d39cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.855000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a7ce02e1-9747-4de0-ab0d-7ec88d39cd17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5637a26d7da84cc4a849dc62d0d2de3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3634915 Jul 22 16:25:13.855715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce02e1-9747-4de0-ab0d-7ec88d39cd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fbcb83-d763-4c9c-8b4d-dfdbe1db861c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:13.858329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:13.919013 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1dcb-5b65-4164-a610-207aa1cef203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:13.952738 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1dcb-5b65-4164-a610-207aa1cef203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.015296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1dcb-5b65-4164-a610-207aa1cef203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.019925 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1dcb-5b65-4164-a610-207aa1cef203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.021363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2d0e1dcb-5b65-4164-a610-207aa1cef203 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2fbcb83-d763-4c9c-8b4d-dfdbe1db861c HTTP/1.1" status: 204 len: 168 time: 0.1619532 Jul 22 16:25:14.030998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e1dcb-5b65-4164-a610-207aa1cef203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fbcb83-d763-4c9c-8b4d-dfdbe1db861c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:14.210872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:14.243194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-530e0969-e20c-414f-a066-ea59b7f319df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.350312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-530e0969-e20c-414f-a066-ea59b7f319df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.355897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-530e0969-e20c-414f-a066-ea59b7f319df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.389605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e0969-e20c-414f-a066-ea59b7f319df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbecc5a1-0ddc-4f50-baba-6f0a68545d93,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:14.413271 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-530e0969-e20c-414f-a066-ea59b7f319df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63b6e60ddbd04fbdb5afa5876166123a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2002337 Jul 22 16:25:14.416309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:14.448729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:14.476599 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79fe58c2-9192-4a29-8dde-1c0d9c9302d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.497898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79fe58c2-9192-4a29-8dde-1c0d9c9302d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.546628 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79fe58c2-9192-4a29-8dde-1c0d9c9302d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.549555 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79fe58c2-9192-4a29-8dde-1c0d9c9302d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.551313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-79fe58c2-9192-4a29-8dde-1c0d9c9302d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbecc5a1-0ddc-4f50-baba-6f0a68545d93 HTTP/1.1" status: 204 len: 168 time: 0.1332786 Jul 22 16:25:14.558657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe58c2-9192-4a29-8dde-1c0d9c9302d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbecc5a1-0ddc-4f50-baba-6f0a68545d93,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:14.562751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:14.592708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6874d1a4-c15a-4479-abb4-90a0198a655f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.689483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6874d1a4-c15a-4479-abb4-90a0198a655f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.694543 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6874d1a4-c15a-4479-abb4-90a0198a655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.723783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874d1a4-c15a-4479-abb4-90a0198a655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4fd8d4-609b-4f50-ae5a-600040c0124e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:14.743913 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6874d1a4-c15a-4479-abb4-90a0198a655f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd30a542310746ba9b68e8da7e0b680e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1794131 Jul 22 16:25:14.746387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53942) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:14.797619 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-055a0523-ca74-47dc-9aee-af73910f2e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.877823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-716f9960-d7ad-4f39-ac9f-2254c97eb912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:14.928490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-716f9960-d7ad-4f39-ac9f-2254c97eb912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.001739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53966) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:15.004117 n-d-792458-13 neutron-server[93750]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 16:25:15.015825 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-055a0523-ca74-47dc-9aee-af73910f2e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.026132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-055a0523-ca74-47dc-9aee-af73910f2e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.052746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:15.071310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-1c73e0b7-c7c6-42c1-b503-84561571c8bf tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3eb3be4a872e4644ae04336cafb022a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666080 Jul 22 16:25:15.083582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-055a0523-ca74-47dc-9aee-af73910f2e2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3bb2cc341ee14102a280ee85b8c2a038&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6337652 Jul 22 16:25:15.087989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:15.089990 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-716f9960-d7ad-4f39-ac9f-2254c97eb912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.092879 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-716f9960-d7ad-4f39-ac9f-2254c97eb912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.093967 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-716f9960-d7ad-4f39-ac9f-2254c97eb912 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d4fd8d4-609b-4f50-ae5a-600040c0124e HTTP/1.1" status: 204 len: 168 time: 0.3465695 Jul 22 16:25:15.110217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a0523-ca74-47dc-9aee-af73910f2e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe195f1-8045-4ea9-9354-7e514fb7bdce,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:15.136610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f9960-d7ad-4f39-ac9f-2254c97eb912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4fd8d4-609b-4f50-ae5a-600040c0124e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:15.207429 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b08bd12d-1d6f-4a01-bca1-e4b62e577f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.242270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b08bd12d-1d6f-4a01-bca1-e4b62e577f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.277597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-f13235cb-3461-4ec8-aae7-aff851312ced tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:15.279488 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-f13235cb-3461-4ec8-aae7-aff851312ced tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030067 Jul 22 16:25:15.307583 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-b4960034-6098-4825-983a-f4b260d6b52b tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/quotas/3eb3be4a872e4644ae04336cafb022a3 HTTP/1.1" status: 200 len: 375 time: 0.0209994 Jul 22 16:25:15.310337 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b08bd12d-1d6f-4a01-bca1-e4b62e577f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.314255 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b08bd12d-1d6f-4a01-bca1-e4b62e577f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.316223 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b08bd12d-1d6f-4a01-bca1-e4b62e577f95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fe195f1-8045-4ea9-9354-7e514fb7bdce HTTP/1.1" status: 204 len: 168 time: 0.2266283 Jul 22 16:25:15.325389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bd12d-1d6f-4a01-bca1-e4b62e577f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe195f1-8045-4ea9-9354-7e514fb7bdce,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:15.414732 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-3e897d34-989b-4d8e-b724-9d309406f01d tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3eb3be4a872e4644ae04336cafb022a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011600 Jul 22 16:25:15.455708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26fb52e7-dbb6-498f-9bf2-4e4576f12ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.625922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26fb52e7-dbb6-498f-9bf2-4e4576f12ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.632594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26fb52e7-dbb6-498f-9bf2-4e4576f12ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.669638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb52e7-dbb6-498f-9bf2-4e4576f12ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a64c2df-a0b6-4530-922e-38a5a5e91b6b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:15.693317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:15.694102 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-26fb52e7-dbb6-498f-9bf2-4e4576f12ebb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e85bd4379a5b4e08af4b1f047af99591&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6393478 Jul 22 16:25:15.790952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-859cc4fa-55ac-4584-b465-3642583542cb req-e5127d48-164a-467c-a751-4b5c8ac50ba1 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 210 time: 0.0883818 Jul 22 16:25:15.852133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-202804d8-13d0-4edc-b618-024bcd12a603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.895666 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-202804d8-13d0-4edc-b618-024bcd12a603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.967812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-202804d8-13d0-4edc-b618-024bcd12a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.970711 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-202804d8-13d0-4edc-b618-024bcd12a603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:15.972358 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-202804d8-13d0-4edc-b618-024bcd12a603 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a64c2df-a0b6-4530-922e-38a5a5e91b6b HTTP/1.1" status: 204 len: 168 time: 0.2769337 Jul 22 16:25:15.982043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202804d8-13d0-4edc-b618-024bcd12a603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a64c2df-a0b6-4530-922e-38a5a5e91b6b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:16.141915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:16.158978 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81f10124-0397-4f8d-892c-ca9620d90882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.357720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81f10124-0397-4f8d-892c-ca9620d90882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.364847 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81f10124-0397-4f8d-892c-ca9620d90882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.404885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f10124-0397-4f8d-892c-ca9620d90882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e417876-3e2d-4b98-b6fc-d84691725ad9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:16.415471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81f10124-0397-4f8d-892c-ca9620d90882 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d8e1e7b6f654cd2bcd2755251f15b18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2696455 Jul 22 16:25:16.415878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54092) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:16.472804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd146a0b-0efb-4e7f-ae53-30ba8e58df3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.495098 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd146a0b-0efb-4e7f-ae53-30ba8e58df3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.552403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd146a0b-0efb-4e7f-ae53-30ba8e58df3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.555420 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd146a0b-0efb-4e7f-ae53-30ba8e58df3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.556925 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dd146a0b-0efb-4e7f-ae53-30ba8e58df3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e417876-3e2d-4b98-b6fc-d84691725ad9 HTTP/1.1" status: 204 len: 168 time: 0.1402683 Jul 22 16:25:16.564986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd146a0b-0efb-4e7f-ae53-30ba8e58df3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e417876-3e2d-4b98-b6fc-d84691725ad9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:16.789701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:16.806970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b88e5d6-c488-4de8-b3d9-8e34e2a0affd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.919984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b88e5d6-c488-4de8-b3d9-8e34e2a0affd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.924785 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b88e5d6-c488-4de8-b3d9-8e34e2a0affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:16.967179 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7b88e5d6-c488-4de8-b3d9-8e34e2a0affd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe87d7b772d1419ba53d7aeb5dca273f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1760135 Jul 22 16:25:16.969815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54120) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:16.972592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88e5d6-c488-4de8-b3d9-8e34e2a0affd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01232075-a970-46a1-94c7-71bd1039f023,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:17.048152 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b29ceaa0-c4c2-4182-a470-c91817f7738b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.076563 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b29ceaa0-c4c2-4182-a470-c91817f7738b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.125634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:17.145784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b29ceaa0-c4c2-4182-a470-c91817f7738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.149390 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b29ceaa0-c4c2-4182-a470-c91817f7738b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.151149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b29ceaa0-c4c2-4182-a470-c91817f7738b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01232075-a970-46a1-94c7-71bd1039f023 HTTP/1.1" status: 204 len: 168 time: 0.1788459 Jul 22 16:25:17.161653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ceaa0-c4c2-4182-a470-c91817f7738b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01232075-a970-46a1-94c7-71bd1039f023,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:17.454404 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-228d8a0f-9962-4c7a-ac0e-7730514ce764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.539270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:17.589034 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-228d8a0f-9962-4c7a-ac0e-7730514ce764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.595529 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-228d8a0f-9962-4c7a-ac0e-7730514ce764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.637728 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-228d8a0f-9962-4c7a-ac0e-7730514ce764 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01672efc291a4bb29080fb2540f03124&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5111194 Jul 22 16:25:17.639066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d8a0f-9962-4c7a-ac0e-7730514ce764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbd30e9-e82e-4b95-8eb9-d1761e7f5bee,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:17.640494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54160) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:17.700612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab72614-6f88-49d2-a679-e4be02aaeea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.730260 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab72614-6f88-49d2-a679-e4be02aaeea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.787348 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab72614-6f88-49d2-a679-e4be02aaeea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.790275 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab72614-6f88-49d2-a679-e4be02aaeea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:17.795158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ab72614-6f88-49d2-a679-e4be02aaeea8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebbd30e9-e82e-4b95-8eb9-d1761e7f5bee HTTP/1.1" status: 204 len: 168 time: 0.1535368 Jul 22 16:25:17.804681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab72614-6f88-49d2-a679-e4be02aaeea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbd30e9-e82e-4b95-8eb9-d1761e7f5bee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:17.932573 n-d-792458-13 neutron-server[93751]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 16:25:17.993234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a31e05d-c7df-4b39-8aee-51681574da7b req-33b918e9-cecf-4943-8fea-f4962d7b1c95 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 210 time: 0.4526315 Jul 22 16:25:17.996688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:18.258866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.20', 65507) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:18.292726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-9f7ac1f8-0538-4fc3-9164-d4e2e0d5cc37 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3eb3be4a872e4644ae04336cafb022a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224352 Jul 22 16:25:18.377958 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-721f5852-39ca-48a6-b379-9612557af639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:18.474033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1694082596-network', 'tenant_id': '12f6a0cc133141c49be04c7275b9267c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:18.525847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-9aea27d6-15c8-4b8c-8783-8d5083838fa2 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:18.527431 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-9aea27d6-15c8-4b8c-8783-8d5083838fa2 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230520 Jul 22 16:25:18.535599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Made reservation on behalf of 12f6a0cc133141c49be04c7275b9267c for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:18.537960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:18.548666 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:18.577976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54204) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:18.593125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecebaa19-67f9-4bed-a494-473f9a57b9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:18.655322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Request body: {'port': {'device_id': '7c857c93-700d-4e7c-a393-e87f369ba401', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '3eb3be4a872e4644ae04336cafb022a3'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:18.693947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:18.708967 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:18.765941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-0af5ae97-b5ca-4d9a-a7d4-54177db49988 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b488d01c236c4d2284e135c0536828a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390708 Jul 22 16:25:18.808687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:25:18.863611 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:18.863897 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Added segment d8a198b1-e94b-4b39-aed6-2fbc03e08693 of type vlan for network f37910a9-3144-46fb-8866-d3885a91b22d Jul 22 16:25:18.871988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824f4195-fe5c-4a24-9e8d-c38260b5fc2e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:18.965558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-fcc73e6b-6376-41d2-b35b-bc6d3b24a974 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:18.967181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-fcc73e6b-6376-41d2-b35b-bc6d3b24a974 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929648 Jul 22 16:25:18.979096 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecebaa19-67f9-4bed-a494-473f9a57b9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:18.987538 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecebaa19-67f9-4bed-a494-473f9a57b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:18.994560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-e4504bb4-36b0-44d8-8c07-645591eb2ad0 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/quotas/b488d01c236c4d2284e135c0536828a5 HTTP/1.1" status: 200 len: 375 time: 0.0183065 Jul 22 16:25:19.048874 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ecebaa19-67f9-4bed-a494-473f9a57b9b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c1acd6240f0489d966503966072eb7e&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4700139 Jul 22 16:25:19.049693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebaa19-67f9-4bed-a494-473f9a57b9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f87feb-6827-4df4-ab27-4cbd2010c47b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:19.052535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54236) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:19.082636 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.108841 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-d4071d32-7271-477a-8010-36359165d1c1 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b488d01c236c4d2284e135c0536828a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972319 Jul 22 16:25:19.116286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Made reservation on behalf of 3eb3be4a872e4644ae04336cafb022a3 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:19.119732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.136174 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.150258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.151371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:19.151973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.203677 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7f25b9c-c4e4-4e12-9ff2-db642ec3227d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.267886 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7f25b9c-c4e4-4e12-9ff2-db642ec3227d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.274073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=f37910a9-3144-46fb-8866-d3885a91b22d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:19.293038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f37910a9-3144-46fb-8866-d3885a91b22d details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:25:19.379180 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7f25b9c-c4e4-4e12-9ff2-db642ec3227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.384704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7f25b9c-c4e4-4e12-9ff2-db642ec3227d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.389450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b7f25b9c-c4e4-4e12-9ff2-db642ec3227d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4f87feb-6827-4df4-ab27-4cbd2010c47b HTTP/1.1" status: 204 len: 168 time: 0.3090105 Jul 22 16:25:19.410372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7429fa27-6a78-41d2-9f51-db14dc6ca81f req-e79e648d-20be-4db2-9a6b-0b7e0340422c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 210 time: 0.0692661 Jul 22 16:25:19.421444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f25b9c-c4e4-4e12-9ff2-db642ec3227d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f87feb-6827-4df4-ab27-4cbd2010c47b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:19.461173 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.466507 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:19.507648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-757ef0e4-c0fa-4248-b5a3-acd2e4092dd5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5067742 Jul 22 16:25:19.511810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:19.513725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b33ade6-8e96-4f78-924e-efaa81342703 req-2b48de09-5d07-4106-a05b-9ee8ac71de5f tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 210 time: 0.1146798 Jul 22 16:25:19.537874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Request body: {'subnet': {'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1694082596-subnet', 'tenant_id': '12f6a0cc133141c49be04c7275b9267c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:19.661901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b885213-36de-4bb9-bdb0-5dc5895dbce5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:19.691193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Made reservation on behalf of 12f6a0cc133141c49be04c7275b9267c for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:19.697122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:20.066269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Allocated IP 192.168.233.46 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/0385ff86-e273-445b-ac33-4ca9465f65da) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:25:20.210036 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:20.338472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a908cd4-f970-4a30-9e7c-3ee00b8c5463,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:20.467215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:20.468719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Network hostable DHCP agents. Network: f37910a9-3144-46fb-8866-d3885a91b22d, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:25:20.535426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Network f37910a9-3144-46fb-8866-d3885a91b22d is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:25:20.548268 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:20.554535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f37910a9-3144-46fb-8866-d3885a91b22d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:20.564201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e476e5-c379-4ec8-bb8f-804c8f1c888c None None] Network f37910a9-3144-46fb-8866-d3885a91b22d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:20.568926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:20.569812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:20.582587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Transition to ACTIVE for port object 0385ff86-e273-445b-ac33-4ca9465f65da will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:20.598426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2a3f908d-a0f7-4278-82d9-8ed9c96896d9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0834668 Jul 22 16:25:20.638005 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:20.804302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Pushing event updated for resources: {'Port': ['ID=0385ff86-e273-445b-ac33-4ca9465f65da,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:20.820645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:25:20.824771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:20.830775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:25:20.839056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:20.839875 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:20.869249 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-62ce4f41-1c2d-40f8-99fa-44b0c6324c38 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2207327 Jul 22 16:25:20.937224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b12bc-6666-4f67-9ea8-3f166e5d9ffb req-2666194b-13c2-4f9c-8f24-13eb1496217a tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:20.952861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb4b12bc-6666-4f67-9ea8-3f166e5d9ffb req-2666194b-13c2-4f9c-8f24-13eb1496217a tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 935 time: 0.2264261 Jul 22 16:25:21.004496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-5b23b76e-fa44-47b9-bc5e-bccfca225fe3 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:25:21.006396 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-5b23b76e-fa44-47b9-bc5e-bccfca225fe3 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194402 Jul 22 16:25:21.045565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-190deee1-7f10-4bc2-8e1a-51210677b1cb req-b91bfdb2-28de-4a30-993a-a2bcbdeddf19 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 210 time: 0.0900164 Jul 22 16:25:21.073488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb4b12bc-6666-4f67-9ea8-3f166e5d9ffb req-222276a8-7f19-4deb-8c69-d6629584cd0a tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175947 Jul 22 16:25:21.089381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4033ca12-a66e-457e-8d7a-6593733fd0fc None None] Network f37910a9-3144-46fb-8866-d3885a91b22d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:21.097911 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9e0a7d1-8b82-4d87-8b1e-96d8f340b1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:21.194740 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:21.399365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-36ceafa9-c86d-4125-98cf-94da55cb4f2d None None] Provisioning for port 0385ff86-e273-445b-ac33-4ca9465f65da completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:25:21.438965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-36ceafa9-c86d-4125-98cf-94da55cb4f2d None None] Provisioning complete for port 0385ff86-e273-445b-ac33-4ca9465f65da triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:25:21.439846 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-36ceafa9-c86d-4125-98cf-94da55cb4f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:21.551741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-36ceafa9-c86d-4125-98cf-94da55cb4f2d None None] Port 0385ff86-e273-445b-ac33-4ca9465f65da cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:25:21.681388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.65', 60825) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:21.735926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-2d7231e3-f301-4e40-b217-1c34688c159c tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b488d01c236c4d2284e135c0536828a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388670 Jul 22 16:25:21.925919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-5a37b531-6644-44aa-9b0d-2571e44cffc5 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:21.928099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-5a37b531-6644-44aa-9b0d-2571e44cffc5 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830168 Jul 22 16:25:22.071334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Request body: {'port': {'device_id': 'f731c2d0-c748-4c65-8f60-3216d2727910', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'b488d01c236c4d2284e135c0536828a5'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:22.218286 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b627eca-8d9b-47e2-a546-0acbac5971ac req-02047d4a-0e12-4f4e-a521-6ea926a408dd tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 210 time: 0.0386569 Jul 22 16:25:22.384629 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:22.390263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Made reservation on behalf of b488d01c236c4d2284e135c0536828a5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:22.395802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:22.411532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:22.541929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034df84-3ab7-45ed-a509-e837697907d9 req-c00eefef-c964-45e2-8b7e-729e0f8a521a tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:22.543570 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b034df84-3ab7-45ed-a509-e837697907d9 req-c00eefef-c964-45e2-8b7e-729e0f8a521a tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 935 time: 0.2409887 Jul 22 16:25:22.566835 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:22.571539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:22.687745 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b034df84-3ab7-45ed-a509-e837697907d9 req-5f02c3e0-7ef3-49a0-986d-87b921b52ead tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383317 Jul 22 16:25:22.855871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Allocated IP 192.168.233.60 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/699ebd1c-a8a4-4ab6-9e2c-a01c5561b766) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:25:23.038981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932a8f9f-3cf1-4b93-bee1-d33772f325e9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:23.090684 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:23.144362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Transition to ACTIVE for port object 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:23.338596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:23.432504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf710c-7ea7-40a6-b608-d03afe3e1e38 req-cc8b0d0b-c59b-49eb-aa23-82673290132a tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:23.437073 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-feaf710c-7ea7-40a6-b608-d03afe3e1e38 req-cc8b0d0b-c59b-49eb-aa23-82673290132a tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 935 time: 0.1216657 Jul 22 16:25:23.495433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:25:23.506777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:23.551922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:25:23.557646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:23.558288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:23.568531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-feaf710c-7ea7-40a6-b608-d03afe3e1e38 req-b85881db-8940-4d58-981d-cf751491ad70 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204960 Jul 22 16:25:23.700555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Pushing event updated for resources: {'Port': ['ID=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:23.736769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-f9408bb9-1860-4ad8-b537-b5588a810d20 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6698933 Jul 22 16:25:23.774184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-03eaf79e-f965-48f4-a88e-338f3d004847 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:25:23.775667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-03eaf79e-f965-48f4-a88e-338f3d004847 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068061 Jul 22 16:25:23.872731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54416) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:23.882815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-757587397-network', 'tenant_id': '1aa77d9d41dd49568f9b71c2148e73b1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:23.962995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Made reservation on behalf of 1aa77d9d41dd49568f9b71c2148e73b1 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:23.976447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.007693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.010678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fe2e3b5-0f6a-4401-8ce6-4162114dbedf None None] Provisioning for port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:25:24.017098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fe2e3b5-0f6a-4401-8ce6-4162114dbedf None None] Provisioning complete for port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:25:24.017862 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e3b5-0f6a-4401-8ce6-4162114dbedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.122888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2e3b5-0f6a-4401-8ce6-4162114dbedf None None] Port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:25:24.141290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79a4a2-364e-4abe-ab8e-550a188d42ef req-fede2801-c3ad-403a-93d2-526eb20db0f4 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:24.148422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa79a4a2-364e-4abe-ab8e-550a188d42ef req-fede2801-c3ad-403a-93d2-526eb20db0f4 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 935 time: 0.3476746 Jul 22 16:25:24.160690 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.232602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.239192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.263267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:24.281472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5241ae18-2eff-4b82-9f35-168ec41bc501,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:24.291444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa79a4a2-364e-4abe-ab8e-550a188d42ef req-77360c62-e75d-4b3f-be5a-36908b17ae27 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323559 Jul 22 16:25:24.314382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:25:24.327972 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.329036 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Added segment d430c3a6-8524-4e3d-8b85-3dc4907fa667 of type vlan for network 0b4ceade-e6fe-40ab-829f-2b81f05d660b Jul 22 16:25:24.386838 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.437970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.440718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:24.442455 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.585161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Request body: {'port': {'device_id': '7c857c93-700d-4e7c-a393-e87f369ba401', 'device_owner': 'compute:tempest-test_az-1845848159', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:24.591366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] Pushing event updated for resources: {'Network': ['ID=0b4ceade-e6fe-40ab-829f-2b81f05d660b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:24.606567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 0b4ceade-e6fe-40ab-829f-2b81f05d660b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:25:24.655004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed4999d7-cc65-43e4-acf3-d6e5a858143b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7761118 Jul 22 16:25:24.657465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54436) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:24.666474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Request body: {'subnet': {'network_id': '0b4ceade-e6fe-40ab-829f-2b81f05d660b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-757587397-subnet', 'tenant_id': '1aa77d9d41dd49568f9b71c2148e73b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:24.787189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97aa3ebb-72fe-4940-802b-dd37181388a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.820353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Made reservation on behalf of 1aa77d9d41dd49568f9b71c2148e73b1 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:24.825451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.847190 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:24.935573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Request body: {'port': {'device_id': 'f731c2d0-c748-4c65-8f60-3216d2727910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:25.267875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a4f85-25b0-49ed-b58d-553a535c0ea3 req-bb7c6f0e-33dd-4fe7-821f-e228400764eb tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:25.286780 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c56a4f85-25b0-49ed-b58d-553a535c0ea3 req-bb7c6f0e-33dd-4fe7-821f-e228400764eb tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 935 time: 0.4842687 Jul 22 16:25:25.546682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97aa3ebb-72fe-4940-802b-dd37181388a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:25.560950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97aa3ebb-72fe-4940-802b-dd37181388a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:25.635553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-97aa3ebb-72fe-4940-802b-dd37181388a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14dd3a8b9bd74d9fbe65bd640a7e4f30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3676996 Jul 22 16:25:25.639143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54460) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:25.700021 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c56a4f85-25b0-49ed-b58d-553a535c0ea3 req-f36b91d2-9f00-4e35-88f1-a5eb833f7b17 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129732 Jul 22 16:25:25.757442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa3ebb-72fe-4940-802b-dd37181388a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9738367a-7c36-4188-a52b-e1af69dc7bc5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:25.765861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:25.810271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62d730cd-ecf0-4124-a846-1ec4f4dc4f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:25.888976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62d730cd-ecf0-4124-a846-1ec4f4dc4f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:25.994046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62d730cd-ecf0-4124-a846-1ec4f4dc4f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:26.000421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62d730cd-ecf0-4124-a846-1ec4f4dc4f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:26.007298 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-62d730cd-ecf0-4124-a846-1ec4f4dc4f07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9738367a-7c36-4188-a52b-e1af69dc7bc5 HTTP/1.1" status: 204 len: 168 time: 0.3665247 Jul 22 16:25:26.032973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d730cd-ecf0-4124-a846-1ec4f4dc4f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9738367a-7c36-4188-a52b-e1af69dc7bc5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:26.051158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9545-56d9-478b-bc44-01fc0d047d66 req-0a534c90-95e8-47b9-b4bf-0b77346cab1c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:26.061332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-efec9545-56d9-478b-bc44-01fc0d047d66 req-0a534c90-95e8-47b9-b4bf-0b77346cab1c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 935 time: 0.4051189 Jul 22 16:25:26.169615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0385ff86-e273-445b-ac33-4ca9465f65da {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:25:26.179445 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:26.205783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Transition to ACTIVE for port object 0385ff86-e273-445b-ac33-4ca9465f65da will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:26.215649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:26.350672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Pushing event updated for resources: {'Port': ['ID=0385ff86-e273-445b-ac33-4ca9465f65da,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:26.405529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-efec9545-56d9-478b-bc44-01fc0d047d66 req-04b4ad12-7db8-4e54-83fc-8bafa34eca31 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332932 Jul 22 16:25:26.428916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Attempting to bind port 0385ff86-e273-445b-ac33-4ca9465f65da on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:25:26.429458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Attempting to bind port 0385ff86-e273-445b-ac33-4ca9465f65da by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:25:26.429863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Attempting to bind port 0385ff86-e273-445b-ac33-4ca9465f65da on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:26.442442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Port 0385ff86-e273-445b-ac33-4ca9465f65da on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:25:26.442966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Attempting to bind port 0385ff86-e273-445b-ac33-4ca9465f65da on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:26.464425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:25:26.465004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:26.466058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:25:26.466627 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Bound port: 0385ff86-e273-445b-ac33-4ca9465f65da, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:25:26.467704 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:26.488415 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:26.661331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] For port 0385ff86-e273-445b-ac33-4ca9465f65da, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:25:26.672976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] For port 0385ff86-e273-445b-ac33-4ca9465f65da, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0385ff86-e273-445b-ac33-4ca9465f65da,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:25:26.685130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:26.720554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:26.723150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:26.726051 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] 10.222.0.20 "PUT /v2.0/ports/0385ff86-e273-445b-ac33-4ca9465f65da HTTP/1.1" status: 200 len: 1118 time: 2.8521748 Jul 22 16:25:26.740548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Checking segment: {'id': 'd430c3a6-8524-4e3d-8b85-3dc4907fa667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0b4ceade-e6fe-40ab-829f-2b81f05d660b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:26.741576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Network hostable DHCP agents. Network: 0b4ceade-e6fe-40ab-829f-2b81f05d660b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:25:26.768073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c857c93-700d-4e7c-a393-e87f369ba401', 'tag': '0385ff86-e273-445b-ac33-4ca9465f65da'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:26.795913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cd89c2-e6de-4ed2-92ac-4dce00903969,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:26.856068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54490) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:26.902551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Network 0b4ceade-e6fe-40ab-829f-2b81f05d660b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:25:26.914774 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f60803f0-eb58-4a9e-9183-57ef54faaa46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:26.984329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 0b4ceade-e6fe-40ab-829f-2b81f05d660b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:26.993239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ac981-dc90-4561-8ed1-f17c3257ebff None None] Network 0b4ceade-e6fe-40ab-829f-2b81f05d660b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:27.060261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:27.060960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:27.272853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:25:27.299521 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:27.308585 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c857c93-700d-4e7c-a393-e87f369ba401", "tag": "0385ff86-e273-445b-ac33-4ca9465f65da"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:27.369003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c32ebe-18b3-49a0-84b0-8371bc223ba2 None None] Network 0b4ceade-e6fe-40ab-829f-2b81f05d660b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:27.387835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Transition to ACTIVE for port object 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:27.389336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a64e7-6ca5-4384-831a-8f6bf3be4685 service neutron] Pushing event updated for resources: {'Port': ['ID=0385ff86-e273-445b-ac33-4ca9465f65da,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:27.427287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-6319f842-8a23-463e-8ae5-e23a67119201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:27.428095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-6319f842-8a23-463e-8ae5-e23a67119201 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eb3be4a872e4644ae04336cafb022a3&device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 1121 time: 0.4290571 Jul 22 16:25:27.448114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:27.452363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499840-79bb-455a-9006-2ec7f4a9f254 req-1a592579-6c53-4a8c-b72c-891ae09d469e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:27.455166 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61499840-79bb-455a-9006-2ec7f4a9f254 req-1a592579-6c53-4a8c-b72c-891ae09d469e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 935 time: 0.2491653 Jul 22 16:25:27.617285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Pushing event updated for resources: {'Port': ['ID=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:27.669663 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-34e79360-c843-44fe-9d7a-0ebdfcd6e058 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=0385ff86-e273-445b-ac33-4ca9465f65da HTTP/1.1" status: 200 len: 217 time: 0.1983850 Jul 22 16:25:27.703279 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61499840-79bb-455a-9006-2ec7f4a9f254 req-1c3d3410-3da2-4ce6-aa85-85f1eb8cdce0 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388766 Jul 22 16:25:27.744391 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f60803f0-eb58-4a9e-9183-57ef54faaa46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:27.810962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-6b6e6f52-01fd-44f3-8b25-98ebd334b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:27.812430 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-6b6e6f52-01fd-44f3-8b25-98ebd334b796 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1080501 Jul 22 16:25:27.890548 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f60803f0-eb58-4a9e-9183-57ef54faaa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:27.970448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f60803f0-eb58-4a9e-9183-57ef54faaa46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1b9fd37be1a407f9325822b506c2a51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1011200 Jul 22 16:25:27.975160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:27.984373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-34e71ce9-12d2-4dc9-89fe-2fccd092d581 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.3255296 Jul 22 16:25:27.998690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Attempting to bind port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:25:27.999281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Attempting to bind port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:25:27.999690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Attempting to bind port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:28.009232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:25:28.009811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Attempting to bind port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:28.017653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60803f0-eb58-4a9e-9183-57ef54faaa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be554055-18e9-460c-83b6-cc46d7902a39,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:28.027082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:25:28.027499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:28.028554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:25:28.028728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Bound port: 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:25:28.029137 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:28.144977 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208c6ef3-10ee-486d-bc66-b1b0b5efb8df x-openstack-request-id: req-208c6ef3-10ee-486d-bc66-b1b0b5efb8df {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:28.144977 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c857c93-700d-4e7c-a393-e87f369ba401", "tag": "0385ff86-e273-445b-ac33-4ca9465f65da", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:28.144977 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-208c6ef3-10ee-486d-bc66-b1b0b5efb8df {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:28.144977 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c857c93-700d-4e7c-a393-e87f369ba401', 'tag': '0385ff86-e273-445b-ac33-4ca9465f65da', 'status': 'completed', 'code': 200} Jul 22 16:25:28.210458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] For port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:25:28.216073 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc269-f434-405f-ac39-411c9c1c8beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:28.226397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] For port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:25:28.240461 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:28.256728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-6fe39132-0ab6-44b4-9f61-52da92e4d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:28.258398 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-6fe39132-0ab6-44b4-9f61-52da92e4d973 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4204936 Jul 22 16:25:28.273551 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc269-f434-405f-ac39-411c9c1c8beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:28.275984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:28.276617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:28.278229 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] 10.222.0.65 "PUT /v2.0/ports/699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 HTTP/1.1" status: 200 len: 1096 time: 3.7774899 Jul 22 16:25:28.278825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f731c2d0-c748-4c65-8f60-3216d2727910', 'tag': '699ebd1c-a8a4-4ab6-9e2c-a01c5561b766'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:28.700936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190550d-5859-4e59-ab30-261ac0120e99 service neutron] Pushing event updated for resources: {'Port': ['ID=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:28.753877 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ff20d5-de07-43a9-8b2d-16ef4696e6af" -d '{"events": [{"name": "network-changed", "server_uuid": "f731c2d0-c748-4c65-8f60-3216d2727910", "tag": "699ebd1c-a8a4-4ab6-9e2c-a01c5561b766"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:28.872656 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-3ace912f-75e2-47df-b785-e205b4e103de service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942662 Jul 22 16:25:28.884533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0a060-8108-4576-bcd4-abc17a97baef req-ae7bc2bc-a6b6-4f81-8b5f-68db7576627b tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:28.892379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7b0a060-8108-4576-bcd4-abc17a97baef req-ae7bc2bc-a6b6-4f81-8b5f-68db7576627b tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 969 time: 0.5334911 Jul 22 16:25:28.957756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc269-f434-405f-ac39-411c9c1c8beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:28.960598 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b1fc269-f434-405f-ac39-411c9c1c8beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:28.965201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2b1fc269-f434-405f-ac39-411c9c1c8beb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be554055-18e9-460c-83b6-cc46d7902a39 HTTP/1.1" status: 204 len: 168 time: 0.8789623 Jul 22 16:25:28.999633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7b0a060-8108-4576-bcd4-abc17a97baef req-ad64f77d-8b01-43a7-8197-c56ebf467cc1 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001556 Jul 22 16:25:29.095456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fc269-f434-405f-ac39-411c9c1c8beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be554055-18e9-460c-83b6-cc46d7902a39,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:29.272504 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c082e1b-1dfe-47bb-ba2c-65b966e15356 req-b7a580ff-a5de-427c-8f83-40b15d62dc9a service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669752 Jul 22 16:25:29.379583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a99d9-3671-4105-96a4-205a05e05e55 req-d233835e-b046-450d-b090-784488d89d4e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:29.380405 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e14a99d9-3671-4105-96a4-205a05e05e55 req-d233835e-b046-450d-b090-784488d89d4e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 947 time: 0.1070931 Jul 22 16:25:29.433626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e14a99d9-3671-4105-96a4-205a05e05e55 req-790faf19-8dff-42b5-8a13-a1e45ed7e74f tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Jul 22 16:25:29.981562 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e6d7bc-3b3a-43a8-877e-f9f2ef98de71 x-openstack-request-id: req-d0e6d7bc-3b3a-43a8-877e-f9f2ef98de71 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:29.982875 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f731c2d0-c748-4c65-8f60-3216d2727910", "tag": "699ebd1c-a8a4-4ab6-9e2c-a01c5561b766", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:29.983303 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0e6d7bc-3b3a-43a8-877e-f9f2ef98de71 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:29.984190 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f731c2d0-c748-4c65-8f60-3216d2727910', 'tag': '699ebd1c-a8a4-4ab6-9e2c-a01c5561b766', 'status': 'completed', 'code': 200} Jul 22 16:25:30.316668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef47ff-ed74-4de8-b1c5-6d0b06c26d79 req-43c14ab8-7541-47ca-9679-3ee47381c456 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:30.318503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3ef47ff-ed74-4de8-b1c5-6d0b06c26d79 req-43c14ab8-7541-47ca-9679-3ee47381c456 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 969 time: 0.0800269 Jul 22 16:25:30.402140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3ef47ff-ed74-4de8-b1c5-6d0b06c26d79 req-1eadae77-ac04-41f5-b2a6-b742b7fd64b1 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759017 Jul 22 16:25:30.541418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:30.744897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524742b-246d-48ba-9781-52695ddf620a req-d7ab0787-1f03-4930-a48e-110c2e589011 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:30.752221 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6524742b-246d-48ba-9781-52695ddf620a req-d7ab0787-1f03-4930-a48e-110c2e589011 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 947 time: 0.1168721 Jul 22 16:25:30.825541 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6524742b-246d-48ba-9781-52695ddf620a req-34c4d4b5-4ec1-4aef-b44b-52f57e7f5911 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713806 Jul 22 16:25:30.832429 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e79fc1a-19e1-41ef-9184-2e565a9ddb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:30.896115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:30.961895 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.168084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e79fc1a-19e1-41ef-9184-2e565a9ddb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.176248 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e79fc1a-19e1-41ef-9184-2e565a9ddb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.276723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7e79fc1a-19e1-41ef-9184-2e565a9ddb88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6113f2ad968e4dc0b778edf5569c4189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7329230 Jul 22 16:25:31.277991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79fc1a-19e1-41ef-9184-2e565a9ddb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0316b-4392-4dc0-8e42-23876a126fe1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:31.278162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:31.330714 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31747689-a63f-485b-99ca-fa9f4a7f685e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.412398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50c54df3-df52-4b9c-b7e2-3c103080c40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.450821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50c54df3-df52-4b9c-b7e2-3c103080c40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.715709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50c54df3-df52-4b9c-b7e2-3c103080c40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.718816 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50c54df3-df52-4b9c-b7e2-3c103080c40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.723197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-50c54df3-df52-4b9c-b7e2-3c103080c40d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40a0316b-4392-4dc0-8e42-23876a126fe1 HTTP/1.1" status: 204 len: 168 time: 0.4403720 Jul 22 16:25:31.732451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31747689-a63f-485b-99ca-fa9f4a7f685e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.756668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c54df3-df52-4b9c-b7e2-3c103080c40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0316b-4392-4dc0-8e42-23876a126fe1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:31.763193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31747689-a63f-485b-99ca-fa9f4a7f685e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:31.813068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31747689-a63f-485b-99ca-fa9f4a7f685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb05cdf-7ee4-486a-b3a7-c63b49813974,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:31.877158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e1e02-0225-4b49-85cc-6bbf5d832b08 req-72c310b7-3b59-44b4-87f5-efc5d37e4890 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:31.883201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad3e1e02-0225-4b49-85cc-6bbf5d832b08 req-72c310b7-3b59-44b4-87f5-efc5d37e4890 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 969 time: 0.1310241 Jul 22 16:25:31.887227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-31747689-a63f-485b-99ca-fa9f4a7f685e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd5a3e21974343deb9734bf7eab25871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9932811 Jul 22 16:25:31.891670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54646) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:32.013464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad3e1e02-0225-4b49-85cc-6bbf5d832b08 req-0f7079ba-4202-42cd-81b6-f1e19fe09119 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237378 Jul 22 16:25:32.030847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56c6657-b0d6-4ae9-8997-0583c2b14ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.071962 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56c6657-b0d6-4ae9-8997-0583c2b14ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.163536 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56c6657-b0d6-4ae9-8997-0583c2b14ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.168588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56c6657-b0d6-4ae9-8997-0583c2b14ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.178793 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a56c6657-b0d6-4ae9-8997-0583c2b14ef2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fb05cdf-7ee4-486a-b3a7-c63b49813974 HTTP/1.1" status: 204 len: 168 time: 0.2850378 Jul 22 16:25:32.203653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c6657-b0d6-4ae9-8997-0583c2b14ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb05cdf-7ee4-486a-b3a7-c63b49813974,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:32.289487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fbe07-5696-494a-85ea-42e65c1c417d req-7836c304-461a-4f0e-afcb-fc301b896421 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:32.302971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b3fbe07-5696-494a-85ea-42e65c1c417d req-7836c304-461a-4f0e-afcb-fc301b896421 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 947 time: 0.1186907 Jul 22 16:25:32.373219 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b3fbe07-5696-494a-85ea-42e65c1c417d req-67cf8f96-f9ff-4630-9c7d-249ce50cdd4c tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595837 Jul 22 16:25:32.507711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:32.524765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eff03e9e-a968-4b52-9909-f2610266f7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.677752 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eff03e9e-a968-4b52-9909-f2610266f7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.693672 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eff03e9e-a968-4b52-9909-f2610266f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.719522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-316c833a-1791-47ef-bf27-0f1e0543b445 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:32.727395 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-316c833a-1791-47ef-bf27-0f1e0543b445 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 821 time: 0.2674401 Jul 22 16:25:32.745346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-1d691bf9-d838-4e6f-8bce-03e624b27b84 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/quotas/12f6a0cc133141c49be04c7275b9267c HTTP/1.1" status: 200 len: 375 time: 0.0166245 Jul 22 16:25:32.750057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff03e9e-a968-4b52-9909-f2610266f7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e655c31-fd4b-4ff8-957c-8501f16fda92,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:32.780112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:32.780804 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eff03e9e-a968-4b52-9909-f2610266f7a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=679b94912ae340c48b225f795e88f586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699971 Jul 22 16:25:32.783794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:32.806405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d87e10a-90e4-4932-9dae-d2fbbfeb136a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.830817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-c509ed4a-bd21-4ea2-a25f-966ce53b6009 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839634 Jul 22 16:25:32.839982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-6e8c1a71-e259-47bb-ad75-8b008a7abe14 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:25:32.841246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-6e8c1a71-e259-47bb-ad75-8b008a7abe14 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093634 Jul 22 16:25:32.889038 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-286af385-bddd-4e47-936d-102ad555ff33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:32.939203 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-286af385-bddd-4e47-936d-102ad555ff33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:33.009545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d87e10a-90e4-4932-9dae-d2fbbfeb136a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:33.014025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-286af385-bddd-4e47-936d-102ad555ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:33.017146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-286af385-bddd-4e47-936d-102ad555ff33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:33.019047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-286af385-bddd-4e47-936d-102ad555ff33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e655c31-fd4b-4ff8-957c-8501f16fda92 HTTP/1.1" status: 204 len: 168 time: 0.2366273 Jul 22 16:25:33.028603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286af385-bddd-4e47-936d-102ad555ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e655c31-fd4b-4ff8-957c-8501f16fda92,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:33.037300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d87e10a-90e4-4932-9dae-d2fbbfeb136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:33.100388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4d87e10a-90e4-4932-9dae-d2fbbfeb136a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f28936257a874bde8f0c6344c8fdb0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148725 Jul 22 16:25:33.103368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54690) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:33.104864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87e10a-90e4-4932-9dae-d2fbbfeb136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c22cae4-2d18-4f09-a1d1-60808c94189c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:33.115967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-d3a8ad21-66cd-47ae-99d5-a80ed363fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:33.117454 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-d3a8ad21-66cd-47ae-99d5-a80ed363fb8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eb3be4a872e4644ae04336cafb022a3&device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 1121 time: 0.2105179 Jul 22 16:25:33.176799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0deb5819-747e-468f-8eb7-630451eedf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:33.221434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0deb5819-747e-468f-8eb7-630451eedf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:33.297655 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0deb5819-747e-468f-8eb7-630451eedf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:33.300971 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0deb5819-747e-468f-8eb7-630451eedf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:33.303109 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0deb5819-747e-468f-8eb7-630451eedf99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c22cae4-2d18-4f09-a1d1-60808c94189c HTTP/1.1" status: 204 len: 168 time: 0.1978159 Jul 22 16:25:33.321808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb5819-747e-468f-8eb7-630451eedf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c22cae4-2d18-4f09-a1d1-60808c94189c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:33.555623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-e913a46e-3aa8-442b-b5f7-e4e3f47bd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:33.557382 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-e913a46e-3aa8-442b-b5f7-e4e3f47bd485 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.4242454 Jul 22 16:25:33.562720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-058ed732-075f-4dfd-bd29-0a7315fb385e service neutron] 10.222.0.53 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754076 Jul 22 16:25:33.621094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-904f544b-8724-47e7-bff7-700574f27a44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=0385ff86-e273-445b-ac33-4ca9465f65da HTTP/1.1" status: 200 len: 217 time: 0.0511453 Jul 22 16:25:33.701115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-5360a795-7b9a-46b3-940c-b892d73a582c service neutron] 10.222.0.53 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307933 Jul 22 16:25:33.704448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-c9855782-4dc6-4439-b3f6-395e8b43111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:33.705989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-c9855782-4dc6-4439-b3f6-395e8b43111a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0784221 Jul 22 16:25:33.756279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54706) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:33.821954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-3e03cf61-d07d-4a06-b3cb-4f84b0dc81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:33.829149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-3e03cf61-d07d-4a06-b3cb-4f84b0dc81d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1154850 Jul 22 16:25:34.015953 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-f11cad49-8343-49ca-a585-7a8bbe71233b service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768396 Jul 22 16:25:34.080302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eedfe5e1-93d4-40e0-8fca-dbbd22de2530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:34.110126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3349cc-929d-4cb7-ba8b-94335791aafc req-da176555-6bfd-41cb-a4a7-2e62e3f7edde tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:34.118538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f3349cc-929d-4cb7-ba8b-94335791aafc req-da176555-6bfd-41cb-a4a7-2e62e3f7edde tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 969 time: 0.1368101 Jul 22 16:25:34.195265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f3349cc-929d-4cb7-ba8b-94335791aafc req-a44df393-f526-496a-896d-b334391b006e tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750546 Jul 22 16:25:34.312641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88d7963c-c758-4880-909c-6a07317d1699 req-7dacf4f1-ab55-4dfc-b187-03e553a27180 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 210 time: 0.0570884 Jul 22 16:25:34.364133 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59b2cd5d-aec9-4bf4-9a27-d04d4a31988f req-934413ef-207d-408e-abb4-26411cde93af service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597954 Jul 22 16:25:34.388353 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eedfe5e1-93d4-40e0-8fca-dbbd22de2530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:34.389252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201f441-9d73-4246-9fda-0f5f63d26541 req-7bb89277-369a-420e-84f2-02afbdf7af45 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:34.396584 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eedfe5e1-93d4-40e0-8fca-dbbd22de2530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:34.407355 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c201f441-9d73-4246-9fda-0f5f63d26541 req-7bb89277-369a-420e-84f2-02afbdf7af45 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 947 time: 0.3862872 Jul 22 16:25:34.509071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfe5e1-93d4-40e0-8fca-dbbd22de2530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c144383-e207-448b-a1fc-30504a5d8b4a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:34.547285 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c201f441-9d73-4246-9fda-0f5f63d26541 req-f17d75a6-1353-473e-8d83-90890359a552 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174510 Jul 22 16:25:34.547471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eedfe5e1-93d4-40e0-8fca-dbbd22de2530 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71cafab825ca418dbf8c495c1043c93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7897208 Jul 22 16:25:34.548378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54750) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:34.611910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1fee82-6576-43a2-9d57-68df8a63afa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:34.640626 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1fee82-6576-43a2-9d57-68df8a63afa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:34.712926 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1fee82-6576-43a2-9d57-68df8a63afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:34.718854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc1fee82-6576-43a2-9d57-68df8a63afa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:34.721117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bc1fee82-6576-43a2-9d57-68df8a63afa2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c144383-e207-448b-a1fc-30504a5d8b4a HTTP/1.1" status: 204 len: 168 time: 0.1700635 Jul 22 16:25:34.741961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fee82-6576-43a2-9d57-68df8a63afa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c144383-e207-448b-a1fc-30504a5d8b4a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:34.951153 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:35.376042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf4193-f297-41ff-b96a-8a442ed86e4b req-ea5301d0-a68a-45f9-ae4f-1464792059aa tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:35.383945 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40cf4193-f297-41ff-b96a-8a442ed86e4b req-ea5301d0-a68a-45f9-ae4f-1464792059aa tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 969 time: 0.1063426 Jul 22 16:25:35.385676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54796) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:35.416158 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f81a7754-04c2-4368-872a-c0e8d2f8ad46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:35.469851 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40cf4193-f297-41ff-b96a-8a442ed86e4b req-3f191acd-95f7-4550-9221-f3394d3167ba tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844903 Jul 22 16:25:35.579675 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f81a7754-04c2-4368-872a-c0e8d2f8ad46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:35.591016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f81a7754-04c2-4368-872a-c0e8d2f8ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:35.632156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a7754-04c2-4368-872a-c0e8d2f8ad46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb40b696-dd35-41d4-b017-6dd62f5a3c97,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:35.667081 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f81a7754-04c2-4368-872a-c0e8d2f8ad46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50a18b8cf503412595abd205858aea3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799792 Jul 22 16:25:35.667847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54804) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:35.680285 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ca0b18-3a33-4935-ab55-a53a1ac813c8 req-068901cf-c881-4a83-8c17-27712c2d67b3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 210 time: 0.0911338 Jul 22 16:25:35.791946 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70e4461b-1939-48c9-82de-70943625f817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:35.828388 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70e4461b-1939-48c9-82de-70943625f817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:35.882124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47092636-39a4-48bd-8d6e-c0dee4a29b3e req-5cb21c4c-a9cc-4859-89b2-81c193cdd3af tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:35.884135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47092636-39a4-48bd-8d6e-c0dee4a29b3e req-5cb21c4c-a9cc-4859-89b2-81c193cdd3af tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 947 time: 0.1986010 Jul 22 16:25:36.011699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47092636-39a4-48bd-8d6e-c0dee4a29b3e req-4e214c4a-1bbf-4353-a4d9-83bc9801677e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173236 Jul 22 16:25:36.043642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70e4461b-1939-48c9-82de-70943625f817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:36.046908 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-70e4461b-1939-48c9-82de-70943625f817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:36.048239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-70e4461b-1939-48c9-82de-70943625f817 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb40b696-dd35-41d4-b017-6dd62f5a3c97 HTTP/1.1" status: 204 len: 168 time: 0.3790500 Jul 22 16:25:36.082312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4461b-1939-48c9-82de-70943625f817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb40b696-dd35-41d4-b017-6dd62f5a3c97,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:36.205617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-c2bb80be-bfaa-4436-b222-8aa389f4be2c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:36.207753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-c2bb80be-bfaa-4436-b222-8aa389f4be2c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 821 time: 0.3283381 Jul 22 16:25:36.243296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Request body: {'port': {'device_id': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d', 'admin_state_up': True, 'tenant_id': '12f6a0cc133141c49be04c7275b9267c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:36.384504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Made reservation on behalf of 12f6a0cc133141c49be04c7275b9267c for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:36.388490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:36.490705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54834) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:36.558975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Allocated IP 172.20.0.11 (f37910a9-3144-46fb-8866-d3885a91b22d/4a908cd4-f970-4a30-9e7c-3ee00b8c5463/36efd4df-c527-4a51-b488-3206c1744a05) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:25:36.687481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8a0d3-98db-4797-9b03-bdfd06471bb1 req-c8cf6621-6803-4415-91dd-5be9a44f8b1d tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:36.688982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83a8a0d3-98db-4797-9b03-bdfd06471bb1 req-c8cf6621-6803-4415-91dd-5be9a44f8b1d tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 969 time: 0.1314838 Jul 22 16:25:36.723156 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:25:36.731981 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0bc7fc3d-7c2a-4304-a487-ebf52b53d6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:36.810658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83a8a0d3-98db-4797-9b03-bdfd06471bb1 req-0ce2d23a-242c-49c4-9e5b-7cf330112aa9 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865793 Jul 22 16:25:36.827677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:36.908586 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:36.926419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9fe1b62d-92ce-4017-ba93-1af7cd4f231b req-d8858198-3b57-407e-be07-aad7b469aa79 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 210 time: 0.0549829 Jul 22 16:25:37.004000 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0bc7fc3d-7c2a-4304-a487-ebf52b53d6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.004773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Network f37910a9-3144-46fb-8866-d3885a91b22d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:25:37.009174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:37.015071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:25:37.022457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:37.022717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.056749 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Pushing event updated for resources: {'Port': ['ID=36efd4df-c527-4a51-b488-3206c1744a05,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:37.062785 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0bc7fc3d-7c2a-4304-a487-ebf52b53d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.076674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-62ce8e27-cb0b-4636-903f-8f13e25de2a7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8386142 Jul 22 16:25:37.097115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Request body: {'port': {'device_id': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'device_owner': 'compute:tempest-test_az-1845848159', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:37.122160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7fc3d-7c2a-4304-a487-ebf52b53d6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ced496-eb6d-4f14-ad83-239f1958e850,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:37.169895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0bc7fc3d-7c2a-4304-a487-ebf52b53d6e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbfe19e34d3c46a8883257a3c83f79e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6768992 Jul 22 16:25:37.174281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54866) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:37.201439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-79545f2b-7747-4ec3-ab7f-b7be6de22f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:37.202982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-79545f2b-7747-4ec3-ab7f-b7be6de22f63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b488d01c236c4d2284e135c0536828a5&device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 1099 time: 0.1968751 Jul 22 16:25:37.248104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.328243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76622e-8af1-4e61-b8f1-2406ffcd70ec req-4666a755-bab0-4a38-87e0-1ccc8075a112 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:37.330025 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2e76622e-8af1-4e61-b8f1-2406ffcd70ec req-4666a755-bab0-4a38-87e0-1ccc8075a112 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 947 time: 0.1455033 Jul 22 16:25:37.332938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54872) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:37.341211 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-2d94d673-6abb-4c6d-a1ec-f394c4e8f2ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 HTTP/1.1" status: 200 len: 217 time: 0.0913465 Jul 22 16:25:37.370513 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f05f8484-385d-46f2-be49-de1c34af79b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.438389 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2e76622e-8af1-4e61-b8f1-2406ffcd70ec req-b62239b6-faa3-4555-8c17-2ed2438ed241 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952749 Jul 22 16:25:37.450887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f05f8484-385d-46f2-be49-de1c34af79b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.460974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-5dbde86f-38fd-477a-b5d9-ffc581de110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:37.462435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-5dbde86f-38fd-477a-b5d9-ffc581de110e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1112633 Jul 22 16:25:37.557711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0385ff86-e273-445b-ac33-4ca9465f65da details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:25:37.597472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-7efaddca-2baf-4585-a6cf-7f84e97423cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:37.599941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-7efaddca-2baf-4585-a6cf-7f84e97423cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1260819 Jul 22 16:25:37.633147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f05f8484-385d-46f2-be49-de1c34af79b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.637087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f05f8484-385d-46f2-be49-de1c34af79b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.638902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f05f8484-385d-46f2-be49-de1c34af79b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0ced496-eb6d-4f14-ad83-239f1958e850 HTTP/1.1" status: 204 len: 168 time: 0.4629583 Jul 22 16:25:37.644255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36efd4df-c527-4a51-b488-3206c1744a05 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:25:37.667973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f8484-385d-46f2-be49-de1c34af79b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ced496-eb6d-4f14-ad83-239f1958e850,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:37.681270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e3141c2-eec5-4ef1-aac1-96ae54fe680a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.684987 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.702332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0385ff86-e273-445b-ac33-4ca9465f65da, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0385ff86-e273-445b-ac33-4ca9465f65da,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:37.713549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Transition to ACTIVE for port object 36efd4df-c527-4a51-b488-3206c1744a05 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:37.722832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '0385ff86-e273-445b-ac33-4ca9465f65da', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '0385ff86-e273-445b-ac33-4ca9465f65da', 'mac_address': 'fa:16:3e:93:5e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-1845848159', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:25:37.734807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.787422 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.806112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0385ff86-e273-445b-ac33-4ca9465f65da {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:25:37.845047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0385ff86-e273-445b-ac33-4ca9465f65da, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0385ff86-e273-445b-ac33-4ca9465f65da,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:37.854408 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:37.978517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-99d0a436-d1b1-45ef-8d56-cdaf78b05643 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637691 Jul 22 16:25:37.986921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0385ff86-e273-445b-ac33-4ca9465f65da,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:37.996136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:37.997043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:37.997761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:37.998827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:37.999543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:38.000143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:38.000613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:38.001078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:38.001541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:38.002158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:38.003343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:38.003848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Tracked resource versions report: Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: pushed versions: Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: { 'AddressGroup': {'1.2'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'ConntrackHelper': {'1.0'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Log': {'1.0'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Network': {'1.1'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Port': {'1.7'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'PortForwarding': {'1.2'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'QosPolicy': {'1.8'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'SecurityGroup': {'1.4'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'SubPort': {'1.0'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Subnet': {'1.1'}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Trunk': {'1.1'}} Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: consumer versions: Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: { DHCP agent@n-d-792458-13: {}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: HyperV agent@n-h1-792458-13: {}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: HyperV agent@n-h2-792458-13: {}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: L3 agent@n-d-792458-13: {}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: Metadata agent@n-d-792458-13: {}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: Metering agent@n-d-792458-13: {}, Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: Open vSwitch agent@n-d-792458-13: { 'AddressGroup': '1.2', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'ConntrackHelper': '1.0', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Log': '1.0', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Network': '1.1', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Port': '1.7', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'PortForwarding': '1.2', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'QosPolicy': '1.8', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'SecurityGroup': '1.4', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'SecurityGroupRule': '1.2', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'SubPort': '1.0', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Subnet': '1.1', Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: 'Trunk': '1.1'}} Jul 22 16:25:38.005294 n-d-792458-13 neutron-server[93752]: {{(pid=93752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:25:38.024135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e3141c2-eec5-4ef1-aac1-96ae54fe680a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.039736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Pushing event updated for resources: {'Port': ['ID=36efd4df-c527-4a51-b488-3206c1744a05,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:38.067719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e3141c2-eec5-4ef1-aac1-96ae54fe680a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.112527 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b66a3bc-21cb-4bda-b2b6-4f8e3f1a5ecf req-95e2b0f7-ff8f-47df-9a06-25bf1f66ed51 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259131 Jul 22 16:25:38.119013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5e3141c2-eec5-4ef1-aac1-96ae54fe680a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdbe04dd8ef34de8ad5d8331470a012e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7846856 Jul 22 16:25:38.121654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:38.128222 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:25:38.128436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:25:38.128685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:38.135127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3141c2-eec5-4ef1-aac1-96ae54fe680a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db5392-6d90-4d19-8a24-0a6ff3a45a20,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:38.140170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Port 36efd4df-c527-4a51-b488-3206c1744a05 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:25:38.140769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:38.149309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:25:38.149645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:38.151343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:25:38.151343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Bound port: 36efd4df-c527-4a51-b488-3206c1744a05, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:25:38.151343 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.215952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['0385ff86-e273-445b-ac33-4ca9465f65da'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:25:38.217112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-346222eb-7051-4aac-ab7c-2a197f1eb9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.220746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c0637-2dbd-464b-994e-7024e5328d4b req-0421afca-3995-4cf5-826c-aa0384651ba9 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:38.229899 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-865c0637-2dbd-464b-994e-7024e5328d4b req-0421afca-3995-4cf5-826c-aa0384651ba9 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 970 time: 0.2033672 Jul 22 16:25:38.279280 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-346222eb-7051-4aac-ab7c-2a197f1eb9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.287719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:38.324433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-865c0637-2dbd-464b-994e-7024e5328d4b req-417b4de5-5d18-4985-a9f5-e3ae2b38ff1c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930645 Jul 22 16:25:38.333597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35f433f4-43a3-4bf3-9967-cc7464badba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.348830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-0c459f82-b9d3-4515-8734-32c37097d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:38.350473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-0c459f82-b9d3-4515-8734-32c37097d699 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b488d01c236c4d2284e135c0536828a5&device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 1099 time: 0.1155951 Jul 22 16:25:38.367257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:25:38.400997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:25:38.416408 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-346222eb-7051-4aac-ab7c-2a197f1eb9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.419178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-346222eb-7051-4aac-ab7c-2a197f1eb9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.420359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-346222eb-7051-4aac-ab7c-2a197f1eb9f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0db5392-6d90-4d19-8a24-0a6ff3a45a20 HTTP/1.1" status: 204 len: 168 time: 0.2968049 Jul 22 16:25:38.423103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.461855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346222eb-7051-4aac-ab7c-2a197f1eb9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db5392-6d90-4d19-8a24-0a6ff3a45a20,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:38.586778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-eeb25040-0eba-4455-98a4-177f6eae1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:38.587315 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-eeb25040-0eba-4455-98a4-177f6eae1ba8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2293291 Jul 22 16:25:38.702521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-a60df1ce-3b76-4ab1-bfdb-0d8e7daf6a16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 HTTP/1.1" status: 200 len: 217 time: 0.1060479 Jul 22 16:25:38.714316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:38.715038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:38.716645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] 10.222.0.20 "PUT /v2.0/ports/36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 1115 time: 1.6246452 Jul 22 16:25:38.719628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:38.723894 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8096305-5646-40e8-a610-00582fa979d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "tag": "36efd4df-c527-4a51-b488-3206c1744a05"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:38.797406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5cfa8-5c7a-4dc4-b048-decdb4f310bf service neutron] Pushing event updated for resources: {'Port': ['ID=36efd4df-c527-4a51-b488-3206c1744a05,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:38.854821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-3ca7328e-b83c-453c-bd1a-94c491520d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:38.856611 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-3ca7328e-b83c-453c-bd1a-94c491520d71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1435773 Jul 22 16:25:38.943194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ae000-b0fd-470d-88c1-2203a5c27be2 req-fb41f17d-f023-42bc-a0d4-a33dc2b67da7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:38.951628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd7ae000-b0fd-470d-88c1-2203a5c27be2 req-fb41f17d-f023-42bc-a0d4-a33dc2b67da7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 966 time: 0.5234568 Jul 22 16:25:39.020957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-9203b638-0d4b-466d-a51a-79b5715692fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:39.022570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-9203b638-0d4b-466d-a51a-79b5715692fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1570325 Jul 22 16:25:39.037919 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd7ae000-b0fd-470d-88c1-2203a5c27be2 req-96134c81-347a-43f0-b3e1-86b1dffea6db tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852280 Jul 22 16:25:39.038215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:39.039745 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-173ad9e0-6307-4609-bb1b-771197642112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:39.041181 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-173ad9e0-6307-4609-bb1b-771197642112 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1118 time: 0.2450387 Jul 22 16:25:39.043112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35f433f4-43a3-4bf3-9967-cc7464badba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.049570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35f433f4-43a3-4bf3-9967-cc7464badba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.100162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64356737-638b-497d-98a9-adf02da4089e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.124140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-1749591a-7254-4e60-a8bc-1044c6c1c05d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 217 time: 0.0553868 Jul 22 16:25:39.131852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-35f433f4-43a3-4bf3-9967-cc7464badba5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1a20772690d4c6b83178b7c4c2ae215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8399386 Jul 22 16:25:39.133546 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f591f6a-1ae5-46d3-838a-8224418b1ff9 x-openstack-request-id: req-2f591f6a-1ae5-46d3-838a-8224418b1ff9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:39.133837 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "tag": "36efd4df-c527-4a51-b488-3206c1744a05", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:39.134087 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f591f6a-1ae5-46d3-838a-8224418b1ff9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:39.136149 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05', 'status': 'completed', 'code': 200} Jul 22 16:25:39.142136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:39.154211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b43c6-81d2-4663-a8ae-10412e2cb96a req-1a14d5fb-320a-473f-824f-f957e0201804 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:39.156213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-849b43c6-81d2-4663-a8ae-10412e2cb96a req-1a14d5fb-320a-473f-824f-f957e0201804 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 947 time: 0.1994982 Jul 22 16:25:39.190973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f433f4-43a3-4bf3-9967-cc7464badba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a43078d-bb5e-431e-a109-4f2f099be8d4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:39.233522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-2a99830c-b431-41fb-92f7-7006111a198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:39.235311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-2a99830c-b431-41fb-92f7-7006111a198b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.0956478 Jul 22 16:25:39.255563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-c9ece1dc-824f-46dd-a8c7-1f26cb72c366 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175949 Jul 22 16:25:39.280279 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-1250f74d-a115-4d75-a306-ef95b4885b04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374010 Jul 22 16:25:39.284414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a797fd1-e2eb-4954-8a67-4e709d24c5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.292877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-849b43c6-81d2-4663-a8ae-10412e2cb96a req-c77c5079-0b20-41c1-8e7c-fc6062d91df9 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275885 Jul 22 16:25:39.343562 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a797fd1-e2eb-4954-8a67-4e709d24c5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.435918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-b755d059-7075-4a52-82c7-17f4f94cc78f service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468816 Jul 22 16:25:39.464155 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a797fd1-e2eb-4954-8a67-4e709d24c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.467211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a797fd1-e2eb-4954-8a67-4e709d24c5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.468362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5a797fd1-e2eb-4954-8a67-4e709d24c5aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a43078d-bb5e-431e-a109-4f2f099be8d4 HTTP/1.1" status: 204 len: 168 time: 0.3269913 Jul 22 16:25:39.494830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a797fd1-e2eb-4954-8a67-4e709d24c5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a43078d-bb5e-431e-a109-4f2f099be8d4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:39.538663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0385ff86-e273-445b-ac33-4ca9465f65da up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:25:39.543454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13ff20d5-de07-43a9-8b2d-16ef4696e6af req-d816cac2-9d6b-4193-8a70-8cd6974f1319 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793219 Jul 22 16:25:39.576699 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64356737-638b-497d-98a9-adf02da4089e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.585288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64356737-638b-497d-98a9-adf02da4089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.605228 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efae0b7-6eb7-450d-b945-2aa8d4fa8211 req-702180e2-9e7b-4cdf-a2eb-f9107560f5da service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571801 Jul 22 16:25:39.646339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 0385ff86-e273-445b-ac33-4ca9465f65da completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:25:39.648599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278e042-efd4-4b2b-9d5d-129c599d5238 req-4292b253-8906-4fac-b115-5a51b21a530c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:39.650675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7278e042-efd4-4b2b-9d5d-129c599d5238 req-4292b253-8906-4fac-b115-5a51b21a530c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 970 time: 0.2125676 Jul 22 16:25:39.651541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 0385ff86-e273-445b-ac33-4ca9465f65da triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:25:39.652324 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.662840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-64356737-638b-497d-98a9-adf02da4089e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ce4e6d97db044a3833507a5e3dd5238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171424 Jul 22 16:25:39.665748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54942) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:39.678435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64356737-638b-497d-98a9-adf02da4089e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08acfe81-a6df-499b-8f2a-3f7b8737e809,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:39.731423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7278e042-efd4-4b2b-9d5d-129c599d5238 req-8810345e-0915-4533-8a36-83ba83855628 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729976 Jul 22 16:25:39.776351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.799415 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5a7c-e6c4-4c3d-af38-599bd57949c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.836110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c857c93-700d-4e7c-a393-e87f369ba401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0385ff86-e273-445b-ac33-4ca9465f65da'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:39.838393 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5a7c-e6c4-4c3d-af38-599bd57949c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.855898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8096305-5646-40e8-a610-00582fa979d0 req-382f6409-5818-4ccf-af12-e2e376338706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:39.857386 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8096305-5646-40e8-a610-00582fa979d0 req-382f6409-5818-4ccf-af12-e2e376338706 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1118 time: 0.1552613 Jul 22 16:25:39.923485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0385ff86-e273-445b-ac33-4ca9465f65da, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0385ff86-e273-445b-ac33-4ca9465f65da,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:39.933600 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.976290 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5a7c-e6c4-4c3d-af38-599bd57949c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.978955 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5a7c-e6c4-4c3d-af38-599bd57949c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:39.982676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0b1d5a7c-e6c4-4c3d-af38-599bd57949c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08acfe81-a6df-499b-8f2a-3f7b8737e809 HTTP/1.1" status: 204 len: 168 time: 0.3134272 Jul 22 16:25:39.991581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8096305-5646-40e8-a610-00582fa979d0 req-e7aaccb3-509b-495d-9bde-5f722a70ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:39.993048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8096305-5646-40e8-a610-00582fa979d0 req-e7aaccb3-509b-495d-9bde-5f722a70ead0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.1264915 Jul 22 16:25:39.994222 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d5a7c-e6c4-4c3d-af38-599bd57949c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08acfe81-a6df-499b-8f2a-3f7b8737e809,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:39.999888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0385ff86-e273-445b-ac33-4ca9465f65da,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:40.008370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54954) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:40.024704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94652baf-3129-43a1-a368-7e66bd36eafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:40.047644 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8096305-5646-40e8-a610-00582fa979d0 req-dd3e99fe-d8cd-4ac1-97fe-89d369b7381d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 217 time: 0.0454161 Jul 22 16:25:40.109683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8096305-5646-40e8-a610-00582fa979d0 req-31c729e0-00c7-4642-91a6-34d092fade7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:40.111807 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8096305-5646-40e8-a610-00582fa979d0 req-31c729e0-00c7-4642-91a6-34d092fade7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.0570602 Jul 22 16:25:40.187249 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8096305-5646-40e8-a610-00582fa979d0 req-b842aa6c-93e4-4fba-875d-05c9afda1441 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639315 Jul 22 16:25:40.190026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94652baf-3129-43a1-a368-7e66bd36eafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:40.196186 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94652baf-3129-43a1-a368-7e66bd36eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:40.243654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-94652baf-3129-43a1-a368-7e66bd36eafd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcee705fe9d64a3085e2427871aecb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340012 Jul 22 16:25:40.245776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94652baf-3129-43a1-a368-7e66bd36eafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c9f46b-e6b4-4353-904c-2e0f28cde43d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:40.248125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54970) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:40.300367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-365ac96e-5901-4c23-89bc-6ea24c6f9f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:40.329195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-365ac96e-5901-4c23-89bc-6ea24c6f9f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:40.332606 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa2f44-0192-4642-b9d2-cfaee9c2f7cf" -d '{"events": [{"server_uuid": "7c857c93-700d-4e7c-a393-e87f369ba401", "name": "network-vif-plugged", "status": "completed", "tag": "0385ff86-e273-445b-ac33-4ca9465f65da"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:40.333303 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8096305-5646-40e8-a610-00582fa979d0 req-bf20be98-3892-4c63-9dfa-1c8477faf0f0 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381347 Jul 22 16:25:40.355380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ac964-b9cc-4bdc-8b40-c4300018af86 req-ac4cd6be-81f9-4f77-8cf0-978f507d3b78 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:40.366097 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-095ac964-b9cc-4bdc-8b40-c4300018af86 req-ac4cd6be-81f9-4f77-8cf0-978f507d3b78 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 966 time: 0.1804950 Jul 22 16:25:40.397809 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-365ac96e-5901-4c23-89bc-6ea24c6f9f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:40.401113 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-365ac96e-5901-4c23-89bc-6ea24c6f9f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:40.405196 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-365ac96e-5901-4c23-89bc-6ea24c6f9f21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6c9f46b-e6b4-4353-904c-2e0f28cde43d HTTP/1.1" status: 204 len: 168 time: 0.1552095 Jul 22 16:25:40.414533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ac96e-5901-4c23-89bc-6ea24c6f9f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c9f46b-e6b4-4353-904c-2e0f28cde43d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:40.461743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-095ac964-b9cc-4bdc-8b40-c4300018af86 req-43172630-7859-4e15-bc64-a3932cb6f98f tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944028 Jul 22 16:25:40.522109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8096305-5646-40e8-a610-00582fa979d0 req-a7aef795-405d-4ec2-b4b1-0feeab4b0222 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395457 Jul 22 16:25:40.598342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc83f27-5b9e-4bce-afca-ebbe28ca3cba req-c49c842d-d8fa-4944-8de7-6c755c865c3b tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:40.599904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fc83f27-5b9e-4bce-afca-ebbe28ca3cba req-c49c842d-d8fa-4944-8de7-6c755c865c3b tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 947 time: 0.0696955 Jul 22 16:25:40.647861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fc83f27-5b9e-4bce-afca-ebbe28ca3cba req-9346f712-7d75-4b08-adc2-86994b64258e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376976 Jul 22 16:25:40.827264 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc780975-30ac-4155-93b2-b6e1e3f00928 x-openstack-request-id: req-fc780975-30ac-4155-93b2-b6e1e3f00928 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:40.828668 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c857c93-700d-4e7c-a393-e87f369ba401", "name": "network-vif-plugged", "status": "completed", "tag": "0385ff86-e273-445b-ac33-4ca9465f65da", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:40.829153 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc780975-30ac-4155-93b2-b6e1e3f00928 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:40.830448 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c857c93-700d-4e7c-a393-e87f369ba401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0385ff86-e273-445b-ac33-4ca9465f65da', 'code': 200} Jul 22 16:25:40.973462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea06269-3205-45ab-a629-1036e075e4eb req-dfccf6b3-2b1c-4a38-a70e-e6458d1db125 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:40.981108 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ea06269-3205-45ab-a629-1036e075e4eb req-dfccf6b3-2b1c-4a38-a70e-e6458d1db125 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 971 time: 0.0823078 Jul 22 16:25:41.029787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ea06269-3205-45ab-a629-1036e075e4eb req-7396707d-ad11-4356-a6fa-f38e2268c2f3 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474086 Jul 22 16:25:41.105495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01995b-3875-4b45-ad95-8a69748231d7 req-742c11d8-32a3-48f5-9a36-8ef82e2602a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:41.108963 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b01995b-3875-4b45-ad95-8a69748231d7 req-742c11d8-32a3-48f5-9a36-8ef82e2602a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 1123 time: 0.1891656 Jul 22 16:25:41.145643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b01995b-3875-4b45-ad95-8a69748231d7 req-5dee77d9-42b4-46d4-a80d-cacfe3f4d272 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:41.265862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b01995b-3875-4b45-ad95-8a69748231d7 req-5dee77d9-42b4-46d4-a80d-cacfe3f4d272 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:41.270888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b01995b-3875-4b45-ad95-8a69748231d7 req-5dee77d9-42b4-46d4-a80d-cacfe3f4d272 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:41.306162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b01995b-3875-4b45-ad95-8a69748231d7 req-5dee77d9-42b4-46d4-a80d-cacfe3f4d272 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886308 Jul 22 16:25:41.311163 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee77d9-42b4-46d4-a80d-cacfe3f4d272 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3c1b8-0b4d-441a-9364-341b2e1f0eb7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:41.407053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55038) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:41.591463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:25:41.631485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c9049-89ce-48d9-8db5-398a3367bd31 req-2ab29053-3852-49e8-8984-e6daa93f35c1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:41.634064 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b3c9049-89ce-48d9-8db5-398a3367bd31 req-2ab29053-3852-49e8-8984-e6daa93f35c1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 966 time: 0.0923014 Jul 22 16:25:41.697527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b3c9049-89ce-48d9-8db5-398a3367bd31 req-c9adaa4f-e83d-4cb3-ae5c-77628e1df4e4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519896 Jul 22 16:25:41.728583 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-270febd8-8116-4ca0-b844-bf4b75f7b211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:41.737828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55052) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:41.744798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:41.770836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '699ebd1c-a8a4-4ab6-9e2c-a01c5561b766', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '699ebd1c-a8a4-4ab6-9e2c-a01c5561b766', 'mac_address': 'fa:16:3e:30:0e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:25:41.866991 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:41.900608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1732684874-network', 'tenant_id': '5aafd077d6ff49cab42393c071d9237c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:41.901467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:25:41.922696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4304d5e-bca2-4a2c-94a3-1cc73b68e455 req-64de4c7a-98d3-4f02-aad7-fd4bc412e2cd tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:41.932961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4304d5e-bca2-4a2c-94a3-1cc73b68e455 req-64de4c7a-98d3-4f02-aad7-fd4bc412e2cd tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 947 time: 0.1564374 Jul 22 16:25:41.955306 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-270febd8-8116-4ca0-b844-bf4b75f7b211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:41.955406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:41.962146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:41.962579 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-270febd8-8116-4ca0-b844-bf4b75f7b211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.012796 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-270febd8-8116-4ca0-b844-bf4b75f7b211 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5149d2ece5541a7aa0ac6e068621579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041098 Jul 22 16:25:42.017296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55062) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:42.044606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Made reservation on behalf of 5aafd077d6ff49cab42393c071d9237c for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:42.058897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:42.063286 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.076940 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4304d5e-bca2-4a2c-94a3-1cc73b68e455 req-669b3464-8c44-4f1f-a90f-758421b5f752 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426005 Jul 22 16:25:42.091062 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.102389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270febd8-8116-4ca0-b844-bf4b75f7b211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de952725-1df4-430e-9fe8-64d2ecccdd72,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:42.135479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c896a067-d3ac-49e9-9ada-5b057fee6acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.170655 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c896a067-d3ac-49e9-9ada-5b057fee6acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.238359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.244548 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.291210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6e5926-e497-4205-8e20-0d6125147dae,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:42.303575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471fa9a-f45c-497e-928b-bf412486aa5b req-2c9bf2df-f24e-4cb1-8b31-f97c9455748e tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:42.305250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6471fa9a-f45c-497e-928b-bf412486aa5b req-2c9bf2df-f24e-4cb1-8b31-f97c9455748e tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 971 time: 0.1316276 Jul 22 16:25:42.328133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:25:42.336556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c896a067-d3ac-49e9-9ada-5b057fee6acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.339804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c896a067-d3ac-49e9-9ada-5b057fee6acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.341995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c896a067-d3ac-49e9-9ada-5b057fee6acd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de952725-1df4-430e-9fe8-64d2ecccdd72 HTTP/1.1" status: 204 len: 168 time: 0.3234339 Jul 22 16:25:42.350002 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.350359 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Added segment 06209205-d1c2-43c5-8e75-b2f90c1b916a of type vlan for network 734c3823-2040-45d9-b60f-7d3145634791 Jul 22 16:25:42.359686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896a067-d3ac-49e9-9ada-5b057fee6acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de952725-1df4-430e-9fe8-64d2ecccdd72,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:42.390379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6471fa9a-f45c-497e-928b-bf412486aa5b req-a701fd01-43d7-425d-a5e9-1b3d65cd30ed tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770078 Jul 22 16:25:42.428648 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.458861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['699ebd1c-a8a4-4ab6-9e2c-a01c5561b766'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:25:42.473139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.475165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:42.476691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.511692 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7727661 Jul 22 16:25:42.515027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:42.521220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Request body: {'subnet': {'network_id': '734c3823-2040-45d9-b60f-7d3145634791', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1732684874-subnet', 'tenant_id': '5aafd077d6ff49cab42393c071d9237c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:42.565828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Made reservation on behalf of 5aafd077d6ff49cab42393c071d9237c for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:42.568800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.587435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb453b-f4bf-4f0b-b016-5c486b1ade24 admin admin] Pushing event updated for resources: {'Network': ['ID=734c3823-2040-45d9-b60f-7d3145634791,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:42.606010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 734c3823-2040-45d9-b60f-7d3145634791 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:25:42.787257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.858589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55086) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:42.858743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a910ca23-cadc-45d5-9855-c15d6e54c0fe,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:42.881708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Checking segment: {'id': '06209205-d1c2-43c5-8e75-b2f90c1b916a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '734c3823-2040-45d9-b60f-7d3145634791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:42.882067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Network hostable DHCP agents. Network: 734c3823-2040-45d9-b60f-7d3145634791, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:25:42.899461 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b2bed-1783-424a-ac92-52fd1e54d290 req-d6889f62-54a7-4b94-bcb5-05cb9fa1e420 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:42.901747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Network 734c3823-2040-45d9-b60f-7d3145634791 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:25:42.915323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b9b2bed-1783-424a-ac92-52fd1e54d290 req-d6889f62-54a7-4b94-bcb5-05cb9fa1e420 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 966 time: 0.1181200 Jul 22 16:25:42.919111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 734c3823-2040-45d9-b60f-7d3145634791) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:42.930401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:42.931507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42f20b-0563-4545-9f36-77fbfb110e7e None None] Network 734c3823-2040-45d9-b60f-7d3145634791 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:42.933072 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:42.968770 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-09eb66a0-59b1-45ff-9b58-d63fd29b069f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4428279 Jul 22 16:25:43.015617 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b9b2bed-1783-424a-ac92-52fd1e54d290 req-7073f3cc-1205-4880-8479-b981651e1f70 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991850 Jul 22 16:25:43.063633 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33489f03-4e2a-4cc4-8d53-f0edf3d9698d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.069241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55094) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:43.095324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a415ebba-041b-4624-8498-20ab8754d2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.144531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8a1c7-5ee8-4868-a507-2c9bb6b7b5db None None] Network 734c3823-2040-45d9-b60f-7d3145634791 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:43.312527 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33489f03-4e2a-4cc4-8d53-f0edf3d9698d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.325332 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33489f03-4e2a-4cc4-8d53-f0edf3d9698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.330023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff37a4-01fc-40ef-8a1b-52b098aa31ea req-0cbe4386-10d8-4016-97ea-8bbc11740705 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:43.337777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4eff37a4-01fc-40ef-8a1b-52b098aa31ea req-0cbe4386-10d8-4016-97ea-8bbc11740705 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 948 time: 0.1333418 Jul 22 16:25:43.409574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33489f03-4e2a-4cc4-8d53-f0edf3d9698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720cb142-8dd1-428d-a2c3-cc4e3d0da9c2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:43.413491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4eff37a4-01fc-40ef-8a1b-52b098aa31ea req-615add2b-6958-4ac0-be2d-fee2d6338b91 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737269 Jul 22 16:25:43.432551 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-33489f03-4e2a-4cc4-8d53-f0edf3d9698d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fba839ee9e3b461788f9ffd0b3659c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5720711 Jul 22 16:25:43.434593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:43.581240 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a415ebba-041b-4624-8498-20ab8754d2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.581587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:25:43.593621 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a415ebba-041b-4624-8498-20ab8754d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.597942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:25:43.614462 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d9c392d-d144-49a3-9cdf-7d3aed3dc37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.648708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d9c392d-d144-49a3-9cdf-7d3aed3dc37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.682878 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a415ebba-041b-4624-8498-20ab8754d2a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e72a800fbfe440cae81986ecb563830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6110673 Jul 22 16:25:43.686911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:43.718962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415ebba-041b-4624-8498-20ab8754d2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba03178-e287-4318-bd25-eeb42d55e4b1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:43.733062 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97992e-180f-4a37-8b39-b4d00434a57b req-6193733c-c5a1-44ad-94fd-17afeca3a5b0 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:43.737873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:25:43.743265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e97992e-180f-4a37-8b39-b4d00434a57b req-6193733c-c5a1-44ad-94fd-17afeca3a5b0 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 971 time: 0.1739626 Jul 22 16:25:43.755570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:25:43.756027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.815757 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d9c392d-d144-49a3-9cdf-7d3aed3dc37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.819163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d9c392d-d144-49a3-9cdf-7d3aed3dc37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.824795 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2d9c392d-d144-49a3-9cdf-7d3aed3dc37e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/720cb142-8dd1-428d-a2c3-cc4e3d0da9c2 HTTP/1.1" status: 204 len: 168 time: 0.3852861 Jul 22 16:25:43.870651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e97992e-180f-4a37-8b39-b4d00434a57b req-53d5b9c6-bd43-4ea3-9dea-25e12a1b47cb tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259656 Jul 22 16:25:43.880649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c392d-d144-49a3-9cdf-7d3aed3dc37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720cb142-8dd1-428d-a2c3-cc4e3d0da9c2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:43.884817 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.885877 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c13fa8-7034-4386-90b5-1218da00581f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.978432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c13fa8-7034-4386-90b5-1218da00581f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:43.990546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:43.994311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f731c2d0-c748-4c65-8f60-3216d2727910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ebd1c-a8a4-4ab6-9e2c-a01c5561b766'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:43.997358 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe874f5-819d-495e-ab88-edbf051d6f23" -d '{"events": [{"server_uuid": "f731c2d0-c748-4c65-8f60-3216d2727910", "name": "network-vif-plugged", "status": "completed", "tag": "699ebd1c-a8a4-4ab6-9e2c-a01c5561b766"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:44.006313 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.056315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:44.086352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '36efd4df-c527-4a51-b488-3206c1744a05', 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d', 'port_id': '36efd4df-c527-4a51-b488-3206c1744a05', 'mac_address': 'fa:16:3e:bd:69:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a908cd4-f970-4a30-9e7c-3ee00b8c5463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1845848159', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:25:44.128672 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c13fa8-7034-4386-90b5-1218da00581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.131557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c13fa8-7034-4386-90b5-1218da00581f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.135983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a0c13fa8-7034-4386-90b5-1218da00581f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eba03178-e287-4318-bd25-eeb42d55e4b1 HTTP/1.1" status: 204 len: 168 time: 0.4447412 Jul 22 16:25:44.136371 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267407b4-156b-4de4-bf63-bc43b7202556 x-openstack-request-id: req-267407b4-156b-4de4-bf63-bc43b7202556 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:44.137188 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f731c2d0-c748-4c65-8f60-3216d2727910", "name": "network-vif-plugged", "status": "completed", "tag": "699ebd1c-a8a4-4ab6-9e2c-a01c5561b766", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:44.137761 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-267407b4-156b-4de4-bf63-bc43b7202556 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:44.138479 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f731c2d0-c748-4c65-8f60-3216d2727910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699ebd1c-a8a4-4ab6-9e2c-a01c5561b766', 'code': 200} Jul 22 16:25:44.139572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:44.153831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c13fa8-7034-4386-90b5-1218da00581f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba03178-e287-4318-bd25-eeb42d55e4b1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:44.178126 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.218285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36efd4df-c527-4a51-b488-3206c1744a05 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:25:44.276066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:44.282353 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.347786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=36efd4df-c527-4a51-b488-3206c1744a05,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:44.373293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e596f8b-c695-4fa9-88fc-3025eb29f85c req-00ebc3f5-58aa-40cd-8131-7fdc7ed2675d tempest-AggregatesAdminTestJSON-1097065739 tempest-AggregatesAdminTestJSON-1097065739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:44.374989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e596f8b-c695-4fa9-88fc-3025eb29f85c req-00ebc3f5-58aa-40cd-8131-7fdc7ed2675d tempest-AggregatesAdminTestJSON-1097065739 tempest-AggregatesAdminTestJSON-1097065739-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 1123 time: 0.1783233 Jul 22 16:25:44.400021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e596f8b-c695-4fa9-88fc-3025eb29f85c req-3353cd8d-f90b-4633-9caa-0f11e99fc5d1 tempest-AggregatesAdminTestJSON-1097065739 tempest-AggregatesAdminTestJSON-1097065739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.459360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55140) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:44.475725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f5e57-e40d-4f38-8e6f-587928e7eb3f req-14b72dc9-5f56-4e7e-afb1-5337c872b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:44.478030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-053f5e57-e40d-4f38-8e6f-587928e7eb3f req-14b72dc9-5f56-4e7e-afb1-5337c872b98d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 1101 time: 0.2220311 Jul 22 16:25:44.574298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['36efd4df-c527-4a51-b488-3206c1744a05'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:25:44.585598 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f44765e6-e8f8-4536-9c8e-51385f4f6d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.591204 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-053f5e57-e40d-4f38-8e6f-587928e7eb3f req-c2c50958-22c7-4cbe-827a-a4b4e1dba0c6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029365 Jul 22 16:25:44.658890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e596f8b-c695-4fa9-88fc-3025eb29f85c req-3353cd8d-f90b-4633-9caa-0f11e99fc5d1 tempest-AggregatesAdminTestJSON-1097065739 tempest-AggregatesAdminTestJSON-1097065739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.691325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ade126-b8ab-4231-ab2b-02ebf8d9af3b req-85185dfe-c8e2-4c92-add7-32a0f566b732 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:44.691516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e596f8b-c695-4fa9-88fc-3025eb29f85c req-3353cd8d-f90b-4633-9caa-0f11e99fc5d1 tempest-AggregatesAdminTestJSON-1097065739 tempest-AggregatesAdminTestJSON-1097065739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.693130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61ade126-b8ab-4231-ab2b-02ebf8d9af3b req-85185dfe-c8e2-4c92-add7-32a0f566b732 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 967 time: 0.1233907 Jul 22 16:25:44.755428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e596f8b-c695-4fa9-88fc-3025eb29f85c req-3353cd8d-f90b-4633-9caa-0f11e99fc5d1 tempest-AggregatesAdminTestJSON-1097065739 tempest-AggregatesAdminTestJSON-1097065739-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735220 Jul 22 16:25:44.778985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353cd8d-f90b-4633-9caa-0f11e99fc5d1 tempest-AggregatesAdminTestJSON-1097065739 tempest-AggregatesAdminTestJSON-1097065739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d638a436-e63f-4414-aad5-e81278ce62c7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:44.787662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61ade126-b8ab-4231-ab2b-02ebf8d9af3b req-dd8c5431-d54e-4b09-84fc-ad14a7562052 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825822 Jul 22 16:25:44.988296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f44765e6-e8f8-4536-9c8e-51385f4f6d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:44.996879 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f44765e6-e8f8-4536-9c8e-51385f4f6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.021961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707474-2ee2-451e-8281-3aa1082dfdfc req-d3d1811e-3436-498a-94f4-eaeaa609512a tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:45.029492 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98707474-2ee2-451e-8281-3aa1082dfdfc req-d3d1811e-3436-498a-94f4-eaeaa609512a tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 949 time: 0.1557317 Jul 22 16:25:45.042192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:45.052834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1099475628-network', 'tenant_id': 'cb6b55fa820a463da71096932774289f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:45.076977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f44765e6-e8f8-4536-9c8e-51385f4f6d68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae6a83135dc24507ae6e5a8a91b380df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109750 Jul 22 16:25:45.079010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44765e6-e8f8-4536-9c8e-51385f4f6d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5279f2b0-946e-4dea-a0bc-fd1344a6ceca,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:45.083983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55164) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:45.115556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Made reservation on behalf of cb6b55fa820a463da71096932774289f for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:45.125543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.129714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98707474-2ee2-451e-8281-3aa1082dfdfc req-04fd5773-16d0-42c8-afe6-eefe5e9b6221 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964725 Jul 22 16:25:45.151819 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.193919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62f4cc7a-4ca5-4f5a-9a4e-c85ca647b007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.222691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62f4cc7a-4ca5-4f5a-9a4e-c85ca647b007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.294990 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62f4cc7a-4ca5-4f5a-9a4e-c85ca647b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.298429 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62f4cc7a-4ca5-4f5a-9a4e-c85ca647b007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.303743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-62f4cc7a-4ca5-4f5a-9a4e-c85ca647b007 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5279f2b0-946e-4dea-a0bc-fd1344a6ceca HTTP/1.1" status: 204 len: 168 time: 0.2183266 Jul 22 16:25:45.314483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4cc7a-4ca5-4f5a-9a4e-c85ca647b007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5279f2b0-946e-4dea-a0bc-fd1344a6ceca,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:45.346222 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:45.377103 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.384016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.448127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:25:45.479061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a419f4d1-c56a-48d1-8c70-24ff6d94a537,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:45.489485 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.490027 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Added segment 6b2331a7-aada-41b2-b119-08cfa038e1e5 of type vlan for network f34255f4-5d82-4325-9585-ced77c017ccb Jul 22 16:25:45.556660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.586764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:25:45.610657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.615026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:45.616566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.669321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6253750 Jul 22 16:25:45.672662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:45.682115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Request body: {'subnet': {'network_id': 'f34255f4-5d82-4325-9585-ced77c017ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1099475628-subnet', 'tenant_id': 'cb6b55fa820a463da71096932774289f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:45.708611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 36efd4df-c527-4a51-b488-3206c1744a05 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:25:45.717262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 36efd4df-c527-4a51-b488-3206c1744a05 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:25:45.717673 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.719085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Made reservation on behalf of cb6b55fa820a463da71096932774289f for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:45.723589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:45.730167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c7b5b-df53-4857-95e2-bd016d12390f admin admin] Pushing event updated for resources: {'Network': ['ID=f34255f4-5d82-4325-9585-ced77c017ccb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:45.813061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f34255f4-5d82-4325-9585-ced77c017ccb details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:25:45.826744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0a10-0d1f-4cc6-a762-06b93a90b659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.059564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.089631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e75638-5bb5-46a5-8d3d-dba2df92b3e7 req-cb33f76d-5748-4d8d-afea-aa115f4566ac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:46.089631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39e75638-5bb5-46a5-8d3d-dba2df92b3e7 req-cb33f76d-5748-4d8d-afea-aa115f4566ac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 967 time: 0.1792037 Jul 22 16:25:46.095113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.116075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d97b1f-cde6-453f-8954-1413717bf9c2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:46.131469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0a10-0d1f-4cc6-a762-06b93a90b659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.139233 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba8d0a10-0d1f-4cc6-a762-06b93a90b659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.180498 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39e75638-5bb5-46a5-8d3d-dba2df92b3e7 req-18907dec-42e6-4b36-b077-882aadbbc9c6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822372 Jul 22 16:25:46.204555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:46.207718 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2246ec-3a20-4109-8aaa-01f23c35e122" -d '{"events": [{"server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "name": "network-vif-plugged", "status": "completed", "tag": "36efd4df-c527-4a51-b488-3206c1744a05"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:46.246052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:46.255742 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.270015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Checking segment: {'id': '6b2331a7-aada-41b2-b119-08cfa038e1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f34255f4-5d82-4325-9585-ced77c017ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:46.270366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Network hostable DHCP agents. Network: f34255f4-5d82-4325-9585-ced77c017ccb, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:25:46.287057 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ba8d0a10-0d1f-4cc6-a762-06b93a90b659 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d472df79b9ce484d9a71097b0f88e845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9395618 Jul 22 16:25:46.289748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:46.321562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d0a10-0d1f-4cc6-a762-06b93a90b659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46d80cc-abc5-480d-ba76-ea3ead6c40ad,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:46.328647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Network f34255f4-5d82-4325-9585-ced77c017ccb is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:25:46.365065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f34255f4-5d82-4325-9585-ced77c017ccb) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:46.379216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:46.380918 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.383594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e433a406-12fc-44ae-afde-65e929a737c1 None None] Network f34255f4-5d82-4325-9585-ced77c017ccb requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:46.403574 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda8656e-5230-43e2-8bc5-02b19aac2476 x-openstack-request-id: req-cda8656e-5230-43e2-8bc5-02b19aac2476 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:46.403827 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "name": "network-vif-plugged", "status": "completed", "tag": "36efd4df-c527-4a51-b488-3206c1744a05", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:46.404224 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cda8656e-5230-43e2-8bc5-02b19aac2476 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:46.404817 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05', 'code': 200} Jul 22 16:25:46.441525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6ff550b1-3eef-4881-a3e2-b5d3c1f0a7cf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7643125 Jul 22 16:25:46.446050 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8e2faf2-0af2-4a3f-b54b-ac7b03227e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.594698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=36efd4df-c527-4a51-b488-3206c1744a05,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:46.595374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871042e-4207-4027-8743-d1c39fae9f09 req-980c62db-4e47-4258-a6e8-e67eccc8d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:46.600504 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c871042e-4207-4027-8743-d1c39fae9f09 req-980c62db-4e47-4258-a6e8-e67eccc8d034 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1120 time: 0.1200233 Jul 22 16:25:46.652197 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c871042e-4207-4027-8743-d1c39fae9f09 req-09f55247-e3cf-43ad-aaa3-782cbbdffbcc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462248 Jul 22 16:25:46.745283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616f6b7-946a-4ef4-ae59-56f059c17355 None None] Network f34255f4-5d82-4325-9585-ced77c017ccb requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:46.767351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8e2faf2-0af2-4a3f-b54b-ac7b03227e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.784162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1b66b-6548-4de0-9aa2-3a3e9d17f402 req-57d5b247-405a-462c-b08d-81e3b17bc97d tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:46.786055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebb1b66b-6548-4de0-9aa2-3a3e9d17f402 req-57d5b247-405a-462c-b08d-81e3b17bc97d tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 949 time: 0.4498751 Jul 22 16:25:46.810791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55270) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:46.881350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebb1b66b-6548-4de0-9aa2-3a3e9d17f402 req-d627a57b-9fea-4003-bd5d-47fbb052945f tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800192 Jul 22 16:25:46.900993 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8e2faf2-0af2-4a3f-b54b-ac7b03227e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.909149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8e2faf2-0af2-4a3f-b54b-ac7b03227e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:46.914677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e8e2faf2-0af2-4a3f-b54b-ac7b03227e68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b46d80cc-abc5-480d-ba76-ea3ead6c40ad HTTP/1.1" status: 204 len: 168 time: 0.6215181 Jul 22 16:25:46.943363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a342828d-7b6d-4524-9143-a8ca272ca201 admin admin] Deleting subnet a910ca23-cadc-45d5-9855-c15d6e54c0fe {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:25:46.950344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2faf2-0af2-4a3f-b54b-ac7b03227e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46d80cc-abc5-480d-ba76-ea3ead6c40ad,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:46.957997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a342828d-7b6d-4524-9143-a8ca272ca201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.064238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a342828d-7b6d-4524-9143-a8ca272ca201 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.088325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a342828d-7b6d-4524-9143-a8ca272ca201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.169612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a342828d-7b6d-4524-9143-a8ca272ca201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.210191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342828d-7b6d-4524-9143-a8ca272ca201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a910ca23-cadc-45d5-9855-c15d6e54c0fe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:47.264267 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a342828d-7b6d-4524-9143-a8ca272ca201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.266339 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a342828d-7b6d-4524-9143-a8ca272ca201 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a910ca23-cadc-45d5-9855-c15d6e54c0fe HTTP/1.1" status: 204 len: 168 time: 0.4542685 Jul 22 16:25:47.269662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55306) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:47.407992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.493638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf7d76-3282-4907-9e1f-669282e965ac req-630dfda9-22ef-4ff0-ae80-af219abcf82c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:47.500795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-66cf7d76-3282-4907-9e1f-669282e965ac req-630dfda9-22ef-4ff0-ae80-af219abcf82c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 968 time: 0.1768000 Jul 22 16:25:47.529414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:47.557034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9449301c-0572-4694-a8bc-a9688056bb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.562980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.584345 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.584979 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.585894 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.586389 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > port after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.586864 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.587394 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > port after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.587854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.588313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.588882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.589361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.730140 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.731008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.731553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.733624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:25:47.734333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734c3823-2040-45d9-b60f-7d3145634791']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:47.773731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-66cf7d76-3282-4907-9e1f-669282e965ac req-dc9453d7-ca55-4d3f-b850-d65c97b04de2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717638 Jul 22 16:25:47.823000 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9449301c-0572-4694-a8bc-a9688056bb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.833493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06209205-d1c2-43c5-8e75-b2f90c1b916a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:47.834251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06209205-d1c2-43c5-8e75-b2f90c1b916a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:47.835346 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9449301c-0572-4694-a8bc-a9688056bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.900855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:47.909979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449301c-0572-4694-a8bc-a9688056bb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf57b3-9048-4351-b0c2-3341f1420d39,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:47.933083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9449301c-0572-4694-a8bc-a9688056bb82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=083fa33c02844fbca521f10758b5fc58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026196 Jul 22 16:25:47.940579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55352) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:48.018059 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8927524c-339c-4c2d-8a60-ee91fe3bc465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.022548 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.056466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:25:48.056874 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.074794 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8927524c-339c-4c2d-8a60-ee91fe3bc465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: from cryptography.utils import int_from_bytes Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: from cryptography.utils import int_from_bytes Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:25:48.090764 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:25:48.204711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8927524c-339c-4c2d-8a60-ee91fe3bc465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.206440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.210290 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8927524c-339c-4c2d-8a60-ee91fe3bc465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.212715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8927524c-339c-4c2d-8a60-ee91fe3bc465 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03cf57b3-9048-4351-b0c2-3341f1420d39 HTTP/1.1" status: 204 len: 168 time: 0.2688251 Jul 22 16:25:48.219879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.225409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] 10.222.0.53 "DELETE /v2.0/networks/734c3823-2040-45d9-b60f-7d3145634791 HTTP/1.1" status: 204 len: 168 time: 0.9546316 Jul 22 16:25:48.240742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55374) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:48.250733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c04cc-2944-4275-80ff-f7a0a01de955 admin admin] Pushing event deleted for resources: {'Network': ['ID=734c3823-2040-45d9-b60f-7d3145634791,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:48.256827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927524c-339c-4c2d-8a60-ee91fe3bc465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf57b3-9048-4351-b0c2-3341f1420d39,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:48.298621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7045-5971-4724-b24f-3c9229a6b85d req-ce201b0e-189a-4029-b6b5-c0814cf33d74 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:48.301026 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a6f7045-5971-4724-b24f-3c9229a6b85d req-ce201b0e-189a-4029-b6b5-c0814cf33d74 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 949 time: 0.1835876 Jul 22 16:25:48.353064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3949d08-a1bc-4e51-888a-dc490d59e0c1 admin admin] Deleting subnet c2d97b1f-cde6-453f-8954-1413717bf9c2 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:25:48.368957 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3949d08-a1bc-4e51-888a-dc490d59e0c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.379691 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-117755f6-ccae-4d2e-955e-91f4967daa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.415700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a6f7045-5971-4724-b24f-3c9229a6b85d req-1faa3c1f-6b30-4900-aa63-eb054aa4fa9b tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009452 Jul 22 16:25:48.434642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3949d08-a1bc-4e51-888a-dc490d59e0c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.444749 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3949d08-a1bc-4e51-888a-dc490d59e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.522713 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3949d08-a1bc-4e51-888a-dc490d59e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.543900 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3949d08-a1bc-4e51-888a-dc490d59e0c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.546022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f3949d08-a1bc-4e51-888a-dc490d59e0c1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c2d97b1f-cde6-453f-8954-1413717bf9c2 HTTP/1.1" status: 204 len: 168 time: 0.3041408 Jul 22 16:25:48.548919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:48.570731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3949d08-a1bc-4e51-888a-dc490d59e0c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d97b1f-cde6-453f-8954-1413717bf9c2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:48.657650 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.793704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.809836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34255f4-5d82-4325-9585-ced77c017ccb']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:48.825089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2331a7-aada-41b2-b119-08cfa038e1e5') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:48.825434 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2331a7-aada-41b2-b119-08cfa038e1e5') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:25:48.836505 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.853231 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.861461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:25:48.862432 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:25:48.865072 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:25:48.907913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:48.969122 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.978378 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:48.980525 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f34255f4-5d82-4325-9585-ced77c017ccb HTTP/1.1" status: 204 len: 168 time: 0.4298968 Jul 22 16:25:48.997443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30245900-ecd8-4026-b276-ebad0e5e0030 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34255f4-5d82-4325-9585-ced77c017ccb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:49.013711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ebf8f-2a7c-4545-afca-1c6fd2a57495 req-b9dbed62-2c79-4491-bb56-0f9884000546 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:49.015343 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a52ebf8f-2a7c-4545-afca-1c6fd2a57495 req-b9dbed62-2c79-4491-bb56-0f9884000546 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 968 time: 0.1475334 Jul 22 16:25:49.085775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a52ebf8f-2a7c-4545-afca-1c6fd2a57495 req-aeaefb45-67b2-4272-b855-56e7a05a4149 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542955 Jul 22 16:25:49.193919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cab49b88-a0c0-4de8-b975-855bec7678db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.329085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55434) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:49.432465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d908ad2c-b67b-4b75-b395-2aa0eb565bf6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5aafd077d6ff49cab42393c071d9237c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0993078 Jul 22 16:25:49.433075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55438) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:49.501975 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cab49b88-a0c0-4de8-b975-855bec7678db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.511541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cab49b88-a0c0-4de8-b975-855bec7678db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.529913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f91f5ba5-ce35-42d2-b3ad-5673145b0757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.594417 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f91f5ba5-ce35-42d2-b3ad-5673145b0757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.628610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cab49b88-a0c0-4de8-b975-855bec7678db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=320923de5dda443c9a74fcd8f2337ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7187803 Jul 22 16:25:49.630205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab49b88-a0c0-4de8-b975-855bec7678db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f7ee17-17e7-4238-95e0-b2a9626af206,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:49.633250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55450) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:49.715048 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e72541d5-4f61-4093-92cf-6919302588a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.721948 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f91f5ba5-ce35-42d2-b3ad-5673145b0757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.727188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f91f5ba5-ce35-42d2-b3ad-5673145b0757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.728547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f91f5ba5-ce35-42d2-b3ad-5673145b0757 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f6e5926-e497-4205-8e20-0d6125147dae HTTP/1.1" status: 204 len: 168 time: 0.2944713 Jul 22 16:25:49.742116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f5ba5-ce35-42d2-b3ad-5673145b0757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6e5926-e497-4205-8e20-0d6125147dae,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:49.761769 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e72541d5-4f61-4093-92cf-6919302588a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.842771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e72541d5-4f61-4093-92cf-6919302588a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.845153 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e72541d5-4f61-4093-92cf-6919302588a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:49.847316 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e72541d5-4f61-4093-92cf-6919302588a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26f7ee17-17e7-4238-95e0-b2a9626af206 HTTP/1.1" status: 204 len: 168 time: 0.2118306 Jul 22 16:25:49.862476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72541d5-4f61-4093-92cf-6919302588a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f7ee17-17e7-4238-95e0-b2a9626af206,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:50.115270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5909df-b9b7-4229-b5a6-24934484c9b7 req-26ccbc32-6a7a-47c5-8727-b0c617973df5 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:50.117194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5e5909df-b9b7-4229-b5a6-24934484c9b7 req-26ccbc32-6a7a-47c5-8727-b0c617973df5 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1120 time: 0.0680201 Jul 22 16:25:50.165768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5e5909df-b9b7-4229-b5a6-24934484c9b7 req-70de217a-7733-407c-a1b9-61b1c95254ff tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Jul 22 16:25:50.413520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406d325-c5fc-4735-8603-43c6daec3351 req-e8c64244-ce47-4979-bde6-9c6c7b573609 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:50.416379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6406d325-c5fc-4735-8603-43c6daec3351 req-e8c64244-ce47-4979-bde6-9c6c7b573609 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 971 time: 0.0904739 Jul 22 16:25:50.457416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6406d325-c5fc-4735-8603-43c6daec3351 req-c5afd81a-1e81-42aa-87d6-37f837c05238 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371394 Jul 22 16:25:50.497871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:50.587548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3f1fe573-cc94-4dd7-abdd-1a65b201007c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb6b55fa820a463da71096932774289f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841844 Jul 22 16:25:50.588058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55476) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:50.664639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ca2e6-5c44-4853-b47b-58fd3e955b20 req-3ce56295-926f-4aab-ba31-c8e9cba4d998 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:50.665685 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab4ca2e6-5c44-4853-b47b-58fd3e955b20 req-3ce56295-926f-4aab-ba31-c8e9cba4d998 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 949 time: 0.1291196 Jul 22 16:25:50.666535 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ab639d-1d14-4b28-8054-a2d9edad6454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.704848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ab639d-1d14-4b28-8054-a2d9edad6454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.750701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55478) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:50.778083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab4ca2e6-5c44-4853-b47b-58fd3e955b20 req-925f2634-cc80-48ae-a651-5b02fe155d7c tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934634 Jul 22 16:25:50.790490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66193cd5-2b88-4f22-aa38-e29f2224667a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.830272 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ab639d-1d14-4b28-8054-a2d9edad6454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.834743 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ab639d-1d14-4b28-8054-a2d9edad6454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.837214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-40ab639d-1d14-4b28-8054-a2d9edad6454 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a419f4d1-c56a-48d1-8c70-24ff6d94a537 HTTP/1.1" status: 204 len: 168 time: 0.2475877 Jul 22 16:25:50.853426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab639d-1d14-4b28-8054-a2d9edad6454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a419f4d1-c56a-48d1-8c70-24ff6d94a537,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:50.944532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae44d12-9645-49b2-be4b-911a989816cb req-ef9cb913-68a4-4379-b7cf-522a4ee5d92f tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:50.947577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eae44d12-9645-49b2-be4b-911a989816cb req-ef9cb913-68a4-4379-b7cf-522a4ee5d92f tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1120 time: 0.0977426 Jul 22 16:25:50.966729 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6040d52f-2d95-4c81-afeb-d7f8d96b00ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:50.996267 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66193cd5-2b88-4f22-aa38-e29f2224667a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.002602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66193cd5-2b88-4f22-aa38-e29f2224667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.031681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eae44d12-9645-49b2-be4b-911a989816cb req-c1462af3-11a5-4df7-99a5-99c18a35bf27 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761883 Jul 22 16:25:51.054138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66193cd5-2b88-4f22-aa38-e29f2224667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8caccac-4977-4a9c-956d-2cfa42938402,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:51.079809 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.125714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-66193cd5-2b88-4f22-aa38-e29f2224667a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5627b7cd8be04ce99c750144606cb88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735652 Jul 22 16:25:51.128917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55488) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:51.198684 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-946439ca-f08f-4abf-8ceb-a2049d462e9c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:51.201041 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-946439ca-f08f-4abf-8ceb-a2049d462e9c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 971 time: 0.1853797 Jul 22 16:25:51.278517 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-969856cc-f695-4ac8-b729-00a4ac5ce93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.345542 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-969856cc-f695-4ac8-b729-00a4ac5ce93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.431438 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-969856cc-f695-4ac8-b729-00a4ac5ce93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.435317 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-969856cc-f695-4ac8-b729-00a4ac5ce93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.441220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-969856cc-f695-4ac8-b729-00a4ac5ce93b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8caccac-4977-4a9c-956d-2cfa42938402 HTTP/1.1" status: 204 len: 168 time: 0.3093736 Jul 22 16:25:51.449587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969856cc-f695-4ac8-b729-00a4ac5ce93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8caccac-4977-4a9c-956d-2cfa42938402,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:51.573115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-2df8057e-7f98-4bdb-a928-9ebdc4a3e503 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=55836bbed0fe4d2681b7311e4307a4ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2536287 Jul 22 16:25:51.704951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Deleting port 0385ff86-e273-445b-ac33-4ca9465f65da {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:25:51.705463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.755401 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-bd199d68-ea22-439a-bb03-9430a08d4db8 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:51.763120 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-bd199d68-ea22-439a-bb03-9430a08d4db8 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731322 Jul 22 16:25:51.785449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-a3665717-9a60-4b37-86ae-1862433435e3 tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:51.787636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-a3665717-9a60-4b37-86ae-1862433435e3 tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 1101 time: 0.0820212 Jul 22 16:25:51.849522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] For port 0385ff86-e273-445b-ac33-4ca9465f65da, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0385ff86-e273-445b-ac33-4ca9465f65da,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:51.850150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:51.875653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Calling delete_port for 0385ff86-e273-445b-ac33-4ca9465f65da owned by compute:tempest-test_az-1845848159 {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:25:51.951858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] Deleting port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:25:51.952198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.033157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-acf4a5bd-9903-49ff-9413-e6e8c47bbb28 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/quotas/55836bbed0fe4d2681b7311e4307a4ae HTTP/1.1" status: 200 len: 375 time: 0.2688525 Jul 22 16:25:52.110055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-4395ff93-21b6-44c0-aae8-a08586843eb2 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55836bbed0fe4d2681b7311e4307a4ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758572 Jul 22 16:25:52.131513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] For port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:52.132094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.148503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.153688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c282e4-6eb8-42ce-ac6f-04e921b86cc1 req-2cfc4793-4dcd-4d61-81b4-ef499e903530 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:52.155764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c282e4-6eb8-42ce-ac6f-04e921b86cc1 req-2cfc4793-4dcd-4d61-81b4-ef499e903530 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c857c93-700d-4e7c-a393-e87f369ba401 HTTP/1.1" status: 200 len: 971 time: 0.1182873 Jul 22 16:25:52.174529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] Calling delete_port for 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:25:52.189532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['0385ff86-e273-445b-ac33-4ca9465f65da'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:25:52.199341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Pushing event deleted for resources: {'Port': ['ID=0385ff86-e273-445b-ac33-4ca9465f65da,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:52.290207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c282e4-6eb8-42ce-ac6f-04e921b86cc1 req-e9e7e150-4793-4ec6-9ab0-62566c20e347 tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b885213-36de-4bb9-bdb0-5dc5895dbce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174614 Jul 22 16:25:52.302282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] No DVR routers for this DVR port 0385ff86-e273-445b-ac33-4ca9465f65da on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:25:52.317871 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.320439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-67c4fea0-b568-4694-8c7f-0c196307b57e req-625e8aa1-8e87-41d2-b596-0dd680100a3c tempest-AggregatesAdminTestJSON-1714181879 tempest-AggregatesAdminTestJSON-1714181879-project] 10.222.0.20 "DELETE /v2.0/ports/0385ff86-e273-445b-ac33-4ca9465f65da HTTP/1.1" status: 204 len: 173 time: 1.1133616 Jul 22 16:25:52.321167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c857c93-700d-4e7c-a393-e87f369ba401', 'name': 'network-vif-deleted', 'tag': '0385ff86-e273-445b-ac33-4ca9465f65da'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:52.329776 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0809a502-07b5-4383-be7d-375b0c0c9d6d" -d '{"events": [{"server_uuid": "7c857c93-700d-4e7c-a393-e87f369ba401", "name": "network-vif-deleted", "tag": "0385ff86-e273-445b-ac33-4ca9465f65da"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:52.372644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.692238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.732968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['699ebd1c-a8a4-4ab6-9e2c-a01c5561b766'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:25:52.738675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] Pushing event deleted for resources: {'Port': ['ID=699ebd1c-a8a4-4ab6-9e2c-a01c5561b766,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:52.775209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6232b-02a9-4c2b-9478-e37a044f0379 req-013117e9-5097-47ab-9b72-918ca280642b tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:52.776689 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18c6232b-02a9-4c2b-9478-e37a044f0379 req-013117e9-5097-47ab-9b72-918ca280642b tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=f731c2d0-c748-4c65-8f60-3216d2727910 HTTP/1.1" status: 200 len: 867 time: 0.1620905 Jul 22 16:25:52.833465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] No DVR routers for this DVR port 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:25:52.864286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:52.866577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a8a397f6-4b6f-4984-b30c-98e7ceec7cff req-3ee4ba3e-01c5-4006-8c81-ccebeb4a64ef tempest-DeleteServersAdminTestJSON-369368816 tempest-DeleteServersAdminTestJSON-369368816-project-admin] 10.222.0.65 "DELETE /v2.0/ports/699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 HTTP/1.1" status: 204 len: 173 time: 1.0706654 Jul 22 16:25:52.868751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f731c2d0-c748-4c65-8f60-3216d2727910', 'name': 'network-vif-deleted', 'tag': '699ebd1c-a8a4-4ab6-9e2c-a01c5561b766'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:52.872528 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8a1b16-704e-4fd7-9d31-d1ce54097896" -d '{"events": [{"server_uuid": "f731c2d0-c748-4c65-8f60-3216d2727910", "name": "network-vif-deleted", "tag": "699ebd1c-a8a4-4ab6-9e2c-a01c5561b766"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:52.914866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18c6232b-02a9-4c2b-9478-e37a044f0379 req-d70172eb-cc88-429f-816a-c71cfd7ea54e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078303 Jul 22 16:25:52.915932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-100fd1f3-7cac-42b9-a950-eeae323d184b req-d3e33433-4c5a-439e-93e2-a82d0aca5285 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:25:52.938078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-100fd1f3-7cac-42b9-a950-eeae323d184b req-d3e33433-4c5a-439e-93e2-a82d0aca5285 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1439245 Jul 22 16:25:53.380017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55606) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:53.417965 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfbab392-ae30-427e-8df9-e00e438916a0 req-1ddd2160-bcb2-40c2-8bd5-9c25f620580a tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=96c6a893b9cb48ce8119a576461c399a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269978 Jul 22 16:25:53.746790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-290263103-network', 'tenant_id': 'a6a71896aaaf4556b5f5d5ddddec65e8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:53.752440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab392-ae30-427e-8df9-e00e438916a0 req-68e35f29-fe41-4b45-8902-9cf121efc934 tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:53.762234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfbab392-ae30-427e-8df9-e00e438916a0 req-68e35f29-fe41-4b45-8902-9cf121efc934 tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3388636 Jul 22 16:25:53.805038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Made reservation on behalf of a6a71896aaaf4556b5f5d5ddddec65e8 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:53.806197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfbab392-ae30-427e-8df9-e00e438916a0 req-f41ffab6-36ee-4ea6-90e8-c8ccb54aa8f5 tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/quotas/96c6a893b9cb48ce8119a576461c399a HTTP/1.1" status: 200 len: 375 time: 0.0391724 Jul 22 16:25:53.809916 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:53.822920 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:53.889628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfbab392-ae30-427e-8df9-e00e438916a0 req-c958d153-46cf-4ef6-a45a-41bda17c38ec tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=96c6a893b9cb48ce8119a576461c399a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806184 Jul 22 16:25:54.034771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.047437 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.054386 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.066373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:25:54.093862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.094497 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Added segment aac51a13-5c23-4102-933a-81b9ce56ac1f of type vlan for network a847bd19-60dd-46ee-bfde-f4c7201e229b Jul 22 16:25:54.112986 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c75921-0a89-4fe3-91ff-a76ddf5e41b7 x-openstack-request-id: req-89c75921-0a89-4fe3-91ff-a76ddf5e41b7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:54.113329 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c857c93-700d-4e7c-a393-e87f369ba401", "name": "network-vif-deleted", "tag": "0385ff86-e273-445b-ac33-4ca9465f65da", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:54.113619 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89c75921-0a89-4fe3-91ff-a76ddf5e41b7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:54.116018 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c857c93-700d-4e7c-a393-e87f369ba401', 'name': 'network-vif-deleted', 'tag': '0385ff86-e273-445b-ac33-4ca9465f65da', 'status': 'completed', 'code': 200} Jul 22 16:25:54.217903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.225531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:54.264323 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.265314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:54.266382 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.285207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d277888-9ac8-4757-a595-4f067a303fd9 req-8e228fa8-35e4-46d4-b72b-941756060ead tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 210 time: 0.0869985 Jul 22 16:25:54.327578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55642) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:54.328262 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9462008 Jul 22 16:25:54.333530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Request body: {'subnet': {'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-290263103-subnet', 'tenant_id': 'a6a71896aaaf4556b5f5d5ddddec65e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:54.371892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893174e-6deb-4c93-be30-393e22c99446 admin admin] Pushing event updated for resources: {'Network': ['ID=a847bd19-60dd-46ee-bfde-f4c7201e229b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:54.376541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Made reservation on behalf of a6a71896aaaf4556b5f5d5ddddec65e8 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:54.380872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.385253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a847bd19-60dd-46ee-bfde-f4c7201e229b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:25:54.466318 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0c1617-5b0e-4736-a740-60018ebe1721 x-openstack-request-id: req-0f0c1617-5b0e-4736-a740-60018ebe1721 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:54.466969 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f731c2d0-c748-4c65-8f60-3216d2727910", "name": "network-vif-deleted", "tag": "699ebd1c-a8a4-4ab6-9e2c-a01c5561b766", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:54.466969 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f0c1617-5b0e-4736-a740-60018ebe1721 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:54.467300 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f731c2d0-c748-4c65-8f60-3216d2727910', 'name': 'network-vif-deleted', 'tag': '699ebd1c-a8a4-4ab6-9e2c-a01c5561b766', 'status': 'completed', 'code': 200} Jul 22 16:25:54.469149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-4fe1e0bb-3385-4d51-99b5-f8a4a0ef38b6 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=55836bbed0fe4d2681b7311e4307a4ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691140 Jul 22 16:25:54.725763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-19beef8f-1796-4c41-95b7-5029470a439e tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:54.727507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-19beef8f-1796-4c41-95b7-5029470a439e tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355819 Jul 22 16:25:54.751995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Request body: {'port': {'device_id': 'f93a06e7-5c1d-4e9e-baf1-e9ab84305b95', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '55836bbed0fe4d2681b7311e4307a4ae'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:54.858897 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.859721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:54.946501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eea527e-0b96-49a8-be19-038b62f4c05d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:54.962802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:54.963197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Network hostable DHCP agents. Network: a847bd19-60dd-46ee-bfde-f4c7201e229b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:25:54.979700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Made reservation on behalf of 55836bbed0fe4d2681b7311e4307a4ae for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:54.983471 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:54.995983 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.007158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Network a847bd19-60dd-46ee-bfde-f4c7201e229b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:25:55.026193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a847bd19-60dd-46ee-bfde-f4c7201e229b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:55.032504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:55.033073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.044920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3373acc8-573b-4ab4-ba88-e93a2554fe9c None None] Network a847bd19-60dd-46ee-bfde-f4c7201e229b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:55.117652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f33f1c0c-f5aa-4f20-b7a8-091354ae30c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3eb3be4a872e4644ae04336cafb022a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564166 Jul 22 16:25:55.120098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55680) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:55.156772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.166100 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.188554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-03a5ff3f-fc18-4d4b-b499-1ac1cf015199 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8597717 Jul 22 16:25:55.215885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d267e21-a67f-4e9f-ac00-ccaf31d16e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.242499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d267e21-a67f-4e9f-ac00-ccaf31d16e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.246315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6426776b-daae-4f37-b4f2-d06e60197ede,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:55.327312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d267e21-a67f-4e9f-ac00-ccaf31d16e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.329830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d267e21-a67f-4e9f-ac00-ccaf31d16e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.331098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3d267e21-a67f-4e9f-ac00-ccaf31d16e4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b885213-36de-4bb9-bdb0-5dc5895dbce5 HTTP/1.1" status: 204 len: 168 time: 0.2095320 Jul 22 16:25:55.332926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Allocated IP 192.168.233.37 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/b3bfedb7-f86c-4441-aed8-b15d10b97662) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:25:55.357777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d267e21-a67f-4e9f-ac00-ccaf31d16e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b885213-36de-4bb9-bdb0-5dc5895dbce5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:55.378103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b383d69-1826-4988-9ff0-5b5dbc1c7232 None None] Network a847bd19-60dd-46ee-bfde-f4c7201e229b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:55.476644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55700) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:55.545530 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.560591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Transition to ACTIVE for port object b3bfedb7-f86c-4441-aed8-b15d10b97662 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:55.598588 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.648864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:25:55.652057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:55.656975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:25:55.661171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Pushing event updated for resources: {'Port': ['ID=b3bfedb7-f86c-4441-aed8-b15d10b97662,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:55.665988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:25:55.710636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:55.711378 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.716331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0385ff86-e273-445b-ac33-4ca9465f65da no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:25:55.720954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:25:55.721637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 699ebd1c-a8a4-4ab6-9e2c-a01c5561b766 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:25:55.730953 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a6e800ae-8cdf-4a20-a86a-6ef85507f411 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9858148 Jul 22 16:25:55.744174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 0385ff86-e273-445b-ac33-4ca9465f65da {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:25:55.744789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0385ff86-e273-445b-ac33-4ca9465f65da not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:25:55.750617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Request body: {'port': {'device_id': 'f93a06e7-5c1d-4e9e-baf1-e9ab84305b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:55.864701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-6abb7ff7-a861-4e5b-8af3-5cf6bb0e6d3c tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:25:55.874259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-6abb7ff7-a861-4e5b-8af3-5cf6bb0e6d3c tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3958182 Jul 22 16:25:55.876961 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:55.981810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1773bd08-ba9e-4b2d-9a66-077fb197c359 None None] Provisioning for port b3bfedb7-f86c-4441-aed8-b15d10b97662 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:25:55.988313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1773bd08-ba9e-4b2d-9a66-077fb197c359 None None] Provisioning complete for port b3bfedb7-f86c-4441-aed8-b15d10b97662 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:25:55.988876 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1773bd08-ba9e-4b2d-9a66-077fb197c359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.034190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1773bd08-ba9e-4b2d-9a66-077fb197c359 None None] Port b3bfedb7-f86c-4441-aed8-b15d10b97662 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:25:56.048191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-bc9a8b28-7a63-45a3-a70c-228eade47132 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b488d01c236c4d2284e135c0536828a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412931 Jul 22 16:25:56.097428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55726) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:56.124637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Request body: {'binding': {'host': 'n-h1-792458-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:56.125329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:25:56.180754 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-80776ed1-cd4e-4fc1-9487-d194aabe3db5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1964ff02498a47478243bb09c20bc4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818129 Jul 22 16:25:56.185418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55728) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:56.243596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-dd4a6fdd-1556-4c22-8a8b-794f97c943b2 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:56.245103 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-dd4a6fdd-1556-4c22-8a8b-794f97c943b2 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884582 Jul 22 16:25:56.286322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-31b5f560-ffe1-4df5-ba36-b8d4cb423b99 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/quotas/b488d01c236c4d2284e135c0536828a5 HTTP/1.1" status: 200 len: 375 time: 0.0305274 Jul 22 16:25:56.293934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 on host n-h1-792458-13 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:25:56.294346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:25:56.294725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:56.299882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Port 36efd4df-c527-4a51-b488-3206c1744a05 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:25:56.300635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:56.305556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:25:56.306112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:56.306815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:25:56.307346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Bound port: 36efd4df-c527-4a51-b488-3206c1744a05, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:25:56.367552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-aac96550-272f-4acd-a5dd-6c59a6a96676 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b488d01c236c4d2284e135c0536828a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705659 Jul 22 16:25:56.369789 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc33c299-67f0-4cd4-82f8-1bf673ab95a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.386498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:56.392318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bfedb7-f86c-4441-aed8-b15d10b97662 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:25:56.393641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-283221018-network', 'tenant_id': '08f98b88d5a74eba833865366b6149c5'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:56.405051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.412845 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc33c299-67f0-4cd4-82f8-1bf673ab95a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.417269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:25:56.424163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.425687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7b70653d-965c-4f13-bd6b-a156d16d855c service neutron] 10.222.0.53 "POST /v2.0/ports/36efd4df-c527-4a51-b488-3206c1744a05/bindings HTTP/1.1" status: 201 len: 390 time: 0.3853812 Jul 22 16:25:56.430564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Made reservation on behalf of 08f98b88d5a74eba833865366b6149c5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:56.434621 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.435743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Transition to ACTIVE for port object b3bfedb7-f86c-4441-aed8-b15d10b97662 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:56.449447 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.451167 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.543568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Pushing event updated for resources: {'Port': ['ID=b3bfedb7-f86c-4441-aed8-b15d10b97662,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:56.614667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc33c299-67f0-4cd4-82f8-1bf673ab95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.617594 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc33c299-67f0-4cd4-82f8-1bf673ab95a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.619297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fc33c299-67f0-4cd4-82f8-1bf673ab95a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d638a436-e63f-4414-aad5-e81278ce62c7 HTTP/1.1" status: 204 len: 168 time: 0.4328966 Jul 22 16:25:56.648191 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.654741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.662134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33c299-67f0-4cd4-82f8-1bf673ab95a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d638a436-e63f-4414-aad5-e81278ce62c7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:56.696382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:25:56.723812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.724395 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Added segment cfce5e88-ae0c-4333-8b85-7861ebf845c9 of type vlan for network a8c6a237-33f1-4cad-ab44-448da7f240bd Jul 22 16:25:56.746018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Attempting to bind port b3bfedb7-f86c-4441-aed8-b15d10b97662 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:25:56.746614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Attempting to bind port b3bfedb7-f86c-4441-aed8-b15d10b97662 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:25:56.747253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Attempting to bind port b3bfedb7-f86c-4441-aed8-b15d10b97662 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:56.754373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Port b3bfedb7-f86c-4441-aed8-b15d10b97662 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:25:56.755997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Attempting to bind port b3bfedb7-f86c-4441-aed8-b15d10b97662 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:25:56.764793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:25:56.766040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:56.767530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:25:56.768818 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Bound port: b3bfedb7-f86c-4441-aed8-b15d10b97662, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:25:56.769457 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.781691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.65', 60842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:56.873545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.878561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f200d3e7-11ac-42c5-91ab-cc081aa25799,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:56.947141 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.948241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:56.948818 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:56.980997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] For port b3bfedb7-f86c-4441-aed8-b15d10b97662, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:25:56.992173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd67ea-1bc8-4c8a-97fa-4ca3780fe801 req-6ef12d21-7619-4549-91ef-4df4cef6ef79 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:56.993723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4ffd67ea-1bc8-4c8a-97fa-4ca3780fe801 req-6ef12d21-7619-4549-91ef-4df4cef6ef79 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 947 time: 0.2316918 Jul 22 16:25:56.995595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] For port b3bfedb7-f86c-4441-aed8-b15d10b97662, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b3bfedb7-f86c-4441-aed8-b15d10b97662,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:25:56.999190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-9fa34360-e48c-4775-994c-9657908e27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.000823 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-9fa34360-e48c-4775-994c-9657908e27ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1120 time: 0.2157869 Jul 22 16:25:57.002661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.043176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c6a237-33f1-4cad-ab44-448da7f240bd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:57.053608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a8c6a237-33f1-4cad-ab44-448da7f240bd details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:25:57.064024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e5530553-a3a6-441e-b649-68cdd9693106 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6758611 Jul 22 16:25:57.066656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55756) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:25:57.073589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Request body: {'subnet': {'network_id': 'a8c6a237-33f1-4cad-ab44-448da7f240bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-283221018-subnet', 'tenant_id': '08f98b88d5a74eba833865366b6149c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:57.108164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.108917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.110557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] 10.222.0.65 "PUT /v2.0/ports/b3bfedb7-f86c-4441-aed8-b15d10b97662 HTTP/1.1" status: 200 len: 1096 time: 1.3643742 Jul 22 16:25:57.112421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93a06e7-5c1d-4e9e-baf1-e9ab84305b95', 'tag': 'b3bfedb7-f86c-4441-aed8-b15d10b97662'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:25:57.115012 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80" -d '{"events": [{"name": "network-changed", "server_uuid": "f93a06e7-5c1d-4e9e-baf1-e9ab84305b95", "tag": "b3bfedb7-f86c-4441-aed8-b15d10b97662"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:25:57.140293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Made reservation on behalf of 08f98b88d5a74eba833865366b6149c5 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:57.145181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.247799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4ffd67ea-1bc8-4c8a-97fa-4ca3780fe801 req-fc6ed01e-13a0-45f3-9fd2-b9c058fb2617 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/security-groups?id=6426776b-daae-4f37-b4f2-d06e60197ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421923 Jul 22 16:25:57.287003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20b43c-3e70-4634-a0a2-62f5ccfb193b service neutron] Pushing event updated for resources: {'Port': ['ID=b3bfedb7-f86c-4441-aed8-b15d10b97662,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:57.392792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-1425f4f3-3191-495e-a1ba-e9d642b0422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.394293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-1425f4f3-3191-495e-a1ba-e9d642b0422f service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.3851957 Jul 22 16:25:57.408289 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.469712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-6cab350e-9016-42cf-91e6-15c7839c0d0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 217 time: 0.0680034 Jul 22 16:25:57.488096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a81bcd78-40b1-4dfd-b3bb-ca767d0b53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.489592 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a81bcd78-40b1-4dfd-b3bb-ca767d0b53ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55836bbed0fe4d2681b7311e4307a4ae&device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 1099 time: 0.2779663 Jul 22 16:25:57.550177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e79661-0a84-457f-93d2-aec34d4af11d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:57.554608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Checking segment: {'id': 'cfce5e88-ae0c-4333-8b85-7861ebf845c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a8c6a237-33f1-4cad-ab44-448da7f240bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:25:57.556230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Network hostable DHCP agents. Network: a8c6a237-33f1-4cad-ab44-448da7f240bd, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:25:57.558486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-a08ec4db-8af9-41f7-8fa6-75c3f44326bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=b3bfedb7-f86c-4441-aed8-b15d10b97662 HTTP/1.1" status: 200 len: 217 time: 0.0490313 Jul 22 16:25:57.577456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-bbea1fc9-9e11-40ed-9871-0c518d0b060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.578886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-bbea1fc9-9e11-40ed-9871-0c518d0b060f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1024003 Jul 22 16:25:57.614998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Network a8c6a237-33f1-4cad-ab44-448da7f240bd is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:25:57.633941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a8c6a237-33f1-4cad-ab44-448da7f240bd) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:57.643538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67cd47-df2f-4bdb-bb51-ede09617b5b5 None None] Network a8c6a237-33f1-4cad-ab44-448da7f240bd requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:57.653679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.660633 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:57.694808 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a13d44cf-70b8-4f04-bf75-8aecd7f1e442 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6255729 Jul 22 16:25:57.861394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-8d2aaebc-41e5-42d0-a619-64c037382968 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2614174 Jul 22 16:25:57.867633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d36b2-3d86-41dc-ac90-96c231d3ff9b None None] Network a8c6a237-33f1-4cad-ab44-448da7f240bd requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:25:57.940817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-715bfe21-f114-4960-b1f3-b33b084215ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:57.942262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-715bfe21-f114-4960-b1f3-b33b084215ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3766868 Jul 22 16:25:58.105774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-ed2e5c2f-3878-4cb3-b337-6e30db9ee177 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b488d01c236c4d2284e135c0536828a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433645 Jul 22 16:25:58.141063 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-62a90fe6-4d56-4f34-949e-3090cbec7490 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709987 Jul 22 16:25:58.161889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c9ebd-b777-482f-9c87-bdf4301f24c5 req-99679853-771d-407c-a00e-e8e709467590 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:58.163753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b16c9ebd-b777-482f-9c87-bdf4301f24c5 req-99679853-771d-407c-a00e-e8e709467590 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 968 time: 0.1639042 Jul 22 16:25:58.204604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-91f0acff-121a-44af-8f7c-4bf8fc942994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:58.206372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-91f0acff-121a-44af-8f7c-4bf8fc942994 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2047937 Jul 22 16:25:58.288378 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b16c9ebd-b777-482f-9c87-bdf4301f24c5 req-766f8720-139c-47d1-bc98-6d7867c2da49 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161206 Jul 22 16:25:58.332391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d13f2945-c6dc-4081-b1f3-6d11e9c24bfc req-d9e482cf-e108-4328-a12e-6d07e0f27082 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 210 time: 0.0455375 Jul 22 16:25:58.342813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-6cc008ea-3400-4f64-84c3-0a6446cde8de tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:58.344313 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-6cc008ea-3400-4f64-84c3-0a6446cde8de tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323773 Jul 22 16:25:58.369387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Request body: {'port': {'device_id': 'b365172f-bd2e-4fce-aca0-95d82b530165', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'b488d01c236c4d2284e135c0536828a5'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:58.370721 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b4c32a-2e38-433d-a215-5d4f9e087a44 x-openstack-request-id: req-b2b4c32a-2e38-433d-a215-5d4f9e087a44 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:25:58.371197 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93a06e7-5c1d-4e9e-baf1-e9ab84305b95", "tag": "b3bfedb7-f86c-4441-aed8-b15d10b97662", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:25:58.371453 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2b4c32a-2e38-433d-a215-5d4f9e087a44 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:25:58.372336 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93a06e7-5c1d-4e9e-baf1-e9ab84305b95', 'tag': 'b3bfedb7-f86c-4441-aed8-b15d10b97662', 'status': 'completed', 'code': 200} Jul 22 16:25:58.447504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-43178ec7-196f-463b-a013-a0e26524fd9b service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946119 Jul 22 16:25:58.469566 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-6b85bfd5-ab2e-48cd-b114-6aa5eb9528a9 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520616 Jul 22 16:25:58.528911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Made reservation on behalf of b488d01c236c4d2284e135c0536828a5 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:25:58.534565 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.587553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c8b08f7-a65d-4bda-84fc-2e996ad4b437 req-21de476a-de3a-485a-b380-94df2a63db2d service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171150 Jul 22 16:25:58.724780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Allocated IP 192.168.233.19 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/79e57c1b-05e0-4820-a9a2-ea2054a47ae0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:25:58.960751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:58.979619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Transition to ACTIVE for port object 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:25:59.026903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-e8a6bfb7-18dc-4fa2-884a-a4f4beac45f9 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:59.028814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-e8a6bfb7-18dc-4fa2-884a-a4f4beac45f9 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1120 time: 0.2471592 Jul 22 16:25:59.041446 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.054378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-e6d7dd1c-248a-44f6-8933-95c110016d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:59.062624 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-e6d7dd1c-248a-44f6-8933-95c110016d83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55836bbed0fe4d2681b7311e4307a4ae&device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 1099 time: 0.2998340 Jul 22 16:25:59.070897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-13'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:59.097099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:25:59.103504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:25:59.119731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:25:59.126720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:59.128460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.145370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Pushing event updated for resources: {'Port': ['ID=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:25:59.165235 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-71c13c66-0a20-400a-ba51-1499b757f711 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8023272 Jul 22 16:25:59.201662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Request body: {'port': {'device_id': 'b365172f-bd2e-4fce-aca0-95d82b530165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:25:59.302278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.339997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-d63a0b5a-6f11-4f8f-9072-c5c11d71d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:59.341658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-d63a0b5a-6f11-4f8f-9072-c5c11d71d208 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2603483 Jul 22 16:25:59.386097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-c9610f4e-7d92-453e-875f-5317d845c81c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:59.387669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-c9610f4e-7d92-453e-875f-5317d845c81c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 807 time: 0.2179987 Jul 22 16:25:59.388461 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.411725 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2612fcd5-d631-407c-91b5-e6dd45a44cf8 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/quotas/a6a71896aaaf4556b5f5d5ddddec65e8 HTTP/1.1" status: 200 len: 375 time: 0.0143454 Jul 22 16:25:59.412916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dccbc-6d71-4df9-a4a9-a142815a2bd3 req-9a8279a4-e6ca-4cb7-856b-d721c4e76e75 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:59.419863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-441dccbc-6d71-4df9-a4a9-a142815a2bd3 req-9a8279a4-e6ca-4cb7-856b-d721c4e76e75 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 947 time: 0.2731760 Jul 22 16:25:59.432343 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-82883443-5c05-4ad3-806a-a6da0e4ac037 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=b3bfedb7-f86c-4441-aed8-b15d10b97662 HTTP/1.1" status: 200 len: 217 time: 0.0657206 Jul 22 16:25:59.433129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5e3d8eaa-d3a5-4f58-a932-ae1d358857da None None] Provisioning for port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:25:59.438864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5e3d8eaa-d3a5-4f58-a932-ae1d358857da None None] Provisioning complete for port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:25:59.439380 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e3d8eaa-d3a5-4f58-a932-ae1d358857da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.468094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-155b7a78-75b1-4cae-a8ba-9ea729d074aa tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357585 Jul 22 16:25:59.485103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5e3d8eaa-d3a5-4f58-a932-ae1d358857da None None] Port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:25:59.491537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-ab7449ef-08ed-40a0-aff6-e724a2d143c7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:25:59.492652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-ab7449ef-08ed-40a0-aff6-e724a2d143c7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097101 Jul 22 16:25:59.556734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-441dccbc-6d71-4df9-a4a9-a142815a2bd3 req-835448e6-deaf-4b30-9393-19fec0f92211 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/security-groups?id=6426776b-daae-4f37-b4f2-d06e60197ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359713 Jul 22 16:25:59.571865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-5366affd-2249-48df-9201-3bc77c77cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:59.573408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-5366affd-2249-48df-9201-3bc77c77cfd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1271629 Jul 22 16:25:59.649690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:25:59.702427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-21e23c5f-f8ab-4a56-b9ad-b4f00fa2ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:25:59.710573 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-21e23c5f-f8ab-4a56-b9ad-b4f00fa2ee67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1191857 Jul 22 16:25:59.723907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:25:59.829142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.842330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:25:59.894719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-961e98cc-f6dc-46f1-9090-44562e16cc65 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825893 Jul 22 16:25:59.922336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-bb0c229a-acd0-4ab9-b6da-ed16dbcc154f service neutron] 10.222.0.53 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882873 Jul 22 16:25:59.933442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1da5505-14d0-497b-9b23-e6bf406837c4 req-aae01245-d0ba-42b0-a8ec-99d477c62e7b tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=96c6a893b9cb48ce8119a576461c399a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571876 Jul 22 16:26:00.056912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=36efd4df-c527-4a51-b488-3206c1744a05,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:00.068298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:00.082661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:00.093417 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.106172 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-a6215695-7f59-49c2-a1c6-bcf5b2d2c76b service neutron] 10.222.0.53 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708503 Jul 22 16:26:00.125831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Transition to ACTIVE for port object 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:00.130883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.221467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:00.235202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Attempting to bind port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:00.235768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Attempting to bind port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:00.236315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Attempting to bind port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:00.241694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:00.242107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Attempting to bind port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:00.259370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:00.259710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:00.260524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:00.260638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Bound port: 79e57c1b-05e0-4820-a9a2-ea2054a47ae0, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:00.261675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.264030 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8c9a117-1921-4ed4-85a4-5e376213183f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.345275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 on host n-h2-792458-13 for vnic_type normal with profile {"migrating_to": "n-h1-792458-13"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:00.346596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:00.347794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:00.374349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Port 36efd4df-c527-4a51-b488-3206c1744a05 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:00.374727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Attempting to bind port 36efd4df-c527-4a51-b488-3206c1744a05 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:00.376982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:00.381608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] For port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:00.381874 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b88f5ef-7681-4049-a931-92a8802fd74e" -d '{"events": [{"server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "name": "network-vif-unplugged", "status": "completed", "tag": "36efd4df-c527-4a51-b488-3206c1744a05"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:00.410913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:00.411315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:00.411871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:00.412399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Bound port: 36efd4df-c527-4a51-b488-3206c1744a05, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:00.412656 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.422988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cd10e97-48b5-4494-9a2f-a1ac25e34e80 req-6bb0d3d8-8e37-48e6-ae31-6e2bf6d4f834 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160005 Jul 22 16:26:00.425426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] For port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:00.436355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.477853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5505-14d0-497b-9b23-e6bf406837c4 req-61e7cfbb-2deb-4c2f-81ac-b8d5a2ffd7d0 tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:00.479457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1da5505-14d0-497b-9b23-e6bf406837c4 req-61e7cfbb-2deb-4c2f-81ac-b8d5a2ffd7d0 tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5253358 Jul 22 16:26:00.503710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:00.504329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.505730 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/79e57c1b-05e0-4820-a9a2-ea2054a47ae0 HTTP/1.1" status: 200 len: 1096 time: 1.3214414 Jul 22 16:26:00.511314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b365172f-bd2e-4fce-aca0-95d82b530165', 'tag': '79e57c1b-05e0-4820-a9a2-ea2054a47ae0'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:00.518980 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b365172f-bd2e-4fce-aca0-95d82b530165", "tag": "79e57c1b-05e0-4820-a9a2-ea2054a47ae0"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:00.560699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1da5505-14d0-497b-9b23-e6bf406837c4 req-89d02543-360c-44e0-ba4b-51da914c7ff0 tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/quotas/96c6a893b9cb48ce8119a576461c399a HTTP/1.1" status: 200 len: 375 time: 0.0515563 Jul 22 16:26:00.566186 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8c9a117-1921-4ed4-85a4-5e376213183f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.568784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4066a0-d1bc-4557-bcd1-e793402ba1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:00.581525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c19c7-6a06-4811-8c0f-0a196b76a589 req-d18deea0-f50f-4794-b981-dd0cf3868aef tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:00.588728 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e67c19c7-6a06-4811-8c0f-0a196b76a589 req-d18deea0-f50f-4794-b981-dd0cf3868aef tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 966 time: 0.2127719 Jul 22 16:26:00.590530 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8c9a117-1921-4ed4-85a4-5e376213183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.642005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1da5505-14d0-497b-9b23-e6bf406837c4 req-f5aba486-5411-42fa-82d2-d06694ac207c tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=96c6a893b9cb48ce8119a576461c399a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768533 Jul 22 16:26:00.656551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:00.673314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:00.684396 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.695392 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f8c9a117-1921-4ed4-85a4-5e376213183f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb87a34c49eb449fb5407d261c4e5fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6247902 Jul 22 16:26:00.698348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55870) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:00.722540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9a117-1921-4ed4-85a4-5e376213183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28236ef-0567-412a-9ded-f033563c9173,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:00.771961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e67c19c7-6a06-4811-8c0f-0a196b76a589 req-6310be20-0427-4e9c-ab55-20c47a105916 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767108 Jul 22 16:26:00.805416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:00.806184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.807709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] 10.222.0.65 "PUT /v2.0/ports/36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 1146 time: 1.7678845 Jul 22 16:26:00.811614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0f15c-5582-4439-b381-1942e329b0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=36efd4df-c527-4a51-b488-3206c1744a05,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:00.853893 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-963c8264-a4d5-4210-bdfa-a3ec5a6a2a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.878831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-a821694e-57ea-4704-90bc-6b7f69ca291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:00.880360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-a821694e-57ea-4704-90bc-6b7f69ca291e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b488d01c236c4d2284e135c0536828a5&device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 1099 time: 0.2853475 Jul 22 16:26:00.927773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['36efd4df-c527-4a51-b488-3206c1744a05'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:00.934482 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-963c8264-a4d5-4210-bdfa-a3ec5a6a2a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:00.993388 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.001474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-953317f4-d795-4b10-a257-5f3f9e0e3925 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=79e57c1b-05e0-4820-a9a2-ea2054a47ae0 HTTP/1.1" status: 200 len: 217 time: 0.1001985 Jul 22 16:26:01.111001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-122564ad-c578-4298-9723-7068717618f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:01.113857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-122564ad-c578-4298-9723-7068717618f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1038568 Jul 22 16:26:01.175039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ef5d8-86cb-4dd5-b327-6aca8443d18f req-e1b402df-fd0e-4231-8e88-4cd98260b97a tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:01.177817 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d5ef5d8-86cb-4dd5-b327-6aca8443d18f req-e1b402df-fd0e-4231-8e88-4cd98260b97a tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 947 time: 0.3120549 Jul 22 16:26:01.180413 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-963c8264-a4d5-4210-bdfa-a3ec5a6a2a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.183302 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-963c8264-a4d5-4210-bdfa-a3ec5a6a2a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.187301 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-963c8264-a4d5-4210-bdfa-a3ec5a6a2a86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e28236ef-0567-412a-9ded-f033563c9173 HTTP/1.1" status: 204 len: 168 time: 0.4729304 Jul 22 16:26:01.210810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c8264-a4d5-4210-bdfa-a3ec5a6a2a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28236ef-0567-412a-9ded-f033563c9173,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:01.258224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d5ef5d8-86cb-4dd5-b327-6aca8443d18f req-c2c33804-f4f1-4444-ba64-def23e9b079e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710173 Jul 22 16:26:01.261457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-2c9d2aeb-30c9-4390-9f39-2392264ca18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:01.263301 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-2c9d2aeb-30c9-4390-9f39-2392264ca18c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416562 Jul 22 16:26:01.389921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-ec75324c-9c9b-41fd-8ccb-98ceb04535c7 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188633 Jul 22 16:26:01.415190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-192b6182-5d98-4581-9ff0-2a26c71caac5 req-029fe142-1ede-4ed8-9a56-05d1af94dbbf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 210 time: 0.0471814 Jul 22 16:26:01.454627 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e4ca95-4a06-493f-8c39-c2a1b5306c7e x-openstack-request-id: req-97e4ca95-4a06-493f-8c39-c2a1b5306c7e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:01.455378 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "name": "network-vif-unplugged", "status": "completed", "tag": "36efd4df-c527-4a51-b488-3206c1744a05", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:01.455544 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97e4ca95-4a06-493f-8c39-c2a1b5306c7e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:01.455956 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05', 'code': 200} Jul 22 16:26:01.502027 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bea7b3d-6c8a-4414-9329-23e3e3648244 x-openstack-request-id: req-7bea7b3d-6c8a-4414-9329-23e3e3648244 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:01.502653 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b365172f-bd2e-4fce-aca0-95d82b530165", "tag": "79e57c1b-05e0-4820-a9a2-ea2054a47ae0", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:01.502653 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bea7b3d-6c8a-4414-9329-23e3e3648244 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:01.503063 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b365172f-bd2e-4fce-aca0-95d82b530165', 'tag': '79e57c1b-05e0-4820-a9a2-ea2054a47ae0', 'status': 'completed', 'code': 200} Jul 22 16:26:01.550017 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff081141-6e47-498f-8bfd-ed7a9146e9b4 req-a332d336-3fc2-436c-a19e-0b9109801bcc service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377311 Jul 22 16:26:01.585039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:01.602733 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37b402d0-33be-4a7f-bb4d-efb984b925d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.647447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efc953-c08c-4536-97e9-de6e4d601838 req-e795ec4c-b51b-4135-b930-c2d8cba8c414 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:01.650582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77efc953-c08c-4536-97e9-de6e4d601838 req-e795ec4c-b51b-4135-b930-c2d8cba8c414 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 947 time: 0.1375859 Jul 22 16:26:01.703919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b3bfedb7-f86c-4441-aed8-b15d10b97662 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:01.786667 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37b402d0-33be-4a7f-bb4d-efb984b925d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.791838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-3f7292e6-4a47-4e52-be59-d61705b8a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:01.793473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-3f7292e6-4a47-4e52-be59-d61705b8a1a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b488d01c236c4d2284e135c0536828a5&device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 1099 time: 0.1236389 Jul 22 16:26:01.794684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37b402d0-33be-4a7f-bb4d-efb984b925d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:01.839839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-6c85c851-ab04-47d2-ba5a-a6e53e5745a7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:01.841932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-6c85c851-ab04-47d2-ba5a-a6e53e5745a7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 807 time: 0.1903610 Jul 22 16:26:01.884303 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-37b402d0-33be-4a7f-bb4d-efb984b925d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4a825ea934341c589b6d9ddfb8191d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978506 Jul 22 16:26:01.887063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b402d0-33be-4a7f-bb4d-efb984b925d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23742cfe-0855-4bf5-ad4d-ac15629818e2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:01.889784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:01.891275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Request body: {'port': {'device_id': 'da642336-2729-450d-a8bb-5148fef499b3', 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b', 'admin_state_up': True, 'tenant_id': 'a6a71896aaaf4556b5f5d5ddddec65e8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:01.901447 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77efc953-c08c-4536-97e9-de6e4d601838 req-858a8d09-4fcb-4490-9a18-f101de2abede tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/security-groups?id=6426776b-daae-4f37-b4f2-d06e60197ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583143 Jul 22 16:26:01.920757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b3bfedb7-f86c-4441-aed8-b15d10b97662, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b3bfedb7-f86c-4441-aed8-b15d10b97662,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:01.946663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'b3bfedb7-f86c-4441-aed8-b15d10b97662', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'b3bfedb7-f86c-4441-aed8-b15d10b97662', 'mac_address': 'fa:16:3e:43:6e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:01.994505 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.007331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-e03106e0-02d1-4117-b087-4c923af875a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:02.008818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-e03106e0-02d1-4117-b087-4c923af875a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2082818 Jul 22 16:26:02.017738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bfedb7-f86c-4441-aed8-b15d10b97662 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:02.045225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b3bfedb7-f86c-4441-aed8-b15d10b97662, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b3bfedb7-f86c-4441-aed8-b15d10b97662,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:02.051598 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.102510 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-58e6f865-3187-4c16-9731-dc3ccc9d8688 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=79e57c1b-05e0-4820-a9a2-ea2054a47ae0 HTTP/1.1" status: 200 len: 217 time: 0.0862315 Jul 22 16:26:02.103344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-274b1f13-941d-4d7a-bc6a-5cd82b4d37f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.120809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Made reservation on behalf of a6a71896aaaf4556b5f5d5ddddec65e8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:02.123247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b3bfedb7-f86c-4441-aed8-b15d10b97662,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:02.132997 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.177879 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-274b1f13-941d-4d7a-bc6a-5cd82b4d37f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.235375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-68563819-f4c2-4599-a91b-84022e28c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:02.237602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-68563819-f4c2-4599-a91b-84022e28c55f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1290677 Jul 22 16:26:02.303959 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-274b1f13-941d-4d7a-bc6a-5cd82b4d37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.306675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-274b1f13-941d-4d7a-bc6a-5cd82b4d37f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.307855 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-274b1f13-941d-4d7a-bc6a-5cd82b4d37f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23742cfe-0855-4bf5-ad4d-ac15629818e2 HTTP/1.1" status: 204 len: 168 time: 0.3916805 Jul 22 16:26:02.335190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b1f13-941d-4d7a-bc6a-5cd82b4d37f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23742cfe-0855-4bf5-ad4d-ac15629818e2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:02.345418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-8cc833f8-6a91-471b-9bd9-d90f7df1b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:02.355797 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-8cc833f8-6a91-471b-9bd9-d90f7df1b8a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1101594 Jul 22 16:26:02.372342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc513a50-68b6-4b89-8b0a-f3ab735f6139 req-61b9ade6-96b2-48cf-91f8-3fbbee9da19a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:02.375441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc513a50-68b6-4b89-8b0a-f3ab735f6139 req-61b9ade6-96b2-48cf-91f8-3fbbee9da19a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 966 time: 0.2137642 Jul 22 16:26:02.438807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Allocated IP 172.20.0.10 (a847bd19-60dd-46ee-bfde-f4c7201e229b/1eea527e-0b96-49a8-be19-038b62f4c05d/2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:02.460123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['b3bfedb7-f86c-4441-aed8-b15d10b97662'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:02.468429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc513a50-68b6-4b89-8b0a-f3ab735f6139 req-3d58cb88-7109-4f0f-981d-3438c4c8d503 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782573 Jul 22 16:26:02.501457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-c6b57e14-381e-4e1c-8e75-5fbbd3285346 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316600 Jul 22 16:26:02.635999 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b996f87-5e2a-4d18-ba66-d9d42f59d2d5 req-3db5dcfc-1280-459e-b80e-568c518f2e5b service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263795 Jul 22 16:26:02.727191 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.774981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18799d5-2880-4ba3-bb97-391d6464d5fc req-18060ad8-87f0-4e4e-b589-e0d5ff6dc8b7 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:02.781705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a18799d5-2880-4ba3-bb97-391d6464d5fc req-18060ad8-87f0-4e4e-b589-e0d5ff6dc8b7 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 947 time: 0.1335344 Jul 22 16:26:02.820112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:02.871944 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a18799d5-2880-4ba3-bb97-391d6464d5fc req-0f23218f-d100-43d3-b7c2-7b9beb3aa7e6 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888484 Jul 22 16:26:02.919103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Pushing event updated for resources: {'Port': ['ID=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:02.935430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Network a847bd19-60dd-46ee-bfde-f4c7201e229b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:02.936926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:02.940158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:02.965423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25481b3a-e153-4d3b-bd21-39e129eb5f6f req-ae8c109c-4173-46d7-aadd-49af4757d93d tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:02.967681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25481b3a-e153-4d3b-bd21-39e129eb5f6f req-ae8c109c-4173-46d7-aadd-49af4757d93d tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 932 time: 0.1008327 Jul 22 16:26:03.005412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:03.006675 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.023191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25481b3a-e153-4d3b-bd21-39e129eb5f6f req-53dfa3b5-207f-4c1f-9e4e-9c450b32147f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 Jul 22 16:26:03.027725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-25345bb3-5904-46da-a3ff-910a3e09cff1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1460800 Jul 22 16:26:03.053439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Request body: {'port': {'device_id': 'da642336-2729-450d-a8bb-5148fef499b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:03.203016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.505577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:03.510734 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7385c5be-9772-4991-be7a-360dc7d4df63" -d '{"events": [{"name": "network-changed", "server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "tag": "36efd4df-c527-4a51-b488-3206c1744a05"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:03.521030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6199acf-b0e3-4084-abca-0ae47b152869 req-dc60f61e-36ef-47c1-9863-9b3b0f794f4e tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:03.545701 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6199acf-b0e3-4084-abca-0ae47b152869 req-dc60f61e-36ef-47c1-9863-9b3b0f794f4e tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 948 time: 0.1966207 Jul 22 16:26:03.618130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6199acf-b0e3-4084-abca-0ae47b152869 req-98fdc99e-749a-4174-9eb2-c92c1b6dc186 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/security-groups?id=6426776b-daae-4f37-b4f2-d06e60197ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711107 Jul 22 16:26:03.700631 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae5dda3-e086-4efd-93de-aba4e94f2b21 x-openstack-request-id: req-6ae5dda3-e086-4efd-93de-aba4e94f2b21 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:03.701176 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "tag": "36efd4df-c527-4a51-b488-3206c1744a05", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:03.701665 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ae5dda3-e086-4efd-93de-aba4e94f2b21 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:03.702732 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05', 'status': 'completed', 'code': 200} Jul 22 16:26:03.707133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:03.735388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55980) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:03.812500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b3bfedb7-f86c-4441-aed8-b15d10b97662 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:03.834731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:03.854991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42def-6ad6-4547-ae39-4a744eea9a7d req-3d10598e-d5ea-4c0f-8063-030a85a11d02 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:03.866154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8a42def-6ad6-4547-ae39-4a744eea9a7d req-3d10598e-d5ea-4c0f-8063-030a85a11d02 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 966 time: 0.1989312 Jul 22 16:26:03.870904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.893542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-265c5d51-118d-4153-9822-6b5aedf04951 req-d3d56c1a-6c43-46be-a088-dedb61230fa2 tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=96c6a893b9cb48ce8119a576461c399a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669250 Jul 22 16:26:03.934620 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8a42def-6ad6-4547-ae39-4a744eea9a7d req-ab081c02-f359-43c6-bd53-060be7e2721d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674658 Jul 22 16:26:03.939937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Transition to ACTIVE for port object 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:03.949060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:03.952601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:03.999631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 has no active binding in host n-h1-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:26:04.007185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port b3bfedb7-f86c-4441-aed8-b15d10b97662 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:04.015963 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ab34233-e165-4f17-9e2c-3a08e754f026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.021158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-50807575-38a8-4537-ab52-40b8050c9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.023135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port b3bfedb7-f86c-4441-aed8-b15d10b97662 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:04.023539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-50807575-38a8-4537-ab52-40b8050c9f75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1149 time: 0.2770436 Jul 22 16:26:04.026172 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.170617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:04.186157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:04.235058 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.270990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:04.271706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:04.272236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:04.279046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c5d51-118d-4153-9822-6b5aedf04951 req-a92e930b-c8be-41d6-b10c-cb57a9f34cbc tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.279514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:04.280062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:04.289716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:04.290419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:04.291079 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-265c5d51-118d-4153-9822-6b5aedf04951 req-a92e930b-c8be-41d6-b10c-cb57a9f34cbc tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3964739 Jul 22 16:26:04.292308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:04.293099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Bound port: 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:04.293546 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.311659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b3bfedb7-f86c-4441-aed8-b15d10b97662, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b3bfedb7-f86c-4441-aed8-b15d10b97662,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:04.313205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a06e7-5c1d-4e9e-baf1-e9ab84305b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bfedb7-f86c-4441-aed8-b15d10b97662'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:04.319889 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7530f317-b4b5-4a71-93c0-5d1c4cc693b9" -d '{"events": [{"server_uuid": "f93a06e7-5c1d-4e9e-baf1-e9ab84305b95", "name": "network-vif-plugged", "status": "completed", "tag": "b3bfedb7-f86c-4441-aed8-b15d10b97662"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:04.327931 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.348589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9bf2a-99f0-4d04-a036-8eee4ed5a68d req-351d846b-b786-4874-a556-6ea577f55b4e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.350527 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1dc9bf2a-99f0-4d04-a036-8eee4ed5a68d req-351d846b-b786-4874-a556-6ea577f55b4e tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 947 time: 0.2797623 Jul 22 16:26:04.365664 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-265c5d51-118d-4153-9822-6b5aedf04951 req-13be4e97-30f7-49b3-8b74-fd26bde805f8 tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/quotas/96c6a893b9cb48ce8119a576461c399a HTTP/1.1" status: 200 len: 375 time: 0.0731266 Jul 22 16:26:04.455043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b3bfedb7-f86c-4441-aed8-b15d10b97662,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:04.464458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:04.485866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1dc9bf2a-99f0-4d04-a036-8eee4ed5a68d req-e88b3b71-9625-472f-a81e-4a53208c7e1d tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133561 Jul 22 16:26:04.504122 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-265c5d51-118d-4153-9822-6b5aedf04951 req-c15801ca-3015-4a9d-bc34-c64fdc61bf78 tempest-QuotasAdminNegativeTest-2096186607 tempest-QuotasAdminNegativeTest-2096186607-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=96c6a893b9cb48ce8119a576461c399a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1369073 Jul 22 16:26:04.531183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-119514a7-88bd-429f-a75f-8cb17ecac74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.534879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-119514a7-88bd-429f-a75f-8cb17ecac74b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.5006440 Jul 22 16:26:04.538645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:04.546420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.689750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.690553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.698989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-7834b1d7-f3a9-4768-88f5-3e12cf31ea82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 217 time: 0.1197605 Jul 22 16:26:04.699756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] 10.222.0.65 "PUT /v2.0/ports/2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 200 len: 1093 time: 1.6515250 Jul 22 16:26:04.735519 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45677a7-68fa-481d-a44c-aab6bb25252f x-openstack-request-id: req-c45677a7-68fa-481d-a44c-aab6bb25252f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:04.736384 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a06e7-5c1d-4e9e-baf1-e9ab84305b95", "name": "network-vif-plugged", "status": "completed", "tag": "b3bfedb7-f86c-4441-aed8-b15d10b97662", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:04.736384 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c45677a7-68fa-481d-a44c-aab6bb25252f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:04.736898 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a06e7-5c1d-4e9e-baf1-e9ab84305b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bfedb7-f86c-4441-aed8-b15d10b97662', 'code': 200} Jul 22 16:26:04.737787 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c367c02-d512-44dc-bcbb-e6299238ed32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.774862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680e85f-f146-4202-9b7f-4e6321b26308 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:04.851449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ab34233-e165-4f17-9e2c-3a08e754f026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.856077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038aa-d4dc-48cf-bc51-cc000b66307a req-542a37e6-12b9-4a17-87ea-753d765a9117 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.859598 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dbf038aa-d4dc-48cf-bc51-cc000b66307a req-542a37e6-12b9-4a17-87ea-753d765a9117 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 944 time: 0.2122099 Jul 22 16:26:04.877379 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ab34233-e165-4f17-9e2c-3a08e754f026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:04.894260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-c614461d-0d15-4d2d-b3eb-ec81fd4e52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:04.895832 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-c614461d-0d15-4d2d-b3eb-ec81fd4e52e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1808801 Jul 22 16:26:04.950026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dbf038aa-d4dc-48cf-bc51-cc000b66307a req-7b0ff0ce-f6ea-4c8b-aa32-1b185a58aed1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799696 Jul 22 16:26:04.995713 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.067202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-04832c0e-6b2a-4229-863b-0fe8bce63fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:05.068795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-04832c0e-6b2a-4229-863b-0fe8bce63fa2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1096 time: 0.1747046 Jul 22 16:26:05.076077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d12ec-22f4-4c77-ba50-335cfee11fe7 req-a142054b-db5c-4096-a757-f197711d5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:05.078552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-700d12ec-22f4-4c77-ba50-335cfee11fe7 req-a142054b-db5c-4096-a757-f197711d5601 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 1101 time: 0.1274195 Jul 22 16:26:05.150596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-4a4cbd53-236d-4c74-a08f-2f1ce4ea5e04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 200 len: 217 time: 0.0556045 Jul 22 16:26:05.194068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab34233-e165-4f17-9e2c-3a08e754f026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058a996d-a36b-44a7-bc05-ebb0c01ea87a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:05.197883 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-6243845a-ae55-48d5-8474-991dda69dedf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2712564 Jul 22 16:26:05.198786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-700d12ec-22f4-4c77-ba50-335cfee11fe7 req-51e57652-bfcf-47a7-a42c-022d2dfbe638 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6426776b-daae-4f37-b4f2-d06e60197ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938413 Jul 22 16:26:05.218511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-7450fa8b-3f86-4670-ab9c-f0a2f074b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:05.220101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-7450fa8b-3f86-4670-ab9c-f0a2f074b221 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.0620887 Jul 22 16:26:05.228534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56026) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:05.228739 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4ab34233-e165-4f17-9e2c-3a08e754f026 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf6d32e4175745fe886e2937b36df716&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4921143 Jul 22 16:26:05.292981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45920934-4c4b-4e6a-8cd8-0894ca53e830 req-51a9ec3f-ba6e-4753-bd9c-d33e7518021b tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:05.294905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45920934-4c4b-4e6a-8cd8-0894ca53e830 req-51a9ec3f-ba6e-4753-bd9c-d33e7518021b tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 949 time: 0.4321334 Jul 22 16:26:05.312506 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0fab9b4d-c3cf-4182-8537-61b7a5d25029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.341887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0fab9b4d-c3cf-4182-8537-61b7a5d25029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.408506 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-5e0b1ecd-90d4-4f14-997a-706593ea8444 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973379 Jul 22 16:26:05.417079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0fab9b4d-c3cf-4182-8537-61b7a5d25029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.421211 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0fab9b4d-c3cf-4182-8537-61b7a5d25029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.422748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0fab9b4d-c3cf-4182-8537-61b7a5d25029 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/058a996d-a36b-44a7-bc05-ebb0c01ea87a HTTP/1.1" status: 204 len: 168 time: 0.1931138 Jul 22 16:26:05.441590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab9b4d-c3cf-4182-8537-61b7a5d25029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058a996d-a36b-44a7-bc05-ebb0c01ea87a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:05.447113 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45920934-4c4b-4e6a-8cd8-0894ca53e830 req-5a1fb7c1-b25d-4c4a-b6ec-d0c26b49f47b tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/security-groups?id=6426776b-daae-4f37-b4f2-d06e60197ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206012 Jul 22 16:26:05.507083 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c367c02-d512-44dc-bcbb-e6299238ed32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.514243 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c367c02-d512-44dc-bcbb-e6299238ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.549625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32d71b-2283-47ae-ba11-38f37b547ba0 req-52bcfd25-b6cd-4d93-aa8d-10223d15ebb8 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:05.555245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7385c5be-9772-4991-be7a-360dc7d4df63 req-01102746-4c9c-495a-9308-4b015ac7d641 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370339 Jul 22 16:26:05.562153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e32d71b-2283-47ae-ba11-38f37b547ba0 req-52bcfd25-b6cd-4d93-aa8d-10223d15ebb8 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 966 time: 0.0974753 Jul 22 16:26:05.572962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6c367c02-d512-44dc-bcbb-e6299238ed32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7953afa1876a4714b786ea9edfbc04a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3947713 Jul 22 16:26:05.572962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c367c02-d512-44dc-bcbb-e6299238ed32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc054e58-399f-435b-bd91-91313089cae8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:05.573293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56038) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:05.647985 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a30970f-fbd9-4037-9423-5351f957d1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.654684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-7a9d6862-e9c1-421e-a866-81e21e383a92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708728 Jul 22 16:26:05.678759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e32d71b-2283-47ae-ba11-38f37b547ba0 req-c26291b2-634a-4eee-b149-fcd16031a72c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149499 Jul 22 16:26:05.697524 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a30970f-fbd9-4037-9423-5351f957d1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.723947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:05.734976 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702265cd-06cb-4cc3-9192-09901da23da9" -d '{"events": [{"name": "network-changed", "server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:05.751220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:05.780503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-31a9c06e-4c72-46db-bbe9-18d91e2ce502 req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Request body: {'security_group': {'name': 'tempest-securitygroup-583124863', 'description': 'tempest-description-961632459'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:05.823762 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-31a9c06e-4c72-46db-bbe9-18d91e2ce502 req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.838243 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-31a9c06e-4c72-46db-bbe9-18d91e2ce502 req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.852540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-9ccb3995-bae4-45fe-ac13-06fe47c653a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:05.854095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-9ccb3995-bae4-45fe-ac13-06fe47c653a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1149 time: 0.1781580 Jul 22 16:26:05.881052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a30970f-fbd9-4037-9423-5351f957d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.885514 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3a30970f-fbd9-4037-9423-5351f957d1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:05.886669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3a30970f-fbd9-4037-9423-5351f957d1b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc054e58-399f-435b-bd91-91313089cae8 HTTP/1.1" status: 204 len: 168 time: 0.3124666 Jul 22 16:26:05.922149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:05.936562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '79e57c1b-05e0-4820-a9a2-ea2054a47ae0', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '79e57c1b-05e0-4820-a9a2-ea2054a47ae0', 'mac_address': 'fa:16:3e:d0:59:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:05.988900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:06.015839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:06.038631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30970f-fbd9-4037-9423-5351f957d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc054e58-399f-435b-bd91-91313089cae8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:06.040236 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-92336d16-a720-41ef-96e2-41d0b05ae02f service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555977 Jul 22 16:26:06.041452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:06.048874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:06.121332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55771d59-b792-4236-984a-f7c254f09166 req-fb0fac0e-0709-4e37-be56-7f2f9945d3be tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:06.128530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55771d59-b792-4236-984a-f7c254f09166 req-fb0fac0e-0709-4e37-be56-7f2f9945d3be tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 947 time: 0.3253803 Jul 22 16:26:06.135542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-68dde3e2-ce07-425d-808a-522641082cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:06.139028 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-68dde3e2-ce07-425d-808a-522641082cae service neutron] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.2499413 Jul 22 16:26:06.187862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:06.238752 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-3a7f1342-e92e-46cb-a4cd-a78ff6f34425 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 217 time: 0.0889482 Jul 22 16:26:06.281659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56052) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:06.287392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55771d59-b792-4236-984a-f7c254f09166 req-3d2a55d7-c1bb-4f67-9a3f-17af1087de45 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238332 Jul 22 16:26:06.339178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['79e57c1b-05e0-4820-a9a2-ea2054a47ae0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:06.372674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-566ef548-a004-407e-be0c-dfffec70095f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:06.418128 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b759239-c031-4bd1-8ed6-1b0a8913bc29 req-85803065-d559-422b-8e64-1cbc7d7e318b service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511498 Jul 22 16:26:06.491427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56056) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:06.492249 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29307e05-52dc-4dd6-9875-2226155a978c x-openstack-request-id: req-29307e05-52dc-4dd6-9875-2226155a978c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:06.492999 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:06.493556 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29307e05-52dc-4dd6-9875-2226155a978c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:06.494828 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b', 'status': 'completed', 'code': 200} Jul 22 16:26:06.551688 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-31a9c06e-4c72-46db-bbe9-18d91e2ce502 req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:06.563455 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-31a9c06e-4c72-46db-bbe9-18d91e2ce502 req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:06.575349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-40318a61-0f63-416e-be3b-624231dfb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:06.578043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-40318a61-0f63-416e-be3b-624231dfb090 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.3174562 Jul 22 16:26:06.618360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.20', 49160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:06.642132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f34c4d-b77a-4414-b86c-699eb6506408,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:06.711553 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-ec9a2aa5-b412-45c8-9f9b-4fc2337eac90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873888 Jul 22 16:26:06.933522 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-a14bb33c-63db-49c1-934c-f4eb31364d2f service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161491 Jul 22 16:26:07.057217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56064) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:07.088396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc31c-8e0d-4ebf-974a-b6e480a62ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.091647 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-566ef548-a004-407e-be0c-dfffec70095f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.102709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-566ef548-a004-407e-be0c-dfffec70095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.106168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-7c9e0b49-b976-4b88-be42-56a1e03e1ae6 service neutron] 10.222.0.20 "GET /v2.0/ports/36efd4df-c527-4a51-b488-3206c1744a05/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 385 time: 0.4857206 Jul 22 16:26:07.151810 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-555c8d77-edd1-4d08-abec-7bd71d78c0df req-008b54e4-a63a-4601-8db5-24afe89e75b2 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111549 Jul 22 16:26:07.165032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea413e4e-a549-49de-9ce3-f74518d0078e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.207571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-566ef548-a004-407e-be0c-dfffec70095f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5b814a7ec2e49ed8a865810ecd01060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9181259 Jul 22 16:26:07.210761 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-31a9c06e-4c72-46db-bbe9-18d91e2ce502 req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.211245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56070) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:07.222867 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-31a9c06e-4c72-46db-bbe9-18d91e2ce502 req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.223261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ef548-a004-407e-be0c-dfffec70095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63986bfe-233b-4bb5-9ae2-65a739bbc26b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:07.233161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702265cd-06cb-4cc3-9192-09901da23da9 req-ac4a7671-986c-4b1c-8b40-87d4cfc875ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:07.235200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-702265cd-06cb-4cc3-9192-09901da23da9 req-ac4a7671-986c-4b1c-8b40-87d4cfc875ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1096 time: 0.2838571 Jul 22 16:26:07.245177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5542-98fa-48ea-bb83-326bade91b2e req-6ed84547-f5ee-46e0-911f-c4573b897ce3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:07.246724 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-371c5542-98fa-48ea-bb83-326bade91b2e req-6ed84547-f5ee-46e0-911f-c4573b897ce3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 944 time: 0.5221586 Jul 22 16:26:07.313805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae2993-bbf3-4493-8ce5-44eba66a1d14,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:07.362861 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be9bad9e-b738-495e-8f3c-2b9acebef406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.403215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-371c5542-98fa-48ea-bb83-326bade91b2e req-3067f550-ae02-4262-b358-01a13dbb0c9f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370187 Jul 22 16:26:07.405506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be9bad9e-b738-495e-8f3c-2b9acebef406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.468628 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc31c-8e0d-4ebf-974a-b6e480a62ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.476609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702265cd-06cb-4cc3-9192-09901da23da9 req-3afdf107-81f1-4fce-b7f5-7380c4d5b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:07.478521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-702265cd-06cb-4cc3-9192-09901da23da9 req-3afdf107-81f1-4fce-b7f5-7380c4d5b7b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.2277656 Jul 22 16:26:07.480966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d7cc31c-8e0d-4ebf-974a-b6e480a62ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.527573 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be9bad9e-b738-495e-8f3c-2b9acebef406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.531959 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be9bad9e-b738-495e-8f3c-2b9acebef406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.536599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-be9bad9e-b738-495e-8f3c-2b9acebef406 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63986bfe-233b-4bb5-9ae2-65a739bbc26b HTTP/1.1" status: 204 len: 168 time: 0.3219218 Jul 22 16:26:07.548107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1d7cc31c-8e0d-4ebf-974a-b6e480a62ed7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96c6a893b9cb48ce8119a576461c399a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0447302 Jul 22 16:26:07.549813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cc31c-8e0d-4ebf-974a-b6e480a62ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52737022-d802-42df-9d61-907da42e92bc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:07.552475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56076) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:07.593570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bad9e-b738-495e-8f3c-2b9acebef406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63986bfe-233b-4bb5-9ae2-65a739bbc26b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:07.598065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-702265cd-06cb-4cc3-9192-09901da23da9 req-9451d408-52b7-4d9c-b651-9e915dcb789a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 200 len: 217 time: 0.1047070 Jul 22 16:26:07.658682 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e0636b5-6ef7-4958-891d-fe6ef0b0610f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.696460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e0636b5-6ef7-4958-891d-fe6ef0b0610f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.715409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-2bed6806-6bd1-466c-ae8d-0a82e0150362 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3361573 Jul 22 16:26:07.737806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:07.751186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:07.767594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:07.794084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e0636b5-6ef7-4958-891d-fe6ef0b0610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.800637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e0636b5-6ef7-4958-891d-fe6ef0b0610f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.801638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702265cd-06cb-4cc3-9192-09901da23da9 req-1aa7cd32-e8ae-42a5-9588-30574e981abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:07.802270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0e0636b5-6ef7-4958-891d-fe6ef0b0610f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52737022-d802-42df-9d61-907da42e92bc HTTP/1.1" status: 204 len: 168 time: 0.2486694 Jul 22 16:26:07.806247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-702265cd-06cb-4cc3-9192-09901da23da9 req-1aa7cd32-e8ae-42a5-9588-30574e981abc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1680231 Jul 22 16:26:07.817700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:07.839887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0636b5-6ef7-4958-891d-fe6ef0b0610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52737022-d802-42df-9d61-907da42e92bc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:07.895946 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:26:07.918880 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-702265cd-06cb-4cc3-9192-09901da23da9 req-bd4c84d1-dca0-425e-a6ad-b83a6c74857f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610931 Jul 22 16:26:07.928464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d9c97-4b42-4f34-b92e-438d03bf2677 req-adfaffbc-40c2-4fa4-9e6f-cabcd88f0590 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:07.937179 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-743d9c97-4b42-4f34-b92e-438d03bf2677 req-adfaffbc-40c2-4fa4-9e6f-cabcd88f0590 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 949 time: 0.4036493 Jul 22 16:26:07.949121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:07.957361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:07.957804 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:07.988710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea413e4e-a549-49de-9ce3-f74518d0078e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.000970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-31a9c06e-4c72-46db-bbe9-18d91e2ce502 req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.010177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36efd4df-c527-4a51-b488-3206c1744a05 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:08.015365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-31a9c06e-4c72-46db-bbe9-18d91e2ce502 req-40ed45d7-88fe-4074-ab5b-933f670f8cf9 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2399285 Jul 22 16:26:08.026595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea413e4e-a549-49de-9ce3-f74518d0078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.055264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:08.132419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea413e4e-a549-49de-9ce3-f74518d0078e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f03b28d-ce74-433c-a51a-cc2da58a3b7d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:08.164254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:08.195664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 has no active binding in host n-h1-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:26:08.199705 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.209457 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.240096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b365172f-bd2e-4fce-aca0-95d82b530165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e57c1b-05e0-4820-a9a2-ea2054a47ae0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:08.244528 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b0c07b-15ab-4549-bb03-f464ebcac39e" -d '{"events": [{"server_uuid": "b365172f-bd2e-4fce-aca0-95d82b530165", "name": "network-vif-plugged", "status": "completed", "tag": "79e57c1b-05e0-4820-a9a2-ea2054a47ae0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:08.259755 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c5e16-cc14-47e9-9796-21e508ca4a95 req-82e07cbd-6689-46af-be95-18c89f661c17 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.263558 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-743d9c97-4b42-4f34-b92e-438d03bf2677 req-67e2fbe1-a4a9-4bb6-8490-4937e746df84 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/security-groups?id=6426776b-daae-4f37-b4f2-d06e60197ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254156 Jul 22 16:26:08.265747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:08.269443 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d61c5e16-cc14-47e9-9796-21e508ca4a95 req-82e07cbd-6689-46af-be95-18c89f661c17 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 966 time: 0.1300206 Jul 22 16:26:08.284418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ea413e4e-a549-49de-9ce3-f74518d0078e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=940d28dbb2e7437d81f0a4737b8a2c22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2197387 Jul 22 16:26:08.287111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56088) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:08.289463 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.338595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d61c5e16-cc14-47e9-9796-21e508ca4a95 req-bceba5e2-f55c-4a9b-bbfd-abad38b67c81 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636959 Jul 22 16:26:08.371321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:08.387914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-03730834-5b5b-4339-a2d3-46c2f6070716 req-3255da19-c2b2-413e-b6b7-0bb5b959db26 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Request body: {'security_group': {'name': 'tempest-securitygroup-61663645', 'description': 'tempest-description-1603506097'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:08.423407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03730834-5b5b-4339-a2d3-46c2f6070716 req-3255da19-c2b2-413e-b6b7-0bb5b959db26 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.470490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-222cad63-fda0-4175-b941-b53d9ab6736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.473029 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-222cad63-fda0-4175-b941-b53d9ab6736d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55836bbed0fe4d2681b7311e4307a4ae&device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 1101 time: 0.5983658 Jul 22 16:26:08.507651 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-702265cd-06cb-4cc3-9192-09901da23da9 req-c4e5d5c1-891f-4bbb-8f43-a2cba21925fd service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518262 Jul 22 16:26:08.566896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03730834-5b5b-4339-a2d3-46c2f6070716 req-3255da19-c2b2-413e-b6b7-0bb5b959db26 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.570177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:08.579749 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03730834-5b5b-4339-a2d3-46c2f6070716 req-3255da19-c2b2-413e-b6b7-0bb5b959db26 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.597694 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb44d-f007-461a-8066-62f91a3ea8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.635134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255da19-c2b2-413e-b6b7-0bb5b959db26 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0042d33c-588a-497d-b908-04a54993739e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:08.641304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03730834-5b5b-4339-a2d3-46c2f6070716 req-3255da19-c2b2-413e-b6b7-0bb5b959db26 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.655879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03730834-5b5b-4339-a2d3-46c2f6070716 req-3255da19-c2b2-413e-b6b7-0bb5b959db26 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2761567 Jul 22 16:26:08.678549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7bb2-c753-4f34-a9bb-97e76c9fbf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.688827 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e625cdd5-6e0e-44b5-95bd-992c9c45697d x-openstack-request-id: req-e625cdd5-6e0e-44b5-95bd-992c9c45697d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:08.689306 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b365172f-bd2e-4fce-aca0-95d82b530165", "name": "network-vif-plugged", "status": "completed", "tag": "79e57c1b-05e0-4820-a9a2-ea2054a47ae0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:08.692681 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e625cdd5-6e0e-44b5-95bd-992c9c45697d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:08.694019 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b365172f-bd2e-4fce-aca0-95d82b530165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e57c1b-05e0-4820-a9a2-ea2054a47ae0', 'code': 200} Jul 22 16:26:08.775705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] Transition to ACTIVE for port object 36efd4df-c527-4a51-b488-3206c1744a05 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:08.785375 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7bb2-c753-4f34-a9bb-97e76c9fbf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.808120 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.828199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-3db7d120-a924-431b-bb2c-60ede0b27439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.830180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-3db7d120-a924-431b-bb2c-60ede0b27439 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2998340 Jul 22 16:26:08.848580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb44d-f007-461a-8066-62f91a3ea8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.856645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2dcb44d-f007-461a-8066-62f91a3ea8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:08.874140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8bcb-4251-411b-9b4a-d145c2317c38 req-0c1fbcd0-da4c-4621-93ac-85764ca7d574 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.875861 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b12b8bcb-4251-411b-9b4a-d145c2317c38 req-0c1fbcd0-da4c-4621-93ac-85764ca7d574 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 949 time: 0.4523590 Jul 22 16:26:08.899941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-702265cd-06cb-4cc3-9192-09901da23da9 req-e4219342-b88f-4b4c-b692-51d235a14f61 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713005 Jul 22 16:26:08.920911 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e2dcb44d-f007-461a-8066-62f91a3ea8a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=017a2844a2e343609a4b72a8925e2312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490219 Jul 22 16:26:08.921739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:08.945904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364280-61a7-41fe-b79d-b822bd9bde63 req-ca51cf6b-96b0-4886-b9a3-8983715b0887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:08.947460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0364280-61a7-41fe-b79d-b822bd9bde63 req-ca51cf6b-96b0-4886-b9a3-8983715b0887 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 1101 time: 0.1676204 Jul 22 16:26:08.957498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcb44d-f007-461a-8066-62f91a3ea8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33b5ec-69a9-45f7-99a5-c4844113ded4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:08.989871 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-121824e2-f36f-4ec1-8372-74e6decc7d2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=b3bfedb7-f86c-4441-aed8-b15d10b97662 HTTP/1.1" status: 200 len: 217 time: 0.1234753 Jul 22 16:26:09.069903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] No DVR routers for this DVR port 36efd4df-c527-4a51-b488-3206c1744a05 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:26:09.070715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0364280-61a7-41fe-b79d-b822bd9bde63 req-9731c6f3-a683-4c10-9bb5-698cfc176808 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028945 Jul 22 16:26:09.094596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a672b69-fd26-4e52-8c2e-b36d9d327aa9 req-71acde2c-51ee-46b0-a820-e91304ca01af tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:09.097075 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a672b69-fd26-4e52-8c2e-b36d9d327aa9 req-71acde2c-51ee-46b0-a820-e91304ca01af tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 944 time: 0.2065883 Jul 22 16:26:09.101386 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95d68cff-b95f-4b8f-bafd-5beb7e28caa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.105390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] Pushing event updated for resources: {'Port': ['ID=36efd4df-c527-4a51-b488-3206c1744a05,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:09.151140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95d68cff-b95f-4b8f-bafd-5beb7e28caa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.158881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b12b8bcb-4251-411b-9b4a-d145c2317c38 req-548b6584-f426-43df-a0ff-5e35540b4ec8 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576463 Jul 22 16:26:09.167068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-dfd1138b-1b9b-4302-bea7-0602eaad3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:09.168876 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-dfd1138b-1b9b-4302-bea7-0602eaad3985 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1488750 Jul 22 16:26:09.174386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-0e35de90-63ab-45f3-a1f9-ade73d96a752 service neutron] 10.222.0.20 "PUT /v2.0/ports/36efd4df-c527-4a51-b488-3206c1744a05/bindings/n-h1-792458-13/activate HTTP/1.1" status: 200 len: 370 time: 2.0537248 Jul 22 16:26:09.175875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7bb2-c753-4f34-a9bb-97e76c9fbf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.179075 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa7e7bb2-c753-4f34-a9bb-97e76c9fbf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.183739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fa7e7bb2-c753-4f34-a9bb-97e76c9fbf72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f03b28d-ce74-433c-a51a-cc2da58a3b7d HTTP/1.1" status: 204 len: 168 time: 0.8751352 Jul 22 16:26:09.198948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a672b69-fd26-4e52-8c2e-b36d9d327aa9 req-9e233c12-64bf-4329-ad46-52056e336394 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749199 Jul 22 16:26:09.232775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e7bb2-c753-4f34-a9bb-97e76c9fbf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f03b28d-ce74-433c-a51a-cc2da58a3b7d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:09.280164 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95d68cff-b95f-4b8f-bafd-5beb7e28caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.284502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95d68cff-b95f-4b8f-bafd-5beb7e28caa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:09.292390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-95d68cff-b95f-4b8f-bafd-5beb7e28caa6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd33b5ec-69a9-45f7-99a5-c4844113ded4 HTTP/1.1" status: 204 len: 168 time: 0.3416653 Jul 22 16:26:09.307728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d68cff-b95f-4b8f-bafd-5beb7e28caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33b5ec-69a9-45f7-99a5-c4844113ded4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:09.347776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-500fe79a-f77b-4e2a-a904-fdadb942e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:09.349895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-500fe79a-f77b-4e2a-a904-fdadb942e7f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1618423 Jul 22 16:26:09.610769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287a11b-3b1e-4cb0-9103-253f48ad5113 req-b2f3b523-3e95-4b37-999e-9dd682ca3591 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:09.612898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8287a11b-3b1e-4cb0-9103-253f48ad5113 req-b2f3b523-3e95-4b37-999e-9dd682ca3591 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 967 time: 0.0959823 Jul 22 16:26:09.676627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8287a11b-3b1e-4cb0-9103-253f48ad5113 req-186ae13e-03af-45c2-9833-094631ec0132 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499778 Jul 22 16:26:09.751574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:09.764683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-aa625e49-7a76-43b3-955d-d3733df6f0b2 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884265 Jul 22 16:26:09.769391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f5161f77-4071-41cb-b403-548aeac52cd5 req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-716467368', 'description': 'tempest-description-464697242'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:09.787649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:26:09.863255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-e417a9b9-ffe2-405e-90ec-b88d32e2c282 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:09.865262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-e417a9b9-ffe2-405e-90ec-b88d32e2c282 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1119 time: 0.2359719 Jul 22 16:26:09.890551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda52c5-d61a-44bd-b6cf-1bbfc8648384 req-ac52fcd3-7063-4107-90ae-99ff3c557102 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:09.895202 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8cda52c5-d61a-44bd-b6cf-1bbfc8648384 req-ac52fcd3-7063-4107-90ae-99ff3c557102 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 949 time: 0.1291685 Jul 22 16:26:09.992940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:26:09.998373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5161f77-4071-41cb-b403-548aeac52cd5 req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.005741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8cda52c5-d61a-44bd-b6cf-1bbfc8648384 req-c2c4fe2b-fe20-4e23-a167-47571ba7285f tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/security-groups?id=6426776b-daae-4f37-b4f2-d06e60197ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979095 Jul 22 16:26:10.062466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:10.080259 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b', 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b', 'port_id': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b', 'mac_address': 'fa:16:3e:46:b9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eea527e-0b96-49a8-be19-038b62f4c05d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:10.098409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5161f77-4071-41cb-b403-548aeac52cd5 req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.138218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02979fa9-79db-495d-9013-2eac8c5258b5 req-b0ea4e84-2129-42f4-aea8-50c5ac0e89cd service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615570 Jul 22 16:26:10.159836 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.183278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-053fc897-67ba-4b7e-9754-3acef5e3b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:10.185874 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-053fc897-67ba-4b7e-9754-3acef5e3b936 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874&tenant_id=12f6a0cc133141c49be04c7275b9267c HTTP/1.1" status: 200 len: 1119 time: 0.2996523 Jul 22 16:26:10.186310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:10.232753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:10.241307 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.355920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:10.421821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24273fa2-e535-4f4e-ac76-711da4948f54 req-8120816f-7b2d-4e09-aed2-b172e026239f tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:10.434340 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-24273fa2-e535-4f4e-ac76-711da4948f54 req-8120816f-7b2d-4e09-aed2-b172e026239f tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 949 time: 0.1360638 Jul 22 16:26:10.441359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5161f77-4071-41cb-b403-548aeac52cd5 req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.461574 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5161f77-4071-41cb-b403-548aeac52cd5 req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.511201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-24273fa2-e535-4f4e-ac76-711da4948f54 req-cd4cea9a-928f-4ac3-99ef-7905d0781d7d tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756860 Jul 22 16:26:10.525005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd920b9-ef54-45ee-8c6b-70cc0ab19352,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:10.534000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-5596cb75-adee-4256-942c-744608d2608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:10.535687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-5596cb75-adee-4256-942c-744608d2608f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1119 time: 0.2064934 Jul 22 16:26:10.546271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.546549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.546822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.547235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.547634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.547974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.548311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.549390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.549731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.550046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.550374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.550731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:10.711599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:10.758785 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27894195-f11c-494b-8193-ea5e1742a96a req-69e05378-071c-4f51-b7e2-32a63ed0b7a7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:10.760703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5161f77-4071-41cb-b403-548aeac52cd5 req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.764638 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27894195-f11c-494b-8193-ea5e1742a96a req-69e05378-071c-4f51-b7e2-32a63ed0b7a7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 945 time: 0.1211202 Jul 22 16:26:10.770121 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5161f77-4071-41cb-b403-548aeac52cd5 req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.797796 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-3b3c79ca-5683-438c-90b7-dd39f013f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:10.800206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-3b3c79ca-5683-438c-90b7-dd39f013f78c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.2424870 Jul 22 16:26:10.836482 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f5161f77-4071-41cb-b403-548aeac52cd5 req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:10.837956 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27894195-f11c-494b-8193-ea5e1742a96a req-76003232-1fb0-4e4c-9252-d2d886928c75 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565505 Jul 22 16:26:10.840947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5161f77-4071-41cb-b403-548aeac52cd5 req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0774987 Jul 22 16:26:10.864343 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceed233-5fe1-43e2-920a-4a5940484b19 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3678c2-67eb-44c5-8b0e-a1a5c4d091d8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:10.916385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-1b38e4fd-31f2-4773-81dd-084a82660911 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 217 time: 0.0870571 Jul 22 16:26:11.033763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-4a221e7a-4161-4582-9d0b-bd14f4b73c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:11.036804 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-4a221e7a-4161-4582-9d0b-bd14f4b73c50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1051924 Jul 22 16:26:11.098882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-17e860ab-ddfb-4338-a817-e3fceea8b4da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517087 Jul 22 16:26:11.153997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303abe0-b943-4321-87b4-754b424ffb05 req-73fc971b-1569-4bc8-acd1-ce2ee425ec5a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:11.156038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a303abe0-b943-4321-87b4-754b424ffb05 req-73fc971b-1569-4bc8-acd1-ce2ee425ec5a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 967 time: 0.1883664 Jul 22 16:26:11.182873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e7e002cc-493c-4381-bc88-67c71c9f6ae6 req-0f225a6a-cb88-4124-8175-09cc69111488 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-366015569', 'description': 'tempest-description-2106843968'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:11.224051 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a303abe0-b943-4321-87b4-754b424ffb05 req-4f37aef5-448d-4649-970a-7e29dcf46d0a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547678 Jul 22 16:26:11.291879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e7e002cc-493c-4381-bc88-67c71c9f6ae6 req-0f225a6a-cb88-4124-8175-09cc69111488 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.370977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-05a9895a-219c-4559-9010-1c3466a1ecc8 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620623 Jul 22 16:26:11.425249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd0684-a6c8-440d-8e1a-e4ca1fb20249 req-bbf0cf12-90c3-4c58-8523-dce00fcac775 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:11.433700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90cd0684-a6c8-440d-8e1a-e4ca1fb20249 req-bbf0cf12-90c3-4c58-8523-dce00fcac775 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 949 time: 0.1175036 Jul 22 16:26:11.457787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:11.512598 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90cd0684-a6c8-440d-8e1a-e4ca1fb20249 req-bb302a85-b247-4e85-8b72-9f50808b8f83 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/security-groups?id=6426776b-daae-4f37-b4f2-d06e60197ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774558 Jul 22 16:26:11.526559 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e7e002cc-493c-4381-bc88-67c71c9f6ae6 req-0f225a6a-cb88-4124-8175-09cc69111488 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.565931 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e7e002cc-493c-4381-bc88-67c71c9f6ae6 req-0f225a6a-cb88-4124-8175-09cc69111488 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.606355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e7e002cc-493c-4381-bc88-67c71c9f6ae6 req-0f225a6a-cb88-4124-8175-09cc69111488 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.622370 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7e002cc-493c-4381-bc88-67c71c9f6ae6 req-0f225a6a-cb88-4124-8175-09cc69111488 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4481666 Jul 22 16:26:11.664425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225a6a-cb88-4124-8175-09cc69111488 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780ec28c-702e-403a-a5b8-05d7513621f8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:11.683230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-e444b216-bae9-47f6-a024-440cd99f5e36 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189164 Jul 22 16:26:11.791713 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a5e71-1ec6-450d-b796-36c8983b6e91 req-8caf7cc0-acb7-41f4-a277-3ab0072463be tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:11.794782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a06a5e71-1ec6-450d-b796-36c8983b6e91 req-8caf7cc0-acb7-41f4-a277-3ab0072463be tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 949 time: 0.1118522 Jul 22 16:26:11.843599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-network', 'tenant_id': '07be55427b054194b4533c97f91d97a4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:11.878266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a06a5e71-1ec6-450d-b796-36c8983b6e91 req-5631ffd0-3fb5-43ba-811e-ad4027115658 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714903 Jul 22 16:26:11.886155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Made reservation on behalf of 07be55427b054194b4533c97f91d97a4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:11.888934 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:11.899645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.111933 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.125607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.180861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:12.182914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6450b684-7686-4eb2-9459-2b09d1827f19,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:12.216868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.217476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.218032 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.218585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.219371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.219940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.220510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.221036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.221537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.222053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.222567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.223276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:12.246857 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.247506 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Added segment bc288699-fac1-4c5d-84a6-87a74c778f16 of type vlan for network 4d1ee725-860f-47d7-906e-2f13cfc89245 Jul 22 16:26:12.267112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d5f2ea61-3e8a-446d-90a4-f507df0ecf2a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.269280 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d5f2ea61-3e8a-446d-90a4-f507df0ecf2a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.65 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 949 time: 0.1886644 Jul 22 16:26:12.321643 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-12667b4b-ebbe-4af4-907a-ed352db4ceb4 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36832 time: 0.4011104 Jul 22 16:26:12.325846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.347497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5afb7b-c999-4d14-a532-ac213ea49f50 req-618a22c8-9e1f-41d8-bacb-de79981ce4bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.347901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5afb7b-c999-4d14-a532-ac213ea49f50 req-618a22c8-9e1f-41d8-bacb-de79981ce4bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.348361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5afb7b-c999-4d14-a532-ac213ea49f50 req-618a22c8-9e1f-41d8-bacb-de79981ce4bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.348825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5afb7b-c999-4d14-a532-ac213ea49f50 req-618a22c8-9e1f-41d8-bacb-de79981ce4bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.349342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5afb7b-c999-4d14-a532-ac213ea49f50 req-618a22c8-9e1f-41d8-bacb-de79981ce4bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.350612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5afb7b-c999-4d14-a532-ac213ea49f50 req-618a22c8-9e1f-41d8-bacb-de79981ce4bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.350612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5afb7b-c999-4d14-a532-ac213ea49f50 req-618a22c8-9e1f-41d8-bacb-de79981ce4bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.352262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d5afb7b-c999-4d14-a532-ac213ea49f50 req-618a22c8-9e1f-41d8-bacb-de79981ce4bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5013 time: 0.2071698 Jul 22 16:26:12.443984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.446400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.447588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.467712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-d78c5575-d95a-4737-9d81-3e0c04ce1dbc tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2304e168-e8aa-4f18-8391-958bd0cd0ede HTTP/1.1" status: 200 len: 2973 time: 0.1377308 Jul 22 16:26:12.500310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0414007 Jul 22 16:26:12.507353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:12.514240 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Request body: {'subnet': {'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-subnet', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:12.515331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Deleting port b3bfedb7-f86c-4441-aed8-b15d10b97662 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:26:12.515702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.563390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed371863-7dec-4f54-8316-22b274e6a15c admin admin] Pushing event updated for resources: {'Network': ['ID=4d1ee725-860f-47d7-906e-2f13cfc89245,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:12.576871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:12.590476 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-365a74af-fb29-4eb0-b582-ac7b58cfb810 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2304e168-e8aa-4f18-8391-958bd0cd0ede HTTP/1.1" status: 200 len: 2973 time: 0.1074507 Jul 22 16:26:12.592075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Made reservation on behalf of 07be55427b054194b4533c97f91d97a4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:12.594356 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.642291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806421b9-0f71-4dbd-86da-ec6285f125c3 req-0573c999-710b-4b63-8f06-c0162f74b581 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.649432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-806421b9-0f71-4dbd-86da-ec6285f125c3 req-0573c999-710b-4b63-8f06-c0162f74b581 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 945 time: 0.2068081 Jul 22 16:26:12.665327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-4b8ae7fc-da7f-481f-ac70-da22171d03e0 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:12.666771 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-4b8ae7fc-da7f-481f-ac70-da22171d03e0 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1119 time: 0.1853659 Jul 22 16:26:12.679517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] For port b3bfedb7-f86c-4441-aed8-b15d10b97662, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b3bfedb7-f86c-4441-aed8-b15d10b97662,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:12.679881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.709185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-026798db-8cf8-4ce8-bff1-cbbbdfe48df3 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5241ae18-2eff-4b82-9f35-168ec41bc501 HTTP/1.1" status: 200 len: 2981 time: 0.0987177 Jul 22 16:26:12.725887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Calling delete_port for b3bfedb7-f86c-4441-aed8-b15d10b97662 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:26:12.752783 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-806421b9-0f71-4dbd-86da-ec6285f125c3 req-ce399726-3cb9-48ff-b1b4-43783227d1c7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019120 Jul 22 16:26:12.794062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-f558fb43-4bbb-4e37-b213-66747ab19103 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/5241ae18-2eff-4b82-9f35-168ec41bc501 HTTP/1.1" status: 200 len: 2981 time: 0.0765233 Jul 22 16:26:12.885909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.922095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-c8ddab22-8ced-43c6-9618-d0f9480e5e6b tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6426776b-daae-4f37-b4f2-d06e60197ede HTTP/1.1" status: 200 len: 2981 time: 0.1185510 Jul 22 16:26:12.933356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-560d40cb-a846-4c8d-99c3-abf9d5f28602 service neutron] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:12.938309 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-560d40cb-a846-4c8d-99c3-abf9d5f28602 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:12.939908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7592e3f6-256e-40ae-98a6-2bdf870782b8 req-560d40cb-a846-4c8d-99c3-abf9d5f28602 service neutron] 10.222.0.65 "DELETE /v2.0/ports/36efd4df-c527-4a51-b488-3206c1744a05/bindings/n-h2-792458-13 HTTP/1.1" status: 204 len: 173 time: 0.2574785 Jul 22 16:26:12.988143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed8c530-8294-4bd3-9956-0e3834f8f05a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:13.024647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-1b80a4e0-ed07-47da-9b63-88fca04adebc tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/6426776b-daae-4f37-b4f2-d06e60197ede HTTP/1.1" status: 200 len: 2981 time: 0.0897501 Jul 22 16:26:13.028920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Checking segment: {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:13.029273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Network hostable DHCP agents. Network: 4d1ee725-860f-47d7-906e-2f13cfc89245, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:13.068238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:13.086536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 4d1ee725-860f-47d7-906e-2f13cfc89245) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:13.095895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402704bb-633b-454f-a581-9fcff1ee36a4 None None] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:13.098990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.103663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.110302 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-8d5f0980-4778-43f3-8996-3b2f3b7cb5d2 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/66c7a64a-303d-4e9d-8453-b5d94cb7dbb2 HTTP/1.1" status: 200 len: 2981 time: 0.0742750 Jul 22 16:26:13.139182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-81d2f8c5-2cd6-4dd6-8cb5-d1ac7ad993b5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6258039 Jul 22 16:26:13.139403 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:13.144273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:13.184824 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-64700063-fca8-4679-b90b-3589e5e12ad7 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/66c7a64a-303d-4e9d-8453-b5d94cb7dbb2 HTTP/1.1" status: 200 len: 2981 time: 0.0670500 Jul 22 16:26:13.185988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.187131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.201883 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.243615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Pushing event deleted for resources: {'Port': ['ID=b3bfedb7-f86c-4441-aed8-b15d10b97662,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:13.256357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88d50c-bf94-4ccf-a907-093ab63b8720 req-b7d84617-a593-4ed8-a28f-ba96a81dfeae tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.257954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a88d50c-bf94-4ccf-a907-093ab63b8720 req-b7d84617-a593-4ed8-a28f-ba96a81dfeae tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 967 time: 0.1254492 Jul 22 16:26:13.340390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] No DVR routers for this DVR port b3bfedb7-f86c-4441-aed8-b15d10b97662 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:26:13.348303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.351039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d523fffb-b9c0-4c5f-b40c-7d19a81ed7f1 req-d552d6d7-ccc6-4be7-9946-e3097c21ca5a tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.65 "DELETE /v2.0/ports/b3bfedb7-f86c-4441-aed8-b15d10b97662 HTTP/1.1" status: 204 len: 173 time: 1.0699420 Jul 22 16:26:13.351985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93a06e7-5c1d-4e9e-baf1-e9ab84305b95', 'name': 'network-vif-deleted', 'tag': 'b3bfedb7-f86c-4441-aed8-b15d10b97662'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:13.355178 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8660a372-cfcd-4e05-9a55-4f69d4cd7d2b" -d '{"events": [{"server_uuid": "f93a06e7-5c1d-4e9e-baf1-e9ab84305b95", "name": "network-vif-deleted", "tag": "b3bfedb7-f86c-4441-aed8-b15d10b97662"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:13.366855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.383418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['b3bfedb7-f86c-4441-aed8-b15d10b97662'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:13.389584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a88d50c-bf94-4ccf-a907-093ab63b8720 req-b4ab3f1e-fac8-4d7a-b343-5bab03652f63 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100473 Jul 22 16:26:13.464513 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-80f1eca2-fd07-4cf2-8474-880b8f95fe54 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/66f34c4d-b77a-4414-b86c-699eb6506408 HTTP/1.1" status: 200 len: 2981 time: 0.2637880 Jul 22 16:26:13.478297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-4d1ee725-860f-47d7-906e-2f13cfc89245', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:26:13.479608 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.597241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-ba4b9686-8516-4c6d-b8b2-9910dfe480cc tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/66f34c4d-b77a-4414-b86c-699eb6506408 HTTP/1.1" status: 200 len: 2981 time: 0.1318412 Jul 22 16:26:13.606900 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.645006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340bb33-7353-4241-be6e-b005515d80e7 req-791eede6-dc90-4d79-8370-15781daa2f85 tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:13.646905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1340bb33-7353-4241-be6e-b005515d80e7 req-791eede6-dc90-4d79-8370-15781daa2f85 tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 886 time: 0.1870975 Jul 22 16:26:13.675259 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Allocated IP 172.20.0.2 (4d1ee725-860f-47d7-906e-2f13cfc89245/5ed8c530-8294-4bd3-9956-0e3834f8f05a/fa64b88a-2d98-47ba-99d7-92f731af4053) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:13.680090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-4ec8e5c8-41b5-4fa9-b479-f74f31b25ee3 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7cd920b9-ef54-45ee-8c6b-70cc0ab19352 HTTP/1.1" status: 200 len: 2981 time: 0.0754435 Jul 22 16:26:13.714485 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:26:13.788584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:13.943229 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:13.968937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Transition to ACTIVE for port object fa64b88a-2d98-47ba-99d7-92f731af4053 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:13.972275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:13.982640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:13.983041 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.010826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Transition to ACTIVE for port object fa64b88a-2d98-47ba-99d7-92f731af4053 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:14.020158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-60c84953-0e9e-4231-82bb-761188685750 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7cd920b9-ef54-45ee-8c6b-70cc0ab19352 HTTP/1.1" status: 200 len: 2981 time: 0.3284047 Jul 22 16:26:14.023235 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.024827 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65cb5fdf-20d8-433b-acd4-b4d7bffc316f req-1b361ac7-2e6b-4788-a7fc-30512cfbbed7 tempest-ServerDiagnosticsNegativeTest-2065699120 tempest-ServerDiagnosticsNegativeTest-2065699120-project] 10.222.0.53 "GET /v2.0/ports?device_id=f93a06e7-5c1d-4e9e-baf1-e9ab84305b95 HTTP/1.1" status: 200 len: 210 time: 0.0549691 Jul 22 16:26:14.076588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-227b1458-fbec-4af5-b3f9-da2eb49feb28 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/824f4195-fe5c-4a24-9e8d-c38260b5fc2e HTTP/1.1" status: 200 len: 2977 time: 0.0555289 Jul 22 16:26:14.092954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:14.095893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Pushing event updated for resources: {'Port': ['ID=fa64b88a-2d98-47ba-99d7-92f731af4053,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:14.099725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:14.102409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:14.197774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac398f7-2aee-4b0b-992f-9c321cbbe921 req-d920e592-9591-4a2a-a314-7789e241f57b tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.198983 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.199745 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fac398f7-2aee-4b0b-992f-9c321cbbe921 req-d920e592-9591-4a2a-a314-7789e241f57b tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 949 time: 0.0899954 Jul 22 16:26:14.209362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Attempting to bind port fa64b88a-2d98-47ba-99d7-92f731af4053 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:14.209827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Attempting to bind port fa64b88a-2d98-47ba-99d7-92f731af4053 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:14.210260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Attempting to bind port fa64b88a-2d98-47ba-99d7-92f731af4053 on network 4d1ee725-860f-47d7-906e-2f13cfc89245 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:14.218561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:14.219681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Checking segment: {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:14.219681 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.219968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Bound using segment: {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:14.220538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Bound port: fa64b88a-2d98-47ba-99d7-92f731af4053, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:14.221005 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.262467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fac398f7-2aee-4b0b-992f-9c321cbbe921 req-ef0ca0e2-5767-45ea-b4c7-492c024a7784 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/security-groups?id=932a8f9f-3cf1-4b93-bee1-d33772f325e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565934 Jul 22 16:26:14.265750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:14.268220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:14.271291 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0910c2ab-d4e6-493a-ad3f-874d5bab57f7" -d '{"events": [{"server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "name": "network-vif-plugged", "status": "completed", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:14.273318 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-6d33c874-1029-4b69-9894-dc8298d7c952 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/824f4195-fe5c-4a24-9e8d-c38260b5fc2e HTTP/1.1" status: 200 len: 2977 time: 0.1884165 Jul 22 16:26:14.276662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.305847 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.306678 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.315473 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5b67d6-583e-4677-aba7-537240706a40 x-openstack-request-id: req-be5b67d6-583e-4677-aba7-537240706a40 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:14.315797 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93a06e7-5c1d-4e9e-baf1-e9ab84305b95", "name": "network-vif-deleted", "tag": "b3bfedb7-f86c-4441-aed8-b15d10b97662", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:14.316052 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be5b67d6-583e-4677-aba7-537240706a40 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:14.316483 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93a06e7-5c1d-4e9e-baf1-e9ab84305b95', 'name': 'network-vif-deleted', 'tag': 'b3bfedb7-f86c-4441-aed8-b15d10b97662', 'status': 'completed', 'code': 200} Jul 22 16:26:14.397968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] For port fa64b88a-2d98-47ba-99d7-92f731af4053, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:14.403162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:14.408693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] For port fa64b88a-2d98-47ba-99d7-92f731af4053, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fa64b88a-2d98-47ba-99d7-92f731af4053,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:14.414696 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.440436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-c1c92a2c-b93b-4898-9b89-b9bcb68b4b5d tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/932a8f9f-3cf1-4b93-bee1-d33772f325e9 HTTP/1.1" status: 200 len: 2981 time: 0.1365917 Jul 22 16:26:14.475788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0c823-4263-4fbe-9828-55970720f769 None None] Pushing event updated for resources: {'Port': ['ID=fa64b88a-2d98-47ba-99d7-92f731af4053,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:14.501038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263412c-ae32-4fcf-9473-40508affd086 req-3dc2f97e-bdbc-4193-bfb3-95b5312a48bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.501625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263412c-ae32-4fcf-9473-40508affd086 req-3dc2f97e-bdbc-4193-bfb3-95b5312a48bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.502694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263412c-ae32-4fcf-9473-40508affd086 req-3dc2f97e-bdbc-4193-bfb3-95b5312a48bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.503310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263412c-ae32-4fcf-9473-40508affd086 req-3dc2f97e-bdbc-4193-bfb3-95b5312a48bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.503765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263412c-ae32-4fcf-9473-40508affd086 req-3dc2f97e-bdbc-4193-bfb3-95b5312a48bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.504229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263412c-ae32-4fcf-9473-40508affd086 req-3dc2f97e-bdbc-4193-bfb3-95b5312a48bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.504689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263412c-ae32-4fcf-9473-40508affd086 req-3dc2f97e-bdbc-4193-bfb3-95b5312a48bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.505141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263412c-ae32-4fcf-9473-40508affd086 req-3dc2f97e-bdbc-4193-bfb3-95b5312a48bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.507209 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7263412c-ae32-4fcf-9473-40508affd086 req-3dc2f97e-bdbc-4193-bfb3-95b5312a48bc tempest-NetworksTest-1752171297 tempest-NetworksTest-1752171297-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5722 time: 0.1430445 Jul 22 16:26:14.536537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Allocated IP 172.25.3.3 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/20c13ebb-98ab-46c4-87fe-41d7ae2369f2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:14.544086 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-77249a66-4a2b-469b-8aa4-fff4219b6d09 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/932a8f9f-3cf1-4b93-bee1-d33772f325e9 HTTP/1.1" status: 200 len: 2981 time: 0.0715282 Jul 22 16:26:14.669844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-bf3e6fa6-48c7-4029-afa4-b6538369a9bf tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9e11e5c2-243e-4678-978d-11a80ebaeeee HTTP/1.1" status: 200 len: 2977 time: 0.1101182 Jul 22 16:26:14.696960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ec35d-809e-4189-b63d-34b19166a024 req-68d4f433-c9c8-4380-b4e5-980ce82f7ee0 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.699066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e30ec35d-809e-4189-b63d-34b19166a024 req-68d4f433-c9c8-4380-b4e5-980ce82f7ee0 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.20 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 949 time: 0.1551664 Jul 22 16:26:14.721486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c670923-7737-4e93-b33b-d25f03ad03b1 req-87871073-ece2-4b42-8bf4-f7192548aa63 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:14.723311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c670923-7737-4e93-b33b-d25f03ad03b1 req-87871073-ece2-4b42-8bf4-f7192548aa63 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 946 time: 0.1348274 Jul 22 16:26:14.738715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.749812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-07b02ad8-deff-48b4-95eb-92f09ee00bf6 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9e11e5c2-243e-4678-978d-11a80ebaeeee HTTP/1.1" status: 200 len: 2977 time: 0.0717659 Jul 22 16:26:14.855265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-5429b913-c681-4db1-a606-7d132b83b59b tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d1c3c1b8-0b4d-441a-9364-341b2e1f0eb7 HTTP/1.1" status: 200 len: 2981 time: 0.0950286 Jul 22 16:26:14.864119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c670923-7737-4e93-b33b-d25f03ad03b1 req-a83ae06a-e4e9-42fa-ad53-219b2211983e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206691 Jul 22 16:26:14.887747 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.923454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e30ec35d-809e-4189-b63d-34b19166a024 req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Deleting port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:26:14.924497 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e30ec35d-809e-4189-b63d-34b19166a024 req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:14.994169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:15.002918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56262) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:15.019659 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d3609e-1d40-46b0-a7b2-cb0290316e28 x-openstack-request-id: req-c0d3609e-1d40-46b0-a7b2-cb0290316e28 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:15.020507 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "name": "network-vif-plugged", "status": "completed", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:15.020902 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0d3609e-1d40-46b0-a7b2-cb0290316e28 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:15.021451 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b', 'code': 200} Jul 22 16:26:15.021767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:15.024486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:15.045749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-ce1238b4-dc5f-4193-964a-66f66402b8cf tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d1c3c1b8-0b4d-441a-9364-341b2e1f0eb7 HTTP/1.1" status: 200 len: 2981 time: 0.1652911 Jul 22 16:26:15.046447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Pushing event updated for resources: {'Port': ['ID=20c13ebb-98ab-46c4-87fe-41d7ae2369f2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:15.086464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e30ec35d-809e-4189-b63d-34b19166a024 req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] For port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:15.087153 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e30ec35d-809e-4189-b63d-34b19166a024 req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.103472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e30ec35d-809e-4189-b63d-34b19166a024 req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Calling delete_port for 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:26:15.200434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-d7a61d76-c290-4ab7-b423-efc96707a02a tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f200d3e7-11ac-42c5-91ab-cc081aa25799 HTTP/1.1" status: 200 len: 2981 time: 0.1057162 Jul 22 16:26:15.261924 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef8673f3-227d-4ea9-9b49-29f2fe1aad25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.297720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fce1f-7d5c-4b3c-9409-9650920fa65b req-2fc0ffe0-a3a7-4a41-818f-5ea222f0d4c7 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:15.305424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db5fce1f-7d5c-4b3c-9409-9650920fa65b req-2fc0ffe0-a3a7-4a41-818f-5ea222f0d4c7 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1119 time: 0.1519179 Jul 22 16:26:15.332575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4cddf-8f10-4b60-9385-73d27c7b0d14 req-0c43c1d4-8f26-4b2e-9cfc-a7c4f113bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:15.332838 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ad4cddf-8f10-4b60-9385-73d27c7b0d14 req-0c43c1d4-8f26-4b2e-9cfc-a7c4f113bdfd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1098 time: 0.1780248 Jul 22 16:26:15.377625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f77a54-2d8f-4545-8647-44784cd9597a req-be8786a1-d5f6-4298-926f-08a0d686b305 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f200d3e7-11ac-42c5-91ab-cc081aa25799 HTTP/1.1" status: 200 len: 2981 time: 0.1662776 Jul 22 16:26:15.419350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db5fce1f-7d5c-4b3c-9409-9650920fa65b req-11a46b89-d29c-482b-b1b5-719f1282addf tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110387 Jul 22 16:26:15.437626 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e30ec35d-809e-4189-b63d-34b19166a024 req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.462734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ad4cddf-8f10-4b60-9385-73d27c7b0d14 req-bc026d2f-d1da-426b-b344-1f3c08002ebc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031899 Jul 22 16:26:15.473619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['79e57c1b-05e0-4820-a9a2-ea2054a47ae0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:15.545669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.548528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:15.570134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fa64b88a-2d98-47ba-99d7-92f731af4053 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:15.628250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Pushing event deleted for resources: {'Port': ['ID=79e57c1b-05e0-4820-a9a2-ea2054a47ae0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:15.707234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port fa64b88a-2d98-47ba-99d7-92f731af4053 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:15.779526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b3bfedb7-f86c-4441-aed8-b15d10b97662 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:26:15.783505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30ec35d-809e-4189-b63d-34b19166a024 req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] No DVR routers for this DVR port 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:26:15.795755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-378051ae-1263-4656-8993-077db55845f5 req-b7e7734e-bf18-4fd7-9702-3d0ff8f01f63 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.53 "GET /v2.0/ports?device_id=b365172f-bd2e-4fce-aca0-95d82b530165 HTTP/1.1" status: 200 len: 210 time: 0.0773304 Jul 22 16:26:15.800588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef8673f3-227d-4ea9-9b49-29f2fe1aad25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.817486 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef8673f3-227d-4ea9-9b49-29f2fe1aad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.833914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: b3bfedb7-f86c-4441-aed8-b15d10b97662 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:26:15.835451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e30ec35d-809e-4189-b63d-34b19166a024 req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:15.837899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e30ec35d-809e-4189-b63d-34b19166a024 req-066a3aec-9b62-40c7-abe3-70729aa01376 tempest-DeleteServersAdminTestJSON-1931288022 tempest-DeleteServersAdminTestJSON-1931288022-project] 10.222.0.20 "DELETE /v2.0/ports/79e57c1b-05e0-4820-a9a2-ea2054a47ae0 HTTP/1.1" status: 204 len: 173 time: 1.1316996 Jul 22 16:26:15.841400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b3bfedb7-f86c-4441-aed8-b15d10b97662 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:26:15.929903 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ef8673f3-227d-4ea9-9b49-29f2fe1aad25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d620f5f71154e9db1c4fd83f1425af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9198189 Jul 22 16:26:15.938678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56286) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:15.941365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8673f3-227d-4ea9-9b49-29f2fe1aad25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c3c9d3-b7c3-4c43-bdb6-1b415de43b9c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:15.995584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e0f7b88-384b-40dc-9e60-29ddb80be047 req-fb6584c6-5e78-4b9e-b532-2a409974f4ad tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6ffe4ffe9fa43869eaf083c6d20b873 HTTP/1.1" status: 200 len: 6100 time: 0.4134831 Jul 22 16:26:16.140562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad1e9871-8342-4156-a786-f9c6f57b627d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.186351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad1e9871-8342-4156-a786-f9c6f57b627d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.200692 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e0f7b88-384b-40dc-9e60-29ddb80be047 req-e25feef1-aad3-43a7-9718-4c77db7a1688 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] 10.222.0.53 "GET /v2.0/security-groups/66f34c4d-b77a-4414-b86c-699eb6506408 HTTP/1.1" status: 200 len: 2981 time: 0.1684365 Jul 22 16:26:16.212261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56298) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:16.235767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.272635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42825ae6-c0ed-4fb0-ad0b-66512c631e03 None None] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:16.315271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e0f7b88-384b-40dc-9e60-29ddb80be047 req-8722ece6-e369-4261-8699-4ed82821ede3 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] 10.222.0.53 "GET /v2.0/security-groups/66f34c4d-b77a-4414-b86c-699eb6506408 HTTP/1.1" status: 200 len: 2981 time: 0.1033459 Jul 22 16:26:16.319716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b365172f-bd2e-4fce-aca0-95d82b530165', 'name': 'network-vif-deleted', 'tag': '79e57c1b-05e0-4820-a9a2-ea2054a47ae0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:16.328263 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272f7a74-b039-44a3-b24d-1155a6f0bc36" -d '{"events": [{"server_uuid": "b365172f-bd2e-4fce-aca0-95d82b530165", "name": "network-vif-deleted", "tag": "79e57c1b-05e0-4820-a9a2-ea2054a47ae0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:16.413505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-534403c3-99fc-476a-86e3-b78a777c35e0 None None] Provisioning for port fa64b88a-2d98-47ba-99d7-92f731af4053 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:16.423705 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e024583-6ca6-4fdb-8d77-d5d250333751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.424025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-534403c3-99fc-476a-86e3-b78a777c35e0 None None] Provisioning complete for port fa64b88a-2d98-47ba-99d7-92f731af4053 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:16.424536 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-534403c3-99fc-476a-86e3-b78a777c35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.430221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad1e9871-8342-4156-a786-f9c6f57b627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.438656 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad1e9871-8342-4156-a786-f9c6f57b627d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.441200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ad1e9871-8342-4156-a786-f9c6f57b627d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9c3c9d3-b7c3-4c43-bdb6-1b415de43b9c HTTP/1.1" status: 204 len: 168 time: 0.4932113 Jul 22 16:26:16.544670 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-54f42476-4f45-4eac-973a-42a81a1041e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55836bbed0fe4d2681b7311e4307a4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317566 Jul 22 16:26:16.545700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:16.547503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-14e1c066-e492-4def-afd0-e9333f3fe202 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:16.552590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-14e1c066-e492-4def-afd0-e9333f3fe202 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 821 time: 0.4709268 Jul 22 16:26:16.580895 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-534403c3-99fc-476a-86e3-b78a777c35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.592101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-28f98fdc-f471-406f-904a-71df36c5ca28 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/quotas/12f6a0cc133141c49be04c7275b9267c HTTP/1.1" status: 200 len: 375 time: 0.0230548 Jul 22 16:26:16.601456 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e024583-6ca6-4fdb-8d77-d5d250333751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.618656 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e024583-6ca6-4fdb-8d77-d5d250333751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.634436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e9871-8342-4156-a786-f9c6f57b627d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c3c9d3-b7c3-4c43-bdb6-1b415de43b9c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:16.738693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e024583-6ca6-4fdb-8d77-d5d250333751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6be77f-4adf-426c-919d-643b97dc0c9f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:16.743655 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0e024583-6ca6-4fdb-8d77-d5d250333751 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6792ddbdafbf4243b5438fed7401c0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1938734 Jul 22 16:26:16.751021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:16.794382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Router 048dae4a-a6cc-4a9f-8253-48a418072d45 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:26:16.797717 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6421b785-874b-45d7-b879-addb887b1171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.819460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eee84-410d-400f-9b2b-d4abe4dcd282 req-956cd2ad-4b1f-4ae3-a514-593f91ea4fd5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:16.825329 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b90eee84-410d-400f-9b2b-d4abe4dcd282 req-956cd2ad-4b1f-4ae3-a514-593f91ea4fd5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 946 time: 0.3012972 Jul 22 16:26:16.832359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-534403c3-99fc-476a-86e3-b78a777c35e0 None None] For port fa64b88a-2d98-47ba-99d7-92f731af4053, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fa64b88a-2d98-47ba-99d7-92f731af4053,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:16.846821 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-534403c3-99fc-476a-86e3-b78a777c35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.903195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6421b785-874b-45d7-b879-addb887b1171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.949910 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a60d641-80fb-4720-9bba-f720de23e845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:16.952192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534403c3-99fc-476a-86e3-b78a777c35e0 None None] Pushing event updated for resources: {'Port': ['ID=fa64b88a-2d98-47ba-99d7-92f731af4053,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:16.990480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b90eee84-410d-400f-9b2b-d4abe4dcd282 req-13ac8bc1-d5af-4140-9bb8-174da3dbf284 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561720 Jul 22 16:26:17.025029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-90bd2c72-4595-4e96-865c-77c45ca2c618 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4221070 Jul 22 16:26:17.049779 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6421b785-874b-45d7-b879-addb887b1171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.053161 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6421b785-874b-45d7-b879-addb887b1171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.054482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6421b785-874b-45d7-b879-addb887b1171 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6426776b-daae-4f37-b4f2-d06e60197ede HTTP/1.1" status: 204 len: 168 time: 0.5048623 Jul 22 16:26:17.093824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:17.109413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31df5304-65b7-42fd-8706-1331262ebab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.117371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421b785-874b-45d7-b879-addb887b1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6426776b-daae-4f37-b4f2-d06e60197ede,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:17.158272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b80f6dac-0968-40e4-bcec-82a150fe259c req-94fe63d9-203c-49ec-b13f-44f7b146eca3 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/780ec28c-702e-403a-a5b8-05d7513621f8 HTTP/1.1" status: 200 len: 1777 time: 0.1026073 Jul 22 16:26:17.241661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b80f6dac-0968-40e4-bcec-82a150fe259c req-a3c90374-5574-4308-af6c-c4ee0a0581a6 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.277823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b80f6dac-0968-40e4-bcec-82a150fe259c req-a3c90374-5574-4308-af6c-c4ee0a0581a6 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.292693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-98921f28-2809-4187-8a74-e68197256e4a None None] Provisioning complete for port fa64b88a-2d98-47ba-99d7-92f731af4053 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:17.293185 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-98921f28-2809-4187-8a74-e68197256e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.344815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b80f6dac-0968-40e4-bcec-82a150fe259c req-a3c90374-5574-4308-af6c-c4ee0a0581a6 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.349088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b80f6dac-0968-40e4-bcec-82a150fe259c req-a3c90374-5574-4308-af6c-c4ee0a0581a6 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.367233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b80f6dac-0968-40e4-bcec-82a150fe259c req-a3c90374-5574-4308-af6c-c4ee0a0581a6 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/780ec28c-702e-403a-a5b8-05d7513621f8 HTTP/1.1" status: 204 len: 173 time: 0.1865947 Jul 22 16:26:17.387361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31df5304-65b7-42fd-8706-1331262ebab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.403193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a60d641-80fb-4720-9bba-f720de23e845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.404319 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31df5304-65b7-42fd-8706-1331262ebab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.408614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c90374-5574-4308-af6c-c4ee0a0581a6 tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780ec28c-702e-403a-a5b8-05d7513621f8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:17.428022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d140f551-0169-40df-9a6d-1ad62d7c1c28 service neutron] 10.222.0.53 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554745 Jul 22 16:26:17.442345 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df7a60e-980e-4522-bd8a-9fe362312dcd x-openstack-request-id: req-1df7a60e-980e-4522-bd8a-9fe362312dcd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:17.442858 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b365172f-bd2e-4fce-aca0-95d82b530165", "name": "network-vif-deleted", "tag": "79e57c1b-05e0-4820-a9a2-ea2054a47ae0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:17.443494 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1df7a60e-980e-4522-bd8a-9fe362312dcd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:17.444059 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b365172f-bd2e-4fce-aca0-95d82b530165', 'name': 'network-vif-deleted', 'tag': '79e57c1b-05e0-4820-a9a2-ea2054a47ae0', 'status': 'completed', 'code': 200} Jul 22 16:26:17.461409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-31df5304-65b7-42fd-8706-1331262ebab5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c729bbe563e4788aeb669cd7a0abdbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665135 Jul 22 16:26:17.462324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56324) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:17.477770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fa64b88a-2d98-47ba-99d7-92f731af4053 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:17.479977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df5304-65b7-42fd-8706-1331262ebab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db096c8-e29b-41c1-b265-65c5d8f03aeb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:17.532133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2332e7f5-02a3-43cc-9f09-38504622f7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.550488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:17.560141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-766661a2-ff0f-44a7-80d4-a64ebe2f68d6 service neutron] 10.222.0.53 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245291 Jul 22 16:26:17.560695 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Sync routers for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:17.563396 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2332e7f5-02a3-43cc-9f09-38504622f7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.577583 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.578374 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:17.582822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-87654528-5298-45e5-9967-b1d5eb5f2b49 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4391742 Jul 22 16:26:17.582822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a60d641-80fb-4720-9bba-f720de23e845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.583102 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:25:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:17.585017 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a60d641-80fb-4720-9bba-f720de23e845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.586381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7a60d641-80fb-4720-9bba-f720de23e845 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d6be77f-4adf-426c-919d-643b97dc0c9f HTTP/1.1" status: 204 len: 168 time: 0.8278527 Jul 22 16:26:17.587097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56328) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:17.639296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60d641-80fb-4720-9bba-f720de23e845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6be77f-4adf-426c-919d-643b97dc0c9f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:17.645041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2332e7f5-02a3-43cc-9f09-38504622f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.650728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2332e7f5-02a3-43cc-9f09-38504622f7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.655643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2332e7f5-02a3-43cc-9f09-38504622f7d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5db096c8-e29b-41c1-b265-65c5d8f03aeb HTTP/1.1" status: 204 len: 168 time: 0.1889324 Jul 22 16:26:17.680197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332e7f5-02a3-43cc-9f09-38504622f7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db096c8-e29b-41c1-b265-65c5d8f03aeb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:17.690076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port fa64b88a-2d98-47ba-99d7-92f731af4053 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:17.698842 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.703369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d3d122d-bf7b-4d4f-82bd-1f1af298f078 req-43f6f071-7e9f-4131-8e76-e388e18b4aec tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3a3678c2-67eb-44c5-8b0e-a1a5c4d091d8 HTTP/1.1" status: 200 len: 1776 time: 0.0819747 Jul 22 16:26:17.749491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:17.775121 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-deb555d2-a134-48a7-9a95-9ca97de2b4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.812722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:26:17.814450 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3d122d-bf7b-4d4f-82bd-1f1af298f078 req-d02e6224-82a5-4fe9-8ac1-4c71b3801e8d tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:17.873980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:26:17.874597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 79e57c1b-05e0-4820-a9a2-ea2054a47ae0 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:26:17.930534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3d122d-bf7b-4d4f-82bd-1f1af298f078 req-d02e6224-82a5-4fe9-8ac1-4c71b3801e8d tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.028710 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:18.070332 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3d122d-bf7b-4d4f-82bd-1f1af298f078 req-d02e6224-82a5-4fe9-8ac1-4c71b3801e8d tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.072830 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d3d122d-bf7b-4d4f-82bd-1f1af298f078 req-d02e6224-82a5-4fe9-8ac1-4c71b3801e8d tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.090261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d3d122d-bf7b-4d4f-82bd-1f1af298f078 req-d02e6224-82a5-4fe9-8ac1-4c71b3801e8d tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a3678c2-67eb-44c5-8b0e-a1a5c4d091d8 HTTP/1.1" status: 204 len: 173 time: 0.3841560 Jul 22 16:26:18.186549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-deb555d2-a134-48a7-9a95-9ca97de2b4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.199268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-deb555d2-a134-48a7-9a95-9ca97de2b4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.216425 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4033e709-67f1-48e5-823e-147cc8bfab27 req-2185adc7-0a33-4acc-969e-d728c44c8d25 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 210 time: 0.1549766 Jul 22 16:26:18.242966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e6224-82a5-4fe9-8ac1-4c71b3801e8d tempest-SecurityGroupsTestAdminJSON-197900434 tempest-SecurityGroupsTestAdminJSON-197900434-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3678c2-67eb-44c5-8b0e-a1a5c4d091d8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:18.307052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56356) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:18.321308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb555d2-a134-48a7-9a95-9ca97de2b4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a293c78-7754-4d15-9308-1970c2c34602,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:18.342872 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cd73d9a-ea39-4f01-97a6-8e1727657c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.373199 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-deb555d2-a134-48a7-9a95-9ca97de2b4b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ddebeac01334351b07a977357d9318f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6222937 Jul 22 16:26:18.376125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56358) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:18.381212 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da252d11-89aa-49e4-8990-038b7c02695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.456054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6fc380f-5890-4f19-a2ff-f6ad2220b0c6 req-f2a5d177-4f4f-4d81-96c3-b0d825dabf9d tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] 10.222.0.53 "GET /v2.0/security-groups/0042d33c-588a-497d-b908-04a54993739e HTTP/1.1" status: 200 len: 1776 time: 0.1358237 Jul 22 16:26:18.459589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 3, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:18.478569 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fd213b3-77cc-4f6d-bc1b-d8ab853b9b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.504197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24dce8-992d-472f-9e1b-0cd0c9c7c0a3 req-86ade146-12b2-4539-a572-5c1a9c0f7c3f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:18.511249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e24dce8-992d-472f-9e1b-0cd0c9c7c0a3 req-86ade146-12b2-4539-a572-5c1a9c0f7c3f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 946 time: 0.2714207 Jul 22 16:26:18.511569 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Checking router: 048dae4a-a6cc-4a9f-8253-48a418072d45 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:18.511569 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Updating router 048dae4a-a6cc-4a9f-8253-48a418072d45 port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:18.537153 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fd213b3-77cc-4f6d-bc1b-d8ab853b9b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.602189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e24dce8-992d-472f-9e1b-0cd0c9c7c0a3 req-3d72158e-0d93-4839-b140-593c585ccbda tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791466 Jul 22 16:26:18.605471 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.640375 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fd213b3-77cc-4f6d-bc1b-d8ab853b9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.643678 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fd213b3-77cc-4f6d-bc1b-d8ab853b9b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.644836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1fd213b3-77cc-4f6d-bc1b-d8ab853b9b97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a293c78-7754-4d15-9308-1970c2c34602 HTTP/1.1" status: 204 len: 168 time: 0.2671294 Jul 22 16:26:18.670784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd213b3-77cc-4f6d-bc1b-d8ab853b9b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a293c78-7754-4d15-9308-1970c2c34602,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:18.695772 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.750818 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d6fc380f-5890-4f19-a2ff-f6ad2220b0c6 req-1420a9f4-eb98-467a-a613-37e732626c3a tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.875427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d6fc380f-5890-4f19-a2ff-f6ad2220b0c6 req-1420a9f4-eb98-467a-a613-37e732626c3a tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.907877 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cd73d9a-ea39-4f01-97a6-8e1727657c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:18.944043 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cd73d9a-ea39-4f01-97a6-8e1727657c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.041681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6cd73d9a-ea39-4f01-97a6-8e1727657c59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35e7bcf7c21f4a2a835d78a8d96d1849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7299967 Jul 22 16:26:19.042272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56380) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:19.071190 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.077229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd73d9a-ea39-4f01-97a6-8e1727657c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d6819e-7c72-4366-9e2f-824470bc476e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.084947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d6fc380f-5890-4f19-a2ff-f6ad2220b0c6 req-1420a9f4-eb98-467a-a613-37e732626c3a tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.098133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d6fc380f-5890-4f19-a2ff-f6ad2220b0c6 req-1420a9f4-eb98-467a-a613-37e732626c3a tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.116845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6fc380f-5890-4f19-a2ff-f6ad2220b0c6 req-1420a9f4-eb98-467a-a613-37e732626c3a tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] 10.222.0.53 "DELETE /v2.0/security-groups/0042d33c-588a-497d-b908-04a54993739e HTTP/1.1" status: 204 len: 173 time: 0.6449373 Jul 22 16:26:19.117589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Transition to ACTIVE for port object 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:19.126164 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.182478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420a9f4-eb98-467a-a613-37e732626c3a tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0042d33c-588a-497d-b908-04a54993739e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.221693 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Pushing event updated for resources: {'Port': ['ID=20c13ebb-98ab-46c4-87fe-41d7ae2369f2,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.241892 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-896e2e72-bfe4-4495-bc9c-5eec60ee3129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.253083 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.253763 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.254333 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.254872 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.255396 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.255969 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.256477 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.256977 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.257558 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.258131 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.258722 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.259242 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Tracked resource versions report: Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: pushed versions: Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: { 'AddressGroup': {'1.2'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'ConntrackHelper': {'1.0'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Log': {'1.0'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Network': {'1.1'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Port': {'1.7'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'PortForwarding': {'1.2'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'QosPolicy': {'1.8'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'SecurityGroup': {'1.4'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'SecurityGroupRule': {'1.2'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'SubPort': {'1.0'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Subnet': {'1.1'}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Trunk': {'1.1'}} Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: consumer versions: Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: { DHCP agent@n-d-792458-13: {}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: HyperV agent@n-h1-792458-13: {}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: HyperV agent@n-h2-792458-13: {}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: L3 agent@n-d-792458-13: {}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: Metadata agent@n-d-792458-13: {}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: Metering agent@n-d-792458-13: {}, Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: Open vSwitch agent@n-d-792458-13: { 'AddressGroup': '1.2', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'ConntrackHelper': '1.0', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Log': '1.0', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Network': '1.1', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Port': '1.7', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'PortForwarding': '1.2', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'QosPolicy': '1.8', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'SecurityGroup': '1.4', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'SecurityGroupRule': '1.2', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'SubPort': '1.0', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Subnet': '1.1', Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: 'Trunk': '1.1'}} Jul 22 16:26:19.260774 n-d-792458-13 neutron-server[93753]: {{(pid=93753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 16:26:19.282790 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Attempting to bind port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:19.283771 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Attempting to bind port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:19.284169 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Attempting to bind port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:19.289924 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:19.290295 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:19.290694 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.291130 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:19.291595 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Bound port: 20c13ebb-98ab-46c4-87fe-41d7ae2369f2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:19.291990 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.314434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-896e2e72-bfe4-4495-bc9c-5eec60ee3129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.352732 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ec61105-89b7-4733-ae15-7636a15cfde2 req-184b7678-9754-43fb-97e1-33dafa6f6695 tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] 10.222.0.53 "GET /v2.0/security-groups/8fae2993-bbf3-4493-8ce5-44eba66a1d14 HTTP/1.1" status: 200 len: 1776 time: 0.0752242 Jul 22 16:26:19.377413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-896e2e72-bfe4-4495-bc9c-5eec60ee3129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.380943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-896e2e72-bfe4-4495-bc9c-5eec60ee3129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.387220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-896e2e72-bfe4-4495-bc9c-5eec60ee3129 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64d6819e-7c72-4366-9e2f-824470bc476e HTTP/1.1" status: 204 len: 168 time: 0.3437595 Jul 22 16:26:19.389504 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] For port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:19.394846 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] For port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=20c13ebb-98ab-46c4-87fe-41d7ae2369f2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:19.401408 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.406921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e2e72-bfe4-4495-bc9c-5eec60ee3129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d6819e-7c72-4366-9e2f-824470bc476e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.453804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Allocated IP 172.20.0.1 (4d1ee725-860f-47d7-906e-2f13cfc89245/5ed8c530-8294-4bd3-9956-0e3834f8f05a/ad9af339-8235-4077-a9f6-5bff3aee69a0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:19.525724 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c9fd5-7f3a-4047-9cb4-3adfe85fc8e2 None None] Pushing event updated for resources: {'Port': ['ID=20c13ebb-98ab-46c4-87fe-41d7ae2369f2,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.530320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ec61105-89b7-4733-ae15-7636a15cfde2 req-21b81f8c-4c2e-4476-923c-c13c97df862b tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.568621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d907f4-1769-49b7-961e-f1e8ca35e707 req-c4e56398-529a-44fe-b14b-2a01c0b9dc99 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:19.578241 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14d907f4-1769-49b7-961e-f1e8ca35e707 req-c4e56398-529a-44fe-b14b-2a01c0b9dc99 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1098 time: 0.1477749 Jul 22 16:26:19.578629 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:19.580329 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:25:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:19.637892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ec61105-89b7-4733-ae15-7636a15cfde2 req-21b81f8c-4c2e-4476-923c-c13c97df862b tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.703652 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.737009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Transition to ACTIVE for port object ad9af339-8235-4077-a9f6-5bff3aee69a0 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:19.739863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ec61105-89b7-4733-ae15-7636a15cfde2 req-21b81f8c-4c2e-4476-923c-c13c97df862b tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.742764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4ec61105-89b7-4733-ae15-7636a15cfde2 req-21b81f8c-4c2e-4476-923c-c13c97df862b tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:19.744399 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ec61105-89b7-4733-ae15-7636a15cfde2 req-21b81f8c-4c2e-4476-923c-c13c97df862b tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] 10.222.0.53 "DELETE /v2.0/security-groups/8fae2993-bbf3-4493-8ce5-44eba66a1d14 HTTP/1.1" status: 204 len: 173 time: 0.3907864 Jul 22 16:26:19.781045 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14d907f4-1769-49b7-961e-f1e8ca35e707 req-5ffe2a69-2dc9-4630-a49b-f7b849e45f1a tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011888 Jul 22 16:26:19.795846 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b81f8c-4c2e-4476-923c-c13c97df862b tempest-SecurityGroupsTestAdminJSON-903980790 tempest-SecurityGroupsTestAdminJSON-903980790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fae2993-bbf3-4493-8ce5-44eba66a1d14,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:19.818696 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:19.936654 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d972fc46-3d64-4e48-ab22-cb200fb7e6ae req-013aa1ae-a43d-4d4b-9e93-348d3f6d7094 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 210 time: 0.0780678 Jul 22 16:26:19.950640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.049455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:20.054390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:20.070781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:20.074328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.084653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-099941b1-5219-44c5-bc75-f77862f767d4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:20.088868 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-099941b1-5219-44c5-bc75-f77862f767d4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 821 time: 0.4312570 Jul 22 16:26:20.126004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Request body: {'port': {'device_id': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d', 'admin_state_up': True, 'tenant_id': '12f6a0cc133141c49be04c7275b9267c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:20.165523 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 3, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:20.183371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56416) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:20.235507 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4353a31-07f3-4b7e-bab0-445525fe558c None None] The sync data for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 is: [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:15Z', 'revision_number': 3, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:20.235810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9af339-8235-4077-a9f6-5bff3aee69a0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:20.414829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9340adc-49b7-4656-bbd2-d156fa97937d req-af60107a-750d-400c-9789-e1721f2fcf7b tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:20.416670 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9340adc-49b7-4656-bbd2-d156fa97937d req-af60107a-750d-400c-9789-e1721f2fcf7b tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1098 time: 0.3234944 Jul 22 16:26:20.474259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Made reservation on behalf of 12f6a0cc133141c49be04c7275b9267c for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:20.478434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.491122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.496901 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9340adc-49b7-4656-bbd2-d156fa97937d req-73aa42e4-0ff9-49b0-af94-45cc9d198f8f tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613484 Jul 22 16:26:20.521272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7a06b482-fffa-478c-923e-a8f7d88b47d5 None None] Provisioning for port ad9af339-8235-4077-a9f6-5bff3aee69a0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:20.538403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7a06b482-fffa-478c-923e-a8f7d88b47d5 None None] Provisioning complete for port ad9af339-8235-4077-a9f6-5bff3aee69a0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:20.538883 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a06b482-fffa-478c-923e-a8f7d88b47d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.610681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7a06b482-fffa-478c-923e-a8f7d88b47d5 None None] Port ad9af339-8235-4077-a9f6-5bff3aee69a0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:20.739224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Allocated IP 172.20.0.5 (f37910a9-3144-46fb-8866-d3885a91b22d/4a908cd4-f970-4a30-9e7c-3ee00b8c5463/414e3a98-c4b9-450f-943c-89be34028be1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:20.902981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:20.965345 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2440f7c1-86e5-4366-97c0-76fa12565a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:20.969441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.048035 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.095261 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.109512 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8ce79897-3107-4854-9ed4-12f5b2ee2988 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b488d01c236c4d2284e135c0536828a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9129930 Jul 22 16:26:21.113860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56454) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:21.186794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Pushing event updated for resources: {'Port': ['ID=414e3a98-c4b9-450f-943c-89be34028be1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:21.195903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-72fe1380-430b-4ca2-bf04-0108181ad243 req-9c4a4fc6-9cc9-4402-be72-acd34ad20eea service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:26:21.197032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72fe1380-430b-4ca2-bf04-0108181ad243 req-9c4a4fc6-9cc9-4402-be72-acd34ad20eea service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181024 Jul 22 16:26:21.261906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Network f37910a9-3144-46fb-8866-d3885a91b22d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:21.278578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:21.285862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:21.390441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fd2b7f8f-9462-4569-89af-dcff355dcc1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f6ffe4ffe9fa43869eaf083c6d20b873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862561 Jul 22 16:26:21.395782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56460) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:21.449669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:21.450418 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.485577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:21.559944 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-d883ed55-f0cf-4966-8083-88cee3eaf8e7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4410472 Jul 22 16:26:21.582570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Request body: {'port': {'device_id': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:21.617642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4341cf10-637a-4702-9816-578228971ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.626445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:21.647710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:21.648394 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.662460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08bb40-c72e-46a8-aa5c-278ce26dbb1d req-30670cfe-ff9a-47e0-8f78-54ca9fff4eb8 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:21.664264 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e08bb40-c72e-46a8-aa5c-278ce26dbb1d req-30670cfe-ff9a-47e0-8f78-54ca9fff4eb8 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 931 time: 0.4640386 Jul 22 16:26:21.666705 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-009f44b9-6ef1-4991-a765-49ae1706901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.738799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.765090 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4341cf10-637a-4702-9816-578228971ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.776756 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.810009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e08bb40-c72e-46a8-aa5c-278ce26dbb1d req-d784f9e3-f154-4a7c-b944-e7e9964eb0fa tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309128 Jul 22 16:26:21.810731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=20c13ebb-98ab-46c4-87fe-41d7ae2369f2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:21.815798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-009f44b9-6ef1-4991-a765-49ae1706901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.816639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.857704 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.869714 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.870693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.928072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=20c13ebb-98ab-46c4-87fe-41d7ae2369f2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:21.952835 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4341cf10-637a-4702-9816-578228971ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.956235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4341cf10-637a-4702-9816-578228971ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:21.957482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4341cf10-637a-4702-9816-578228971ca9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66f34c4d-b77a-4414-b86c-699eb6506408 HTTP/1.1" status: 204 len: 168 time: 0.5309358 Jul 22 16:26:21.985441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341cf10-637a-4702-9816-578228971ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f34c4d-b77a-4414-b86c-699eb6506408,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:22.037320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9af339-8235-4077-a9f6-5bff3aee69a0,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:22.042555 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-009f44b9-6ef1-4991-a765-49ae1706901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.046069 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-009f44b9-6ef1-4991-a765-49ae1706901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.050298 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-009f44b9-6ef1-4991-a765-49ae1706901e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/932a8f9f-3cf1-4b93-bee1-d33772f325e9 HTTP/1.1" status: 204 len: 168 time: 0.9349580 Jul 22 16:26:22.066679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f44b9-6ef1-4991-a765-49ae1706901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a8f9f-3cf1-4b93-bee1-d33772f325e9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:22.069963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:22.071870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:22.275458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Router 048dae4a-a6cc-4a9f-8253-48a418072d45 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:26:22.402186 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.456139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414e3a98-c4b9-450f-943c-89be34028be1 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:22.464481 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.483904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Transition to ACTIVE for port object 414e3a98-c4b9-450f-943c-89be34028be1 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:22.490027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.510617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:22.521053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-24d9ff7e-9c4e-412e-b011-48df1dccf571 admin admin] 10.222.0.53 "PUT /v2.0/routers/048dae4a-a6cc-4a9f-8253-48a418072d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9299858 Jul 22 16:26:22.552050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Pushing event updated for resources: {'Port': ['ID=414e3a98-c4b9-450f-943c-89be34028be1,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:22.561671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-679e9081-f6d5-486e-b7fe-d0cc05a5939e None None] Provisioning complete for port ad9af339-8235-4077-a9f6-5bff3aee69a0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:22.562285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-679e9081-f6d5-486e-b7fe-d0cc05a5939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.620701 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-679e9081-f6d5-486e-b7fe-d0cc05a5939e None None] Port ad9af339-8235-4077-a9f6-5bff3aee69a0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:22.656416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:22.657228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:22.657645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:22.664227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Port 414e3a98-c4b9-450f-943c-89be34028be1 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:22.664691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:22.671754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:22.672500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:22.673116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:22.674028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Bound port: 414e3a98-c4b9-450f-943c-89be34028be1, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:22.674578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.772773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:22.778419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:22.784360 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.852759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:22.853403 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:22.856000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] 10.222.0.20 "PUT /v2.0/ports/414e3a98-c4b9-450f-943c-89be34028be1 HTTP/1.1" status: 200 len: 1092 time: 1.2798777 Jul 22 16:26:22.863580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:22.872050 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb70bc-e7de-450c-97a3-f7382db61da8" -d '{"events": [{"name": "network-changed", "server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "tag": "414e3a98-c4b9-450f-943c-89be34028be1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:23.021953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6dca7-ea3a-469c-8454-9fbbb0549828 service neutron] Pushing event updated for resources: {'Port': ['ID=414e3a98-c4b9-450f-943c-89be34028be1,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:23.034205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-9e7d1f91-6efe-4c60-a4eb-f1cb821ea1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:23.035744 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-9e7d1f91-6efe-4c60-a4eb-f1cb821ea1c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1095 time: 0.1179013 Jul 22 16:26:23.067761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba653e-1b00-41b7-9e3d-34a1e659d396 req-64879ee5-8e78-4140-b02c-ad909106bf13 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:23.072330 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88ba653e-1b00-41b7-9e3d-34a1e659d396 req-64879ee5-8e78-4140-b02c-ad909106bf13 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 943 time: 0.1635163 Jul 22 16:26:23.157021 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-bb160ef0-f2ef-4bda-ae4d-05da3a0dd139 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414e3a98-c4b9-450f-943c-89be34028be1 HTTP/1.1" status: 200 len: 217 time: 0.1058898 Jul 22 16:26:23.167342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:23.176681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88ba653e-1b00-41b7-9e3d-34a1e659d396 req-a7e0f97b-65a7-44ec-92e3-31c51ab8aeaa tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973299 Jul 22 16:26:23.263940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e1df2dee-e0c5-4f3e-b293-b6fbe9d90ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:23.265454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-e1df2dee-e0c5-4f3e-b293-b6fbe9d90ea6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1033545 Jul 22 16:26:23.290527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56524) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:23.291102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56526) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:23.293884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6cf310c0-53bb-48b4-84cc-e5aadfb770f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00f2888d622942b4abbc556f8b41aef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018462 Jul 22 16:26:23.338406 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1491d3-3d5c-4981-ab94-8d43be5dd5c7 x-openstack-request-id: req-1c1491d3-3d5c-4981-ab94-8d43be5dd5c7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:23.338828 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "tag": "414e3a98-c4b9-450f-943c-89be34028be1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:23.339100 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c1491d3-3d5c-4981-ab94-8d43be5dd5c7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:23.339492 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1', 'status': 'completed', 'code': 200} Jul 22 16:26:23.359750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-2aad4b99-28c9-4bd9-9131-9d1faf541ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842175 Jul 22 16:26:23.414700 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f7553d9-8907-4307-a604-2c677c897914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:23.440327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56530) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:23.444046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:23.515333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:23.515709 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:23.571663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-69327fa3-4823-4a7d-9635-c452c101fde1 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:26:23.573102 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-69327fa3-4823-4a7d-9635-c452c101fde1 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089176 Jul 22 16:26:23.595416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Request body: {'binding': {'host': 'n-h2-792458-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:23.596710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:26:23.598331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Sync routers for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:23.633840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:23.634665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:23.781025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-738d1c61-3a11-487c-9108-50030bcc152f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:23.814079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-738d1c61-3a11-487c-9108-50030bcc152f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:23.816800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on host n-h2-792458-13 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:23.816800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:23.817331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:23.824329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:23.824724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:23.833611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:23.833826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:23.834405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:23.835115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Bound port: 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:23.862785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:23.897558 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-a62da7ec-2f1d-48c7-811e-c8b454dc3108 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004044 Jul 22 16:26:23.944683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:23.953558 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:23.955505 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9d3e1983-db31-4c20-b183-4fe12ac7706d service neutron] 10.222.0.53 "POST /v2.0/ports/2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3754916 Jul 22 16:26:24.021622 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-738d1c61-3a11-487c-9108-50030bcc152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.024463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-738d1c61-3a11-487c-9108-50030bcc152f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.026320 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-738d1c61-3a11-487c-9108-50030bcc152f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7cd920b9-ef54-45ee-8c6b-70cc0ab19352 HTTP/1.1" status: 204 len: 168 time: 0.7339079 Jul 22 16:26:24.065348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f7553d9-8907-4307-a604-2c677c897914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.066622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d1c61-3a11-487c-9108-50030bcc152f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd920b9-ef54-45ee-8c6b-70cc0ab19352,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:24.076055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f7553d9-8907-4307-a604-2c677c897914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.110908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8f7553d9-8907-4307-a604-2c677c897914 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d897c252ba844607a09fe3d0919b7eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8156991 Jul 22 16:26:24.114010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56546) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:24.137182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3377a639-c96b-45ce-bdf8-c80bf224b3cb req-79485357-5343-40a7-be38-30b3a449de0e service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323048 Jul 22 16:26:24.149620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7553d9-8907-4307-a604-2c677c897914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb9ce70-903c-479b-a851-c560e9f7ffcd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:24.202421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-network', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:24.246646 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-510e09a0-1182-492a-9edb-c7eb4ec1950d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.272554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-510e09a0-1182-492a-9edb-c7eb4ec1950d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.334899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-510e09a0-1182-492a-9edb-c7eb4ec1950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.338499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-510e09a0-1182-492a-9edb-c7eb4ec1950d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.340008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-510e09a0-1182-492a-9edb-c7eb4ec1950d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ccb9ce70-903c-479b-a851-c560e9f7ffcd HTTP/1.1" status: 204 len: 168 time: 0.2243133 Jul 22 16:26:24.356163 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Made reservation on behalf of 8353e4cdf1964d88b5c9175a32c1112d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:24.360524 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.370035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e09a0-1182-492a-9edb-c7eb4ec1950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb9ce70-903c-479b-a851-c560e9f7ffcd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:24.376620 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.381298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-e8718166-52a6-49a9-980a-5fca97a0091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:24.384317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-e8718166-52a6-49a9-980a-5fca97a0091f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1095 time: 0.1418030 Jul 22 16:26:24.395194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.409576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82578e26-6d8e-4735-b9bb-3da4e976cf5a req-e1c764b1-2ff5-467e-8466-1b259bfa50de tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:24.412673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82578e26-6d8e-4735-b9bb-3da4e976cf5a req-e1c764b1-2ff5-467e-8466-1b259bfa50de tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 946 time: 0.2363303 Jul 22 16:26:24.450089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 2, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:24.514190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Checking router: 048dae4a-a6cc-4a9f-8253-48a418072d45 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:24.515244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Updating router 048dae4a-a6cc-4a9f-8253-48a418072d45 port ad9af339-8235-4077-a9f6-5bff3aee69a0 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:24.527109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-afa96e77-344f-4263-8eed-e48fac64b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:24.528800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-afa96e77-344f-4263-8eed-e48fac64b58c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1098 time: 0.1620121 Jul 22 16:26:24.591259 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82578e26-6d8e-4735-b9bb-3da4e976cf5a req-8e64303c-f77f-4de8-833a-1a68c7904932 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379838 Jul 22 16:26:24.742242 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.858827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.864029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-12ea0fed-329d-4cc9-ae02-07ef535a2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:24.866516 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-12ea0fed-329d-4cc9-ae02-07ef535a2ec5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.4756973 Jul 22 16:26:24.870604 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:24.926376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-d25caeaf-8191-42c9-872e-752f44519039 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414e3a98-c4b9-450f-943c-89be34028be1 HTTP/1.1" status: 200 len: 217 time: 0.0501122 Jul 22 16:26:24.953545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d8d09-e6a5-42b1-b081-3158bba2b1d3 req-3d5e2e99-cd7e-4966-ae83-9bd2ed899276 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:24.956901 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba8d8d09-e6a5-42b1-b081-3158bba2b1d3 req-3d5e2e99-cd7e-4966-ae83-9bd2ed899276 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 943 time: 0.2341337 Jul 22 16:26:24.980107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efea198a-7e5d-42d7-b060-679119457a0c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:25.006042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:25.019485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-afe8c3ef-a97d-4c3d-b446-e86c159c4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:25.026628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-afe8c3ef-a97d-4c3d-b446-e86c159c4565 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.4877603 Jul 22 16:26:25.031827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-e12286e3-9a06-4ce8-bc8c-a294124d991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:25.033409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-e12286e3-9a06-4ce8-bc8c-a294124d991f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.0997100 Jul 22 16:26:25.086887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba8d8d09-e6a5-42b1-b081-3158bba2b1d3 req-b0766427-96c7-4168-8181-4e9ecc310c09 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037581 Jul 22 16:26:25.088979 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-6b9c4c1d-fb46-4541-9c2d-10cda8989fc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486281 Jul 22 16:26:25.149918 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.162910 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Added segment 34762e21-28f1-442d-9a0f-2c7fcbcd09e1 of type vlan for network db9b3a77-da3f-47c6-9b41-0b62f037fcaa Jul 22 16:26:25.169561 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-50debae9-a1bd-4298-8a4d-ca3242dcd09b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 200 len: 217 time: 0.1244016 Jul 22 16:26:25.279605 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-1f4e2534-84c2-49bd-907f-e327176aa3a2 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794484 Jul 22 16:26:25.280824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-f126bea6-7e5f-45d8-8f3f-405d13e4268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:25.282657 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-f126bea6-7e5f-45d8-8f3f-405d13e4268c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.0752275 Jul 22 16:26:25.341053 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.365046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Transition to ACTIVE for port object ad9af339-8235-4077-a9f6-5bff3aee69a0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:25.373515 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.420510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cfb70bc-e7de-450c-97a3-f7382db61da8 req-a2eb92cd-8c53-47e3-901f-7dfdb4996d04 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363893 Jul 22 16:26:25.476127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09c471-e1ab-4792-aebf-bfcc807fd341 None None] Pushing event updated for resources: {'Port': ['ID=ad9af339-8235-4077-a9f6-5bff3aee69a0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:25.478216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-8f583b98-b565-4fb8-91f5-068d7906dd9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748410 Jul 22 16:26:25.510837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Attempting to bind port ad9af339-8235-4077-a9f6-5bff3aee69a0 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:25.511215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Attempting to bind port ad9af339-8235-4077-a9f6-5bff3aee69a0 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:25.511590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Attempting to bind port ad9af339-8235-4077-a9f6-5bff3aee69a0 on network 4d1ee725-860f-47d7-906e-2f13cfc89245 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:25.517835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:25.518286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Checking segment: {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:25.518688 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.519137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Bound using segment: {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:25.519604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Bound port: ad9af339-8235-4077-a9f6-5bff3aee69a0, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:25.520083 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.633778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] For port ad9af339-8235-4077-a9f6-5bff3aee69a0, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:25.638201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] For port ad9af339-8235-4077-a9f6-5bff3aee69a0, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ad9af339-8235-4077-a9f6-5bff3aee69a0,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:25.645291 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.648546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:25.709910 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-c47761b8-412c-435b-b9d5-e348f82657f7 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148051 Jul 22 16:26:25.748280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09c471-e1ab-4792-aebf-bfcc807fd341 None None] Pushing event updated for resources: {'Port': ['ID=ad9af339-8235-4077-a9f6-5bff3aee69a0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:25.751320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:25.752745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:25.899689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:25.905849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-db3e2996-0834-49cf-82c3-feca376046bf tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:25.912500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-db3e2996-0834-49cf-82c3-feca376046bf tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 821 time: 1.0136149 Jul 22 16:26:25.989764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:26:26.018105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-1fd7b806-d8dd-40d4-82be-c15d64c4615c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/quotas/07be55427b054194b4533c97f91d97a4 HTTP/1.1" status: 200 len: 375 time: 0.0389996 Jul 22 16:26:26.200319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:25Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:26.240974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64247749-c293-4634-9e50-0298ea4a08ab None None] The sync data for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 is: [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:25Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:26.327622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.328824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:26.329609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.411859 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-1adde30f-ff96-4c5f-a4bf-88864b8d21a8 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878538 Jul 22 16:26:26.417550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56614) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:26.418705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9767992 Jul 22 16:26:26.436466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Request body: {'subnet': {'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-subnet', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:26.472612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Made reservation on behalf of 8353e4cdf1964d88b5c9175a32c1112d for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:26.477105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.478984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ad90f-d228-4e6d-b6b1-3bfeed571a5e admin admin] Pushing event updated for resources: {'Network': ['ID=db9b3a77-da3f-47c6-9b41-0b62f037fcaa,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:26.496819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:26.500252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-3689016b-16c7-436e-8ce3-0081c0c3e288 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4708877 Jul 22 16:26:26.765736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-cc9782ff-7e19-437e-96ad-dada05210894 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:26.769163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-cc9782ff-7e19-437e-96ad-dada05210894 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1098 time: 0.2004776 Jul 22 16:26:26.774907 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-0e7531d3-03b4-4588-a6c7-b868d12b50e0 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641006 Jul 22 16:26:26.784196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-13'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:26.824054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:26.915772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6a785d-b4e2-4bbd-a385-c3126b97c8f9,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:26.966133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Checking segment: {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:26.967139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Network hostable DHCP agents. Network: db9b3a77-da3f-47c6-9b41-0b62f037fcaa, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:26.969155 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.091332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:27.106537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, db9b3a77-da3f-47c6-9b41-0b62f037fcaa) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:27.111390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:27.112660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.116700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43bedff-664b-4117-b772-ce4f02ce6af6 None None] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:27.131686 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-79104f7a-62df-49a9-ba9e-4cef70f92ce5 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397734 Jul 22 16:26:27.135474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-45a77a96-25e5-449e-9110-3f563882b862 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7130775 Jul 22 16:26:27.135721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56630) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:27.140128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:27.153591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c78c5d-c86f-4410-85a1-272b5e9947df req-754ea32d-873c-4570-a6e7-cf5ef1d38ea1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:27.155745 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43c78c5d-c86f-4410-85a1-272b5e9947df req-754ea32d-873c-4570-a6e7-cf5ef1d38ea1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 946 time: 0.1489415 Jul 22 16:26:27.199236 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.200600 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.223405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43c78c5d-c86f-4410-85a1-272b5e9947df req-cb2f5df8-2588-4a42-8707-c64a46fa162a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568197 Jul 22 16:26:27.308476 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.522490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:27.592726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ad9af339-8235-4077-a9f6-5bff3aee69a0 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:27.648643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:27.697000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:26:27.698170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.722543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port ad9af339-8235-4077-a9f6-5bff3aee69a0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:27.734278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ad9af339-8235-4077-a9f6-5bff3aee69a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:27.735128 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.747480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.811478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:27.817761 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b546c397-c86b-42a0-8f82-31a469b2dae2" -d '{"events": [{"server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "name": "network-vif-unplugged", "status": "completed", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:27.837430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.857457 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:27.964531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972a13e-273f-45a5-9fba-4145935f771e req-8afa00a7-2bbf-4b53-93ea-2c6ed1797a88 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:27.973621 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7972a13e-273f-45a5-9fba-4145935f771e req-8afa00a7-2bbf-4b53-93ea-2c6ed1797a88 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 943 time: 0.4011371 Jul 22 16:26:27.998122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Allocated IP 172.20.0.2 (db9b3a77-da3f-47c6-9b41-0b62f037fcaa/4f6a785d-b4e2-4bbd-a385-c3126b97c8f9/ff3fb589-13bd-446b-ba08-918d56badb05) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:28.010003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Pushing event updated for resources: {'Port': ['ID=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:28.109239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 414e3a98-c4b9-450f-943c-89be34028be1 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:28.121420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on host n-h1-792458-13 for vnic_type normal with profile {"migrating_to": "n-h2-792458-13"} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:28.122331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:28.123743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:28.141761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:28.143507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Attempting to bind port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:28.157569 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:28.158250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:28.161441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:28.163199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Bound port: 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:28.163822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.263887 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.269653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7972a13e-273f-45a5-9fba-4145935f771e req-d9341b40-fee4-4f8b-80e7-3b5b0d6ff13b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561110 Jul 22 16:26:28.364684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port ad9af339-8235-4077-a9f6-5bff3aee69a0, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ad9af339-8235-4077-a9f6-5bff3aee69a0,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:28.380090 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.488981 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848e5e64-7bb7-4d42-960f-44f649bc01d7 x-openstack-request-id: req-848e5e64-7bb7-4d42-960f-44f649bc01d7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:28.489284 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "name": "network-vif-unplugged", "status": "completed", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:28.489542 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-848e5e64-7bb7-4d42-960f-44f649bc01d7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:28.489937 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b', 'code': 200} Jul 22 16:26:28.492752 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ad38431-a25c-4183-ae4f-9645d4b259af req-c08e0e6f-25e6-46d9-892f-a72e86fc5098 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 210 time: 0.1558490 Jul 22 16:26:28.498656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:28.527621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:28.536371 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.576028 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.602582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Transition to ACTIVE for port object ff3fb589-13bd-446b-ba08-918d56badb05 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:28.635606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=ad9af339-8235-4077-a9f6-5bff3aee69a0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:28.637215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:28.637965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.639687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] 10.222.0.20 "PUT /v2.0/ports/2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 200 len: 1124 time: 1.8637531 Jul 22 16:26:28.644652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5505d3-aa0a-493a-9d8f-c3efaf2455df service neutron] Pushing event updated for resources: {'Port': ['ID=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,revision_number=8']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:28.651035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:28.654725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Transition to ACTIVE for port object ff3fb589-13bd-446b-ba08-918d56badb05 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:28.667197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '414e3a98-c4b9-450f-943c-89be34028be1', 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d', 'port_id': '414e3a98-c4b9-450f-943c-89be34028be1', 'mac_address': 'fa:16:3e:a7:40:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a908cd4-f970-4a30-9e7c-3ee00b8c5463', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:28.679576 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.771892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:28.792721 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:28.795590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:28.801743 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.812746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Pushing event updated for resources: {'Port': ['ID=ff3fb589-13bd-446b-ba08-918d56badb05,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:28.813280 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.837731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414e3a98-c4b9-450f-943c-89be34028be1 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:28.877230 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.915766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:28.921179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:28.957497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:28.980098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Attempting to bind port ff3fb589-13bd-446b-ba08-918d56badb05 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:28.981062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Attempting to bind port ff3fb589-13bd-446b-ba08-918d56badb05 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:28.981895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Attempting to bind port ff3fb589-13bd-446b-ba08-918d56badb05 on network db9b3a77-da3f-47c6-9b41-0b62f037fcaa {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:29.024808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:29.025503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Checking segment: {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:29.026374 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.026374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Bound using segment: {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:29.026878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Bound port: ff3fb589-13bd-446b-ba08-918d56badb05, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:29.027941 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.065337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18565ba4-2afb-4819-aaf8-262519f5a43c req-230ef55d-d0d9-46d3-a47c-7dbe956f19fc tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:29.067001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18565ba4-2afb-4819-aaf8-262519f5a43c req-230ef55d-d0d9-46d3-a47c-7dbe956f19fc tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 944 time: 0.3845527 Jul 22 16:26:29.114849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=414e3a98-c4b9-450f-943c-89be34028be1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:29.151554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18565ba4-2afb-4819-aaf8-262519f5a43c req-1c780f82-467c-40ac-aad2-515bfe66bf2c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778780 Jul 22 16:26:29.169669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Allocated IP 172.25.3.144 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/47e7ff0e-a634-464d-8b29-9945208743ca) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:29.328847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['414e3a98-c4b9-450f-943c-89be34028be1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:29.400439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] For port ff3fb589-13bd-446b-ba08-918d56badb05, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:29.408978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] For port ff3fb589-13bd-446b-ba08-918d56badb05, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ff3fb589-13bd-446b-ba08-918d56badb05,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:29.434092 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.484860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ad9af339-8235-4077-a9f6-5bff3aee69a0 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:29.634626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82df8f8-4d33-4276-af21-78ba1f57070d None None] Pushing event updated for resources: {'Port': ['ID=ff3fb589-13bd-446b-ba08-918d56badb05,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:29.875680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9456977e-8b7e-44d3-a8ef-ce121f20e7e3 req-f22408f4-17f6-4337-bb0a-83ff4340b05e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 210 time: 0.0802031 Jul 22 16:26:29.915220 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-158441c8-994d-4b94-a392-17d04829f48c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:29.925323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-158441c8-994d-4b94-a392-17d04829f48c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 821 time: 0.4132469 Jul 22 16:26:29.941593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:29.950061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Request body: {'port': {'device_id': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'admin_state_up': True, 'tenant_id': '07be55427b054194b4533c97f91d97a4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:29.984330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56734) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:29.986808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd139c9-7302-4b8b-b776-d0d390f724af req-fe2ca6ef-7c6b-48df-b0ba-f53f2e130114 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:29.994125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fbd139c9-7302-4b8b-b776-d0d390f724af req-fe2ca6ef-7c6b-48df-b0ba-f53f2e130114 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 944 time: 0.2088101 Jul 22 16:26:30.075200 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.105303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ad9af339-8235-4077-a9f6-5bff3aee69a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:30.106895 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.132462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:30.137876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:30.140602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:30.215292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fbd139c9-7302-4b8b-b776-d0d390f724af req-dbf1f6e2-53e2-472d-a76b-ae325c05af66 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069674 Jul 22 16:26:30.319301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Pushing event updated for resources: {'Port': ['ID=47e7ff0e-a634-464d-8b29-9945208743ca,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:30.354576 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Made reservation on behalf of 07be55427b054194b4533c97f91d97a4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:30.358339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.494658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:30.498569 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6d93ae-320b-452d-a7e4-3ca043610d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:30.518014 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4caf230a-d6c4-47b8-a710-abc8b3102d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.616497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Allocated IP 172.20.0.14 (4d1ee725-860f-47d7-906e-2f13cfc89245/5ed8c530-8294-4bd3-9956-0e3834f8f05a/c8b2e40e-3179-42dc-8e33-ff3167d09c58) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:30.681027 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0c47d8-1519-4d4f-bb80-8b9ce7f1db9b x-openstack-request-id: req-7d0c47d8-1519-4d4f-bb80-8b9ce7f1db9b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:30.681304 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:30.681565 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d0c47d8-1519-4d4f-bb80-8b9ce7f1db9b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:30.681959 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b', 'status': 'completed', 'code': 200} Jul 22 16:26:30.889960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.946620 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:30.949592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Transition to ACTIVE for port object c8b2e40e-3179-42dc-8e33-ff3167d09c58 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:30.966220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.008592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.072582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:31.077733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:31.082485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:31.103133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:31.106486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276be116-2a7f-48d0-bbff-b8e4bfeb4236 req-d394af26-b1c5-41be-8f76-3c68c4384641 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:31.106814 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.108081 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-276be116-2a7f-48d0-bbff-b8e4bfeb4236 req-d394af26-b1c5-41be-8f76-3c68c4384641 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 944 time: 0.4839501 Jul 22 16:26:31.150177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Pushing event updated for resources: {'Port': ['ID=c8b2e40e-3179-42dc-8e33-ff3167d09c58,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:31.385917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee1d48-61aa-41cc-8062-eca0a36be1eb None None] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:31.397801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-276be116-2a7f-48d0-bbff-b8e4bfeb4236 req-795bfe00-e3cc-4744-a010-2c49781d8791 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694037 Jul 22 16:26:31.480446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4caf230a-d6c4-47b8-a710-abc8b3102d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.493258 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-9f8cea20-4ae7-4a94-a422-5c11872a0cce tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5514131 Jul 22 16:26:31.493872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-cea8b5d7-8f99-4590-8dec-296155f1cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:31.495906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-cea8b5d7-8f99-4590-8dec-296155f1cec4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1127 time: 0.7321897 Jul 22 16:26:31.503987 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4caf230a-d6c4-47b8-a710-abc8b3102d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.511957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Request body: {'port': {'device_id': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:31.671754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c82720e8-8e4a-40ee-9afe-f95f467bdf12 None None] Provisioning for port ff3fb589-13bd-446b-ba08-918d56badb05 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:31.708071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.716353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ff3fb589-13bd-446b-ba08-918d56badb05 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:31.807782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:31.908389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3412c8c6-79bc-4d1b-a86e-074f65c62cf8 None None] Provisioning for port c8b2e40e-3179-42dc-8e33-ff3167d09c58 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:31.936366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3412c8c6-79bc-4d1b-a86e-074f65c62cf8 None None] Provisioning complete for port c8b2e40e-3179-42dc-8e33-ff3167d09c58 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:31.937679 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3412c8c6-79bc-4d1b-a86e-074f65c62cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:31.945592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-7bdbf3d2-0159-4841-9552-728d00a3f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:31.947133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:31.951283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-7bdbf3d2-0159-4841-9552-728d00a3f8f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.4351661 Jul 22 16:26:31.962472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4caf230a-d6c4-47b8-a710-abc8b3102d80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2bc9e8516754f599f2233b3ad5ec841&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9765992 Jul 22 16:26:31.965283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:31.972392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf230a-d6c4-47b8-a710-abc8b3102d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bddc7a4-041a-48d0-9df4-c12df427d32c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:32.044282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a9b93-8b2d-4452-9b29-7f7704a9f067 req-dbe7104a-7600-4169-ae50-4e660ee90735 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:32.049521 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca0a9b93-8b2d-4452-9b29-7f7704a9f067 req-dbe7104a-7600-4169-ae50-4e660ee90735 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 944 time: 0.2323496 Jul 22 16:26:32.074534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-4993f950-1d59-40e2-a1a5-93179ddfe074 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 200 len: 217 time: 0.1104414 Jul 22 16:26:32.099583 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.101228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 414e3a98-c4b9-450f-943c-89be34028be1 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:32.158466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca0a9b93-8b2d-4452-9b29-7f7704a9f067 req-7ee45b7b-0f7b-4bf2-8b11-f1a6148df2a1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791073 Jul 22 16:26:32.318115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca596-af13-45ce-b096-c80a97ab85c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.349381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3412c8c6-79bc-4d1b-a86e-074f65c62cf8 None None] Port c8b2e40e-3179-42dc-8e33-ff3167d09c58 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:32.499100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:32.518409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b has no active binding in host n-h2-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:26:32.528118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port ff3fb589-13bd-446b-ba08-918d56badb05 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:32.541334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ff3fb589-13bd-446b-ba08-918d56badb05 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:32.542452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.550948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b2e40e-3179-42dc-8e33-ff3167d09c58 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:32.560430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.577653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 414e3a98-c4b9-450f-943c-89be34028be1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:32.586290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Transition to ACTIVE for port object c8b2e40e-3179-42dc-8e33-ff3167d09c58 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:32.587769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:32.589421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4933dc5e-f27f-49c4-8ba2-43db2b52c5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.593022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 414e3a98-c4b9-450f-943c-89be34028be1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:32.594109 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.597679 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.654136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4933dc5e-f27f-49c4-8ba2-43db2b52c5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.687118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Pushing event updated for resources: {'Port': ['ID=c8b2e40e-3179-42dc-8e33-ff3167d09c58,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:32.737991 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.769201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Attempting to bind port c8b2e40e-3179-42dc-8e33-ff3167d09c58 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:32.769552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Attempting to bind port c8b2e40e-3179-42dc-8e33-ff3167d09c58 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:32.770013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Attempting to bind port c8b2e40e-3179-42dc-8e33-ff3167d09c58 on network 4d1ee725-860f-47d7-906e-2f13cfc89245 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:32.777286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Port c8b2e40e-3179-42dc-8e33-ff3167d09c58 on network 4d1ee725-860f-47d7-906e-2f13cfc89245 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:32.777881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Attempting to bind port c8b2e40e-3179-42dc-8e33-ff3167d09c58 on network 4d1ee725-860f-47d7-906e-2f13cfc89245 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:32.783478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04e617-0c12-4255-b8ad-56b6eedc2d95 req-e6b8a0fa-3a5e-47ab-9fa3-4abf2c19b60b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:32.785942 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de04e617-0c12-4255-b8ad-56b6eedc2d95 req-e6b8a0fa-3a5e-47ab-9fa3-4abf2c19b60b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 932 time: 1.1075060 Jul 22 16:26:32.810496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:32.810839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Checking segment: {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:32.811389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Bound using segment: {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:32.812041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Bound port: c8b2e40e-3179-42dc-8e33-ff3167d09c58, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:32.812561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.817268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4933dc5e-f27f-49c4-8ba2-43db2b52c5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.823872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4933dc5e-f27f-49c4-8ba2-43db2b52c5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.828053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4933dc5e-f27f-49c4-8ba2-43db2b52c5ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bddc7a4-041a-48d0-9df4-c12df427d32c HTTP/1.1" status: 204 len: 168 time: 0.8556314 Jul 22 16:26:32.886811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933dc5e-f27f-49c4-8ba2-43db2b52c5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bddc7a4-041a-48d0-9df4-c12df427d32c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:32.892972 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.925205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port ff3fb589-13bd-446b-ba08-918d56badb05, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ff3fb589-13bd-446b-ba08-918d56badb05,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:32.928926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-ab4a538c-9b32-4664-8d1f-5ed4e104d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:32.931456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-ab4a538c-9b32-4664-8d1f-5ed4e104d542 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.8229785 Jul 22 16:26:32.936674 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.972038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] For port c8b2e40e-3179-42dc-8e33-ff3167d09c58, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:32.979527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] For port c8b2e40e-3179-42dc-8e33-ff3167d09c58, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:32.989211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:32.989800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:32.997023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:33.001327 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa76866c-14f3-43ba-b5e4-ea186a76cfc4" -d '{"events": [{"server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "name": "network-vif-plugged", "status": "completed", "tag": "414e3a98-c4b9-450f-943c-89be34028be1"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:33.025797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de04e617-0c12-4255-b8ad-56b6eedc2d95 req-dd1c41eb-c9a5-4454-8281-0b3d2073f009 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186456 Jul 22 16:26:33.029733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-80b38f12-5695-4204-88c4-b833afc9db9e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717764 Jul 22 16:26:33.038677 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.123359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=ff3fb589-13bd-446b-ba08-918d56badb05,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:33.124025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.127507 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.132759 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] 10.222.0.20 "PUT /v2.0/ports/c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 1093 time: 1.6233106 Jul 22 16:26:33.133883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:33.139740 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:33.195157 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f611fa5e-9258-44e8-9c31-2a8568458836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.283488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=414e3a98-c4b9-450f-943c-89be34028be1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:33.294783 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6c5926-4bcb-4f88-b59b-b63138225714 x-openstack-request-id: req-5e6c5926-4bcb-4f88-b59b-b63138225714 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:33.295575 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "name": "network-vif-plugged", "status": "completed", "tag": "414e3a98-c4b9-450f-943c-89be34028be1", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:33.295943 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e6c5926-4bcb-4f88-b59b-b63138225714 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:33.296429 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1', 'code': 200} Jul 22 16:26:33.297224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-df96c658-acd4-4969-b2a3-80875bafaf98 None None] Provisioning complete for port ff3fb589-13bd-446b-ba08-918d56badb05 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:33.297572 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df96c658-acd4-4969-b2a3-80875bafaf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.354437 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cda595-bd1e-409a-9793-2cd8e8b97f85 x-openstack-request-id: req-b3cda595-bd1e-409a-9793-2cd8e8b97f85 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:33.354437 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:33.355230 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3cda595-bd1e-409a-9793-2cd8e8b97f85 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:33.355716 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'status': 'completed', 'code': 200} Jul 22 16:26:33.383805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f6271-fd66-4a2c-a2f3-03b72b8f489d service neutron] Pushing event updated for resources: {'Port': ['ID=c8b2e40e-3179-42dc-8e33-ff3167d09c58,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:33.458693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ff3fb589-13bd-446b-ba08-918d56badb05 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:33.503304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-880fbfb0-6e51-45a0-9846-f1d3f537b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.504905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-880fbfb0-6e51-45a0-9846-f1d3f537b318 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1096 time: 0.3044834 Jul 22 16:26:33.550646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ff3fb589-13bd-446b-ba08-918d56badb05 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:33.551075 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.583240 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-320df1e3-dc81-4150-8087-352c188e0b97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 217 time: 0.0575142 Jul 22 16:26:33.648987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56830) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:33.651674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8aca6-0653-4e0a-ad5a-15055fdf78fe req-47c3b252-f5e2-42b7-a972-bec3dd18faf9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.653351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42c8aca6-0653-4e0a-ad5a-15055fdf78fe req-47c3b252-f5e2-42b7-a972-bec3dd18faf9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 945 time: 0.2375941 Jul 22 16:26:33.687360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-aa381416-b7fc-4674-8d62-fcd42eb30591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.690427 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-aa381416-b7fc-4674-8d62-fcd42eb30591 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.0986085 Jul 22 16:26:33.713039 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9723c39c-9ab9-4648-b820-22fa7809a519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.736269 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42c8aca6-0653-4e0a-ad5a-15055fdf78fe req-948919e9-d2bb-4c4e-85ad-24ad8c777030 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735726 Jul 22 16:26:33.766199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-25b74246-e5a4-4919-8291-4bf6af85de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.767778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-25b74246-e5a4-4919-8291-4bf6af85de99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672081 Jul 22 16:26:33.807635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-b37e9e6f-0e94-4a95-81d3-88fac5aeb8a1 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7670572 Jul 22 16:26:33.840585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7241-9728-4669-97b8-f8b9c9713e7d req-99bb0514-db1c-42c2-b16e-2909ad4852bd tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:33.847977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d4a7241-9728-4669-97b8-f8b9c9713e7d req-99bb0514-db1c-42c2-b16e-2909ad4852bd tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 944 time: 0.7233284 Jul 22 16:26:33.865433 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca596-af13-45ce-b096-c80a97ab85c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.871614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:26:33.899082 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca596-af13-45ce-b096-c80a97ab85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:33.944893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ca596-af13-45ce-b096-c80a97ab85c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1397b5-1436-436b-ba15-011a5bf8231a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:33.962523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-8fcd2fca-48c2-4e65-9eb7-a98edaa70fe3 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825101 Jul 22 16:26:34.081670 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f611fa5e-9258-44e8-9c31-2a8568458836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.090488 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f611fa5e-9258-44e8-9c31-2a8568458836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.118375 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0180159-c1db-48f1-9b90-d8d0e6cf21ac req-fc56bf49-e563-448a-862d-3fd8fc97053c service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465814 Jul 22 16:26:34.128777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d4a7241-9728-4669-97b8-f8b9c9713e7d req-6ba21a4c-54ae-4431-b57c-f84544309342 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584586 Jul 22 16:26:34.144348 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f611fa5e-9258-44e8-9c31-2a8568458836 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3588aa913a024879885fc6bb0627a95d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5514703 Jul 22 16:26:34.144348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611fa5e-9258-44e8-9c31-2a8568458836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f324eee-5806-4dd0-a629-141f3e57e706,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:34.144970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:34.191761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cbd80-bd3b-4f41-9176-20a0e5b92ad4 req-da83dde6-1b1b-4595-8e72-d5eeac89eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.193255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966cbd80-bd3b-4f41-9176-20a0e5b92ad4 req-da83dde6-1b1b-4595-8e72-d5eeac89eeec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1097 time: 0.5434034 Jul 22 16:26:34.211415 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cb25b75-eddb-48c7-b727-aa1769743d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.211867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4a8ca596-af13-45ce-b096-c80a97ab85c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8249af7ab074c0d80b52148bd4f5734&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3917654 Jul 22 16:26:34.213946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56842) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:34.284847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cb25b75-eddb-48c7-b727-aa1769743d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.313600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd6d93ae-320b-452d-a7e4-3ca043610d6d req-27b5b316-9b1f-4698-b814-2a7848a32af9 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958987 Jul 22 16:26:34.354631 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-530dae5c-9267-4641-9c00-3434fb82241c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.370569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-19a37617-d231-479c-a69d-cb6d25862b3e service neutron] 10.222.0.65 "GET /v2.0/ports/2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b/bindings/n-h2-792458-13 HTTP/1.1" status: 200 len: 385 time: 0.3011029 Jul 22 16:26:34.375790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-db018112-14b5-49d0-999e-ca9a0877edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.376023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966cbd80-bd3b-4f41-9176-20a0e5b92ad4 req-f5f27752-bdd8-4c32-9105-bcf2d6afd509 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296384 Jul 22 16:26:34.382976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-db018112-14b5-49d0-999e-ca9a0877edcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1096 time: 0.1267505 Jul 22 16:26:34.388417 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-530dae5c-9267-4641-9c00-3434fb82241c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.392494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:34.401075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cb25b75-eddb-48c7-b727-aa1769743d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.404042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cb25b75-eddb-48c7-b727-aa1769743d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.405234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3cb25b75-eddb-48c7-b727-aa1769743d62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f324eee-5806-4dd0-a629-141f3e57e706 HTTP/1.1" status: 204 len: 168 time: 0.2594628 Jul 22 16:26:34.411147 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Sync routers for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:34.421490 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:34.422136 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:34.465581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb25b75-eddb-48c7-b727-aa1769743d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f324eee-5806-4dd0-a629-141f3e57e706,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:34.512730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79dfcb7-51b2-45da-bf5a-13c9d0deb2c9 req-83d4d8c8-0924-4e76-aacb-2b387fcbb2a7 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.515280 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e79dfcb7-51b2-45da-bf5a-13c9d0deb2c9 req-83d4d8c8-0924-4e76-aacb-2b387fcbb2a7 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 944 time: 0.2367289 Jul 22 16:26:34.543957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9723c39c-9ab9-4648-b820-22fa7809a519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.547712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-530dae5c-9267-4641-9c00-3434fb82241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.552772 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-530dae5c-9267-4641-9c00-3434fb82241c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.557325 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-530dae5c-9267-4641-9c00-3434fb82241c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b1397b5-1436-436b-ba15-011a5bf8231a HTTP/1.1" status: 204 len: 168 time: 0.3402288 Jul 22 16:26:34.559967 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:34.567768 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9723c39c-9ab9-4648-b820-22fa7809a519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.569098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dae5c-9267-4641-9c00-3434fb82241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1397b5-1436-436b-ba15-011a5bf8231a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:34.587592 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.591511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7c97eb79-c001-4c08-83f4-e380289067dc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.4522221 Jul 22 16:26:34.594348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56856) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:34.664739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e79dfcb7-51b2-45da-bf5a-13c9d0deb2c9 req-e561a83e-679e-418f-81bd-82a119f2a1f1 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236570 Jul 22 16:26:34.679687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9723c39c-9ab9-4648-b820-22fa7809a519 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82b300c9e1c0412186a587db812d9eed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0264437 Jul 22 16:26:34.680592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723c39c-9ab9-4648-b820-22fa7809a519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a469d8a8-3aea-4e43-ba33-770773044e64,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:34.689956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:34.744416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:34.773154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:34.832633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:34.850475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:34.872127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.916564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26d241c9-7509-4f23-abee-024753bb4337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.920501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-405a5ebf-9044-4797-b232-6c45a760f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:34.922095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-405a5ebf-9044-4797-b232-6c45a760f179 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.2328174 Jul 22 16:26:34.936303 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:30Z', 'revision_number': 3, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:34.980150 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:34.998786 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Checking router: 2455997c-8437-4026-ba41-c3f4d3dcd4d8 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:34.999470 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Updating router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 port 47e7ff0e-a634-464d-8b29-9945208743ca binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:35.010363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] Transition to ACTIVE for port object 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:35.019329 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.061181 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.089933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] No DVR routers for this DVR port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:26:35.165511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:35.187095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-86408f88-cf53-456a-8ee7-b89560172890 service neutron] 10.222.0.65 "PUT /v2.0/ports/2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b/bindings/n-h2-792458-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8059983 Jul 22 16:26:35.266021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26d241c9-7509-4f23-abee-024753bb4337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.268622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-9c50f520-501d-40d6-a9b5-3a44e2f0160e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 217 time: 0.2843947 Jul 22 16:26:35.384194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1b8cd-a59d-45e0-873e-649463d3c67c req-6d4b680f-b1d0-4e80-b926-3a00dda34d85 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:35.391045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-02b1b8cd-a59d-45e0-873e-649463d3c67c req-6d4b680f-b1d0-4e80-b926-3a00dda34d85 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 945 time: 0.5277212 Jul 22 16:26:35.400499 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-8c9d7bbb-3786-4192-8ca4-b63d483ee68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:35.401880 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-8c9d7bbb-3786-4192-8ca4-b63d483ee68d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.1151757 Jul 22 16:26:35.452138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56874) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:35.452711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56876) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:35.470558 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.481628 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Transition to ACTIVE for port object 47e7ff0e-a634-464d-8b29-9945208743ca will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:35.484826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-337de9ff-eb69-4743-9616-2a58e87acb79 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:35.487072 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-337de9ff-eb69-4743-9616-2a58e87acb79 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.1518519 Jul 22 16:26:35.492009 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.493837 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ee41e4-b9d0-4714-8ac2-439f0ef22571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.496008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff15e50e-42bb-45a5-ad75-7760e2f4239e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.544335 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05eda8-105f-4411-829f-57608eb7b2b7 None None] Pushing event updated for resources: {'Port': ['ID=47e7ff0e-a634-464d-8b29-9945208743ca,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:35.565676 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Attempting to bind port 47e7ff0e-a634-464d-8b29-9945208743ca on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:35.566577 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Attempting to bind port 47e7ff0e-a634-464d-8b29-9945208743ca by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:35.567055 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Attempting to bind port 47e7ff0e-a634-464d-8b29-9945208743ca on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:35.567523 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-ff15e50e-42bb-45a5-ad75-7760e2f4239e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:26:35.567523 n-d-792458-13 neutron-server[93750]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:26:35.567523 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id': '9e24c827bb8044fd9f6e82f525485cc0', 'id': '5f1d75c2-6136-46c4-954a-d57fe5731629', 'expiration': datetime.datetime(2021, 7, 22, 16, 28, 35, 557890)}] Jul 22 16:26:35.567523 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:26:35.567884 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-ff15e50e-42bb-45a5-ad75-7760e2f4239e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:26:35.573785 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:35.574239 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:35.575105 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.575753 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:35.576431 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Bound port: 47e7ff0e-a634-464d-8b29-9945208743ca, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:35.577018 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.605906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-5d18ff34-fcb9-4bd8-ad06-005db45b40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:35.614800 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-5d18ff34-fcb9-4bd8-ad06-005db45b40b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8 HTTP/1.1" status: 200 len: 1097 time: 0.1128600 Jul 22 16:26:35.631984 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] For port 47e7ff0e-a634-464d-8b29-9945208743ca, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:35.635526 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] For port 47e7ff0e-a634-464d-8b29-9945208743ca, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=47e7ff0e-a634-464d-8b29-9945208743ca,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:35.647218 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.722527 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05eda8-105f-4411-829f-57608eb7b2b7 None None] Pushing event updated for resources: {'Port': ['ID=47e7ff0e-a634-464d-8b29-9945208743ca,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:35.751527 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:35.752585 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:35.774170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ee41e4-b9d0-4714-8ac2-439f0ef22571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.780327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9de341fb-ef44-4c3d-8978-60e308ebd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:35.781951 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-9de341fb-ef44-4c3d-8978-60e308ebd9e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1097 time: 0.1255407 Jul 22 16:26:35.784354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ee41e4-b9d0-4714-8ac2-439f0ef22571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.787279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26d241c9-7509-4f23-abee-024753bb4337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.789812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26d241c9-7509-4f23-abee-024753bb4337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.793208 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-26d241c9-7509-4f23-abee-024753bb4337 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a469d8a8-3aea-4e43-ba33-770773044e64 HTTP/1.1" status: 204 len: 168 time: 1.1001191 Jul 22 16:26:35.829286 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-02b1b8cd-a59d-45e0-873e-649463d3c67c req-b3ad08b9-eea0-4445-918d-301fa87d3644 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372730 Jul 22 16:26:35.866847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:35.881609 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d241c9-7509-4f23-abee-024753bb4337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a469d8a8-3aea-4e43-ba33-770773044e64,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:35.907269 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:35.919719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-40ee41e4-b9d0-4714-8ac2-439f0ef22571 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b121df2f1a04e889a14669c882a8927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4594450 Jul 22 16:26:35.919923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee41e4-b9d0-4714-8ac2-439f0ef22571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c79a7c-3d5d-4c12-8edb-35f2c07825cc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:35.943964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:36.009040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-c8c86b76-6455-4114-a16b-00bf820af5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.010534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-c8c86b76-6455-4114-a16b-00bf820af5ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.2083282 Jul 22 16:26:36.049701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-84c22495-3d8a-411e-9722-ff6760d9a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.051019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-84c22495-3d8a-411e-9722-ff6760d9a9d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4808173 Jul 22 16:26:36.060214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-f412b0f5-0d73-47b6-96ff-4bb0dfeca1e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 200 len: 217 time: 0.0424607 Jul 22 16:26:36.069318 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff15e50e-42bb-45a5-ad75-7760e2f4239e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.173553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a267c4-13e9-44bc-b421-ffef0ed906e4 req-70af3ca3-50fe-418d-8403-11042b75f23c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.175624 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3a267c4-13e9-44bc-b421-ffef0ed906e4 req-70af3ca3-50fe-418d-8403-11042b75f23c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 945 time: 0.3088570 Jul 22 16:26:36.194697 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:30Z', 'revision_number': 3, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:36.215306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-909e9069-e5e3-4345-869c-5d9c5e205a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.217403 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-909e9069-e5e3-4345-869c-5d9c5e205a80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1388922 Jul 22 16:26:36.221114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f57dc0d-6cad-4e36-8b94-fba2dd15ed08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.234715 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802b7e3-9892-4bbc-86c5-b78dc10b69e9 None None] The sync data for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 is: [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:30Z', 'revision_number': 3, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:36.252524 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3a267c4-13e9-44bc-b421-ffef0ed906e4 req-fac7a727-3844-4ba6-8a0f-8f8ea8bc2bc1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692484 Jul 22 16:26:36.279540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-29f2e3e6-fbdd-4dd1-ad95-5e8e623d50c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514300 Jul 22 16:26:36.311650 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-c76645ea-019f-4c53-b647-3e8f092ef762 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459695 Jul 22 16:26:36.316161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f57dc0d-6cad-4e36-8b94-fba2dd15ed08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.332974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33aacf-f9e9-4b1f-b886-ffa49848c920 req-d9ab8b66-4f80-4178-bae0-836b87dcb08b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:36.340263 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b33aacf-f9e9-4b1f-b886-ffa49848c920 req-d9ab8b66-4f80-4178-bae0-836b87dcb08b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 944 time: 0.3785610 Jul 22 16:26:36.422761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff15e50e-42bb-45a5-ad75-7760e2f4239e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.433732 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff15e50e-42bb-45a5-ad75-7760e2f4239e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.449028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Allocated IP 172.20.0.1 (db9b3a77-da3f-47c6-9b41-0b62f037fcaa/4f6a785d-b4e2-4bbd-a385-c3126b97c8f9/0987b9d0-ffa8-4f72-ae7b-c96305fc162b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:36.471226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15e50e-42bb-45a5-ad75-7760e2f4239e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b519f74-fbcf-455b-be82-5e2cac011c64,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:36.477578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-ddccbafe-0d71-44a7-9075-029ddfb06055 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702518 Jul 22 16:26:36.504685 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ff15e50e-42bb-45a5-ad75-7760e2f4239e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e24c827bb8044fd9f6e82f525485cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0430624 Jul 22 16:26:36.514535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56904) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:36.582024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b33aacf-f9e9-4b1f-b886-ffa49848c920 req-9259c6fc-c639-4a86-8667-75622d5dd326 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407703 Jul 22 16:26:36.656318 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a27cbc4-4375-4dcf-819d-67b500122752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.669059 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f57dc0d-6cad-4e36-8b94-fba2dd15ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.671643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f57dc0d-6cad-4e36-8b94-fba2dd15ed08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.675857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1f57dc0d-6cad-4e36-8b94-fba2dd15ed08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1c79a7c-3d5d-4c12-8edb-35f2c07825cc HTTP/1.1" status: 204 len: 168 time: 0.7308714 Jul 22 16:26:36.702266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4d768c6-c6e1-4d78-894c-f4bb8173f6dd req-a1c79cd8-502c-4ed6-97c9-695bc73ff62a service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545990 Jul 22 16:26:36.716278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a27cbc4-4375-4dcf-819d-67b500122752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.722112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57dc0d-6cad-4e36-8b94-fba2dd15ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c79a7c-3d5d-4c12-8edb-35f2c07825cc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:36.748453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-ce8cd18a-fc81-4eed-866e-403c3d74a93f service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600293 Jul 22 16:26:36.757087 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.772909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Transition to ACTIVE for port object 0987b9d0-ffa8-4f72-ae7b-c96305fc162b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:36.842297 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a27cbc4-4375-4dcf-819d-67b500122752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.846411 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a27cbc4-4375-4dcf-819d-67b500122752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.850175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7a27cbc4-4375-4dcf-819d-67b500122752 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b519f74-fbcf-455b-be82-5e2cac011c64 HTTP/1.1" status: 204 len: 168 time: 0.3319590 Jul 22 16:26:36.856826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27cbc4-4375-4dcf-819d-67b500122752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b519f74-fbcf-455b-be82-5e2cac011c64,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:36.860991 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:36.991327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:37.026213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:37.028577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:37.029355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.101942 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Pushing event updated for resources: {'Port': ['ID=0987b9d0-ffa8-4f72-ae7b-c96305fc162b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:37.190771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e388192-7c2d-40e3-8db9-e62ffe11689c req-3a5aa2c2-99fc-41a5-8fe0-86345c8d95db tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:37.194006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e388192-7c2d-40e3-8db9-e62ffe11689c req-3a5aa2c2-99fc-41a5-8fe0-86345c8d95db tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 945 time: 0.2293811 Jul 22 16:26:37.280456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-1f14c0a9-0877-43d4-9df0-44abc2d8cd3a tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:37.289475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-1f14c0a9-0877-43d4-9df0-44abc2d8cd3a tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.1919074 Jul 22 16:26:37.372132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e388192-7c2d-40e3-8db9-e62ffe11689c req-bd1a4755-4730-43d9-917e-970d89c2b011 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693730 Jul 22 16:26:37.448535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-da0021e7-6799-43f4-a014-a1841f2ef826 None None] Provisioning for port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:37.461055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-da0021e7-6799-43f4-a014-a1841f2ef826 None None] Provisioning complete for port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:37.461635 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da0021e7-6799-43f4-a014-a1841f2ef826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.488876 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.549225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 47e7ff0e-a634-464d-8b29-9945208743ca up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:37.590080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-8d3978fb-f985-432b-8d2f-695a47151e5a service neutron] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:37.593923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-8d3978fb-f985-432b-8d2f-695a47151e5a service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.595326 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e3614c4-1141-4d0d-8cd5-181398265bf1 req-8d3978fb-f985-432b-8d2f-695a47151e5a service neutron] 10.222.0.20 "DELETE /v2.0/ports/2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b/bindings/n-h1-792458-13 HTTP/1.1" status: 204 len: 173 time: 0.2960160 Jul 22 16:26:37.653863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed479ec-5f03-4e26-82d9-6388c098d50d req-b32bd6a8-ce0c-41f8-81ea-06c1acb1a5b2 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:37.655632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ed479ec-5f03-4e26-82d9-6388c098d50d req-b32bd6a8-ce0c-41f8-81ea-06c1acb1a5b2 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 945 time: 0.1198015 Jul 22 16:26:37.666409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-da0021e7-6799-43f4-a014-a1841f2ef826 None None] Port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:37.684661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 47e7ff0e-a634-464d-8b29-9945208743ca completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:37.692001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 47e7ff0e-a634-464d-8b29-9945208743ca triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:37.692588 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.723628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ed479ec-5f03-4e26-82d9-6388c098d50d req-7210e55c-8723-48e7-b87f-d239f0487506 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507128 Jul 22 16:26:37.891320 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.894025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.904536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:26:37.905492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.906850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.952668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 47e7ff0e-a634-464d-8b29-9945208743ca, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=47e7ff0e-a634-464d-8b29-9945208743ca,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:37.964972 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:37.977119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c8b2e40e-3179-42dc-8e33-ff3167d09c58 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:37.988240 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9951d-44ec-4cb9-b13d-79a8f01f5fda req-d3c15488-a9e5-4071-998a-7d8a6e43dc94 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:37.995512 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8f9951d-44ec-4cb9-b13d-79a8f01f5fda req-d3c15488-a9e5-4071-998a-7d8a6e43dc94 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1097 time: 0.1631906 Jul 22 16:26:38.026441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Pushing event updated for resources: {'Port': ['ID=0987b9d0-ffa8-4f72-ae7b-c96305fc162b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:38.029582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:26:38.072261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=47e7ff0e-a634-464d-8b29-9945208743ca,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:38.086246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.086599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.089465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.089835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.090180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.090521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.091161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.091542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.091884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.092207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.092744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.093083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:26:38.097273 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8f9951d-44ec-4cb9-b13d-79a8f01f5fda req-e967e603-706e-4418-bd7e-64e7bd50ace2 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910494 Jul 22 16:26:38.173568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:38.175070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:38.191182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c8b2e40e-3179-42dc-8e33-ff3167d09c58, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:38.221291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'port_id': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'mac_address': 'fa:16:3e:0f:ea:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:38.333055 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:38.390809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b2e40e-3179-42dc-8e33-ff3167d09c58 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:38.464293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c8b2e40e-3179-42dc-8e33-ff3167d09c58, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:38.473608 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:38.539114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfdfa-ca95-4256-9357-0102f7a6974e req-f0041f8a-9552-42f0-89f6-faf978d2b033 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:38.546856 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ffcbfdfa-ca95-4256-9357-0102f7a6974e req-f0041f8a-9552-42f0-89f6-faf978d2b033 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 944 time: 0.1963623 Jul 22 16:26:38.555535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:26:38.572328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=c8b2e40e-3179-42dc-8e33-ff3167d09c58,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:38.603578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b3c9ef10-2656-49c0-a9f0-ec8a245439fe None None] Provisioning complete for port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:38.604301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ef10-2656-49c0-a9f0-ec8a245439fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:38.665094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9ef10-2656-49c0-a9f0-ec8a245439fe None None] Port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:38.712379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ffcbfdfa-ca95-4256-9357-0102f7a6974e req-b720bbbe-4cc1-4a72-8e58-d1a3a0559c7f tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589978 Jul 22 16:26:38.795311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['c8b2e40e-3179-42dc-8e33-ff3167d09c58'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:38.819733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:38.857049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8a0712e1-4688-4144-8295-6fcae5ad598f admin admin] 10.222.0.53 "PUT /v2.0/routers/2455997c-8437-4026-ba41-c3f4d3dcd4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2548177 Jul 22 16:26:38.966405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add52e40-97ec-42d2-8948-fbb87412c09c req-2e15b369-7955-429a-a6d4-cf8df6b3fa6c tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:38.968010 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-add52e40-97ec-42d2-8948-fbb87412c09c req-2e15b369-7955-429a-a6d4-cf8df6b3fa6c tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1097 time: 0.0983844 Jul 22 16:26:39.018235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391a08-884a-4965-8a28-3233ab4e7725 req-6ca7a98b-8492-40b8-aa4c-9178eaca96c4 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:39.018235 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf391a08-884a-4965-8a28-3233ab4e7725 req-6ca7a98b-8492-40b8-aa4c-9178eaca96c4 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1097 time: 0.1137235 Jul 22 16:26:39.018790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Sync routers for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:39.036887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-add52e40-97ec-42d2-8948-fbb87412c09c req-262445b3-0611-49ba-82fa-80976a8ec918 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607519 Jul 22 16:26:39.051768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf391a08-884a-4965-8a28-3233ab4e7725 req-7b884c86-2f2c-4316-bd85-867e7cdc34b8 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332022 Jul 22 16:26:39.057743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:39.058018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:39.394033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57004) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:39.395691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:39.437329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 47e7ff0e-a634-464d-8b29-9945208743ca up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:39.440220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012faa92-7ab9-4b9c-a353-bb39c6b4c36d req-b626297c-0d5b-4918-9a80-e23331ab9f55 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:39.443386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-012faa92-7ab9-4b9c-a353-bb39c6b4c36d req-b626297c-0d5b-4918-9a80-e23331ab9f55 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1097 time: 0.1083341 Jul 22 16:26:39.497858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-012faa92-7ab9-4b9c-a353-bb39c6b4c36d req-2768900c-2d3e-4db2-a548-d73588e2ceb1 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480950 Jul 22 16:26:39.596335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 47e7ff0e-a634-464d-8b29-9945208743ca triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:39.597312 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:39.747154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 2, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:39.782691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Checking router: 2455997c-8437-4026-ba41-c3f4d3dcd4d8 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:39.783102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Updating router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:39.801108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57030) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:39.826378 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:39.841917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ef58ff9-f35d-471d-8e4c-fa89093c2a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.025857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c8b2e40e-3179-42dc-8e33-ff3167d09c58 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:40.038581 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ef58ff9-f35d-471d-8e4c-fa89093c2a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.053317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cbfa2-de5e-4d5f-a6cb-e318f6a48da7 req-99c4574e-e769-41fe-abf1-d99cf3886f07 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:40.056064 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b73cbfa2-de5e-4d5f-a6cb-e318f6a48da7 req-99c4574e-e769-41fe-abf1-d99cf3886f07 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 945 time: 0.1974578 Jul 22 16:26:40.057953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ef58ff9-f35d-471d-8e4c-fa89093c2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.146815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-45f61394-0ae9-418a-87d3-3d897e29a5e2 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:40.155588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-45f61394-0ae9-418a-87d3-3d897e29a5e2 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 807 time: 0.5318611 Jul 22 16:26:40.156249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-790938266-network', 'tenant_id': 'c39667ad131b466ca52b4e9c3751a28a'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:40.161576 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6ef58ff9-f35d-471d-8e4c-fa89093c2a8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcb31b49ecfb40deb22cd9d4d88b0084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7650735 Jul 22 16:26:40.171728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57040) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:40.196760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-699ac6bd-3b26-40b1-88c0-13c8eaf1d73b tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/quotas/a6a71896aaaf4556b5f5d5ddddec65e8 HTTP/1.1" status: 200 len: 375 time: 0.0315402 Jul 22 16:26:40.213366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port c8b2e40e-3179-42dc-8e33-ff3167d09c58 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:40.225874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef58ff9-f35d-471d-8e4c-fa89093c2a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abcd694-5137-44aa-9cbf-7d05c069fc77,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:40.227513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port c8b2e40e-3179-42dc-8e33-ff3167d09c58 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:40.228676 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.247662 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b73cbfa2-de5e-4d5f-a6cb-e318f6a48da7 req-6d8eebcb-3c5f-461c-8830-16e16294bf6a tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594114 Jul 22 16:26:40.279460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Made reservation on behalf of c39667ad131b466ca52b4e9c3751a28a for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:40.282035 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.299311 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.325202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb329b57-4e9c-4bdc-8853-f074528ae524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.369217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb329b57-4e9c-4bdc-8853-f074528ae524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.408455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-8b1c171c-8594-497e-a86a-112b76b31d8a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2107177 Jul 22 16:26:40.428080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:40.447389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-network', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:40.506355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb329b57-4e9c-4bdc-8853-f074528ae524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.512337 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb329b57-4e9c-4bdc-8853-f074528ae524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.515296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.521117 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cb329b57-4e9c-4bdc-8853-f074528ae524 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7abcd694-5137-44aa-9cbf-7d05c069fc77 HTTP/1.1" status: 204 len: 168 time: 0.3444343 Jul 22 16:26:40.545747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-8ee44ea4-89b3-4ef2-87df-28249efb734e service neutron] 10.222.0.53 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340098 Jul 22 16:26:40.549455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb329b57-4e9c-4bdc-8853-f074528ae524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abcd694-5137-44aa-9cbf-7d05c069fc77,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:40.623392 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.625427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c8b2e40e-3179-42dc-8e33-ff3167d09c58, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:40.633615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.635748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:40.641672 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6965d45-b19f-45a1-a90d-1c5334cbfe7a" -d '{"events": [{"server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "name": "network-vif-plugged", "status": "completed", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:40.664739 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.672693 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.682755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Made reservation on behalf of b02b2e51ad964fb7a6f1e253b198a87f for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:40.686526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.718141 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-ab6e8c6c-70b2-469a-9323-71b1a30f9f20 service neutron] 10.222.0.53 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737318 Jul 22 16:26:40.721864 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.745554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:40.756363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Transition to ACTIVE for port object 0987b9d0-ffa8-4f72-ae7b-c96305fc162b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:40.790078 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.821947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:40.833629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.834174 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Added segment 13bb7e91-fc5e-49db-8772-694d0c751884 of type vlan for network 5d3d24e3-cd4a-4369-b000-a249db2fde65 Jul 22 16:26:40.877027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=c8b2e40e-3179-42dc-8e33-ff3167d09c58,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:40.904422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.914245 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.966331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.974485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:40.984680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b885c62-a60f-41d0-bec0-d5dc08d095e7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:40.991635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afde06-581b-4ac5-930d-c03a48b353f6 req-5a356cce-cb39-4790-bd23-8bb26d98e63c tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:40.993995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:40.994890 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Added segment 10e05eac-9209-4942-b061-736f71626aae of type vlan for network 91073b3c-973f-4e51-91d0-65a53048bf33 Jul 22 16:26:41.009191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0afde06-581b-4ac5-930d-c03a48b353f6 req-5a356cce-cb39-4790-bd23-8bb26d98e63c tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1097 time: 0.3795917 Jul 22 16:26:41.066139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a7f19-126c-4cee-922e-5c15d622028c None None] Pushing event updated for resources: {'Port': ['ID=0987b9d0-ffa8-4f72-ae7b-c96305fc162b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.074725 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.101896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.102904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:41.103504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.120295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Attempting to bind port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:41.121101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Attempting to bind port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:41.121805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Attempting to bind port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b on network db9b3a77-da3f-47c6-9b41-0b62f037fcaa {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:41.129942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:41.130533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Checking segment: {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:41.131242 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.131880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Bound using segment: {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:41.132648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Bound port: 0987b9d0-ffa8-4f72-ae7b-c96305fc162b, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:41.135248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.170201 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd10e8a9-e2bb-43b4-8eab-2dd430993635 x-openstack-request-id: req-cd10e8a9-e2bb-43b4-8eab-2dd430993635 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:41.171244 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "name": "network-vif-plugged", "status": "completed", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:41.171505 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd10e8a9-e2bb-43b4-8eab-2dd430993635 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:41.171924 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'code': 200} Jul 22 16:26:41.177374 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0afde06-581b-4ac5-930d-c03a48b353f6 req-c363c7c1-c827-49d1-9af1-de9fad454de3 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672075 Jul 22 16:26:41.195801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.201841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:41.202859 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.243806 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4399991 Jul 22 16:26:41.256394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57090) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:41.273906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] For port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:41.277516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] For port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0987b9d0-ffa8-4f72-ae7b-c96305fc162b,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:41.290354 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.292477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Request body: {'subnet': {'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-790938266-subnet', 'tenant_id': 'c39667ad131b466ca52b4e9c3751a28a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:41.326349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a409f-443f-4052-b180-18395d14b852 admin admin] Pushing event updated for resources: {'Network': ['ID=5d3d24e3-cd4a-4369-b000-a249db2fde65,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.336275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57100) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:41.362826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5d3d24e3-cd4a-4369-b000-a249db2fde65 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:41.364364 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d94d6452-d922-4681-a48f-43fb73085b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.475184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] Pushing event updated for resources: {'Network': ['ID=91073b3c-973f-4e51-91d0-65a53048bf33,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.491161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a7f19-126c-4cee-922e-5c15d622028c None None] Pushing event updated for resources: {'Port': ['ID=0987b9d0-ffa8-4f72-ae7b-c96305fc162b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.525052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 91073b3c-973f-4e51-91d0-65a53048bf33 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:41.542072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:41.542708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:41.549165 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b150996c-4da1-43bc-9b92-019318fe6063 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1200645 Jul 22 16:26:41.559994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:41.580524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Request body: {'subnet': {'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-subnet', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:41.580801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-999185e4-f513-463f-93bb-ab391d6505e5 req-bd06cc36-af68-4db0-8462-d2cada1b39fc tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 210 time: 0.3311853 Jul 22 16:26:41.703096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d94d6452-d922-4681-a48f-43fb73085b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.716669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0b6a8-9283-4e39-8ae9-2e9e182da07d req-8b9d5839-e0fd-432e-8c75-7e58b3d202da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:41.717155 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d94d6452-d922-4681-a48f-43fb73085b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.725314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d0b6a8-9283-4e39-8ae9-2e9e182da07d req-8b9d5839-e0fd-432e-8c75-7e58b3d202da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.3713923 Jul 22 16:26:41.757295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d6452-d922-4681-a48f-43fb73085b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abba9654-f56a-4635-ab6f-d94cfac70d81,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:41.779438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d94d6452-d922-4681-a48f-43fb73085b8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e0c6e7087f84f6c8581342d88c9332d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413710 Jul 22 16:26:41.781901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:41.866215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:41.866799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Made reservation on behalf of c39667ad131b466ca52b4e9c3751a28a for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:41.870487 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.873571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d0b6a8-9283-4e39-8ae9-2e9e182da07d req-fbe76e1f-0feb-4fbc-a52c-d293c5e8de5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350775 Jul 22 16:26:41.902190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Made reservation on behalf of b02b2e51ad964fb7a6f1e253b198a87f for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:41.905289 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.953096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1a63d00-7f10-45f5-bb56-fa5ac63d87f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:41.998216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0edb40-a1af-489c-a521-b4369c9d1ab5 req-61009034-574f-4dd3-9073-c0075a527f21 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:42.005897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba0edb40-a1af-489c-a521-b4369c9d1ab5 req-61009034-574f-4dd3-9073-c0075a527f21 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 946 time: 0.1960223 Jul 22 16:26:42.080262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba0edb40-a1af-489c-a521-b4369c9d1ab5 req-c0ef708c-0ffa-436f-a843-227fca639597 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667117 Jul 22 16:26:42.198241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:41Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:42.216185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.289992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c66a87f-7623-4036-99c1-47ad46d04f04,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:42.303765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Checking segment: {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:42.304220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Network hostable DHCP agents. Network: 5d3d24e3-cd4a-4369-b000-a249db2fde65, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:42.318715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1a63d00-7f10-45f5-bb56-fa5ac63d87f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.330960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Network 5d3d24e3-cd4a-4369-b000-a249db2fde65 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:42.348521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 5d3d24e3-cd4a-4369-b000-a249db2fde65) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:42.358448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:42.360347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.393838 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3e3295d0-26af-4e69-8492-31a9c509a7ee admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1208842 Jul 22 16:26:42.485057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c4c8d0-971f-4685-adce-cae5c7b101d1 None None] Network 5d3d24e3-cd4a-4369-b000-a249db2fde65 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:42.488061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844a0a9-3059-40ba-b727-3e43ec3b765a None None] The sync data for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 is: [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:41Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:42.489506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1a63d00-7f10-45f5-bb56-fa5ac63d87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.508620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1a63d00-7f10-45f5-bb56-fa5ac63d87f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.515102 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d1a63d00-7f10-45f5-bb56-fa5ac63d87f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abba9654-f56a-4635-ab6f-d94cfac70d81 HTTP/1.1" status: 204 len: 168 time: 0.7316239 Jul 22 16:26:42.578377 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-d1f7b340-7b86-49ce-aa09-53b752d68d1c tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d182ac9bd42441d787f1e5019cce7a45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896583 Jul 22 16:26:42.654613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a63d00-7f10-45f5-bb56-fa5ac63d87f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abba9654-f56a-4635-ab6f-d94cfac70d81,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:42.784207 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:42.809545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316d7b4-faa1-4c25-905f-b556fdc4f9a2 None None] Network 5d3d24e3-cd4a-4369-b000-a249db2fde65 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:42.844588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-1fb166a4-679e-4c30-9d8f-416089d8b0dc tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:42.853030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-1fb166a4-679e-4c30-9d8f-416089d8b0dc tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736690 Jul 22 16:26:42.886144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-d2008758-52ce-4647-9da9-6f7e67018ab0 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/quotas/d182ac9bd42441d787f1e5019cce7a45 HTTP/1.1" status: 200 len: 375 time: 0.0319638 Jul 22 16:26:42.930892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=171c1a95-18df-4f69-a1f5-b1b629f8c7a1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:42.944327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Checking segment: {'id': '10e05eac-9209-4942-b061-736f71626aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:42.944909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Network hostable DHCP agents. Network: 91073b3c-973f-4e51-91d0-65a53048bf33, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:42.981584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-908bed60-9de5-46c0-b60e-e22792840684 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d182ac9bd42441d787f1e5019cce7a45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893965 Jul 22 16:26:42.988296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Network 91073b3c-973f-4e51-91d0-65a53048bf33 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:43.008473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 91073b3c-973f-4e51-91d0-65a53048bf33) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:43.016055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:43.020256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.039697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5cc3c9-e93a-4853-b872-cec610676704 None None] Network 91073b3c-973f-4e51-91d0-65a53048bf33 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:43.069120 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4f4f08ca-587b-4ed0-bfbf-bd5985286216 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5083153 Jul 22 16:26:43.069738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57168) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:43.074384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:43.120432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.121730 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.231642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-64ae05f8-c8ae-46a4-a36b-a0d230ca143b tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:43.237435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-64ae05f8-c8ae-46a4-a36b-a0d230ca143b tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 807 time: 0.3802521 Jul 22 16:26:43.261084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Request body: {'port': {'device_id': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b', 'admin_state_up': True, 'tenant_id': 'a6a71896aaaf4556b5f5d5ddddec65e8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:43.276283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.587292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Made reservation on behalf of a6a71896aaaf4556b5f5d5ddddec65e8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:43.592437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0987b9d0-ffa8-4f72-ae7b-c96305fc162b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:43.598674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.627873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.653253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-91073b3c-973f-4e51-91d0-65a53048bf33', 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'fixed_ips': [{'subnet_id': '171c1a95-18df-4f69-a1f5-b1b629f8c7a1'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:26:43.654400 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:43.857751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:43.909347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:43.959272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:43.959821 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.067253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4cf8201e-c023-477f-be84-8fac98dcf15c req-3c376425-be7e-43be-b4b1-404b02ba534a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 210 time: 0.1251857 Jul 22 16:26:44.071672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Allocated IP 172.20.0.2 (91073b3c-973f-4e51-91d0-65a53048bf33/171c1a95-18df-4f69-a1f5-b1b629f8c7a1/c85fe14b-c8ce-4688-9365-efec31dfe914) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:44.106035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Allocated IP 172.20.0.6 (a847bd19-60dd-46ee-bfde-f4c7201e229b/1eea527e-0b96-49a8-be19-038b62f4c05d/f0523c45-0b61-43d1-9ceb-ccbe09b924f3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:44.210213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.245054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-8c97d96a-3f36-4111-b23b-b5eaa1375a96 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:26:44.260102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-8c97d96a-3f36-4111-b23b-b5eaa1375a96 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4005189 Jul 22 16:26:44.287726 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.315992 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.521787 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.581087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0987b9d0-ffa8-4f72-ae7b-c96305fc162b,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:44.588574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Allocated IP 172.25.3.39 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/61da9b5b-d4dc-4049-b32d-a8155dfcf30e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:44.607362 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.630869 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.719002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57216) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:44.760537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.763760 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.777301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Network a847bd19-60dd-46ee-bfde-f4c7201e229b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:44.787157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=0987b9d0-ffa8-4f72-ae7b-c96305fc162b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:44.796891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:44.803963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:44.808385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.809705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Transition to ACTIVE for port object c85fe14b-c8ce-4688-9365-efec31dfe914 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:44.844779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Pushing event updated for resources: {'Port': ['ID=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:44.853946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:44.858161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Transition to ACTIVE for port object c85fe14b-c8ce-4688-9365-efec31dfe914 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:44.865166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:44.871136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:44.882439 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.944433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Request body: {'binding': {'host': 'n-h1-792458-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:44.945411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Unknown quota resources ['binding']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:26:44.961311 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5511f75-89bf-4666-b168-b3ae5cef2296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:44.963513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Pushing event updated for resources: {'Port': ['ID=61da9b5b-d4dc-4049-b32d-a8155dfcf30e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:44.981496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Network 91073b3c-973f-4e51-91d0-65a53048bf33 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:44.985179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:44.991576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:44.994913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Pushing event updated for resources: {'Port': ['ID=c85fe14b-c8ce-4688-9365-efec31dfe914,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:45.133649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Attempting to bind port c85fe14b-c8ce-4688-9365-efec31dfe914 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:45.134729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Attempting to bind port c85fe14b-c8ce-4688-9365-efec31dfe914 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '10e05eac-9209-4942-b061-736f71626aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:45.135367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Attempting to bind port c85fe14b-c8ce-4688-9365-efec31dfe914 on network 91073b3c-973f-4e51-91d0-65a53048bf33 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:45.148695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:45.149054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Checking segment: {'id': '10e05eac-9209-4942-b061-736f71626aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:45.149457 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.150167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Bound using segment: {'id': '10e05eac-9209-4942-b061-736f71626aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:45.150671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Bound port: c85fe14b-c8ce-4688-9365-efec31dfe914, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e05eac-9209-4942-b061-736f71626aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:45.152638 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.181951 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.253074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] For port c85fe14b-c8ce-4688-9365-efec31dfe914, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:45.256867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] For port c85fe14b-c8ce-4688-9365-efec31dfe914, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c85fe14b-c8ce-4688-9365-efec31dfe914,segment=NetworkSegment(10e05eac-9209-4942-b061-736f71626aae),segment_id=10e05eac-9209-4942-b061-736f71626aae)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:45.258491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-847fbe1b-9209-420e-85be-9cf9cc02c80d tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d182ac9bd42441d787f1e5019cce7a45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202359 Jul 22 16:26:45.262896 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.266621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.267193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.336981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5511f75-89bf-4666-b168-b3ae5cef2296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.344529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d38b8-d109-47d7-a309-3d6246db43e0 None None] Pushing event updated for resources: {'Port': ['ID=c85fe14b-c8ce-4688-9365-efec31dfe914,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:45.348382 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5511f75-89bf-4666-b168-b3ae5cef2296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.385623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5511f75-89bf-4666-b168-b3ae5cef2296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7679468-77dc-4db6-b2c1-8cb54f0d75f6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:45.391540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-dd52fe3f-9e8f-498c-b38b-8865ba06d4f0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1362407 Jul 22 16:26:45.410851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-759ac2eb-9c66-43b0-a8c8-ab68f4376435 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.418395 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-759ac2eb-9c66-43b0-a8c8-ab68f4376435 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 804 time: 0.6157627 Jul 22 16:26:45.447695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0987b9d0-ffa8-4f72-ae7b-c96305fc162b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:45.466397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Request body: {'port': {'device_id': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:45.471821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-09c038dc-e7b7-4b49-b1a7-6b6e5e8bfae3 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/quotas/c39667ad131b466ca52b4e9c3751a28a HTTP/1.1" status: 200 len: 375 time: 0.0521879 Jul 22 16:26:45.504854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b5511f75-89bf-4666-b168-b3ae5cef2296 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13d9b621c81944f19d42492c27fb2612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7826273 Jul 22 16:26:45.505028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:45.511863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:45.512318 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.596723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.600218 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1ec59f2-bca9-4e62-8a30-bf19306fb723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.619108 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-1dca0256-0321-4b06-ac7c-7dcbb507e8b7 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827422 Jul 22 16:26:45.625983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-25cbb112-37ea-49a7-97ab-95fd512a8668 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:45.628655 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-25cbb112-37ea-49a7-97ab-95fd512a8668 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531220 Jul 22 16:26:45.667196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Request body: {'port': {'device_id': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'd182ac9bd42441d787f1e5019cce7a45'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:45.691330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1ec59f2-bca9-4e62-8a30-bf19306fb723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.720661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 on host n-h1-792458-13 for vnic_type normal with profile None {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:45.721297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:45.721825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:45.756755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Port 414e3a98-c4b9-450f-943c-89be34028be1 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:45.757242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:45.777038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1ec59f2-bca9-4e62-8a30-bf19306fb723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.779573 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1ec59f2-bca9-4e62-8a30-bf19306fb723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.780705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b1ec59f2-bca9-4e62-8a30-bf19306fb723 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f7679468-77dc-4db6-b2c1-8cb54f0d75f6 HTTP/1.1" status: 204 len: 168 time: 0.2747619 Jul 22 16:26:45.794111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec59f2-bca9-4e62-8a30-bf19306fb723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7679468-77dc-4db6-b2c1-8cb54f0d75f6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:45.803622 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Router 8fa02242-3ebb-4a7e-afc5-06b39f221183 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:26:45.843543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.846470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:45.846833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:45.847448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:45.847676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Bound port: 414e3a98-c4b9-450f-943c-89be34028be1, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:45.926657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:45.943211 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Sync routers for ids ['8fa02242-3ebb-4a7e-afc5-06b39f221183'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:45.945676 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:45.951498 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-334ee9e3-53a8-467b-b4d2-dc52d6ec8c94 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8806887 Jul 22 16:26:45.953684 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Routers {'8fa02242-3ebb-4a7e-afc5-06b39f221183'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:45.954359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57240) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:45.956131 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8fa02242-3ebb-4a7e-afc5-06b39f221183'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:45.989337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-0930931a-f0c0-4870-a60e-6a3097226375 service neutron] 10.222.0.53 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379149 Jul 22 16:26:46.162354 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Set router 8fa02242-3ebb-4a7e-afc5-06b39f221183 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:46.386451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:46.418107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:46.478041 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6806027-5fab-4f13-9be7-08048355859f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.482420 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:43Z', 'updated_at': '2021-07-22T16:26:45Z', 'revision_number': 3, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'gw_port': {'id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:44Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:46.488851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.495521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ebda9f2d-bb9e-4ea3-b68a-68cd0a280d2e service neutron] 10.222.0.53 "POST /v2.0/ports/414e3a98-c4b9-450f-943c-89be34028be1/bindings HTTP/1.1" status: 201 len: 390 time: 1.8754644 Jul 22 16:26:46.526659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Made reservation on behalf of d182ac9bd42441d787f1e5019cce7a45 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:46.533819 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.570203 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.616118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-cb206adc-a0b2-4483-82d0-27aeb62f4178 service neutron] 10.222.0.53 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156387 Jul 22 16:26:46.621419 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Checking router: 8fa02242-3ebb-4a7e-afc5-06b39f221183 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:46.622344 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Updating router 8fa02242-3ebb-4a7e-afc5-06b39f221183 port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:46.639548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f328f6b3-d8ba-4296-8551-8ceebe29a5a8 None None] Network 91073b3c-973f-4e51-91d0-65a53048bf33 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:46.665682 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.670311 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.762250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6806027-5fab-4f13-9be7-08048355859f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.775848 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6806027-5fab-4f13-9be7-08048355859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:46.875239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.65', 60875) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:46.915757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6806027-5fab-4f13-9be7-08048355859f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3406b5b6-59e0-42d1-97ee-19bd5934b2f0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:46.921925 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b6806027-5fab-4f13-9be7-08048355859f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aca59b76b8034e74a5591fc2e6a494ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344410 Jul 22 16:26:46.925918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57250) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:46.976160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aaa1f244-04a7-4e1e-ba6f-878822148d8e None None] Provisioning for port c85fe14b-c8ce-4688-9365-efec31dfe914 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:47.072160 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.086605 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Transition to ACTIVE for port object 61da9b5b-d4dc-4049-b32d-a8155dfcf30e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:47.097204 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.119897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24a6ad8b-dd61-4f0f-bda6-64e8275be42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.131248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0523c45-0b61-43d1-9ceb-ccbe09b924f3 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:47.132910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533489f2-5272-4de9-91f2-99fe10b57e55 req-89384b4c-3952-4a61-90b0-4c9a0a938864 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:47.134428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-533489f2-5272-4de9-91f2-99fe10b57e55 req-89384b4c-3952-4a61-90b0-4c9a0a938864 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 946 time: 0.3427856 Jul 22 16:26:47.138386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Allocated IP 172.20.0.1 (91073b3c-973f-4e51-91d0-65a53048bf33/171c1a95-18df-4f69-a1f5-b1b629f8c7a1/f18182ff-3cef-466f-866d-fb2a5e8e58ff) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:47.146399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.200178 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2710b-3bc8-43fa-adf0-26575760490d None None] Pushing event updated for resources: {'Port': ['ID=61da9b5b-d4dc-4049-b32d-a8155dfcf30e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:47.212841 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Attempting to bind port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:47.213426 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Attempting to bind port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:47.215309 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Attempting to bind port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:47.217925 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-723a8e56-4164-49d0-8e84-acae68cf5568 req-02edc9fe-7e6b-4f3d-bf11-05e89cf15167 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 210 time: 0.1248147 Jul 22 16:26:47.225778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Transition to ACTIVE for port object f0523c45-0b61-43d1-9ceb-ccbe09b924f3 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:47.230445 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:47.231109 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:47.231622 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.232124 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:47.232245 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24a6ad8b-dd61-4f0f-bda6-64e8275be42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.238472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.239399 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Bound port: 61da9b5b-d4dc-4049-b32d-a8155dfcf30e, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:47.239965 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.245556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.285209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.319500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-533489f2-5272-4de9-91f2-99fe10b57e55 req-c0f3ca9d-482a-4880-ba19-0cb6a549fce3 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780772 Jul 22 16:26:47.332620 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] For port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:47.351748 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] For port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=61da9b5b-d4dc-4049-b32d-a8155dfcf30e,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:47.362198 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.370723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24a6ad8b-dd61-4f0f-bda6-64e8275be42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.381304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24a6ad8b-dd61-4f0f-bda6-64e8275be42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.392240 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-24a6ad8b-dd61-4f0f-bda6-64e8275be42f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3406b5b6-59e0-42d1-97ee-19bd5934b2f0 HTTP/1.1" status: 204 len: 168 time: 0.4643970 Jul 22 16:26:47.401722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-fda366b8-0f8e-49f0-904d-79ee9f017873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:47.405336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-fda366b8-0f8e-49f0-904d-79ee9f017873 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1097 time: 0.5291762 Jul 22 16:26:47.456339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6ad8b-dd61-4f0f-bda6-64e8275be42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3406b5b6-59e0-42d1-97ee-19bd5934b2f0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:47.461747 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2710b-3bc8-43fa-adf0-26575760490d None None] Pushing event updated for resources: {'Port': ['ID=61da9b5b-d4dc-4049-b32d-a8155dfcf30e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:47.464433 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Routers {'8fa02242-3ebb-4a7e-afc5-06b39f221183'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:47.465159 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8fa02242-3ebb-4a7e-afc5-06b39f221183'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:47.616302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c85fe14b-c8ce-4688-9365-efec31dfe914 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:47.676904 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.684779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c953019-a95e-4b12-b6e8-8af6aa2bf699,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:47.688172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Pushing event updated for resources: {'Port': ['ID=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:47.732071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Transition to ACTIVE for port object f18182ff-3cef-466f-866d-fb2a5e8e58ff will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:47.775133 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] Set router 8fa02242-3ebb-4a7e-afc5-06b39f221183 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:47.807292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c85fe14b-c8ce-4688-9365-efec31dfe914 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:47.812618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c85fe14b-c8ce-4688-9365-efec31dfe914 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:47.813263 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.815481 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:47.909330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Network 91073b3c-973f-4e51-91d0-65a53048bf33 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:47.916102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:47.957116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:47.963368 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.025803 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.047272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-905c2e85-f054-4393-a3c0-907c28819990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:48.049970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-905c2e85-f054-4393-a3c0-907c28819990 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.5884829 Jul 22 16:26:48.070783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344070aa-c8ea-457c-b3d9-53eaee0da521 req-c8f7293a-a5b0-4eb3-8e73-63c3cf93755d tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:48.078085 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-344070aa-c8ea-457c-b3d9-53eaee0da521 req-c8f7293a-a5b0-4eb3-8e73-63c3cf93755d tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 943 time: 0.6986387 Jul 22 16:26:48.083740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Allocated IP 192.168.233.182 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/24c84902-9752-450e-9a15-d68836f8d9a6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:48.126720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c85fe14b-c8ce-4688-9365-efec31dfe914, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c85fe14b-c8ce-4688-9365-efec31dfe914,segment=NetworkSegment(10e05eac-9209-4942-b061-736f71626aae),segment_id=10e05eac-9209-4942-b061-736f71626aae)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:48.142910 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.184862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:48.185226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:48.185560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:48.225205 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f5c81eed-b0d5-44f5-9893-e1f1dba83444 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414e3a98-c4b9-450f-943c-89be34028be1 HTTP/1.1" status: 200 len: 217 time: 0.1382856 Jul 22 16:26:48.259536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c85fe14b-c8ce-4688-9365-efec31dfe914,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:48.269352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:48.269948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:48.280245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f18182ff-3cef-466f-866d-fb2a5e8e58ff,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:48.294368 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:43Z', 'updated_at': '2021-07-22T16:26:45Z', 'revision_number': 3, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'gw_port': {'id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:44Z', 'updated_at': '2021-07-22T16:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:48.352539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:48.355290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:48.355922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:48.357113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Bound port: f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:48.357867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.369850 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984909c-e9d7-407e-bff1-a5c9d08e204e None None] The sync data for ids ['8fa02242-3ebb-4a7e-afc5-06b39f221183'] in n-d-792458-13 is: [{'id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:43Z', 'updated_at': '2021-07-22T16:26:45Z', 'revision_number': 3, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'gw_port': {'id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:44Z', 'updated_at': '2021-07-22T16:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:48.409126 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b28d693-afac-49ca-83ac-f115f7212ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.413020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15e62e99-6406-4f4f-bc8d-6a92aaf16ed3 None None] Provisioning for port f18182ff-3cef-466f-866d-fb2a5e8e58ff completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:48.416388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-344070aa-c8ea-457c-b3d9-53eaee0da521 req-f12087e6-8c7a-4937-99ff-73bf87077fa8 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368828 Jul 22 16:26:48.419383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15e62e99-6406-4f4f-bc8d-6a92aaf16ed3 None None] Provisioning complete for port f18182ff-3cef-466f-866d-fb2a5e8e58ff triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:48.419740 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15e62e99-6406-4f4f-bc8d-6a92aaf16ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.488112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdcbe6-e6c6-45a9-bd1d-96a9af03ea92 req-c1f0954c-73e5-4304-be70-95d06830e777 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:48.489801 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eccdcbe6-e6c6-45a9-bd1d-96a9af03ea92 req-c1f0954c-73e5-4304-be70-95d06830e777 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 945 time: 0.3478277 Jul 22 16:26:48.511884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-15e62e99-6406-4f4f-bc8d-6a92aaf16ed3 None None] Port f18182ff-3cef-466f-866d-fb2a5e8e58ff cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:48.531946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f5ae9cb5-3118-41b7-8667-4a58642d4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:48.534226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f5ae9cb5-3118-41b7-8667-4a58642d4015 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.2904925 Jul 22 16:26:48.586704 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.622417 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ffc16929-1521-46f2-ac9d-a3429d91124a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750263 Jul 22 16:26:48.633335 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86cf973d-56aa-4bf4-90d5-b332ba2178de req-6646b537-1a62-4332-ba74-7ad9ef4c6e33 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 210 time: 0.1062136 Jul 22 16:26:48.667216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eccdcbe6-e6c6-45a9-bd1d-96a9af03ea92 req-03215e84-ce41-4ba4-a8be-c4e8a8f2ac79 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596324 Jul 22 16:26:48.848798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a777913-c093-4e31-b2db-e07c612f85d7 req-7e1e976a-95db-4dfa-a6df-6765ad20543d tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 210 time: 0.0829861 Jul 22 16:26:48.954578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.960430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:48.961299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.063043 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f18182ff-3cef-466f-866d-fb2a5e8e58ff,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:49.072084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:49.172350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:49.288868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.330298 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.391444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-fa60f238-9acb-487b-a127-1c940d3281e7 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6859028 Jul 22 16:26:49.397497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:49.398402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.400476 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] 10.222.0.65 "PUT /v2.0/ports/f0523c45-0b61-43d1-9ceb-ccbe09b924f3 HTTP/1.1" status: 200 len: 1092 time: 3.9386392 Jul 22 16:26:49.417655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:49.431924 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:49.437476 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-22f6267a-55ad-43bb-af16-5a3935ba9d53 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990518 Jul 22 16:26:49.451748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Network 91073b3c-973f-4e51-91d0-65a53048bf33 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:49.453259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:49.494342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Transition to ACTIVE for port object 24c84902-9752-450e-9a15-d68836f8d9a6 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:49.566454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:49.600969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c85fe14b-c8ce-4688-9365-efec31dfe914 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:49.705292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c85fe14b-c8ce-4688-9365-efec31dfe914 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:49.706029 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.732222 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-02ca31d6-1289-4ed4-a313-9a2273c65085 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:49.740945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-02ca31d6-1289-4ed4-a313-9a2273c65085 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 804 time: 0.9587770 Jul 22 16:26:49.742080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.742406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Router 8fa02242-3ebb-4a7e-afc5-06b39f221183 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:26:49.842657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.851603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 61da9b5b-d4dc-4049-b32d-a8155dfcf30e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:49.861258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Request body: {'port': {'device_id': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'admin_state_up': True, 'tenant_id': 'c39667ad131b466ca52b4e9c3751a28a'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:49.910656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:26:49.915249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-36da062f-cce3-42ca-944e-c5d1b11395d4 None None] Provisioning complete for port f18182ff-3cef-466f-866d-fb2a5e8e58ff triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:49.915933 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-36da062f-cce3-42ca-944e-c5d1b11395d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:49.921327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46471d-e5e4-4721-82d8-f54266ce9a20 req-5dd3e640-490e-46c5-aa3e-7685a8b594eb tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:49.930158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a46471d-e5e4-4721-82d8-f54266ce9a20 req-5dd3e640-490e-46c5-aa3e-7685a8b594eb tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 943 time: 0.2575119 Jul 22 16:26:49.947539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a9465c11-e074-4615-b9fa-e1caed39f5b1 admin admin] 10.222.0.53 "PUT /v2.0/routers/8fa02242-3ebb-4a7e-afc5-06b39f221183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9826345 Jul 22 16:26:49.970749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-36da062f-cce3-42ca-944e-c5d1b11395d4 None None] Port f18182ff-3cef-466f-866d-fb2a5e8e58ff cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:49.973151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:49.978738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:49.979445 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.016188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a46471d-e5e4-4721-82d8-f54266ce9a20 req-d9081814-9060-4d48-9e3e-e252927682a2 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828772 Jul 22 16:26:50.083400 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.131534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=61da9b5b-d4dc-4049-b32d-a8155dfcf30e,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:50.138507 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.175889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-896f0ae6-b56c-4ca2-8b55-76c99bb1d2d0 req-99a5313a-b6a9-4d7a-92dd-9a19d63a8460 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 210 time: 0.0470779 Jul 22 16:26:50.210354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=61da9b5b-d4dc-4049-b32d-a8155dfcf30e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:50.257665 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c8d1d4-ba86-4a26-b56a-a12538537fff x-openstack-request-id: req-81c8d1d4-ba86-4a26-b56a-a12538537fff {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:50.258227 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:50.258227 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81c8d1d4-ba86-4a26-b56a-a12538537fff {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:50.258559 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3', 'status': 'completed', 'code': 200} Jul 22 16:26:50.277719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5decd-4e8a-4a46-9060-3e646122caaa service neutron] Pushing event updated for resources: {'Port': ['ID=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:50.282103 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fdf43984-fb01-4123-9798-5701a4ff693c req-95344e23-2996-492d-a83b-c42b54786b98 tempest-FlavorsV2NegativeTest-258413223 tempest-FlavorsV2NegativeTest-258413223-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b9ca7a8f8174846850eb35365825464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248897 Jul 22 16:26:50.366737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:50.393644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43984-fb01-4123-9798-5701a4ff693c req-7c895d16-f19e-47e0-8f15-3032452baa1f tempest-FlavorsV2NegativeTest-258413223 tempest-FlavorsV2NegativeTest-258413223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.395188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fdf43984-fb01-4123-9798-5701a4ff693c req-7c895d16-f19e-47e0-8f15-3032452baa1f tempest-FlavorsV2NegativeTest-258413223 tempest-FlavorsV2NegativeTest-258413223-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063662 Jul 22 16:26:50.399106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:50.404230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:50.411613 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fdf43984-fb01-4123-9798-5701a4ff693c req-a68f7fbe-bbd5-4011-97a8-618e05c434c9 tempest-FlavorsV2NegativeTest-258413223 tempest-FlavorsV2NegativeTest-258413223-project] 10.222.0.53 "GET /v2.0/quotas/0b9ca7a8f8174846850eb35365825464 HTTP/1.1" status: 200 len: 375 time: 0.0102386 Jul 22 16:26:50.447952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-43ba87e3-9ef1-4aa5-b6e7-6b05c06ad762 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670647 Jul 22 16:26:50.452515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fdf43984-fb01-4123-9798-5701a4ff693c req-c2d745f6-1604-4909-a58a-13b9fadd65ad tempest-FlavorsV2NegativeTest-258413223 tempest-FlavorsV2NegativeTest-258413223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b9ca7a8f8174846850eb35365825464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331848 Jul 22 16:26:50.456987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Pushing event updated for resources: {'Port': ['ID=24c84902-9752-450e-9a15-d68836f8d9a6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:50.487437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-f684651b-abc0-4fd9-9646-ad64d5956a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.488973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-f684651b-abc0-4fd9-9646-ad64d5956a64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1095 time: 0.9002140 Jul 22 16:26:50.580249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.580934 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.644329 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-c4f17ab2-d2ae-4aca-9a19-9c6f81d94699 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3 HTTP/1.1" status: 200 len: 217 time: 0.0891855 Jul 22 16:26:50.660051 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2aa51-713e-4a3e-9be8-94000ca38d02 req-89e815c6-f2de-416f-b38f-7e5070fe0e44 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.661644 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27b2aa51-713e-4a3e-9be8-94000ca38d02 req-89e815c6-f2de-416f-b38f-7e5070fe0e44 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 945 time: 0.1173239 Jul 22 16:26:50.700650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-756a562b-ab11-44f7-83db-04590ef45d95 None None] Provisioning for port 24c84902-9752-450e-9a15-d68836f8d9a6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:50.707920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-756a562b-ab11-44f7-83db-04590ef45d95 None None] Provisioning complete for port 24c84902-9752-450e-9a15-d68836f8d9a6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:50.709311 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-756a562b-ab11-44f7-83db-04590ef45d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.715023 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:26:50.725113 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27b2aa51-713e-4a3e-9be8-94000ca38d02 req-1d90a119-ce47-4f23-83a9-95e6cc5dadc1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569222 Jul 22 16:26:50.751310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Made reservation on behalf of c39667ad131b466ca52b4e9c3751a28a for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:50.756010 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.765876 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-cd04062f-444f-4060-ba5d-532e24d968f1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1168377 Jul 22 16:26:50.785858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-756a562b-ab11-44f7-83db-04590ef45d95 None None] Port 24c84902-9752-450e-9a15-d68836f8d9a6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:50.808262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Request body: {'port': {'device_id': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:50.844038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-c1a4d70a-832c-49da-9b7e-2ac86f7d20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.846265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-c1a4d70a-832c-49da-9b7e-2ac86f7d20f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1783040 Jul 22 16:26:50.884252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6367212-7eb7-46e1-b425-00c8c1495523 req-3b6fd9c9-8261-4889-b4f9-7a8d468f231e tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.887871 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6367212-7eb7-46e1-b425-00c8c1495523 req-3b6fd9c9-8261-4889-b4f9-7a8d468f231e tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 936 time: 0.0705805 Jul 22 16:26:50.937045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6367212-7eb7-46e1-b425-00c8c1495523 req-4482cb6d-5b06-4860-be53-466e436b9149 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Jul 22 16:26:50.948001 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.958634 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-18057900-1774-4142-9004-61cda81fa4a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036072 Jul 22 16:26:50.971819 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-927bf855-e3d0-4f7f-aace-37694f57cee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:50.972436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-499bfd92-410c-477d-a8e5-d5b3cf01ae1d tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:50.975181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-499bfd92-410c-477d-a8e5-d5b3cf01ae1d tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.3499904 Jul 22 16:26:51.015258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Sync routers for ids ['8fa02242-3ebb-4a7e-afc5-06b39f221183'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:26:51.024103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-13'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:51.029078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Routers {'8fa02242-3ebb-4a7e-afc5-06b39f221183'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:51.029731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8fa02242-3ebb-4a7e-afc5-06b39f221183'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:51.144222 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.167375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Set router 8fa02242-3ebb-4a7e-afc5-06b39f221183 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:51.217365 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.304289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Allocated IP 172.20.0.12 (5d3d24e3-cd4a-4369-b000-a249db2fde65/3c66a87f-7623-4036-99c1-47ad46d04f04/c67dd0d2-df53-4f10-956a-085b7fdeff74) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:51.386107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-da103ce1-8bd0-4b6b-8ec9-cbfc1b5bb3c3 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022806 Jul 22 16:26:51.394487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57394) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:51.398392 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.401866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Allocated IP 172.25.3.244 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/657d0840-b28a-45f8-ab6e-63a46b4c002d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:51.496732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 61da9b5b-d4dc-4049-b32d-a8155dfcf30e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:51.503665 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-cbbee051-3737-4ac4-9422-29350bf59aa6 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d47fe6c884c34a259dca1911611a9815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415347 Jul 22 16:26:51.602230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:51.602603 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.637664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f5f7d5a-d5ae-4bfc-ab53-9c6bf73b8961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.643090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:43Z', 'updated_at': '2021-07-22T16:26:48Z', 'revision_number': 4, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'gw_port': {'id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:44Z', 'updated_at': '2021-07-22T16:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f18182ff-3cef-466f-866d-fb2a5e8e58ff', 'name': '', 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'mac_address': 'fa:16:3e:02:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171c1a95-18df-4f69-a1f5-b1b629f8c7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:46Z', 'updated_at': '2021-07-22T16:26:48Z', 'revision_number': 2, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'subnets': [{'id': '171c1a95-18df-4f69-a1f5-b1b629f8c7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:51.673169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-334e19cf-3ec3-492d-8d79-9144e9e7edd8 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:51.675059 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-334e19cf-3ec3-492d-8d79-9144e9e7edd8 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658971 Jul 22 16:26:51.678458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Checking router: 8fa02242-3ebb-4a7e-afc5-06b39f221183 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:26:51.679635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Updating router 8fa02242-3ebb-4a7e-afc5-06b39f221183 port f18182ff-3cef-466f-866d-fb2a5e8e58ff binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:26:51.708935 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-cc1bdba9-7097-4b46-8a0b-20e628033c49 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/quotas/d47fe6c884c34a259dca1911611a9815 HTTP/1.1" status: 200 len: 375 time: 0.0214097 Jul 22 16:26:51.756905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-218b3fe5-0d5e-4148-9d8b-b35899210fb0 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d47fe6c884c34a259dca1911611a9815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380461 Jul 22 16:26:51.763600 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.816113 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f5f7d5a-d5ae-4bfc-ab53-9c6bf73b8961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.822111 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f5f7d5a-d5ae-4bfc-ab53-9c6bf73b8961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:51.894131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f7d5a-d5ae-4bfc-ab53-9c6bf73b8961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8053d38b-618f-4843-a20f-af6587c9cac3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:51.902900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8f5f7d5a-d5ae-4bfc-ab53-9c6bf73b8961 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b9ca7a8f8174846850eb35365825464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061998 Jul 22 16:26:51.903885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57406) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:52.041512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1d51c-5fc3-406a-9b8b-c8904df41f68 req-81292ab0-c398-4cd4-a83a-5bbf6792b002 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:52.051344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08f1d51c-5fc3-406a-9b8b-c8904df41f68 req-81292ab0-c398-4cd4-a83a-5bbf6792b002 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 943 time: 0.0920892 Jul 22 16:26:52.097922 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08f1d51c-5fc3-406a-9b8b-c8904df41f68 req-f5cc2451-dd03-4185-a7a4-abbeba2101e0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455227 Jul 22 16:26:52.153066 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.167828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Transition to ACTIVE for port object f18182ff-3cef-466f-866d-fb2a5e8e58ff will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:52.180239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.222759 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-575785e0-0975-4cc3-83a4-b13f3bb15f21 req-f2f75784-35c4-4692-9ffb-1020a60df3ab tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 210 time: 0.0430903 Jul 22 16:26:52.246399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb6b86e5-e38f-4475-bc89-3197d74da378 req-185f3709-3b64-425c-aa49-27390d68ef1b service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8461356 Jul 22 16:26:52.331265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202626c7-6af8-495d-87e0-16cc0cb85ba8 None None] Pushing event updated for resources: {'Port': ['ID=f18182ff-3cef-466f-866d-fb2a5e8e58ff,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:52.343967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:52.368514 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.382789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Attempting to bind port f18182ff-3cef-466f-866d-fb2a5e8e58ff on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:52.383207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Attempting to bind port f18182ff-3cef-466f-866d-fb2a5e8e58ff by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '10e05eac-9209-4942-b061-736f71626aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:52.383750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Attempting to bind port f18182ff-3cef-466f-866d-fb2a5e8e58ff on network 91073b3c-973f-4e51-91d0-65a53048bf33 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:52.395702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:52.396075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Checking segment: {'id': '10e05eac-9209-4942-b061-736f71626aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:52.396484 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.396877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Bound using segment: {'id': '10e05eac-9209-4942-b061-736f71626aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:52.397345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Bound port: f18182ff-3cef-466f-866d-fb2a5e8e58ff, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e05eac-9209-4942-b061-736f71626aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:52.398207 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.433015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7b60-f362-491c-aa9c-566b32957d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.449048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.488089 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.511086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] For port f18182ff-3cef-466f-866d-fb2a5e8e58ff, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:52.518995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] For port f18182ff-3cef-466f-866d-fb2a5e8e58ff, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f18182ff-3cef-466f-866d-fb2a5e8e58ff,segment=NetworkSegment(10e05eac-9209-4942-b061-736f71626aae),segment_id=10e05eac-9209-4942-b061-736f71626aae)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:52.537392 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.600643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7b60-f362-491c-aa9c-566b32957d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.610900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Routers {'8fa02242-3ebb-4a7e-afc5-06b39f221183'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:26:52.611845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8fa02242-3ebb-4a7e-afc5-06b39f221183'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:52.654602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:52.708467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202626c7-6af8-495d-87e0-16cc0cb85ba8 None None] Pushing event updated for resources: {'Port': ['ID=f18182ff-3cef-466f-866d-fb2a5e8e58ff,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:52.745463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c84902-9752-450e-9a15-d68836f8d9a6 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:52.771302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.792901 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.795997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-811a30ed-3c08-4e65-bf88-99ac551fac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:52.797747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-811a30ed-3c08-4e65-bf88-99ac551fac55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1095 time: 0.4093471 Jul 22 16:26:52.799810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] Set router 8fa02242-3ebb-4a7e-afc5-06b39f221183 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:26:52.816218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:52.818513 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7e0bd3-787e-4404-92d4-456bf43e4a67" -d '{"events": [{"server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "name": "network-vif-unplugged", "status": "completed", "tag": "414e3a98-c4b9-450f-943c-89be34028be1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:52.831152 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.896508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bda30e-416c-4099-8c7b-4ade455ac6bf req-daaa7010-60d2-42ad-9a27-a28ca46090ba tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:52.898693 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8bda30e-416c-4099-8c7b-4ade455ac6bf req-daaa7010-60d2-42ad-9a27-a28ca46090ba tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 945 time: 0.0978148 Jul 22 16:26:52.918397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Transition to ACTIVE for port object 24c84902-9752-450e-9a15-d68836f8d9a6 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:52.924228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.929419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.952575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:52.960764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:52.978045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8bda30e-416c-4099-8c7b-4ade455ac6bf req-5fe2e19f-a559-4f9e-b3a0-86396c849cee tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670938 Jul 22 16:26:53.037937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Pushing event updated for resources: {'Port': ['ID=657d0840-b28a-45f8-ab6e-63a46b4c002d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.059687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Network 5d3d24e3-cd4a-4369-b000-a249db2fde65 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:53.061385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:53.106020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:53.106482 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fd6a56b-58a3-4092-86c4-e7b726ea41b7 req-2e0e465f-a7d5-449b-9919-a655eec855b2 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 210 time: 0.0441732 Jul 22 16:26:53.116717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:53.118583 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:43Z', 'updated_at': '2021-07-22T16:26:48Z', 'revision_number': 4, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'gw_port': {'id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:44Z', 'updated_at': '2021-07-22T16:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f18182ff-3cef-466f-866d-fb2a5e8e58ff', 'name': '', 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'mac_address': 'fa:16:3e:02:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171c1a95-18df-4f69-a1f5-b1b629f8c7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:46Z', 'updated_at': '2021-07-22T16:26:52Z', 'revision_number': 4, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'subnets': [{'id': '171c1a95-18df-4f69-a1f5-b1b629f8c7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:26:53.154225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07a5a0-b653-415c-8522-250c12dd7ffb None None] The sync data for ids ['8fa02242-3ebb-4a7e-afc5-06b39f221183'] in n-d-792458-13 is: [{'id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:43Z', 'updated_at': '2021-07-22T16:26:48Z', 'revision_number': 4, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'gw_port': {'id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:44Z', 'updated_at': '2021-07-22T16:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f18182ff-3cef-466f-866d-fb2a5e8e58ff', 'name': '', 'network_id': '91073b3c-973f-4e51-91d0-65a53048bf33', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'mac_address': 'fa:16:3e:02:2c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '171c1a95-18df-4f69-a1f5-b1b629f8c7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:46Z', 'updated_at': '2021-07-22T16:26:52Z', 'revision_number': 4, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'subnets': [{'id': '171c1a95-18df-4f69-a1f5-b1b629f8c7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:26:53.162461 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7b60-f362-491c-aa9c-566b32957d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.166504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7b60-f362-491c-aa9c-566b32957d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.166504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ec8f7b60-f362-491c-aa9c-566b32957d0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8053d38b-618f-4843-a20f-af6587c9cac3 HTTP/1.1" status: 204 len: 168 time: 1.2578053 Jul 22 16:26:53.253632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-de329b92-cf71-4841-993e-00fa541e8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:53.255229 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-de329b92-cf71-4841-993e-00fa541e8843 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.4105883 Jul 22 16:26:53.281491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f7b60-f362-491c-aa9c-566b32957d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8053d38b-618f-4843-a20f-af6587c9cac3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.330696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dda9a-ed97-4318-9d4a-3708301cd92a req-aa853506-f43d-40a0-afb2-194a3e9c1c18 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:53.333326 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f8dda9a-ed97-4318-9d4a-3708301cd92a req-aa853506-f43d-40a0-afb2-194a3e9c1c18 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 948 time: 0.1374855 Jul 22 16:26:53.422717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-1771ee3a-a4d6-4502-8753-dfeb96609066 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3 HTTP/1.1" status: 200 len: 217 time: 0.1309288 Jul 22 16:26:53.451053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Pushing event updated for resources: {'Port': ['ID=414e3a98-c4b9-450f-943c-89be34028be1,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.461726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f18182ff-3cef-466f-866d-fb2a5e8e58ff up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:53.468264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:53.481530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f8dda9a-ed97-4318-9d4a-3708301cd92a req-272946fc-4354-4841-af66-8e04210446dc tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340070 Jul 22 16:26:53.589115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Pushing event updated for resources: {'Port': ['ID=c67dd0d2-df53-4f10-956a-085b7fdeff74,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.598473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.65', 60877) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:53.619014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port f18182ff-3cef-466f-866d-fb2a5e8e58ff completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:53.623922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f18182ff-3cef-466f-866d-fb2a5e8e58ff triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:53.624451 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.701854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-f46b4165-5dd0-4002-a734-7232e68e8531 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d47fe6c884c34a259dca1911611a9815&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993748 Jul 22 16:26:53.742675 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.767813 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9dcd49-0ee8-4af3-8a68-dbf396bb4a98 x-openstack-request-id: req-ac9dcd49-0ee8-4af3-8a68-dbf396bb4a98 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:53.768205 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "name": "network-vif-unplugged", "status": "completed", "tag": "414e3a98-c4b9-450f-943c-89be34028be1", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:53.768467 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac9dcd49-0ee8-4af3-8a68-dbf396bb4a98 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:53.768882 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1', 'code': 200} Jul 22 16:26:53.810392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port f18182ff-3cef-466f-866d-fb2a5e8e58ff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f18182ff-3cef-466f-866d-fb2a5e8e58ff,segment=NetworkSegment(10e05eac-9209-4942-b061-736f71626aae),segment_id=10e05eac-9209-4942-b061-736f71626aae)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:53.817967 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:53.922478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024b4d2-698e-4db3-92b4-7732aeb00429 req-9f195156-e97e-4382-af45-57016469dd71 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:53.924876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d024b4d2-698e-4db3-92b4-7732aeb00429 req-9f195156-e97e-4382-af45-57016469dd71 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 943 time: 0.2202272 Jul 22 16:26:53.925991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=f18182ff-3cef-466f-866d-fb2a5e8e58ff,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.949910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 on host n-h2-792458-13 for vnic_type normal with profile {"migrating_to": "n-h1-792458-13"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:53.950256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:53.950595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:53.968364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Pushing event updated for resources: {'Port': ['ID=24c84902-9752-450e-9a15-d68836f8d9a6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:53.975219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-70840c78-8ffb-489c-b429-6a87252d149e tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:53.978465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-70840c78-8ffb-489c-b429-6a87252d149e tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2707314 Jul 22 16:26:54.002555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Port 414e3a98-c4b9-450f-943c-89be34028be1 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:54.002887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Attempting to bind port 414e3a98-c4b9-450f-943c-89be34028be1 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:54.013765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-cf9b6d3e-4b7d-454e-8802-a1d0b3f2a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:54.015333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-cf9b6d3e-4b7d-454e-8802-a1d0b3f2a4b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.5528400 Jul 22 16:26:54.027572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Request body: {'port': {'device_id': 'd4dcf5bf-1701-460b-87c7-5e9c1a3b7baf', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'd47fe6c884c34a259dca1911611a9815'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:54.035725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:54.036344 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.065030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.071502 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.073416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:54.073955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:54.074519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:54.075191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Bound port: 414e3a98-c4b9-450f-943c-89be34028be1, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:54.075735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.124937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-e1d7c73e-3011-42b6-8bcf-3b0ecc6c12e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829110 Jul 22 16:26:54.129884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Attempting to bind port 24c84902-9752-450e-9a15-d68836f8d9a6 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:54.132900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Attempting to bind port 24c84902-9752-450e-9a15-d68836f8d9a6 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:54.133279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Attempting to bind port 24c84902-9752-450e-9a15-d68836f8d9a6 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:54.187049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d024b4d2-698e-4db3-92b4-7732aeb00429 req-947ef93a-2a19-411b-b774-1d3664d4e471 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429979 Jul 22 16:26:54.219271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-35665f71-6975-47cf-8130-5532f3353b5e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3429322 Jul 22 16:26:54.230135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Request body: {'port': {'device_id': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:54.264667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Made reservation on behalf of d47fe6c884c34a259dca1911611a9815 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:54.268780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.270081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Port 24c84902-9752-450e-9a15-d68836f8d9a6 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:54.270417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Attempting to bind port 24c84902-9752-450e-9a15-d68836f8d9a6 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:54.293911 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.343692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:54.344039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:54.344435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:54.344926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Bound port: 24c84902-9752-450e-9a15-d68836f8d9a6, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:54.345360 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.434532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.459696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd39e-db85-48ff-be46-3607e4af70a4 req-7a207f48-a92f-47a3-9744-9ade2a52c165 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:54.462100 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-751fd39e-db85-48ff-be46-3607e4af70a4 req-7a207f48-a92f-47a3-9744-9ade2a52c165 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 932 time: 0.1703517 Jul 22 16:26:54.488604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:54.494561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:54.539594 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-751fd39e-db85-48ff-be46-3607e4af70a4 req-73240825-94bd-4015-960f-efa6793abd34 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 Jul 22 16:26:54.544529 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.568575 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.623440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.625416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57460) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:54.648457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4be8558-5283-47cf-9dca-b040380efa07,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:54.698415 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.767979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Allocated IP 192.168.233.90 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/65feeb7b-a2ab-44ae-9fd8-9f3b5997c242) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:54.776413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-36ab550c-5505-4e37-a446-50860d5a01b1 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349015 Jul 22 16:26:54.797067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acb22b-363c-421a-ab31-6ceacb986973 req-8c745a5c-1930-4c75-b5e8-23423767a3a3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:54.798635 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-36acb22b-363c-421a-ab31-6ceacb986973 req-8c745a5c-1930-4c75-b5e8-23423767a3a3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 943 time: 0.1267359 Jul 22 16:26:54.868846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1832221090-network', 'tenant_id': 'd6495309ad7243e6bb8f112de851bb94'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:54.873562 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-36acb22b-363c-421a-ab31-6ceacb986973 req-3f4117b0-b843-4833-975f-28e7e014f78f tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647428 Jul 22 16:26:54.885803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] For port 24c84902-9752-450e-9a15-d68836f8d9a6, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:54.905430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Pushing event updated for resources: {'Port': ['ID=414e3a98-c4b9-450f-943c-89be34028be1,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:54.950517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:54.951214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:54.952570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-25b1f678-a12f-4997-894b-820023ea12e6 service neutron] 10.222.0.65 "PUT /v2.0/ports/414e3a98-c4b9-450f-943c-89be34028be1 HTTP/1.1" status: 200 len: 1123 time: 3.9678521 Jul 22 16:26:54.960315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] For port 24c84902-9752-450e-9a15-d68836f8d9a6, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=24c84902-9752-450e-9a15-d68836f8d9a6,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:55.018423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a310366-6f06-41a1-9845-a0e63734bfd1 req-0f3fb34a-997d-4b62-b9aa-e9b2d2947c57 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 210 time: 0.0364640 Jul 22 16:26:55.032746 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.066569 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.082848 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Transition to ACTIVE for port object 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:55.106041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['414e3a98-c4b9-450f-943c-89be34028be1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:55.158590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:55.159382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.160266 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.161084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] 10.222.0.65 "PUT /v2.0/ports/24c84902-9752-450e-9a15-d68836f8d9a6 HTTP/1.1" status: 200 len: 1097 time: 4.3597014 Jul 22 16:26:55.166769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Made reservation on behalf of d6495309ad7243e6bb8f112de851bb94 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:55.170356 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.228779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:26:55.243108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d04e2b-0707-4c76-94e2-a42965f16b81 req-c11bc748-803a-4d7c-a6c9-0624b6b7929d tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:55.244707 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28d04e2b-0707-4c76-94e2-a42965f16b81 req-c11bc748-803a-4d7c-a6c9-0624b6b7929d tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 948 time: 0.1479588 Jul 22 16:26:55.245653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:55.252705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:26:55.257007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:55.257670 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.264229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Pushing event updated for resources: {'Port': ['ID=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:55.305481 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-1b8e8752-c749-4095-ae66-fb23c29d814b tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2819979 Jul 22 16:26:55.332929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Request body: {'port': {'device_id': 'd4dcf5bf-1701-460b-87c7-5e9c1a3b7baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:55.367736 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28d04e2b-0707-4c76-94e2-a42965f16b81 req-80cc9686-7e92-408e-8302-8ecb599db1c5 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067569 Jul 22 16:26:55.448333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f18182ff-3cef-466f-866d-fb2a5e8e58ff up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:55.449403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.491645 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.550859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f18182ff-3cef-466f-866d-fb2a5e8e58ff triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:55.551703 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.579619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.595247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f3429-c74e-4826-891d-d756a44a9480 service neutron] Pushing event updated for resources: {'Port': ['ID=24c84902-9752-450e-9a15-d68836f8d9a6,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:55.608986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.620146 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2ca11f4-1def-4a9c-b0eb-2adea9f4c827 req-1c0156ab-810b-496c-86c4-d47361db70c4 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8278785 Jul 22 16:26:55.664746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec470b48-365b-4d51-9443-4a883e7b5f0e req-bc4854dc-66ed-49a5-821a-904db8d3cb6e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:55.665800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec470b48-365b-4d51-9443-4a883e7b5f0e req-bc4854dc-66ed-49a5-821a-904db8d3cb6e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 943 time: 0.1907635 Jul 22 16:26:55.752008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4447b220-bb85-485f-87c4-7ea526ef559e None None] Provisioning for port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:55.757248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4447b220-bb85-485f-87c4-7ea526ef559e None None] Provisioning complete for port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:55.757630 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4447b220-bb85-485f-87c4-7ea526ef559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.772111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec470b48-365b-4d51-9443-4a883e7b5f0e req-d34f7341-5c94-403a-99b9-fd2c819ad3d6 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968437 Jul 22 16:26:55.772600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1'}, {'name': 'network-changed', 'server_uuid': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'tag': '24c84902-9752-450e-9a15-d68836f8d9a6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:55.776648 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64706325-fb1c-4a1a-b70f-6f105ce0e60d" -d '{"events": [{"name": "network-changed", "server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "tag": "414e3a98-c4b9-450f-943c-89be34028be1"}, {"name": "network-changed", "server_uuid": "f3ab3f74-26e6-464d-a03f-fc54caeec762", "tag": "24c84902-9752-450e-9a15-d68836f8d9a6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:55.789164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Pushing event updated for resources: {'Port': ['ID=657d0840-b28a-45f8-ab6e-63a46b4c002d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:55.823623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4447b220-bb85-485f-87c4-7ea526ef559e None None] Port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:26:55.853692 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.860150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-0b486121-3824-4622-bd0e-1cfafd4010fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:55.862292 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-0b486121-3824-4622-bd0e-1cfafd4010fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d182ac9bd42441d787f1e5019cce7a45&device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 1100 time: 0.3794448 Jul 22 16:26:55.932486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:55.943948 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.959472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Transition to ACTIVE for port object 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:55.960562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-2e00dbaf-fb64-4743-b560-86df558f5bc8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=24c84902-9752-450e-9a15-d68836f8d9a6 HTTP/1.1" status: 200 len: 217 time: 0.0802724 Jul 22 16:26:55.966014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:55.993716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.010456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f0523c45-0b61-43d1-9ceb-ccbe09b924f3 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:56.018794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Pushing event updated for resources: {'Port': ['ID=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.024621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67dd0d2-df53-4f10-956a-085b7fdeff74 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:56.045882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.060391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Transition to ACTIVE for port object c67dd0d2-df53-4f10-956a-085b7fdeff74 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:26:56.071882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Attempting to bind port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:56.072218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Attempting to bind port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:56.072547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Attempting to bind port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:56.074480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.080633 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:56.080962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Attempting to bind port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:56.082629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.084407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d28c8be1-a6ac-4a02-9d4a-a16ba1957a77 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.6733742 Jul 22 16:26:56.085217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.089990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:56.090322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:56.090717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:56.091449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Bound port: 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:56.091812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.186046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:56.189747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] For port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:56.193575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] For port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:56.202691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.213181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3', 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b', 'port_id': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3', 'mac_address': 'fa:16:3e:fd:ab:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eea527e-0b96-49a8-be19-038b62f4c05d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:26:56.244172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:56.273932 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.281897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-53819816-673b-4515-9ee0-e3c10cbdb991 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308425166', 'description': 'tempest-description--1095973166'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:56.292038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0523c45-0b61-43d1-9ceb-ccbe09b924f3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:26:56.293642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.301452 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.303190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] 10.222.0.65 "PUT /v2.0/ports/65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 HTTP/1.1" status: 200 len: 1096 time: 0.9786918 Jul 22 16:26:56.305916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dcf5bf-1701-460b-87c7-5e9c1a3b7baf', 'tag': '65feeb7b-a2ab-44ae-9fd8-9f3b5997c242'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:56.308618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-ffcd906b-5251-49a8-90a2-7110b9affec8 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1897724 Jul 22 16:26:56.310851 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf", "tag": "65feeb7b-a2ab-44ae-9fd8-9f3b5997c242"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:56.334891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:56.352158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:26:56.361787 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.404303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4886627d-01f9-43ae-b6d4-a5f983914385,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.435359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.435359 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Added segment 20a47546-934b-4f66-82d5-75962542dc1a of type vlan for network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 Jul 22 16:26:56.436277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-f5f718dd-b3a2-4d51-bb3e-62bb0a4c5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.437541 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-f5f718dd-b3a2-4d51-bb3e-62bb0a4c5fed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3740389 Jul 22 16:26:56.447591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e92c8-4d47-43b2-89bc-e1a74b74de81 service neutron] Pushing event updated for resources: {'Port': ['ID=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.453359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53819816-673b-4515-9ee0-e3c10cbdb991 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.454882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Pushing event updated for resources: {'Port': ['ID=c67dd0d2-df53-4f10-956a-085b7fdeff74,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.477298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.553147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbba96-f941-45ac-bb7a-acb58c418f1b req-7bd4cd47-dc00-495c-8b53-f53702fdc61a tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.554892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d4fbba96-f941-45ac-bb7a-acb58c418f1b req-7bd4cd47-dc00-495c-8b53-f53702fdc61a tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 944 time: 0.2344077 Jul 22 16:26:56.559069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-2fee91a5-a77c-4070-bb09-e8397cc3c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.560653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-2fee91a5-a77c-4070-bb09-e8397cc3c714 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d47fe6c884c34a259dca1911611a9815&device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 1099 time: 0.1704655 Jul 22 16:26:56.637258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.663157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-69899a7a-e572-4874-821c-ba40b72af5ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 HTTP/1.1" status: 200 len: 217 time: 0.0698094 Jul 22 16:26:56.690099 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53819816-673b-4515-9ee0-e3c10cbdb991 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.704475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Attempting to bind port c67dd0d2-df53-4f10-956a-085b7fdeff74 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:26:56.704829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Attempting to bind port c67dd0d2-df53-4f10-956a-085b7fdeff74 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:26:56.705170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Attempting to bind port c67dd0d2-df53-4f10-956a-085b7fdeff74 on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:56.717486 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d4fbba96-f941-45ac-bb7a-acb58c418f1b req-4da7654e-fa5e-45ab-ba59-c7383139d835 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446874 Jul 22 16:26:56.718198 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53819816-673b-4515-9ee0-e3c10cbdb991 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.725787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Port c67dd0d2-df53-4f10-956a-085b7fdeff74 on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:26:56.725787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Attempting to bind port c67dd0d2-df53-4f10-956a-085b7fdeff74 on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:26:56.737213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-1389a4f9-3683-43aa-aad5-0ffabd85ac61 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.738817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-1389a4f9-3683-43aa-aad5-0ffabd85ac61 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.3941126 Jul 22 16:26:56.747072 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.748207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.748970 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.764616 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53819816-673b-4515-9ee0-e3c10cbdb991 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.768628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-53819816-673b-4515-9ee0-e3c10cbdb991 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4877050 Jul 22 16:26:56.769337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:56.769889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d491b2a3-97eb-4eec-8bdb-57fb2091a754 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:26:56.770814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-b889633b-a1fa-443f-8449-fcb98c7032a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.771126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff4d53a2-e9a9-42d6-86be-af8dc4916f0a req-d491b2a3-97eb-4eec-8bdb-57fb2091a754 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182977 Jul 22 16:26:56.772273 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-b889633b-a1fa-443f-8449-fcb98c7032a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0982080 Jul 22 16:26:56.774974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:26:56.775321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Checking segment: {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:56.775708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Bound using segment: {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:26:56.776159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Bound port: c67dd0d2-df53-4f10-956a-085b7fdeff74, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:26:56.776522 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:56.777637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-026b3987-31cd-4ace-9394-1242081e53e3 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Request body: {'security_group_rule': {'security_group_id': '57788b0d-a1d7-4247-b387-73b0daf1c5b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:56.784222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f0523c45-0b61-43d1-9ceb-ccbe09b924f3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:26:56.792553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-05a9bf15-1e3d-45fd-8e09-08111dd99526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:56.794345 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-05a9bf15-1e3d-45fd-8e09-08111dd99526 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2953298 Jul 22 16:26:56.807498 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdb266a-8f6f-49b2-af69-a3f2d0632ae4 x-openstack-request-id: req-7cdb266a-8f6f-49b2-af69-a3f2d0632ae4 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:56.807794 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "tag": "414e3a98-c4b9-450f-943c-89be34028be1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3ab3f74-26e6-464d-a03f-fc54caeec762", "tag": "24c84902-9752-450e-9a15-d68836f8d9a6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:56.809140 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cdb266a-8f6f-49b2-af69-a3f2d0632ae4 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:56.809564 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1', 'status': 'completed', 'code': 200} Jul 22 16:26:56.809833 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'tag': '24c84902-9752-450e-9a15-d68836f8d9a6', 'status': 'completed', 'code': 200} Jul 22 16:26:56.817785 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53819816-673b-4515-9ee0-e3c10cbdb991 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57788b0d-a1d7-4247-b387-73b0daf1c5b7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:56.828006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1677413 Jul 22 16:26:56.844521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57488) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:56.983831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Request body: {'subnet': {'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1832221090-subnet', 'tenant_id': 'd6495309ad7243e6bb8f112de851bb94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:57.027094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb07e90-d6d4-4fa9-aaf6-aeff326a8726 admin admin] Pushing event updated for resources: {'Network': ['ID=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:57.050365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:26:57.109258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:57.136527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:26:57.147753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.228187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-dadc55b8-01d8-4a31-a553-773aedf1624e service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989658 Jul 22 16:26:57.231321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.232236 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.234233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] 10.222.0.20 "PUT /v2.0/ports/c67dd0d2-df53-4f10-956a-085b7fdeff74 HTTP/1.1" status: 200 len: 1093 time: 3.0134530 Jul 22 16:26:57.243350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-026b3987-31cd-4ace-9394-1242081e53e3 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.297263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Made reservation on behalf of d6495309ad7243e6bb8f112de851bb94 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:26:57.301437 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.320967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cdd9a-7b76-4963-a186-6f5c7b371952 req-547c2fd9-6e9f-44c3-b09b-506653e6e1b1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.322538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-610cdd9a-7b76-4963-a186-6f5c7b371952 req-547c2fd9-6e9f-44c3-b09b-506653e6e1b1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 943 time: 0.3270216 Jul 22 16:26:57.337438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c81e3-88ad-4d2b-ba1b-beb5691e6379 service neutron] Pushing event updated for resources: {'Port': ['ID=c67dd0d2-df53-4f10-956a-085b7fdeff74,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:57.338510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-43ab7414-e038-4f99-9d2c-d5dc4b0d4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.340704 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-43ab7414-e038-4f99-9d2c-d5dc4b0d4074 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5460527 Jul 22 16:26:57.368089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-3eaf8b86-8a60-4909-814f-ba3cf80f509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.369329 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-3eaf8b86-8a60-4909-814f-ba3cf80f509a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1126 time: 0.4885132 Jul 22 16:26:57.377118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cbacd-9d32-486b-9f0c-a8d2d172e146 req-60b4c5d3-5609-4d65-b93e-0a233cf40a13 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.379697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-005cbacd-9d32-486b-9f0c-a8d2d172e146 req-60b4c5d3-5609-4d65-b93e-0a233cf40a13 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 947 time: 0.4932888 Jul 22 16:26:57.511996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-026b3987-31cd-4ace-9394-1242081e53e3 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.531274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-026b3987-31cd-4ace-9394-1242081e53e3 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.615738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-610cdd9a-7b76-4963-a186-6f5c7b371952 req-eddb4491-fc35-49b0-88bd-fb235001e2f5 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750728 Jul 22 16:26:57.619006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f29857a-5c9d-4045-960f-47bccf71fde1 req-b1a6f11d-9000-4305-98f4-d1fea69f595f service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784864 Jul 22 16:26:57.683319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-005cbacd-9d32-486b-9f0c-a8d2d172e146 req-2cd39762-75fb-49e8-b35c-539867fd7ac6 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825522 Jul 22 16:26:57.690768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b3987-31cd-4ace-9394-1242081e53e3 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f261f9-9b9b-4fcb-a858-bd742fd0c8b6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:57.717343 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-026b3987-31cd-4ace-9394-1242081e53e3 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.722020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-026b3987-31cd-4ace-9394-1242081e53e3 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9485562 Jul 22 16:26:57.724446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57492) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:57.734796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-675af64f-00a3-49fa-b047-a96babb15af7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Request body: {'security_group_rule': {'security_group_id': '57788b0d-a1d7-4247-b387-73b0daf1c5b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:57.781279 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b391f5ec-63cd-42ae-919e-777ecd618c28 x-openstack-request-id: req-b391f5ec-63cd-42ae-919e-777ecd618c28 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:57.781730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-713cea46-cff5-467c-a4b7-ebf5dd21e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.782531 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf", "tag": "65feeb7b-a2ab-44ae-9fd8-9f3b5997c242", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:57.782531 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b391f5ec-63cd-42ae-919e-777ecd618c28 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:57.782531 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dcf5bf-1701-460b-87c7-5e9c1a3b7baf', 'tag': '65feeb7b-a2ab-44ae-9fd8-9f3b5997c242', 'status': 'completed', 'code': 200} Jul 22 16:26:57.784508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-713cea46-cff5-467c-a4b7-ebf5dd21e1c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 1096 time: 0.4482169 Jul 22 16:26:57.806173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-9dc7ddd8-5630-4b5b-bab5-9bc70b7d5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:57.808044 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-9dc7ddd8-5630-4b5b-bab5-9bc70b7d5e94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.4268601 Jul 22 16:26:57.810653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-0bb9824f-d989-4bc6-9427-8320966bd746 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569073 Jul 22 16:26:57.883099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-afd6d9da-c929-4202-8741-e55bf7273c10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74 HTTP/1.1" status: 200 len: 217 time: 0.0665898 Jul 22 16:26:57.901971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-6430fadb-9d73-46b1-bb0d-64f2a0e84306 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414e3a98-c4b9-450f-943c-89be34028be1 HTTP/1.1" status: 200 len: 217 time: 0.0827050 Jul 22 16:26:57.971834 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-675af64f-00a3-49fa-b047-a96babb15af7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:57.974629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.016929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 414e3a98-c4b9-450f-943c-89be34028be1 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:26:58.028947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f0523c45-0b61-43d1-9ceb-ccbe09b924f3 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:26:58.097870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-757daedd-7b2f-4d63-8576-4b2255a3b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.099904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-757daedd-7b2f-4d63-8576-4b2255a3b36e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1808040 Jul 22 16:26:58.101870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-25375cbd-4a93-4b8b-8af6-91dbbdfc2a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.104249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-25375cbd-4a93-4b8b-8af6-91dbbdfc2a61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c66a87f-7623-4036-99c1-47ad46d04f04 HTTP/1.1" status: 200 len: 844 time: 0.1916761 Jul 22 16:26:58.116884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25b8901-b9f4-4a7c-a91d-2d7046248b29,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:58.154252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5516e5b-ef19-46be-aad1-2d8023709b94 req-bfd84f09-64ee-41df-bda5-b4dbfea7ea10 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700253 Jul 22 16:26:58.189863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:26:58.192029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-549a32f5-b1d2-402b-9eaa-7ac6db299b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.194617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-549a32f5-b1d2-402b-9eaa-7ac6db299b96 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d182ac9bd42441d787f1e5019cce7a45&device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 1100 time: 0.3802156 Jul 22 16:26:58.199012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-b8c5bd75-30a9-47cb-83ef-7ecf02514d00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d3d24e3-cd4a-4369-b000-a249db2fde65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842423 Jul 22 16:26:58.200250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:26:58.200825 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.208829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-818d1d11-9c6e-4f7b-9905-2cdb275f0741 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885627 Jul 22 16:26:58.219650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e3d8-54a8-4ef8-b743-72af44e20bf9 req-30a0d0ea-39de-48c3-a2e4-430ec4c6e981 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.231570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2030e3d8-54a8-4ef8-b743-72af44e20bf9 req-30a0d0ea-39de-48c3-a2e4-430ec4c6e981 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 944 time: 0.3533454 Jul 22 16:26:58.235571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc116a85-13fc-48a6-8bd1-db43cceba883 req-1eadf463-98a7-414e-abaa-b941d819ec92 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.239513 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc116a85-13fc-48a6-8bd1-db43cceba883 req-1eadf463-98a7-414e-abaa-b941d819ec92 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 948 time: 0.4534540 Jul 22 16:26:58.269603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:58.283708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Checking segment: {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:26:58.284388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Network hostable DHCP agents. Network: 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:26:58.295947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 414e3a98-c4b9-450f-943c-89be34028be1 has no active binding in host n-h1-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:26:58.338050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-675af64f-00a3-49fa-b047-a96babb15af7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.366056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-675af64f-00a3-49fa-b047-a96babb15af7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.384692 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.405554 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc116a85-13fc-48a6-8bd1-db43cceba883 req-33465600-5e13-425f-baab-4466f01469b1 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490428 Jul 22 16:26:58.436831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:58.443196 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df009b5-53d8-442e-86c5-ba5add907085" -d '{"events": [{"server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "name": "network-vif-plugged", "status": "completed", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:58.474426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:58.475499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-675af64f-00a3-49fa-b047-a96babb15af7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.480699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-675af64f-00a3-49fa-b047-a96babb15af7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7535732 Jul 22 16:26:58.482647 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.484866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57498) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:26:58.485772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675af64f-00a3-49fa-b047-a96babb15af7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408ea6e5-0b80-44bc-8eef-b15fc5f17b69,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:58.492420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:26:58.542602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-05ba1624-1c49-4e1d-af4c-2682365f43ab service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252091 Jul 22 16:26:58.556250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-2dfacd94-34e9-4728-9e17-38232f361a82 service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211625 Jul 22 16:26:58.580832 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.604750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-6281b856-4bae-44a9-b041-796fd016d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.607513 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-6281b856-4bae-44a9-b041-796fd016d59a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d47fe6c884c34a259dca1911611a9815&device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 1099 time: 0.2587600 Jul 22 16:26:58.774428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:26:58.885411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:26:58.887988 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956219cf-2e96-4e25-87a0-259253a27a45" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:26:58.902258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2030e3d8-54a8-4ef8-b743-72af44e20bf9 req-1af9a391-c422-4e86-83e9-f492605b48b8 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692111 Jul 22 16:26:58.905173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-9758d859-eb8e-426c-8af9-b0b52963e837 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550627 Jul 22 16:26:58.913841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:26:58.935898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:26:58.940394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.941181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:58.965296 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1617ac4-d2ac-437f-ae76-1301ddb6b7f3 None None] Network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:58.995862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-08d47a1f-a0ed-44ae-8ee6-a2bdb61d6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:58.997375 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-08d47a1f-a0ed-44ae-8ee6-a2bdb61d6a33 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3690913 Jul 22 16:26:59.008446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-3f4565d7-91af-4caa-b956-39b85f940fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.010284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-3f4565d7-91af-4caa-b956-39b85f940fe6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.7625346 Jul 22 16:26:59.019880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-0860f0fd-e092-45b3-af73-888e61edd876 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.027452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-0860f0fd-e092-45b3-af73-888e61edd876 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 821 time: 0.3970325 Jul 22 16:26:59.032599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-377b7154-3c69-455f-8f42-4f8c2739050c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1711166 Jul 22 16:26:59.090586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c507ca6c-fb2a-4e72-9b1a-fe61c0c92c92 req-2241bef7-2a88-4a71-9661-bab8bc49036d service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127776 Jul 22 16:26:59.107999 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2716de0e-0c45-4254-839e-5e9175d91b6d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/quotas/07be55427b054194b4533c97f91d97a4 HTTP/1.1" status: 200 len: 375 time: 0.0795531 Jul 22 16:26:59.123995 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-23bef2b6-59d1-4191-af3e-99caaa383548 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 HTTP/1.1" status: 200 len: 217 time: 0.0943465 Jul 22 16:26:59.183285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c061182-e551-45ea-ab57-c295785241b0 None None] Network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:26:59.189754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-22bcbfba-9ef6-42cf-9624-ec372d0bd685 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=24c84902-9752-450e-9a15-d68836f8d9a6 HTTP/1.1" status: 200 len: 217 time: 0.1473863 Jul 22 16:26:59.227537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-143e5bf8-7cde-42a1-b9a5-cee0105d4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.228989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-143e5bf8-7cde-42a1-b9a5-cee0105d4826 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0946755 Jul 22 16:26:59.256663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:26:59.276354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-184fe18d-af7d-4541-802c-a75c9dec4258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.277983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-184fe18d-af7d-4541-802c-a75c9dec4258 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0619192 Jul 22 16:26:59.363015 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-71bc8bb4-738d-4322-b1fb-c43882665c76 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2502909 Jul 22 16:26:59.403187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-705b7b49-b035-4c87-9200-337047e9e689 service neutron] 10.222.0.20 "GET /v2.0/ports/414e3a98-c4b9-450f-943c-89be34028be1/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 385 time: 0.1223743 Jul 22 16:26:59.414562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e669e-fa68-4e09-beb9-73a2da01aa78 req-585f32c6-7441-4d01-aa5a-49fd21cc6cd1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.416144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979e669e-fa68-4e09-beb9-73a2da01aa78 req-585f32c6-7441-4d01-aa5a-49fd21cc6cd1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 944 time: 0.2405519 Jul 22 16:26:59.484156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-4b24a268-c5ac-45a4-b46a-d44969bc949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.486137 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-4b24a268-c5ac-45a4-b46a-d44969bc949d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1991379 Jul 22 16:26:59.499235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-40701681-2db4-415f-b67a-ed4e9a8bfbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.501651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-40701681-2db4-415f-b67a-ed4e9a8bfbb6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2606730 Jul 22 16:26:59.537993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Allocated IP 172.25.3.212 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/6d92dde1-f2de-40e2-aebd-79952c22c4f3) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:26:59.541563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979e669e-fa68-4e09-beb9-73a2da01aa78 req-8135e29b-45d6-48a8-8e9d-bad8072ec00d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142161 Jul 22 16:26:59.544951 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-5fe7f001-1838-40c6-ba6d-5fde54355370 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727602 Jul 22 16:26:59.608503 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dd6c43-b68a-4e15-bfa3-936f4aa73625 x-openstack-request-id: req-c6dd6c43-b68a-4e15-bfa3-936f4aa73625 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:26:59.608771 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "name": "network-vif-plugged", "status": "completed", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:26:59.609020 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6dd6c43-b68a-4e15-bfa3-936f4aa73625 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:26:59.609414 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3', 'code': 200} Jul 22 16:26:59.667822 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-8210a973-479c-4c05-b4b6-e3b60906f749 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711826 Jul 22 16:26:59.879204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:26:59.933113 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64706325-fb1c-4a1a-b70f-6f105ce0e60d req-47e29f40-02e1-40de-96de-0150d91b5f4b service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259057 Jul 22 16:26:59.940911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efde77-643b-489f-83bc-3709c618a18b req-3ee9225f-e243-45fa-86aa-ae7bee3ed93c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.942429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6efde77-643b-489f-83bc-3709c618a18b req-3ee9225f-e243-45fa-86aa-ae7bee3ed93c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 943 time: 0.2772231 Jul 22 16:26:59.943534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:26:59.953063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-7ac1a661-3033-41e5-8c78-07e00fd614b8 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430392 Jul 22 16:26:59.971935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b14046-6a48-4ebc-8213-f5cea12fc6c7 req-bec0031e-61a5-48bb-9fae-a45cc5d7a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:26:59.973394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0b14046-6a48-4ebc-8213-f5cea12fc6c7 req-bec0031e-61a5-48bb-9fae-a45cc5d7a6a7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1097 time: 0.2373226 Jul 22 16:27:00.008845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414e3a98-c4b9-450f-943c-89be34028be1 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:00.021201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-1473eb49-4621-42e8-ae02-de3c135d93b6 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609668 Jul 22 16:27:00.036071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:00.058376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6efde77-643b-489f-83bc-3709c618a18b req-e1094a44-b966-49f1-9d68-5a8af904f000 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933189 Jul 22 16:27:00.066293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0b14046-6a48-4ebc-8213-f5cea12fc6c7 req-01cfb865-885f-4eb9-8027-dbacdb198d04 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704935 Jul 22 16:27:00.068056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.070381 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.114767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30f0a729-e072-4b2c-be2a-fcf7fec51ea5 req-62af016f-4364-4ffe-8af7-11dac321b681 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500201 Jul 22 16:27:00.147866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.200317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] Transition to ACTIVE for port object 414e3a98-c4b9-450f-943c-89be34028be1 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:00.212682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:00.218896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:00.223364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:00.224647 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fb3bae-c6f8-4754-b837-e819706a465f x-openstack-request-id: req-d7fb3bae-c6f8-4754-b837-e819706a465f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:00.224943 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:00.225792 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7fb3bae-c6f8-4754-b837-e819706a465f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:00.226200 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74', 'status': 'completed', 'code': 200} Jul 22 16:27:00.228419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.316802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] No DVR routers for this DVR port 414e3a98-c4b9-450f-943c-89be34028be1 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:00.336670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event updated for resources: {'Port': ['ID=6d92dde1-f2de-40e2-aebd-79952c22c4f3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:00.378621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] Pushing event updated for resources: {'Port': ['ID=414e3a98-c4b9-450f-943c-89be34028be1,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:00.395518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be3cc-d449-468f-83b3-2414fcfea3ae req-14162dcc-18bd-41fd-842d-59d2ea59de67 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.397184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-394be3cc-d449-468f-83b3-2414fcfea3ae req-14162dcc-18bd-41fd-842d-59d2ea59de67 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 947 time: 0.2424331 Jul 22 16:27:00.401870 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f93bf4a2-a1b0-4050-948d-9e98c4e26c60 service neutron] 10.222.0.20 "PUT /v2.0/ports/414e3a98-c4b9-450f-943c-89be34028be1/bindings/n-h1-792458-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9847345 Jul 22 16:27:00.453967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-394be3cc-d449-468f-83b3-2414fcfea3ae req-b1772f4d-9f31-4d1a-be64-5df1dc6623f3 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465600 Jul 22 16:27:00.461538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.493695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956219cf-2e96-4e25-87a0-259253a27a45 req-8988e7e3-0ea7-4393-804c-b394c9156881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.495285 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-956219cf-2e96-4e25-87a0-259253a27a45 req-8988e7e3-0ea7-4393-804c-b394c9156881 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 1096 time: 0.2249618 Jul 22 16:27:00.606674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259aae64-83f4-4878-93d7-0dfca646877d req-672e38b1-b52e-41ea-8146-f7b382ffb525 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.608451 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-259aae64-83f4-4878-93d7-0dfca646877d req-672e38b1-b52e-41ea-8146-f7b382ffb525 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 948 time: 0.0734065 Jul 22 16:27:00.638659 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.665086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-259aae64-83f4-4878-93d7-0dfca646877d req-e7a9a897-da2d-42cd-a10a-ec9ec8fea99d tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468624 Jul 22 16:27:00.812061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dedc11-ada3-4db5-b856-274846e6e706 req-cb9eaeb9-7d13-44d1-bc95-df1f008396e4 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.812328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-dbf98650-692e-4d7f-86c2-f60de56856ce tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.814817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21dedc11-ada3-4db5-b856-274846e6e706 req-cb9eaeb9-7d13-44d1-bc95-df1f008396e4 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 945 time: 0.0845137 Jul 22 16:27:00.820162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-dbf98650-692e-4d7f-86c2-f60de56856ce tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 813 time: 0.3237255 Jul 22 16:27:00.825833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956219cf-2e96-4e25-87a0-259253a27a45 req-f629b80e-a105-43a3-8b77-ed482416faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.827416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-956219cf-2e96-4e25-87a0-259253a27a45 req-f629b80e-a105-43a3-8b77-ed482416faf8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 905 time: 0.2955513 Jul 22 16:27:00.869586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21dedc11-ada3-4db5-b856-274846e6e706 req-d8f8a9aa-37cb-4add-81a0-55d1cf70b7cf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477910 Jul 22 16:27:00.910781 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-a10faec8-e76e-4ed2-9359-94b78537d2d0 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/quotas/d6495309ad7243e6bb8f112de851bb94 HTTP/1.1" status: 200 len: 375 time: 0.0897205 Jul 22 16:27:00.917825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-1538c12d-1671-4154-99b6-c89ebca810d5 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:00.917825 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-1538c12d-1671-4154-99b6-c89ebca810d5 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.3803334 Jul 22 16:27:00.919648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-956219cf-2e96-4e25-87a0-259253a27a45 req-81236d98-3ccd-465f-81f9-7edf90fc224f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74 HTTP/1.1" status: 200 len: 217 time: 0.0699801 Jul 22 16:27:00.967017 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:00.967955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b39eb359-a4b0-4f6a-aeb8-affbe472a3d1 req-5f6c4e5b-cb70-43f2-99ad-57a239eca0e9 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 210 time: 0.0360732 Jul 22 16:27:01.082106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-050a38e5-a5be-45d4-bc97-d053deb034e7 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159990 Jul 22 16:27:01.132402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b4586-409c-424b-b39a-b283c71d2b44 req-dec5b384-2544-49db-955f-1730c4c5a822 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.133992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d46b4586-409c-424b-b39a-b283c71d2b44 req-dec5b384-2544-49db-955f-1730c4c5a822 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 944 time: 0.0900228 Jul 22 16:27:01.171380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956219cf-2e96-4e25-87a0-259253a27a45 req-f2253fd4-e809-4fd0-99ee-bf35c328fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.173293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-956219cf-2e96-4e25-87a0-259253a27a45 req-f2253fd4-e809-4fd0-99ee-bf35c328fd64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c66a87f-7623-4036-99c1-47ad46d04f04 HTTP/1.1" status: 200 len: 844 time: 0.2055793 Jul 22 16:27:01.175516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:01.178632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d46b4586-409c-424b-b39a-b283c71d2b44 req-c2f22939-2604-426c-a6cb-fbfa5c201508 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384378 Jul 22 16:27:01.222984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:01.253943 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-956219cf-2e96-4e25-87a0-259253a27a45 req-55530548-c783-4597-8bd2-b73fdc0ac25e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d3d24e3-cd4a-4369-b000-a249db2fde65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737076 Jul 22 16:27:01.307078 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:01.328081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077adfe-9d4a-4291-9b0b-5b52b6c737fd req-51af8b11-619d-4fb8-9b7b-ff5d816dc921 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.330654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5077adfe-9d4a-4291-9b0b-5b52b6c737fd req-51af8b11-619d-4fb8-9b7b-ff5d816dc921 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 944 time: 0.0805423 Jul 22 16:27:01.353140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-a5fc60d4-8658-452b-bdd2-ed058d55e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.354671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-a5fc60d4-8658-452b-bdd2-ed058d55e49d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172&tenant_id=12f6a0cc133141c49be04c7275b9267c HTTP/1.1" status: 200 len: 1096 time: 0.3897717 Jul 22 16:27:01.369941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event updated for resources: {'Port': ['ID=6d92dde1-f2de-40e2-aebd-79952c22c4f3,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:01.375376 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:01.384840 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-940c26c8-775b-43fd-b024-137f4e8fd9d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8966849 Jul 22 16:27:01.393311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-5dc6b706-4afd-4416-9325-0b73da0dead0 service neutron] 10.222.0.53 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963877 Jul 22 16:27:01.406054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5077adfe-9d4a-4291-9b0b-5b52b6c737fd req-468dd57b-9cac-4043-a6a3-89ff12455f35 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570917 Jul 22 16:27:01.571184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-956219cf-2e96-4e25-87a0-259253a27a45 req-afc69d4c-23a4-4dcf-89f5-92ec8006c912 service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888296 Jul 22 16:27:01.583915 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-860dc0b5-57bc-4d7e-9334-3d8c1e31fb60 service neutron] 10.222.0.53 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892836 Jul 22 16:27:01.622387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-42bc80ba-21d6-4c50-b134-aeb0881c5b78 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.625193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-42bc80ba-21d6-4c50-b134-aeb0881c5b78 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 821 time: 0.1746945 Jul 22 16:27:01.633696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-c66c7ce8-fa75-4e8a-8768-9366f245624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.635491 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-c66c7ce8-fa75-4e8a-8768-9366f245624a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1096 time: 0.1823156 Jul 22 16:27:01.648041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Request body: {'port': {'device_id': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'admin_state_up': True, 'tenant_id': '07be55427b054194b4533c97f91d97a4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:01.738992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51d7d8-eb13-44e0-9fb7-acde0f2a1b03 req-ce2011b0-8558-4f6f-b536-b922f063005d tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.740508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b51d7d8-eb13-44e0-9fb7-acde0f2a1b03 req-ce2011b0-8558-4f6f-b536-b922f063005d tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 947 time: 0.1746638 Jul 22 16:27:01.764876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-956219cf-2e96-4e25-87a0-259253a27a45 req-442c3657-3b55-44b0-8c7c-187095dab856 service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863790 Jul 22 16:27:01.800647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-4a491ad3-4958-4aa5-8ea1-a621f184aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.802125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-4a491ad3-4958-4aa5-8ea1-a621f184aaad service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.1325717 Jul 22 16:27:01.840252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b51d7d8-eb13-44e0-9fb7-acde0f2a1b03 req-1760063c-e150-43d2-b9a0-9c05b0ec366f tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878885 Jul 22 16:27:01.840958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Made reservation on behalf of 07be55427b054194b4533c97f91d97a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:01.845855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:01.883636 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-c2dc5605-3d9b-400c-a5db-955c4d927366 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414e3a98-c4b9-450f-943c-89be34028be1 HTTP/1.1" status: 200 len: 217 time: 0.0730777 Jul 22 16:27:01.960187 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-0a93dd30-15a0-4dc9-8f7b-6e23b54b9c39 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1308425166&fields=id&tenant_id=8353e4cdf1964d88b5c9175a32c1112d HTTP/1.1" status: 200 len: 267 time: 0.0922801 Jul 22 16:27:01.966506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-52267261-7a35-4e96-a185-60cbbc5e7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:01.968162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-52267261-7a35-4e96-a185-60cbbc5e7152 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.0769541 Jul 22 16:27:02.027271 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-44add2b2-27a3-4d7e-8932-3377493e2c6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482764 Jul 22 16:27:02.031574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 24c84902-9752-450e-9a15-d68836f8d9a6 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:02.051619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Allocated IP 172.20.0.13 (4d1ee725-860f-47d7-906e-2f13cfc89245/5ed8c530-8294-4bd3-9956-0e3834f8f05a/ef5fec58-bc18-4663-86a5-9dce7182b886) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:02.095412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c67dd0d2-df53-4f10-956a-085b7fdeff74 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:02.110262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308779be-b30b-41bb-b12a-91983b7037e7 req-8dd3404e-c9ae-4ebb-9705-ce25d24bf959 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:02.117308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-308779be-b30b-41bb-b12a-91983b7037e7 req-8dd3404e-c9ae-4ebb-9705-ce25d24bf959 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 948 time: 0.1432486 Jul 22 16:27:02.191593 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-308779be-b30b-41bb-b12a-91983b7037e7 req-0b45b146-bb53-4bb4-a969-a1bc9ab88505 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731034 Jul 22 16:27:02.216784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:02.231658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'c67dd0d2-df53-4f10-956a-085b7fdeff74', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'port_id': 'c67dd0d2-df53-4f10-956a-085b7fdeff74', 'mac_address': 'fa:16:3e:1b:93:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c66a87f-7623-4036-99c1-47ad46d04f04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:02.324326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 24c84902-9752-450e-9a15-d68836f8d9a6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=24c84902-9752-450e-9a15-d68836f8d9a6,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:02.326851 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.346892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '24c84902-9752-450e-9a15-d68836f8d9a6', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '24c84902-9752-450e-9a15-d68836f8d9a6', 'mac_address': 'fa:16:3e:24:4c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:02.353184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67dd0d2-df53-4f10-956a-085b7fdeff74 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:02.382981 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.403421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:02.403948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Transition to ACTIVE for port object ef5fec58-bc18-4663-86a5-9dce7182b886 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:02.409244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.412982 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.428300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c84902-9752-450e-9a15-d68836f8d9a6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:02.455648 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.489630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 24c84902-9752-450e-9a15-d68836f8d9a6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=24c84902-9752-450e-9a15-d68836f8d9a6,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:02.502015 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.502697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:02.510892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=c67dd0d2-df53-4f10-956a-085b7fdeff74,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:02.521918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['c8b2e40e-3179-42dc-8e33-ff3167d09c58'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:02.539071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:02.549258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:02.555038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:02.634656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-a9b6d0aa-f569-4545-92dc-32789482ead2 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:02.643533 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-a9b6d0aa-f569-4545-92dc-32789482ead2 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/networks?id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 200 len: 824 time: 0.6737349 Jul 22 16:27:02.653457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Pushing event updated for resources: {'Port': ['ID=ef5fec58-bc18-4663-86a5-9dce7182b886,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:02.679389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:02.680018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.681177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-14a19f78-c2af-4c18-b407-ca2db26ff1cf service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452742 Jul 22 16:27:02.689192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-e884a273-0ffb-49c1-839f-7b9bc8603c97 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/quotas/8353e4cdf1964d88b5c9175a32c1112d HTTP/1.1" status: 200 len: 375 time: 0.0438547 Jul 22 16:27:02.714315 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-2bf73cab-8677-4ba8-add2-3e02f6e4c222 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0703912 Jul 22 16:27:02.734018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911441ab-202c-4f55-93c5-8b172a0e48c7 req-136fc659-5ddf-4eca-be19-d46cf6c6adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:02.736156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-911441ab-202c-4f55-93c5-8b172a0e48c7 req-136fc659-5ddf-4eca-be19-d46cf6c6adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 945 time: 0.1952248 Jul 22 16:27:02.741465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Request body: {'port': {'device_id': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:02.744698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:02.765285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=24c84902-9752-450e-9a15-d68836f8d9a6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:02.771538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '65feeb7b-a2ab-44ae-9fd8-9f3b5997c242', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '65feeb7b-a2ab-44ae-9fd8-9f3b5997c242', 'mac_address': 'fa:16:3e:4d:f4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:02.843002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['c67dd0d2-df53-4f10-956a-085b7fdeff74'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:02.920167 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.936220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-f2fd1c7a-433b-4331-9201-02e6415fd179 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430978 Jul 22 16:27:02.948558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-beb52006-fb24-4cee-97b0-02f7491f8132 None None] Provisioning for port ef5fec58-bc18-4663-86a5-9dce7182b886 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:02.957636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-911441ab-202c-4f55-93c5-8b172a0e48c7 req-8e3d3475-84d9-4830-9bbc-1c66c812e0dc tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425047 Jul 22 16:27:02.959233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.960404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-b283c0db-e4c2-4656-aa2b-9f4587b8800d tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2701015 Jul 22 16:27:02.966861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-beb52006-fb24-4cee-97b0-02f7491f8132 None None] Provisioning complete for port ef5fec58-bc18-4663-86a5-9dce7182b886 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:02.967273 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-beb52006-fb24-4cee-97b0-02f7491f8132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:02.983608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:03.070150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-beb52006-fb24-4cee-97b0-02f7491f8132 None None] Port ef5fec58-bc18-4663-86a5-9dce7182b886 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:03.120189 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-a05f9585-998a-4001-ad5e-c916b56479c4 service neutron] 10.222.0.53 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571243 Jul 22 16:27:03.142545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:03.158458 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.249192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-b78f5a46-5ba7-462b-bfdd-ab4f18e88a34 service neutron] 10.222.0.53 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208777 Jul 22 16:27:03.286325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:03.565878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc7da2-f8f8-43a6-a196-3c67ff0eb31f req-816738dc-1fbf-4dc8-bc86-bf6e5de8fe87 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:03.571531 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19bc7da2-f8f8-43a6-a196-3c67ff0eb31f req-816738dc-1fbf-4dc8-bc86-bf6e5de8fe87 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 932 time: 0.4491117 Jul 22 16:27:03.658822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['24c84902-9752-450e-9a15-d68836f8d9a6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:03.692703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19bc7da2-f8f8-43a6-a196-3c67ff0eb31f req-993a5606-86dd-4577-aa4e-c44145f0e98a tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115978 Jul 22 16:27:03.715501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d513f-cbcf-4557-a270-d4169da31387 req-c3e8cebb-44dc-4673-ac78-5ed2a26dcefe tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:03.723521 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f32d513f-cbcf-4557-a270-d4169da31387 req-c3e8cebb-44dc-4673-ac78-5ed2a26dcefe tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 945 time: 0.2196300 Jul 22 16:27:03.767156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['65feeb7b-a2ab-44ae-9fd8-9f3b5997c242'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:03.854268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5fec58-bc18-4663-86a5-9dce7182b886 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:03.865326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:03.882387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Transition to ACTIVE for port object ef5fec58-bc18-4663-86a5-9dce7182b886 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:03.911303 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f32d513f-cbcf-4557-a270-d4169da31387 req-15bb0a16-b583-4257-8567-0c55dec0795b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867797 Jul 22 16:27:03.911705 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.033384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-8277b221-5e46-495d-9c1e-68ef2f5b8dba tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.035241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-8277b221-5e46-495d-9c1e-68ef2f5b8dba tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.20 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 813 time: 0.4360044 Jul 22 16:27:04.053550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-65c5f27a-3298-4b64-a96b-c6a2313a1cb4 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.055318 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-65c5f27a-3298-4b64-a96b-c6a2313a1cb4 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.65 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 813 time: 0.3992579 Jul 22 16:27:04.076292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Request body: {'port': {'device_id': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9', 'admin_state_up': True, 'tenant_id': 'd6495309ad7243e6bb8f112de851bb94'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:04.120021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c67dd0d2-df53-4f10-956a-085b7fdeff74 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:04.128024 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Request body: {'port': {'device_id': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9', 'admin_state_up': True, 'tenant_id': 'd6495309ad7243e6bb8f112de851bb94'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:04.175517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e20e7df-462f-4160-ba1c-8964604d5a8c req-bc3431f2-01b1-4129-a126-aecee1e4dacb tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 210 time: 0.1262014 Jul 22 16:27:04.175986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5fec58-bc18-4663-86a5-9dce7182b886,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:04.214153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ea8e2d3d-5ef8-4c2b-a414-ca6e16dcdf12 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.216737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-ea8e2d3d-5ef8-4c2b-a414-ca6e16dcdf12 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.3061385 Jul 22 16:27:04.228266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864a67a-9439-4a30-972f-a3b5475d5cfa req-d1f9a216-76fa-4878-859b-98f92cc6a4be tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.237863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8864a67a-9439-4a30-972f-a3b5475d5cfa req-d1f9a216-76fa-4878-859b-98f92cc6a4be tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 944 time: 0.4087603 Jul 22 16:27:04.242145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Attempting to bind port ef5fec58-bc18-4663-86a5-9dce7182b886 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:04.242492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Attempting to bind port ef5fec58-bc18-4663-86a5-9dce7182b886 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:04.242822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Attempting to bind port ef5fec58-bc18-4663-86a5-9dce7182b886 on network 4d1ee725-860f-47d7-906e-2f13cfc89245 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:04.275535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port c67dd0d2-df53-4f10-956a-085b7fdeff74 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:04.279467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Port ef5fec58-bc18-4663-86a5-9dce7182b886 on network 4d1ee725-860f-47d7-906e-2f13cfc89245 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:04.279798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Attempting to bind port ef5fec58-bc18-4663-86a5-9dce7182b886 on network 4d1ee725-860f-47d7-906e-2f13cfc89245 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:04.282979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port c67dd0d2-df53-4f10-956a-085b7fdeff74 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:04.283923 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.320240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:04.320487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Checking segment: {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:04.320858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Bound using segment: {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:04.321307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Bound port: ef5fec58-bc18-4663-86a5-9dce7182b886, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc288699-fac1-4c5d-84a6-87a74c778f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:04.321671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.357063 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8864a67a-9439-4a30-972f-a3b5475d5cfa req-d7eab937-ac43-435c-ad6a-846d19ea61a1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149790 Jul 22 16:27:04.442382 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.510068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Made reservation on behalf of d6495309ad7243e6bb8f112de851bb94 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:04.514854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.515282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:04.519083 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c35373c-d09e-43ce-a379-9b94fdb6577a" -d '{"events": [{"server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "name": "network-vif-plugged", "status": "completed", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:04.542054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4208feb-3a05-4033-a2a5-0d2d26185850 req-4737d6fe-80dc-4164-b8fe-bd54674548cb tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.544448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:04.549773 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4208feb-3a05-4033-a2a5-0d2d26185850 req-4737d6fe-80dc-4164-b8fe-bd54674548cb tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 948 time: 0.2555904 Jul 22 16:27:04.551647 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.553045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 414e3a98-c4b9-450f-943c-89be34028be1 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:04.562436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] For port ef5fec58-bc18-4663-86a5-9dce7182b886, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:04.579020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] For port ef5fec58-bc18-4663-86a5-9dce7182b886, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ef5fec58-bc18-4663-86a5-9dce7182b886,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:04.587316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.624093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Made reservation on behalf of d6495309ad7243e6bb8f112de851bb94 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:04.628552 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.642822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=c67dd0d2-df53-4f10-956a-085b7fdeff74,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:04.696761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 414e3a98-c4b9-450f-943c-89be34028be1 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:27:04.701429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.702129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.704784 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] 10.222.0.20 "PUT /v2.0/ports/ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 200 len: 1093 time: 1.9666672 Jul 22 16:27:04.706753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:04.710268 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0196212-dd63-4337-b7ee-a855b190b196" -d '{"events": [{"name": "network-changed", "server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:04.723323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4208feb-3a05-4033-a2a5-0d2d26185850 req-5bc0fe8d-1f7b-4ee2-aed4-79639b8150e6 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514368 Jul 22 16:27:04.781333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c4a9d-8adb-4167-bd6c-73ca5ffa2319 req-b3ef5657-f761-4a86-b271-233161e000cc tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:04.800712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-619c4a9d-8adb-4167-bd6c-73ca5ffa2319 req-b3ef5657-f761-4a86-b271-233161e000cc tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1097 time: 0.3316772 Jul 22 16:27:04.815045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-9dc7b826-344b-4525-a3b5-84d3b918b185 service neutron] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:04.864791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-9dc7b826-344b-4525-a3b5-84d3b918b185 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.866712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4195f6ec-fc67-4e58-a7ff-54b6819e7153 req-9dc7b826-344b-4525-a3b5-84d3b918b185 service neutron] 10.222.0.65 "DELETE /v2.0/ports/414e3a98-c4b9-450f-943c-89be34028be1/bindings/n-h2-792458-13 HTTP/1.1" status: 204 len: 173 time: 0.6266303 Jul 22 16:27:04.909386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Allocated IP 172.20.0.11 (66afa0c9-9e4a-4d29-9fd3-43e7f46385a9/c25b8901-b9f4-4a7c-a91d-2d7046248b29/4375758f-590f-47af-855b-d54b1630b77c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:04.916997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfc326-c730-4526-b343-ca4cd23fd850 service neutron] Pushing event updated for resources: {'Port': ['ID=ef5fec58-bc18-4663-86a5-9dce7182b886,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:04.972156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:04.977671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-619c4a9d-8adb-4167-bd6c-73ca5ffa2319 req-33868a35-ee34-4c11-b911-09a15ce86ebe tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753314 Jul 22 16:27:05.020817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-a881d312-9109-48de-b123-511b985f0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.023228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-a881d312-9109-48de-b123-511b985f0ef7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 1096 time: 0.2008801 Jul 22 16:27:05.087696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-034218b5-99ab-4f44-ba47-f337f509c1e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 200 len: 217 time: 0.0497746 Jul 22 16:27:05.130028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90979dd3-7ba7-4063-beea-8410f48d3130 req-2559c22f-1762-4110-ac93-f39da744dec3 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.132161 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90979dd3-7ba7-4063-beea-8410f48d3130 req-2559c22f-1762-4110-ac93-f39da744dec3 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 949 time: 0.2190595 Jul 22 16:27:05.171502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d9d7ad5-5d21-445f-9782-63b5f3663aa2 req-6326555a-203a-4719-ac54-426ab79005ee tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 210 time: 0.0401812 Jul 22 16:27:05.185760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-03ba9403-3581-4c65-8d4e-b40d434ab7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.187441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-03ba9403-3581-4c65-8d4e-b40d434ab7c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.0906205 Jul 22 16:27:05.240029 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a6ecc0-c28d-4635-a07c-29d15a60db52 x-openstack-request-id: req-d7a6ecc0-c28d-4635-a07c-29d15a60db52 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:05.241317 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "name": "network-vif-plugged", "status": "completed", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:05.242135 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7a6ecc0-c28d-4635-a07c-29d15a60db52 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:05.243049 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74', 'code': 200} Jul 22 16:27:05.258326 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.267258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-538dbfe9-5d08-4410-b28e-1cbeb6e1f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.269403 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-538dbfe9-5d08-4410-b28e-1cbeb6e1f763 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695322 Jul 22 16:27:05.279258 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f975d57d-cdd5-4f1d-b31c-c94be6cc6b1d x-openstack-request-id: req-f975d57d-cdd5-4f1d-b31c-c94be6cc6b1d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:05.279667 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:05.280618 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f975d57d-cdd5-4f1d-b31c-c94be6cc6b1d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:05.281369 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'status': 'completed', 'code': 200} Jul 22 16:27:05.317474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90979dd3-7ba7-4063-beea-8410f48d3130 req-fac573e2-25b1-4727-8332-dff91af0aafc tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732135 Jul 22 16:27:05.377134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.20', 49184) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:05.378409 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.484449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-f2b4c150-ffbe-4b2f-bbfa-99f2e5506ec7 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010629 Jul 22 16:27:05.537620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:05.549435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Pushing event updated for resources: {'Port': ['ID=4375758f-590f-47af-855b-d54b1630b77c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:05.553840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:05.555981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:05.562408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.563672 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.582829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Allocated IP 172.20.0.9 (66afa0c9-9e4a-4d29-9fd3-43e7f46385a9/c25b8901-b9f4-4a7c-a91d-2d7046248b29/c048d1d6-f68e-4071-a45c-0c7530094a5a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:05.621155 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-bdd00162-6e25-44a0-a1a8-b0cb6330c821 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5522823 Jul 22 16:27:05.636081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f8d29-cd1b-4737-b724-a34bac814bf0 req-93054418-55c9-4abe-9feb-c9cc00981503 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.637566 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642f8d29-cd1b-4737-b724-a34bac814bf0 req-93054418-55c9-4abe-9feb-c9cc00981503 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 944 time: 0.2724166 Jul 22 16:27:05.650606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed5107-f1bb-4b07-97cb-342aaf8b710b req-e02144e2-a44d-4c69-b10c-9053435ee450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.652124 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3ed5107-f1bb-4b07-97cb-342aaf8b710b req-e02144e2-a44d-4c69-b10c-9053435ee450 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 1098 time: 0.2674730 Jul 22 16:27:05.660082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42ed4320-0118-4045-9360-064818078390 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.661519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42ed4320-0118-4045-9360-064818078390 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "GET /v2.0/networks?id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 200 len: 824 time: 0.2975569 Jul 22 16:27:05.665406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf0c85-4d12-458e-a041-55afbf153ba2 req-1212ce13-a9ab-4f31-b926-52b80debcf2a tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:05.666997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2fbf0c85-4d12-458e-a041-55afbf153ba2 req-1212ce13-a9ab-4f31-b926-52b80debcf2a tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 946 time: 0.2363918 Jul 22 16:27:05.679105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Request body: {'port': {'device_id': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:05.703797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.20', 49186) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:05.723029 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e08fd16-9767-4e68-a459-0bb0d5e7ba5f req-af58f9d1-b0fd-49c1-b559-7e531e88b480 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310517 Jul 22 16:27:05.755609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642f8d29-cd1b-4737-b724-a34bac814bf0 req-a46a39d7-c947-4ce7-989c-7dbc3ab10312 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091976 Jul 22 16:27:05.783678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-61220c56-b99a-43c4-9ec9-70d190544c81 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8353e4cdf1964d88b5c9175a32c1112d HTTP/1.1" status: 200 len: 380 time: 0.1039913 Jul 22 16:27:05.800255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Request body: {'port': {'device_id': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'admin_state_up': True, 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'security_groups': ['57788b0d-a1d7-4247-b387-73b0daf1c5b7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:05.856883 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3ed5107-f1bb-4b07-97cb-342aaf8b710b req-a8beff49-50b4-4b9c-b9b7-b60e9852240e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857269 Jul 22 16:27:05.863750 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2fbf0c85-4d12-458e-a041-55afbf153ba2 req-4a8a1442-eef3-447b-abaf-2c705467dad5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825075 Jul 22 16:27:05.888931 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:05.895786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-871733fd-deff-48e1-a745-0f6d2eb57877 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1861377 Jul 22 16:27:05.947176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.000340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0196212-dd63-4337-b7ee-a855b190b196 req-e6f5e106-8b1c-46e3-a815-513085bc5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.002939 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0196212-dd63-4337-b7ee-a855b190b196 req-e6f5e106-8b1c-46e3-a815-513085bc5de8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 1096 time: 0.1725576 Jul 22 16:27:06.008929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b0940-a139-4df2-8506-a2476528fa96 req-68688e6b-319a-47be-a132-0d5376cbe16e tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.010352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-613b0940-a139-4df2-8506-a2476528fa96 req-68688e6b-319a-47be-a132-0d5376cbe16e tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1097 time: 0.1896865 Jul 22 16:27:06.036758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Made reservation on behalf of 8353e4cdf1964d88b5c9175a32c1112d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:06.040145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.074497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 24c84902-9752-450e-9a15-d68836f8d9a6 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:06.077022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-613b0940-a139-4df2-8506-a2476528fa96 req-8d76250d-9707-4237-b760-ebf1223ee2ec tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571313 Jul 22 16:27:06.111707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.151088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012211e9-7971-4099-a4d2-840fb5001674 req-c7a5be91-23c2-416e-bd43-9b88563d24f6 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.152784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-012211e9-7971-4099-a4d2-840fb5001674 req-c7a5be91-23c2-416e-bd43-9b88563d24f6 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 932 time: 0.2118893 Jul 22 16:27:06.169125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 24c84902-9752-450e-9a15-d68836f8d9a6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:06.175369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 24c84902-9752-450e-9a15-d68836f8d9a6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:06.176403 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.242382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:06.256149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:06.265238 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.267833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:06.273347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.273954 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.278371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Pushing event updated for resources: {'Port': ['ID=c048d1d6-f68e-4071-a45c-0c7530094a5a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:06.291851 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-012211e9-7971-4099-a4d2-840fb5001674 req-f1203c93-eadc-4e5d-bdf6-511ea9d5093a tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137373 Jul 22 16:27:06.303956 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-17426fd0-26a8-4389-8057-90c8878f792f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1962814 Jul 22 16:27:06.310544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Allocated IP 172.20.0.6 (db9b3a77-da3f-47c6-9b41-0b62f037fcaa/4f6a785d-b4e2-4bbd-a385-c3126b97c8f9/d870989d-05be-459b-888d-a341276be26c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:06.312598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 24c84902-9752-450e-9a15-d68836f8d9a6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=24c84902-9752-450e-9a15-d68836f8d9a6,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:06.328664 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.330335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:06.355029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Request body: {'port': {'device_id': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:06.424216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0196212-dd63-4337-b7ee-a855b190b196 req-2fff2a2a-f69e-448e-900a-4eb08a4f5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.425683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0196212-dd63-4337-b7ee-a855b190b196 req-2fff2a2a-f69e-448e-900a-4eb08a4f5dcf service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.2294333 Jul 22 16:27:06.484027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=24c84902-9752-450e-9a15-d68836f8d9a6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:06.486063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4375758f-590f-47af-855b-d54b1630b77c {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:06.490215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:06.496378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:06.497117 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.502570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.505363 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0196212-dd63-4337-b7ee-a855b190b196 req-2d350abc-fabe-4016-abe1-b48ec7cff860 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 200 len: 217 time: 0.0676174 Jul 22 16:27:06.520152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a685-a47c-461b-985f-a490c02739bb req-8910e2cb-b101-4f44-96c2-17e720c07022 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.521553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0288a685-a47c-461b-985f-a490c02739bb req-8910e2cb-b101-4f44-96c2-17e720c07022 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 944 time: 0.3240533 Jul 22 16:27:06.532957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-a7b1b3bc-d7bf-4ab5-a8f5-3dbd04bf46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.535022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-a7b1b3bc-d7bf-4ab5-a8f5-3dbd04bf46a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1097 time: 0.3103495 Jul 22 16:27:06.580087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Transition to ACTIVE for port object 4375758f-590f-47af-855b-d54b1630b77c will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:06.589999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.638838 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.695252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:06.701393 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.708677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0196212-dd63-4337-b7ee-a855b190b196 req-fcbc4516-d943-4c3b-af07-22dd1088a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.710239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0196212-dd63-4337-b7ee-a855b190b196 req-fcbc4516-d943-4c3b-af07-22dd1088a51b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.1857748 Jul 22 16:27:06.724206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0288a685-a47c-461b-985f-a490c02739bb req-85e20ccf-b5e5-4511-ba69-af807f8f2edf tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878557 Jul 22 16:27:06.765584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:06.792289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:06.816256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-468b9fcf-2a3c-4b89-ac7a-d0642ea55550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:06.817753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-468b9fcf-2a3c-4b89-ac7a-d0642ea55550 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.2405841 Jul 22 16:27:06.823478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Transition to ACTIVE for port object d870989d-05be-459b-888d-a341276be26c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:06.948566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Pushing event updated for resources: {'Port': ['ID=4375758f-590f-47af-855b-d54b1630b77c,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:06.954368 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.039303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb3f19-4c67-47a3-88e2-0eeedbe8c622 req-2607dcb2-ac6a-4b74-8819-00662867b290 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.040736 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8eb3f19-4c67-47a3-88e2-0eeedbe8c622 req-2607dcb2-ac6a-4b74-8819-00662867b290 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 948 time: 0.5331845 Jul 22 16:27:07.041447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Attempting to bind port 4375758f-590f-47af-855b-d54b1630b77c on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:07.041771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Attempting to bind port 4375758f-590f-47af-855b-d54b1630b77c by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:07.042092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Attempting to bind port 4375758f-590f-47af-855b-d54b1630b77c on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:07.059936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Port 4375758f-590f-47af-855b-d54b1630b77c on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:07.060390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Attempting to bind port 4375758f-590f-47af-855b-d54b1630b77c on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:07.093867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:07.094869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Checking segment: {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:07.096211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Bound using segment: {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:07.096936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Bound port: 4375758f-590f-47af-855b-d54b1630b77c, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:07.097538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.115610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-04099c68-32e3-40b1-830c-323eef9c436f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 200 len: 217 time: 0.2871790 Jul 22 16:27:07.165680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-902b7059-76f6-4328-9750-50530fde9a0c req-e3fb9deb-e8aa-4aa3-8a4c-65a51527d026 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 210 time: 0.0577328 Jul 22 16:27:07.188960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0196212-dd63-4337-b7ee-a855b190b196 req-cc573ccd-e7fa-4190-a2cd-80c4af782f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.190471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0196212-dd63-4337-b7ee-a855b190b196 req-cc573ccd-e7fa-4190-a2cd-80c4af782f35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4605370 Jul 22 16:27:07.196744 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8eb3f19-4c67-47a3-88e2-0eeedbe8c622 req-7bbb8a6e-5f95-4e09-a9cb-ce4814ee3e80 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447134 Jul 22 16:27:07.245077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c84902-9752-450e-9a15-d68836f8d9a6'}, {'server_uuid': 'd4dcf5bf-1701-460b-87c7-5e9c1a3b7baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65feeb7b-a2ab-44ae-9fd8-9f3b5997c242'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:07.249469 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3431f95f-aef9-4887-8665-5ef41f77db79" -d '{"events": [{"server_uuid": "f3ab3f74-26e6-464d-a03f-fc54caeec762", "name": "network-vif-plugged", "status": "completed", "tag": "24c84902-9752-450e-9a15-d68836f8d9a6"}, {"server_uuid": "d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf", "name": "network-vif-plugged", "status": "completed", "tag": "65feeb7b-a2ab-44ae-9fd8-9f3b5997c242"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:07.333161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-4c30d008-bc53-463b-93b2-417ac29c14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.334542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-4c30d008-bc53-463b-93b2-417ac29c14d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.2049537 Jul 22 16:27:07.338286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.348765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] For port 4375758f-590f-47af-855b-d54b1630b77c, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:07.362318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] For port 4375758f-590f-47af-855b-d54b1630b77c, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4375758f-590f-47af-855b-d54b1630b77c,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:07.387777 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.413956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-901843ce-d9c4-4d44-b5fb-b9438b3d4ea8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666163 Jul 22 16:27:07.446688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.447329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.449115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-b93326a4-14e5-435a-9740-430fc657075d service neutron] 10.222.0.20 "PUT /v2.0/ports/4375758f-590f-47af-855b-d54b1630b77c HTTP/1.1" status: 200 len: 1093 time: 1.7787347 Jul 22 16:27:07.454073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'tag': '4375758f-590f-47af-855b-d54b1630b77c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:07.456303 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735", "tag": "4375758f-590f-47af-855b-d54b1630b77c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:07.504059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:07.520836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93326a4-14e5-435a-9740-430fc657075d service neutron] Pushing event updated for resources: {'Port': ['ID=4375758f-590f-47af-855b-d54b1630b77c,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:07.538865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event updated for resources: {'Port': ['ID=d870989d-05be-459b-888d-a341276be26c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:07.543326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:07.545428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:07.546744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b5200-2216-433a-8808-0b58e35de75f req-fc2fe79d-8f29-47a0-b349-d6fe81bf0aed tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.550411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-038b5200-2216-433a-8808-0b58e35de75f req-fc2fe79d-8f29-47a0-b349-d6fe81bf0aed tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 944 time: 0.2456059 Jul 22 16:27:07.553920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0196212-dd63-4337-b7ee-a855b190b196 req-1f93c4d0-aa83-4c63-b2ad-4518360b0291 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477249 Jul 22 16:27:07.599315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c048d1d6-f68e-4071-a45c-0c7530094a5a {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:07.610789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.651702 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-038b5200-2216-433a-8808-0b58e35de75f req-d4c8f106-828f-44fe-9f80-0a5113f1d8bf tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811374 Jul 22 16:27:07.653949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ae26-e04e-4aa6-adbf-8ee6c53f7744 req-b0cb1d98-bc5a-4ee6-8468-d948b23ef355 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.656192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Transition to ACTIVE for port object c048d1d6-f68e-4071-a45c-0c7530094a5a will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:07.659555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4660ae26-e04e-4aa6-adbf-8ee6c53f7744 req-b0cb1d98-bc5a-4ee6-8468-d948b23ef355 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 950 time: 0.4054797 Jul 22 16:27:07.666469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.677070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-e2abf0d0-a710-4419-9afa-6b15c3a78245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.678592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-e2abf0d0-a710-4419-9afa-6b15c3a78245 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 1096 time: 0.1528399 Jul 22 16:27:07.728733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.729213 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.768531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-27c5f4e0-5503-4f7b-88d4-2d3172523a78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4375758f-590f-47af-855b-d54b1630b77c HTTP/1.1" status: 200 len: 217 time: 0.0688553 Jul 22 16:27:07.784192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Pushing event updated for resources: {'Port': ['ID=c048d1d6-f68e-4071-a45c-0c7530094a5a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:07.786234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-42f20bfa-3b55-4c63-af68-150d5e2709c1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9948053 Jul 22 16:27:07.812138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0969e353-a0fe-45b3-ad6b-9efbadd5f120 None None] Provisioning for port d870989d-05be-459b-888d-a341276be26c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:07.816991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Request body: {'port': {'device_id': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:07.817718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0969e353-a0fe-45b3-ad6b-9efbadd5f120 None None] Provisioning complete for port d870989d-05be-459b-888d-a341276be26c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:07.818651 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0969e353-a0fe-45b3-ad6b-9efbadd5f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.835066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-d5b69dc1-5bba-4309-b07e-feb47b84b2fc service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088602 Jul 22 16:27:07.854411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Attempting to bind port c048d1d6-f68e-4071-a45c-0c7530094a5a on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:07.854978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Attempting to bind port c048d1d6-f68e-4071-a45c-0c7530094a5a by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:07.855460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Attempting to bind port c048d1d6-f68e-4071-a45c-0c7530094a5a on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:07.867446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Port c048d1d6-f68e-4071-a45c-0c7530094a5a on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:07.867446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Attempting to bind port c048d1d6-f68e-4071-a45c-0c7530094a5a on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:07.870086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-721bf92d-e770-437e-9ca6-4ba07cbab9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:07.871756 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-721bf92d-e770-437e-9ca6-4ba07cbab9b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c25b8901-b9f4-4a7c-a91d-2d7046248b29 HTTP/1.1" status: 200 len: 853 time: 0.0959117 Jul 22 16:27:07.876895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:07.877486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Checking segment: {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:07.877986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Bound using segment: {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:07.878520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Bound port: c048d1d6-f68e-4071-a45c-0c7530094a5a, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:07.879004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:07.894718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0969e353-a0fe-45b3-ad6b-9efbadd5f120 None None] Port d870989d-05be-459b-888d-a341276be26c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:07.916632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4660ae26-e04e-4aa6-adbf-8ee6c53f7744 req-ad8dc1b4-7764-427a-9f43-2408a305e108 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380397 Jul 22 16:27:07.939926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-1bd984b9-7ec5-4e76-b9ad-0f0e4b47e5f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4840024 Jul 22 16:27:07.941677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-8e94900d-6b7b-49e5-a611-0c430289c887 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589187 Jul 22 16:27:07.950778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0196212-dd63-4337-b7ee-a855b190b196 req-40b8eef2-5f46-4e43-8d57-c11e912cfd81 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703434 Jul 22 16:27:07.990595 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3aae85-3a98-4a23-b83f-8e50fd5598e8 x-openstack-request-id: req-cc3aae85-3a98-4a23-b83f-8e50fd5598e8 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:07.990914 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ab3f74-26e6-464d-a03f-fc54caeec762", "name": "network-vif-plugged", "status": "completed", "tag": "24c84902-9752-450e-9a15-d68836f8d9a6", "code": 200}, {"server_uuid": "d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf", "name": "network-vif-plugged", "status": "completed", "tag": "65feeb7b-a2ab-44ae-9fd8-9f3b5997c242", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:07.991204 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc3aae85-3a98-4a23-b83f-8e50fd5598e8 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:07.991651 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c84902-9752-450e-9a15-d68836f8d9a6', 'code': 200} Jul 22 16:27:07.992448 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dcf5bf-1701-460b-87c7-5e9c1a3b7baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65feeb7b-a2ab-44ae-9fd8-9f3b5997c242', 'code': 200} Jul 22 16:27:08.048780 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.060371 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9b0f5ee-c8bd-4944-aa83-2150e53dd803 req-8c655b21-cd2d-4da8-acbd-a1f42fcba104 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892893 Jul 22 16:27:08.135273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] For port c048d1d6-f68e-4071-a45c-0c7530094a5a, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:08.165283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] For port c048d1d6-f68e-4071-a45c-0c7530094a5a, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c048d1d6-f68e-4071-a45c-0c7530094a5a,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:08.170075 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-174ab00c-a537-4950-be12-da113aeb2250 service neutron] 10.222.0.20 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871593 Jul 22 16:27:08.179320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee2bfb-81ff-437e-bb49-609e0719a9b6 req-79c4ffa5-36d2-418e-922e-f4ea23fd8990 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.181754 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aaee2bfb-81ff-437e-bb49-609e0719a9b6 req-79c4ffa5-36d2-418e-922e-f4ea23fd8990 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 946 time: 0.2513428 Jul 22 16:27:08.183936 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.279903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.280542 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.282100 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] 10.222.0.65 "PUT /v2.0/ports/c048d1d6-f68e-4071-a45c-0c7530094a5a HTTP/1.1" status: 200 len: 1092 time: 1.9414256 Jul 22 16:27:08.286456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.65', 60881) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:08.357408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-2f7379c3-486c-4ad1-9dfc-488d1c7a2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.359005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-2f7379c3-486c-4ad1-9dfc-488d1c7a2908 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1119 time: 0.2501824 Jul 22 16:27:08.371944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168edfa5-6cbc-445c-9e2e-ccdaa6e54ab1 req-f59488b4-dca3-4804-b168-08173e70289e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.373575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-168edfa5-6cbc-445c-9e2e-ccdaa6e54ab1 req-f59488b4-dca3-4804-b168-08173e70289e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 944 time: 0.2993507 Jul 22 16:27:08.412921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aaee2bfb-81ff-437e-bb49-609e0719a9b6 req-ca580ccd-eb52-4810-bf65-8984a9996721 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099860 Jul 22 16:27:08.413427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db2f8a-d02c-4154-8b68-3f611717e69e service neutron] Pushing event updated for resources: {'Port': ['ID=c048d1d6-f68e-4071-a45c-0c7530094a5a,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:08.460709 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-5b6e9fda-554d-431f-8406-83547bd47e20 service neutron] 10.222.0.20 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732472 Jul 22 16:27:08.483607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b13afe-a378-45be-b5e4-b799cc32d15b req-ef4f6377-3958-466d-aa9c-4b7bbd7f68dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.485819 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8b13afe-a378-45be-b5e4-b799cc32d15b req-ef4f6377-3958-466d-aa9c-4b7bbd7f68dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 1101 time: 0.1980495 Jul 22 16:27:08.502574 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6754be-7fcc-4eae-80fa-facf5a25e0f8 x-openstack-request-id: req-fc6754be-7fcc-4eae-80fa-facf5a25e0f8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:08.503605 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735", "tag": "4375758f-590f-47af-855b-d54b1630b77c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:08.503605 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc6754be-7fcc-4eae-80fa-facf5a25e0f8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:08.503605 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'tag': '4375758f-590f-47af-855b-d54b1630b77c', 'status': 'completed', 'code': 200} Jul 22 16:27:08.515864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-471124a3-711e-4ca2-9e35-5d555a54c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.519251 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-471124a3-711e-4ca2-9e35-5d555a54c438 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&device_id=2d657b97-e940-4dd2-affb-f816a3f9fc7f HTTP/1.1" status: 200 len: 1095 time: 0.1573255 Jul 22 16:27:08.533808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aba221-5617-448c-9423-2d950cc0f75c req-c6dd13d9-8c96-41f3-96bb-808349c733e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.535326 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8aba221-5617-448c-9423-2d950cc0f75c req-c6dd13d9-8c96-41f3-96bb-808349c733e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 1102 time: 0.2828186 Jul 22 16:27:08.539139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8b13afe-a378-45be-b5e4-b799cc32d15b req-a68635f0-063e-428b-9718-828db3c43c0f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439577 Jul 22 16:27:08.557707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-168edfa5-6cbc-445c-9e2e-ccdaa6e54ab1 req-6f36c0e2-be7e-4681-bb9c-f40a27c52706 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769011 Jul 22 16:27:08.571855 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-2d6a057b-93e4-460d-b6b8-81fdb6d6ab69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c048d1d6-f68e-4071-a45c-0c7530094a5a HTTP/1.1" status: 200 len: 217 time: 0.0398703 Jul 22 16:27:08.612721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-aca29971-7dad-4686-a8db-3dba2aa3fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.614207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-aca29971-7dad-4686-a8db-3dba2aa3fe6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.1997826 Jul 22 16:27:08.680654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41d626-59c0-4372-b1ce-4dab644f9fe7 req-b8242af3-bbba-49a0-aff9-43678a8ace4a tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.682090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f41d626-59c0-4372-b1ce-4dab644f9fe7 req-b8242af3-bbba-49a0-aff9-43678a8ace4a tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1096 time: 0.1132641 Jul 22 16:27:08.690045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d870989d-05be-459b-888d-a341276be26c {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:08.690263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-213ca9d8-5ba5-40c4-827f-482277c7df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.691742 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-213ca9d8-5ba5-40c4-827f-482277c7df00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 1096 time: 0.0915444 Jul 22 16:27:08.698848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.715226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Transition to ACTIVE for port object d870989d-05be-459b-888d-a341276be26c will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:08.722213 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:08.762401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0be77-5d82-4479-83bf-28f008515ce0 req-a429df3f-1e5d-492e-ae25-3af747ef0c0a tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.763997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db0be77-5d82-4479-83bf-28f008515ce0 req-a429df3f-1e5d-492e-ae25-3af747ef0c0a tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1097 time: 0.1165004 Jul 22 16:27:08.782390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f41d626-59c0-4372-b1ce-4dab644f9fe7 req-d7b694a2-8273-4362-a410-91bd62e073fe tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885239 Jul 22 16:27:08.805295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d870989d-05be-459b-888d-a341276be26c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:08.821411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-b8821aab-9d39-4d64-8590-e60ba6a57415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:08.823126 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-b8821aab-9d39-4d64-8590-e60ba6a57415 service neutron] 10.222.0.20 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 914 time: 0.1236084 Jul 22 16:27:08.904832 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-4abcff94-8cfe-414a-8445-d6379e9ddfba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4375758f-590f-47af-855b-d54b1630b77c HTTP/1.1" status: 200 len: 217 time: 0.0737216 Jul 22 16:27:08.963543 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db0be77-5d82-4479-83bf-28f008515ce0 req-ba5f2962-6efb-4e22-b21f-0f74cbf902bc tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872044 Jul 22 16:27:08.973529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-f91ce84d-27c4-4d9a-81c3-eaa797fccc89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 217 time: 0.0741956 Jul 22 16:27:09.025557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8aba221-5617-448c-9423-2d950cc0f75c req-f3648925-979f-456e-898b-a48bc5866621 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414337 Jul 22 16:27:09.026219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5692-0af8-42e4-87a8-640285977410 req-7e2bcf4f-1ef1-43d9-bf2a-6a6bda047142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.027728 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-7e2bcf4f-1ef1-43d9-bf2a-6a6bda047142 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c25b8901-b9f4-4a7c-a91d-2d7046248b29 HTTP/1.1" status: 200 len: 853 time: 0.1260579 Jul 22 16:27:09.049043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Attempting to bind port d870989d-05be-459b-888d-a341276be26c on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:09.049380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Attempting to bind port d870989d-05be-459b-888d-a341276be26c by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:09.049712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Attempting to bind port d870989d-05be-459b-888d-a341276be26c on network db9b3a77-da3f-47c6-9b41-0b62f037fcaa {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:09.067841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Port d870989d-05be-459b-888d-a341276be26c on network db9b3a77-da3f-47c6-9b41-0b62f037fcaa not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:09.068199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Attempting to bind port d870989d-05be-459b-888d-a341276be26c on network db9b3a77-da3f-47c6-9b41-0b62f037fcaa {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:09.079975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-26fc5e96-7801-49ad-ae7b-90392cbdb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.081523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-26fc5e96-7801-49ad-ae7b-90392cbdb7a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c25b8901-b9f4-4a7c-a91d-2d7046248b29 HTTP/1.1" status: 200 len: 853 time: 0.1345134 Jul 22 16:27:09.088218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-28b57318-ff8b-4de4-a0c1-6dc7ad3c0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.089673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-28b57318-ff8b-4de4-a0c1-6dc7ad3c0e80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1065931 Jul 22 16:27:09.095105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:09.095449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Checking segment: {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:09.095832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Bound using segment: {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:09.096283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Bound port: d870989d-05be-459b-888d-a341276be26c, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:09.096647 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:09.097892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa25e-c87e-443a-a972-4d8e5545ddb7 req-339ea3b4-3b5a-4b7b-a4a6-de2d2a05318b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.099426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b08aa25e-c87e-443a-a972-4d8e5545ddb7 req-339ea3b4-3b5a-4b7b-a4a6-de2d2a05318b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 943 time: 0.1990726 Jul 22 16:27:09.136953 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-fe717da3-03b4-40a4-a1d7-52a05cb206ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473523 Jul 22 16:27:09.185446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50846e1-8567-482d-a0a3-0fe30453f904 req-9f8850f2-dcec-40b7-90ce-c543a5fde3cb tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.186972 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c50846e1-8567-482d-a0a3-0fe30453f904 req-9f8850f2-dcec-40b7-90ce-c543a5fde3cb tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 949 time: 0.1340592 Jul 22 16:27:09.190157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b08aa25e-c87e-443a-a972-4d8e5545ddb7 req-1f117c04-c0b6-425c-9c0c-9b724989bcf7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809813 Jul 22 16:27:09.195447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] For port d870989d-05be-459b-888d-a341276be26c, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:09.200395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] For port d870989d-05be-459b-888d-a341276be26c, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=d870989d-05be-459b-888d-a341276be26c,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:09.217181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:09.257196 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-db522d1c-56ac-48a6-ad69-d67bab67059c service neutron] 10.222.0.20 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114123 Jul 22 16:27:09.282344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.283243 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:09.284736 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] 10.222.0.65 "PUT /v2.0/ports/d870989d-05be-459b-888d-a341276be26c HTTP/1.1" status: 200 len: 1092 time: 1.4757617 Jul 22 16:27:09.290428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'tag': 'd870989d-05be-459b-888d-a341276be26c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:09.292824 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a29462f-e16c-4339-b895-e6d4ae0c04da" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1", "tag": "d870989d-05be-459b-888d-a341276be26c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:09.305700 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c50846e1-8567-482d-a0a3-0fe30453f904 req-2af2bf2d-f537-46cd-b462-890ccfa685d0 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076722 Jul 22 16:27:09.335479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58722fbd-51bd-41cc-b613-2a60796b60e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d870989d-05be-459b-888d-a341276be26c,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:09.395967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-9dbc1edc-ecc2-496d-8132-1900db562c8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344799 Jul 22 16:27:09.434504 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-1b4196c3-3950-42d0-9a9a-163dace96dc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536749 Jul 22 16:27:09.518292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f7bfa13-0032-4311-8347-c2ca3a0b2ae7 req-f7251f0c-92a3-4cba-9d49-f5fa2f556311 service neutron] 10.222.0.20 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534523 Jul 22 16:27:09.599111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e3bf3-90ab-44ae-9f65-497bef3ed0be req-ea542d4e-43d9-4a2a-b9a8-be47cc34c0fd tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.600695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae3e3bf3-90ab-44ae-9f65-497bef3ed0be req-ea542d4e-43d9-4a2a-b9a8-be47cc34c0fd tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 944 time: 0.1685786 Jul 22 16:27:09.610386 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-0a61483d-8a67-4efb-80ec-d7f5a301c455 service neutron] 10.222.0.65 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338699 Jul 22 16:27:09.680275 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae3e3bf3-90ab-44ae-9f65-497bef3ed0be req-c3066afd-fd94-4d2a-82ab-de1c50b1a436 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734205 Jul 22 16:27:09.778520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eade5692-0af8-42e4-87a8-640285977410 req-c7dacc64-836e-4dfc-b36c-1656bad6261b service neutron] 10.222.0.65 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640100 Jul 22 16:27:09.881279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-e31cf648-4d54-4ca1-a57e-c391f4a87b2f service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655046 Jul 22 16:27:09.938962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-fc59928d-4f8a-45b0-98cc-8c1bde10ea91 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.940833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-fc59928d-4f8a-45b0-98cc-8c1bde10ea91 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 821 time: 0.1343656 Jul 22 16:27:09.958384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-08db32d9-3535-46d9-aa3c-8aaae6585b2b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/quotas/12f6a0cc133141c49be04c7275b9267c HTTP/1.1" status: 200 len: 375 time: 0.0102172 Jul 22 16:27:09.973311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba066d94-c723-44b3-bcfc-35600fdb68c7 req-d790d408-7bf6-4e97-bdc8-61d45dc40cec tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.977083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba066d94-c723-44b3-bcfc-35600fdb68c7 req-d790d408-7bf6-4e97-bdc8-61d45dc40cec tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 950 time: 0.5168834 Jul 22 16:27:09.983219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-22cd1b24-446c-4294-948e-db9260202a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:09.985403 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-22cd1b24-446c-4294-948e-db9260202a22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 1095 time: 0.5018313 Jul 22 16:27:10.050395 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-2f8ade78-852f-4623-a45d-74bc53158f0d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853987 Jul 22 16:27:10.075694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-8dae9bb0-8df0-4512-9060-7cb48a557eb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d870989d-05be-459b-888d-a341276be26c HTTP/1.1" status: 200 len: 217 time: 0.0483637 Jul 22 16:27:10.106345 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba066d94-c723-44b3-bcfc-35600fdb68c7 req-eab2cc9a-713c-4330-8503-d67a7a82eba2 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182799 Jul 22 16:27:10.124763 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934c5a58-bc00-41e2-87bc-1bf14f257493 req-9aa9e544-2e80-481a-9dee-a206d7aacc31 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267871 Jul 22 16:27:10.130219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ef5fec58-bc18-4663-86a5-9dce7182b886 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:10.205782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-b57ff7b0-f578-4944-9e4b-c26a0851149b service neutron] 10.222.0.53 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475914 Jul 22 16:27:10.231837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-47abc5fd-4fdf-4ea7-9406-1437a98c2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:10.235608 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-47abc5fd-4fdf-4ea7-9406-1437a98c2d9a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f6a785d-b4e2-4bbd-a385-c3126b97c8f9 HTTP/1.1" status: 200 len: 863 time: 0.0936673 Jul 22 16:27:10.318062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ef5fec58-bc18-4663-86a5-9dce7182b886, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ef5fec58-bc18-4663-86a5-9dce7182b886,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:10.347620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'port_id': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'mac_address': 'fa:16:3e:bd:6a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:10.423096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-e5cda32a-9b65-4cf1-bce4-d5cc00f4fbc9 service neutron] 10.222.0.53 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102742 Jul 22 16:27:10.425438 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:10.439923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-8ea51c76-601c-4f36-b7f9-4bacfd4b199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:10.442622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-8ea51c76-601c-4f36-b7f9-4bacfd4b199e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146004 Jul 22 16:27:10.472826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5fec58-bc18-4663-86a5-9dce7182b886 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:10.505390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'tag': 'c048d1d6-f68e-4071-a45c-0c7530094a5a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:10.508001 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d657b97-e940-4dd2-affb-f816a3f9fc7f", "tag": "c048d1d6-f68e-4071-a45c-0c7530094a5a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:10.520020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ef5fec58-bc18-4663-86a5-9dce7182b886, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ef5fec58-bc18-4663-86a5-9dce7182b886,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:10.526908 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:10.652229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=ef5fec58-bc18-4663-86a5-9dce7182b886,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:10.771230 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a74e07-c257-4310-81c5-1436d2aab9cb x-openstack-request-id: req-20a74e07-c257-4310-81c5-1436d2aab9cb {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:10.771685 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1", "tag": "d870989d-05be-459b-888d-a341276be26c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:10.771950 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20a74e07-c257-4310-81c5-1436d2aab9cb {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:10.772324 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'tag': 'd870989d-05be-459b-888d-a341276be26c', 'status': 'completed', 'code': 200} Jul 22 16:27:10.785752 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-69400c89-a75e-459e-984a-c3aa076765c3 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328467 Jul 22 16:27:10.846780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ef5fec58-bc18-4663-86a5-9dce7182b886'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:10.936384 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8777050-1f35-4d0e-93a4-555b0f0365c3 req-b563aebc-87f8-4289-a728-e5cb39c5fe1b service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400626 Jul 22 16:27:10.991007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89eaa2-6eff-42a0-9aac-2cdc140d88dd req-354719b1-aba9-482c-85f6-31b460bdd36f tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:10.994031 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb89eaa2-6eff-42a0-9aac-2cdc140d88dd req-354719b1-aba9-482c-85f6-31b460bdd36f tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 946 time: 0.1605279 Jul 22 16:27:11.085887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb89eaa2-6eff-42a0-9aac-2cdc140d88dd req-a0660f63-3d7d-415d-a3c3-5aec1661ed57 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797610 Jul 22 16:27:11.198738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-82451b04-6243-4786-881e-8208903e9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.200575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-82451b04-6243-4786-881e-8208903e9b5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 1095 time: 0.1146059 Jul 22 16:27:11.358588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dabbf4-dca8-4905-b2e6-3be1b317bf4c req-56acca58-a109-4749-b84c-8cbecc27769f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.361012 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80dabbf4-dca8-4905-b2e6-3be1b317bf4c req-56acca58-a109-4749-b84c-8cbecc27769f tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 944 time: 0.1664925 Jul 22 16:27:11.367862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-48570c5d-94d2-450f-b3c0-ae242d976c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.369398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-48570c5d-94d2-450f-b3c0-ae242d976c69 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 200 len: 925 time: 0.1508322 Jul 22 16:27:11.416098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-e3cbd954-9c81-4450-9844-578d03ae0182 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d870989d-05be-459b-888d-a341276be26c HTTP/1.1" status: 200 len: 217 time: 0.0377979 Jul 22 16:27:11.416332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80dabbf4-dca8-4905-b2e6-3be1b317bf4c req-c56381c3-0681-4550-9a2e-57a406ae3935 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Jul 22 16:27:11.542922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-e45bd5c1-d750-49b6-99f5-10931fa63bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.544767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-e45bd5c1-d750-49b6-99f5-10931fa63bcd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f6a785d-b4e2-4bbd-a385-c3126b97c8f9 HTTP/1.1" status: 200 len: 863 time: 0.0727537 Jul 22 16:27:11.591778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504365-1a81-43ec-92de-e90a60f99cc5 req-874b0994-f3cd-40e6-8b0d-547db1605db6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.596931 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b504365-1a81-43ec-92de-e90a60f99cc5 req-874b0994-f3cd-40e6-8b0d-547db1605db6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 943 time: 0.1168780 Jul 22 16:27:11.645749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b504365-1a81-43ec-92de-e90a60f99cc5 req-fa533512-db9a-48c5-927a-8c8299d02cd5 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 Jul 22 16:27:11.664114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-1f37c579-cab1-460b-be1e-b5d65f260bfa tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:27:11.665142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-1f37c579-cab1-460b-be1e-b5d65f260bfa tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060461 Jul 22 16:27:11.689986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Request body: {'binding': {'host': 'n-h2-792458-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:11.690895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:27:11.721194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-df93bada-e1db-42a0-ac29-61096db7e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.724382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-df93bada-e1db-42a0-ac29-61096db7e7cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435900 Jul 22 16:27:11.863681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-b3889a71-c7ca-40d5-873c-574b8b078244 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302125 Jul 22 16:27:11.867124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7f43c-7454-4540-81c6-f07ff08b3569 req-f6d034ca-9c8c-4053-bcd9-349f5ec026e6 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:11.868675 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-74b7f43c-7454-4540-81c6-f07ff08b3569 req-f6d034ca-9c8c-4053-bcd9-349f5ec026e6 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 949 time: 0.1457834 Jul 22 16:27:11.925378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on host n-h2-792458-13 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:11.925378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:11.925378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:11.943996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-74b7f43c-7454-4540-81c6-f07ff08b3569 req-91abb212-293f-434a-af00-774384de45fe tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648320 Jul 22 16:27:11.944951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:11.945448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:11.953317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:11.953994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:11.954690 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:11.955467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Bound port: f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:11.994860 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456bd7bd-9426-46ed-a545-18e20d488312 x-openstack-request-id: req-456bd7bd-9426-46ed-a545-18e20d488312 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:11.995177 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d657b97-e940-4dd2-affb-f816a3f9fc7f", "tag": "c048d1d6-f68e-4071-a45c-0c7530094a5a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:11.995422 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-456bd7bd-9426-46ed-a545-18e20d488312 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:11.995807 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'tag': 'c048d1d6-f68e-4071-a45c-0c7530094a5a', 'status': 'completed', 'code': 200} Jul 22 16:27:12.000039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6a29462f-e16c-4339-b895-e6d4ae0c04da req-0f4a7056-4082-40f0-a0ad-96eb490dd5d4 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247573 Jul 22 16:27:12.140528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4375758f-590f-47af-855b-d54b1630b77c details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:12.150238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-e5d18b91-47b8-4bce-b3af-177f785cc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.152118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-e5d18b91-47b8-4bce-b3af-177f785cc39f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&device_id=2d657b97-e940-4dd2-affb-f816a3f9fc7f HTTP/1.1" status: 200 len: 1095 time: 0.0784819 Jul 22 16:27:12.182434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ef5fec58-bc18-4663-86a5-9dce7182b886 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:12.289104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-94266f4e-d695-45fa-8625-d36d4506fb56 req-8477cdd3-5fa5-4c3b-a48b-aac7e3754ea8 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 210 time: 0.0610054 Jul 22 16:27:12.309989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-567bc587-eade-4733-81e5-fdf4d303fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.315645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-567bc587-eade-4733-81e5-fdf4d303fc3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 914 time: 0.1495912 Jul 22 16:27:12.342387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:12.349103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.350539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a77917b9-9355-406c-a444-b380eba34532 service neutron] 10.222.0.53 "POST /v2.0/ports/f0523c45-0b61-43d1-9ceb-ccbe09b924f3/bindings HTTP/1.1" status: 201 len: 390 time: 0.6663525 Jul 22 16:27:12.400947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-329cc512-c474-4966-a349-a8672cb951e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c048d1d6-f68e-4071-a45c-0c7530094a5a HTTP/1.1" status: 200 len: 217 time: 0.0662112 Jul 22 16:27:12.425330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4375758f-590f-47af-855b-d54b1630b77c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4375758f-590f-47af-855b-d54b1630b77c,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:12.431530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port ef5fec58-bc18-4663-86a5-9dce7182b886 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:12.436358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-eddc2cdb-d90f-443a-ab16-1326b535e2d5 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.442862 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-eddc2cdb-d90f-443a-ab16-1326b535e2d5 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 821 time: 0.2132676 Jul 22 16:27:12.454097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port ef5fec58-bc18-4663-86a5-9dce7182b886 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:12.454698 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.458243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '4375758f-590f-47af-855b-d54b1630b77c', 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9', 'port_id': '4375758f-590f-47af-855b-d54b1630b77c', 'mac_address': 'fa:16:3e:b3:cb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25b8901-b9f4-4a7c-a91d-2d7046248b29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:12.474408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Request body: {'port': {'device_id': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d', 'admin_state_up': True, 'tenant_id': '12f6a0cc133141c49be04c7275b9267c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:12.552081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.563331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-9ca7d653-a5d8-401b-a30c-d4c547ef573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.565168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-9ca7d653-a5d8-401b-a30c-d4c547ef573e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c25b8901-b9f4-4a7c-a91d-2d7046248b29 HTTP/1.1" status: 200 len: 853 time: 0.1537914 Jul 22 16:27:12.571605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4375758f-590f-47af-855b-d54b1630b77c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:12.619419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79b0af-23d5-48cf-b080-ab307c1c8ae4 req-fbbfa94b-d206-4422-bf68-270c02bf092b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.627531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef79b0af-23d5-48cf-b080-ab307c1c8ae4 req-fbbfa94b-d206-4422-bf68-270c02bf092b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 945 time: 0.1712596 Jul 22 16:27:12.673439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-73745516-2a32-4f7d-b422-7aac4966d85c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878968 Jul 22 16:27:12.708694 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef79b0af-23d5-48cf-b080-ab307c1c8ae4 req-6d7d4f3b-786d-4d7d-ad83-0a5cd0fbf35b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737936 Jul 22 16:27:12.728217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Made reservation on behalf of 12f6a0cc133141c49be04c7275b9267c for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:12.733293 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.743398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4375758f-590f-47af-855b-d54b1630b77c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4375758f-590f-47af-855b-d54b1630b77c,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:12.745620 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.753327 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:12.898366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-f4861ed8-6684-412a-b4a3-2b3cdea6cd4a service neutron] 10.222.0.65 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166381 Jul 22 16:27:12.917089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Allocated IP 172.20.0.6 (f37910a9-3144-46fb-8866-d3885a91b22d/4a908cd4-f970-4a30-9e7c-3ee00b8c5463/6814dbb4-7430-4436-8896-863d5bc5a5b6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:12.936966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4375758f-590f-47af-855b-d54b1630b77c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:12.962190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:12.966156 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73159804-ae6e-430c-8622-c7a9e5df3a43" -d '{"events": [{"server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "name": "network-vif-plugged", "status": "completed", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:12.975554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c82cbe-a52d-4d3e-9484-4e8257c22fdc req-ae2e7d78-4154-423d-944e-c3dc256ba183 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:12.977451 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47c82cbe-a52d-4d3e-9484-4e8257c22fdc req-ae2e7d78-4154-423d-944e-c3dc256ba183 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 950 time: 0.1270776 Jul 22 16:27:12.990237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ef5fec58-bc18-4663-86a5-9dce7182b886, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ef5fec58-bc18-4663-86a5-9dce7182b886,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:12.999132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:13.062087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47c82cbe-a52d-4d3e-9484-4e8257c22fdc req-93052144-2f4b-4fa4-9df7-22d96321c281 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773969 Jul 22 16:27:13.066092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=ef5fec58-bc18-4663-86a5-9dce7182b886,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:13.079563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-3006b206-b923-4799-a607-cfe8f8c597db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.081774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-3006b206-b923-4799-a607-cfe8f8c597db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1097 time: 0.1825259 Jul 22 16:27:13.102248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['4375758f-590f-47af-855b-d54b1630b77c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:13.135067 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-da8f087e-4af7-4ca6-8eb8-2cfcee91ddd5 req-4f483d60-ed3d-45ff-81ee-6a5914ce9ac2 service neutron] 10.222.0.65 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249558 Jul 22 16:27:13.244042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-b121894d-36b1-4d64-9809-b45b5f27b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.246877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-b121894d-36b1-4d64-9809-b45b5f27b590 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.1547596 Jul 22 16:27:13.278439 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:13.318793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-59422ad3-999d-4efd-a719-69e21c2a9408 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3 HTTP/1.1" status: 200 len: 217 time: 0.0631919 Jul 22 16:27:13.370779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93cbd2-10da-4b86-85fd-aca04b83786d req-4fa225b0-36e2-4507-a13a-ef6e7bd7387a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.373409 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc93cbd2-10da-4b86-85fd-aca04b83786d req-4fa225b0-36e2-4507-a13a-ef6e7bd7387a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 945 time: 0.1792409 Jul 22 16:27:13.384244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-87011102-f6e2-470b-a36d-2905da27c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.385741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-87011102-f6e2-470b-a36d-2905da27c4ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.0605087 Jul 22 16:27:13.398080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a79c-fc43-4cb5-a438-2aface342004 req-9def49a6-247d-46ca-b2f5-86ece55002c2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.399524 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4a21a79c-fc43-4cb5-a438-2aface342004 req-9def49a6-247d-46ca-b2f5-86ece55002c2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 945 time: 0.1106570 Jul 22 16:27:13.421853 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:13.440483 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-0e90a843-61e3-404c-963d-2dc6b1036a40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399363 Jul 22 16:27:13.478047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4a21a79c-fc43-4cb5-a438-2aface342004 req-495aa756-0402-40e6-ab46-2fabd44be9f1 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700972 Jul 22 16:27:13.505609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc93cbd2-10da-4b86-85fd-aca04b83786d req-bbc92f17-a9c2-4389-8dff-7ec2e44d2322 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237767 Jul 22 16:27:13.518855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Network f37910a9-3144-46fb-8866-d3885a91b22d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:13.548131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Pushing event updated for resources: {'Port': ['ID=6814dbb4-7430-4436-8896-863d5bc5a5b6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:13.554883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:13.558731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:13.562189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-4cc29068-1a84-4779-bc93-2fc99dcd7b20 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086869 Jul 22 16:27:13.569281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.571406 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:13.585227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.585746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.586292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.586754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.587217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.587632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.588053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.588478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.588913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.589359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.589850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.590430 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:13.607924 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-faa38151-3698-495d-9fd7-25b4d183adac tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1401289 Jul 22 16:27:13.629837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Request body: {'port': {'device_id': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:13.641392 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23da478-9ff0-4463-8778-afa9111bed2b x-openstack-request-id: req-a23da478-9ff0-4463-8778-afa9111bed2b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:13.642094 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "name": "network-vif-plugged", "status": "completed", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:13.642094 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a23da478-9ff0-4463-8778-afa9111bed2b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:13.642462 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'code': 200} Jul 22 16:27:13.704068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2153a17-81af-4ac1-9994-e2b73b760545 req-c7f66814-4c4d-4ab1-962b-2cd03f0e9fdb tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.705780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2153a17-81af-4ac1-9994-e2b73b760545 req-c7f66814-4c4d-4ab1-962b-2cd03f0e9fdb tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 943 time: 0.1561482 Jul 22 16:27:13.712507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cde4b6e5-9dc1-47e2-b24b-c7221a053c73 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304095 Jul 22 16:27:13.732014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:13.758272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2153a17-81af-4ac1-9994-e2b73b760545 req-aa17f231-037a-4151-bab3-411ed5321c77 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447180 Jul 22 16:27:13.934605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4b8f-ec2f-4386-916e-d1c37932c835 req-df92a294-4450-45b0-b579-96b449b679b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:13.939991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62db4b8f-ec2f-4386-916e-d1c37932c835 req-df92a294-4450-45b0-b579-96b449b679b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 1098 time: 0.1462820 Jul 22 16:27:13.999853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62db4b8f-ec2f-4386-916e-d1c37932c835 req-e64cfd68-cf51-4749-abab-0f6c6f7ef642 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556896 Jul 22 16:27:14.016506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fb559-d3f3-4ac1-b291-0acc8c1060d0 req-069b2dd8-9c50-4e39-ac0a-0af5833edb47 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.017993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-614fb559-d3f3-4ac1-b291-0acc8c1060d0 req-069b2dd8-9c50-4e39-ac0a-0af5833edb47 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 931 time: 0.1431284 Jul 22 16:27:14.020862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a514678c-0c90-4c40-809a-047deb9ff3ab tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.022368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a514678c-0c90-4c40-809a-047deb9ff3ab tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.1582057 Jul 22 16:27:14.045086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4d5b5-d075-4413-a528-97e3ca811701 req-e317282e-5898-4e85-a1d4-b5875ec80278 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.046574 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ad4d5b5-d075-4413-a528-97e3ca811701 req-e317282e-5898-4e85-a1d4-b5875ec80278 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 946 time: 0.1301432 Jul 22 16:27:14.058746 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-614fb559-d3f3-4ac1-b291-0acc8c1060d0 req-fc494128-66ef-402c-8b64-1fd3fe69a3c5 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344696 Jul 22 16:27:14.121463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ad4d5b5-d075-4413-a528-97e3ca811701 req-ae8ad67a-9561-4254-88cc-45ad7ae2cef1 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651634 Jul 22 16:27:14.124090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6814dbb4-7430-4436-8896-863d5bc5a5b6 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:14.134674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.138298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device d870989d-05be-459b-888d-a341276be26c details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:14.147267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Transition to ACTIVE for port object 6814dbb4-7430-4436-8896-863d5bc5a5b6 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:14.148735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4375758f-590f-47af-855b-d54b1630b77c up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:14.151597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.207330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Pushing event updated for resources: {'Port': ['ID=6814dbb4-7430-4436-8896-863d5bc5a5b6,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:14.273663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:14.273989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:14.274763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:14.281201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:14.282191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:14.291282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:14.291530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 4375758f-590f-47af-855b-d54b1630b77c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:14.291655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:14.291955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:14.292383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Bound port: 6814dbb4-7430-4436-8896-863d5bc5a5b6, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:14.292819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.296906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 4375758f-590f-47af-855b-d54b1630b77c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:14.298126 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.299774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-13'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:14.364931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0ff60-42c7-4854-877f-65e66be5c9a8 req-b2b1b20a-a6d8-4c93-b353-028fbd738707 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.366512 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fd0ff60-42c7-4854-877f-65e66be5c9a8 req-b2b1b20a-a6d8-4c93-b353-028fbd738707 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 950 time: 0.1355243 Jul 22 16:27:14.402879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:14.428037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:14.439508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fd0ff60-42c7-4854-877f-65e66be5c9a8 req-2d84d904-4809-4bee-9a41-7f39cad03241 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643802 Jul 22 16:27:14.440684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.476402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.482425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.483366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.485219 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] 10.222.0.20 "PUT /v2.0/ports/6814dbb4-7430-4436-8896-863d5bc5a5b6 HTTP/1.1" status: 200 len: 1092 time: 0.8605998 Jul 22 16:27:14.485891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:14.488340 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e" -d '{"events": [{"name": "network-changed", "server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:14.540027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7947e8b-58a9-43ce-b7ce-f5925ee7561d service neutron] Pushing event updated for resources: {'Port': ['ID=6814dbb4-7430-4436-8896-863d5bc5a5b6,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:14.567204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port d870989d-05be-459b-888d-a341276be26c, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=d870989d-05be-459b-888d-a341276be26c,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:14.583121 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97ccfae-df6f-4b0b-a1c7-d491510aaee6 x-openstack-request-id: req-d97ccfae-df6f-4b0b-a1c7-d491510aaee6 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:14.583424 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:14.583777 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d97ccfae-df6f-4b0b-a1c7-d491510aaee6 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:14.584382 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6', 'status': 'completed', 'code': 200} Jul 22 16:27:14.621742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'd870989d-05be-459b-888d-a341276be26c', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'port_id': 'd870989d-05be-459b-888d-a341276be26c', 'mac_address': 'fa:16:3e:9d:5a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:14.705920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-0bf94016-7b11-4a72-a3c0-8baf6a685b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.708631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-0bf94016-7b11-4a72-a3c0-8baf6a685b87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1095 time: 0.1563673 Jul 22 16:27:14.726354 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.733422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ba2b3-52d4-4c3c-ac6b-762e0a20e9d4 req-e7c6c608-c4ed-44de-a7ff-322053db2fd0 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.735294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb8ba2b3-52d4-4c3c-ac6b-762e0a20e9d4 req-e7c6c608-c4ed-44de-a7ff-322053db2fd0 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 949 time: 0.2791336 Jul 22 16:27:14.777050 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4375758f-590f-47af-855b-d54b1630b77c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4375758f-590f-47af-855b-d54b1630b77c,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:14.777686 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-2256b8b2-2e89-40b7-b61a-9294d4386ab1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6 HTTP/1.1" status: 200 len: 217 time: 0.0413070 Jul 22 16:27:14.778891 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.783914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:14.786813 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.811862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb8ba2b3-52d4-4c3c-ac6b-762e0a20e9d4 req-811f0162-5616-46d3-8b3c-38248a96526f tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678730 Jul 22 16:27:14.821616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d870989d-05be-459b-888d-a341276be26c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:14.847613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:14.870610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82760c5e-ddef-428b-8e3c-13e14c57d4d0 req-8c165c5d-2436-493d-a5f1-a99232dbf923 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.873265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port d870989d-05be-459b-888d-a341276be26c, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=d870989d-05be-459b-888d-a341276be26c,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:14.880695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-82760c5e-ddef-428b-8e3c-13e14c57d4d0 req-8c165c5d-2436-493d-a5f1-a99232dbf923 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 945 time: 0.2101405 Jul 22 16:27:14.885270 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.886810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:14.889300 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b688d2-8729-4ea3-b420-4757f01179e2" -d '{"events": [{"server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "name": "network-vif-unplugged", "status": "completed", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:14.892494 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.893385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c048d1d6-f68e-4071-a45c-0c7530094a5a details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:14.897977 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:14.902094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4375758f-590f-47af-855b-d54b1630b77c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:14.937695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-82760c5e-ddef-428b-8e3c-13e14c57d4d0 req-b81d586f-3e29-4913-b857-ed3088daeee5 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558591 Jul 22 16:27:14.942759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-5f54a4e9-d052-4f4e-8ac6-8d41fafcc119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:14.944309 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-5f54a4e9-d052-4f4e-8ac6-8d41fafcc119 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1542945 Jul 22 16:27:14.999272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=d870989d-05be-459b-888d-a341276be26c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:15.002407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-3247f07c-7d9e-42d5-90d4-c245cc300811 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450184 Jul 22 16:27:15.082498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Pushing event updated for resources: {'Port': ['ID=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:15.097575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c048d1d6-f68e-4071-a45c-0c7530094a5a, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c048d1d6-f68e-4071-a45c-0c7530094a5a,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:15.108293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on host n-h1-792458-13 for vnic_type normal with profile {"migrating_to": "n-h2-792458-13"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:15.108960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:15.109303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:15.121405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.121878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.122361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.122894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'c048d1d6-f68e-4071-a45c-0c7530094a5a', 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9', 'port_id': 'c048d1d6-f68e-4071-a45c-0c7530094a5a', 'mac_address': 'fa:16:3e:82:c4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25b8901-b9f4-4a7c-a91d-2d7046248b29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:15.123177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.123667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.124213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.124750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.125211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.125907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.126470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.127306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.128090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:15.135506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:15.136114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Attempting to bind port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:15.152198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-6a84639f-bc9e-429e-aa3c-69cfdb293ec6 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410706 Jul 22 16:27:15.154204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da29fb-1fe1-4c7e-a3f9-12085bb6478d req-d824bd74-6778-4fac-880a-b2181e3c124c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:15.155733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34da29fb-1fe1-4c7e-a3f9-12085bb6478d req-d824bd74-6778-4fac-880a-b2181e3c124c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 943 time: 0.2194750 Jul 22 16:27:15.157300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:15.157744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:15.158128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:15.158582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Bound port: f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:15.158959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:15.178143 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:15.189569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-545d41ef-eb7e-4fc5-96a2-d754eb3957b0 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d182ac9bd42441d787f1e5019cce7a45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402813 Jul 22 16:27:15.201144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c048d1d6-f68e-4071-a45c-0c7530094a5a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:15.226292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c048d1d6-f68e-4071-a45c-0c7530094a5a, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c048d1d6-f68e-4071-a45c-0c7530094a5a,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:15.232064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:15.246898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34da29fb-1fe1-4c7e-a3f9-12085bb6478d req-a6f4854a-24cd-4d62-b5fc-0eab03a75df8 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786085 Jul 22 16:27:15.284853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:15.292826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:15.301575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:15.397031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=c048d1d6-f68e-4071-a45c-0c7530094a5a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:15.455309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8209ab6d-2432-4510-b893-cd62cc882cba tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:15.457732 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8209ab6d-2432-4510-b893-cd62cc882cba tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557306 Jul 22 16:27:15.463659 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42ce2df8-70ef-4106-ba2b-f72664e0f777 req-08f844e3-0eba-45b4-8f9f-7c94743507da service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933791 Jul 22 16:27:15.473824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Pushing event updated for resources: {'Port': ['ID=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:15.481172 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-037a01dc-14f5-475c-ac4a-480ffcb70d2b tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/quotas/d182ac9bd42441d787f1e5019cce7a45 HTTP/1.1" status: 200 len: 375 time: 0.0107307 Jul 22 16:27:15.484273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:15.485297 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:15.488336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2852d546-41c3-4b96-86b8-77212368b522 service neutron] 10.222.0.20 "PUT /v2.0/ports/f0523c45-0b61-43d1-9ceb-ccbe09b924f3 HTTP/1.1" status: 200 len: 1123 time: 1.2023261 Jul 22 16:27:15.551734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e783d4a-b147-43b9-a4dc-91324db80abe req-b4167a79-60c3-4594-8138-0df9e49156e1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:15.554769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e783d4a-b147-43b9-a4dc-91324db80abe req-b4167a79-60c3-4594-8138-0df9e49156e1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 944 time: 0.1748612 Jul 22 16:27:15.569292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-d91a1a8b-8502-46e3-aa22-ea74f565c5de tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d182ac9bd42441d787f1e5019cce7a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748215 Jul 22 16:27:15.643671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4375758f-590f-47af-855b-d54b1630b77c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:15.647964 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814a5829-3992-47c8-acb6-9b794ff03be6" -d '{"events": [{"server_uuid": "bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735", "name": "network-vif-plugged", "status": "completed", "tag": "4375758f-590f-47af-855b-d54b1630b77c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:15.660673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e783d4a-b147-43b9-a4dc-91324db80abe req-9f78532a-ae47-4470-95d2-000ff011d5e5 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985649 Jul 22 16:27:15.706763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-b8c21808-ba69-4107-94f1-c4df8665022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:15.708448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-b8c21808-ba69-4107-94f1-c4df8665022e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1095 time: 0.1217568 Jul 22 16:27:15.717532 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50447463-4f39-4462-a59b-290ec5b5c21f x-openstack-request-id: req-50447463-4f39-4462-a59b-290ec5b5c21f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:15.717934 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "name": "network-vif-unplugged", "status": "completed", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:15.718215 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50447463-4f39-4462-a59b-290ec5b5c21f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:15.718882 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3', 'code': 200} Jul 22 16:27:15.755531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f0523c45-0b61-43d1-9ceb-ccbe09b924f3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:15.925786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['d870989d-05be-459b-888d-a341276be26c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:16.002544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-8f5dc0a1-538e-4777-a712-8181cb7fb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:16.005553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-8f5dc0a1-538e-4777-a712-8181cb7fb74e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.2843704 Jul 22 16:27:16.013476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33faff5e-55ac-44a0-8f89-36834c3d0cac req-df60740f-2cd6-4ef3-8996-23f95fa2d046 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:16.023353 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33faff5e-55ac-44a0-8f89-36834c3d0cac req-df60740f-2cd6-4ef3-8996-23f95fa2d046 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 946 time: 0.1673822 Jul 22 16:27:16.031162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['c048d1d6-f68e-4071-a45c-0c7530094a5a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:16.088253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33faff5e-55ac-44a0-8f89-36834c3d0cac req-6eba74e6-76b1-4841-9c10-1903a7bc35a7 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634048 Jul 22 16:27:16.213578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c67dd0d2-df53-4f10-956a-085b7fdeff74 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:16.270420 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987b32f6-02a5-4429-8c33-39825f2f5b5d x-openstack-request-id: req-987b32f6-02a5-4429-8c33-39825f2f5b5d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:16.271452 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735", "name": "network-vif-plugged", "status": "completed", "tag": "4375758f-590f-47af-855b-d54b1630b77c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:16.271909 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-987b32f6-02a5-4429-8c33-39825f2f5b5d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:16.272462 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4375758f-590f-47af-855b-d54b1630b77c', 'code': 200} Jul 22 16:27:16.358723 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:27:16.464313 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8bdf2423-e17c-4eef-99cb-a625b449defb req-5bd2cdeb-558b-4ce0-8641-a46b0b0cecce tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 210 time: 0.1231813 Jul 22 16:27:16.471463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-796d873d-4f8d-4f53-9e17-9061061ed401 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6 HTTP/1.1" status: 200 len: 217 time: 0.4542592 Jul 22 16:27:16.503299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02572c-fead-4c14-b729-d4a0a7ce2961 req-6d1fbfae-6caf-433d-b270-58a6be44f392 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:16.523835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d02572c-fead-4c14-b729-d4a0a7ce2961 req-6d1fbfae-6caf-433d-b270-58a6be44f392 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 943 time: 0.6406009 Jul 22 16:27:16.611864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:16.659719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'c67dd0d2-df53-4f10-956a-085b7fdeff74', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'port_id': 'c67dd0d2-df53-4f10-956a-085b7fdeff74', 'mac_address': 'fa:16:3e:1b:93:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c66a87f-7623-4036-99c1-47ad46d04f04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:16.673655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-4dc87910-a209-4b9b-a30a-3668996364d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:16.675561 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-4dc87910-a209-4b9b-a30a-3668996364d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1496687 Jul 22 16:27:16.708408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d02572c-fead-4c14-b729-d4a0a7ce2961 req-32ac5889-2775-4089-a739-fff04aeba5d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605835 Jul 22 16:27:16.739452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d74f4e-52ad-454f-98d6-3490dff193f8 req-027f84be-0efc-4ba2-a2b8-a422ea2177c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:16.741342 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5d74f4e-52ad-454f-98d6-3490dff193f8 req-027f84be-0efc-4ba2-a2b8-a422ea2177c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 1098 time: 0.3105855 Jul 22 16:27:16.780043 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.815083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5d74f4e-52ad-454f-98d6-3490dff193f8 req-2315f5ca-b583-43b8-84dc-201de1a95ffc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496836 Jul 22 16:27:16.822981 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-5e95b122-bf08-42bc-897c-5ebc37e18094 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329677 Jul 22 16:27:16.824823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c67dd0d2-df53-4f10-956a-085b7fdeff74 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:16.830087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f82fa-1dde-46fa-872e-1198fd5551e4 req-afede9dc-aedb-49ff-be33-accef24833bb tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:16.839188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204f82fa-1dde-46fa-872e-1198fd5551e4 req-afede9dc-aedb-49ff-be33-accef24833bb tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 949 time: 0.2191539 Jul 22 16:27:16.874073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:16.881565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:16.911184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-12ac0a0f-7f22-4c4c-bc7b-d10cb786bdbc tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:16.912814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-12ac0a0f-7f22-4c4c-bc7b-d10cb786bdbc tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 949 time: 0.3360124 Jul 22 16:27:16.921414 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204f82fa-1dde-46fa-872e-1198fd5551e4 req-c706af01-5589-41f7-897a-a4da8916734a tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/security-groups?id=b4be8558-5283-47cf-9dca-b040380efa07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811439 Jul 22 16:27:16.991656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=c67dd0d2-df53-4f10-956a-085b7fdeff74,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:17.098756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['c67dd0d2-df53-4f10-956a-085b7fdeff74'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:17.229241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccf042-9d36-4426-918c-46325fe97a28 req-8f9e5ded-e95a-4420-bbf9-6fc9713a4901 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:17.232037 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16ccf042-9d36-4426-918c-46325fe97a28 req-8f9e5ded-e95a-4420-bbf9-6fc9713a4901 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 946 time: 0.3155184 Jul 22 16:27:17.386620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-77aa0fec-14c3-4ac7-a23e-44746b291308 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:17.401960 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-77aa0fec-14c3-4ac7-a23e-44746b291308 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2481828 Jul 22 16:27:17.417422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Deleting port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:27:17.417978 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.468661 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16ccf042-9d36-4426-918c-46325fe97a28 req-37d5f965-80c6-4f0a-bbf0-984cd75e091e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156332 Jul 22 16:27:17.519729 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-c2ae0c0e-cad4-4c73-a9f7-94fe5140eb5c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1161733 Jul 22 16:27:17.524901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-076c681e-902a-48ad-8995-56b28d20c462 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Request body: {'floatingip': {'port_id': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:17.569108 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-5d525f9a-c6fd-4edc-883a-f8aa276c22c9 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277167 Jul 22 16:27:17.643930 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-076c681e-902a-48ad-8995-56b28d20c462 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.720336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:17.722911 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5139b2a4-ea19-4f09-b86d-d59ba11c806d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:17.822508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] For port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:17.822881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:17.856120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26510a69-7ecf-4bf9-b2dc-c48417b1f082 req-4640c798-b0a1-403a-a890-14b127e46b52 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:17.857761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26510a69-7ecf-4bf9-b2dc-c48417b1f082 req-4640c798-b0a1-403a-a890-14b127e46b52 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 943 time: 0.2278609 Jul 22 16:27:17.871083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Calling delete_port for 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:27:17.878364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bce8c0a-d2d4-4b88-a933-fca5e45c900e req-7d1b3742-89d4-4618-8063-1df220d03770 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459350 Jul 22 16:27:17.944664 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-2caba049-4619-4785-8ca2-77182cd1f3e4 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d182ac9bd42441d787f1e5019cce7a45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689068 Jul 22 16:27:18.076729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26510a69-7ecf-4bf9-b2dc-c48417b1f082 req-54171ae1-0b0f-4c0c-8c6a-71175d5184c3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066047 Jul 22 16:27:18.176987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device d870989d-05be-459b-888d-a341276be26c up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:18.185580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f0523c45-0b61-43d1-9ceb-ccbe09b924f3 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:18.224613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c67dd0d2-df53-4f10-956a-085b7fdeff74 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:18.386205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port d870989d-05be-459b-888d-a341276be26c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:18.559471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:18.588744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-31b0e392-2ac7-434a-a02a-5bb83d9b3887 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:18.591988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-31b0e392-2ac7-434a-a02a-5bb83d9b3887 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6103153 Jul 22 16:27:18.598321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f0523c45-0b61-43d1-9ceb-ccbe09b924f3 has no active binding in host n-h2-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:27:18.598896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6814dbb4-7430-4436-8896-863d5bc5a5b6 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:18.629496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port d870989d-05be-459b-888d-a341276be26c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:18.633334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Request body: {'port': {'device_id': '59e33309-fe5c-41b1-878f-b46c6289b035', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'd182ac9bd42441d787f1e5019cce7a45'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:18.636053 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.722962 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-02bc574b-8c7b-4a5f-afd6-52ed198be646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.736822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port c67dd0d2-df53-4f10-956a-085b7fdeff74 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:18.737472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.786904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b50377-9267-4a11-b20b-b00e323f9023 req-6d295050-32e5-4827-ab24-c01a5d1689a9 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:18.794540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-17b50377-9267-4a11-b20b-b00e323f9023 req-6d295050-32e5-4827-ab24-c01a5d1689a9 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 944 time: 0.4846106 Jul 22 16:27:18.828712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.901293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-17b50377-9267-4a11-b20b-b00e323f9023 req-f1ae89ce-ef6e-43c1-b48b-6a01905700ad tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044943 Jul 22 16:27:18.920628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Made reservation on behalf of d182ac9bd42441d787f1e5019cce7a45 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:18.934799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:18.943106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Pushing event deleted for resources: {'Port': ['ID=65feeb7b-a2ab-44ae-9fd8-9f3b5997c242,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:19.021452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.077474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:19.155993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa2779eb-0979-4abf-a6bf-9f48cf96ef44 req-9f8c4c32-acb2-4ea8-80b4-aec5d4b0411f tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 210 time: 0.0908575 Jul 22 16:27:19.228010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port d870989d-05be-459b-888d-a341276be26c, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=d870989d-05be-459b-888d-a341276be26c,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:19.229461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '6814dbb4-7430-4436-8896-863d5bc5a5b6', 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d', 'port_id': '6814dbb4-7430-4436-8896-863d5bc5a5b6', 'mac_address': 'fa:16:3e:90:9a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a908cd4-f970-4a30-9e7c-3ee00b8c5463', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:19.233135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] No DVR routers for this DVR port 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:19.238963 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.253091 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-747b91ce-edb7-4284-924a-b953da5c24d9 req-1d990173-3ea2-47f9-8376-6543edfc97ae tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.65 "DELETE /v2.0/ports/65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 HTTP/1.1" status: 204 len: 173 time: 2.3130744 Jul 22 16:27:19.283804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd870989d-05be-459b-888d-a341276be26c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:19.291452 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80ed5b5-263e-4f70-b53a-6e42dad64cd1" -d '{"events": [{"server_uuid": "ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1", "name": "network-vif-plugged", "status": "completed", "tag": "d870989d-05be-459b-888d-a341276be26c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:19.359476 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46c7da2-6d83-47ae-9b8a-7e21a92e7c91 x-openstack-request-id: req-e46c7da2-6d83-47ae-9b8a-7e21a92e7c91 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:19.362807 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:19.363402 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e46c7da2-6d83-47ae-9b8a-7e21a92e7c91 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:19.363976 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3', 'status': 'completed', 'code': 200} Jul 22 16:27:19.389894 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.393272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c048d1d6-f68e-4071-a45c-0c7530094a5a up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:19.514756 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.529195 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.569765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6814dbb4-7430-4436-8896-863d5bc5a5b6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:19.576556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-f7cb77b0-dc32-420f-ac45-6a9a3e64f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:19.578100 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-f7cb77b0-dc32-420f-ac45-6a9a3e64f87c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1126 time: 0.2075040 Jul 22 16:27:19.587620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Allocated IP 192.168.233.30 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/bd2c0bdf-d803-4a16-a5f3-331206d4b35f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:19.599931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:19.625090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-076c681e-902a-48ad-8995-56b28d20c462 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.632950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-076c681e-902a-48ad-8995-56b28d20c462 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.645041 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.680860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebff1-38b0-47cf-9dfd-489dc6da172b req-836c5abb-2b2b-4785-9c6c-df8ce48d27d2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:19.686477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:19.691399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad3ebff1-38b0-47cf-9dfd-489dc6da172b req-836c5abb-2b2b-4785-9c6c-df8ce48d27d2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 943 time: 0.2625070 Jul 22 16:27:19.706755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.754345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=d870989d-05be-459b-888d-a341276be26c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:19.787195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad3ebff1-38b0-47cf-9dfd-489dc6da172b req-bab4fca3-fcad-4aed-befd-fd23c6773b6e tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944660 Jul 22 16:27:19.791025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-d5b9763f-6767-44da-8471-b5c33f646f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:19.792504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-d5b9763f-6767-44da-8471-b5c33f646f75 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.2017312 Jul 22 16:27:19.830534 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-076c681e-902a-48ad-8995-56b28d20c462 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 associated. External IP: 172.25.3.244, port: c8b2e40e-3179-42dc-8e33-ff3167d09c58. Jul 22 16:27:19.834589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6814dbb4-7430-4436-8896-863d5bc5a5b6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:19.873106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port c048d1d6-f68e-4071-a45c-0c7530094a5a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:19.910595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port c048d1d6-f68e-4071-a45c-0c7530094a5a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:19.911972 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:19.967099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-881772ae-ef68-4fcd-a66d-f9c83fbdca12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3 HTTP/1.1" status: 200 len: 217 time: 0.1605451 Jul 22 16:27:20.003041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=c67dd0d2-df53-4f10-956a-085b7fdeff74,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:20.077845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6814dbb4-7430-4436-8896-863d5bc5a5b6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:20.103388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f4f017f7-51ab-440b-9db0-feb6df3234c8 req-850a57f9-e0ad-4542-81c1-326d464a1fe9 tempest-TenantUsagesTestJSON-51557580 tempest-TenantUsagesTestJSON-51557580-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf HTTP/1.1" status: 200 len: 210 time: 0.0579708 Jul 22 16:27:20.132574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.166680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-cb67318a-2fcc-44dd-b48d-82ab6953a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:20.168788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-cb67318a-2fcc-44dd-b48d-82ab6953a98b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1866977 Jul 22 16:27:20.210381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a89addc5-6f1f-4e2c-b2ba-17a868c4a2d0 service neutron] 10.222.0.65 "GET /v2.0/ports/f0523c45-0b61-43d1-9ceb-ccbe09b924f3/bindings/n-h2-792458-13 HTTP/1.1" status: 200 len: 385 time: 0.2011397 Jul 22 16:27:20.218114 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c048d1d6-f68e-4071-a45c-0c7530094a5a, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c048d1d6-f68e-4071-a45c-0c7530094a5a,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:20.218769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-5daa2c6c-5df9-4faa-b5fd-9e071535a300 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341203 Jul 22 16:27:20.226851 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.335543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.343633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:20.358027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Transition to ACTIVE for port object bd2c0bdf-d803-4a16-a5f3-331206d4b35f will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:20.382258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:27:20.382748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 65feeb7b-a2ab-44ae-9fd8-9f3b5997c242 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:27:20.437831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.486815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['24c84902-9752-450e-9a15-d68836f8d9a6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:20.492191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=c048d1d6-f68e-4071-a45c-0c7530094a5a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:20.544035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:20.552594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:20.559795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:20.560022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-076c681e-902a-48ad-8995-56b28d20c462 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Router 048dae4a-a6cc-4a9f-8253-48a418072d45 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:20.567906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-cb2a1add-76d4-4418-803e-bbfdaccf6812 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333437 Jul 22 16:27:20.590368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Pushing event updated for resources: {'Port': ['ID=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:20.686874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:20.686874 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.700445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac4be-c85a-46f8-8779-e8d683b18434 req-5e8912ac-f5f4-41a9-be74-ede5d8eda1e1 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:20.709418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-132ac4be-c85a-46f8-8779-e8d683b18434 req-5e8912ac-f5f4-41a9-be74-ede5d8eda1e1 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 946 time: 0.2821934 Jul 22 16:27:20.764242 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-e074e602-9dda-44b3-82fc-f71181119587 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1396332 Jul 22 16:27:20.790774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:20.825059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:20.866847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-076c681e-902a-48ad-8995-56b28d20c462 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:20.872976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-076c681e-902a-48ad-8995-56b28d20c462 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:20.895886 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] Sync routers for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:20.911658 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:20.912878 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:26:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:20.950720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0523c45-0b61-43d1-9ceb-ccbe09b924f3 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:20.976139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:21.005066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-076c681e-902a-48ad-8995-56b28d20c462 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "PUT /v2.0/floatingips/3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 HTTP/1.1" status: 200 len: 997 time: 3.4841387 Jul 22 16:27:21.011652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:21.014075 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:21.023669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.024671 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04478158-f342-4ad5-a3ef-409082fef237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.039190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c828c7e8-b010-4fa3-8ca7-db78ac682169 None None] Provisioning for port bd2c0bdf-d803-4a16-a5f3-331206d4b35f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:21.046137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c828c7e8-b010-4fa3-8ca7-db78ac682169 None None] Provisioning complete for port bd2c0bdf-d803-4a16-a5f3-331206d4b35f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:21.046771 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c828c7e8-b010-4fa3-8ca7-db78ac682169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.153965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c828c7e8-b010-4fa3-8ca7-db78ac682169 None None] Port bd2c0bdf-d803-4a16-a5f3-331206d4b35f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:21.156951 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.185045 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:21.202287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Request body: {'port': {'device_id': '59e33309-fe5c-41b1-878f-b46c6289b035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:21.215511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-b89914e4-965d-48bc-b55f-08d459bbed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.225078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-b89914e4-965d-48bc-b55f-08d459bbed08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.2029717 Jul 22 16:27:21.237445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] Transition to ACTIVE for port object f0523c45-0b61-43d1-9ceb-ccbe09b924f3 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:21.249526 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-132ac4be-c85a-46f8-8779-e8d683b18434 req-caec270c-334f-46a6-a7b2-57e28bc89bdd tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391595 Jul 22 16:27:21.260635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5139b2a4-ea19-4f09-b86d-d59ba11c806d req-e82b9099-e722-4a60-9105-9226e74beb5a service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663845 Jul 22 16:27:21.262046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.371291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-50452b25-8880-43bc-add8-f1f2b6dbf8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.372783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-50452b25-8880-43bc-add8-f1f2b6dbf8e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.1469045 Jul 22 16:27:21.375906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dcf5bf-1701-460b-87c7-5e9c1a3b7baf', 'name': 'network-vif-deleted', 'tag': '65feeb7b-a2ab-44ae-9fd8-9f3b5997c242'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:21.379039 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c02e24-32ff-49d9-9f04-852333627884" -d '{"events": [{"server_uuid": "d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf", "name": "network-vif-deleted", "tag": "65feeb7b-a2ab-44ae-9fd8-9f3b5997c242"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:21.426016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.530091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea3ed7-a967-42ac-989e-a94659bdcf64 req-84b0c5b1-eb0a-4dcf-ac7d-5cd492eb6ae0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.533705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aaea3ed7-a967-42ac-989e-a94659bdcf64 req-84b0c5b1-eb0a-4dcf-ac7d-5cd492eb6ae0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 944 time: 0.1687491 Jul 22 16:27:21.593696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aaea3ed7-a967-42ac-989e-a94659bdcf64 req-1a00ec64-0c4e-4792-a81b-054788136979 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483387 Jul 22 16:27:21.710238 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96be8ba7-63fd-4fc1-b0d7-8bdb8da116d4 x-openstack-request-id: req-96be8ba7-63fd-4fc1-b0d7-8bdb8da116d4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:21.710760 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1", "name": "network-vif-plugged", "status": "completed", "tag": "d870989d-05be-459b-888d-a341276be26c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:21.710760 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96be8ba7-63fd-4fc1-b0d7-8bdb8da116d4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:21.711183 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd870989d-05be-459b-888d-a341276be26c', 'code': 200} Jul 22 16:27:21.777912 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:0f:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:19Z', 'revision_number': 1, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:21.796119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:21.807410 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] No DVR routers for this DVR port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:21.837097 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] Checking router: 048dae4a-a6cc-4a9f-8253-48a418072d45 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:21.853944 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:21.854685 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:21.885107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-f69fe77d-2027-4a33-8686-39f6c00e6690 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 1000 time: 0.4849985 Jul 22 16:27:21.946722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2c0bdf-d803-4a16-a5f3-331206d4b35f {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:21.956481 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-cae393c5-01fa-4de9-bdeb-99b81c0f84a9 service neutron] 10.222.0.65 "PUT /v2.0/ports/f0523c45-0b61-43d1-9ceb-ccbe09b924f3/bindings/n-h2-792458-13/activate HTTP/1.1" status: 200 len: 370 time: 1.7368538 Jul 22 16:27:21.958736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:21.977949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Transition to ACTIVE for port object bd2c0bdf-d803-4a16-a5f3-331206d4b35f will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:21.983289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-aaf5b0b8-b484-4f9c-a26d-ec6bae45f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:21.986049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-aaf5b0b8-b484-4f9c-a26d-ec6bae45f113 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.0750902 Jul 22 16:27:21.997346 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:22.010738 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.077727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-f31c17a0-35d0-42db-9e0b-f54ddd299d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.079360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-f31c17a0-35d0-42db-9e0b-f54ddd299d02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872402 Jul 22 16:27:22.095853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-24e372d2-68e0-4681-828a-245625354176 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:27:22.097050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-24e372d2-68e0-4681-828a-245625354176 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094147 Jul 22 16:27:22.175687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Pushing event updated for resources: {'Port': ['ID=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:22.208734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6814dbb4-7430-4436-8896-863d5bc5a5b6 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:22.263413 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-55c266ef-84db-4129-8c2a-378a247f6b34 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538327 Jul 22 16:27:22.341977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-f70fa336-1aa3-47b7-a20c-b86a8e4dfef6 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.346061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-f70fa336-1aa3-47b7-a20c-b86a8e4dfef6 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.2456157 Jul 22 16:27:22.354564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 6814dbb4-7430-4436-8896-863d5bc5a5b6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:22.360260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13203d2-b09e-4e66-bda3-45c668c0633b req-06aa48fe-a385-4616-a3ac-4d3267ed7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.363114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f13203d2-b09e-4e66-bda3-45c668c0633b req-06aa48fe-a385-4616-a3ac-4d3267ed7579 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 1097 time: 0.3665814 Jul 22 16:27:22.376708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 6814dbb4-7430-4436-8896-863d5bc5a5b6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:22.377234 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.381241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.414133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c7909-d994-426a-8e25-11a3a885e4ce req-c4f08648-84c1-43b4-8b21-13735a472e5b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.423069 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:0f:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:19Z', 'revision_number': 1, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:22.425902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-364c7909-d994-426a-8e25-11a3a885e4ce req-c4f08648-84c1-43b4-8b21-13735a472e5b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 945 time: 0.4456074 Jul 22 16:27:22.503501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7138824c-dd13-4e99-b42f-3d05b4532c2b req-f79239b1-8b21-4c59-9eca-074ae7df3ad8 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317846 Jul 22 16:27:22.535800 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.580893 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c0531-b4c6-4bf1-a9e4-41616b506f19 None None] The sync data for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 is: [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:0f:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:19Z', 'revision_number': 1, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:22.589833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:22.603878 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.620686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f13203d2-b09e-4e66-bda3-45c668c0633b req-31555b01-ef60-478f-9278-54c5c19a8f14 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260649 Jul 22 16:27:22.637027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Attempting to bind port bd2c0bdf-d803-4a16-a5f3-331206d4b35f on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:22.641709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Attempting to bind port bd2c0bdf-d803-4a16-a5f3-331206d4b35f by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:22.642013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Attempting to bind port bd2c0bdf-d803-4a16-a5f3-331206d4b35f on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:22.663918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-364c7909-d994-426a-8e25-11a3a885e4ce req-ebfdea42-bb0b-4d8e-993d-34529d92c47f tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368243 Jul 22 16:27:22.664791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Port bd2c0bdf-d803-4a16-a5f3-331206d4b35f on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:22.665271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Attempting to bind port bd2c0bdf-d803-4a16-a5f3-331206d4b35f on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:22.674801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:22.675174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:22.675568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:22.676024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Bound port: bd2c0bdf-d803-4a16-a5f3-331206d4b35f, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:22.676519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.727227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6814dbb4-7430-4436-8896-863d5bc5a5b6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:22.764436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-02db7447-c571-4db4-8c3a-5aa38fd22f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.766814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-02db7447-c571-4db4-8c3a-5aa38fd22f4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8 HTTP/1.1" status: 200 len: 1096 time: 0.3990343 Jul 22 16:27:22.801083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] For port bd2c0bdf-d803-4a16-a5f3-331206d4b35f, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:22.804936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] For port bd2c0bdf-d803-4a16-a5f3-331206d4b35f, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:22.833107 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.840289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b025dad-5594-48cf-bfc2-6f60c2b9fbf3 req-1609dafb-2166-4e03-9d5c-7e129dd1b234 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.845205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b025dad-5594-48cf-bfc2-6f60c2b9fbf3 req-1609dafb-2166-4e03-9d5c-7e129dd1b234 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 947 time: 0.1753867 Jul 22 16:27:22.917201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b025dad-5594-48cf-bfc2-6f60c2b9fbf3 req-31ec726c-9235-42a3-a25b-47c5baaf0c4f tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Jul 22 16:27:22.993254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:22.994005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad86c4-be53-44cd-a454-98ed7e8d898d None None] New status for floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:27:22.994130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:22.995859 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] 10.222.0.65 "PUT /v2.0/ports/bd2c0bdf-d803-4a16-a5f3-331206d4b35f HTTP/1.1" status: 200 len: 1096 time: 1.7982538 Jul 22 16:27:23.046050 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bff260f-d649-4d0a-a66c-bb63a02b7442 x-openstack-request-id: req-6bff260f-d649-4d0a-a66c-bb63a02b7442 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:23.046496 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:23.047970 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bff260f-d649-4d0a-a66c-bb63a02b7442 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:23.048583 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'status': 'completed', 'code': 200} Jul 22 16:27:23.074375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64de2e-2188-4f03-ba12-139652f16acd service neutron] Pushing event updated for resources: {'Port': ['ID=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:23.103745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-77fdeab6-961e-4d2f-a611-b98488a32bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.105268 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-77fdeab6-961e-4d2f-a611-b98488a32bae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1096 time: 0.2665827 Jul 22 16:27:23.123676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d358b-2c77-4dbd-b6ff-103747804023 req-182567d6-110f-41bc-828d-ef5c24835100 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.126445 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-578d358b-2c77-4dbd-b6ff-103747804023 req-182567d6-110f-41bc-828d-ef5c24835100 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.3138905 Jul 22 16:27:23.181199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-97064c1b-fedd-4468-8b05-2a3a4d1874a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.182987 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-97064c1b-fedd-4468-8b05-2a3a4d1874a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.0824583 Jul 22 16:27:23.292455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-578d358b-2c77-4dbd-b6ff-103747804023 req-3af7fc2f-8843-4352-9625-5c1dd87a5cb5 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513748 Jul 22 16:27:23.376719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-9b1e0f41-4b56-41ec-8a81-81c795bffdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.378637 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-9b1e0f41-4b56-41ec-8a81-81c795bffdb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.1863959 Jul 22 16:27:23.473032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-52a80791-39b9-4ad5-99a9-732b1da6cc6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 1000 time: 0.0829799 Jul 22 16:27:23.490907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-01b16b04-d666-45eb-b388-72b6f01736e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.493255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-01b16b04-d666-45eb-b388-72b6f01736e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d182ac9bd42441d787f1e5019cce7a45&device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 1099 time: 0.3223248 Jul 22 16:27:23.512886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-fc5211de-d8d8-4068-8730-e9e743b13b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.518458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-fc5211de-d8d8-4068-8730-e9e743b13b2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.3866949 Jul 22 16:27:23.555593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-ea671ff2-d138-4bde-a455-3c354520bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.557380 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-ea671ff2-d138-4bde-a455-3c354520bd07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.0627596 Jul 22 16:27:23.657157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06181e4e-9351-4497-a284-a422386b8b34 req-281dcd5c-c57a-4d07-a092-6372e32707d9 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.669433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-06181e4e-9351-4497-a284-a422386b8b34 req-281dcd5c-c57a-4d07-a092-6372e32707d9 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d657b97-e940-4dd2-affb-f816a3f9fc7f HTTP/1.1" status: 200 len: 945 time: 0.2895193 Jul 22 16:27:23.677317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-de2d692a-1e11-4958-9156-782fd62482b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=bd2c0bdf-d803-4a16-a5f3-331206d4b35f HTTP/1.1" status: 200 len: 217 time: 0.1542916 Jul 22 16:27:23.695616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-066a674f-ab8f-4e68-8fc5-dd4a9b634ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.702134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-066a674f-ab8f-4e68-8fc5-dd4a9b634ae9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368997 Jul 22 16:27:23.714312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74'}, {'server_uuid': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c048d1d6-f68e-4071-a45c-0c7530094a5a'}, {'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:23.717564 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ca2e14-741e-4e52-b60e-3c93e55433c1" -d '{"events": [{"server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "name": "network-vif-plugged", "status": "completed", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74"}, {"server_uuid": "2d657b97-e940-4dd2-affb-f816a3f9fc7f", "name": "network-vif-plugged", "status": "completed", "tag": "c048d1d6-f68e-4071-a45c-0c7530094a5a"}, {"server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "name": "network-vif-plugged", "status": "completed", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:23.728864 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37cde1d-693a-44cc-9a5c-78e666bc4976 x-openstack-request-id: req-f37cde1d-693a-44cc-9a5c-78e666bc4976 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:23.729206 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dcf5bf-1701-460b-87c7-5e9c1a3b7baf", "name": "network-vif-deleted", "tag": "65feeb7b-a2ab-44ae-9fd8-9f3b5997c242", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:23.729394 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f37cde1d-693a-44cc-9a5c-78e666bc4976 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:23.729797 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dcf5bf-1701-460b-87c7-5e9c1a3b7baf', 'name': 'network-vif-deleted', 'tag': '65feeb7b-a2ab-44ae-9fd8-9f3b5997c242', 'status': 'completed', 'code': 200} Jul 22 16:27:23.731305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-f32afea1-0d6b-45e5-9653-aeb569e520bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3 HTTP/1.1" status: 200 len: 217 time: 0.0562928 Jul 22 16:27:23.824256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-4b2cd30d-db29-4389-8a6b-34ca41de18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.825807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-4b2cd30d-db29-4389-8a6b-34ca41de18b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0933886 Jul 22 16:27:23.903155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:23.904777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-18ca0dd0-06c3-4fe9-a77f-2379e3e79a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:23.906423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-18ca0dd0-06c3-4fe9-a77f-2379e3e79a26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.0672877 Jul 22 16:27:23.921298 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-06181e4e-9351-4497-a284-a422386b8b34 req-fd6a3f5d-e749-466e-be37-c5639a67f90e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372184 Jul 22 16:27:23.995577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-419d5d0f-ed0d-4843-8695-cebe1c0e0420 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194157 Jul 22 16:27:24.081382 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:24.118964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-54beee69-bbd4-458d-b5ab-39eb82b6c5a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102586 Jul 22 16:27:24.265282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f0523c45-0b61-43d1-9ceb-ccbe09b924f3 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:24.323055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c372e828-7fb2-40d6-9c0f-bf4b56f8c759 req-e164c576-89e3-4007-a87c-77c27a6c9a60 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209271 Jul 22 16:27:24.398219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f0523c45-0b61-43d1-9ceb-ccbe09b924f3 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:27:24.441260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-fa4cecac-e9ac-4cb3-8b74-492382e612c6 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088670 Jul 22 16:27:24.452196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9a41a-2e89-4548-a25a-3137412c4545 req-e5e78e5e-08a3-41ab-bf2a-651c8d1708a7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.468190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08c9a41a-2e89-4548-a25a-3137412c4545 req-e5e78e5e-08a3-41ab-bf2a-651c8d1708a7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 944 time: 0.3925014 Jul 22 16:27:24.493495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-863db817-2dc5-4190-86e2-0a1ce9693c94 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.501224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-863db817-2dc5-4190-86e2-0a1ce9693c94 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6738741 Jul 22 16:27:24.559656 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08c9a41a-2e89-4548-a25a-3137412c4545 req-6ffd9233-393d-47a1-a904-b2c442cf6cdb tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898628 Jul 22 16:27:24.591727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-409724e0-d716-4588-b41c-35dadb1f063b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d47fe6c884c34a259dca1911611a9815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6810863 Jul 22 16:27:24.592412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57932) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:24.623821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-66ff2ab7-2ff7-4404-b458-81e7959a6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.626135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-66ff2ab7-2ff7-4404-b458-81e7959a6112 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6903675 Jul 22 16:27:24.724481 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-7bab5337-cf41-4cb0-8768-2615e68c9c21 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 0.2218258 Jul 22 16:27:24.728930 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-062c7d55-0e8f-4fc8-a01a-06b67ab30bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:24.763713 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-062c7d55-0e8f-4fc8-a01a-06b67ab30bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:24.784421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Request body: {'floatingip': {'port_id': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:24.792323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b4a4-ed3d-4e64-b296-1a910f0e6b65 req-4ce6b7f6-fa18-44d9-8246-e7e96b159085 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:24.793821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7277b4a4-ed3d-4e64-b296-1a910f0e6b65 req-4ce6b7f6-fa18-44d9-8246-e7e96b159085 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 945 time: 0.1352100 Jul 22 16:27:24.830225 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-2996a930-d52d-4dd1-9e52-c0380eb136ee service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873773 Jul 22 16:27:24.863605 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7277b4a4-ed3d-4e64-b296-1a910f0e6b65 req-0f92304f-8c60-4db7-9750-1227e5518b7a tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610411 Jul 22 16:27:24.885327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-062c7d55-0e8f-4fc8-a01a-06b67ab30bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:24.888593 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-062c7d55-0e8f-4fc8-a01a-06b67ab30bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:24.892568 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-062c7d55-0e8f-4fc8-a01a-06b67ab30bab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4be8558-5283-47cf-9dca-b040380efa07 HTTP/1.1" status: 204 len: 168 time: 0.2971339 Jul 22 16:27:24.913764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c7d55-0e8f-4fc8-a01a-06b67ab30bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4be8558-5283-47cf-9dca-b040380efa07,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:24.971207 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbb9bfe-e085-4e17-8727-81b51e36bf00 x-openstack-request-id: req-2bbb9bfe-e085-4e17-8727-81b51e36bf00 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:24.971207 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "name": "network-vif-plugged", "status": "completed", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74", "code": 200}, {"server_uuid": "2d657b97-e940-4dd2-affb-f816a3f9fc7f", "name": "network-vif-plugged", "status": "completed", "tag": "c048d1d6-f68e-4071-a45c-0c7530094a5a", "code": 200}, {"server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "name": "network-vif-plugged", "status": "completed", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:24.971207 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bbb9bfe-e085-4e17-8727-81b51e36bf00 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:24.971207 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74', 'code': 200} Jul 22 16:27:24.971207 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c048d1d6-f68e-4071-a45c-0c7530094a5a', 'code': 200} Jul 22 16:27:24.971207 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6', 'code': 200} Jul 22 16:27:25.029144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-6bce9a50-ba4d-4141-8ad3-9fe282d74b95 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800449 Jul 22 16:27:25.056121 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:25.128873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516d12e-9193-4d69-bb7c-958f703afffe req-088668fb-6700-432e-a06b-18b49adb0262 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.133530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1516d12e-9193-4d69-bb7c-958f703afffe req-088668fb-6700-432e-a06b-18b49adb0262 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 947 time: 0.1140461 Jul 22 16:27:25.255204 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1516d12e-9193-4d69-bb7c-958f703afffe req-b60afc77-5405-4884-9816-e8dee7e3fd15 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041982 Jul 22 16:27:25.511909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-10538d84-5dd8-4f78-8976-4e1eee505ce1 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.515024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-10538d84-5dd8-4f78-8976-4e1eee505ce1 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.2110476 Jul 22 16:27:25.551863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d0518-d7e8-47aa-9a8c-5439e421a85f req-c93b22f3-f07d-4aa0-9205-3ce56d4a485e tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.555447 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f96d0518-d7e8-47aa-9a8c-5439e421a85f req-c93b22f3-f07d-4aa0-9205-3ce56d4a485e tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.1742537 Jul 22 16:27:25.599396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57946) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:25.637309 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-341808fb-78b8-455f-af42-015ea1a1ec03 req-254eb572-27c6-40d5-aeae-51117bbeaaf2 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976217 Jul 22 16:27:25.665831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafab36-083f-4bca-b87d-afff58cb0eef req-5a533bb3-3f78-4e61-bc0d-8e9607525f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.667680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccafab36-083f-4bca-b87d-afff58cb0eef req-5a533bb3-3f78-4e61-bc0d-8e9607525f13 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d657b97-e940-4dd2-affb-f816a3f9fc7f HTTP/1.1" status: 200 len: 1097 time: 0.3006454 Jul 22 16:27:25.669587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4970ac-0863-4465-b4d6-286043967085 req-9f697961-a52e-4d77-871a-5cbe7d0c118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:25.671369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f4970ac-0863-4465-b4d6-286043967085 req-9f697961-a52e-4d77-871a-5cbe7d0c118b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1097 time: 0.2967377 Jul 22 16:27:25.751385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e33309-fe5c-41b1-878f-b46c6289b035', 'tag': 'bd2c0bdf-d803-4a16-a5f3-331206d4b35f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:25.754681 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72" -d '{"events": [{"name": "network-changed", "server_uuid": "59e33309-fe5c-41b1-878f-b46c6289b035", "tag": "bd2c0bdf-d803-4a16-a5f3-331206d4b35f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:25.795385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f96d0518-d7e8-47aa-9a8c-5439e421a85f req-21bce5c7-03f5-4ee4-8f1d-fb944d0b4f44 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073355 Jul 22 16:27:25.801793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eb257f7-8fed-46b0-985e-cfea2d55ce00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:25.851810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f4970ac-0863-4465-b4d6-286043967085 req-7411b986-e31c-477c-9025-0e8cad7ffc80 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687918 Jul 22 16:27:25.860574 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccafab36-083f-4bca-b87d-afff58cb0eef req-dc543be8-54d0-43f2-8dd9-8f9525bf2e86 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779251 Jul 22 16:27:25.893243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a8811021-bbb7-46fb-9692-d5ed539ce948 service neutron] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:25.900884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a8811021-bbb7-46fb-9692-d5ed539ce948 service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:25.902116 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab1416f0-aa61-4153-9e33-e592a72b8aa5 req-a8811021-bbb7-46fb-9692-d5ed539ce948 service neutron] 10.222.0.20 "DELETE /v2.0/ports/f0523c45-0b61-43d1-9ceb-ccbe09b924f3/bindings/n-h1-792458-13 HTTP/1.1" status: 204 len: 173 time: 0.3727658 Jul 22 16:27:26.060456 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eb257f7-8fed-46b0-985e-cfea2d55ce00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.067943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eb257f7-8fed-46b0-985e-cfea2d55ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.172707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb257f7-8fed-46b0-985e-cfea2d55ce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8865976b-2f34-4c3a-a863-c46370fcb2a6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:26.230246 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4eb257f7-8fed-46b0-985e-cfea2d55ce00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28deab1f424c4c8099a773d208ffbeb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6265905 Jul 22 16:27:26.231188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:26.383580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5847-c868-4d10-97c5-8ad93433c24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.396123 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:27:26.413160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76883b-1a86-4f87-874f-39947ffc2d8f req-9124ec67-54bb-483a-80fc-e2791643d13a tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:26.426981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e76883b-1a86-4f87-874f-39947ffc2d8f req-9124ec67-54bb-483a-80fc-e2791643d13a tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 945 time: 0.3528624 Jul 22 16:27:26.427686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57962) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:26.444067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Request body: {'floatingip': {'port_id': 'd870989d-05be-459b-888d-a341276be26c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:26.478519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.488811 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.499770 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.568369 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5847-c868-4d10-97c5-8ad93433c24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.695201 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 associated. External IP: 172.25.3.244, port: c8b2e40e-3179-42dc-8e33-ff3167d09c58. Jul 22 16:27:26.857523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5847-c868-4d10-97c5-8ad93433c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.861563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2ac5847-c868-4d10-97c5-8ad93433c24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:26.863139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d2ac5847-c868-4d10-97c5-8ad93433c24f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8865976b-2f34-4c3a-a863-c46370fcb2a6 HTTP/1.1" status: 204 len: 168 time: 0.6296916 Jul 22 16:27:26.915520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a221c1-9725-4941-a422-ac0a28c5ec34 req-18654f51-7e1c-4c4c-8bcd-bb5160cba87e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:26.925246 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-31a221c1-9725-4941-a422-ac0a28c5ec34 req-18654f51-7e1c-4c4c-8bcd-bb5160cba87e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d657b97-e940-4dd2-affb-f816a3f9fc7f HTTP/1.1" status: 200 len: 945 time: 0.3587525 Jul 22 16:27:26.942003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac5847-c868-4d10-97c5-8ad93433c24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8865976b-2f34-4c3a-a863-c46370fcb2a6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:27.057389 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-31a221c1-9725-4941-a422-ac0a28c5ec34 req-2bd26943-9afb-401e-88c6-a116399fcd04 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305220 Jul 22 16:27:27.430797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Router 048dae4a-a6cc-4a9f-8253-48a418072d45 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:27.545512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa36ae9-733b-46b3-bad4-5cbd9f4e49b2 req-776fb54d-7bdd-42ea-a214-529a1ef4972e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:27.547952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fa36ae9-733b-46b3-bad4-5cbd9f4e49b2 req-776fb54d-7bdd-42ea-a214-529a1ef4972e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 944 time: 0.3333383 Jul 22 16:27:27.647648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:27.666486 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] Sync routers for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:27.675090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fa36ae9-733b-46b3-bad4-5cbd9f4e49b2 req-763060ec-d2ba-43ce-9b3d-e8c6a5c26cab tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028821 Jul 22 16:27:27.685971 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:27.686742 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:27.733246 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:27:27.863907 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45260eee-d5e2-4a3d-95d6-2c67f90dc28a x-openstack-request-id: req-45260eee-d5e2-4a3d-95d6-2c67f90dc28a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:27.864560 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e33309-fe5c-41b1-878f-b46c6289b035", "tag": "bd2c0bdf-d803-4a16-a5f3-331206d4b35f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:27.865058 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45260eee-d5e2-4a3d-95d6-2c67f90dc28a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:27.865753 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e33309-fe5c-41b1-878f-b46c6289b035', 'tag': 'bd2c0bdf-d803-4a16-a5f3-331206d4b35f', 'status': 'completed', 'code': 200} Jul 22 16:27:27.884366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:27.936020 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:28.071869 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:28.102318 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Floating IP d2c9728e-f21e-40f7-893e-7208ee5ba105 associated. External IP: 172.25.3.212, port: d870989d-05be-459b-888d-a341276be26c. Jul 22 16:27:28.490677 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:27:28.555364 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:bd:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:26Z', 'revision_number': 3, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:28.671195 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] Checking router: 048dae4a-a6cc-4a9f-8253-48a418072d45 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:28.712355 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:28.720036 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:28.821363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2befe-0275-49ac-bced-5f67d9e940e1 req-f8e3bdd0-76fb-4724-95c4-15a57204befe tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:28.830381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5f2befe-0275-49ac-bced-5f67d9e940e1 req-f8e3bdd0-76fb-4724-95c4-15a57204befe tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 947 time: 0.9420900 Jul 22 16:27:28.856182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57992) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:28.918457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5f2befe-0275-49ac-bced-5f67d9e940e1 req-eef67142-5eb9-4e26-b399-72fd17903763 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858655 Jul 22 16:27:28.971352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:28.976998 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:28.986145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Router 048dae4a-a6cc-4a9f-8253-48a418072d45 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:29.022146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-7f6204e8-b687-49ad-8034-a1b28fdc5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.031112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-7f6204e8-b687-49ad-8034-a1b28fdc5fbc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d182ac9bd42441d787f1e5019cce7a45&device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 1099 time: 0.9816658 Jul 22 16:27:29.105061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-network', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:29.211143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:29.225264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.231089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] Sync routers for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:29.239704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Made reservation on behalf of 3ead6e9f99bb4a579d8e4488b7bd5578 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:29.244922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:29.245937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:29.249445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.291875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.337542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e42459cc-a8b3-4942-8b49-67b3a858a3d6 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "PUT /v2.0/floatingips/d2c9728e-f21e-40f7-893e-7208ee5ba105 HTTP/1.1" status: 200 len: 991 time: 2.8977680 Jul 22 16:27:29.339206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'tag': 'd870989d-05be-459b-888d-a341276be26c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:29.340992 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adda3990-dc03-427f-9988-94f5445b3b38" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1", "tag": "d870989d-05be-459b-888d-a341276be26c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:29.394310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-5f07ebed-15c5-4eac-8ad8-956db3da9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.401853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-5f07ebed-15c5-4eac-8ad8-956db3da9f6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3568935 Jul 22 16:27:29.401853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:29.409772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bed90-42a7-4a40-9e5c-cbbada316cdd req-8630537f-dcb2-44a3-bde1-ab67bb0c98d1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.417684 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.436299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-146bed90-42a7-4a40-9e5c-cbbada316cdd req-8630537f-dcb2-44a3-bde1-ab67bb0c98d1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.2509844 Jul 22 16:27:29.474397 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:bd:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:26Z', 'revision_number': 3, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:29.477397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:29.510634 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-146bed90-42a7-4a40-9e5c-cbbada316cdd req-529bb8bf-7df9-4383-b30f-f1b3af84e660 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717444 Jul 22 16:27:29.529063 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feded3-4f60-4fb7-9922-24e97a09098b None None] The sync data for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 is: [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:bd:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:26Z', 'revision_number': 3, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:29.565204 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-cd523444-9984-4c44-bf56-609d6b6c3783 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=bd2c0bdf-d803-4a16-a5f3-331206d4b35f HTTP/1.1" status: 200 len: 217 time: 0.1394789 Jul 22 16:27:29.701484 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-fe242108-88a6-42d4-b8a0-44b1b3e19037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.704831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-fe242108-88a6-42d4-b8a0-44b1b3e19037 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1234241 Jul 22 16:27:29.707985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-47ba487d-877d-4230-9144-ddb88e074846 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "PUT /v2.0/floatingips/3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 HTTP/1.1" status: 200 len: 999 time: 4.9352005 Jul 22 16:27:29.828183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.846566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-c56779ac-7362-432e-84ba-9da4f0295b49 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.848054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-c56779ac-7362-432e-84ba-9da4f0295b49 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports/c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 943 time: 0.1308818 Jul 22 16:27:29.850260 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.870028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58'}, {'name': 'network-changed', 'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:29.872435 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73556dd-a76b-4b3d-9b75-6e96bc64248c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58"}, {"name": "network-changed", "server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:29.890782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:27:29.934613 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:29.935248 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Added segment cc990253-30b5-4a3b-806f-b9f1fd4a9916 of type vlan for network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 Jul 22 16:27:29.938991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a18195-3290-413c-b567-ae75b92fc70f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:29.970647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-eaa574f9-29dd-4146-b4da-b6f8d7108a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:29.978198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-eaa574f9-29dd-4146-b4da-b6f8d7108a9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2550731 Jul 22 16:27:29.991775 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a2ceea-1129-4b08-9176-b8b4032af1b1 None None] New status for floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:27:30.126960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:30.134218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8607e-7527-4f4e-911b-ae3aa12d2538 req-38d6bd04-535b-49f8-8fae-719ec10b2592 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:30.150124 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ae8607e-7527-4f4e-911b-ae3aa12d2538 req-38d6bd04-535b-49f8-8fae-719ec10b2592 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d657b97-e940-4dd2-affb-f816a3f9fc7f HTTP/1.1" status: 200 len: 945 time: 0.1208594 Jul 22 16:27:30.168902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'd2c9728e-f21e-40f7-893e-7208ee5ba105', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'port_id': 'd870989d-05be-459b-888d-a341276be26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'mac_address': 'fa:16:3e:9d:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:00Z', 'updated_at': '2021-07-22T16:27:27Z', 'revision_number': 1, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:30.228405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] Checking router: 2455997c-8437-4026-ba41-c3f4d3dcd4d8 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:30.232153 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ae8607e-7527-4f4e-911b-ae3aa12d2538 req-9d1573ae-2042-464b-a12c-53f94c86780d tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803802 Jul 22 16:27:30.244591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:30.246330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:30.247006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:30.272612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-70b40e67-1935-40e3-938d-882d6484376b service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543101 Jul 22 16:27:30.284143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device bd2c0bdf-d803-4a16-a5f3-331206d4b35f details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:30.314479 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:30.319817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:30.327524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-7e162928-20d0-4374-95e9-c681a0446fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:30.336773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-7e162928-20d0-4374-95e9-c681a0446fba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.2767105 Jul 22 16:27:30.376359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5150683 Jul 22 16:27:30.379482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58018) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:30.386737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Request body: {'subnet': {'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-subnet', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:30.394877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79090fd3-558f-4baa-8e35-681b1c12344e admin admin] Pushing event updated for resources: {'Network': ['ID=14e25f4b-7202-4f5c-9175-ee06a898b3f4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:30.451581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Made reservation on behalf of 3ead6e9f99bb4a579d8e4488b7bd5578 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:30.461290 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:30.479031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:27:30.614178 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3a2752-0bb9-417c-b68b-40fbe5f44354 x-openstack-request-id: req-8a3a2752-0bb9-417c-b68b-40fbe5f44354 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:30.614586 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1", "tag": "d870989d-05be-459b-888d-a341276be26c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:30.615662 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a3a2752-0bb9-417c-b68b-40fbe5f44354 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:30.616134 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'tag': 'd870989d-05be-459b-888d-a341276be26c', 'status': 'completed', 'code': 200} Jul 22 16:27:30.826852 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:27:30.894057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-277e3bb1-4dcf-449f-a8ea-7da96e6eaf72 req-d48ff8b4-5afc-4a42-b4f9-6353b6af5e11 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045194 Jul 22 16:27:30.904439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-17038cad-aab1-4695-b655-d286c56ac985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:30.908443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-17038cad-aab1-4695-b655-d286c56ac985 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.5706840 Jul 22 16:27:30.977573 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-2a2ebb31-bbd2-4e9d-99b1-1f0f59cc42d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 217 time: 0.0567782 Jul 22 16:27:30.993575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] Sync routers for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:31.009127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:31.026610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facd3e-15cc-47c9-812a-6ece9e7c16c7 req-e9af6838-f971-4f9e-a2a9-66d81ede9215 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.029726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19facd3e-15cc-47c9-812a-6ece9e7c16c7 req-e9af6838-f971-4f9e-a2a9-66d81ede9215 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1097 time: 0.1707726 Jul 22 16:27:31.038585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3990-dc03-427f-9988-94f5445b3b38 req-45dfc542-aef4-46a6-8172-30f98aec81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.042845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adda3990-dc03-427f-9988-94f5445b3b38 req-45dfc542-aef4-46a6-8172-30f98aec81f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 1097 time: 0.3197241 Jul 22 16:27:31.048776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.133361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45192b7-2dad-4650-ad5c-0b3ec688d0df,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:31.149715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19facd3e-15cc-47c9-812a-6ece9e7c16c7 req-3cb9bad3-d617-46e2-a10e-1ff364c5405d tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966737 Jul 22 16:27:31.188456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Checking segment: {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:31.188741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Network hostable DHCP agents. Network: 14e25f4b-7202-4f5c-9175-ee06a898b3f4, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:27:31.191149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:31.195395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:31.215091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:27:31.239443 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.251818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 14e25f4b-7202-4f5c-9175-ee06a898b3f4) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:31.257251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.258375 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.264892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-d73972ba-33b4-48e8-865f-6c8fd45d95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.276545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-d73972ba-33b4-48e8-865f-6c8fd45d95fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.2831075 Jul 22 16:27:31.278997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dad70034-df0f-40bc-bd37-2721ff9d1eb3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8969820 Jul 22 16:27:31.282199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58028) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:31.289901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:31.336166 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.337193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.365667 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce1ec2-1715-49da-ac35-cee04486bf62 x-openstack-request-id: req-fbce1ec2-1715-49da-ac35-cee04486bf62 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:31.366367 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:31.368042 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbce1ec2-1715-49da-ac35-cee04486bf62 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:31.368042 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'status': 'completed', 'code': 200} Jul 22 16:27:31.368042 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'status': 'completed', 'code': 200} Jul 22 16:27:31.473790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3990-dc03-427f-9988-94f5445b3b38 req-de3b03ed-6740-4e68-8dff-fc8d7611ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.477191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adda3990-dc03-427f-9988-94f5445b3b38 req-de3b03ed-6740-4e68-8dff-fc8d7611ae44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 200 len: 925 time: 0.4246836 Jul 22 16:27:31.546651 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.617275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ebdb20-4464-4013-878e-c986af17a8ca None None] Network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:27:31.660018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-47df12b8-010e-4657-952d-d29185c87d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.660350 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-47df12b8-010e-4657-952d-d29185c87d8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.2316887 Jul 22 16:27:31.661698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-45267e23-71e9-4098-8a11-fa8ba1ef9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.664335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7988f76-75df-403f-932c-d695fd2743ba req-a33f0592-f28a-48f3-9c7c-ca5bae81bbf6 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.670132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-45267e23-71e9-4098-8a11-fa8ba1ef9366 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3831806 Jul 22 16:27:31.671478 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7988f76-75df-403f-932c-d695fd2743ba req-a33f0592-f28a-48f3-9c7c-ca5bae81bbf6 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1096 time: 0.2730224 Jul 22 16:27:31.681585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-a2465244-83d8-4c69-8166-3aeada5dc78b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:27:31.688803 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-a2465244-83d8-4c69-8166-3aeada5dc78b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176890 Jul 22 16:27:31.783446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-e83d5978-d549-4825-8f2b-63c92530dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.784868 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-e83d5978-d549-4825-8f2b-63c92530dcc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.1101711 Jul 22 16:27:31.804617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-c524ce10-fa4e-4e7c-8d27-6aeb8730ff06 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148882 Jul 22 16:27:31.834746 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adda3990-dc03-427f-9988-94f5445b3b38 req-82a85dab-12fa-45bd-b9ea-6c2231d1f584 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d870989d-05be-459b-888d-a341276be26c HTTP/1.1" status: 200 len: 999 time: 0.3379097 Jul 22 16:27:31.866256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:31.886595 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:31.943178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3990-dc03-427f-9988-94f5445b3b38 req-a756ac7f-e12e-47cf-b1fb-2daa7c09de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:31.944672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adda3990-dc03-427f-9988-94f5445b3b38 req-a756ac7f-e12e-47cf-b1fb-2daa7c09de02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f6a785d-b4e2-4bbd-a385-c3126b97c8f9 HTTP/1.1" status: 200 len: 863 time: 0.0974078 Jul 22 16:27:31.969483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port bd2c0bdf-d803-4a16-a5f3-331206d4b35f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:31.992845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-db1184f1-a727-4e99-9a0c-01cfad02a9f0 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872697 Jul 22 16:27:32.002014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-728a638b-63cb-403f-92c6-d2de581167c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 217 time: 0.2058556 Jul 22 16:27:32.046961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'bd2c0bdf-d803-4a16-a5f3-331206d4b35f', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'bd2c0bdf-d803-4a16-a5f3-331206d4b35f', 'mac_address': 'fa:16:3e:19:73:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:32.107094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3990-dc03-427f-9988-94f5445b3b38 req-1d863dd7-0654-490f-bf51-8fb462b07c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.108948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adda3990-dc03-427f-9988-94f5445b3b38 req-1d863dd7-0654-490f-bf51-8fb462b07c8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514757 Jul 22 16:27:32.122039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-418b4a9c-d966-4b34-97ea-eb6d451c837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.133566 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7988f76-75df-403f-932c-d695fd2743ba req-491ab456-2228-45bc-9ae6-1493d6f690a6 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608438 Jul 22 16:27:32.134018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-418b4a9c-d966-4b34-97ea-eb6d451c837e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 1098 time: 0.0979176 Jul 22 16:27:32.214049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-d6101e47-092d-40ec-b891-4482e9a944c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.215614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-d6101e47-092d-40ec-b891-4482e9a944c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.1946175 Jul 22 16:27:32.358496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-453016bd-dbeb-437c-9852-3213f377ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.370016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-453016bd-dbeb-437c-9852-3213f377ba7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.2347713 Jul 22 16:27:32.374683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adda3990-dc03-427f-9988-94f5445b3b38 req-f0bdb747-16bb-452b-91bb-151656ce94a6 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307982 Jul 22 16:27:32.451360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-f05d6aa1-23e8-43aa-80a1-6b5b150fe667 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 200 len: 1002 time: 0.0796614 Jul 22 16:27:32.455388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:27:32.457154 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:32.557084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-d9dde442-4874-4efe-8ae6-32328c05af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.565162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-d9dde442-4874-4efe-8ae6-32328c05af20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.1127656 Jul 22 16:27:32.668153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adda3990-dc03-427f-9988-94f5445b3b38 req-547056c0-13ed-47f2-87fb-554d5a83e75d service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139585 Jul 22 16:27:32.670586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-8227d9bf-5f55-4d63-af11-54b452ed8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.678853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-8227d9bf-5f55-4d63-af11-54b452ed8d03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127479 Jul 22 16:27:32.682620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-fb0ba5ee-491e-45b1-bd8b-a657264c7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:32.685050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-fb0ba5ee-491e-45b1-bd8b-a657264c7062 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4594452 Jul 22 16:27:32.775159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:32.828907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-75ac3190-4d02-41d3-8fef-4ecb25a1ac60 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482682 Jul 22 16:27:32.953306 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-5dc73375-e602-4375-8318-51f946fc1e7f service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822951 Jul 22 16:27:33.001155 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.028780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2c0bdf-d803-4a16-a5f3-331206d4b35f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:33.045724 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.067984 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26baf619-948b-46c3-bf0b-b17c38012a48 req-7484f0dd-87f3-4abb-ac66-1ceaaf691fde service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375882 Jul 22 16:27:33.141280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Allocated IP 172.20.0.2 (14e25f4b-7202-4f5c-9175-ee06a898b3f4/d45192b7-2dad-4650-ad5c-0b3ec688d0df/90f6f829-a5cc-4687-825c-e6777c2e3340) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:33.174740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port bd2c0bdf-d803-4a16-a5f3-331206d4b35f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:33.219316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Allocated IP 172.25.3.73 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/161dbbde-7ce9-4397-918d-d9ceaf6bfc76) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:33.230093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.351628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-6c4f614a-c4dc-4032-b8ed-0e052584fab9 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420651 Jul 22 16:27:33.381645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a707edf-07a2-4e64-ad6f-917bbab7833e req-53e0028f-8e89-4d45-9807-7921836cf836 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:33.389799 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a707edf-07a2-4e64-ad6f-917bbab7833e req-53e0028f-8e89-4d45-9807-7921836cf836 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 947 time: 1.0166976 Jul 22 16:27:33.501344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a707edf-07a2-4e64-ad6f-917bbab7833e req-d02c4f66-73bf-40cf-899f-84caacbda001 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090558 Jul 22 16:27:33.526295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:33.568781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'd2c9728e-f21e-40f7-893e-7208ee5ba105', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'port_id': 'd870989d-05be-459b-888d-a341276be26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'mac_address': 'fa:16:3e:9d:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:00Z', 'updated_at': '2021-07-22T16:27:27Z', 'revision_number': 1, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:33.636426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dafab63-7bb1-4665-ae7c-75c85c26f0fa None None] The sync data for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 is: [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'd2c9728e-f21e-40f7-893e-7208ee5ba105', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'port_id': 'd870989d-05be-459b-888d-a341276be26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'mac_address': 'fa:16:3e:9d:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:00Z', 'updated_at': '2021-07-22T16:27:27Z', 'revision_number': 1, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:33.652596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:bd:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:30Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:33.732018 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:33.752215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] Checking router: 048dae4a-a6cc-4a9f-8253-48a418072d45 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:33.796429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:33.798263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:33.880654 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.012450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c89066-73dd-455a-bed6-5968b257de34 req-fcc3c1b7-850f-4931-ac9c-2b2b277ada87 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:34.024279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-fcc3c1b7-850f-4931-ac9c-2b2b277ada87 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 807 time: 0.2233384 Jul 22 16:27:34.055362 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b7270-4f41-4b94-a930-43349eed8402 None None] New status for floating IP d2c9728e-f21e-40f7-893e-7208ee5ba105: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:27:34.065920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-785a7eca-9193-4f88-8243-00cd809d3bfd tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/quotas/a6a71896aaaf4556b5f5d5ddddec65e8 HTTP/1.1" status: 200 len: 375 time: 0.0402060 Jul 22 16:27:34.184722 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.185606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:34.193273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['bd2c0bdf-d803-4a16-a5f3-331206d4b35f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:34.203795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:34.225506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:34.241699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:34.245294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-13c21c30-b5f6-4435-8dbf-81f561476d8a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781070 Jul 22 16:27:34.402856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Transition to ACTIVE for port object 90f6f829-a5cc-4687-825c-e6777c2e3340 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:34.505967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-0c396543-d66c-4166-8ac4-e4fb0a3ccf70 service neutron] 10.222.0.53 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592685 Jul 22 16:27:34.551553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Transition to ACTIVE for port object 90f6f829-a5cc-4687-825c-e6777c2e3340 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:34.570034 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:34.816721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-5072bcc8-bd56-4c4b-b960-5d30504727c3 service neutron] 10.222.0.53 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097739 Jul 22 16:27:34.891400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:34.894246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Pushing event updated for resources: {'Port': ['ID=90f6f829-a5cc-4687-825c-e6777c2e3340,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:34.898721 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:34.902085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:35.129088 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8e44e00-b5ba-4093-a650-0fcbcd47649a req-43d14f5f-127b-4860-b5d8-5966e552bbcc tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 1.2568352 Jul 22 16:27:35.139783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Pushing event updated for resources: {'Port': ['ID=161dbbde-7ce9-4397-918d-d9ceaf6bfc76,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:35.290661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Attempting to bind port 90f6f829-a5cc-4687-825c-e6777c2e3340 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:35.291194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Attempting to bind port 90f6f829-a5cc-4687-825c-e6777c2e3340 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:35.291417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Attempting to bind port 90f6f829-a5cc-4687-825c-e6777c2e3340 on network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:35.330156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e44e00-b5ba-4093-a650-0fcbcd47649a req-7de83b01-0aff-436d-b13d-2192def1f89c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:35.348346 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8e44e00-b5ba-4093-a650-0fcbcd47649a req-7de83b01-0aff-436d-b13d-2192def1f89c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports/ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 200 len: 943 time: 0.2158232 Jul 22 16:27:35.413270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.414563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:35.415421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Checking segment: {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:35.416006 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.416590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Bound using segment: {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:35.419458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Bound port: 90f6f829-a5cc-4687-825c-e6777c2e3340, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:35.421228 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.442212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-08fc32d1-5796-4688-b0a0-3e77126b98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:35.443995 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-08fc32d1-5796-4688-b0a0-3e77126b98d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 1098 time: 1.9414017 Jul 22 16:27:35.720933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] For port 90f6f829-a5cc-4687-825c-e6777c2e3340, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:35.737708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] For port 90f6f829-a5cc-4687-825c-e6777c2e3340, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=90f6f829-a5cc-4687-825c-e6777c2e3340,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:35.769052 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:35.892010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70044710-b56e-4b43-84e9-4f989a1900d2 req-dff1e51b-ab5f-4a0a-a3c3-6c8869265c11 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:35.900139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70044710-b56e-4b43-84e9-4f989a1900d2 req-dff1e51b-ab5f-4a0a-a3c3-6c8869265c11 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 948 time: 0.2012057 Jul 22 16:27:35.911915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:bd:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:30Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:35.993516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbe15c-9266-47c3-a656-c8b095b1ae82 None None] The sync data for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 is: [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:bd:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:30Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:36.006223 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8e44e00-b5ba-4093-a650-0fcbcd47649a req-b1736e03-3ed1-46b0-814c-e22f938c8a87 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 0.4256413 Jul 22 16:27:36.042332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55fa78-c80e-492f-a5a7-032f03bdc385 None None] Pushing event updated for resources: {'Port': ['ID=90f6f829-a5cc-4687-825c-e6777c2e3340,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:36.117992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70044710-b56e-4b43-84e9-4f989a1900d2 req-c410c98f-adc2-4142-80ca-222f2843243e tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093232 Jul 22 16:27:36.122336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-7f50ed22-c784-4f77-ad28-37e3740da750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:36.123930 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-7f50ed22-c784-4f77-ad28-37e3740da750 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.6720726 Jul 22 16:27:36.191865 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.231570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d36a1096-3719-4211-addc-013c9dbccf09 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:36.246151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d36a1096-3719-4211-addc-013c9dbccf09 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d657b97-e940-4dd2-affb-f816a3f9fc7f HTTP/1.1" status: 200 len: 945 time: 0.2707705 Jul 22 16:27:36.639303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Deleting port c048d1d6-f68e-4071-a45c-0c7530094a5a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:27:36.639303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:36.666963 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-2972fb6f-b6cf-4779-a78d-b0978e62c430 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 200 len: 1002 time: 0.5179331 Jul 22 16:27:36.677970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e44e00-b5ba-4093-a650-0fcbcd47649a req-08f28f32-68fd-4c2a-8673-78b7cff3e6c4 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:36.684032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8e44e00-b5ba-4093-a650-0fcbcd47649a req-08f28f32-68fd-4c2a-8673-78b7cff3e6c4 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.6765947 Jul 22 16:27:36.975757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-e7815707-451e-429f-b71d-6f1324191e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:36.977328 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-e7815707-451e-429f-b71d-6f1324191e87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.1814423 Jul 22 16:27:37.022474 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.135345 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fabe59ff-886e-499b-8978-2416f6b67037 req-19778484-1885-40a4-a05a-3696f24e5806 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 210 time: 0.0978208 Jul 22 16:27:37.190917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] For port c048d1d6-f68e-4071-a45c-0c7530094a5a, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c048d1d6-f68e-4071-a45c-0c7530094a5a,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:37.191292 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.256081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-779045e2-f38d-45c2-8ad9-3213b7e0a1e9 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:37.258078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-779045e2-f38d-45c2-8ad9-3213b7e0a1e9 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 813 time: 0.4529626 Jul 22 16:27:37.394646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device bd2c0bdf-d803-4a16-a5f3-331206d4b35f up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:37.493434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-c11ae07c-b7b7-4969-82b7-6ed1144585e9 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/quotas/d6495309ad7243e6bb8f112de851bb94 HTTP/1.1" status: 200 len: 375 time: 0.2062142 Jul 22 16:27:37.638044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port bd2c0bdf-d803-4a16-a5f3-331206d4b35f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:37.659536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port bd2c0bdf-d803-4a16-a5f3-331206d4b35f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:37.659932 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.756072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Calling delete_port for c048d1d6-f68e-4071-a45c-0c7530094a5a owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:27:37.767849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c89066-73dd-455a-bed6-5968b257de34 req-275a8256-3fb7-4a3c-9895-f0cf1a37fe5f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:37.769993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-275a8256-3fb7-4a3c-9895-f0cf1a37fe5f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 807 time: 0.5217845 Jul 22 16:27:37.870237 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:37.907778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 90f6f829-a5cc-4687-825c-e6777c2e3340 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:37.920198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-a1ae1a29-233e-4136-88b7-f036ce632fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:37.924621 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-a1ae1a29-233e-4136-88b7-f036ce632fa5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9334974 Jul 22 16:27:37.965153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Request body: {'port': {'device_id': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b', 'admin_state_up': True, 'tenant_id': 'a6a71896aaaf4556b5f5d5ddddec65e8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:38.022862 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-d4de0ae5-8583-49df-af18-d032d95b927a tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5106008 Jul 22 16:27:38.042297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706fef4e-23d8-40e0-bfbf-fcdc46294eee None None] Network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:27:38.165098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-f3d47e9c-703e-4480-8840-911204b54236 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319043 Jul 22 16:27:38.233739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2f07e70d-aaea-4576-a5cd-453d056f95d5 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 0.9838529 Jul 22 16:27:38.299196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e33309-fe5c-41b1-878f-b46c6289b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2c0bdf-d803-4a16-a5f3-331206d4b35f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:38.301635 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d51093e-d3e1-4f2b-89ff-ad945994c586" -d '{"events": [{"server_uuid": "59e33309-fe5c-41b1-878f-b46c6289b035", "name": "network-vif-plugged", "status": "completed", "tag": "bd2c0bdf-d803-4a16-a5f3-331206d4b35f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:38.305629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-90e85ea8-8f65-4c61-af8b-95961a15eb0f tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:38.312137 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-90e85ea8-8f65-4c61-af8b-95961a15eb0f tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports/ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 200 len: 943 time: 0.0744836 Jul 22 16:27:38.313588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 90f6f829-a5cc-4687-825c-e6777c2e3340 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:38.331004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Made reservation on behalf of a6a71896aaaf4556b5f5d5ddddec65e8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:38.337782 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.344682 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73556dd-a76b-4b3d-9b75-6e96bc64248c req-95edf3d8-d62d-4439-a366-09620a5cca17 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590610 Jul 22 16:27:38.356159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port bd2c0bdf-d803-4a16-a5f3-331206d4b35f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:38.362781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ddccc33c-77f5-4d8f-a8fc-fc5e921118d1 None None] Provisioning for port 90f6f829-a5cc-4687-825c-e6777c2e3340 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:38.368733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ddccc33c-77f5-4d8f-a8fc-fc5e921118d1 None None] Provisioning complete for port 90f6f829-a5cc-4687-825c-e6777c2e3340 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:38.369301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ddccc33c-77f5-4d8f-a8fc-fc5e921118d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.371423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.372243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c048d1d6-f68e-4071-a45c-0c7530094a5a no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:38.384804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:27:38.483499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-88240b6e-70e4-4cb7-8e98-a0e1d0f9ca26 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 0.0794656 Jul 22 16:27:38.495258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:38.497456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-f678890a-7614-4f87-b353-8c60e48707b1 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:38.503105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-f678890a-7614-4f87-b353-8c60e48707b1 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735 HTTP/1.1" status: 200 len: 946 time: 1.2441618 Jul 22 16:27:38.533871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.537887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.538567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.539149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.539687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.540218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.540756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.541284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.541801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.542323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.542853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.543405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:38.566974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:38.598966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.601059 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c764cd3f-8fc2-4282-a761-f8d4955d30a7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.3173070 Jul 22 16:27:38.606363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:27:38.611984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Sync routers for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:38.622975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-a70eda78-b15b-446d-a864-ca24718d85e4 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:38.624487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-a70eda78-b15b-446d-a864-ca24718d85e4 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.1361456 Jul 22 16:27:38.663351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.666570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:38.667536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:38.740959 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b2211706-bc39-42c1-9c86-fa1028872764 service neutron] 10.222.0.53 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181528 Jul 22 16:27:38.800956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Allocated IP 172.20.0.13 (a847bd19-60dd-46ee-bfde-f4c7201e229b/1eea527e-0b96-49a8-be19-038b62f4c05d/ecc265b3-aa72-47ad-8f2b-98e0bd914392) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:38.868215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-82d864c6-911e-400e-a8a9-b9cc96914b28 service neutron] 10.222.0.53 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083636 Jul 22 16:27:38.898036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c048d1d6-f68e-4071-a45c-0c7530094a5a, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c048d1d6-f68e-4071-a45c-0c7530094a5a,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:38.901232 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ddccc33c-77f5-4d8f-a8fc-fc5e921118d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:38.907732 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.053860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ddccc33c-77f5-4d8f-a8fc-fc5e921118d1 None None] For port 90f6f829-a5cc-4687-825c-e6777c2e3340, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=90f6f829-a5cc-4687-825c-e6777c2e3340,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:39.058892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=c048d1d6-f68e-4071-a45c-0c7530094a5a,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:39.078533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:39.132588 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ddccc33c-77f5-4d8f-a8fc-fc5e921118d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.244166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-049fbe9c-32d4-40e3-8879-3f74508d4750 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 0.3586395 Jul 22 16:27:39.249981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2aefcf98-517a-4ae2-97cf-072486b0847c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:39.314744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccc33c-77f5-4d8f-a8fc-fc5e921118d1 None None] Pushing event updated for resources: {'Port': ['ID=90f6f829-a5cc-4687-825c-e6777c2e3340,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:39.388157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-79b4336e-c5fb-4b43-bce8-d5862c0b5e3a None None] Provisioning complete for port 90f6f829-a5cc-4687-825c-e6777c2e3340 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:39.388535 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-79b4336e-c5fb-4b43-bce8-d5862c0b5e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.526803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.554920 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.598541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Pushing event deleted for resources: {'Port': ['ID=c048d1d6-f68e-4071-a45c-0c7530094a5a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:39.651337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2aefcf98-517a-4ae2-97cf-072486b0847c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.684353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 90f6f829-a5cc-4687-825c-e6777c2e3340 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:39.692603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703d54d-7cc4-4264-a223-433084115666 req-9b882060-e546-4de6-8e63-ec09e3a4d120 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:39.695453 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8703d54d-7cc4-4264-a223-433084115666 req-9b882060-e546-4de6-8e63-ec09e3a4d120 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 949 time: 0.1056213 Jul 22 16:27:39.734756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] No DVR routers for this DVR port c048d1d6-f68e-4071-a45c-0c7530094a5a on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:39.737966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.740312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-135f4a29-4c08-43a5-94e3-aa278c936309 req-d9454a73-307d-4ec1-b469-d0bb709c24e8 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.65 "DELETE /v2.0/ports/c048d1d6-f68e-4071-a45c-0c7530094a5a HTTP/1.1" status: 204 len: 173 time: 3.4801240 Jul 22 16:27:39.746330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'name': 'network-vif-deleted', 'tag': 'c048d1d6-f68e-4071-a45c-0c7530094a5a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:39.748679 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57a5bff-cbbe-464d-9d72-194f17d05a49" -d '{"events": [{"server_uuid": "2d657b97-e940-4dd2-affb-f816a3f9fc7f", "name": "network-vif-deleted", "tag": "c048d1d6-f68e-4071-a45c-0c7530094a5a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:39.793424 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Deleting port 4375758f-590f-47af-855b-d54b1630b77c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:27:39.793772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.794722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:35Z', 'revision_number': 3, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:39.833776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Checking router: 8793f96b-5a2b-445e-a913-2f4fe4a5c323 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:39.834129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Updating router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:27:39.874386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 90f6f829-a5cc-4687-825c-e6777c2e3340 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:39.874724 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.894195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.905506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:39.947954 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.063130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8703d54d-7cc4-4264-a223-433084115666 req-377c2e20-abda-4c54-837a-a9c992eb7fef tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162436 Jul 22 16:27:40.142623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Network a847bd19-60dd-46ee-bfde-f4c7201e229b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:40.224820 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2aefcf98-517a-4ae2-97cf-072486b0847c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.310511 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4375758f-590f-47af-855b-d54b1630b77c no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:40.341940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:40.352463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Allocated IP 172.20.0.1 (14e25f4b-7202-4f5c-9175-ee06a898b3f4/d45192b7-2dad-4650-ad5c-0b3ec688d0df/3d0856a3-cdc6-4466-976a-db71514c0a42) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:40.380763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Pushing event updated for resources: {'Port': ['ID=ecc265b3-aa72-47ad-8f2b-98e0bd914392,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:40.392177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:40.532355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.533033 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.538832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2aefcf98-517a-4ae2-97cf-072486b0847c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.538832 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2aefcf98-517a-4ae2-97cf-072486b0847c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 disassociated. External IP: 172.25.3.244, port: ef5fec58-bc18-4663-86a5-9dce7182b886. Jul 22 16:27:40.549165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] For port 4375758f-590f-47af-855b-d54b1630b77c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4375758f-590f-47af-855b-d54b1630b77c,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:40.549537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.636038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Calling delete_port for 4375758f-590f-47af-855b-d54b1630b77c owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:27:40.647007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.647762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d1163aa8-2324-43ba-9312-3267c235adca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6917441 Jul 22 16:27:40.673082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Request body: {'port': {'device_id': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:40.683741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Transition to ACTIVE for port object 3d0856a3-cdc6-4466-976a-db71514c0a42 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:40.721789 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.728020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa0547-4102-4d7a-a5cf-d19d4458d1cd req-c47826b3-5a31-4ee1-91f9-b1e02a22b01a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:40.740297 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65fa0547-4102-4d7a-a5cf-d19d4458d1cd req-c47826b3-5a31-4ee1-91f9-b1e02a22b01a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 932 time: 0.1873655 Jul 22 16:27:40.835884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65fa0547-4102-4d7a-a5cf-d19d4458d1cd req-2d381dcf-ee37-49e3-b7dd-ed7ba41f7f4f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933070 Jul 22 16:27:40.844289 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.870079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.919325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4375758f-590f-47af-855b-d54b1630b77c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4375758f-590f-47af-855b-d54b1630b77c,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:40.925257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.942014 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:40.942699 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9060f211-6aed-4f3f-ba89-776c1aa6635c x-openstack-request-id: req-9060f211-6aed-4f3f-ba89-776c1aa6635c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:40.944410 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e33309-fe5c-41b1-878f-b46c6289b035", "name": "network-vif-plugged", "status": "completed", "tag": "bd2c0bdf-d803-4a16-a5f3-331206d4b35f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:40.946252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:40.946442 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9060f211-6aed-4f3f-ba89-776c1aa6635c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:40.947054 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e33309-fe5c-41b1-878f-b46c6289b035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2c0bdf-d803-4a16-a5f3-331206d4b35f', 'code': 200} Jul 22 16:27:40.947840 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.956384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Transition to ACTIVE for port object 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:40.956969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:40.957570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:40.976712 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.189045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4375758f-590f-47af-855b-d54b1630b77c,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:41.199795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Attempting to bind port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:41.201448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Attempting to bind port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:41.201939 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Attempting to bind port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:41.338829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee55650-5815-446d-a86e-f05a787bc66c None None] Pushing event updated for resources: {'Port': ['ID=161dbbde-7ce9-4397-918d-d9ceaf6bfc76,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:41.367362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:41.368435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:41.368579 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.369203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:41.369774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Bound port: 161dbbde-7ce9-4397-918d-d9ceaf6bfc76, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:41.370330 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.381460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Pushing event updated for resources: {'Port': ['ID=3d0856a3-cdc6-4466-976a-db71514c0a42,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:41.490057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.544073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] For port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:41.590311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c6f18a98-90f4-4a6e-959d-ddc6753561f7 None None] Provisioning for port 3d0856a3-cdc6-4466-976a-db71514c0a42 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:41.602182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] For port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=161dbbde-7ce9-4397-918d-d9ceaf6bfc76,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:41.615279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c6f18a98-90f4-4a6e-959d-ddc6753561f7 None None] Provisioning complete for port 3d0856a3-cdc6-4466-976a-db71514c0a42 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:41.615905 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6f18a98-90f4-4a6e-959d-ddc6753561f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.619102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:41.942495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c6f18a98-90f4-4a6e-959d-ddc6753561f7 None None] Port 3d0856a3-cdc6-4466-976a-db71514c0a42 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:41.947779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee55650-5815-446d-a86e-f05a787bc66c None None] Pushing event updated for resources: {'Port': ['ID=161dbbde-7ce9-4397-918d-d9ceaf6bfc76,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:41.970191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:41.971311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:42.050695 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.060988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.063540 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.084148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82424556-cd8d-47b0-bdae-07693e942f23 req-7dff669e-2628-43f6-a132-3639447e8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:42.086668 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82424556-cd8d-47b0-bdae-07693e942f23 req-7dff669e-2628-43f6-a132-3639447e8e53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 1101 time: 0.4834363 Jul 22 16:27:42.139937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.175209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:42.191158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2aefcf98-517a-4ae2-97cf-072486b0847c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Router 048dae4a-a6cc-4a9f-8253-48a418072d45 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:42.268799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Pushing event deleted for resources: {'Port': ['ID=4375758f-590f-47af-855b-d54b1630b77c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:42.372174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Pushing event updated for resources: {'Port': ['ID=3d0856a3-cdc6-4466-976a-db71514c0a42,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:42.373940 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91608976-8f02-4543-8906-8fe84975320d x-openstack-request-id: req-91608976-8f02-4543-8906-8fe84975320d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:42.374314 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d657b97-e940-4dd2-affb-f816a3f9fc7f", "name": "network-vif-deleted", "tag": "c048d1d6-f68e-4071-a45c-0c7530094a5a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:42.374498 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91608976-8f02-4543-8906-8fe84975320d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:42.375856 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'name': 'network-vif-deleted', 'tag': 'c048d1d6-f68e-4071-a45c-0c7530094a5a', 'status': 'completed', 'code': 200} Jul 22 16:27:42.404179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a95e640d-389c-48c3-aa6b-f74d4a0026d2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:42.404469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82424556-cd8d-47b0-bdae-07693e942f23 req-88002f1f-9da3-4adf-ad7b-063466563bb5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023353 Jul 22 16:27:42.405763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a95e640d-389c-48c3-aa6b-f74d4a0026d2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.65 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 813 time: 0.1880641 Jul 22 16:27:42.438742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] No DVR routers for this DVR port 4375758f-590f-47af-855b-d54b1630b77c on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:42.483728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.487497 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c533a07-4ec1-4c52-802b-a084bc2db0ef req-3b37e903-4ab8-470e-a739-6a270329c63e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.20 "DELETE /v2.0/ports/4375758f-590f-47af-855b-d54b1630b77c HTTP/1.1" status: 204 len: 173 time: 3.5886409 Jul 22 16:27:42.516446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:42.520817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:42.640893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180160f-f9a2-444d-a5c8-b5e50b2d2634 req-3ea465d2-9cba-4550-a557-604228c297a2 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:42.641696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc265b3-aa72-47ad-8f2b-98e0bd914392 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:42.649302 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a180160f-f9a2-444d-a5c8-b5e50b2d2634 req-3ea465d2-9cba-4550-a557-604228c297a2 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 949 time: 0.2245498 Jul 22 16:27:42.655209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.676687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Transition to ACTIVE for port object ecc265b3-aa72-47ad-8f2b-98e0bd914392 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:42.680850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2aefcf98-517a-4ae2-97cf-072486b0847c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:42.683462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.688613 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2aefcf98-517a-4ae2-97cf-072486b0847c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:42.696082 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] Sync routers for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:42.709984 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:42.711377 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:42.730201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:40Z', 'revision_number': 1, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:42.753023 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a180160f-f9a2-444d-a5c8-b5e50b2d2634 req-780dd04d-06e2-4533-9c29-632e5b188257 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024272 Jul 22 16:27:42.803528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edfcdb4-921b-47d8-8ec6-eb2f8c77ec58 None None] The sync data for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 is: [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:40Z', 'revision_number': 1, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:42.804173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:42.823359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Request body: {'port': {'device_id': 'fb6ade39-897a-4ced-ae7e-9ce534c7dacf', 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9', 'admin_state_up': True, 'tenant_id': 'd6495309ad7243e6bb8f112de851bb94'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:42.860481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc265b3-aa72-47ad-8f2b-98e0bd914392,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:42.916381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-2aefcf98-517a-4ae2-97cf-072486b0847c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "PUT /v2.0/floatingips/3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 HTTP/1.1" status: 200 len: 695 time: 3.6705220 Jul 22 16:27:42.947822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c048d1d6-f68e-4071-a45c-0c7530094a5a'}, {'server_uuid': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4375758f-590f-47af-855b-d54b1630b77c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:42.950636 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ddf748-e20a-4a83-966e-4064bbd9b186" -d '{"events": [{"server_uuid": "2d657b97-e940-4dd2-affb-f816a3f9fc7f", "name": "network-vif-unplugged", "status": "completed", "tag": "c048d1d6-f68e-4071-a45c-0c7530094a5a"}, {"server_uuid": "bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735", "name": "network-vif-unplugged", "status": "completed", "tag": "4375758f-590f-47af-855b-d54b1630b77c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:43.007251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-63c00cc4-93e4-4c43-917f-0f29b42da858 None None] Provisioning complete for port 3d0856a3-cdc6-4466-976a-db71514c0a42 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:43.007725 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63c00cc4-93e4-4c43-917f-0f29b42da858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:43.071506 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:43.108366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-63c00cc4-93e4-4c43-917f-0f29b42da858 None None] Port 3d0856a3-cdc6-4466-976a-db71514c0a42 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:43.587876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:43.611674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4f5271c6-cab2-41a1-84e3-ecb7b6204def admin admin] 10.222.0.53 "PUT /v2.0/routers/8793f96b-5a2b-445e-a913-2f4fe4a5c323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0039284 Jul 22 16:27:43.646803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-748569e9-38b4-4d8f-8ac2-57b63a1e2a31 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:43.648637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-748569e9-38b4-4d8f-8ac2-57b63a1e2a31 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.20 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 813 time: 0.3003678 Jul 22 16:27:43.660122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-d2ca44cb-7f17-4d9c-bbe4-4446be54e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:43.662505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-d2ca44cb-7f17-4d9c-bbe4-4446be54e0ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 1098 time: 0.6984971 Jul 22 16:27:43.663762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:43.664187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:43.664723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:43.712827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Made reservation on behalf of d6495309ad7243e6bb8f112de851bb94 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:43.719672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Request body: {'port': {'device_id': '3a4ddf6d-d6d2-4338-abf1-e8e89071aca0', 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9', 'admin_state_up': True, 'tenant_id': 'd6495309ad7243e6bb8f112de851bb94'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:43.736498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:43.755264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:43.755747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:43.756026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ecf58-fde4-4101-9606-361d3688b46e req-979deb92-d702-45f2-960f-4fee6fa5e41e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:43.760175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b4ecf58-fde4-4101-9606-361d3688b46e req-979deb92-d702-45f2-960f-4fee6fa5e41e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 944 time: 0.4015789 Jul 22 16:27:43.892602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b4ecf58-fde4-4101-9606-361d3688b46e req-42d0d3de-db89-47ba-98ee-b41545f1daa9 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197555 Jul 22 16:27:43.915696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:43.916332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:43.916978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:43.917863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Bound port: ecc265b3-aa72-47ad-8f2b-98e0bd914392, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:43.918451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.119434 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:44.210541 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] Checking router: 048dae4a-a6cc-4a9f-8253-48a418072d45 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:44.241557 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a24e8a9-96f4-4d06-a09f-06a307f08f41 req-57204849-ddd9-4a03-b9a9-b4223f8a5f73 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 210 time: 0.1491079 Jul 22 16:27:44.272416 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:44.274125 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:44.299160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Allocated IP 172.20.0.9 (66afa0c9-9e4a-4d29-9fd3-43e7f46385a9/c25b8901-b9f4-4a7c-a91d-2d7046248b29/cc5eb506-0c6f-4992-bb10-ae8c721ee8f9) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:44.492000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'name': 'network-vif-deleted', 'tag': '4375758f-590f-47af-855b-d54b1630b77c'}, {'name': 'network-changed', 'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:44.494368 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf7ad6e-3806-4211-af97-6f65d466aec7" -d '{"events": [{"server_uuid": "bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735", "name": "network-vif-deleted", "tag": "4375758f-590f-47af-855b-d54b1630b77c"}, {"name": "network-changed", "server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:44.497183 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:44.498636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-dc6bd6dc-a852-4857-bf58-6098ff86e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:44.500869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-dc6bd6dc-a852-4857-bf58-6098ff86e856 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.8202021 Jul 22 16:27:44.505007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Made reservation on behalf of d6495309ad7243e6bb8f112de851bb94 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:44.511132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.565059 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6feaee8-78ba-44c7-a82a-902fee4de83d x-openstack-request-id: req-f6feaee8-78ba-44c7-a82a-902fee4de83d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:44.565573 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d657b97-e940-4dd2-affb-f816a3f9fc7f", "name": "network-vif-unplugged", "status": "completed", "tag": "c048d1d6-f68e-4071-a45c-0c7530094a5a", "code": 200}, {"server_uuid": "bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735", "name": "network-vif-unplugged", "status": "completed", "tag": "4375758f-590f-47af-855b-d54b1630b77c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:44.565701 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6feaee8-78ba-44c7-a82a-902fee4de83d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:44.566004 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d657b97-e940-4dd2-affb-f816a3f9fc7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c048d1d6-f68e-4071-a45c-0c7530094a5a', 'code': 200} Jul 22 16:27:44.566949 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4375758f-590f-47af-855b-d54b1630b77c', 'code': 200} Jul 22 16:27:44.729003 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.782957 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-1dac2c99-8417-4cac-8fb2-e33a616cdec6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 200 len: 217 time: 0.2442923 Jul 22 16:27:44.848688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:44.852766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:44.853057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747176c-ba3d-4eba-a626-b4175b8f2ff8 req-63831831-6ed8-48dd-a489-2f2b82141adb tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:44.857079 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9747176c-ba3d-4eba-a626-b4175b8f2ff8 req-63831831-6ed8-48dd-a489-2f2b82141adb tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 949 time: 0.1503990 Jul 22 16:27:44.885466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.933289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9747176c-ba3d-4eba-a626-b4175b8f2ff8 req-460cd5a9-9b65-4c79-ba0e-b61846d9bb5b tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710044 Jul 22 16:27:44.934541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:44.989967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc265b3-aa72-47ad-8f2b-98e0bd914392,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:45.018277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.019100 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.020734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-65f434a4-dcea-4661-bc7d-43c11f9d7271 service neutron] 10.222.0.65 "PUT /v2.0/ports/ecc265b3-aa72-47ad-8f2b-98e0bd914392 HTTP/1.1" status: 200 len: 1093 time: 4.3527904 Jul 22 16:27:45.052339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Pushing event updated for resources: {'Port': ['ID=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:45.060186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-88ca121e-cb5e-4251-9082-4c00237c848e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.076585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-88ca121e-cb5e-4251-9082-4c00237c848e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.2769852 Jul 22 16:27:45.081140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:45.086544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:45.104788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:45.120922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.122111 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.132021 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:45.158066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b75c7b36-b9e4-45a1-9bd1-bf51595ea4be tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3412850 Jul 22 16:27:45.177782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Allocated IP 172.20.0.8 (66afa0c9-9e4a-4d29-9fd3-43e7f46385a9/c25b8901-b9f4-4a7c-a91d-2d7046248b29/03152d6e-5a59-4228-9b34-80fdcc8af5ec) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:45.192646 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Request body: {'port': {'device_id': 'fb6ade39-897a-4ced-ae7e-9ce534c7dacf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:45.234554 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5678b59-e9ca-481a-ad90-675730852325 None None] The sync data for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 is: [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:45.273841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-55b8d4a4-4a8c-4b16-a95c-18b0e8aacce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.281917 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-55b8d4a4-4a8c-4b16-a95c-18b0e8aacce2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2040145 Jul 22 16:27:45.338863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c89066-73dd-455a-bed6-5968b257de34 req-9bda9e09-8a96-47a7-8ec5-8829710f66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.340704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-9bda9e09-8a96-47a7-8ec5-8829710f66f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1096 time: 0.2246976 Jul 22 16:27:45.378517 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.424061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-6162dc31-6836-485a-a1c4-d9d414348f0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392 HTTP/1.1" status: 200 len: 217 time: 0.0552151 Jul 22 16:27:45.621336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:45.683781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d6eeff44-d2f3-4a3b-9df6-047af2662777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.685374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-d6eeff44-d2f3-4a3b-9df6-047af2662777 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.2400038 Jul 22 16:27:45.709611 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-63ee1621-bd7d-4b95-9413-34d80dc2ad60 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265749 Jul 22 16:27:45.755517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:45.760370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:45.761093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.803155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-c8e0f825-bb39-4ba3-853d-4db1ac4fb18d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780020 Jul 22 16:27:45.823557 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:45.854354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-76a47105-d840-4e61-afea-260812267842 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:45.856464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-76a47105-d840-4e61-afea-260812267842 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/networks?id=14e25f4b-7202-4f5c-9175-ee06a898b3f4 HTTP/1.1" status: 200 len: 828 time: 0.2153788 Jul 22 16:27:45.884514 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-12175704-254e-4ae5-9bea-b5830a2403a2 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/quotas/3ead6e9f99bb4a579d8e4488b7bd5578 HTTP/1.1" status: 200 len: 375 time: 0.0171475 Jul 22 16:27:45.932629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400c624-ad59-440e-9f50-c0116c11508b None None] New status for floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:27:45.986874 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-8eeb125f-9dc5-4cbd-9773-b21e703a00f5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ead6e9f99bb4a579d8e4488b7bd5578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924375 Jul 22 16:27:46.025641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a0cfd0-07a7-4987-9030-5d5dfcc98218 req-0c1a4766-7165-4cd9-8089-4d4a41fb929f service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150382 Jul 22 16:27:46.061430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-12fad22f-6f9e-4ef0-b54c-eb6fa44f106e service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353101 Jul 22 16:27:46.062954 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.181563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:46.190335 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-d3b2ee8d-46d0-4cc1-844b-1a9ad1ce10fb service neutron] 10.222.0.53 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947672 Jul 22 16:27:46.222606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:46.236681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:46.240047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Pushing event updated for resources: {'Port': ['ID=03152d6e-5a59-4228-9b34-80fdcc8af5ec,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:46.247974 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.277109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=161dbbde-7ce9-4397-918d-d9ceaf6bfc76,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:46.283241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.325280 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8c89066-73dd-455a-bed6-5968b257de34 req-a2d08195-27c4-4db6-add4-bab262749b68 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423377 Jul 22 16:27:46.331999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:46.332665 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.363089 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a352ad43-1cc4-4672-b526-0315c51e3d5e tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6600432 Jul 22 16:27:46.372575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c67dd0d2-df53-4f10-956a-085b7fdeff74 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:46.382953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Request body: {'port': {'device_id': '3a4ddf6d-d6d2-4338-abf1-e8e89071aca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:46.501878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=161dbbde-7ce9-4397-918d-d9ceaf6bfc76,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:46.533755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f6e14c79-8332-4714-b90a-7a4a401dd2c9 service neutron] 10.222.0.53 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267219 Jul 22 16:27:46.602582 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.646687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:46.657765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:46.660126 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997049cb-8530-4f91-99e1-b937e31438bb" -d '{"events": [{"server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "name": "network-vif-unplugged", "status": "completed", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:46.665253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.696910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:46.704414 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.715143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Transition to ACTIVE for port object cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:46.720550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:46.786349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=c67dd0d2-df53-4f10-956a-085b7fdeff74,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:46.914303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:47.031861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Attempting to bind port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:47.032552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Attempting to bind port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:47.033152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Attempting to bind port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:47.087238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:47.087566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Attempting to bind port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:47.101377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:47.101717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Checking segment: {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:47.102156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Bound using segment: {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:47.102610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Bound port: cc5eb506-0c6f-4992-bb10-ae8c721ee8f9, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:47.102983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:47.116175 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34e4b7f-20e4-4080-8461-51fe0fb4c93f x-openstack-request-id: req-c34e4b7f-20e4-4080-8461-51fe0fb4c93f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:47.116829 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735", "name": "network-vif-deleted", "tag": "4375758f-590f-47af-855b-d54b1630b77c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:47.116829 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c34e4b7f-20e4-4080-8461-51fe0fb4c93f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:47.117161 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9e2ee7-efc8-4e5a-9fb6-2f1a48f43735', 'name': 'network-vif-deleted', 'tag': '4375758f-590f-47af-855b-d54b1630b77c', 'status': 'completed', 'code': 200} Jul 22 16:27:47.117329 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'status': 'completed', 'code': 200} Jul 22 16:27:47.140358 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:47.163620 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Sync routers for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:47.209308 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:47.212803 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:47.262505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] For port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:47.267079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] For port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:47.277748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:47.378966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.379696 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:47.383311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] 10.222.0.65 "PUT /v2.0/ports/cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 HTTP/1.1" status: 200 len: 1092 time: 2.1983931 Jul 22 16:27:47.423232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b6dd5-7b6f-4eb0-93f0-36dea5215f99 req-cb4bf515-755a-4aed-bb3b-3928eafef450 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.424027 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-939b6dd5-7b6f-4eb0-93f0-36dea5215f99 req-cb4bf515-755a-4aed-bb3b-3928eafef450 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 944 time: 0.3970618 Jul 22 16:27:47.424445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6ade39-897a-4ced-ae7e-9ce534c7dacf', 'tag': 'cc5eb506-0c6f-4992-bb10-ae8c721ee8f9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:47.426694 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fef408-fb87-4cbe-8b56-a8f877e81051" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6ade39-897a-4ced-ae7e-9ce534c7dacf", "tag": "cc5eb506-0c6f-4992-bb10-ae8c721ee8f9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:47.443572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-861fc19c-a1e7-483d-b5ba-b83b028de4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.445954 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-861fc19c-a1e7-483d-b5ba-b83b028de4d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 1098 time: 0.4947987 Jul 22 16:27:47.528803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:47.543267 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:47.668995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:47.668995 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:47.675238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ae7d1-0932-49aa-89d6-c9507f2e6e33 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:47.800491 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-939b6dd5-7b6f-4eb0-93f0-36dea5215f99 req-49326bb0-f365-464d-8de5-27a9c1a24f3b tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283129 Jul 22 16:27:47.897259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-f9cad303-00c3-48be-a5bf-617786abdcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.908278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-f9cad303-00c3-48be-a5bf-617786abdcf8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&device_id=fb6ade39-897a-4ced-ae7e-9ce534c7dacf HTTP/1.1" status: 200 len: 1095 time: 0.4064226 Jul 22 16:27:47.959654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-e72126a5-c00c-4e7b-94ab-95b227e3cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:47.959654 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-e72126a5-c00c-4e7b-94ab-95b227e3cea1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.5004947 Jul 22 16:27:47.982487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03152d6e-5a59-4228-9b34-80fdcc8af5ec {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:47.998800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.018154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Transition to ACTIVE for port object 03152d6e-5a59-4228-9b34-80fdcc8af5ec will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:48.023135 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.067897 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-1a55cabc-815d-4d5e-91ff-a8e8e7402688 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 200 len: 217 time: 0.0960627 Jul 22 16:27:48.069757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-2bfa03f5-c137-4cd6-bf61-60300ff52375 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 HTTP/1.1" status: 200 len: 217 time: 0.1313064 Jul 22 16:27:48.137956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Pushing event updated for resources: {'Port': ['ID=03152d6e-5a59-4228-9b34-80fdcc8af5ec,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:48.278525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-330eb186-11ca-44a6-8cd6-d559aabc8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.281802 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-330eb186-11ca-44a6-8cd6-d559aabc8886 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.2067761 Jul 22 16:27:48.286057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-c7115661-1d87-4308-9b7f-9edf493a6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.288847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Attempting to bind port 03152d6e-5a59-4228-9b34-80fdcc8af5ec on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:48.289316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Attempting to bind port 03152d6e-5a59-4228-9b34-80fdcc8af5ec by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:48.290168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Attempting to bind port 03152d6e-5a59-4228-9b34-80fdcc8af5ec on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:48.292751 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-c7115661-1d87-4308-9b7f-9edf493a6f56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c25b8901-b9f4-4a7c-a91d-2d7046248b29 HTTP/1.1" status: 200 len: 853 time: 0.2044063 Jul 22 16:27:48.311063 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 2, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:48.316713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Port 03152d6e-5a59-4228-9b34-80fdcc8af5ec on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:48.319057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Attempting to bind port 03152d6e-5a59-4228-9b34-80fdcc8af5ec on network 66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:48.346972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1240769-6e38-4945-8b0c-d4b1ff4b4e22 req-bea245b3-545f-4b35-9998-2dd2fbfded10 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.351051 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1240769-6e38-4945-8b0c-d4b1ff4b4e22 req-bea245b3-545f-4b35-9998-2dd2fbfded10 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 943 time: 0.3304238 Jul 22 16:27:48.361156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:48.362103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Checking segment: {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:48.362896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Bound using segment: {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:48.364018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Bound port: 03152d6e-5a59-4228-9b34-80fdcc8af5ec, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a47546-934b-4f66-82d5-75962542dc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:48.364776 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.398873 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Checking router: 8793f96b-5a2b-445e-a913-2f4fe4a5c323 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:48.405665 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aba707c5-d30b-42d1-97e1-c170abef2788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.407297 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Updating router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 port 3d0856a3-cdc6-4466-976a-db71514c0a42 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:27:48.479809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-c666d70d-b61a-4737-a34b-102a047c8358 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1724405 Jul 22 16:27:48.505190 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.519786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1240769-6e38-4945-8b0c-d4b1ff4b4e22 req-2924b787-5a30-4627-a699-e67ee8f52030 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505613 Jul 22 16:27:48.569591 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6dae73-009e-4c0d-b4bc-4c433b4ab76b x-openstack-request-id: req-1e6dae73-009e-4c0d-b4bc-4c433b4ab76b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:48.570312 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "name": "network-vif-unplugged", "status": "completed", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:48.570908 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e6dae73-009e-4c0d-b4bc-4c433b4ab76b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:48.573423 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74', 'code': 200} Jul 22 16:27:48.576570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] For port 03152d6e-5a59-4228-9b34-80fdcc8af5ec, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:48.583747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] For port 03152d6e-5a59-4228-9b34-80fdcc8af5ec, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=03152d6e-5a59-4228-9b34-80fdcc8af5ec,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:48.591423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.620202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-d3ef023b-8a78-495f-b753-4b14479d7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.621736 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-d3ef023b-8a78-495f-b753-4b14479d7f7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072362 Jul 22 16:27:48.661947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:48.663729 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:48.666262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] 10.222.0.20 "PUT /v2.0/ports/03152d6e-5a59-4228-9b34-80fdcc8af5ec HTTP/1.1" status: 200 len: 1092 time: 2.2877083 Jul 22 16:27:48.686572 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-fa0134fe-0fc6-44b1-8417-e96d02e09b3b service neutron] 10.222.0.65 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953099 Jul 22 16:27:48.733297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29171a29-80d6-4273-93c0-64fd21472d87 service neutron] Pushing event updated for resources: {'Port': ['ID=03152d6e-5a59-4228-9b34-80fdcc8af5ec,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:48.792966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f5288f4-239d-4ca8-ac5a-f8c77ab070cd req-00c1cb2c-9155-461a-8c04-3f8d1715dd0c tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 210 time: 0.0551651 Jul 22 16:27:49.168521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-c8345623-5c23-41da-bdec-297ebc75e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:49.170524 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-c8345623-5c23-41da-bdec-297ebc75e1fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 1095 time: 0.3684294 Jul 22 16:27:49.171511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392'}, {'name': 'network-changed', 'server_uuid': '3a4ddf6d-d6d2-4338-abf1-e8e89071aca0', 'tag': '03152d6e-5a59-4228-9b34-80fdcc8af5ec'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:49.176346 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3aa2fe-4be5-403d-b2c6-15529085c432" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392"}, {"name": "network-changed", "server_uuid": "3a4ddf6d-d6d2-4338-abf1-e8e89071aca0", "tag": "03152d6e-5a59-4228-9b34-80fdcc8af5ec"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:49.227555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-aad9abbc-fc81-469e-a99a-aa6a7035b6d4 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:49.229406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-aad9abbc-fc81-469e-a99a-aa6a7035b6d4 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.20 "GET /v2.0/networks?id=14e25f4b-7202-4f5c-9175-ee06a898b3f4 HTTP/1.1" status: 200 len: 828 time: 0.2793093 Jul 22 16:27:49.229988 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.269497 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Transition to ACTIVE for port object 3d0856a3-cdc6-4466-976a-db71514c0a42 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:49.280676 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.292066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Request body: {'port': {'device_id': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'admin_state_up': True, 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:49.383044 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Pushing event updated for resources: {'Port': ['ID=3d0856a3-cdc6-4466-976a-db71514c0a42,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:49.403584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device ecc265b3-aa72-47ad-8f2b-98e0bd914392 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:49.414122 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.414472 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.414801 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.415165 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.415493 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.415818 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.416287 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.416629 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.416951 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.417271 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.417599 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.417910 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:27:49.471451 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f54a1f-30ff-463e-9412-190ff11bb131 x-openstack-request-id: req-93f54a1f-30ff-463e-9412-190ff11bb131 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:49.472397 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6ade39-897a-4ced-ae7e-9ce534c7dacf", "tag": "cc5eb506-0c6f-4992-bb10-ae8c721ee8f9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:49.472397 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93f54a1f-30ff-463e-9412-190ff11bb131 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:49.474285 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6ade39-897a-4ced-ae7e-9ce534c7dacf', 'tag': 'cc5eb506-0c6f-4992-bb10-ae8c721ee8f9', 'status': 'completed', 'code': 200} Jul 22 16:27:49.483432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-ebcd3872-c707-429b-9180-9dd6777eac83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03152d6e-5a59-4228-9b34-80fdcc8af5ec HTTP/1.1" status: 200 len: 217 time: 0.2170122 Jul 22 16:27:49.495530 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Attempting to bind port 3d0856a3-cdc6-4466-976a-db71514c0a42 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:49.495887 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Attempting to bind port 3d0856a3-cdc6-4466-976a-db71514c0a42 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:49.496256 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Attempting to bind port 3d0856a3-cdc6-4466-976a-db71514c0a42 on network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:49.515726 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:49.516135 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Checking segment: {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:49.516549 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.517412 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Bound using segment: {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:49.517412 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Bound port: 3d0856a3-cdc6-4466-976a-db71514c0a42, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:49.517844 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.629477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:49.634732 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] For port 3d0856a3-cdc6-4466-976a-db71514c0a42, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:49.635039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b9d82ba6-b63c-4292-86dd-c6118a8325e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:49.636765 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-b9d82ba6-b63c-4292-86dd-c6118a8325e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c25b8901-b9f4-4a7c-a91d-2d7046248b29 HTTP/1.1" status: 200 len: 853 time: 0.1125257 Jul 22 16:27:49.641541 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] For port 3d0856a3-cdc6-4466-976a-db71514c0a42, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3d0856a3-cdc6-4466-976a-db71514c0a42,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:49.647350 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.664481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392', 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b', 'port_id': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392', 'mac_address': 'fa:16:3e:41:0a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eea527e-0b96-49a8-be19-038b62f4c05d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:49.675235 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-30f1b77a-3bde-4c9e-a346-f44a01602d54 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0337410 Jul 22 16:27:49.685254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-9024696c-72a2-4924-83dc-b98489f2d949 service neutron] 10.222.0.65 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9603782 Jul 22 16:27:49.734576 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073002f-3ae7-46ec-82e0-47c2b8375e3c req-ca61bb37-30d7-460d-8cc1-35c393bf99a3 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:49.740839 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7522bf-fa46-483b-a529-d6916f120bc8 None None] Pushing event updated for resources: {'Port': ['ID=3d0856a3-cdc6-4466-976a-db71514c0a42,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:49.745737 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d073002f-3ae7-46ec-82e0-47c2b8375e3c req-ca61bb37-30d7-460d-8cc1-35c393bf99a3 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 949 time: 0.2697144 Jul 22 16:27:49.760948 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:49.761715 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:49.807868 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-1618c4f0-39fb-4bdf-9f51-8a8dc4a442cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695968 Jul 22 16:27:49.817180 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.835206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-dfc6ebda-b5d3-4e5f-b8af-826e42609cd7 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:49.837059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-dfc6ebda-b5d3-4e5f-b8af-826e42609cd7 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5134685 Jul 22 16:27:49.864830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc265b3-aa72-47ad-8f2b-98e0bd914392 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:49.903847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:49.910505 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:49.942461 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d073002f-3ae7-46ec-82e0-47c2b8375e3c req-b6182d1e-519d-46f0-982c-6607fdab9b25 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966901 Jul 22 16:27:49.995993 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:50.018321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-ac34ce04-9b54-45ad-99ab-e7d200c6653e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 696 time: 0.1635227 Jul 22 16:27:50.025170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Request body: {'floatingip': {'port_id': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:50.065081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adf7ad6e-3806-4211-af97-6f65d466aec7 req-fab9b53e-0674-4810-a8b5-ddb85ba40deb service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164282 Jul 22 16:27:50.084835 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:50.093495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=ecc265b3-aa72-47ad-8f2b-98e0bd914392,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:50.120674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-487b1726-03bd-4cf0-b952-fe150fc8b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.122322 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-487b1726-03bd-4cf0-b952-fe150fc8b10f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&device_id=fb6ade39-897a-4ced-ae7e-9ce534c7dacf HTTP/1.1" status: 200 len: 1095 time: 0.2696004 Jul 22 16:27:50.236818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbde337-3522-4535-8216-2f0c0cc0b891 req-9a4deb4d-d3a8-4c05-a5e6-fa73a31f5672 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.245428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8bbde337-3522-4535-8216-2f0c0cc0b891 req-9a4deb4d-d3a8-4c05-a5e6-fa73a31f5672 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 945 time: 0.1753907 Jul 22 16:27:50.324388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8bbde337-3522-4535-8216-2f0c0cc0b891 req-5d2eea13-e1ac-4b42-a4d0-765f84001416 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777414 Jul 22 16:27:50.332268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-67a0d538-dd1b-49ba-af49-334bbf964a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.339955 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-67a0d538-dd1b-49ba-af49-334bbf964a40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 914 time: 0.1976984 Jul 22 16:27:50.412256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-4a264654-e1ed-4514-9e45-40b5452233f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 HTTP/1.1" status: 200 len: 217 time: 0.0683985 Jul 22 16:27:50.457243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['ecc265b3-aa72-47ad-8f2b-98e0bd914392'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:50.460641 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d7f038-51d6-4581-b002-187e2839d298 x-openstack-request-id: req-70d7f038-51d6-4581-b002-187e2839d298 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:50.461147 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a4ddf6d-d6d2-4338-abf1-e8e89071aca0", "tag": "03152d6e-5a59-4228-9b34-80fdcc8af5ec", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:50.468320 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70d7f038-51d6-4581-b002-187e2839d298 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:50.468844 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392', 'status': 'completed', 'code': 200} Jul 22 16:27:50.469127 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4ddf6d-d6d2-4338-abf1-e8e89071aca0', 'tag': '03152d6e-5a59-4228-9b34-80fdcc8af5ec', 'status': 'completed', 'code': 200} Jul 22 16:27:50.491149 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:49Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:50.508634 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-5ebb06da-1bfb-4504-b908-acb2d3c25e78 service neutron] 10.222.0.20 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975262 Jul 22 16:27:50.532736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-2e10f371-ec86-48d7-894d-e4ae613357b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.534738 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-2e10f371-ec86-48d7-894d-e4ae613357b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c25b8901-b9f4-4a7c-a91d-2d7046248b29 HTTP/1.1" status: 200 len: 853 time: 0.1061714 Jul 22 16:27:50.550679 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d14c613-cc26-4ce6-bb87-fc76575c325d None None] The sync data for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 is: [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:49Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:50.637937 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-14479be6-10b7-4ce4-bf61-6fe83b0e028b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651660 Jul 22 16:27:50.895770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Made reservation on behalf of 3ead6e9f99bb4a579d8e4488b7bd5578 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:50.908733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:50.955379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9d4c5483-ed8a-4d32-ae7c-813ed0366dab tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:50.966363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9d4c5483-ed8a-4d32-ae7c-813ed0366dab tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 804 time: 0.3173485 Jul 22 16:27:50.981705 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59c21ae7-3829-4e9c-910c-c28bcd376e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:50.990245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-4d5ba8bf-e699-40bf-9eb0-1994f2f9552e service neutron] 10.222.0.65 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260930 Jul 22 16:27:50.994118 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-037e508a-bc3b-4958-8918-24ced1ea7275 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/quotas/c39667ad131b466ca52b4e9c3751a28a HTTP/1.1" status: 200 len: 375 time: 0.0265000 Jul 22 16:27:51.001747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0d9271f-ad3b-46f8-85a4-b2c4e92c983c req-2ad66bd5-e372-4953-8ecb-7f29aea95b29 service neutron] 10.222.0.20 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175105 Jul 22 16:27:51.103681 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.152686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176225d7-63dc-4bea-806e-930ed84308ec req-ce770ac7-f4b2-466d-a93e-99a86af95f2c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.154516 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-176225d7-63dc-4bea-806e-930ed84308ec req-ce770ac7-f4b2-466d-a93e-99a86af95f2c tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9da3e8d-566a-4ebf-bbc1-5068e13a4f35 HTTP/1.1" status: 200 len: 946 time: 0.3671887 Jul 22 16:27:51.238791 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2fef408-fb87-4cbe-8b56-a8f877e81051 req-6c6b6233-cf4b-4dca-b389-6993840b19c1 service neutron] 10.222.0.65 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350376 Jul 22 16:27:51.256185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-3ec52c4d-a03d-4777-a3a9-ecdf6e9f9634 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2422760 Jul 22 16:27:51.309831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-e7d8e3ab-b7ca-48dc-b39d-dc8e421677b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:51.321151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-e7d8e3ab-b7ca-48dc-b39d-dc8e421677b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1097 time: 0.8076203 Jul 22 16:27:51.422483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-176225d7-63dc-4bea-806e-930ed84308ec req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Deleting port ef5fec58-bc18-4663-86a5-9dce7182b886 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:27:51.422483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-176225d7-63dc-4bea-806e-930ed84308ec req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.426535 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-52fae886-ef9b-4e7e-a91a-ae1885304afe service neutron] 10.222.0.53 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489298 Jul 22 16:27:51.444744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:51.464537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Allocated IP 172.20.0.10 (14e25f4b-7202-4f5c-9175-ee06a898b3f4/d45192b7-2dad-4650-ad5c-0b3ec688d0df/9d869f76-c584-4a07-b188-4c2315b7b520) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:51.636603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3d0856a3-cdc6-4466-976a-db71514c0a42 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:51.669594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-176225d7-63dc-4bea-806e-930ed84308ec req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] For port ef5fec58-bc18-4663-86a5-9dce7182b886, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ef5fec58-bc18-4663-86a5-9dce7182b886,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:51.670244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-176225d7-63dc-4bea-806e-930ed84308ec req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.698493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-176225d7-63dc-4bea-806e-930ed84308ec req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Calling delete_port for ef5fec58-bc18-4663-86a5-9dce7182b886 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:27:51.731788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 3d0856a3-cdc6-4466-976a-db71514c0a42 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:51.741514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:51.745008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3d0856a3-cdc6-4466-976a-db71514c0a42 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:51.745708 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.781793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'cc5eb506-0c6f-4992-bb10-ae8c721ee8f9', 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9', 'port_id': 'cc5eb506-0c6f-4992-bb10-ae8c721ee8f9', 'mac_address': 'fa:16:3e:94:86:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25b8901-b9f4-4a7c-a91d-2d7046248b29', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:51.840463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:27:51.851914 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.899396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-176225d7-63dc-4bea-806e-930ed84308ec req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.900187 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:51.917042 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:51.955092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 3d0856a3-cdc6-4466-976a-db71514c0a42, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3d0856a3-cdc6-4466-976a-db71514c0a42,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:51.959319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-770ddc2d-6324-4e25-bd8d-99b00f6af3fd service neutron] 10.222.0.53 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168867 Jul 22 16:27:51.959874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'ef5fec58-bc18-4663-86a5-9dce7182b886'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:51.965740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Pushing event deleted for resources: {'Port': ['ID=ef5fec58-bc18-4663-86a5-9dce7182b886,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:51.984595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:52.008370 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:52.009137 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:52.056897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:52.090041 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:52.138299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=3d0856a3-cdc6-4466-976a-db71514c0a42,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:52.240018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:52.247662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-176225d7-63dc-4bea-806e-930ed84308ec req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] No DVR routers for this DVR port ef5fec58-bc18-4663-86a5-9dce7182b886 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:52.251955 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-176225d7-63dc-4bea-806e-930ed84308ec req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:52.254250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-176225d7-63dc-4bea-806e-930ed84308ec req-37b3508e-fccb-4594-951b-f8bf7522f85d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.20 "DELETE /v2.0/ports/ef5fec58-bc18-4663-86a5-9dce7182b886 HTTP/1.1" status: 204 len: 173 time: 1.0900388 Jul 22 16:27:52.258732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'name': 'network-vif-deleted', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:52.270545 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05837df9-981d-4b53-bcdb-d2ed1fe41e3f" -d '{"events": [{"server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "name": "network-vif-deleted", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:52.391390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-2fd0aa42-480d-4e73-b8c2-53bd5a9fd914 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.396422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-2fd0aa42-480d-4e73-b8c2-53bd5a9fd914 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9d014fa-b1de-4cbe-9799-3b319b8c89e8 HTTP/1.1" status: 200 len: 944 time: 0.4308040 Jul 22 16:27:52.429765 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:52.473126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-3227932a-afb1-407b-a25d-e5efc23a3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.474754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-3227932a-afb1-407b-a25d-e5efc23a3964 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 1.1526890 Jul 22 16:27:52.476992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-270e28af-84c8-416e-9c93-ea3044992a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.478612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-270e28af-84c8-416e-9c93-ea3044992a1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6495309ad7243e6bb8f112de851bb94&device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 1095 time: 1.3487628 Jul 22 16:27:52.527667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4108c-01ba-4a43-b318-0abf2b3b1bbf req-b4eba741-3e50-469f-ad5d-e039d2e921a2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:52.529229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5e4108c-01ba-4a43-b318-0abf2b3b1bbf req-b4eba741-3e50-469f-ad5d-e039d2e921a2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 943 time: 0.2928526 Jul 22 16:27:52.619192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5e4108c-01ba-4a43-b318-0abf2b3b1bbf req-208d702b-2b60-4b52-a0a2-6f4d6e8d308b tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820451 Jul 22 16:27:52.657748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Deleting port c67dd0d2-df53-4f10-956a-085b7fdeff74 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:27:52.658298 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:52.658535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['cc5eb506-0c6f-4992-bb10-ae8c721ee8f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:52.950651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] For port c67dd0d2-df53-4f10-956a-085b7fdeff74, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c67dd0d2-df53-4f10-956a-085b7fdeff74,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:52.955163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:52.992280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Calling delete_port for c67dd0d2-df53-4f10-956a-085b7fdeff74 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:27:53.019326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.052104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Transition to ACTIVE for port object 9d869f76-c584-4a07-b188-4c2315b7b520 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:53.110557 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5360a35-33a7-4b93-b461-2bd583dbdc05 req-5d980633-9160-40b0-bf76-532880cd9f95 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 210 time: 0.0546439 Jul 22 16:27:53.126407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-e7560028-150a-45de-b2d6-831670965cd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392 HTTP/1.1" status: 200 len: 217 time: 0.6308265 Jul 22 16:27:53.132155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.161287 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 associated. External IP: 172.25.3.244, port: c8b2e40e-3179-42dc-8e33-ff3167d09c58. Jul 22 16:27:53.332401 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.387591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Pushing event deleted for resources: {'Port': ['ID=c67dd0d2-df53-4f10-956a-085b7fdeff74,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:53.414987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-a1e3a875-3853-400f-91c4-815c7af1796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.416510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-a1e3a875-3853-400f-91c4-815c7af1796c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.2716157 Jul 22 16:27:53.450610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device ecc265b3-aa72-47ad-8f2b-98e0bd914392 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:53.480560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:53.493049 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-411eada4-2b71-49ee-b1f2-b29cae947edc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614045 Jul 22 16:27:53.499604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] No DVR routers for this DVR port c67dd0d2-df53-4f10-956a-085b7fdeff74 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:27:53.502651 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.507631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85a84386-cda6-4b72-9b89-137bfc38ee0d req-67a0bbf9-2aa2-46d8-a594-6a11d6e4e66d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "DELETE /v2.0/ports/c67dd0d2-df53-4f10-956a-085b7fdeff74 HTTP/1.1" status: 204 len: 173 time: 1.0545878 Jul 22 16:27:53.509533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:53.534749 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e3560-45d5-46cb-b19a-8e1d765c4e6f req-ba00bfca-eec4-4bb1-b296-22132076fb9b tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.536422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a6e3560-45d5-46cb-b19a-8e1d765c4e6f req-ba00bfca-eec4-4bb1-b296-22132076fb9b tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 949 time: 0.3026154 Jul 22 16:27:53.560194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Pushing event updated for resources: {'Port': ['ID=9d869f76-c584-4a07-b188-4c2315b7b520,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:53.573381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3d0856a3-cdc6-4466-976a-db71514c0a42 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:53.576708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:53.612986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port ecc265b3-aa72-47ad-8f2b-98e0bd914392 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:53.636715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port ecc265b3-aa72-47ad-8f2b-98e0bd914392 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:53.637327 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.664274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a6e3560-45d5-46cb-b19a-8e1d765c4e6f req-f6f3310c-7c36-426d-91e0-eee3a9a4c170 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120498 Jul 22 16:27:53.700637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-acf7b9a7-1551-4d7a-978f-fdb38f99b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.703633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-acf7b9a7-1551-4d7a-978f-fdb38f99b78e service neutron] 10.222.0.20 "GET /v2.0/networks?id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 200 len: 914 time: 1.2061000 Jul 22 16:27:53.770382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3d0856a3-cdc6-4466-976a-db71514c0a42 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:53.771100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.841153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-087a1a1f-1276-4895-9c6a-c8d1a725c683 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03152d6e-5a59-4228-9b34-80fdcc8af5ec HTTP/1.1" status: 200 len: 217 time: 0.1284890 Jul 22 16:27:53.945070 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:53.960719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d71d1-14a0-4616-a826-78a2bfc4c806 req-5405358d-0549-47c0-b972-ac4c9d455ffc tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.962344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-590d71d1-14a0-4616-a826-78a2bfc4c806 req-5405358d-0549-47c0-b972-ac4c9d455ffc tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 945 time: 0.1301401 Jul 22 16:27:53.995990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:53.996662 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.013125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:54.020779 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a0b925-eeff-4fdd-ae11-fdf330d30733" -d '{"events": [{"server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "name": "network-vif-plugged", "status": "completed", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:54.070648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:54.079663 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-590d71d1-14a0-4616-a826-78a2bfc4c806 req-342a0455-033c-4076-9198-54284ab99246 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045103 Jul 22 16:27:54.111252 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.112999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2865dbed-5d16-4cf1-bacf-1b8e50d3f0de None None] Provisioning for port 9d869f76-c584-4a07-b188-4c2315b7b520 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:54.117902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-107d034a-ca51-4c84-910d-c47b05328692 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768437 Jul 22 16:27:54.119735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-00c807d1-202b-4f9e-9a8a-e7873f972daf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8395672 Jul 22 16:27:54.126741 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.157533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Request body: {'port': {'device_id': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:54.177930 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2865dbed-5d16-4cf1-bacf-1b8e50d3f0de None None] Provisioning complete for port 9d869f76-c584-4a07-b188-4c2315b7b520 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:54.178357 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2865dbed-5d16-4cf1-bacf-1b8e50d3f0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.224518 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6766521c-02c1-47fd-b7f8-4efc3d69c7c7 req-bd430f2d-df3c-4ddf-b7a5-c2e27b87184f tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 210 time: 0.0476387 Jul 22 16:27:54.246626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-19c248ac-4c67-47c6-bb3a-b4bd0187617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.249776 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-19c248ac-4c67-47c6-bb3a-b4bd0187617c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c25b8901-b9f4-4a7c-a91d-2d7046248b29 HTTP/1.1" status: 200 len: 853 time: 0.2838244 Jul 22 16:27:54.314814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=ecc265b3-aa72-47ad-8f2b-98e0bd914392,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:54.317453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2865dbed-5d16-4cf1-bacf-1b8e50d3f0de None None] Port 9d869f76-c584-4a07-b188-4c2315b7b520 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:27:54.366846 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-1763ca57-fe11-4b9e-ac14-efffd327d42c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.369076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-1763ca57-fe11-4b9e-ac14-efffd327d42c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.65 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 804 time: 0.1395819 Jul 22 16:27:54.370201 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28641670-bad5-4d95-a804-59646854acd1 x-openstack-request-id: req-28641670-bad5-4d95-a804-59646854acd1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:54.370496 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9da3e8d-566a-4ebf-bbc1-5068e13a4f35", "name": "network-vif-deleted", "tag": "ef5fec58-bc18-4663-86a5-9dce7182b886", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:54.370752 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28641670-bad5-4d95-a804-59646854acd1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:54.371177 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9da3e8d-566a-4ebf-bbc1-5068e13a4f35', 'name': 'network-vif-deleted', 'tag': 'ef5fec58-bc18-4663-86a5-9dce7182b886', 'status': 'completed', 'code': 200} Jul 22 16:27:54.382007 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 03152d6e-5a59-4228-9b34-80fdcc8af5ec details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:27:54.387576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ef5fec58-bc18-4663-86a5-9dce7182b886 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:54.400940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Request body: {'port': {'device_id': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'admin_state_up': True, 'tenant_id': 'c39667ad131b466ca52b4e9c3751a28a'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:54.425142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-55b4a01e-c003-4f45-bcbd-e97b79dc1691 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241963 Jul 22 16:27:54.433436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: ef5fec58-bc18-4663-86a5-9dce7182b886 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:27:54.433840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ef5fec58-bc18-4663-86a5-9dce7182b886 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:27:54.492654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Router 048dae4a-a6cc-4a9f-8253-48a418072d45 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:54.547389 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.676810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Made reservation on behalf of c39667ad131b466ca52b4e9c3751a28a for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:27:54.684018 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.779469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbad85-33f3-4cb3-9f67-8e5fc94382c7 req-57dc2b99-3c76-4b31-b487-c248c64dd30b tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:54.788525 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-65d9e7af-47e8-4e74-8d88-82e4b567d8e5 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6569340 Jul 22 16:27:54.796992 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aacbad85-33f3-4cb3-9f67-8e5fc94382c7 req-57dc2b99-3c76-4b31-b487-c248c64dd30b tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 943 time: 0.4235113 Jul 22 16:27:54.805124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 03152d6e-5a59-4228-9b34-80fdcc8af5ec, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=03152d6e-5a59-4228-9b34-80fdcc8af5ec,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:54.824683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '03152d6e-5a59-4228-9b34-80fdcc8af5ec', 'network_id': '66afa0c9-9e4a-4d29-9fd3-43e7f46385a9', 'port_id': '03152d6e-5a59-4228-9b34-80fdcc8af5ec', 'mac_address': 'fa:16:3e:15:28:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25b8901-b9f4-4a7c-a91d-2d7046248b29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:27:54.890127 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:54.936314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03152d6e-5a59-4228-9b34-80fdcc8af5ec {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:54.961070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-9775800f-2167-4ac7-b0cf-9be0ed189665 service neutron] 10.222.0.20 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103121 Jul 22 16:27:54.973818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 03152d6e-5a59-4228-9b34-80fdcc8af5ec, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=03152d6e-5a59-4228-9b34-80fdcc8af5ec,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:54.988995 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.104506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=03152d6e-5a59-4228-9b34-80fdcc8af5ec,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:55.157170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:55.162479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.170811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] Sync routers for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:55.181489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:55.182302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:55.261149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aacbad85-33f3-4cb3-9f67-8e5fc94382c7 req-abf6ac01-9234-4f8e-9609-2d7dd02a2a35 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616880 Jul 22 16:27:55.306505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-518edc85-bf16-4140-8dd4-f2294f56720b tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "PUT /v2.0/floatingips/3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 HTTP/1.1" status: 200 len: 997 time: 5.2870531 Jul 22 16:27:55.311050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:55.313830 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3151c92-fa2e-419e-95fd-85a53bf7f169" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:55.320827 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba3aa2fe-4be5-403d-b2c6-15529085c432 req-fcea6058-e558-4228-bc7f-db3f351495b6 service neutron] 10.222.0.20 "GET /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501918 Jul 22 16:27:55.346269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Allocated IP 172.20.0.10 (5d3d24e3-cd4a-4369-b000-a249db2fde65/3c66a87f-7623-4036-99c1-47ad46d04f04/5abd9f84-98fb-4a89-955b-3f0c8899c2cd) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:27:55.350180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['03152d6e-5a59-4228-9b34-80fdcc8af5ec'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:27:55.376256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:55.472265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-f7adedb7-f302-4d45-abf0-533bdebee44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:55.473926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-f7adedb7-f302-4d45-abf0-533bdebee44d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.1428430 Jul 22 16:27:55.501019 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:55.522896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d869f76-c584-4a07-b188-4c2315b7b520 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:55.534787 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.557300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81049f9e-096e-4d44-9cde-e71567980ec7 req-a7fcf9d2-0019-4aab-bb0e-5a4cb379bac3 tempest-LiveMigrationNegativeTest-1149442696 tempest-LiveMigrationNegativeTest-1149442696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:55.558819 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-81049f9e-096e-4d44-9cde-e71567980ec7 req-a7fcf9d2-0019-4aab-bb0e-5a4cb379bac3 tempest-LiveMigrationNegativeTest-1149442696 tempest-LiveMigrationNegativeTest-1149442696-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 1101 time: 0.1819232 Jul 22 16:27:55.587816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Transition to ACTIVE for port object 9d869f76-c584-4a07-b188-4c2315b7b520 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:55.593143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-81049f9e-096e-4d44-9cde-e71567980ec7 req-9f15a12d-c207-4c37-bffd-62d9529b1315 tempest-LiveMigrationNegativeTest-1149442696 tempest-LiveMigrationNegativeTest-1149442696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.594650 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.643732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.646871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-b0a75562-7eca-4876-b0ac-3bf16cd14390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:55.648514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-b0a75562-7eca-4876-b0ac-3bf16cd14390 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.1683695 Jul 22 16:27:55.657429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:55.725435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:55.725935 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.772216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Attempting to bind port 9d869f76-c584-4a07-b188-4c2315b7b520 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:55.772892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Attempting to bind port 9d869f76-c584-4a07-b188-4c2315b7b520 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:55.773536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Attempting to bind port 9d869f76-c584-4a07-b188-4c2315b7b520 on network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:55.838141 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-81049f9e-096e-4d44-9cde-e71567980ec7 req-9f15a12d-c207-4c37-bffd-62d9529b1315 tempest-LiveMigrationNegativeTest-1149442696 tempest-LiveMigrationNegativeTest-1149442696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.857479 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-81049f9e-096e-4d44-9cde-e71567980ec7 req-9f15a12d-c207-4c37-bffd-62d9529b1315 tempest-LiveMigrationNegativeTest-1149442696 tempest-LiveMigrationNegativeTest-1149442696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.871634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Pushing event updated for resources: {'Port': ['ID=9d869f76-c584-4a07-b188-4c2315b7b520,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:55.905212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Port 9d869f76-c584-4a07-b188-4c2315b7b520 on network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:55.909045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-81049f9e-096e-4d44-9cde-e71567980ec7 req-9f15a12d-c207-4c37-bffd-62d9529b1315 tempest-LiveMigrationNegativeTest-1149442696 tempest-LiveMigrationNegativeTest-1149442696-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323491 Jul 22 16:27:55.911535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Attempting to bind port 9d869f76-c584-4a07-b188-4c2315b7b520 on network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:55.926635 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.956472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:55.966809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:55.976411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:0f:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 8, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:55.980013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Checking segment: {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:55.982401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Bound using segment: {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:55.984803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Bound port: 9d869f76-c584-4a07-b188-4c2315b7b520, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc990253-30b5-4a3b-806f-b9f1fd4a9916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:55.991100 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.035250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] Checking router: 048dae4a-a6cc-4a9f-8253-48a418072d45 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:27:56.048400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-43ff9bed-0ff5-41d0-a89d-74ae66355d93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 1000 time: 0.3610263 Jul 22 16:27:56.059538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Pushing event updated for resources: {'Port': ['ID=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:56.060604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:56.068614 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.072810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:56.073718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:56.097158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Network 5d3d24e3-cd4a-4369-b000-a249db2fde65 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:27:56.098612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15a12d-c207-4c37-bffd-62d9529b1315 tempest-LiveMigrationNegativeTest-1149442696 tempest-LiveMigrationNegativeTest-1149442696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c0609-4cf4-461e-a875-eb82fe0d9146,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:56.101471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:27:56.104023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:27:56.110135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.110856 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.116970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-d9924534-47a3-44e8-9ed4-1c11ab5aadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.120033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-d9924534-47a3-44e8-9ed4-1c11ab5aadd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.0688481 Jul 22 16:27:56.137741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-6fa8a78e-6e90-452c-a557-92608cdaf769 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7438967 Jul 22 16:27:56.165094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Request body: {'port': {'device_id': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:56.196509 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b75704f-4659-4616-a1eb-32ecf82728ba x-openstack-request-id: req-3b75704f-4659-4616-a1eb-32ecf82728ba {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:56.196799 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "name": "network-vif-plugged", "status": "completed", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:56.197030 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b75704f-4659-4616-a1eb-32ecf82728ba {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:56.197433 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392', 'code': 200} Jul 22 16:27:56.232340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] For port 9d869f76-c584-4a07-b188-4c2315b7b520, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:56.248636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] For port 9d869f76-c584-4a07-b188-4c2315b7b520, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9d869f76-c584-4a07-b188-4c2315b7b520,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:56.258046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-4f6c2a24-57f3-43c0-8464-737dd51a8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.260196 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-4f6c2a24-57f3-43c0-8464-737dd51a8a24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088858 Jul 22 16:27:56.261749 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.277413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:56.318051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:56.337087 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.396587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'name': 'network-vif-deleted', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:56.399561 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbcf802-4c66-4946-b5c3-bd02db24f051" -d '{"events": [{"server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "name": "network-vif-deleted", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:56.409495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c67dd0d2-df53-4f10-956a-085b7fdeff74 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:27:56.432178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.433528 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.436076 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] 10.222.0.20 "PUT /v2.0/ports/9d869f76-c584-4a07-b188-4c2315b7b520 HTTP/1.1" status: 200 len: 1093 time: 2.2902119 Jul 22 16:27:56.436245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: c67dd0d2-df53-4f10-956a-085b7fdeff74 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:27:56.436495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c67dd0d2-df53-4f10-956a-085b7fdeff74 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:27:56.474271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-e625bdb3-bcab-4874-9350-562e15a48b2d service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801596 Jul 22 16:27:56.486766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56af592-9ed5-4fcd-9cc2-8958b202445e service neutron] Pushing event updated for resources: {'Port': ['ID=9d869f76-c584-4a07-b188-4c2315b7b520,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:56.536254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50b5c7-3f46-486d-92d5-000ad6c2ce22 req-b548481d-7e81-4b09-9322-a947c82b5507 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.542337 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6c50b5c7-3f46-486d-92d5-000ad6c2ce22 req-b548481d-7e81-4b09-9322-a947c82b5507 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 944 time: 0.2440612 Jul 22 16:27:56.601170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcdd32-696b-402e-ae79-98f5cc0fc3e6 req-935368ac-08d5-481b-9833-a324ef279919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.602693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3bcdd32-696b-402e-ae79-98f5cc0fc3e6 req-935368ac-08d5-481b-9833-a324ef279919 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1098 time: 0.2336314 Jul 22 16:27:56.621611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6c50b5c7-3f46-486d-92d5-000ad6c2ce22 req-4204edfc-57b1-4ce8-9db0-9a9a9a42e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733864 Jul 22 16:27:56.707131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:0f:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 8, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:56.756519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec38040-3694-4335-b3c9-a55866665245 None None] The sync data for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 is: [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3bbc7490-f261-4c1e-a6a6-06ac472f2fe0', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'port_id': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'mac_address': 'fa:16:3e:0f:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:26:53Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 8, 'project_id': '07be55427b054194b4533c97f91d97a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:27:56.835595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abd9f84-98fb-4a89-955b-3f0c8899c2cd {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:27:56.849608 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.875677 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Transition to ACTIVE for port object 5abd9f84-98fb-4a89-955b-3f0c8899c2cd will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:27:56.887465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c0cbf-6f4e-42e2-b140-7ef52dbb3aa9 req-3f9858da-453f-49e1-969d-a3f8ab07e579 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:56.889154 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb4c0cbf-6f4e-42e2-b140-7ef52dbb3aa9 req-3f9858da-453f-49e1-969d-a3f8ab07e579 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.1528375 Jul 22 16:27:56.891230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:56.963105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Pushing event updated for resources: {'Port': ['ID=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:57.001722 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3bcdd32-696b-402e-ae79-98f5cc0fc3e6 req-90775564-d286-4411-83f7-7ddf95e6c051 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741670 Jul 22 16:27:57.006660 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb4c0cbf-6f4e-42e2-b140-7ef52dbb3aa9 req-780e38b9-4a6a-4389-aa72-65227f7e6fe4 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846858 Jul 22 16:27:57.034640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-dc022f13-5031-4d6e-96d5-a6d362d42b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.034640 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-dc022f13-5031-4d6e-96d5-a6d362d42b7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ead6e9f99bb4a579d8e4488b7bd5578&device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 1096 time: 0.4888966 Jul 22 16:27:57.036910 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2414ed-8362-485e-af5f-3f65fe82e61d req-5f3211cf-5f91-4dd0-9179-8d38af211da3 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450625 Jul 22 16:27:57.044464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Attempting to bind port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:27:57.044866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Attempting to bind port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:27:57.045344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Attempting to bind port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:57.060136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:27:57.060635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Attempting to bind port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:27:57.069104 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ddbf35-066d-4f2f-a83d-d164049a5f51 None None] New status for floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:27:57.086559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:27:57.087360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Checking segment: {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:27:57.087983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Bound using segment: {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:27:57.088620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Bound port: 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:27:57.089129 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.102290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-6416d30d-b314-4238-906d-c96a9ddfdc63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d869f76-c584-4a07-b188-4c2315b7b520 HTTP/1.1" status: 200 len: 217 time: 0.0638919 Jul 22 16:27:57.172895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-b6933290-d7c6-4208-9b3e-9ec587645000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.174471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-b6933290-d7c6-4208-9b3e-9ec587645000 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d45192b7-2dad-4650-ad5c-0b3ec688d0df HTTP/1.1" status: 200 len: 867 time: 0.0653141 Jul 22 16:27:57.187470 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b7ae76-91e5-435d-974e-18c1fb48f9fe x-openstack-request-id: req-44b7ae76-91e5-435d-974e-18c1fb48f9fe {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:57.187777 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:57.188223 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44b7ae76-91e5-435d-974e-18c1fb48f9fe {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:57.188712 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'status': 'completed', 'code': 200} Jul 22 16:27:57.252256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:27:57.258146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:27:57.265692 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.285730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18f01b-0e62-401c-80fb-f9b458c3f298 req-1c1c7d2c-d13a-49ac-84b1-18200eca1c93 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.294155 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b18f01b-0e62-401c-80fb-f9b458c3f298 req-1c1c7d2c-d13a-49ac-84b1-18200eca1c93 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 944 time: 0.1834903 Jul 22 16:27:57.357990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.359624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:57.361236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] 10.222.0.65 "PUT /v2.0/ports/5abd9f84-98fb-4a89-955b-3f0c8899c2cd HTTP/1.1" status: 200 len: 1093 time: 1.2007513 Jul 22 16:27:57.392284 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b18f01b-0e62-401c-80fb-f9b458c3f298 req-cbc17f10-83fb-4f37-8391-1c2a5946b4af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970566 Jul 22 16:27:57.393999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-7cdf5eb0-72cb-41f6-9725-504443d9d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.396723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-7cdf5eb0-72cb-41f6-9725-504443d9d974 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.2070687 Jul 22 16:27:57.404462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532ce1b-0fc7-449b-b95d-6af907a2fa42 service neutron] Pushing event updated for resources: {'Port': ['ID=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:57.470819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-5f048432-83f8-4010-a227-657d891b8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.473287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-5f048432-83f8-4010-a227-657d891b8202 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14e25f4b-7202-4f5c-9175-ee06a898b3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2382915 Jul 22 16:27:57.489200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d853f-87f0-46d2-ae7c-52b98bbe3ad9 req-7bab3642-94a4-4df5-9d57-522fbb9bf132 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.491365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b4d853f-87f0-46d2-ae7c-52b98bbe3ad9 req-7bab3642-94a4-4df5-9d57-522fbb9bf132 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 944 time: 0.2112696 Jul 22 16:27:57.491675 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49989ef8-a15c-4abc-b173-21df36ba4b96 x-openstack-request-id: req-49989ef8-a15c-4abc-b173-21df36ba4b96 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:57.492292 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d014fa-b1de-4cbe-9799-3b319b8c89e8", "name": "network-vif-deleted", "tag": "c67dd0d2-df53-4f10-956a-085b7fdeff74", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:57.492780 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49989ef8-a15c-4abc-b173-21df36ba4b96 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:57.493524 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d014fa-b1de-4cbe-9799-3b319b8c89e8', 'name': 'network-vif-deleted', 'tag': 'c67dd0d2-df53-4f10-956a-085b7fdeff74', 'status': 'completed', 'code': 200} Jul 22 16:27:57.614142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80a40bdc-dcae-42c5-adff-846fbeedc3bd req-bd228bdb-1d67-46d3-bfb1-07adb56c3aa8 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips/3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 HTTP/1.1" status: 200 len: 999 time: 0.1105494 Jul 22 16:27:57.663542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b4d853f-87f0-46d2-ae7c-52b98bbe3ad9 req-991351fc-de7f-4b30-a6d4-607118f28f18 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536489 Jul 22 16:27:57.666651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-0e7031d6-a906-4b37-a6bb-0f131672ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.668184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-0e7031d6-a906-4b37-a6bb-0f131672ace6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.2617104 Jul 22 16:27:57.670728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-566759d5-f0d0-46d0-a724-00a49fa7b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.673293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-566759d5-f0d0-46d0-a724-00a49fa7b7e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 1096 time: 0.1256537 Jul 22 16:27:57.747760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-dd67a4b8-1499-4c04-9d37-e3a41e22942d service neutron] 10.222.0.20 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518570 Jul 22 16:27:57.759762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-921bf02a-ab7f-4056-91db-2e8cefdcf684 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd HTTP/1.1" status: 200 len: 217 time: 0.0525355 Jul 22 16:27:57.813496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-42821b2e-0afc-4537-ae35-8d0a8aed41f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 1002 time: 0.1379569 Jul 22 16:27:57.819225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a40bdc-dcae-42c5-adff-846fbeedc3bd req-5d8d2cef-1736-4e66-93d7-bdbbab74819d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.822087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80a40bdc-dcae-42c5-adff-846fbeedc3bd req-5d8d2cef-1736-4e66-93d7-bdbbab74819d tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2017586 Jul 22 16:27:57.864039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-80a40bdc-dcae-42c5-adff-846fbeedc3bd req-e0ae1ff1-9a2f-4e39-981f-743518b15930 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:27:57.869119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80a40bdc-dcae-42c5-adff-846fbeedc3bd req-e0ae1ff1-9a2f-4e39-981f-743518b15930 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105047 Jul 22 16:27:57.897429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-d2ea714a-8b7b-4077-b1ab-14d98031e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.899900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-d2ea714a-8b7b-4077-b1ab-14d98031e76f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c66a87f-7623-4036-99c1-47ad46d04f04 HTTP/1.1" status: 200 len: 844 time: 0.1072114 Jul 22 16:27:57.950424 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-22bb10e7-6b66-41ad-a59f-90dbe716ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:57.952016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-22bb10e7-6b66-41ad-a59f-90dbe716ffa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.1279800 Jul 22 16:27:57.957610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-4083a28e-43ba-429a-a08a-1b5f4712b58c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d3d24e3-cd4a-4369-b000-a249db2fde65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454779 Jul 22 16:27:57.957833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30b902e3-1c95-4b77-973f-a827d9fac593 req-72d2e44e-d653-4cbc-acd1-59dc8cefb089 service neutron] 10.222.0.20 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033286 Jul 22 16:27:58.094108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4776-be9c-4e24-b047-d908d8d1ab8d req-4cdc27ec-1e09-445a-9fd3-28fa4060e44d tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.096504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3aff4776-be9c-4e24-b047-d908d8d1ab8d req-4cdc27ec-1e09-445a-9fd3-28fa4060e44d tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 944 time: 0.1367157 Jul 22 16:27:58.102591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-11a2dfcb-5ba3-4797-9d07-02b61d576032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.104177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-11a2dfcb-5ba3-4797-9d07-02b61d576032 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437457 Jul 22 16:27:58.147603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-73fc9ae4-22e5-4277-9b21-9772f7a10c2b service neutron] 10.222.0.65 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778467 Jul 22 16:27:58.155378 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-ff07f9c0-cd9b-4c8e-8542-ab24ebbbcc57 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 0.0946970 Jul 22 16:27:58.198605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6ade39-897a-4ced-ae7e-9ce534c7dacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5eb506-0c6f-4992-bb10-ae8c721ee8f9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:58.201770 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3aff4776-be9c-4e24-b047-d908d8d1ab8d req-063a7de4-b94f-4d43-8c38-d5370e71e7f6 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965698 Jul 22 16:27:58.203063 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751f8878-ceed-4c0c-957e-506bf235b149" -d '{"events": [{"server_uuid": "fb6ade39-897a-4ced-ae7e-9ce534c7dacf", "name": "network-vif-plugged", "status": "completed", "tag": "cc5eb506-0c6f-4992-bb10-ae8c721ee8f9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:58.251541 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-ed6b17d5-71d1-499b-a116-a4691a27abdc service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389246 Jul 22 16:27:58.279456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-480c45e2-59d8-4cbd-9e19-ce13c0ae0b3f tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.287832 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-480c45e2-59d8-4cbd-9e19-ce13c0ae0b3f tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports/c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 943 time: 0.1195693 Jul 22 16:27:58.402897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 03152d6e-5a59-4228-9b34-80fdcc8af5ec up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:27:58.439354 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3151c92-fa2e-419e-95fd-85a53bf7f169 req-fadc6181-912e-4580-8082-c800a54aa3a6 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790154 Jul 22 16:27:58.448810 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e53390b-ffe2-4ea6-8fea-ea280152f938 req-62a375d3-083d-4737-b530-ef0cf1830b58 service neutron] 10.222.0.65 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844524 Jul 22 16:27:58.463446 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-f84c1e57-ebb4-419e-958d-fc5b97db0900 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 0.1103432 Jul 22 16:27:58.489771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6bee2-6729-4ba1-bbc8-c6d6d6eec4a0 req-e63ee440-6335-4f62-8259-0674306ca4df tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.495930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2b6bee2-6729-4ba1-bbc8-c6d6d6eec4a0 req-e63ee440-6335-4f62-8259-0674306ca4df tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.1275251 Jul 22 16:27:58.500258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 03152d6e-5a59-4228-9b34-80fdcc8af5ec completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:27:58.506944 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 03152d6e-5a59-4228-9b34-80fdcc8af5ec triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:27:58.507513 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.540595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2b6bee2-6729-4ba1-bbc8-c6d6d6eec4a0 req-0a8563e4-8c6f-417d-a62a-ac1f905e2a45 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Jul 22 16:27:58.629657 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.660167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-d94886ad-7f3c-4852-b343-1a4e8f056160 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.661516 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-d94886ad-7f3c-4852-b343-1a4e8f056160 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.1856825 Jul 22 16:27:58.691939 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 03152d6e-5a59-4228-9b34-80fdcc8af5ec, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=03152d6e-5a59-4228-9b34-80fdcc8af5ec,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:27:58.701010 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.743482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b5907-9934-4db4-a587-401e23659e1d req-3cc0d2f0-2150-4994-9786-a2cd0e68c9d9 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:58.755662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c0b5907-9934-4db4-a587-401e23659e1d req-3cc0d2f0-2150-4994-9786-a2cd0e68c9d9 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 949 time: 0.1212118 Jul 22 16:27:58.759853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-bc8b1aef-38d9-45b0-8380-d8f2aec74744 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 1002 time: 0.0846031 Jul 22 16:27:58.777411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-3a595850-283d-4ff5-9b0e-fd5ed004fc6e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:27:58.781198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=03152d6e-5a59-4228-9b34-80fdcc8af5ec,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:27:58.812548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c0b5907-9934-4db4-a587-401e23659e1d req-12dfd8fe-a332-4f5f-8ee1-7a3115ca0cc2 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550532 Jul 22 16:27:58.872550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-3a595850-283d-4ff5-9b0e-fd5ed004fc6e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:58.895139 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41255dd-4f6e-440e-86b8-798e61ea382a x-openstack-request-id: req-d41255dd-4f6e-440e-86b8-798e61ea382a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:58.895626 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6ade39-897a-4ced-ae7e-9ce534c7dacf", "name": "network-vif-plugged", "status": "completed", "tag": "cc5eb506-0c6f-4992-bb10-ae8c721ee8f9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:58.896146 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d41255dd-4f6e-440e-86b8-798e61ea382a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:58.896795 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ade39-897a-4ced-ae7e-9ce534c7dacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5eb506-0c6f-4992-bb10-ae8c721ee8f9', 'code': 200} Jul 22 16:27:59.089595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb9f67-40de-4622-8637-2efc16fe3562 req-912d8ac4-bba3-4f17-a053-6209780f16bd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:59.093635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1cbb9f67-40de-4622-8637-2efc16fe3562 req-912d8ac4-bba3-4f17-a053-6209780f16bd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 944 time: 0.1349120 Jul 22 16:27:59.119008 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-3a595850-283d-4ff5-9b0e-fd5ed004fc6e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.127472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-3a595850-283d-4ff5-9b0e-fd5ed004fc6e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.127786 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-3a595850-283d-4ff5-9b0e-fd5ed004fc6e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 disassociated. External IP: 172.25.3.244, port: c8b2e40e-3179-42dc-8e33-ff3167d09c58. Jul 22 16:27:59.173915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1cbb9f67-40de-4622-8637-2efc16fe3562 req-9ddbc88a-f485-42ef-8760-2ca003a213e8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675013 Jul 22 16:27:59.195933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:59.199038 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b338aa-80b8-4df7-ac88-b6f667aaf75a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:59.274474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f4eec-753c-41cc-a538-419de983c9bd req-c83ead71-e166-4678-b5b7-d1fef6a45e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:59.275989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad6f4eec-753c-41cc-a538-419de983c9bd req-c83ead71-e166-4678-b5b7-d1fef6a45e4f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb6ade39-897a-4ced-ae7e-9ce534c7dacf HTTP/1.1" status: 200 len: 1097 time: 0.1917045 Jul 22 16:27:59.364109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58bd0b-5b60-422b-807e-f83f498ff3f8 req-bc16e1a1-9b6a-4d78-bdf7-b47a67ac623d tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:59.366613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c58bd0b-5b60-422b-807e-f83f498ff3f8 req-bc16e1a1-9b6a-4d78-bdf7-b47a67ac623d tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 945 time: 0.0921414 Jul 22 16:27:59.444716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad6f4eec-753c-41cc-a538-419de983c9bd req-f4492d66-2653-4c5b-ac2a-c9f68d20988e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563416 Jul 22 16:27:59.447693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c58bd0b-5b60-422b-807e-f83f498ff3f8 req-02a2b5be-3288-49ba-af9e-31c61dbda369 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737953 Jul 22 16:27:59.494761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:27:59.497877 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d378ae79-09c5-4603-a027-9a545b4ea3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:27:59.525123 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-3a595850-283d-4ff5-9b0e-fd5ed004fc6e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Router 048dae4a-a6cc-4a9f-8253-48a418072d45 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:27:59.658625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-3a595850-283d-4ff5-9b0e-fd5ed004fc6e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:27:59.663256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-3a595850-283d-4ff5-9b0e-fd5ed004fc6e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:27:59.671607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] Sync routers for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:27:59.684034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:27:59.685629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:27:59.709415 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-3a595850-283d-4ff5-9b0e-fd5ed004fc6e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "PUT /v2.0/floatingips/3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 HTTP/1.1" status: 200 len: 696 time: 0.9411681 Jul 22 16:27:59.795822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-2d39043a-b791-44c9-b31d-ff84e33f2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:59.797776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-2d39043a-b791-44c9-b31d-ff84e33f2800 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.0750480 Jul 22 16:27:59.835144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:27:59.910330 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83536d5e-cb3b-4ba8-9bae-a600f6ae0014 x-openstack-request-id: req-83536d5e-cb3b-4ba8-9bae-a600f6ae0014 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:27:59.911250 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:27:59.911250 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83536d5e-cb3b-4ba8-9bae-a600f6ae0014 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:27:59.914487 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520', 'status': 'completed', 'code': 200} Jul 22 16:27:59.956424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-d0c81514-75fd-4c40-9201-d83df16334fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:27:59.964441 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-d0c81514-75fd-4c40-9201-d83df16334fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.1509442 Jul 22 16:28:00.029093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-2ff0c3b4-2f1f-4798-b90a-6873a5ef725c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 217 time: 0.0602787 Jul 22 16:28:00.097803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-043777f9-a443-4c7b-99e9-ee8d8c990bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.099948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-043777f9-a443-4c7b-99e9-ee8d8c990bcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ead6e9f99bb4a579d8e4488b7bd5578&device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 1096 time: 0.1406159 Jul 22 16:28:00.110575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-64f975a6-bd94-47d8-b1b1-7105d1cd2a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.113013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-64f975a6-bd94-47d8-b1b1-7105d1cd2a44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.0748680 Jul 22 16:28:00.127474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:00.141709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24671af6-d6c4-4bb2-84d3-f9f99fbe6a85 req-ec78eb73-263f-4823-9c3f-dd5795312693 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.143395 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24671af6-d6c4-4bb2-84d3-f9f99fbe6a85 req-ec78eb73-263f-4823-9c3f-dd5795312693 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 944 time: 0.1423156 Jul 22 16:28:00.160339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] Checking router: 048dae4a-a6cc-4a9f-8253-48a418072d45 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:00.170276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:00.170914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:00.192839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-6ca60aef-baff-4139-86d5-84723e7e92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.194609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-6ca60aef-baff-4139-86d5-84723e7e92e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740223 Jul 22 16:28:00.268950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24671af6-d6c4-4bb2-84d3-f9f99fbe6a85 req-6f8e543d-e097-47a9-a70c-23a5048b1adc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105494 Jul 22 16:28:00.313259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-298619ce-b38a-44f8-866b-4e1e6bcbd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.316171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-298619ce-b38a-44f8-866b-4e1e6bcbd60c service neutron] 10.222.0.20 "GET /v2.0/networks?id=14e25f4b-7202-4f5c-9175-ee06a898b3f4 HTTP/1.1" status: 200 len: 929 time: 0.2035127 Jul 22 16:28:00.346720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-4fb087bd-f01b-4b8a-a319-732975be023e service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451526 Jul 22 16:28:00.357531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:00.394740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-fc7498c0-4fc9-426e-915a-d604e8c9e439 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d869f76-c584-4a07-b188-4c2315b7b520 HTTP/1.1" status: 200 len: 217 time: 0.0704002 Jul 22 16:28:00.400184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9d869f76-c584-4a07-b188-4c2315b7b520 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:00.489545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-fa899b7c-5b9c-4ac2-9e18-f28baf607595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.491601 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-fa899b7c-5b9c-4ac2-9e18-f28baf607595 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d45192b7-2dad-4650-ad5c-0b3ec688d0df HTTP/1.1" status: 200 len: 867 time: 0.0879989 Jul 22 16:28:00.499401 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b429fd-e2fa-4bfa-87d4-8dc1d2b24b4b req-b757920b-c1f8-4423-88cf-aba58f141ee8 service neutron] 10.222.0.53 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433117 Jul 22 16:28:00.545453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba176-33b8-480c-9c5d-7e05547ec382 req-13a79fdc-4f02-477a-8385-5423863b58ff tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.548104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-479ba176-33b8-480c-9c5d-7e05547ec382 req-13a79fdc-4f02-477a-8385-5423863b58ff tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1097 time: 0.1553111 Jul 22 16:28:00.602618 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185bd221-5b65-4310-a75a-f29ef417a89d x-openstack-request-id: req-185bd221-5b65-4310-a75a-f29ef417a89d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:00.603076 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:00.603482 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-185bd221-5b65-4310-a75a-f29ef417a89d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:00.604812 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd', 'status': 'completed', 'code': 200} Jul 22 16:28:00.612391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-a89d2c46-8790-46ea-a334-c1d546e2ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.614175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-a89d2c46-8790-46ea-a334-c1d546e2ad67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14e25f4b-7202-4f5c-9175-ee06a898b3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129198 Jul 22 16:28:00.636615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-479ba176-33b8-480c-9c5d-7e05547ec382 req-2ce26145-90c7-469c-9c05-a0ab36e50091 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694096 Jul 22 16:28:00.764520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-7624ef55-2761-4015-ad7d-25f13898c32e service neutron] 10.222.0.20 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418445 Jul 22 16:28:00.813374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852729b9-24ec-4f8c-8768-2ba1511b37c1 req-f2dc08f9-bef7-46bc-b71b-d7d9dd338b12 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.819709 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-852729b9-24ec-4f8c-8768-2ba1511b37c1 req-f2dc08f9-bef7-46bc-b71b-d7d9dd338b12 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.1309078 Jul 22 16:28:00.831213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-e44aa7bf-c919-4001-86df-b7daf9884124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.832935 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-e44aa7bf-c919-4001-86df-b7daf9884124 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 1096 time: 0.1344433 Jul 22 16:28:00.888173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9d869f76-c584-4a07-b188-4c2315b7b520, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9d869f76-c584-4a07-b188-4c2315b7b520,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:00.897345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4ddf6d-d6d2-4338-abf1-e8e89071aca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03152d6e-5a59-4228-9b34-80fdcc8af5ec'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:00.900607 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b27d8b-9b90-4e4f-bf98-997379776eda" -d '{"events": [{"server_uuid": "3a4ddf6d-d6d2-4338-abf1-e8e89071aca0", "name": "network-vif-plugged", "status": "completed", "tag": "03152d6e-5a59-4228-9b34-80fdcc8af5ec"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:00.912795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '9d869f76-c584-4a07-b188-4c2315b7b520', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'port_id': '9d869f76-c584-4a07-b188-4c2315b7b520', 'mac_address': 'fa:16:3e:f5:4a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:00.919860 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-852729b9-24ec-4f8c-8768-2ba1511b37c1 req-b7e072bc-88f9-4433-bf77-4487934cdbca tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922418 Jul 22 16:28:00.941379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd60404-ae92-4687-a966-6824e7e9deb0 req-3293f151-966c-40da-89d8-96ee2094744f tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:00.956107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9cd60404-ae92-4687-a966-6824e7e9deb0 req-3293f151-966c-40da-89d8-96ee2094744f tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 949 time: 0.1738312 Jul 22 16:28:00.978473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31b338aa-80b8-4df7-ac88-b6f667aaf75a req-905e52c5-a396-4349-95fb-07207a665867 service neutron] 10.222.0.20 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909034 Jul 22 16:28:01.007356 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:01.016728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-410c660b-654a-4c3d-b560-f26f1ca16f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.017038 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:01.018509 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-410c660b-654a-4c3d-b560-f26f1ca16f13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 905 time: 0.1623025 Jul 22 16:28:01.021853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9cd60404-ae92-4687-a966-6824e7e9deb0 req-1cb3d4e5-9473-49f0-b62f-fab612089a52 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714793 Jul 22 16:28:01.036723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:01.039415 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d869f76-c584-4a07-b188-4c2315b7b520 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:01.072823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ac9d41-9511-422f-8d75-64cf7cdb0aab None None] The sync data for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 is: [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:26:20Z', 'revision_number': 4, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ad9af339-8235-4077-a9f6-5bff3aee69a0', 'name': '', 'network_id': '4d1ee725-860f-47d7-906e-2f13cfc89245', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'mac_address': 'fa:16:3e:e7:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:18Z', 'updated_at': '2021-07-22T16:26:28Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'subnets': [{'id': '5ed8c530-8294-4bd3-9956-0e3834f8f05a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:01.097311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9d869f76-c584-4a07-b188-4c2315b7b520, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9d869f76-c584-4a07-b188-4c2315b7b520,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:01.106883 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:01.230955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9d869f76-c584-4a07-b188-4c2315b7b520,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:01.253416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810053f-8c69-49c4-89e1-555b9b06c34a req-5cddcc99-32fc-4004-a9ec-3e0eaaa8d1a7 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.255188 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2810053f-8c69-49c4-89e1-555b9b06c34a req-5cddcc99-32fc-4004-a9ec-3e0eaaa8d1a7 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 945 time: 0.1169376 Jul 22 16:28:01.310882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2810053f-8c69-49c4-89e1-555b9b06c34a req-a0337c64-4d9e-4fba-b025-a128c46a81ee tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490611 Jul 22 16:28:01.450513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['9d869f76-c584-4a07-b188-4c2315b7b520'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:01.460531 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1135e33a-e1ab-411a-bdf0-21382fdd02e8 None None] New status for floating IP 3bbc7490-f261-4c1e-a6a6-06ac472f2fe0: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:28:01.511484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5abd9f84-98fb-4a89-955b-3f0c8899c2cd details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:01.519117 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-e85673ee-ac1e-484d-be1f-341fa5aded1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd HTTP/1.1" status: 200 len: 217 time: 0.4860280 Jul 22 16:28:01.666274 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a8601-0807-41ab-beb0-7e958bdeae00 req-c68922f4-69b5-42c0-ac73-e1921ca3e2bb tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.673588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-003a8601-0807-41ab-beb0-7e958bdeae00 req-c68922f4-69b5-42c0-ac73-e1921ca3e2bb tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 944 time: 0.2071192 Jul 22 16:28:01.682392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-90e4614b-62eb-4eb1-abe1-ed0d7e4db650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.683965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-90e4614b-62eb-4eb1-abe1-ed0d7e4db650 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3c66a87f-7623-4036-99c1-47ad46d04f04 HTTP/1.1" status: 200 len: 844 time: 0.1480191 Jul 22 16:28:01.721774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-003a8601-0807-41ab-beb0-7e958bdeae00 req-0313addf-183b-4deb-9e73-65989abc8d75 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471458 Jul 22 16:28:01.849154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:01.855696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-2c722151-9d61-411a-9f42-e09cd8be7017 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d3d24e3-cd4a-4369-b000-a249db2fde65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072268 Jul 22 16:28:01.906686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'port_id': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd', 'mac_address': 'fa:16:3e:03:37:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c66a87f-7623-4036-99c1-47ad46d04f04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:01.957554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-632d34d4-452a-4108-9083-e40501e31dd3 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:01.959140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-632d34d4-452a-4108-9083-e40501e31dd3 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 949 time: 0.2132499 Jul 22 16:28:02.093931 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b2950f-b109-43b8-a65f-b16df58333a5 x-openstack-request-id: req-11b2950f-b109-43b8-a65f-b16df58333a5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:02.094205 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4ddf6d-d6d2-4338-abf1-e8e89071aca0", "name": "network-vif-plugged", "status": "completed", "tag": "03152d6e-5a59-4228-9b34-80fdcc8af5ec", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:02.094428 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11b2950f-b109-43b8-a65f-b16df58333a5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:02.099553 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4ddf6d-d6d2-4338-abf1-e8e89071aca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03152d6e-5a59-4228-9b34-80fdcc8af5ec', 'code': 200} Jul 22 16:28:02.103823 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-c0935b18-4bd5-4083-9f7d-543092f39104 service neutron] 10.222.0.65 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356880 Jul 22 16:28:02.129004 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.173303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Deleting port bd2c0bdf-d803-4a16-a5f3-331206d4b35f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:02.173823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.175545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abd9f84-98fb-4a89-955b-3f0c8899c2cd {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:02.240347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:02.247199 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.293549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d378ae79-09c5-4603-a027-9a545b4ea3f4 req-fdbfa499-25d2-43bc-85de-0a2f4c17e8bc service neutron] 10.222.0.65 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755848 Jul 22 16:28:02.315109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7080a43-10b4-448e-81c2-4b0be4f2181a req-ef4f630f-64e9-4610-a160-0fc80c86fda0 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:02.326195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:02.341157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7080a43-10b4-448e-81c2-4b0be4f2181a req-ef4f630f-64e9-4610-a160-0fc80c86fda0 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1098 time: 0.1394837 Jul 22 16:28:02.369388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] For port bd2c0bdf-d803-4a16-a5f3-331206d4b35f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:02.369873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.373777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2a2bc-c6a4-4855-8ce4-fc4a7dee41e1 req-423205b4-0420-471d-8a9b-25fd71cfe799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:02.375400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7f2a2bc-c6a4-4855-8ce4-fc4a7dee41e1 req-423205b4-0420-471d-8a9b-25fd71cfe799 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 1097 time: 0.1963291 Jul 22 16:28:02.393182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Calling delete_port for bd2c0bdf-d803-4a16-a5f3-331206d4b35f owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:02.420777 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7080a43-10b4-448e-81c2-4b0be4f2181a req-1c384f37-397c-456f-bab1-addbe2469be4 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787413 Jul 22 16:28:02.463867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7f2a2bc-c6a4-4855-8ce4-fc4a7dee41e1 req-547cdc40-36cd-49a8-9bc6-327bbeb58422 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771489 Jul 22 16:28:02.602826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da225b-18f8-4d43-ab6a-2f15a5370381 req-43c1db75-e4f9-4244-b93d-17aa3f369074 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:02.604477 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28da225b-18f8-4d43-ab6a-2f15a5370381 req-43c1db75-e4f9-4244-b93d-17aa3f369074 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 945 time: 0.0871551 Jul 22 16:28:02.605002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:02.607695 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb1b99d-06de-4264-9674-04cb43168160" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:02.617795 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.664603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Pushing event deleted for resources: {'Port': ['ID=bd2c0bdf-d803-4a16-a5f3-331206d4b35f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:02.667801 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28da225b-18f8-4d43-ab6a-2f15a5370381 req-0f97e1c4-0949-488b-bed2-9fd0a5287089 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511253 Jul 22 16:28:02.695915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['24c84902-9752-450e-9a15-d68836f8d9a6', 'bd2c0bdf-d803-4a16-a5f3-331206d4b35f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:02.738707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] No DVR routers for this DVR port bd2c0bdf-d803-4a16-a5f3-331206d4b35f on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:02.744806 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:02.748773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e7a3abd-9288-441e-90b8-7ad2bbd994bb req-03381134-c29b-4895-ba10-018d41913109 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "DELETE /v2.0/ports/bd2c0bdf-d803-4a16-a5f3-331206d4b35f HTTP/1.1" status: 204 len: 173 time: 0.7766011 Jul 22 16:28:02.750231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e33309-fe5c-41b1-878f-b46c6289b035', 'name': 'network-vif-deleted', 'tag': 'bd2c0bdf-d803-4a16-a5f3-331206d4b35f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:02.754179 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ff7ff1-f6b7-4cb6-acc0-3bb096b341e1" -d '{"events": [{"server_uuid": "59e33309-fe5c-41b1-878f-b46c6289b035", "name": "network-vif-deleted", "tag": "bd2c0bdf-d803-4a16-a5f3-331206d4b35f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:02.854181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['5abd9f84-98fb-4a89-955b-3f0c8899c2cd'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:02.910507 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3df2a84e-df3a-41b3-821f-74c05ac94e6c req-e71f7144-d56f-4d14-ae26-134e06ef0213 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=59e33309-fe5c-41b1-878f-b46c6289b035 HTTP/1.1" status: 200 len: 210 time: 0.0763309 Jul 22 16:28:03.134265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-e2a8d04c-96cd-4ddd-b05c-0cb3d16f03f6 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:28:03.144593 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-e2a8d04c-96cd-4ddd-b05c-0cb3d16f03f6 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176370 Jul 22 16:28:03.161525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Request body: {'binding': {'host': 'n-h1-792458-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:03.162260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Unknown quota resources ['binding']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:28:03.176678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3dbb7-80ba-4fd8-bc23-af29912230d0 req-9cb26792-0a54-495c-a16d-9e4a0da5efa7 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:03.179611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0dd3dbb7-80ba-4fd8-bc23-af29912230d0 req-9cb26792-0a54-495c-a16d-9e4a0da5efa7 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 945 time: 0.1402647 Jul 22 16:28:03.243094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0dd3dbb7-80ba-4fd8-bc23-af29912230d0 req-8ace290f-9bce-4da7-b671-48e73c64b8cd tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575430 Jul 22 16:28:03.378862 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3125341a-0b41-4598-be50-395bc110e324 x-openstack-request-id: req-3125341a-0b41-4598-be50-395bc110e324 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:03.379352 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:03.379977 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3125341a-0b41-4598-be50-395bc110e324 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:03.380591 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'status': 'completed', 'code': 200} Jul 22 16:28:03.402791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on host n-h1-792458-13 for vnic_type normal with profile None {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:03.403160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:03.403489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:03.413506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:03.414476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:03.437663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:03.439579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:03.447102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:03.447701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Bound port: 6814dbb4-7430-4436-8896-863d5bc5a5b6, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:03.545058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:03.551273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:03.552451 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b91b9731-75a4-4e17-a94a-94d08f11d521 service neutron] 10.222.0.53 "POST /v2.0/ports/6814dbb4-7430-4436-8896-863d5bc5a5b6/bindings HTTP/1.1" status: 201 len: 390 time: 0.3986490 Jul 22 16:28:03.568738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1b99d-06de-4264-9674-04cb43168160 req-79aaeb2c-32e4-4886-9d78-264626d3a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:03.571324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb1b99d-06de-4264-9674-04cb43168160 req-79aaeb2c-32e4-4886-9d78-264626d3a498 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.1164153 Jul 22 16:28:03.599746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde243b-506d-4843-9385-8828603be02a req-c5d28a90-7f0c-4cfd-87ef-db50a9f83e96 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:03.601914 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bdde243b-506d-4843-9385-8828603be02a req-c5d28a90-7f0c-4cfd-87ef-db50a9f83e96 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 945 time: 0.1218941 Jul 22 16:28:03.712148 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bdde243b-506d-4843-9385-8828603be02a req-77d2c156-667b-462c-a173-b5cfb244fdfe tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935616 Jul 22 16:28:03.718361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1b99d-06de-4264-9674-04cb43168160 req-3a0de9d4-8422-4cb8-813e-22aa5d4fb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:03.734416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb1b99d-06de-4264-9674-04cb43168160 req-3a0de9d4-8422-4cb8-813e-22aa5d4fb017 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.1524894 Jul 22 16:28:03.834985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-4b08419c-ed00-4bfd-afb1-a86ced97b801 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips/3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 HTTP/1.1" status: 200 len: 694 time: 0.0993168 Jul 22 16:28:03.851453 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b8dc6f-7780-4ead-9ed1-b395e12e162f x-openstack-request-id: req-75b8dc6f-7780-4ead-9ed1-b395e12e162f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:03.851453 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e33309-fe5c-41b1-878f-b46c6289b035", "name": "network-vif-deleted", "tag": "bd2c0bdf-d803-4a16-a5f3-331206d4b35f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:03.852065 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75b8dc6f-7780-4ead-9ed1-b395e12e162f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:03.852669 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e33309-fe5c-41b1-878f-b46c6289b035', 'name': 'network-vif-deleted', 'tag': 'bd2c0bdf-d803-4a16-a5f3-331206d4b35f', 'status': 'completed', 'code': 200} Jul 22 16:28:03.921152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb1b99d-06de-4264-9674-04cb43168160 req-95e10fcd-2245-4305-be12-18019e352e23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 217 time: 0.0672445 Jul 22 16:28:04.111270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1b99d-06de-4264-9674-04cb43168160 req-f40131ff-1e61-4f79-a322-d21c7cd3a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.113895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb1b99d-06de-4264-9674-04cb43168160 req-f40131ff-1e61-4f79-a322-d21c7cd3a8b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.1795764 Jul 22 16:28:04.176173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d96cc-e574-4113-8c3c-429b5a33a8f9 req-e0ca7e27-87a8-4707-a148-d7a93bdbb135 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.177997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-783d96cc-e574-4113-8c3c-429b5a33a8f9 req-e0ca7e27-87a8-4707-a148-d7a93bdbb135 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.1487777 Jul 22 16:28:04.227051 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-783d96cc-e574-4113-8c3c-429b5a33a8f9 req-e53164be-3d71-4764-87db-d488ca180463 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397909 Jul 22 16:28:04.232435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-6103c08e-9978-4b98-bf1b-82a64c568844 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.235236 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-6103c08e-9978-4b98-bf1b-82a64c568844 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.3726282 Jul 22 16:28:04.253662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-842943ae-4268-4df7-a9e9-acb05387eaa1 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:28:04.254680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-842943ae-4268-4df7-a9e9-acb05387eaa1 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084851 Jul 22 16:28:04.433998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9d869f76-c584-4a07-b188-4c2315b7b520 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:04.448585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1868c-b316-41df-a985-eedfaf675498 req-239cfc67-4aaf-4a79-90ae-975abb0a993b tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.451504 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d4d1868c-b316-41df-a985-eedfaf675498 req-239cfc67-4aaf-4a79-90ae-975abb0a993b tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 945 time: 0.1324725 Jul 22 16:28:04.512502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 9d869f76-c584-4a07-b188-4c2315b7b520 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:04.520123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 9d869f76-c584-4a07-b188-4c2315b7b520 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:04.520729 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:04.531337 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d4d1868c-b316-41df-a985-eedfaf675498 req-5bcf5fec-eaa8-4cc8-bcf9-aecfded5f440 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696709 Jul 22 16:28:04.645240 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:04.697973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9d869f76-c584-4a07-b188-4c2315b7b520, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9d869f76-c584-4a07-b188-4c2315b7b520,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:04.698241 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-126dcbfc-b814-4e8c-befd-e96f41bd3b57 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 697 time: 0.4201674 Jul 22 16:28:04.699386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:04.704789 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010ba477-e183-4671-a61e-6df46b4943cc" -d '{"events": [{"server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "name": "network-vif-plugged", "status": "completed", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:04.705059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1b99d-06de-4264-9674-04cb43168160 req-f94462d0-984d-4739-a55f-5defabda81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.706701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb1b99d-06de-4264-9674-04cb43168160 req-f94462d0-984d-4739-a55f-5defabda81d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5732605 Jul 22 16:28:04.708509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-9b9c5749-2704-4174-95bd-cc1b68568043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.708950 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:04.710002 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-9b9c5749-2704-4174-95bd-cc1b68568043 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1097 time: 0.5545774 Jul 22 16:28:04.769054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9d869f76-c584-4a07-b188-4c2315b7b520,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:04.829830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3add6-0da1-4c04-be91-31dc538fac74 req-2719f373-43eb-4cc1-8d55-b418837674ad tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:04.832440 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-15b3add6-0da1-4c04-be91-31dc538fac74 req-2719f373-43eb-4cc1-8d55-b418837674ad tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 945 time: 0.1140141 Jul 22 16:28:04.889043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-15b3add6-0da1-4c04-be91-31dc538fac74 req-72fbfa60-09a9-4a71-886a-ec5e676ac441 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504844 Jul 22 16:28:04.943500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-aed78cb4-3cb8-4ea4-b0db-37ad25c77920 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.244 HTTP/1.1" status: 200 len: 697 time: 0.2180507 Jul 22 16:28:04.988502 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.135331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d6340701-da67-4b65-8d32-971a0a4f4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.137003 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d6340701-da67-4b65-8d32-971a0a4f4b8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.4044325 Jul 22 16:28:05.146350 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5798db4-5972-4ac9-b1a3-e29f0a0e405b x-openstack-request-id: req-c5798db4-5972-4ac9-b1a3-e29f0a0e405b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:05.146679 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "name": "network-vif-plugged", "status": "completed", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:05.146893 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5798db4-5972-4ac9-b1a3-e29f0a0e405b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:05.147329 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520', 'code': 200} Jul 22 16:28:05.153629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb1b99d-06de-4264-9674-04cb43168160 req-8f9fc624-ef15-447c-84dd-f0aa38514475 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396758 Jul 22 16:28:05.256981 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-00b7a4d2-6c95-43a3-9583-080e75b9abc0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6 HTTP/1.1" status: 200 len: 217 time: 0.0565145 Jul 22 16:28:05.308876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6898379-afed-4a47-bff5-d753501a7f11 req-c567e5dc-848f-418b-8bc8-d3bdb4ab7428 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.310379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6898379-afed-4a47-bff5-d753501a7f11 req-c567e5dc-848f-418b-8bc8-d3bdb4ab7428 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 945 time: 0.1003873 Jul 22 16:28:05.323153 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:28:05.377177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6898379-afed-4a47-bff5-d753501a7f11 req-b7fbb5a6-b163-4799-bc4a-a613bb013f1e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551574 Jul 22 16:28:05.465453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-0fd429cb-7dd4-49fb-b99b-d7abc97d6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.467323 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-0fd429cb-7dd4-49fb-b99b-d7abc97d6b01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1941707 Jul 22 16:28:05.479685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Deleting port 657d0840-b28a-45f8-ab6e-63a46b4c002d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:05.480029 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.517684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5abd9f84-98fb-4a89-955b-3f0c8899c2cd up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:05.542704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb1b99d-06de-4264-9674-04cb43168160 req-8379160e-f0c4-4d63-9ba1-bd6d32e144a2 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547411 Jul 22 16:28:05.581232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-0ee85bcc-9786-4015-9b9f-33b2cc1ae234 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706718 Jul 22 16:28:05.616475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:05.618985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e607cd-501e-41d4-b014-2faa9403b93f req-6df686cf-e93f-42eb-89f7-092cf4803f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.620641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8e607cd-501e-41d4-b014-2faa9403b93f req-6df686cf-e93f-42eb-89f7-092cf4803f0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 1098 time: 0.3605196 Jul 22 16:28:05.621453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:05.621776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.673394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edbe80-aa36-40e9-91b7-fe3306a1103d req-830725e1-bed0-4814-984a-01bcbe2eb73d tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.676610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8edbe80-aa36-40e9-91b7-fe3306a1103d req-830725e1-bed0-4814-984a-01bcbe2eb73d tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb6ade39-897a-4ced-ae7e-9ce534c7dacf HTTP/1.1" status: 200 len: 945 time: 0.0996044 Jul 22 16:28:05.725214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.744160 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.744555 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.747577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8edbe80-aa36-40e9-91b7-fe3306a1103d req-301f81f3-0214-41d7-844c-782f0abf7f0d tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586913 Jul 22 16:28:05.755415 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8e607cd-501e-41d4-b014-2faa9403b93f req-a59c93a8-b72a-40ee-a878-45e15550dc68 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197228 Jul 22 16:28:05.762689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Calling delete_port for 657d0840-b28a-45f8-ab6e-63a46b4c002d owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:05.789741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:05.792075 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-5d894d17-8b35-4727-807d-07a3a469e95a service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682968 Jul 22 16:28:05.799843 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:05.801005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device bd2c0bdf-d803-4a16-a5f3-331206d4b35f no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:05.858912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: bd2c0bdf-d803-4a16-a5f3-331206d4b35f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:05.859279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device bd2c0bdf-d803-4a16-a5f3-331206d4b35f not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:05.902206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:05.934603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fe5ec-e9cb-44cd-9669-9f4d57c91e91 req-62f2fb47-a5fd-4a41-9843-68b6f723b9e9 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:05.936341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fc6fe5ec-e9cb-44cd-9669-9f4d57c91e91 req-62f2fb47-a5fd-4a41-9843-68b6f723b9e9 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 950 time: 0.0906684 Jul 22 16:28:05.975732 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-0405eae9-2cb8-49b9-92e4-26ad2b8f4bb0 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513596 Jul 22 16:28:06.001974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fc6fe5ec-e9cb-44cd-9669-9f4d57c91e91 req-0e430f3c-574a-4f4b-8fa3-0e6c16ab6572 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543256 Jul 22 16:28:06.047776 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.081367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Pushing event deleted for resources: {'Port': ['ID=657d0840-b28a-45f8-ab6e-63a46b4c002d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:06.169626 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.175977 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:06.177331 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-892944d0-bd2e-4c55-82ad-2fd500f6d900 req-e1a6a4bc-a6c9-44cf-ad17-8215c7bf8a3e tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "DELETE /v2.0/floatingips/3bbc7490-f261-4c1e-a6a6-06ac472f2fe0 HTTP/1.1" status: 204 len: 173 time: 1.1814468 Jul 22 16:28:06.187743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924f5a0-5b37-418a-9f6b-a8713dd49ee7 req-2ef2294e-3c27-4dfc-a37b-88550b26a16d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:06.188927 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5924f5a0-5b37-418a-9f6b-a8713dd49ee7 req-2ef2294e-3c27-4dfc-a37b-88550b26a16d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.0879455 Jul 22 16:28:06.242384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5924f5a0-5b37-418a-9f6b-a8713dd49ee7 req-31720076-2205-43db-b2b3-fc913730c43a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412817 Jul 22 16:28:06.392316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cff39-7776-4698-8b60-3dcecf9c1255 req-54cf6ce4-693b-4888-8a37-cc36f509f32b tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:06.393882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-020cff39-7776-4698-8b60-3dcecf9c1255 req-54cf6ce4-693b-4888-8a37-cc36f509f32b tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 946 time: 0.0722477 Jul 22 16:28:06.447088 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-020cff39-7776-4698-8b60-3dcecf9c1255 req-4f1a4574-f512-4e75-b463-a45bfdd7696c tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460148 Jul 22 16:28:06.675204 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-463edb12-b972-43a7-8ef5-3f0fe34a03e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0627592 Jul 22 16:28:06.836088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-aef3719c-52ab-4a22-8411-d5b14af32b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:06.841618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-aef3719c-52ab-4a22-8411-d5b14af32b97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07be55427b054194b4533c97f91d97a4&device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 1098 time: 0.1195021 Jul 22 16:28:06.974023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e2aab-54eb-4d49-9ed4-1dedd7cad20c req-bc357a24-bfdc-4c56-8955-28d3e93d0e96 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:06.975934 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c94e2aab-54eb-4d49-9ed4-1dedd7cad20c req-bc357a24-bfdc-4c56-8955-28d3e93d0e96 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1061001 Jul 22 16:28:07.046826 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c94e2aab-54eb-4d49-9ed4-1dedd7cad20c req-007866a2-383d-48cd-8bfb-344c62d66036 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512547 Jul 22 16:28:07.146324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-cf715301-6420-4a8a-8357-ae778c293756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:07.148471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-cf715301-6420-4a8a-8357-ae778c293756 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 200 len: 922 time: 0.2375898 Jul 22 16:28:07.149036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:07.151712 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f394d70d-75e5-4659-aa80-4b3901b93960" -d '{"events": [{"server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "name": "network-vif-plugged", "status": "completed", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:07.246710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-9cc2ed61-c291-40a9-a982-d7708f863eef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 200 len: 217 time: 0.0711579 Jul 22 16:28:07.360973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-60509093-f4d6-461c-aa25-cafffc44df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:07.364765 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-60509093-f4d6-461c-aa25-cafffc44df57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 200 len: 860 time: 0.1072445 Jul 22 16:28:07.576845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-1cc1aede-d3de-4c3e-8333-1f22edfb5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:07.579994 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-1cc1aede-d3de-4c3e-8333-1f22edfb5cab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4d1ee725-860f-47d7-906e-2f13cfc89245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2044437 Jul 22 16:28:07.593213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804b1f9-4cc8-4048-8fa8-d32e784895cd req-709ec0e4-b601-4112-8dbb-bbad57ac4793 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:07.606360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8804b1f9-4cc8-4048-8fa8-d32e784895cd req-709ec0e4-b601-4112-8dbb-bbad57ac4793 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 946 time: 0.2017925 Jul 22 16:28:07.684961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8804b1f9-4cc8-4048-8fa8-d32e784895cd req-987144c5-17f5-4f0b-a78b-3259574a80ba tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774121 Jul 22 16:28:07.766780 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1cb417-28c7-4453-bb83-d00adb4790d2 x-openstack-request-id: req-8d1cb417-28c7-4453-bb83-d00adb4790d2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:07.767653 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "name": "network-vif-plugged", "status": "completed", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:07.768556 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d1cb417-28c7-4453-bb83-d00adb4790d2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:07.769539 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd', 'code': 200} Jul 22 16:28:07.769727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae81062-9352-49ae-8385-bba280f00d76 req-0b3758f8-93a3-44b8-a738-dc7f8254b1bb tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:07.771615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ae81062-9352-49ae-8385-bba280f00d76 req-0b3758f8-93a3-44b8-a738-dc7f8254b1bb tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 950 time: 0.1079481 Jul 22 16:28:07.806560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-d02d68ac-5bd0-495b-a7fb-14e69400ac64 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710052 Jul 22 16:28:07.835874 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ae81062-9352-49ae-8385-bba280f00d76 req-6435ab14-5878-4ce1-93bf-0c6b2c584e74 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535762 Jul 22 16:28:08.055126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74fa50bd-6465-43fc-96bd-f4be93aa2cba req-1656a8bb-1f46-4d00-99aa-96d5c88ecd65 service neutron] 10.222.0.20 "GET /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410529 Jul 22 16:28:08.067927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ad4c6-d5ae-4cde-acbf-0849483c7063 req-7ef9fcaa-52fa-4eb9-a3db-54da67507e2d tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.074031 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-564ad4c6-d5ae-4cde-acbf-0849483c7063 req-7ef9fcaa-52fa-4eb9-a3db-54da67507e2d tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 946 time: 0.1023166 Jul 22 16:28:08.103379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf26d7-cc0b-4f41-b499-be6a449ed2c6 req-5e87f0d8-713b-44af-b8e5-298227b03636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.104978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52cf26d7-cc0b-4f41-b499-be6a449ed2c6 req-5e87f0d8-713b-44af-b8e5-298227b03636 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 1098 time: 0.1161385 Jul 22 16:28:08.114861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0184b-9e74-444d-af47-4db5157a59a9 req-cd5e774b-a4f2-4111-817e-c28dd1f41244 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.116474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85a0184b-9e74-444d-af47-4db5157a59a9 req-cd5e774b-a4f2-4111-817e-c28dd1f41244 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.2488651 Jul 22 16:28:08.175599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-564ad4c6-d5ae-4cde-acbf-0849483c7063 req-f5662a16-6276-41be-9f3f-d17ec619f725 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914440 Jul 22 16:28:08.178454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52cf26d7-cc0b-4f41-b499-be6a449ed2c6 req-c11e9bb2-0b9b-4b55-a552-a168eb1616c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609210 Jul 22 16:28:08.226430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85a0184b-9e74-444d-af47-4db5157a59a9 req-c42c3151-3afc-40e8-85a9-3da73c4a4f4e tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910370 Jul 22 16:28:08.354217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383edbc-fc32-4534-a0f4-5f9c38b558ea req-1e05f44d-593d-4910-b8ea-400cdcf4df58 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.356178 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2383edbc-fc32-4534-a0f4-5f9c38b558ea req-1e05f44d-593d-4910-b8ea-400cdcf4df58 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb6ade39-897a-4ced-ae7e-9ce534c7dacf HTTP/1.1" status: 200 len: 945 time: 0.1012764 Jul 22 16:28:08.426273 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2383edbc-fc32-4534-a0f4-5f9c38b558ea req-b34dbb47-7022-4b14-bb94-5b7f45af4f53 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625961 Jul 22 16:28:08.445008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d33f8-2e0a-427d-8d78-aa3a0ed0e181 req-429e21bc-f771-476e-bb9f-93b54b199bb5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.458340 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-802d33f8-2e0a-427d-8d78-aa3a0ed0e181 req-429e21bc-f771-476e-bb9f-93b54b199bb5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1306045 Jul 22 16:28:08.526148 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-802d33f8-2e0a-427d-8d78-aa3a0ed0e181 req-91fde9e7-92cd-499a-aad6-def2fe819d0a tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655601 Jul 22 16:28:08.886769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-b61174f7-739e-4333-9e6e-e7a244f1d563 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 258 time: 0.3271236 Jul 22 16:28:08.899196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:08.915261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696c9c8-7c97-48d2-be3f-533266e6d8ad req-50fae2cc-71e8-47a9-9375-00e8d2f099e3 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:08.920011 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b696c9c8-7c97-48d2-be3f-533266e6d8ad req-50fae2cc-71e8-47a9-9375-00e8d2f099e3 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 946 time: 0.1151762 Jul 22 16:28:08.944772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:08.981647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b696c9c8-7c97-48d2-be3f-533266e6d8ad req-fc55ef17-4a42-430b-ac13-48b58b77f5ac tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526340 Jul 22 16:28:09.135496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27c07a-7110-43f7-a3be-92310e07bfef req-f303fdaa-10e5-491a-8372-7b8a36161546 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.137262 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b27c07a-7110-43f7-a3be-92310e07bfef req-f303fdaa-10e5-491a-8372-7b8a36161546 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 950 time: 0.0844953 Jul 22 16:28:09.185504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-72a7a72c-3fda-4601-8b51-f0afb4abc673 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.188307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-72a7a72c-3fda-4601-8b51-f0afb4abc673 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 946 time: 0.2357409 Jul 22 16:28:09.209413 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b27c07a-7110-43f7-a3be-92310e07bfef req-1a9f3c39-0a7d-4de1-abec-37f6e2971ba0 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573733 Jul 22 16:28:09.324521 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.437841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fdadb-eaba-4743-8d7a-d176dbe4ee23 req-0211a040-1dce-4c6b-92e1-3268d79e8db1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.439370 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf0fdadb-eaba-4743-8d7a-d176dbe4ee23 req-0211a040-1dce-4c6b-92e1-3268d79e8db1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.1007104 Jul 22 16:28:09.559235 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf0fdadb-eaba-4743-8d7a-d176dbe4ee23 req-9356cad4-4b34-4bf8-b914-e337d7bcc6ec tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082559 Jul 22 16:28:09.591195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Deleting port c8b2e40e-3179-42dc-8e33-ff3167d09c58 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:09.591976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:09.640225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10059464-9e79-4840-a47c-ebca906272c5 req-3f079630-d42a-4196-a666-5b91af5a1a89 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1342840 Jul 22 16:28:09.826155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae28c48-94c2-494b-823d-d86df682f355 req-912c5c28-8692-4c3c-a897-5a5e8ff8e9ad tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.828761 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ae28c48-94c2-494b-823d-d86df682f355 req-912c5c28-8692-4c3c-a897-5a5e8ff8e9ad tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb6ade39-897a-4ced-ae7e-9ce534c7dacf HTTP/1.1" status: 200 len: 945 time: 0.1605594 Jul 22 16:28:09.832510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10059464-9e79-4840-a47c-ebca906272c5 req-15f4c2f7-097b-45e1-9d7c-73390e2421da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:09.834145 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10059464-9e79-4840-a47c-ebca906272c5 req-15f4c2f7-097b-45e1-9d7c-73390e2421da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 1096 time: 0.1059496 Jul 22 16:28:09.938800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ae28c48-94c2-494b-823d-d86df682f355 req-d4537ee3-da97-4ab8-8b81-25f8f5d4c2ec tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977473 Jul 22 16:28:10.107330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Allocated IP 172.25.3.5 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/6ea08d3f-ca34-4791-aa50-860ffd9dffc4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:10.120838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] For port c8b2e40e-3179-42dc-8e33-ff3167d09c58, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=c8b2e40e-3179-42dc-8e33-ff3167d09c58,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:10.121324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.132070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10059464-9e79-4840-a47c-ebca906272c5 req-ad4c82d1-ba44-4154-a674-a3850a5899e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.135385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10059464-9e79-4840-a47c-ebca906272c5 req-ad4c82d1-ba44-4154-a674-a3850a5899e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.2614608 Jul 22 16:28:10.154762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Calling delete_port for c8b2e40e-3179-42dc-8e33-ff3167d09c58 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:10.194985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c04cf-63c6-439b-bbe3-73e0d92a08af req-ce56d3ae-b5c6-4c88-abbb-7398914b93d6 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.199868 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f3c04cf-63c6-439b-bbe3-73e0d92a08af req-ce56d3ae-b5c6-4c88-abbb-7398914b93d6 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1576917 Jul 22 16:28:10.257113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc7e72-857f-4227-ad44-190c501df27e req-54320937-d3d8-4bec-aa58-e1a1942ca897 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.259099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fc7e72-857f-4227-ad44-190c501df27e req-54320937-d3d8-4bec-aa58-e1a1942ca897 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 950 time: 0.7559767 Jul 22 16:28:10.269965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10059464-9e79-4840-a47c-ebca906272c5 req-0f1756a7-aa4a-4e17-acea-684c6b865be5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414e3a98-c4b9-450f-943c-89be34028be1 HTTP/1.1" status: 200 len: 217 time: 0.1015108 Jul 22 16:28:10.324733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-ef4045f6-1e59-4144-a5f6-42efd8104397 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.326341 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-ef4045f6-1e59-4144-a5f6-42efd8104397 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a4ddf6d-d6d2-4338-abf1-e8e89071aca0 HTTP/1.1" status: 200 len: 945 time: 0.2941227 Jul 22 16:28:10.359826 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f3c04cf-63c6-439b-bbe3-73e0d92a08af req-abbf08a5-26ca-4d71-a067-0c0694642b16 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085801 Jul 22 16:28:10.440457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10059464-9e79-4840-a47c-ebca906272c5 req-0bed7b7a-0522-4bd3-bbdd-ea1565d863ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.447538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10059464-9e79-4840-a47c-ebca906272c5 req-0bed7b7a-0522-4bd3-bbdd-ea1565d863ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1199403 Jul 22 16:28:10.529670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10059464-9e79-4840-a47c-ebca906272c5 req-5039524f-fd44-4d0b-b710-1c48b4740317 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404329 Jul 22 16:28:10.586003 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.747642 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10059464-9e79-4840-a47c-ebca906272c5 req-f89c123e-91c8-4ae4-8cd9-b9ae016c8a46 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090539 Jul 22 16:28:10.770135 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.779453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6e0d9-c908-4e9a-ab7e-6bf6b8ddd2a2 req-5beec873-d08c-40e9-95ce-090ea810e9a1 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:10.786782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7a6e0d9-c908-4e9a-ab7e-6bf6b8ddd2a2 req-5beec873-d08c-40e9-95ce-090ea810e9a1 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ed3d2bc-65d2-4226-b941-a320e3235939 HTTP/1.1" status: 200 len: 946 time: 0.1840365 Jul 22 16:28:10.830709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Deleting port 03152d6e-5a59-4228-9b34-80fdcc8af5ec {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:10.831150 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.838214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Pushing event deleted for resources: {'Port': ['ID=c8b2e40e-3179-42dc-8e33-ff3167d09c58,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:10.841217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-05fc7e72-857f-4227-ad44-190c501df27e req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Deleting port 24c84902-9752-450e-9a15-d68836f8d9a6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:10.841566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fc7e72-857f-4227-ad44-190c501df27e req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.918336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:10.932896 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7a6e0d9-c908-4e9a-ab7e-6bf6b8ddd2a2 req-f4ac3b29-b460-4fbc-bc42-e39367c89e13 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.53 "GET /v2.0/security-groups?id=6450b684-7686-4eb2-9459-2b09d1827f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451221 Jul 22 16:28:10.977985 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10059464-9e79-4840-a47c-ebca906272c5 req-cdac34f6-15cc-4364-ae78-047b6fb21715 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160635 Jul 22 16:28:11.021242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] No DVR routers for this DVR port c8b2e40e-3179-42dc-8e33-ff3167d09c58 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:11.055347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.057269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7dedaaef-f177-40fa-88ea-afe9cfb2ee3c req-d41cc16c-aab2-47d9-97f8-cf5996c57034 tempest-FloatingIPsAssociationTestJSON-12313037 tempest-FloatingIPsAssociationTestJSON-12313037-project] 10.222.0.20 "DELETE /v2.0/ports/c8b2e40e-3179-42dc-8e33-ff3167d09c58 HTTP/1.1" status: 204 len: 173 time: 1.8568316 Jul 22 16:28:11.066324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'name': 'network-vif-deleted', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:11.066324 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb054b30-eb50-4bbd-aed3-37d5a6a41dc6" -d '{"events": [{"server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "name": "network-vif-deleted", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:11.103352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-cab081d5-26f7-4d64-92e7-8a3b5535b24d tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:11.104869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-cab081d5-26f7-4d64-92e7-8a3b5535b24d tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb6ade39-897a-4ced-ae7e-9ce534c7dacf HTTP/1.1" status: 200 len: 945 time: 0.4342670 Jul 22 16:28:11.106784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:11.124005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0cb21-21b4-4e03-bf45-7136a7b9846a req-73d37958-defc-4012-8d7a-ff297c0a8e1c tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:11.128247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:11.132269 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5cd0cb21-21b4-4e03-bf45-7136a7b9846a req-73d37958-defc-4012-8d7a-ff297c0a8e1c tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 950 time: 0.1243467 Jul 22 16:28:11.166724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:11.204332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Pushing event updated for resources: {'Port': ['ID=6ea08d3f-ca34-4791-aa50-860ffd9dffc4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:11.224203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] For port 03152d6e-5a59-4228-9b34-80fdcc8af5ec, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=03152d6e-5a59-4228-9b34-80fdcc8af5ec,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:11.224657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.226991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5cd0cb21-21b4-4e03-bf45-7136a7b9846a req-0175671e-32b9-48e3-87cc-2f14c515fca6 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c953019-a95e-4b12-b6e8-8af6aa2bf699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797191 Jul 22 16:28:11.230594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-05fc7e72-857f-4227-ad44-190c501df27e req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] For port 24c84902-9752-450e-9a15-d68836f8d9a6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=24c84902-9752-450e-9a15-d68836f8d9a6,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:11.231292 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fc7e72-857f-4227-ad44-190c501df27e req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.281065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Calling delete_port for 03152d6e-5a59-4228-9b34-80fdcc8af5ec owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:11.290497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-05fc7e72-857f-4227-ad44-190c501df27e req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Calling delete_port for 24c84902-9752-450e-9a15-d68836f8d9a6 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:11.452460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f75ac-9d17-43b6-8e99-99972a4439a7 req-bdab4d11-1a1d-4ff9-9cf4-3f8dd6a04dcb tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:11.454836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec4f75ac-9d17-43b6-8e99-99972a4439a7 req-bdab4d11-1a1d-4ff9-9cf4-3f8dd6a04dcb tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.1224425 Jul 22 16:28:11.514209 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec4f75ac-9d17-43b6-8e99-99972a4439a7 req-c61d2866-422f-4545-b823-ce37ef308ce5 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528674 Jul 22 16:28:11.544752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 24c84902-9752-450e-9a15-d68836f8d9a6 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:11.593770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.695967 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.740363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.769354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 24c84902-9752-450e-9a15-d68836f8d9a6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=24c84902-9752-450e-9a15-d68836f8d9a6,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:11.771945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c84902-9752-450e-9a15-d68836f8d9a6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:11.776122 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b425ee9-936f-43ce-b5bf-6461b0eacbc0" -d '{"events": [{"server_uuid": "f3ab3f74-26e6-464d-a03f-fc54caeec762", "name": "network-vif-unplugged", "status": "completed", "tag": "24c84902-9752-450e-9a15-d68836f8d9a6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:11.782800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['03152d6e-5a59-4228-9b34-80fdcc8af5ec'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:11.786410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.813899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f81b3d-2eca-4140-8aac-64a5e8cbd77f req-45eda36c-7abd-4f68-8006-733bda0897d3 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:11.816681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Pushing event deleted for resources: {'Port': ['ID=03152d6e-5a59-4228-9b34-80fdcc8af5ec,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:11.832261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54f81b3d-2eca-4140-8aac-64a5e8cbd77f req-45eda36c-7abd-4f68-8006-733bda0897d3 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb6ade39-897a-4ced-ae7e-9ce534c7dacf HTTP/1.1" status: 200 len: 945 time: 0.1408830 Jul 22 16:28:11.849398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.856471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Deleting port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:11.856901 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.885298 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54f81b3d-2eca-4140-8aac-64a5e8cbd77f req-fd4374af-d12c-4ab6-9fb0-4cab95588508 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/security-groups?id=4886627d-01f9-43ae-b6d4-a5f983914385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502114 Jul 22 16:28:11.951616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] For port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,segment=NetworkSegment(20a47546-934b-4f66-82d5-75962542dc1a),segment_id=20a47546-934b-4f66-82d5-75962542dc1a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:11.952021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:11.965564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Calling delete_port for cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:12.020133 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1813de4-bf47-45ae-ae61-47e02322b850 x-openstack-request-id: req-c1813de4-bf47-45ae-ae61-47e02322b850 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:12.020459 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed3d2bc-65d2-4226-b941-a320e3235939", "name": "network-vif-deleted", "tag": "c8b2e40e-3179-42dc-8e33-ff3167d09c58", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:12.020851 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1813de4-bf47-45ae-ae61-47e02322b850 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:12.021172 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed3d2bc-65d2-4226-b941-a320e3235939', 'name': 'network-vif-deleted', 'tag': 'c8b2e40e-3179-42dc-8e33-ff3167d09c58', 'status': 'completed', 'code': 200} Jul 22 16:28:12.109566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] No DVR routers for this DVR port 03152d6e-5a59-4228-9b34-80fdcc8af5ec on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:12.114617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.116656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=24c84902-9752-450e-9a15-d68836f8d9a6,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:12.116865 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a4754adb-c7ca-410c-81ee-1af240072af6 req-5716b509-7114-4044-9973-28842ac5b818 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.20 "DELETE /v2.0/ports/03152d6e-5a59-4228-9b34-80fdcc8af5ec HTTP/1.1" status: 204 len: 173 time: 1.7563705 Jul 22 16:28:12.247244 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fc7e72-857f-4227-ad44-190c501df27e req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.271982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617fece-a33b-447f-be9c-e6c47a078499 req-a38116fd-fe1a-4119-98f6-dc813d4dfacd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:12.274124 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c617fece-a33b-447f-be9c-e6c47a078499 req-a38116fd-fe1a-4119-98f6-dc813d4dfacd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1043360 Jul 22 16:28:12.348681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Pushing event deleted for resources: {'Port': ['ID=24c84902-9752-450e-9a15-d68836f8d9a6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:12.394172 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c617fece-a33b-447f-be9c-e6c47a078499 req-a4feae4d-8c3b-4e40-8a43-a73acc57d919 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009009 Jul 22 16:28:12.420523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fc7e72-857f-4227-ad44-190c501df27e req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] No DVR routers for this DVR port 24c84902-9752-450e-9a15-d68836f8d9a6 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:12.431988 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fc7e72-857f-4227-ad44-190c501df27e req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.437540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fc7e72-857f-4227-ad44-190c501df27e req-52a540e0-f9a7-4f34-b640-c85aa53bd164 tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.65 "DELETE /v2.0/ports/24c84902-9752-450e-9a15-d68836f8d9a6 HTTP/1.1" status: 204 len: 173 time: 2.1232383 Jul 22 16:28:12.459988 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.470053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c8b2e40e-3179-42dc-8e33-ff3167d09c58 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:12.526273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['03152d6e-5a59-4228-9b34-80fdcc8af5ec'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:12.554876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: c8b2e40e-3179-42dc-8e33-ff3167d09c58 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:12.556605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device c8b2e40e-3179-42dc-8e33-ff3167d09c58 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:12.557366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 03152d6e-5a59-4228-9b34-80fdcc8af5ec no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:12.593015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Pushing event deleted for resources: {'Port': ['ID=cc5eb506-0c6f-4992-bb10-ae8c721ee8f9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:12.609367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] No DVR routers for this DVR port cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:12.613564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 03152d6e-5a59-4228-9b34-80fdcc8af5ec {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:12.614025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 03152d6e-5a59-4228-9b34-80fdcc8af5ec not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:12.621507 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.625860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-54d9ef80-3e84-4e6f-aa7e-330cc08b7406 req-9a2ee1fc-df36-48bb-be33-a598041f2cb2 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.65 "DELETE /v2.0/ports/cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 HTTP/1.1" status: 204 len: 173 time: 1.5101297 Jul 22 16:28:12.630525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.639178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.659158 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a48f77-2373-4c8c-931f-cd80d00818a2 x-openstack-request-id: req-94a48f77-2373-4c8c-931f-cd80d00818a2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:12.666782 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ab3f74-26e6-464d-a03f-fc54caeec762", "name": "network-vif-unplugged", "status": "completed", "tag": "24c84902-9752-450e-9a15-d68836f8d9a6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:12.667552 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94a48f77-2373-4c8c-931f-cd80d00818a2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:12.673581 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c84902-9752-450e-9a15-d68836f8d9a6', 'code': 200} Jul 22 16:28:12.758029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58608) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:12.850522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Pushing event updated for resources: {'Port': ['ID=6ea08d3f-ca34-4791-aa50-860ffd9dffc4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:12.869069 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.907671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:12.921578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-d8a768c2-fe45-4efd-8f1e-b52fcec6de03 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.0287600 Jul 22 16:28:13.019115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-18c5ed11-21da-4a9b-8891-9e646d6e9dae req-3aecfb0b-caa9-48f7-b70c-001e76fd158e tempest-LiveMigrationNegativeTest-1044878056 tempest-LiveMigrationNegativeTest-1044878056-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3ab3f74-26e6-464d-a03f-fc54caeec762 HTTP/1.1" status: 200 len: 210 time: 0.0812244 Jul 22 16:28:13.030192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-c8cd61e5-7c8b-42c9-8b52-4e847f3f2a17 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.1047418 Jul 22 16:28:13.189352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-8ec05967-d042-4aeb-abe0-b77f680bd158 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.203644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d5234aa-6ced-4e38-ac3a-59afc04c21e3 req-8ec05967-d042-4aeb-abe0-b77f680bd158 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.1720681 Jul 22 16:28:13.383666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455217e-2e6b-4a84-ab6f-b1744ebe3eea req-9a6e91d8-e095-484a-83b8-d4f13c2b6754 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.385849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f455217e-2e6b-4a84-ab6f-b1744ebe3eea req-9a6e91d8-e095-484a-83b8-d4f13c2b6754 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.1027911 Jul 22 16:28:13.450709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f455217e-2e6b-4a84-ab6f-b1744ebe3eea req-075c94a5-0772-407a-b862-69ea70a305cd tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525305 Jul 22 16:28:13.525626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-869772d3-9678-4b66-8287-5879a57578b0 req-60b29f1f-213b-42bf-a642-00c4669fd1c9 tempest-MultipleCreateTestJSON-987500433 tempest-MultipleCreateTestJSON-987500433-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb6ade39-897a-4ced-ae7e-9ce534c7dacf HTTP/1.1" status: 200 len: 210 time: 0.0524621 Jul 22 16:28:13.535970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:13.599982 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:13.607860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:13.609334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device cc5eb506-0c6f-4992-bb10-ae8c721ee8f9 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:13.667301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-3d2de558-9a86-4e6a-a963-be23ec8caee3 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:13.669468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-3d2de558-9a86-4e6a-a963-be23ec8caee3 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1467423 Jul 22 16:28:13.741774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-645b269a-88ae-41a0-ad01-8d4243a12f53 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0610752 Jul 22 16:28:13.746967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Request body: {'floatingip': {'port_id': '9d869f76-c584-4a07-b188-4c2315b7b520', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:13.806676 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.057875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4ddf6d-d6d2-4338-abf1-e8e89071aca0', 'name': 'network-vif-deleted', 'tag': '03152d6e-5a59-4228-9b34-80fdcc8af5ec'}, {'server_uuid': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'name': 'network-vif-deleted', 'tag': '24c84902-9752-450e-9a15-d68836f8d9a6'}, {'server_uuid': 'fb6ade39-897a-4ced-ae7e-9ce534c7dacf', 'name': 'network-vif-deleted', 'tag': 'cc5eb506-0c6f-4992-bb10-ae8c721ee8f9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:14.060408 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e34a5a1-75e3-4899-9e9c-bd6b58f87c1f" -d '{"events": [{"server_uuid": "3a4ddf6d-d6d2-4338-abf1-e8e89071aca0", "name": "network-vif-deleted", "tag": "03152d6e-5a59-4228-9b34-80fdcc8af5ec"}, {"server_uuid": "f3ab3f74-26e6-464d-a03f-fc54caeec762", "name": "network-vif-deleted", "tag": "24c84902-9752-450e-9a15-d68836f8d9a6"}, {"server_uuid": "fb6ade39-897a-4ced-ae7e-9ce534c7dacf", "name": "network-vif-deleted", "tag": "cc5eb506-0c6f-4992-bb10-ae8c721ee8f9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:14.242182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e6ccd-5de7-4aa1-a2dc-9bde31155307 req-c270dec1-f798-428d-a8d0-69e52468772e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:14.248962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c38e6ccd-5de7-4aa1-a2dc-9bde31155307 req-c270dec1-f798-428d-a8d0-69e52468772e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.5967150 Jul 22 16:28:14.317995 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c38e6ccd-5de7-4aa1-a2dc-9bde31155307 req-c6bd31d9-6ca3-4c13-88f9-40647ce6b05f tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580111 Jul 22 16:28:14.429844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Deleting port ad9af339-8235-4077-a9f6-5bff3aee69a0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:14.430180 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.552994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] For port ad9af339-8235-4077-a9f6-5bff3aee69a0, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ad9af339-8235-4077-a9f6-5bff3aee69a0,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:14.553999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.584602 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Calling delete_port for ad9af339-8235-4077-a9f6-5bff3aee69a0 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:14.750579 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892d4878-432a-4c74-b6ff-d097c5205e94 x-openstack-request-id: req-892d4878-432a-4c74-b6ff-d097c5205e94 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:14.751759 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4ddf6d-d6d2-4338-abf1-e8e89071aca0", "name": "network-vif-deleted", "tag": "03152d6e-5a59-4228-9b34-80fdcc8af5ec", "status": "completed", "code": 200}, {"server_uuid": "f3ab3f74-26e6-464d-a03f-fc54caeec762", "name": "network-vif-deleted", "tag": "24c84902-9752-450e-9a15-d68836f8d9a6", "status": "completed", "code": 200}, {"server_uuid": "fb6ade39-897a-4ced-ae7e-9ce534c7dacf", "name": "network-vif-deleted", "tag": "cc5eb506-0c6f-4992-bb10-ae8c721ee8f9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:14.751759 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-892d4878-432a-4c74-b6ff-d097c5205e94 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:14.752197 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4ddf6d-d6d2-4338-abf1-e8e89071aca0', 'name': 'network-vif-deleted', 'tag': '03152d6e-5a59-4228-9b34-80fdcc8af5ec', 'status': 'completed', 'code': 200} Jul 22 16:28:14.752443 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ab3f74-26e6-464d-a03f-fc54caeec762', 'name': 'network-vif-deleted', 'tag': '24c84902-9752-450e-9a15-d68836f8d9a6', 'status': 'completed', 'code': 200} Jul 22 16:28:14.752762 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6ade39-897a-4ced-ae7e-9ce534c7dacf', 'name': 'network-vif-deleted', 'tag': 'cc5eb506-0c6f-4992-bb10-ae8c721ee8f9', 'status': 'completed', 'code': 200} Jul 22 16:28:14.772572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:28:14.864719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff07b2-d2e5-43fe-82f5-570415e1e59e req-9bdfafe5-62a6-4bb2-9eaf-a0baf501a401 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:14.871823 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-acff07b2-d2e5-43fe-82f5-570415e1e59e req-9bdfafe5-62a6-4bb2-9eaf-a0baf501a401 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.2009962 Jul 22 16:28:14.891526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.899660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.954732 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-acff07b2-d2e5-43fe-82f5-570415e1e59e req-649768f9-773b-4d8b-bff8-d5dbbbcf0dcf tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 Jul 22 16:28:14.962427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:14.996498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58630) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:15.016826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9af339-8235-4077-a9f6-5bff3aee69a0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:15.082612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.083236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.085089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.085503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.086083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.086633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58636) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:15.086764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.087327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.087795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.088340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.088904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.089472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.090036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.106459 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Floating IP 50932e27-d868-40c7-a4a1-f38299dac298 associated. External IP: 172.25.3.5, port: 9d869f76-c584-4a07-b188-4c2315b7b520. Jul 22 16:28:15.246295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.259552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Deleting subnet c25b8901-b9f4-4a7c-a91d-2d7046248b29 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:28:15.267751 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.326797 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.400387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-34898772-6b1c-41e9-ae8b-f8965927604f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d182ac9bd42441d787f1e5019cce7a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019296 Jul 22 16:28:15.412348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58640) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:15.558161 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.576610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc401d-0c0d-41c9-aba3-e9bfd4a8a4eb req-d0a26359-8b01-481e-82ab-bb8ec53278be tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:15.579799 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03fc401d-0c0d-41c9-aba3-e9bfd4a8a4eb req-d0a26359-8b01-481e-82ab-bb8ec53278be tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1779058 Jul 22 16:28:15.626870 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa1a2-c64d-457d-a353-2fd0d7d3a86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.641991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03fc401d-0c0d-41c9-aba3-e9bfd4a8a4eb req-e9e21610-3b6f-4be6-9b03-0806c63bd3c3 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539668 Jul 22 16:28:15.661422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Router 048dae4a-a6cc-4a9f-8253-48a418072d45 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:15.663130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:15.675762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa1a2-c64d-457d-a353-2fd0d7d3a86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.711226 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.814831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:15.824698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ba387e47-2239-4214-87df-c97613514878 admin admin] 10.222.0.53 "PUT /v2.0/routers/048dae4a-a6cc-4a9f-8253-48a418072d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0603456 Jul 22 16:28:15.824698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58644) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:15.833704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] Sync routers for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:15.834241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25b8901-b9f4-4a7c-a91d-2d7046248b29,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:15.839820 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.845342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c25b8901-b9f4-4a7c-a91d-2d7046248b29 HTTP/1.1" status: 204 len: 168 time: 0.7555847 Jul 22 16:28:15.855914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:15.857791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:15.859597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:15.884549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.885043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.885606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.886318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.887448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.887551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.888417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.888542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.889062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.889642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.890314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.890762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad874f9b-ceaf-4bce-93fe-7b08d340e302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:15.965181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa1a2-c64d-457d-a353-2fd0d7d3a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.970341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa1a2-c64d-457d-a353-2fd0d7d3a86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:15.972321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2f1fa1a2-c64d-457d-a353-2fd0d7d3a86a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c953019-a95e-4b12-b6e8-8af6aa2bf699 HTTP/1.1" status: 204 len: 168 time: 0.5541871 Jul 22 16:28:15.995842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.080567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:16.121042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fa1a2-c64d-457d-a353-2fd0d7d3a86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c953019-a95e-4b12-b6e8-8af6aa2bf699,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:16.161025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.193574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:16.212436 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] Sync routers for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:16.218449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.235418 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:16.237847 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:16.250566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6201-c4ed-4fab-ba66-63e2c352a314 req-6455c61f-4fd2-435b-a12e-cebda47980f3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:16.267602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-052b6201-c4ed-4fab-ba66-63e2c352a314 req-6455c61f-4fd2-435b-a12e-cebda47980f3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.1341231 Jul 22 16:28:16.300387 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.403590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-052b6201-c4ed-4fab-ba66-63e2c352a314 req-59601fe7-7600-4d40-881b-f7c07dcca100 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350055 Jul 22 16:28:16.461178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:28:14Z', 'revision_number': 5, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port': {'id': '20c13ebb-98ab-46c4-87fe-41d7ae2369f2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:46:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:14Z', 'updated_at': '2021-07-22T16:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:16.464983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Deleting port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:16.469168 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.486603 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.506784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] Checking router: 048dae4a-a6cc-4a9f-8253-48a418072d45 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:16.517207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] Routers {'048dae4a-a6cc-4a9f-8253-48a418072d45'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:16.517946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66afa0c9-9e4a-4d29-9fd3-43e7f46385a9']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:16.518073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['048dae4a-a6cc-4a9f-8253-48a418072d45'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:16.529269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a47546-934b-4f66-82d5-75962542dc1a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:16.529657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a47546-934b-4f66-82d5-75962542dc1a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:16.541602 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.558061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.560886 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:16.565657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:28:16.566073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.651108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] For port 20c13ebb-98ab-46c4-87fe-41d7ae2369f2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=20c13ebb-98ab-46c4-87fe-41d7ae2369f2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:16.651761 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:28:16.666871 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:28:16.669155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-bbe8017f-3cbe-4be9-bf8e-ca82089821a5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "PUT /v2.0/floatingips/50932e27-d868-40c7-a4a1-f38299dac298 HTTP/1.1" status: 200 len: 995 time: 2.9258161 Jul 22 16:28:16.669776 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.678321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] Set router 048dae4a-a6cc-4a9f-8253-48a418072d45 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:16.688116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:16.708965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Calling delete_port for 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:16.717189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:16.722314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/66afa0c9-9e4a-4d29-9fd3-43e7f46385a9 HTTP/1.1" status: 204 len: 168 time: 0.8624852 Jul 22 16:28:16.790691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c38cc4-ca5e-4041-8b38-7a94f5bcbce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=66afa0c9-9e4a-4d29-9fd3-43e7f46385a9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:16.792701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:16.796206 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed830e0-6313-483e-99dc-905986a29ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:16.853114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-ec06f01f-b004-4e44-a0f0-e638992b59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:16.861559 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-ec06f01f-b004-4e44-a0f0-e638992b59e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ead6e9f99bb4a579d8e4488b7bd5578&device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 1098 time: 0.1343534 Jul 22 16:28:16.864107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:28:16Z', 'revision_number': 6, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:16.887857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6062831b-89de-4cc2-8e74-e003480b1e60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=491f26dc398c48679e93ca7ab2c968ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979575 Jul 22 16:28:16.940032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c3f669-a700-424f-969c-5e2d254c771d None None] The sync data for ids ['048dae4a-a6cc-4a9f-8253-48a418072d45'] in n-d-792458-13 is: [{'id': '048dae4a-a6cc-4a9f-8253-48a418072d45', 'name': 'tempest-FloatingIPsAssociationTestJSON-2082783259-router', 'tenant_id': '07be55427b054194b4533c97f91d97a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:13Z', 'updated_at': '2021-07-22T16:28:16Z', 'revision_number': 6, 'project_id': '07be55427b054194b4533c97f91d97a4', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:17.036177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:17.053573 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.086531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-9df808d5-d5f8-435d-b72c-b6cdb194d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:17.088104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-9df808d5-d5f8-435d-b72c-b6cdb194d23e service neutron] 10.222.0.53 "GET /v2.0/networks?id=14e25f4b-7202-4f5c-9175-ee06a898b3f4 HTTP/1.1" status: 200 len: 929 time: 0.2194712 Jul 22 16:28:17.111464 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '50932e27-d868-40c7-a4a1-f38299dac298', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'port_id': '9d869f76-c584-4a07-b188-4c2315b7b520', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'mac_address': 'fa:16:3e:f5:4a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:28:14Z', 'revision_number': 1, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 5, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:17.144102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c13ebb-98ab-46c4-87fe-41d7ae2369f2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:17.145767 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] Checking router: 8793f96b-5a2b-445e-a913-2f4fe4a5c323 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:17.161876 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:17.162958 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:17.178739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58668) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:17.240541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.279452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e674d6f9-386e-46fe-a476-f4148d11956f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6495309ad7243e6bb8f112de851bb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0913763 Jul 22 16:28:17.279452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:17.299177 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:17.411841 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-6c478217-3c6d-4e98-ad6b-f5f36f1291e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d869f76-c584-4a07-b188-4c2315b7b520 HTTP/1.1" status: 200 len: 998 time: 0.3113675 Jul 22 16:28:17.493563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.497656 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.505621 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6777cf7-4224-4236-bc63-8a3385cd60c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.589627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6777cf7-4224-4236-bc63-8a3385cd60c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.603852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-095e5539-49a9-4d50-81c8-ec2eda843cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:17.605352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-095e5539-49a9-4d50-81c8-ec2eda843cd8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d45192b7-2dad-4650-ad5c-0b3ec688d0df HTTP/1.1" status: 200 len: 867 time: 0.1821761 Jul 22 16:28:17.645169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4460202-548b-404e-bd10-e5986e953dfd req-d103b910-0c64-4060-bfb7-afe27d5f7207 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:17.646734 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c4460202-548b-404e-bd10-e5986e953dfd req-d103b910-0c64-4060-bfb7-afe27d5f7207 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.8624687 Jul 22 16:28:17.664780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6fefb7-0334-4da7-8e08-605f69453719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.674237 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.675314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 048dae4a-a6cc-4a9f-8253-48a418072d45 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:28:17.703053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.711109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2628d461-bfc2-41b5-9e5c-ee13e6cfa2b6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/048dae4a-a6cc-4a9f-8253-48a418072d45 HTTP/1.1" status: 204 len: 168 time: 1.8852389 Jul 22 16:28:17.717275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:17.745956 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '50932e27-d868-40c7-a4a1-f38299dac298', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'port_id': '9d869f76-c584-4a07-b188-4c2315b7b520', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'mac_address': 'fa:16:3e:f5:4a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:28:14Z', 'revision_number': 1, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 5, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:17.767120 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c4460202-548b-404e-bd10-e5986e953dfd req-92b1ced8-5454-4d00-8537-287f347bb1f3 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053076 Jul 22 16:28:17.770455 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6fefb7-0334-4da7-8e08-605f69453719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.776996 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f88c1d-302b-48f4-bb7a-c46023eb7bc5 None None] The sync data for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 is: [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '50932e27-d868-40c7-a4a1-f38299dac298', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'port_id': '9d869f76-c584-4a07-b188-4c2315b7b520', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'mac_address': 'fa:16:3e:f5:4a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:28:11Z', 'updated_at': '2021-07-22T16:28:14Z', 'revision_number': 1, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 5, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:17.778744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b211b8f-da65-4206-9e49-80d35aeaa8e4 admin admin] Deleting subnet 5ed8c530-8294-4bd3-9956-0e3834f8f05a {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:28:17.801471 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b211b8f-da65-4206-9e49-80d35aeaa8e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.880134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6fefb7-0334-4da7-8e08-605f69453719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.883316 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc6fefb7-0334-4da7-8e08-605f69453719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.889165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fc6fefb7-0334-4da7-8e08-605f69453719 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b81c0609-4cf4-461e-a875-eb82fe0d9146 HTTP/1.1" status: 204 len: 168 time: 0.8492885 Jul 22 16:28:17.892008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ad9af339-8235-4077-a9f6-5bff3aee69a0 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:17.908633 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fefb7-0334-4da7-8e08-605f69453719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c0609-4cf4-461e-a875-eb82fe0d9146,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:17.909326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-0c214166-0f10-4982-b929-88ef430e839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:17.917027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-0c214166-0f10-4982-b929-88ef430e839d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14e25f4b-7202-4f5c-9175-ee06a898b3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2770526 Jul 22 16:28:17.919506 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6777cf7-4224-4236-bc63-8a3385cd60c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.935739 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6777cf7-4224-4236-bc63-8a3385cd60c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:17.939588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f6777cf7-4224-4236-bc63-8a3385cd60c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4886627d-01f9-43ae-b6d4-a5f983914385 HTTP/1.1" status: 204 len: 168 time: 0.6601014 Jul 22 16:28:17.986740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: ad9af339-8235-4077-a9f6-5bff3aee69a0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:17.991325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ad9af339-8235-4077-a9f6-5bff3aee69a0 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:18.043193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6777cf7-4224-4236-bc63-8a3385cd60c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4886627d-01f9-43ae-b6d4-a5f983914385,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:18.089996 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a71609-c436-42c5-ac2b-bf498f2d22b6 x-openstack-request-id: req-c9a71609-c436-42c5-ac2b-bf498f2d22b6 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:18.090456 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:18.090873 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9a71609-c436-42c5-ac2b-bf498f2d22b6 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:18.091522 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520', 'status': 'completed', 'code': 200} Jul 22 16:28:18.106657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b211b8f-da65-4206-9e49-80d35aeaa8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.304502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462e5e-6fa4-42af-92d9-917a52d6225c req-6a4dbef9-fa82-41d2-b4a8-5d47b9889bd7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:18.313221 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6462e5e-6fa4-42af-92d9-917a52d6225c req-6a4dbef9-fa82-41d2-b4a8-5d47b9889bd7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.1294374 Jul 22 16:28:18.330058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d53bcd-47db-4ecf-afcd-ea4a30ab055a None None] New status for floating IP 50932e27-d868-40c7-a4a1-f38299dac298: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:28:18.459721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6462e5e-6fa4-42af-92d9-917a52d6225c req-1f84383f-0eca-4f5c-8b5b-2afea2061e7e tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253042 Jul 22 16:28:18.600763 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b211b8f-da65-4206-9e49-80d35aeaa8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.694983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-644192d5-628b-46cd-a654-68627343c6c9 service neutron] 10.222.0.53 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504954 Jul 22 16:28:18.723037 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5ef863f-6d40-471c-aab6-744297275714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.728418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-d4c18d4a-4f39-4f45-8837-69e0fb84ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:18.730168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-d4c18d4a-4f39-4f45-8837-69e0fb84ced9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ead6e9f99bb4a579d8e4488b7bd5578&device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 1098 time: 0.5261104 Jul 22 16:28:18.739643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b211b8f-da65-4206-9e49-80d35aeaa8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.765542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947a575-d79d-4e08-967e-d7cf3804fe19 None None] Network 4d1ee725-860f-47d7-906e-2f13cfc89245 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:18.788643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b211b8f-da65-4206-9e49-80d35aeaa8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:18.793740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b211b8f-da65-4206-9e49-80d35aeaa8e4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5ed8c530-8294-4bd3-9956-0e3834f8f05a HTTP/1.1" status: 204 len: 168 time: 1.0738633 Jul 22 16:28:18.793962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:18.808713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b211b8f-da65-4206-9e49-80d35aeaa8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed8c530-8294-4bd3-9956-0e3834f8f05a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:18.979817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2061156-d912-4dbb-b23e-42546097c8c7 req-b9ad6dc0-f20b-40cc-b345-7487dcf29b20 service neutron] 10.222.0.53 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705667 Jul 22 16:28:18.998325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-abbdfa1d-cc5c-4672-90e3-a6e8fb853778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:19.013380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-abbdfa1d-cc5c-4672-90e3-a6e8fb853778 service neutron] 10.222.0.20 "GET /v2.0/networks?id=14e25f4b-7202-4f5c-9175-ee06a898b3f4 HTTP/1.1" status: 200 len: 929 time: 0.2552609 Jul 22 16:28:19.150069 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.230072 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-bb3ed7f4-2909-4224-8f30-a17f52cd6c8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d869f76-c584-4a07-b188-4c2315b7b520 HTTP/1.1" status: 200 len: 1000 time: 0.2129261 Jul 22 16:28:19.312512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b4e71-2254-4a30-b72b-ab5f9ccce7d4 req-d9a45750-3cb9-4d21-b4cb-672af7c8504e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:19.321229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1082b-1f60-40a1-914c-5520e3baee6a None None] DHCP port deletion for 4d1ee725-860f-47d7-906e-2f13cfc89245 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:28:19.329640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-474b4e71-2254-4a30-b72b-ab5f9ccce7d4 req-d9a45750-3cb9-4d21-b4cb-672af7c8504e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.2857766 Jul 22 16:28:19.415931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-74557ec0-c482-4cb0-9733-b0001376c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:19.419629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-74557ec0-c482-4cb0-9733-b0001376c019 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d45192b7-2dad-4650-ad5c-0b3ec688d0df HTTP/1.1" status: 200 len: 867 time: 0.1312499 Jul 22 16:28:19.454504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Deleting port fa64b88a-2d98-47ba-99d7-92f731af4053 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:19.454852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.481709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1082b-1f60-40a1-914c-5520e3baee6a None None] Deleting port fa64b88a-2d98-47ba-99d7-92f731af4053 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:19.482101 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5ac1082b-1f60-40a1-914c-5520e3baee6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.487350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-ba5291a9-6fb4-47c9-895c-12e0bd95e27d tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 258 time: 0.4430225 Jul 22 16:28:19.493277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-474b4e71-2254-4a30-b72b-ab5f9ccce7d4 req-cca6400e-3e65-43c2-8cd2-521baa6e6d7c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599553 Jul 22 16:28:19.573351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:19.636994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:19.643432 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.667545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] For port fa64b88a-2d98-47ba-99d7-92f731af4053, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fa64b88a-2d98-47ba-99d7-92f731af4053,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:19.668100 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.681004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-e4737957-2cdb-4ae1-9f36-0c03c62ec736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:19.684735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-e4737957-2cdb-4ae1-9f36-0c03c62ec736 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14e25f4b-7202-4f5c-9175-ee06a898b3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2571440 Jul 22 16:28:19.729350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Calling delete_port for fa64b88a-2d98-47ba-99d7-92f731af4053 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:19.732769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:19.733584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 20c13ebb-98ab-46c4-87fe-41d7ae2369f2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:19.734193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fa64b88a-2d98-47ba-99d7-92f731af4053 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:19.770725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5ac1082b-1f60-40a1-914c-5520e3baee6a None None] For port fa64b88a-2d98-47ba-99d7-92f731af4053, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fa64b88a-2d98-47ba-99d7-92f731af4053,segment=NetworkSegment(bc288699-fac1-4c5d-84a6-87a74c778f16),segment_id=bc288699-fac1-4c5d-84a6-87a74c778f16)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:19.771174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5ac1082b-1f60-40a1-914c-5520e3baee6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:19.808979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1082b-1f60-40a1-914c-5520e3baee6a None None] Calling delete_port for fa64b88a-2d98-47ba-99d7-92f731af4053 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:19.961679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58732) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:19.976540 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.013533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Pushing event deleted for resources: {'Port': ['ID=fa64b88a-2d98-47ba-99d7-92f731af4053,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:20.034668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] No DVR routers for this DVR port fa64b88a-2d98-47ba-99d7-92f731af4053 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:20.054382 n-d-792458-13 neutron-server[93752]: INFO neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No ports have port_id starting with fa64b88a-2d98-47ba-99d7-92f731af4053 Jul 22 16:28:20.214200 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5ac1082b-1f60-40a1-914c-5520e3baee6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.253168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1082b-1f60-40a1-914c-5520e3baee6a None None] Pushing event deleted for resources: {'Port': ['ID=fa64b88a-2d98-47ba-99d7-92f731af4053,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:20.272486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1082b-1f60-40a1-914c-5520e3baee6a None None] No DVR routers for this DVR port fa64b88a-2d98-47ba-99d7-92f731af4053 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:20.312368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-2496e713-9a4b-4a09-bd2f-b7e42a3ba04b service neutron] 10.222.0.20 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067162 Jul 22 16:28:20.406858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.474188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-597657858-network', 'tenant_id': '77dffae4560c4b04952180adca13cc0b'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:20.488010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ed830e0-6313-483e-99dc-905986a29ba0 req-81731789-e294-4ffa-84cd-516e8dc1c66e service neutron] 10.222.0.20 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696529 Jul 22 16:28:20.542748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.552493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Made reservation on behalf of 77dffae4560c4b04952180adca13cc0b for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:20.554754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.570300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.570690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.571396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.571736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.572096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.572429 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.572742 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.573053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.573363 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.573677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.595064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Allocated IP 172.25.3.136 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/00e9ab32-fea8-4b69-b79d-7bc4847d0516) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:20.652920 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.653578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.654111 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.655426 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 16:28:20.656190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1ee725-860f-47d7-906e-2f13cfc89245']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:20.669968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40a0ee-9f36-4487-9920-39a09a5a8ebb req-2601389f-d6f6-4080-848f-3b482a287080 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:20.674141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e40a0ee-9f36-4487-9920-39a09a5a8ebb req-2601389f-d6f6-4080-848f-3b482a287080 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.8090463 Jul 22 16:28:20.688614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.708512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc288699-fac1-4c5d-84a6-87a74c778f16') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:20.708923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc288699-fac1-4c5d-84a6-87a74c778f16') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:20.746588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.772015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.809851 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.830744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:28:20.831162 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.836681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.844087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e40a0ee-9f36-4487-9920-39a09a5a8ebb req-1c870b8e-fbe5-431c-9784-3bdf70c72eee tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474860 Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: from cryptography.utils import int_from_bytes Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: from cryptography.utils import int_from_bytes Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:28:20.849010 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:28:20.892233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:20.897532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:20.916346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:20.925800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Pushing event updated for resources: {'Port': ['ID=00e9ab32-fea8-4b69-b79d-7bc4847d0516,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:20.960053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:20.983446 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7bd9546d-b397-4b67-8a77-ab62281a1311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.002238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.007186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] 10.222.0.53 "DELETE /v2.0/networks/4d1ee725-860f-47d7-906e-2f13cfc89245 HTTP/1.1" status: 204 len: 168 time: 2.2118328 Jul 22 16:28:21.053903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38874e3-0d3c-4718-b62f-2af1b9c596ab admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1ee725-860f-47d7-906e-2f13cfc89245,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:21.095487 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.104163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.107575 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.116870 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.147534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:28:21.165289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:21.169355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.169572 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Added segment c079b971-bca0-4137-902a-5f32f6003910 of type vlan for network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 Jul 22 16:28:21.178897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627abd6e-c66d-4bf3-9654-4c5457cd229c req-9d3e4188-577d-4277-9434-d55de3941f2c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:21.181074 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-627abd6e-c66d-4bf3-9654-4c5457cd229c req-9d3e4188-577d-4277-9434-d55de3941f2c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1956925 Jul 22 16:28:21.209171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.258223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.291609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-627abd6e-c66d-4bf3-9654-4c5457cd229c req-f4e6d65f-5426-4bab-93a5-fdba58ab82b9 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703032 Jul 22 16:28:21.331042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.332362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:21.333075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.362143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:21.394861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4278703 Jul 22 16:28:21.401793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58764) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:21.413976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Request body: {'subnet': {'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-597657858-subnet', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:21.449590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4bea7-2d42-4d25-9bcf-6495347f4830 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7dcbe5-a1df-4607-b95c-226b8ef07171,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:21.460165 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f6cee425-f854-42e2-8012-55520ad82c42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07be55427b054194b4533c97f91d97a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0963669 Jul 22 16:28:21.465535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:28:21.467961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58768) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:21.517397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.526335 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.559996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2984e41-988d-4c80-83a2-3a953dfa27da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.574744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Made reservation on behalf of 77dffae4560c4b04952180adca13cc0b for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:21.578873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.606697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2984e41-988d-4c80-83a2-3a953dfa27da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.657819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Pushing event updated for resources: {'Port': ['ID=00e9ab32-fea8-4b69-b79d-7bc4847d0516,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:21.688344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2984e41-988d-4c80-83a2-3a953dfa27da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.694534 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2984e41-988d-4c80-83a2-3a953dfa27da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.698159 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b2984e41-988d-4c80-83a2-3a953dfa27da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6450b684-7686-4eb2-9459-2b09d1827f19 HTTP/1.1" status: 204 len: 168 time: 0.2288241 Jul 22 16:28:21.737851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984e41-988d-4c80-83a2-3a953dfa27da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6450b684-7686-4eb2-9459-2b09d1827f19,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:21.760725 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.800935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:21.803005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-4e8a44aa-276d-46bd-b136-043704faf42e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2341962 Jul 22 16:28:21.948347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-8e6b6ec5-7bc5-4a52-8a19-f038a459e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.1291621 Jul 22 16:28:22.003328 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b96ef32d-c3d6-4170-9eda-51cd6b2d4b51 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318403 Jul 22 16:28:22.058371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.162807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-2197856c-09e6-44a5-b1e3-cd933dfa9bc1 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:22.164717 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-2197856c-09e6-44a5-b1e3-cd933dfa9bc1 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484909 Jul 22 16:28:22.188576 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-8df0a12a-6904-43d8-b424-ce5805306683 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/quotas/bcd77a76d838435e9532d1d4ece74bb3 HTTP/1.1" status: 200 len: 375 time: 0.0170145 Jul 22 16:28:22.207577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c88bde-1ecf-4f65-b878-4a183a720233,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:22.238539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-32b09a3b-12e2-4ff5-92bb-f4375a72b906 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:22.240031 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6441ea49-006f-4dbd-8c7c-c5bf8c31d51a req-32b09a3b-12e2-4ff5-92bb-f4375a72b906 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2822073 Jul 22 16:28:22.254746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Checking segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:22.254746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Network hostable DHCP agents. Network: 0b7dcbe5-a1df-4607-b95c-226b8ef07171, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:28:22.255041 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-e829c3e3-c470-4c3b-9ceb-99135ec7f707 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548921 Jul 22 16:28:22.268302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:28:22.282260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 0b7dcbe5-a1df-4607-b95c-226b8ef07171) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:22.288188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:22.289316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.298105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0273933-719d-41c8-aaf3-53cd4cceda63 None None] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:22.315900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5b166dd9-638d-4fee-a413-4b17b900db61 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9126561 Jul 22 16:28:22.317040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58792) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:22.327672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:22.375278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.386663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.413248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.438235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56653-cdbe-4344-b96c-0944e85aad09 req-88a53166-89a1-4e5a-b941-a46a14b06173 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:22.440122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bee56653-cdbe-4344-b96c-0944e85aad09 req-88a53166-89a1-4e5a-b941-a46a14b06173 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.1200283 Jul 22 16:28:22.500545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bee56653-cdbe-4344-b96c-0944e85aad09 req-e313d68a-38a4-459f-bec1-adbbfb2ce813 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516574 Jul 22 16:28:22.569565 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.585094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:28:22.586825 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.791164 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:22.922367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4b358-c2b9-41df-b266-737be3e261d9 req-9fadf4bf-1bea-40b3-a2aa-839a41255b9f tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:22.930049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2f4b358-c2b9-41df-b266-737be3e261d9 req-9fadf4bf-1bea-40b3-a2aa-839a41255b9f tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1269338 Jul 22 16:28:23.015331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415b388-ed4d-4671-a6aa-4f89e081b76c req-5a2613de-296d-4a11-9ee6-bb366d28df2f tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:23.016778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8415b388-ed4d-4671-a6aa-4f89e081b76c req-5a2613de-296d-4a11-9ee6-bb366d28df2f tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.2867756 Jul 22 16:28:23.060626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Allocated IP 172.20.0.2 (0b7dcbe5-a1df-4607-b95c-226b8ef07171/d0c88bde-1ecf-4f65-b878-4a183a720233/c21f7f51-b9ea-42e9-b20b-6c0b03601840) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:23.078789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8415b388-ed4d-4671-a6aa-4f89e081b76c req-08aa262c-aa6c-4800-a2f0-52db8043d112 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475512 Jul 22 16:28:23.098994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2f4b358-c2b9-41df-b266-737be3e261d9 req-e5250246-8a1f-4229-b896-5fe20c2f3c7e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.1670568 Jul 22 16:28:23.121456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d2f4b358-c2b9-41df-b266-737be3e261d9 req-1739ab1b-2be4-424f-ac62-e562cf598966 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Request body: {'floatingip': {'port_id': '9d869f76-c584-4a07-b188-4c2315b7b520', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:23.179585 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d2f4b358-c2b9-41df-b266-737be3e261d9 req-1739ab1b-2be4-424f-ac62-e562cf598966 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.240550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58822) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:23.364039 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.381499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Transition to ACTIVE for port object c21f7f51-b9ea-42e9-b20b-6c0b03601840 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:23.412537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Transition to ACTIVE for port object c21f7f51-b9ea-42e9-b20b-6c0b03601840 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:23.425335 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.451307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:23.451665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1451307165-network', 'tenant_id': '713cc0e446b0411caddb07384fca733c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:23.479957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:23.487898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:23.496705 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.524265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Made reservation on behalf of 713cc0e446b0411caddb07384fca733c for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:23.532602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.534090 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.550039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Pushing event updated for resources: {'Port': ['ID=c21f7f51-b9ea-42e9-b20b-6c0b03601840,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:23.598389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-b988b920-bb75-4ffe-98f8-bd316e64a568 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577674 Jul 22 16:28:23.600616 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.620488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6814dbb4-7430-4436-8896-863d5bc5a5b6 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:23.700199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Attempting to bind port c21f7f51-b9ea-42e9-b20b-6c0b03601840 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:23.701442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Attempting to bind port c21f7f51-b9ea-42e9-b20b-6c0b03601840 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:23.701442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Attempting to bind port c21f7f51-b9ea-42e9-b20b-6c0b03601840 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:23.744389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:23.745187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Checking segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:23.746424 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.746771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Bound using segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:23.747707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Bound port: c21f7f51-b9ea-42e9-b20b-6c0b03601840, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:23.751132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:23.862765 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-d2f4b358-c2b9-41df-b266-737be3e261d9 req-1739ab1b-2be4-424f-ac62-e562cf598966 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 16:28:23.864483 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2f4b358-c2b9-41df-b266-737be3e261d9 req-1739ab1b-2be4-424f-ac62-e562cf598966 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "PUT /v2.0/floatingips/8a9027db-b2af-43a0-a51c-5caa5e9f65b1 HTTP/1.1" status: 409 len: 551 time: 0.7475104 Jul 22 16:28:23.895174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Allocated IP 172.25.3.240 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/74381326-caf0-46a0-83e1-8a6c75e9f499) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:23.986493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] For port c21f7f51-b9ea-42e9-b20b-6c0b03601840, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:23.988810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-d626d959-effd-4611-9eea-8e418303bdfb tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:24.001987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-d626d959-effd-4611-9eea-8e418303bdfb tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976068 Jul 22 16:28:24.018796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] For port c21f7f51-b9ea-42e9-b20b-6c0b03601840, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c21f7f51-b9ea-42e9-b20b-6c0b03601840,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:24.025399 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.051011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-c0afdbc9-2bb8-4dd3-89d6-2895e389f71b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/quotas/bcd77a76d838435e9532d1d4ece74bb3 HTTP/1.1" status: 200 len: 375 time: 0.0456066 Jul 22 16:28:24.128591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-5ceb46e2-b2b3-4100-99b8-4d55aea3add7 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661788 Jul 22 16:28:24.144856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:24.149724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-48a7d4dd-1bab-4732-8d21-cb9a1c1eb8de tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:24.156989 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-48a7d4dd-1bab-4732-8d21-cb9a1c1eb8de tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.3809974 Jul 22 16:28:24.169007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.176601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.177907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc4460-bee4-4d55-9f5c-90d5a4856cd8 None None] Pushing event updated for resources: {'Port': ['ID=c21f7f51-b9ea-42e9-b20b-6c0b03601840,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:24.181869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6814dbb4-7430-4436-8896-863d5bc5a5b6 has no active binding in host n-h1-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:28:24.203146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740873f1-fe70-4e1b-821a-02a21ee611f4 req-e5acf26a-700b-4d83-8c13-b133ee62ef4b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:24.204592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-13'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:24.207507 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-740873f1-fe70-4e1b-821a-02a21ee611f4 req-e5acf26a-700b-4d83-8c13-b133ee62ef4b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.1556132 Jul 22 16:28:24.277047 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.286105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.340866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.341135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:28:24.391803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8bc7d3-8388-4314-b2be-14c7278a2f30,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:24.416055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:24.426369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:24.444410 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-740873f1-fe70-4e1b-821a-02a21ee611f4 req-96267ed8-ef77-43a9-861e-d43fd2461005 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829898 Jul 22 16:28:24.450552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:24.454652 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.455233 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Added segment 982eb8a0-a159-4bb2-9d63-db5cca22d05d of type vlan for network d891ff97-343e-48b5-ab02-ca66064a1495 Jul 22 16:28:24.459834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Pushing event updated for resources: {'Port': ['ID=74381326-caf0-46a0-83e1-8a6c75e9f499,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:24.510532 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-3f3111c0-c9eb-4705-b6c4-0ec6133bd077 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips/8a9027db-b2af-43a0-a51c-5caa5e9f65b1 HTTP/1.1" status: 200 len: 693 time: 0.1392643 Jul 22 16:28:24.663785 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.727328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-7d6ac364-4e83-4abb-8a83-f40dece05d1b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645459 Jul 22 16:28:24.730338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:24.758092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-de0cd1ef-f1ad-4ebf-af1f-a74906ac464e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:24.768665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-de0cd1ef-f1ad-4ebf-af1f-a74906ac464e tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2559583 Jul 22 16:28:24.871015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a8a61-30ad-40eb-8152-cb2ec7c8b88a req-d8acaae8-efad-4a59-9499-5a8c971d7038 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:24.873893 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-370a8a61-30ad-40eb-8152-cb2ec7c8b88a req-d8acaae8-efad-4a59-9499-5a8c971d7038 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1893158 Jul 22 16:28:24.901937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-955dbca0-0dfd-45ca-b2d0-a1dea34251b0 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.1320040 Jul 22 16:28:25.005603 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.007356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:25.007356 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.027737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-68f186ae-c0e3-44d4-a601-a55982f21edf tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.1249571 Jul 22 16:28:25.044888 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-370a8a61-30ad-40eb-8152-cb2ec7c8b88a req-5dd2c07d-af0b-4d68-a6fa-4c74bc526f47 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311753 Jul 22 16:28:25.094971 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.116757 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8744364 Jul 22 16:28:25.157794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58858) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:25.167811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Request body: {'subnet': {'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1451307165-subnet', 'tenant_id': '713cc0e446b0411caddb07384fca733c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:25.196145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-42e5c9f9-03c2-4e36-bf7f-ed7d641e3c25 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:25.197920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-42e5c9f9-03c2-4e36-bf7f-ed7d641e3c25 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4595447 Jul 22 16:28:25.257906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47afb9-5ee2-4dbc-ab07-1dd5da4fbfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=d891ff97-343e-48b5-ab02-ca66064a1495,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:25.274071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network d891ff97-343e-48b5-ab02-ca66064a1495 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:28:25.315801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Request body: {'port': {'device_id': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'bcd77a76d838435e9532d1d4ece74bb3'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:25.678424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.712321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d75220-0e2c-4c14-a087-5eaf220724da None None] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:25.776406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c21f7f51-b9ea-42e9-b20b-6c0b03601840 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:25.809475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Made reservation on behalf of 713cc0e446b0411caddb07384fca733c for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:25.812735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:25.819123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:25.939055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ed837dca-27bc-43e2-bbe5-6e03f8099bf3 None None] Provisioning for port c21f7f51-b9ea-42e9-b20b-6c0b03601840 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:25.974137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c41ee4ee-efe2-4ae0-a7e7-ad8639b160f1 req-681a53c6-0b81-4bd2-b598-bbf7976a5d27 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 210 time: 0.0610919 Jul 22 16:28:25.975345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:28:25.981242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c21f7f51-b9ea-42e9-b20b-6c0b03601840 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:25.996391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:26.011059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c21f7f51-b9ea-42e9-b20b-6c0b03601840 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:26.011892 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.106168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Deleting port 00e9ab32-fea8-4b69-b79d-7bc4847d0516 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:26.106604 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.123604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Made reservation on behalf of bcd77a76d838435e9532d1d4ece74bb3 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:26.127352 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.166545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.195781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:26.197981 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0370fb26-62ee-45b7-9944-5f9afeb29cea" -d '{"events": [{"server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "name": "network-vif-unplugged", "status": "completed", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:26.207884 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.254989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.277486 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.346225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c21f7f51-b9ea-42e9-b20b-6c0b03601840, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c21f7f51-b9ea-42e9-b20b-6c0b03601840,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:26.355710 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.439420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.439751 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.477169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.485688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c21f7f51-b9ea-42e9-b20b-6c0b03601840,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:26.493307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Calling delete_port for 00e9ab32-fea8-4b69-b79d-7bc4847d0516 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:26.497705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6814dbb4-7430-4436-8896-863d5bc5a5b6,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:26.640154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:26.656911 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Sync routers for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:26.667962 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:26.668610 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:26.673759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25011242-d95b-4e35-9494-94c0e6cc9659 req-a91b54dd-d110-4271-b517-3165fe737c5d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:26.678441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on host n-h2-792458-13 for vnic_type normal with profile {"migrating_to": "n-h1-792458-13"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:26.679442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:26.680007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:26.687504 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25011242-d95b-4e35-9494-94c0e6cc9659 req-a91b54dd-d110-4271-b517-3165fe737c5d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 945 time: 0.5420601 Jul 22 16:28:26.692596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:26.692931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Attempting to bind port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:26.698097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06a81abf-392c-4fba-bfbb-dafbd72f2f12 None None] Provisioning complete for port c21f7f51-b9ea-42e9-b20b-6c0b03601840 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:26.699128 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06a81abf-392c-4fba-bfbb-dafbd72f2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.704379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e92391ee-0316-4404-829f-4188a52dc78f,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:26.736744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:26.737125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:26.737512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:26.737971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Bound port: 6814dbb4-7430-4436-8896-863d5bc5a5b6, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:26.738344 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.772089 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25011242-d95b-4e35-9494-94c0e6cc9659 req-cb787c4b-70c1-4964-ab52-338ce1cada18 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834973 Jul 22 16:28:26.791559 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:26.833138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Checking segment: {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:26.833752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Network hostable DHCP agents. Network: d891ff97-343e-48b5-ab02-ca66064a1495, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:28:26.864584 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.879715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.884282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5eef998d-6cd2-453e-aed5-0fcab4b54167 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5642066 Jul 22 16:28:26.884933 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:26.886900 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:26.925173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:26.957971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Network d891ff97-343e-48b5-ab02-ca66064a1495 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:28:27.013436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:27.048169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.053173 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:24Z', 'revision_number': 3, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:27.060646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, d891ff97-343e-48b5-ab02-ca66064a1495) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:27.074132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da547fa-3a36-49c8-a307-ebf61ec1e64b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:27.082254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd41ea3-c22b-4b7d-8265-df26196462eb None None] Network d891ff97-343e-48b5-ab02-ca66064a1495 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:27.104163 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Checking router: 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:27.104506 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Updating router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f port 74381326-caf0-46a0-83e1-8a6c75e9f499 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:28:27.135558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.136167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.155871 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.265936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Allocated IP 192.168.233.155 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/a9fdba31-47a1-4279-a22c-4d74bc012b9a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:27.327833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00515f8b-d3e1-40f7-a116-381bd69df9de req-5adddc45-75ab-43ea-a3a0-347d809eb4a1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.336804 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00515f8b-d3e1-40f7-a116-381bd69df9de req-5adddc45-75ab-43ea-a3a0-347d809eb4a1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.4404528 Jul 22 16:28:27.365524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04628ac8-7171-4b79-abae-4a946de1e0c3 None None] Network d891ff97-343e-48b5-ab02-ca66064a1495 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:27.517559 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-3ac552ba-3768-4e52-8d98-8cf63b7d0e75 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4452729 Jul 22 16:28:27.598461 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.616672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c21f7f51-b9ea-42e9-b20b-6c0b03601840 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:27.624794 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Transition to ACTIVE for port object 74381326-caf0-46a0-83e1-8a6c75e9f499 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:27.629462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.634270 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e2273393-cd41-4052-b600-65f7a9da521a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4709249 Jul 22 16:28:27.637460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00515f8b-d3e1-40f7-a116-381bd69df9de req-8951226a-1955-4d14-a046-c282b034c338 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002989 Jul 22 16:28:27.650203 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.744704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c21f7f51-b9ea-42e9-b20b-6c0b03601840 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:27.747552 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.748826 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e1567e-c63c-4e63-affe-727da5db64df x-openstack-request-id: req-09e1567e-c63c-4e63-affe-727da5db64df {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:27.749144 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "name": "network-vif-unplugged", "status": "completed", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:27.749458 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09e1567e-c63c-4e63-affe-727da5db64df {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:27.749799 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6', 'code': 200} Jul 22 16:28:27.757985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6814dbb4-7430-4436-8896-863d5bc5a5b6,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:27.855006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Pushing event deleted for resources: {'Port': ['ID=00e9ab32-fea8-4b69-b79d-7bc4847d0516,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:27.927309 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.939875 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.946620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:27.947284 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:27.948975 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d7b340a9-d997-48a5-8e26-278b8d4262d6 service neutron] 10.222.0.65 "PUT /v2.0/ports/6814dbb4-7430-4436-8896-863d5bc5a5b6 HTTP/1.1" status: 200 len: 1123 time: 3.7568765 Jul 22 16:28:27.984972 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Attempting to bind port 74381326-caf0-46a0-83e1-8a6c75e9f499 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:27.985506 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Attempting to bind port 74381326-caf0-46a0-83e1-8a6c75e9f499 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:27.985703 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Attempting to bind port 74381326-caf0-46a0-83e1-8a6c75e9f499 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:27.995680 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881304de-95d2-420e-9e28-8f73813fa988 None None] Pushing event updated for resources: {'Port': ['ID=74381326-caf0-46a0-83e1-8a6c75e9f499,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:28.004884 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:28.005561 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:28.006371 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.006962 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:28.007577 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Bound port: 74381326-caf0-46a0-83e1-8a6c75e9f499, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:28.008141 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.037451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Transition to ACTIVE for port object a9fdba31-47a1-4279-a22c-4d74bc012b9a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:28.088980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6814dbb4-7430-4436-8896-863d5bc5a5b6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:28.135108 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] For port 74381326-caf0-46a0-83e1-8a6c75e9f499, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:28.143049 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] For port 74381326-caf0-46a0-83e1-8a6c75e9f499, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=74381326-caf0-46a0-83e1-8a6c75e9f499,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:28.159338 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.256920 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.261218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.263473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-993628f0-9e13-435f-a0e7-1b5431e2ca22 req-50cdd003-efef-4189-85e7-d83c9d6de952 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "DELETE /v2.0/floatingips/8a9027db-b2af-43a0-a51c-5caa5e9f65b1 HTTP/1.1" status: 204 len: 173 time: 3.2280154 Jul 22 16:28:28.281334 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.289012 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881304de-95d2-420e-9e28-8f73813fa988 None None] Pushing event updated for resources: {'Port': ['ID=74381326-caf0-46a0-83e1-8a6c75e9f499,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:28.304947 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:28.308954 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:28.330697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['6814dbb4-7430-4436-8896-863d5bc5a5b6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:28.458074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:28.480227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Allocated IP 172.20.0.1 (0b7dcbe5-a1df-4607-b95c-226b8ef07171/d0c88bde-1ecf-4f65-b878-4a183a720233/3044739c-10c3-4171-945a-b02494392fad) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:28.501772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-f615548d-25ff-4c8f-af66-ee570e8905a5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:28.508396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-f615548d-25ff-4c8f-af66-ee570e8905a5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9346812 Jul 22 16:28:28.509752 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494977d-f037-4c66-9637-76ec0bb685f5 req-ceb5de5a-27e8-4efc-8eaa-96534e0d77e3 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:28.518819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:28.520502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:28.522900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3494977d-f037-4c66-9637-76ec0bb685f5 req-ceb5de5a-27e8-4efc-8eaa-96534e0d77e3 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1098 time: 0.3937759 Jul 22 16:28:28.523857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:28.550435 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:28.557792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd9bc028-2c55-4b6d-9daf-e75ba68b9e1e req-38c222d8-f3b4-4165-b01f-24b90c935631 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 210 time: 0.0867615 Jul 22 16:28:28.596749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Request body: {'port': {'device_id': 'd8165fef-d086-452b-9e77-4f7b11ce03e3', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'bcd77a76d838435e9532d1d4ece74bb3'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:28.666123 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3494977d-f037-4c66-9637-76ec0bb685f5 req-866e9e34-617a-4c92-bac4-b1e5d9278dde tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410682 Jul 22 16:28:28.760630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:28.762373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.787629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.833911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Transition to ACTIVE for port object 3044739c-10c3-4171-945a-b02494392fad will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:28.925674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:28.933277 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-b2c69521-5949-443d-a0ae-d58632c675b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6771338 Jul 22 16:28:28.975538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Request body: {'port': {'device_id': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:28.988950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:28.994043 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:29.000010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:29.001826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-60e6abb4-bfb1-4696-9598-05be0b7af32b None None] Provisioning for port a9fdba31-47a1-4279-a22c-4d74bc012b9a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:29.002647 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:24Z', 'revision_number': 3, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:29.011266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-60e6abb4-bfb1-4696-9598-05be0b7af32b None None] Provisioning complete for port a9fdba31-47a1-4279-a22c-4d74bc012b9a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:29.011732 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60e6abb4-bfb1-4696-9598-05be0b7af32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.068759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Pushing event updated for resources: {'Port': ['ID=3044739c-10c3-4171-945a-b02494392fad,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:29.098949 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.110920 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2f1bc6-22b3-4657-8458-8473307e74a0 None None] The sync data for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 is: [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:24Z', 'revision_number': 3, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:29.120760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-60e6abb4-bfb1-4696-9598-05be0b7af32b None None] Port a9fdba31-47a1-4279-a22c-4d74bc012b9a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:29.202749 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.235194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Made reservation on behalf of bcd77a76d838435e9532d1d4ece74bb3 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:29.240079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.273609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a286de-6456-4984-ad99-9fabe295a5b0 req-56ac45cb-2772-41a6-84de-f29e6c5cf5c0 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:29.278721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48a286de-6456-4984-ad99-9fabe295a5b0 req-56ac45cb-2772-41a6-84de-f29e6c5cf5c0 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 943 time: 0.5301971 Jul 22 16:28:29.411923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-1f58e936-bcd4-44a0-bdf4-57abb4631a84 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:29.415984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-1f58e936-bcd4-44a0-bdf4-57abb4631a84 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/networks?id=d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 200 len: 822 time: 0.2878828 Jul 22 16:28:29.473139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-6c12c562-8e2c-49f3-89cd-78786c5c2378 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/quotas/713cc0e446b0411caddb07384fca733c HTTP/1.1" status: 200 len: 375 time: 0.0449317 Jul 22 16:28:29.516413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-707b7078-47dc-4332-b7f9-c7ad6b8a80e4 None None] Provisioning for port 3044739c-10c3-4171-945a-b02494392fad completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:29.523589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-707b7078-47dc-4332-b7f9-c7ad6b8a80e4 None None] Provisioning complete for port 3044739c-10c3-4171-945a-b02494392fad triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:29.524838 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-707b7078-47dc-4332-b7f9-c7ad6b8a80e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.562335 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48a286de-6456-4984-ad99-9fabe295a5b0 req-a1a18824-f6de-48a9-ad00-ff6bbdf15c9c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653720 Jul 22 16:28:29.605060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-707b7078-47dc-4332-b7f9-c7ad6b8a80e4 None None] Port 3044739c-10c3-4171-945a-b02494392fad cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:29.659563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-099a4bfe-339f-4cc1-8dc4-bdf0e84acd53 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=713cc0e446b0411caddb07384fca733c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1623814 Jul 22 16:28:29.680571 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.755833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74381326-caf0-46a0-83e1-8a6c75e9f499 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:29.762235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:29.766310 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf85a22-b390-43db-ad88-79dc7fa04fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:29.873843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 74381326-caf0-46a0-83e1-8a6c75e9f499 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:29.875306 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-885cf160-e4d6-4e67-90c9-f32827f2dac4 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 1000 time: 0.1851015 Jul 22 16:28:29.881017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 74381326-caf0-46a0-83e1-8a6c75e9f499 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:29.881577 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:29.890635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Allocated IP 192.168.233.7 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/2a17305d-55c5-469a-addf-052b9f16996c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:29.988365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6b9c-026c-4855-a924-0100f25dd109 req-dee89fee-906b-44ac-be51-64da7306853f tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:29.989899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-dee89fee-906b-44ac-be51-64da7306853f tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports/9d869f76-c584-4a07-b188-4c2315b7b520 HTTP/1.1" status: 200 len: 943 time: 0.1027033 Jul 22 16:28:30.049366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.056911 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.094615 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.128942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 74381326-caf0-46a0-83e1-8a6c75e9f499, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=74381326-caf0-46a0-83e1-8a6c75e9f499,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:30.134264 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.226038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=74381326-caf0-46a0-83e1-8a6c75e9f499,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:30.228693 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-3d3d090e-caed-432b-82f5-228f406e5c8c service neutron] 10.222.0.53 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334818 Jul 22 16:28:30.264711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Pushing event updated for resources: {'Port': ['ID=3044739c-10c3-4171-945a-b02494392fad,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:30.277775 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.288361 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-f27ef109-a297-46a4-b62e-74da59607b19 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 1000 time: 0.1713083 Jul 22 16:28:30.381918 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.459749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-8a756cb6-9878-4dde-ab35-5f84061b3d43 service neutron] 10.222.0.53 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283034 Jul 22 16:28:30.460319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Transition to ACTIVE for port object 2a17305d-55c5-469a-addf-052b9f16996c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:30.500381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:30.502495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:30.533606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6b9c-026c-4855-a924-0100f25dd109 req-fd3e2473-958f-4bb5-8b35-4efbd08a03f5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:30.535942 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-fd3e2473-958f-4bb5-8b35-4efbd08a03f5 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2357485 Jul 22 16:28:30.618956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:30.757599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:30.770735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:30.799102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:30.810073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:30.820225 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-3aa9cc1e-b519-42be-9377-c217274d7494 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 1000 time: 0.2571883 Jul 22 16:28:30.860662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Pushing event updated for resources: {'Port': ['ID=2a17305d-55c5-469a-addf-052b9f16996c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:30.872629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-939c6b9c-026c-4855-a924-0100f25dd109 req-c925b7e5-6c74-424d-8dff-b471adf7e288 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:31.024400 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.026590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-907f1722-27af-42c1-8df8-e9a8e06877c8 None None] Provisioning complete for port 3044739c-10c3-4171-945a-b02494392fad triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:31.027079 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-907f1722-27af-42c1-8df8-e9a8e06877c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.111664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-907f1722-27af-42c1-8df8-e9a8e06877c8 None None] Port 3044739c-10c3-4171-945a-b02494392fad cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:31.113226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:31.127991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b8d53094-a962-41e6-870a-10c2a9407378 admin admin] 10.222.0.53 "PUT /v2.0/routers/27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2416980 Jul 22 16:28:31.208236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66439f71-a181-4ace-8d7a-a101ba4e76c5 req-aef64245-a281-467e-8107-b49ce3b80e23 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:31.212445 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-66439f71-a181-4ace-8d7a-a101ba4e76c5 req-aef64245-a281-467e-8107-b49ce3b80e23 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.2968824 Jul 22 16:28:31.293996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-66439f71-a181-4ace-8d7a-a101ba4e76c5 req-c5643994-9cb5-48fe-a399-46637af7dd42 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632250 Jul 22 16:28:31.345723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-52ed1e3b-b989-4666-bf5d-3269f35c2ca5 None None] Provisioning for port 2a17305d-55c5-469a-addf-052b9f16996c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:31.354299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-52ed1e3b-b989-4666-bf5d-3269f35c2ca5 None None] Provisioning complete for port 2a17305d-55c5-469a-addf-052b9f16996c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:31.354809 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52ed1e3b-b989-4666-bf5d-3269f35c2ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.441318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-52ed1e3b-b989-4666-bf5d-3269f35c2ca5 None None] Port 2a17305d-55c5-469a-addf-052b9f16996c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:31.461597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:31.462408 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.503316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-939c6b9c-026c-4855-a924-0100f25dd109 req-c925b7e5-6c74-424d-8dff-b471adf7e288 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.506922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-70850605-2693-435f-9c91-a10fbb675872 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9619617 Jul 22 16:28:31.576956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Request body: {'port': {'device_id': 'd8165fef-d086-452b-9e77-4f7b11ce03e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:31.682249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74381326-caf0-46a0-83e1-8a6c75e9f499 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:31.785441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 74381326-caf0-46a0-83e1-8a6c75e9f499 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:31.785441 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.852978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fdba31-47a1-4279-a22c-4d74bc012b9a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:31.882441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Sync routers for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:31.890098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.933705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Transition to ACTIVE for port object a9fdba31-47a1-4279-a22c-4d74bc012b9a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:31.944567 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.953127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:31.956884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:31.957877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:32.085051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-939c6b9c-026c-4855-a924-0100f25dd109 req-c925b7e5-6c74-424d-8dff-b471adf7e288 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:32.126020 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-939c6b9c-026c-4855-a924-0100f25dd109 req-c925b7e5-6c74-424d-8dff-b471adf7e288 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:32.126537 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-939c6b9c-026c-4855-a924-0100f25dd109 req-c925b7e5-6c74-424d-8dff-b471adf7e288 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Floating IP 50932e27-d868-40c7-a4a1-f38299dac298 disassociated. External IP: 172.25.3.5, port: 9d869f76-c584-4a07-b188-4c2315b7b520. Jul 22 16:28:32.270692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:32.351356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:32.613064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Attempting to bind port a9fdba31-47a1-4279-a22c-4d74bc012b9a on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:32.614008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Attempting to bind port a9fdba31-47a1-4279-a22c-4d74bc012b9a by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:32.614008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Attempting to bind port a9fdba31-47a1-4279-a22c-4d74bc012b9a on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:32.651505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Port a9fdba31-47a1-4279-a22c-4d74bc012b9a on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:32.652135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Attempting to bind port a9fdba31-47a1-4279-a22c-4d74bc012b9a on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:32.708669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:32.709115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:32.709637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:32.710270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Bound port: a9fdba31-47a1-4279-a22c-4d74bc012b9a, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:32.710767 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:32.742814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3044739c-10c3-4171-945a-b02494392fad', 'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'mac_address': 'fa:16:3e:2b:6b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:28Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 2, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'subnets': [{'id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:32.793291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Checking router: 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:32.793906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Updating router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f port 3044739c-10c3-4171-945a-b02494392fad binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:28:32.857509 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:32.987583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-c44aeb17-69f6-4029-adb4-5ec5b12078a4 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:28:32.989268 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-c44aeb17-69f6-4029-adb4-5ec5b12078a4 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0518882 Jul 22 16:28:33.022418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Request body: {'binding': {'host': 'n-h2-792458-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:33.023162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Unknown quota resources ['binding']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:28:33.075858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-939c6b9c-026c-4855-a924-0100f25dd109 req-c925b7e5-6c74-424d-8dff-b471adf7e288 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:33.088065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:33.125683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-15b8ce3a-28af-4b0e-acdd-63d06bc87fab tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:33.127301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-15b8ce3a-28af-4b0e-acdd-63d06bc87fab tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.20 "GET /v2.0/networks?id=d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 200 len: 822 time: 0.3818483 Jul 22 16:28:33.131769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:33.174549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Request body: {'port': {'device_id': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495', 'admin_state_up': True, 'tenant_id': '713cc0e446b0411caddb07384fca733c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:33.177912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.253807 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.259447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a17305d-55c5-469a-addf-052b9f16996c {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:33.273120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Transition to ACTIVE for port object 3044739c-10c3-4171-945a-b02494392fad will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:33.282518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.368222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21b1ab-230d-41ea-8298-f7fae03e8187 None None] Pushing event updated for resources: {'Port': ['ID=3044739c-10c3-4171-945a-b02494392fad,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:33.369185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.374097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:33.374813 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.376366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] 10.222.0.20 "PUT /v2.0/ports/a9fdba31-47a1-4279-a22c-4d74bc012b9a HTTP/1.1" status: 200 len: 1097 time: 4.4181364 Jul 22 16:28:33.405883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Attempting to bind port 3044739c-10c3-4171-945a-b02494392fad on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:33.406538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Attempting to bind port 3044739c-10c3-4171-945a-b02494392fad by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:33.407111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Attempting to bind port 3044739c-10c3-4171-945a-b02494392fad on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:33.413260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:33.413550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Checking segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:33.413949 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.414337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Bound using segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:33.415346 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Bound port: 3044739c-10c3-4171-945a-b02494392fad, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:33.415346 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.473623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Transition to ACTIVE for port object 2a17305d-55c5-469a-addf-052b9f16996c will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:33.511845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] For port 3044739c-10c3-4171-945a-b02494392fad, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:33.517235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] For port 3044739c-10c3-4171-945a-b02494392fad, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3044739c-10c3-4171-945a-b02494392fad,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:33.523419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.524963 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.545935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7e2f0-33ab-4baa-a353-d5e27ab81b2a service neutron] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:33.616261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:33.618080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:33.679311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-939c6b9c-026c-4855-a924-0100f25dd109 req-c925b7e5-6c74-424d-8dff-b471adf7e288 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:33.694174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a17305d-55c5-469a-addf-052b9f16996c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:33.699397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-939c6b9c-026c-4855-a924-0100f25dd109 req-c925b7e5-6c74-424d-8dff-b471adf7e288 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:33.704132 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] Sync routers for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:33.711673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21b1ab-230d-41ea-8298-f7fae03e8187 None None] Pushing event updated for resources: {'Port': ['ID=3044739c-10c3-4171-945a-b02494392fad,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:33.728700 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:33.729598 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:33.823459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:33.950620 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:34.169976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3044739c-10c3-4171-945a-b02494392fad', 'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'mac_address': 'fa:16:3e:2b:6b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:28Z', 'updated_at': '2021-07-22T16:28:33Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'subnets': [{'id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:34.221170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on host n-h2-792458-13 for vnic_type normal with profile None {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:34.221487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:34.221834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:34.227330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa83126-bff8-4010-823b-98dc815817e0 None None] The sync data for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 is: [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3044739c-10c3-4171-945a-b02494392fad', 'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'mac_address': 'fa:16:3e:2b:6b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:28Z', 'updated_at': '2021-07-22T16:28:33Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'subnets': [{'id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:34.228219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Made reservation on behalf of 713cc0e446b0411caddb07384fca733c for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:34.233209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:34.269962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:34.270246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:34.281894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-c925b7e5-6c74-424d-8dff-b471adf7e288 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "PUT /v2.0/floatingips/50932e27-d868-40c7-a4a1-f38299dac298 HTTP/1.1" status: 200 len: 693 time: 3.4220397 Jul 22 16:28:34.302427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-a8a35ae6-cfca-4bf7-ac6d-36c282ad9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:34.304054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-a8a35ae6-cfca-4bf7-ac6d-36c282ad9085 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 1100 time: 0.8549728 Jul 22 16:28:34.304909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:34.320343 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:34.320759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:34.321231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Bound port: ecc265b3-aa72-47ad-8f2b-98e0bd914392, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:34.353214 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 5, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:34.392182 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] Checking router: 8793f96b-5a2b-445e-a913-2f4fe4a5c323 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:34.402014 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:34.402367 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:34.478117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-a2cf00ed-9541-49d9-a88a-c6e2600b0634 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a HTTP/1.1" status: 200 len: 217 time: 0.1387510 Jul 22 16:28:34.531351 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:34.588964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Attempting to bind port 2a17305d-55c5-469a-addf-052b9f16996c on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:34.589502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Attempting to bind port 2a17305d-55c5-469a-addf-052b9f16996c by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:34.590054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Attempting to bind port 2a17305d-55c5-469a-addf-052b9f16996c on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:34.636520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Port 2a17305d-55c5-469a-addf-052b9f16996c on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:34.637091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Attempting to bind port 2a17305d-55c5-469a-addf-052b9f16996c on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:34.700593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:34.707642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:34.707986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:34.708384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:34.708815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Bound port: 2a17305d-55c5-469a-addf-052b9f16996c, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:34.709192 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:34.732262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:34.743128 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] 10.222.0.53 "POST /v2.0/ports/ecc265b3-aa72-47ad-8f2b-98e0bd914392/bindings HTTP/1.1" status: 201 len: 390 time: 1.7280724 Jul 22 16:28:34.757161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-f9cea452-9f9e-4d7f-a779-c92ab22acb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:34.758650 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-f9cea452-9f9e-4d7f-a779-c92ab22acb1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2655373 Jul 22 16:28:34.766803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Allocated IP 172.20.0.8 (d891ff97-343e-48b5-ab02-ca66064a1495/e92391ee-0316-4404-829f-4188a52dc78f/6be6068b-ab28-4030-b86f-188469bce2c3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:34.864080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6b9c-026c-4855-a924-0100f25dd109 req-27b284e8-c5ff-4c61-82bd-2a9ae377543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:34.866976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-27b284e8-c5ff-4c61-82bd-2a9ae377543e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ead6e9f99bb4a579d8e4488b7bd5578&device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 1098 time: 0.4878447 Jul 22 16:28:34.949567 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 5, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:34.957337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] For port 2a17305d-55c5-469a-addf-052b9f16996c, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:34.961787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] For port 2a17305d-55c5-469a-addf-052b9f16996c, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a17305d-55c5-469a-addf-052b9f16996c,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:34.993830 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.017751 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.026335 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08281522-3d12-42db-acd7-a56013f4dbb8 None None] The sync data for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 is: [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:27:41Z', 'revision_number': 4, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3d0856a3-cdc6-4466-976a-db71514c0a42', 'name': '', 'network_id': '14e25f4b-7202-4f5c-9175-ee06a898b3f4', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'mac_address': 'fa:16:3e:11:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:40Z', 'updated_at': '2021-07-22T16:27:51Z', 'revision_number': 5, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'subnets': [{'id': 'd45192b7-2dad-4650-ad5c-0b3ec688d0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:35.119584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a17305d-55c5-469a-addf-052b9f16996c,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:35.136165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.136888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.139709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-13cbd9df-817a-47b4-8371-4303ba45beb6 service neutron] 10.222.0.65 "PUT /v2.0/ports/2a17305d-55c5-469a-addf-052b9f16996c HTTP/1.1" status: 200 len: 1095 time: 3.5780442 Jul 22 16:28:35.188139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-6bcaaea4-c2c6-4fc2-937d-327d2478e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.190067 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-6bcaaea4-c2c6-4fc2-937d-327d2478e60f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4190335 Jul 22 16:28:35.219319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-d524a360-884d-48b7-ad07-92a2cdb58949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.221789 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-d524a360-884d-48b7-ad07-92a2cdb58949 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1098 time: 0.1626146 Jul 22 16:28:35.387313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-ea345ad6-bbef-4a21-8579-c6730de4bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.388858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-ea345ad6-bbef-4a21-8579-c6730de4bb63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.1602371 Jul 22 16:28:35.445448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-a3909cbb-7b92-4d69-bb3d-909c028db009 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392 HTTP/1.1" status: 200 len: 217 time: 0.0488629 Jul 22 16:28:35.468894 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-c86e9e62-c573-460f-896c-5f3dfeb6943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.470830 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-c86e9e62-c573-460f-896c-5f3dfeb6943c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 1098 time: 0.2109578 Jul 22 16:28:35.536780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-76f9b3e2-1a53-456f-9fed-cc2e3332330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.541435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-76f9b3e2-1a53-456f-9fed-cc2e3332330f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.0833111 Jul 22 16:28:35.620259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-5d6d4f0f-11b5-41be-b85a-7045688f57e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542903 Jul 22 16:28:35.639715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-462f7582-f876-4d90-93d8-76709df41511 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2a17305d-55c5-469a-addf-052b9f16996c HTTP/1.1" status: 200 len: 217 time: 0.1287072 Jul 22 16:28:35.653920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6b9c-026c-4855-a924-0100f25dd109 req-b8c79dfb-ef3a-4b2e-83f2-4f405243a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.656120 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-b8c79dfb-ef3a-4b2e-83f2-4f405243a71a service neutron] 10.222.0.53 "GET /v2.0/networks?id=14e25f4b-7202-4f5c-9175-ee06a898b3f4 HTTP/1.1" status: 200 len: 929 time: 0.7652164 Jul 22 16:28:35.670076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d7397a-7131-4a13-b887-6358095012c7 None None] New status for floating IP 50932e27-d868-40c7-a4a1-f38299dac298: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:28:35.682465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cfd4-6364-42b0-9985-c61d3d3e8445 req-dcabb637-a8a8-4e02-83eb-1a7c4ec6b355 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.690417 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da66cfd4-6364-42b0-9985-c61d3d3e8445 req-dcabb637-a8a8-4e02-83eb-1a7c4ec6b355 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 946 time: 0.5616260 Jul 22 16:28:35.784242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3044739c-10c3-4171-945a-b02494392fad up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:35.820921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da66cfd4-6364-42b0-9985-c61d3d3e8445 req-066f4fba-3487-4db5-9fc5-9405c118887b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298454 Jul 22 16:28:35.830796 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-e14da2a6-ffba-415a-b78d-863a713676f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d869f76-c584-4a07-b188-4c2315b7b520 HTTP/1.1" status: 200 len: 217 time: 0.1021745 Jul 22 16:28:35.841194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-9f99f432-d256-47c1-be7e-9cee7269bc8f service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467327 Jul 22 16:28:35.853629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:35.880337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-c80ed995-7821-4d49-a829-8ff741080695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:35.882215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-c80ed995-7821-4d49-a829-8ff741080695 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2179029 Jul 22 16:28:35.900063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-65602805-868f-4393-86c6-71b7e1290cb2 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717743 Jul 22 16:28:35.996162 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e355bcf7-9947-4282-bd41-feb5192f8f7a x-openstack-request-id: req-e355bcf7-9947-4282-bd41-feb5192f8f7a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:35.996549 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:35.996859 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e355bcf7-9947-4282-bd41-feb5192f8f7a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:35.997288 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6', 'status': 'completed', 'code': 200} Jul 22 16:28:36.054365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6b9c-026c-4855-a924-0100f25dd109 req-0137bf1b-5a53-47c0-91e9-e7ee3e23a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.055977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-0137bf1b-5a53-47c0-91e9-e7ee3e23a1c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d45192b7-2dad-4650-ad5c-0b3ec688d0df HTTP/1.1" status: 200 len: 867 time: 0.2080712 Jul 22 16:28:36.210216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 3044739c-10c3-4171-945a-b02494392fad completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:36.235118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3044739c-10c3-4171-945a-b02494392fad triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:36.236096 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.242049 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-037d5434-9aed-4460-ad7e-a807303e1bd6 req-cbbca34a-b3c8-4b34-9629-9c429ef588b6 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926306 Jul 22 16:28:36.247749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-a868c6f7-102e-487d-9cca-112d0029861d service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260667 Jul 22 16:28:36.252800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.281307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-9a84f80b-64f4-430d-a5b1-f5f796edb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.283789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-9a84f80b-64f4-430d-a5b1-f5f796edb692 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3535359 Jul 22 16:28:36.292392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-533c346c-bddb-4a0b-ad71-2d0e72dfc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.303952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-533c346c-bddb-4a0b-ad71-2d0e72dfc392 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1126 time: 0.2141478 Jul 22 16:28:36.346131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa41a6-4bdb-49fb-bb22-a0eee901ace3 req-3cd23a7e-55f9-47d8-bc8b-eed81842b994 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.353048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55aa41a6-4bdb-49fb-bb22-a0eee901ace3 req-3cd23a7e-55f9-47d8-bc8b-eed81842b994 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 943 time: 0.2410939 Jul 22 16:28:36.378342 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.417370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c6b9c-026c-4855-a924-0100f25dd109 req-172a229e-4e4a-4f7f-b2e8-6c45ed2f75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.418866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-172a229e-4e4a-4f7f-b2e8-6c45ed2f75f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14e25f4b-7202-4f5c-9175-ee06a898b3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3237998 Jul 22 16:28:36.426401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Network d891ff97-343e-48b5-ab02-ca66064a1495 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:36.434684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:36.446435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 3044739c-10c3-4171-945a-b02494392fad, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3044739c-10c3-4171-945a-b02494392fad,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:36.455217 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.534465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:36.538057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=3044739c-10c3-4171-945a-b02494392fad,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:36.548473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event updated for resources: {'Port': ['ID=6be6068b-ab28-4030-b86f-188469bce2c3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:36.685383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.686510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:36.726115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-c0aa9e96-2222-4118-aead-958de83f0f7c service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282773 Jul 22 16:28:36.765123 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-177afd71-6f88-42fc-83da-4c613b735f88 service neutron] 10.222.0.53 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134754 Jul 22 16:28:36.862809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55aa41a6-4bdb-49fb-bb22-a0eee901ace3 req-b5f0915f-c5cd-424b-bdbd-4c0d1d233ad0 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404705 Jul 22 16:28:36.883978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-038a988a-c1e4-4fd7-ac45-1a6b17d74be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:36.886402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-038a988a-c1e4-4fd7-ac45-1a6b17d74be1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.5322063 Jul 22 16:28:36.970787 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-3ac55bca-5639-4ba7-82dc-6bcf356532a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6 HTTP/1.1" status: 200 len: 217 time: 0.0734017 Jul 22 16:28:37.034574 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-939c6b9c-026c-4855-a924-0100f25dd109 req-f6775f1a-ec6e-4691-93c1-1388cf461644 service neutron] 10.222.0.53 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665915 Jul 22 16:28:37.035468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-98d06c90-ab2b-434b-a978-cbc99cf3be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:37.036830 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-98d06c90-ab2b-434b-a978-cbc99cf3be44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.0590487 Jul 22 16:28:37.037572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3c00723-9223-490b-8bf1-f88076e8a6fb req-e256a30a-3e75-4f32-9905-74160d76ad37 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424356 Jul 22 16:28:37.041053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-baeae02a-d7d1-4898-8119-7e017dc58693 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8848462 Jul 22 16:28:37.066211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Request body: {'port': {'device_id': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:37.122841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-d9854080-5212-4d75-baa1-4cca6ed8cb40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593977 Jul 22 16:28:37.210948 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.322884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7959a-44c0-4961-8799-95e891c9cbf5 req-666fd0d5-943d-4ed1-a301-57a7d79f3c57 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:37.325780 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d8b7959a-44c0-4961-8799-95e891c9cbf5 req-666fd0d5-943d-4ed1-a301-57a7d79f3c57 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 931 time: 0.2875948 Jul 22 16:28:37.398071 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-ce4a489d-0270-4a43-8886-fd29839f3275 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598751 Jul 22 16:28:37.405624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d8b7959a-44c0-4961-8799-95e891c9cbf5 req-7c922ad1-6353-45ac-89a2-31124dfeb20f tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539854 Jul 22 16:28:37.627645 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3044739c-10c3-4171-945a-b02494392fad up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:37.640356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:37.651812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-952afcc6-523e-485e-86dd-5d92deb3a7f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165240087', 'description': 'tempest-description--1627387358'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:37.729689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3044739c-10c3-4171-945a-b02494392fad triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:37.730438 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.760859 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ccf85a22-b390-43db-ad88-79dc7fa04fe0 req-2f8b9c08-02de-4850-962e-0038e46e2703 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537343 Jul 22 16:28:37.769564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-828bd31a-3d6a-4a04-82ac-a65c4218fffa service neutron] 10.222.0.20 "GET /v2.0/ports/6814dbb4-7430-4436-8896-863d5bc5a5b6/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 385 time: 0.2821670 Jul 22 16:28:37.789830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-952afcc6-523e-485e-86dd-5d92deb3a7f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.855067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be6068b-ab28-4030-b86f-188469bce2c3 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:37.871954 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.903710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Transition to ACTIVE for port object 6be6068b-ab28-4030-b86f-188469bce2c3 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:37.906904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de263f6-6fab-4210-8ef3-bd40fd5ac753 req-5d9ec886-6e64-4117-9a6c-8661b8050c8e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:37.908660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:37.910733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5de263f6-6fab-4210-8ef3-bd40fd5ac753 req-5d9ec886-6e64-4117-9a6c-8661b8050c8e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.2705176 Jul 22 16:28:37.991059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9a086-6743-4c1b-96ed-e714c2a8a5c7 req-2ae26c34-49a6-477d-b326-c1993f6f7d46 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:37.992878 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5f9a086-6743-4c1b-96ed-e714c2a8a5c7 req-2ae26c34-49a6-477d-b326-c1993f6f7d46 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.1960862 Jul 22 16:28:38.000764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a'}, {'name': 'network-changed', 'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520'}, {'name': 'network-changed', 'server_uuid': 'd8165fef-d086-452b-9e77-4f7b11ce03e3', 'tag': '2a17305d-55c5-469a-addf-052b9f16996c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:38.003450 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b028cdf9-9425-4e0f-a34a-17a7b5b34198" -d '{"events": [{"name": "network-changed", "server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a"}, {"name": "network-changed", "server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520"}, {"name": "network-changed", "server_uuid": "d8165fef-d086-452b-9e77-4f7b11ce03e3", "tag": "2a17305d-55c5-469a-addf-052b9f16996c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:38.034517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Pushing event updated for resources: {'Port': ['ID=6be6068b-ab28-4030-b86f-188469bce2c3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:38.068277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5de263f6-6fab-4210-8ef3-bd40fd5ac753 req-b530fcef-1629-4815-b4b8-50b242cee13b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350224 Jul 22 16:28:38.102501 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5f9a086-6743-4c1b-96ed-e714c2a8a5c7 req-b7d240fe-055a-4e9a-b9bf-8e744860e758 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940723 Jul 22 16:28:38.156226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Attempting to bind port 6be6068b-ab28-4030-b86f-188469bce2c3 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:38.156704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Attempting to bind port 6be6068b-ab28-4030-b86f-188469bce2c3 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:38.156975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Attempting to bind port 6be6068b-ab28-4030-b86f-188469bce2c3 on network d891ff97-343e-48b5-ab02-ca66064a1495 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:38.164739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Port 6be6068b-ab28-4030-b86f-188469bce2c3 on network d891ff97-343e-48b5-ab02-ca66064a1495 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:38.165738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Attempting to bind port 6be6068b-ab28-4030-b86f-188469bce2c3 on network d891ff97-343e-48b5-ab02-ca66064a1495 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:38.174894 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:38.175627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Checking segment: {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:38.176805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Bound using segment: {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:38.177615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Bound port: 6be6068b-ab28-4030-b86f-188469bce2c3, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:38.184106 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.184526 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-952afcc6-523e-485e-86dd-5d92deb3a7f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.208630 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-952afcc6-523e-485e-86dd-5d92deb3a7f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.360040 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-25e46651-ab58-462d-9028-3445a98d8e6d tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips/50932e27-d868-40c7-a4a1-f38299dac298 HTTP/1.1" status: 200 len: 691 time: 0.0902379 Jul 22 16:28:38.363960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-952afcc6-523e-485e-86dd-5d92deb3a7f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.365490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-952afcc6-523e-485e-86dd-5d92deb3a7f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7186003 Jul 22 16:28:38.368579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952afcc6-523e-485e-86dd-5d92deb3a7f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc87d6a-fd7b-48b4-903d-4f1760588493,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:38.369594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:38.379626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-62c289a6-9b4c-48ac-a573-10511d487304 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'security_group_rule': {'security_group_id': '8dc87d6a-fd7b-48b4-903d-4f1760588493', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:38.422633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] For port 6be6068b-ab28-4030-b86f-188469bce2c3, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:38.428420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62c289a6-9b4c-48ac-a573-10511d487304 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.439376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:38.449164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d31c74-0dd6-45e9-ae6c-cf938f147652 req-cf91aae3-9da5-4c54-be1d-75cf661e578a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:38.450798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-15d31c74-0dd6-45e9-ae6c-cf938f147652 req-cf91aae3-9da5-4c54-be1d-75cf661e578a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 946 time: 0.2049084 Jul 22 16:28:38.462117 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] For port 6be6068b-ab28-4030-b86f-188469bce2c3, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6be6068b-ab28-4030-b86f-188469bce2c3,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:38.484455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.531798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:38.578748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:38.579924 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.582446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] 10.222.0.20 "PUT /v2.0/ports/6be6068b-ab28-4030-b86f-188469bce2c3 HTTP/1.1" status: 200 len: 1092 time: 1.5244601 Jul 22 16:28:38.588697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:38.590680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6814dbb4-7430-4436-8896-863d5bc5a5b6 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:38.606471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:38.647797 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.649585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6814dbb4-7430-4436-8896-863d5bc5a5b6 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:38.656520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3fbf8-6e35-49ac-bbb4-330305aefc9e service neutron] Pushing event updated for resources: {'Port': ['ID=6be6068b-ab28-4030-b86f-188469bce2c3,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:38.668501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62c289a6-9b4c-48ac-a573-10511d487304 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.675230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-15d31c74-0dd6-45e9-ae6c-cf938f147652 req-529cde1b-0511-48a3-9b25-5149ee525341 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103615 Jul 22 16:28:38.719914 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62c289a6-9b4c-48ac-a573-10511d487304 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.731971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-41b41e39-987e-4c6b-a846-da287149b72f tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:38.751087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c289a6-9b4c-48ac-a573-10511d487304 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c71d6d7-9917-465c-a3e5-166111d3a9b2,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:38.752121 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-41b41e39-987e-4c6b-a846-da287149b72f tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.3770199 Jul 22 16:28:38.781862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-f62e61f8-6882-4914-aea2-9402a3df77b2 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:28:38.784177 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62c289a6-9b4c-48ac-a573-10511d487304 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:38.785952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-62c289a6-9b4c-48ac-a573-10511d487304 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129343 Jul 22 16:28:38.790247 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-f62e61f8-6882-4914-aea2-9402a3df77b2 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0370553 Jul 22 16:28:38.793829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58968) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:38.802329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c4ce984e-24c9-49f6-8226-1bd5fc3da7da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'security_group_rule': {'security_group_id': '8dc87d6a-fd7b-48b4-903d-4f1760588493', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:38.866528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-55fb2e33-01b4-4bac-8cac-2cc2d995a3f1 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0751073 Jul 22 16:28:38.890893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-dba1d987-afa3-4385-9b2e-bf0aeafd964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:38.897268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:38.898088 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-dba1d987-afa3-4385-9b2e-bf0aeafd964d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=713cc0e446b0411caddb07384fca733c&device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 1095 time: 0.2423546 Jul 22 16:28:38.969075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'mac_address': 'fa:16:3e:b3:0b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:38.982294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] Transition to ACTIVE for port object 6814dbb4-7430-4436-8896-863d5bc5a5b6 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:38.982638 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-d8e28405-737d-4da1-9f88-9d0fd8867e66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6be6068b-ab28-4030-b86f-188469bce2c3 HTTP/1.1" status: 200 len: 217 time: 0.0680459 Jul 22 16:28:39.004198 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.025403 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-2f849f56-9dd5-40f3-8330-ae87893aa35f tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.1575768 Jul 22 16:28:39.050666 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.063773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4ce984e-24c9-49f6-8226-1bd5fc3da7da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.075747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fdba31-47a1-4279-a22c-4d74bc012b9a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:39.114779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:39.121065 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.136422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-d1add991-9b33-418e-93ff-064190ec53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:39.140572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-d1add991-9b33-418e-93ff-064190ec53c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e92391ee-0316-4404-829f-4188a52dc78f HTTP/1.1" status: 200 len: 862 time: 0.1483204 Jul 22 16:28:39.160097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f973dd-df51-4d7b-967a-5f5c272286cd req-a1e31f3e-fa7d-4cad-b583-47cb1c071cad tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:39.161589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-59f973dd-df51-4d7b-967a-5f5c272286cd req-a1e31f3e-fa7d-4cad-b583-47cb1c071cad tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 943 time: 0.3532031 Jul 22 16:28:39.181077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] No DVR routers for this DVR port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:39.194074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:39.206445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.207296 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.207842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.208539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.209057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.210449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.211490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.212352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.213349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.213918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.218054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.219273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:28:39.242301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] Pushing event updated for resources: {'Port': ['ID=6814dbb4-7430-4436-8896-863d5bc5a5b6,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:39.306030 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-a29cef91-5c33-4e8a-8ecc-a071424ad84f service neutron] 10.222.0.20 "PUT /v2.0/ports/6814dbb4-7430-4436-8896-863d5bc5a5b6/bindings/n-h1-792458-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4908710 Jul 22 16:28:39.346917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4ce984e-24c9-49f6-8226-1bd5fc3da7da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.355958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4ce984e-24c9-49f6-8226-1bd5fc3da7da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.381221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce984e-24c9-49f6-8226-1bd5fc3da7da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcb962a-48b8-453a-a98d-761f9b43f30b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:39.413759 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4ce984e-24c9-49f6-8226-1bd5fc3da7da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.418971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c4ce984e-24c9-49f6-8226-1bd5fc3da7da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6197407 Jul 22 16:28:39.421457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:39.427744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:39.438447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['a9fdba31-47a1-4279-a22c-4d74bc012b9a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:39.441091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Deleting port 6ea08d3f-ca34-4791-aa50-860ffd9dffc4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:39.441460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.526033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-f2f84372-da83-4d3e-a2d3-81ac2f70dc71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d891ff97-343e-48b5-ab02-ca66064a1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3631544 Jul 22 16:28:39.527934 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.528258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.544135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Calling delete_port for 6ea08d3f-ca34-4791-aa50-860ffd9dffc4 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:39.666231 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.676545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-59f973dd-df51-4d7b-967a-5f5c272286cd req-315dd158-511e-423b-8cba-9adcf68b0b4a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511471 Jul 22 16:28:39.761849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-e746d77b-35a7-47f1-a905-ddf755e76d8c service neutron] 10.222.0.20 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253258 Jul 22 16:28:39.765150 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe3d9d-943e-48d4-9940-c749a624b8d0 x-openstack-request-id: req-b6fe3d9d-943e-48d4-9940-c749a624b8d0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:39.765627 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8165fef-d086-452b-9e77-4f7b11ce03e3", "tag": "2a17305d-55c5-469a-addf-052b9f16996c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:39.766038 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6fe3d9d-943e-48d4-9940-c749a624b8d0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:39.766696 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'status': 'completed', 'code': 200} Jul 22 16:28:39.767293 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520', 'status': 'completed', 'code': 200} Jul 22 16:28:39.767686 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8165fef-d086-452b-9e77-4f7b11ce03e3', 'tag': '2a17305d-55c5-469a-addf-052b9f16996c', 'status': 'completed', 'code': 200} Jul 22 16:28:39.771369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-99e10a2b-b4bc-44b4-ae4e-a31c98837848 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:39.773282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-99e10a2b-b4bc-44b4-ae4e-a31c98837848 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.2508934 Jul 22 16:28:39.817986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:39.882305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Pushing event deleted for resources: {'Port': ['ID=6ea08d3f-ca34-4791-aa50-860ffd9dffc4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:40.010580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.015960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.017687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d339b68f-a76d-483e-bb60-b369168c5d5a req-78f33289-b463-4a6e-8f53-ce7f48bd93bc tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "DELETE /v2.0/floatingips/50932e27-d868-40c7-a4a1-f38299dac298 HTTP/1.1" status: 204 len: 173 time: 0.9689951 Jul 22 16:28:40.030905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.050123 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-07463f01-6912-4dba-85a4-53c7d2e483ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.052758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-07463f01-6912-4dba-85a4-53c7d2e483ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 1101 time: 0.2509885 Jul 22 16:28:40.060673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96c6f5cf-2e74-4039-a57b-4c22608f9d68 req-5ba94580-c9f2-4480-b5e6-44948fe804b8 service neutron] 10.222.0.20 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727807 Jul 22 16:28:40.083808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa2660-fc9d-464b-85e7-097492c9bee8 req-a4705fbb-7e13-477a-b62d-9b1e81106583 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.085400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70aa2660-fc9d-464b-85e7-097492c9bee8 req-a4705fbb-7e13-477a-b62d-9b1e81106583 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 943 time: 0.2479687 Jul 22 16:28:40.087507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-8020ecd0-aaff-47e5-88aa-71d3b7756b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.088999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-8020ecd0-aaff-47e5-88aa-71d3b7756b09 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d&tenant_id=12f6a0cc133141c49be04c7275b9267c HTTP/1.1" status: 200 len: 1096 time: 0.2528489 Jul 22 16:28:40.092595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-6ec4b24f-698b-4df3-a8b3-22fe919d5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.094344 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-6ec4b24f-698b-4df3-a8b3-22fe919d5d5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 1098 time: 0.2443631 Jul 22 16:28:40.238662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70aa2660-fc9d-464b-85e7-097492c9bee8 req-e817f5a5-145f-40e4-a27d-29002e8a9b4f tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278422 Jul 22 16:28:40.331009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-6e7f6e71-3ae0-4492-9d98-ee13d88660f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.332278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-6e7f6e71-3ae0-4492-9d98-ee13d88660f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.1995890 Jul 22 16:28:40.340795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-5a1373b2-c1c4-4137-9af8-4ff60d31c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.343297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-5a1373b2-c1c4-4137-9af8-4ff60d31c100 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1096 time: 0.1911485 Jul 22 16:28:40.407250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-9a4c24d8-6bb0-4ad6-90a7-c9247b26f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.409325 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-9a4c24d8-6bb0-4ad6-90a7-c9247b26f6a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3388987 Jul 22 16:28:40.430900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-72be019b-01bf-435a-9467-7c215e17bcd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=2a17305d-55c5-469a-addf-052b9f16996c HTTP/1.1" status: 200 len: 217 time: 0.0864556 Jul 22 16:28:40.441660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Allocated IP 172.25.3.162 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/e2ac03f7-9807-4276-b9fb-395f70cef5ac) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:40.503350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04e207-7e87-4aa9-931e-12ef5991db2f req-702f02a7-1b08-49e3-9372-fa935ce72539 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.504959 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef04e207-7e87-4aa9-931e-12ef5991db2f req-702f02a7-1b08-49e3-9372-fa935ce72539 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.3518844 Jul 22 16:28:40.508486 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-518fb166-996d-42a2-b007-f4d838d1f505 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a HTTP/1.1" status: 200 len: 217 time: 0.0890338 Jul 22 16:28:40.563742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-91f4e22c-915f-4965-b7c1-d2586a59cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.565153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-91f4e22c-915f-4965-b7c1-d2586a59cc8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1186473 Jul 22 16:28:40.569168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d1c58418-1d9e-4e16-b136-7ebf5d209014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.570589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d1c58418-1d9e-4e16-b136-7ebf5d209014 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.2182798 Jul 22 16:28:40.596317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:40.633725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d775a19-6cee-49cf-a05c-9fedad1d6661 req-70e4e49c-b7d1-4cea-91d4-ef6be819f84d tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.642373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d775a19-6cee-49cf-a05c-9fedad1d6661 req-70e4e49c-b7d1-4cea-91d4-ef6be819f84d tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.2154968 Jul 22 16:28:40.684497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port a9fdba31-47a1-4279-a22c-4d74bc012b9a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:40.692978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port a9fdba31-47a1-4279-a22c-4d74bc012b9a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:40.693447 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.703471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d87f3455-6c43-405b-9595-a97eb248e824 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6 HTTP/1.1" status: 200 len: 217 time: 0.1065230 Jul 22 16:28:40.721810 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef04e207-7e87-4aa9-931e-12ef5991db2f req-7e6350f9-f810-4cfa-8fa7-bc4c470cb9c1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839240 Jul 22 16:28:40.770257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-aeab00e9-6d42-4856-b2e2-4801eaf3cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.771976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-aeab00e9-6d42-4856-b2e2-4801eaf3cf11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2532842 Jul 22 16:28:40.801566 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d775a19-6cee-49cf-a05c-9fedad1d6661 req-f74ee6ff-32c8-4a8a-b1b9-ac09fb083933 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576819 Jul 22 16:28:40.831618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-f0cb734a-6e84-4859-8c51-7d2d2f5cb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.834145 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-f0cb734a-6e84-4859-8c51-7d2d2f5cb2b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1170754 Jul 22 16:28:40.840454 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.859030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-3bf2d8ae-dacc-49b8-9025-1d8aa651a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.861243 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-3bf2d8ae-dacc-49b8-9025-1d8aa651a84c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2750993 Jul 22 16:28:40.879219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-e9d3b996-0cb6-475f-bd73-eb58ede415a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:40.880938 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-e9d3b996-0cb6-475f-bd73-eb58ede415a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014459 Jul 22 16:28:40.906675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-1fcc1822-ba72-47e6-a31f-290059539d98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420444 Jul 22 16:28:40.928842 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:40.975734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:40.978592 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16be43af-1339-48d5-bf6f-934350055a61" -d '{"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-plugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:40.993923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:41.000296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.091549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-4123859d-c9b4-40c6-9d2d-c143470156da service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010255 Jul 22 16:28:41.096966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:41.100288 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.188149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-087932a9-c168-47bc-9cad-ec1066c91e57 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729952 Jul 22 16:28:41.189257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:41.194347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-d3bfc7cd-28bd-4436-bbde-adc15a92a839 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602875 Jul 22 16:28:41.229075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:41.236582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'Port': ['ID=e2ac03f7-9807-4276-b9fb-395f70cef5ac,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:41.236881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c0ef3-6d82-48f2-9b59-65ee5ac5287d req-5ded8ee7-8818-4dd8-921d-e800744c941a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.238180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e8c0ef3-6d82-48f2-9b59-65ee5ac5287d req-5ded8ee7-8818-4dd8-921d-e800744c941a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 946 time: 0.2728522 Jul 22 16:28:41.241512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:41.346280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4f79-de01-45b8-a68d-4cadc2b539f9 req-053e2357-d9a4-4b80-9372-6c926edd9191 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.347825 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-264c4f79-de01-45b8-a68d-4cadc2b539f9 req-053e2357-d9a4-4b80-9372-6c926edd9191 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 944 time: 0.2997680 Jul 22 16:28:41.352244 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-3755d684-220d-41be-ba65-5ff851f6f185 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535141 Jul 22 16:28:41.397246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e8c0ef3-6d82-48f2-9b59-65ee5ac5287d req-c3b23ca6-83d0-41e1-983e-94a00deef0b4 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399777 Jul 22 16:28:41.416696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-b7d426d0-0dd0-4620-90a9-c98ae1d8d792 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106142 Jul 22 16:28:41.431175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-86697c31-9b95-4185-832c-ac67abe633fa service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227478 Jul 22 16:28:41.517456 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-264c4f79-de01-45b8-a68d-4cadc2b539f9 req-43a93341-100b-41c7-889f-d70e5f02896b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335819 Jul 22 16:28:41.534997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.610514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd9f7a-3189-4371-a945-0a84241d009b req-148499bf-b055-4482-a75f-b888a0515785 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.612334 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1dfd9f7a-3189-4371-a945-0a84241d009b req-148499bf-b055-4482-a75f-b888a0515785 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0996895 Jul 22 16:28:41.617589 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc17fc07-e446-47d0-b6de-4188dbe39925 x-openstack-request-id: req-dc17fc07-e446-47d0-b6de-4188dbe39925 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:41.618103 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-plugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:41.618103 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc17fc07-e446-47d0-b6de-4188dbe39925 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:41.618534 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'code': 200} Jul 22 16:28:41.634404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.636604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2a17305d-55c5-469a-addf-052b9f16996c details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:41.641586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-cd179706-cb2a-45bc-a670-1d0c2618bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.644081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-cd179706-cb2a-45bc-a670-1d0c2618bdef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ead6e9f99bb4a579d8e4488b7bd5578&device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 1098 time: 0.1940393 Jul 22 16:28:41.795836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1dfd9f7a-3189-4371-a945-0a84241d009b req-b578ae90-6a90-4ef1-99ca-09f7c2bad107 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1578274 Jul 22 16:28:41.798155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'tag': '6be6068b-ab28-4030-b86f-188469bce2c3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:41.806077 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368cf4dc-c5c3-4108-9635-01699cecb310" -d '{"events": [{"name": "network-changed", "server_uuid": "7e33c2eb-47b9-4eda-a045-8c890bf9fc82", "tag": "6be6068b-ab28-4030-b86f-188469bce2c3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:41.848111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2a17305d-55c5-469a-addf-052b9f16996c, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a17305d-55c5-469a-addf-052b9f16996c,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:41.866373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '2a17305d-55c5-469a-addf-052b9f16996c', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '2a17305d-55c5-469a-addf-052b9f16996c', 'mac_address': 'fa:16:3e:6a:2c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:41.918168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7d6b9-d7d0-4777-891c-40ac5c4d4d6a req-b0cef915-dfcd-487f-b0cd-39331c6929b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:41.926268 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c7d6b9-d7d0-4777-891c-40ac5c4d4d6a req-b0cef915-dfcd-487f-b0cd-39331c6929b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 1102 time: 0.1884370 Jul 22 16:28:41.940873 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:41.962760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a17305d-55c5-469a-addf-052b9f16996c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:41.993900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2a17305d-55c5-469a-addf-052b9f16996c, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a17305d-55c5-469a-addf-052b9f16996c,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:41.999589 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.074298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c7d6b9-d7d0-4777-891c-40ac5c4d4d6a req-6de7ff9f-3f82-4a5e-82be-adf0084b2413 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402438 Jul 22 16:28:42.130329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-af18e3e1-0266-451a-9432-c57d93516b53 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.132672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-af18e3e1-0266-451a-9432-c57d93516b53 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.2004571 Jul 22 16:28:42.146365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4970203-51ef-4490-be5e-e88894e72c37 req-908315ca-2032-4d6f-ba75-ee774d3b1c54 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.148219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f4970203-51ef-4490-be5e-e88894e72c37 req-908315ca-2032-4d6f-ba75-ee774d3b1c54 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1836405 Jul 22 16:28:42.258039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-49325b76-d1bc-401b-b10c-d6640e66a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.259880 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-49325b76-d1bc-401b-b10c-d6640e66a08f service neutron] 10.222.0.20 "GET /v2.0/networks?id=14e25f4b-7202-4f5c-9175-ee06a898b3f4 HTTP/1.1" status: 200 len: 929 time: 0.5908337 Jul 22 16:28:42.273728 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f4970203-51ef-4490-be5e-e88894e72c37 req-c46041f9-3695-44ff-b12f-494b46f48b2f tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137331 Jul 22 16:28:42.326859 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:28:42.340107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4c6f2-78bd-4cd4-bdaa-8335d7b645bd req-741bc1db-7520-4cd1-9d4a-03f2cbfcb0fe tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.341073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2a17305d-55c5-469a-addf-052b9f16996c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:42.348531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-81a4c6f2-78bd-4cd4-bdaa-8335d7b645bd req-741bc1db-7520-4cd1-9d4a-03f2cbfcb0fe tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 943 time: 0.2193861 Jul 22 16:28:42.397627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e72a160e-c72e-4838-a62e-320c20d6774b req-fc0519e2-259c-4798-a7f0-48442efba043 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0573971 Jul 22 16:28:42.429049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-b436988f-b07f-4aff-b514-0b998dabe32e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d869f76-c584-4a07-b188-4c2315b7b520 HTTP/1.1" status: 200 len: 217 time: 0.0583553 Jul 22 16:28:42.441435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.449926 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-81a4c6f2-78bd-4cd4-bdaa-8335d7b645bd req-90d4cbe2-5a65-4a81-86bc-ff18abbd526c tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003063 Jul 22 16:28:42.452513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-ae2d2180-6f59-482f-8210-65513d0745f1 service neutron] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:42.460500 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.462692 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949b2dc0-1182-4c44-a9ff-116bdde74666 x-openstack-request-id: req-949b2dc0-1182-4c44-a9ff-116bdde74666 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:42.463187 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e33c2eb-47b9-4eda-a045-8c890bf9fc82", "tag": "6be6068b-ab28-4030-b86f-188469bce2c3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:42.463596 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-949b2dc0-1182-4c44-a9ff-116bdde74666 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:42.464224 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'tag': '6be6068b-ab28-4030-b86f-188469bce2c3', 'status': 'completed', 'code': 200} Jul 22 16:28:42.468664 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-ae2d2180-6f59-482f-8210-65513d0745f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.470194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-934854df-8d9a-45a3-94e1-eeae8f7cb24e req-ae2d2180-6f59-482f-8210-65513d0745f1 service neutron] 10.222.0.65 "DELETE /v2.0/ports/6814dbb4-7430-4436-8896-863d5bc5a5b6/bindings/n-h2-792458-13 HTTP/1.1" status: 204 len: 173 time: 0.3208327 Jul 22 16:28:42.591758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2a17305d-55c5-469a-addf-052b9f16996c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:42.605798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6be6068b-ab28-4030-b86f-188469bce2c3 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:42.612529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-912bcb24-2d5c-4f5e-90e5-64a0426811b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.614111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-912bcb24-2d5c-4f5e-90e5-64a0426811b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d45192b7-2dad-4650-ad5c-0b3ec688d0df HTTP/1.1" status: 200 len: 867 time: 0.1679752 Jul 22 16:28:42.644911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'Port': ['ID=e2ac03f7-9807-4276-b9fb-395f70cef5ac,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:42.647752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-6a57edff-8b53-41d4-a000-557b31274200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.649221 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-6a57edff-8b53-41d4-a000-557b31274200 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=713cc0e446b0411caddb07384fca733c&device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 1095 time: 0.1354380 Jul 22 16:28:42.736139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.754610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb16523-c01b-4b89-9284-650796a21631 req-e1d57921-de09-4382-895d-f2cc4e95c525 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.757388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dbb16523-c01b-4b89-9284-650796a21631 req-e1d57921-de09-4382-895d-f2cc4e95c525 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.2011318 Jul 22 16:28:42.789006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:42.824343 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-44f4c6cc-9988-4556-890b-afeb27d07a52 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3838956 Jul 22 16:28:42.873526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-13147923-d064-4553-b18c-ebedc5dfa31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.875534 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-13147923-d064-4553-b18c-ebedc5dfa31f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14e25f4b-7202-4f5c-9175-ee06a898b3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2434552 Jul 22 16:28:42.882312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6be6068b-ab28-4030-b86f-188469bce2c3, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6be6068b-ab28-4030-b86f-188469bce2c3,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:42.897006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dbb16523-c01b-4b89-9284-650796a21631 req-500da175-3f87-4d05-8599-eec5603c7aec tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197155 Jul 22 16:28:42.923260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-476d6d4d-edb3-4764-b333-0d0940baed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:42.925419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-476d6d4d-edb3-4764-b333-0d0940baed4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 200 len: 923 time: 0.2645674 Jul 22 16:28:42.928877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '6be6068b-ab28-4030-b86f-188469bce2c3', 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495', 'port_id': '6be6068b-ab28-4030-b86f-188469bce2c3', 'mac_address': 'fa:16:3e:f7:95:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92391ee-0316-4404-829f-4188a52dc78f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:43.025056 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:43.038407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-525838d1-effc-4fef-8b66-7656e6962fd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6be6068b-ab28-4030-b86f-188469bce2c3 HTTP/1.1" status: 200 len: 217 time: 0.0893514 Jul 22 16:28:43.046821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be6068b-ab28-4030-b86f-188469bce2c3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:43.081848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6be6068b-ab28-4030-b86f-188469bce2c3, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6be6068b-ab28-4030-b86f-188469bce2c3,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:43.087719 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:43.151896 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-7eb3a9db-758e-4224-b97f-3c78af90934f service neutron] 10.222.0.20 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664051 Jul 22 16:28:43.169239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-d2a28a3c-9cf8-439f-ab6c-337a3aa124f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:43.172439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-d2a28a3c-9cf8-439f-ab6c-337a3aa124f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e92391ee-0316-4404-829f-4188a52dc78f HTTP/1.1" status: 200 len: 862 time: 0.1090124 Jul 22 16:28:43.197001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6be6068b-ab28-4030-b86f-188469bce2c3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:43.253318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-c15476d3-47d5-400b-a50d-246dbc5ebc27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d891ff97-343e-48b5-ab02-ca66064a1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603409 Jul 22 16:28:43.297445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d960fe-9e63-45e5-ba5b-57aba69d1a64 req-456ee65f-4658-4ac3-bfd5-8692845f5a04 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:43.297783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9fdf0-c49e-4d1c-9743-1397f91d5677 req-03d42fb6-83e3-4b2a-b58d-51fc2cad800b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:43.304844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1d960fe-9e63-45e5-ba5b-57aba69d1a64 req-456ee65f-4658-4ac3-bfd5-8692845f5a04 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 947 time: 0.2234530 Jul 22 16:28:43.314306 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00c9fdf0-c49e-4d1c-9743-1397f91d5677 req-03d42fb6-83e3-4b2a-b58d-51fc2cad800b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 944 time: 0.2242897 Jul 22 16:28:43.390119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1d960fe-9e63-45e5-ba5b-57aba69d1a64 req-db3ac2c0-570a-4bb2-aa6a-5ed7c9a30b2c tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838516 Jul 22 16:28:43.391667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b028cdf9-9425-4e0f-a34a-17a7b5b34198 req-2f82040f-f686-44ea-9128-5a51b16904c1 service neutron] 10.222.0.20 "GET /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291775 Jul 22 16:28:43.408762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00c9fdf0-c49e-4d1c-9743-1397f91d5677 req-6f41e5ac-b282-4445-bb40-f66746483dd1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859230 Jul 22 16:28:43.478018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6be6068b-ab28-4030-b86f-188469bce2c3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:43.557833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-4cff4d2a-a410-4d0e-a6b8-75a92827882d service neutron] 10.222.0.20 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243478 Jul 22 16:28:43.660841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-e1eb24fe-f5d0-4d56-bd0a-467ac9a5565b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--165240087&fields=id&tenant_id=77dffae4560c4b04952180adca13cc0b HTTP/1.1" status: 200 len: 267 time: 0.0662754 Jul 22 16:28:43.896492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-5cb9798a-705d-44bb-8dd9-b39e3cfec5f9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:43.899682 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-5cb9798a-705d-44bb-8dd9-b39e3cfec5f9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.2259107 Jul 22 16:28:43.923927 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-464373c9-ba50-44c9-899e-ed83757611e0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/quotas/77dffae4560c4b04952180adca13cc0b HTTP/1.1" status: 200 len: 375 time: 0.0140233 Jul 22 16:28:44.055402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-c5418fad-9b49-4f1b-a5d8-32fd0283f607 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1204298 Jul 22 16:28:44.062796 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-368cf4dc-c5c3-4108-9635-01699cecb310 req-71210b16-fbba-4cb9-8f82-34e93a0e9698 service neutron] 10.222.0.20 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972835 Jul 22 16:28:44.081829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33154f32-3a6e-4ae8-a654-e410bca57fdb req-9343bf55-f438-4a48-8f7f-13ad3f7c9e55 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:44.094247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33154f32-3a6e-4ae8-a654-e410bca57fdb req-9343bf55-f438-4a48-8f7f-13ad3f7c9e55 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 946 time: 0.4915524 Jul 22 16:28:44.143701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33154f32-3a6e-4ae8-a654-e410bca57fdb req-e012ea41-b923-484b-b798-ef5adcf80a2c tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Jul 22 16:28:44.184317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-c113aa87-0a08-48f8-806a-09b2a94a02aa service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130998 Jul 22 16:28:44.300235 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-4fdf41ab-cd7b-43d1-baa2-b97544f58593 service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075816 Jul 22 16:28:44.302969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0928af7-b276-4666-8e4d-bba4947ef535 req-fce3e1d5-cef7-428f-b73a-70a538fcd478 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:44.304661 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c0928af7-b276-4666-8e4d-bba4947ef535 req-fce3e1d5-cef7-428f-b73a-70a538fcd478 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.0776119 Jul 22 16:28:44.364866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c0928af7-b276-4666-8e4d-bba4947ef535 req-17b37993-3add-450e-84a5-48ebe52087f2 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529983 Jul 22 16:28:44.573099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7e6d6-be9b-4ed9-b235-9d15e3e31bf8 req-e5828406-c4ba-4407-9e72-8facec1eca71 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:44.574857 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7dd7e6d6-be9b-4ed9-b235-9d15e3e31bf8 req-e5828406-c4ba-4407-9e72-8facec1eca71 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 944 time: 0.0969727 Jul 22 16:28:44.615653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6be6068b-ab28-4030-b86f-188469bce2c3 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:44.636675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7dd7e6d6-be9b-4ed9-b235-9d15e3e31bf8 req-78cdf39e-cbcb-4b3c-a3e2-9d5c186da260 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550258 Jul 22 16:28:44.671714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f5f0a-faf7-4329-8842-101127f6e3e2 req-0ba72c79-56b8-4d8d-ae2c-f08ee5ff8e3f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:44.673397 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a77f5f0a-faf7-4329-8842-101127f6e3e2 req-0ba72c79-56b8-4d8d-ae2c-f08ee5ff8e3f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.0892551 Jul 22 16:28:44.714426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 6be6068b-ab28-4030-b86f-188469bce2c3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:44.725932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 6be6068b-ab28-4030-b86f-188469bce2c3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:44.726296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:44.727783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a77f5f0a-faf7-4329-8842-101127f6e3e2 req-1b2aab73-7c1c-4065-96bd-db3c02b708e7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Jul 22 16:28:44.820227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acffc7-3986-488e-b2d8-b32e1c88cb32 req-731ad3ac-a797-4825-b528-5386d773a56c tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:44.822737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64acffc7-3986-488e-b2d8-b32e1c88cb32 req-731ad3ac-a797-4825-b528-5386d773a56c tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1096 time: 0.1067879 Jul 22 16:28:44.862823 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7c30673-b274-487c-9f50-3c66e06ba1b8 req-55598e03-cfac-4a3f-94a2-c14c099e44b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 210 time: 0.0524366 Jul 22 16:28:44.866768 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:44.904109 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64acffc7-3986-488e-b2d8-b32e1c88cb32 req-a03b0833-73b9-4a71-a0e0-84a9b7527560 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703328 Jul 22 16:28:44.910443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be6068b-ab28-4030-b86f-188469bce2c3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:44.912935 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121e4bf3-1c62-443d-8f71-b6484807edb7" -d '{"events": [{"server_uuid": "7e33c2eb-47b9-4eda-a045-8c890bf9fc82", "name": "network-vif-plugged", "status": "completed", "tag": "6be6068b-ab28-4030-b86f-188469bce2c3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:44.934412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6be6068b-ab28-4030-b86f-188469bce2c3, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6be6068b-ab28-4030-b86f-188469bce2c3,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:44.950506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.013935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6be6068b-ab28-4030-b86f-188469bce2c3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:45.032124 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147a3db2-e1ed-47f3-bdfe-2b0f00bb6524 x-openstack-request-id: req-147a3db2-e1ed-47f3-bdfe-2b0f00bb6524 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:45.032408 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e33c2eb-47b9-4eda-a045-8c890bf9fc82", "name": "network-vif-plugged", "status": "completed", "tag": "6be6068b-ab28-4030-b86f-188469bce2c3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:45.032792 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-147a3db2-e1ed-47f3-bdfe-2b0f00bb6524 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:45.033036 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be6068b-ab28-4030-b86f-188469bce2c3', 'code': 200} Jul 22 16:28:45.100767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dfe4-47c3-468e-80ae-66900852e42b req-24ab2e51-248d-4292-987e-0374b0fd78d1 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.102982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9919dfe4-47c3-468e-80ae-66900852e42b req-24ab2e51-248d-4292-987e-0374b0fd78d1 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 946 time: 0.1344674 Jul 22 16:28:45.114821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26403a8-1184-46ac-8a2c-4db7d3d6e3f6 req-46b9ac53-672e-475d-9970-dd831fcebb73 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.127614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c26403a8-1184-46ac-8a2c-4db7d3d6e3f6 req-46b9ac53-672e-475d-9970-dd831fcebb73 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 947 time: 0.1494584 Jul 22 16:28:45.210985 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c26403a8-1184-46ac-8a2c-4db7d3d6e3f6 req-2bdfb9da-6522-4df8-8bee-020a9aeaba78 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816860 Jul 22 16:28:45.244633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542589a5-036e-478d-860f-631553127cfd req-0f7fb656-aa23-4cb8-b211-9147f851ec2b tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.246243 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-542589a5-036e-478d-860f-631553127cfd req-0f7fb656-aa23-4cb8-b211-9147f851ec2b tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 1096 time: 0.1417050 Jul 22 16:28:45.252312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59ab35-d440-4371-ba1f-9ece0daf972e req-3244c664-1486-4078-b210-efe14633e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.253902 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd59ab35-d440-4371-ba1f-9ece0daf972e req-3244c664-1486-4078-b210-efe14633e120 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 1097 time: 0.1117017 Jul 22 16:28:45.292013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9919dfe4-47c3-468e-80ae-66900852e42b req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Deleting port 9d869f76-c584-4a07-b188-4c2315b7b520 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:45.292346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9919dfe4-47c3-468e-80ae-66900852e42b req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.327811 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd59ab35-d440-4371-ba1f-9ece0daf972e req-4443d9ed-7d32-4734-8686-88dce9d899b9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666351 Jul 22 16:28:45.336395 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-542589a5-036e-478d-860f-631553127cfd req-01c8f43e-bce8-4c03-9687-f9be98b40143 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743253 Jul 22 16:28:45.424088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9919dfe4-47c3-468e-80ae-66900852e42b req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] For port 9d869f76-c584-4a07-b188-4c2315b7b520, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9d869f76-c584-4a07-b188-4c2315b7b520,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:45.424462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9919dfe4-47c3-468e-80ae-66900852e42b req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.456108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9919dfe4-47c3-468e-80ae-66900852e42b req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Calling delete_port for 9d869f76-c584-4a07-b188-4c2315b7b520 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:45.472844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245568e3-c85b-4a98-b416-aed77229da00 req-7e073c46-4a54-4293-a1b7-90b2e098dd08 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.474413 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-245568e3-c85b-4a98-b416-aed77229da00 req-7e073c46-4a54-4293-a1b7-90b2e098dd08 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 946 time: 0.1300194 Jul 22 16:28:45.532421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-245568e3-c85b-4a98-b416-aed77229da00 req-6f466c04-6def-470b-8569-2f3e33459bef tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9a18195-3290-413c-b567-ae75b92fc70f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 Jul 22 16:28:45.656837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2a17305d-55c5-469a-addf-052b9f16996c up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:28:45.658704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb712fca-09ca-46ef-8d2b-6387a9dfe17d req-7710ca20-3bc9-4d63-8d15-563a2beff941 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:45.661343 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb712fca-09ca-46ef-8d2b-6387a9dfe17d req-7710ca20-3bc9-4d63-8d15-563a2beff941 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1317303 Jul 22 16:28:45.747039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 2a17305d-55c5-469a-addf-052b9f16996c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:45.752614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 2a17305d-55c5-469a-addf-052b9f16996c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:45.752989 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.787266 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb712fca-09ca-46ef-8d2b-6387a9dfe17d req-7e58e683-9c96-4ac1-91d1-b13584cca616 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827284 Jul 22 16:28:45.789215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9919dfe4-47c3-468e-80ae-66900852e42b req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.841089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Pushing event deleted for resources: {'Port': ['ID=9d869f76-c584-4a07-b188-4c2315b7b520,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:45.899990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['9d869f76-c584-4a07-b188-4c2315b7b520'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:45.950335 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.957496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9919dfe4-47c3-468e-80ae-66900852e42b req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] No DVR routers for this DVR port 9d869f76-c584-4a07-b188-4c2315b7b520 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:28:45.961274 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9919dfe4-47c3-468e-80ae-66900852e42b req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:45.963729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9919dfe4-47c3-468e-80ae-66900852e42b req-9d6e082c-1a3a-4799-b11c-47d360bb3c88 tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.20 "DELETE /v2.0/ports/9d869f76-c584-4a07-b188-4c2315b7b520 HTTP/1.1" status: 204 len: 173 time: 0.8416197 Jul 22 16:28:45.964476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'name': 'network-vif-deleted', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:45.968129 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f64370c-70d9-42a0-836f-02d6597200d7" -d '{"events": [{"server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "name": "network-vif-deleted", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:46.024451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2a17305d-55c5-469a-addf-052b9f16996c, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a17305d-55c5-469a-addf-052b9f16996c,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:46.032317 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:46.135885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2a17305d-55c5-469a-addf-052b9f16996c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:46.161081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70550e8-6e7c-4be2-90e9-c6312e6320e5 req-43132f2e-b9fe-4afb-b084-baf27b509c48 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:46.162828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a70550e8-6e7c-4be2-90e9-c6312e6320e5 req-43132f2e-b9fe-4afb-b084-baf27b509c48 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.1269290 Jul 22 16:28:46.193201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f25c3f-83bf-4de0-93c6-40119b425b4f req-210d55a7-c0e6-4885-8daf-ae8368b686d0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:46.194842 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7f25c3f-83bf-4de0-93c6-40119b425b4f req-210d55a7-c0e6-4885-8daf-ae8368b686d0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.1565793 Jul 22 16:28:46.235781 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a70550e8-6e7c-4be2-90e9-c6312e6320e5 req-1cef30ed-3008-4397-9c54-84f74a4fd0c3 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656991 Jul 22 16:28:46.288186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7f25c3f-83bf-4de0-93c6-40119b425b4f req-2f0268fa-f747-4ef4-a278-37cf600e0fda tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762722 Jul 22 16:28:46.408540 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041bfca7-33bf-4c7e-8a19-6f1a6c61c49e x-openstack-request-id: req-041bfca7-33bf-4c7e-8a19-6f1a6c61c49e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:46.409005 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9046f6-3044-4bce-93da-ef8004f7283a", "name": "network-vif-deleted", "tag": "9d869f76-c584-4a07-b188-4c2315b7b520", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:46.409386 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-041bfca7-33bf-4c7e-8a19-6f1a6c61c49e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:46.410124 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9046f6-3044-4bce-93da-ef8004f7283a', 'name': 'network-vif-deleted', 'tag': '9d869f76-c584-4a07-b188-4c2315b7b520', 'status': 'completed', 'code': 200} Jul 22 16:28:46.465265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-817c4717-eac2-4952-b7ab-c8fa2fec2ec9 req-b4613d72-3cc4-4612-aedf-56fd1dcb3bf9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 210 time: 0.0649340 Jul 22 16:28:46.607802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-e4d3aef9-3220-457e-bbd6-8e70a672a1b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:46.609606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-e4d3aef9-3220-457e-bbd6-8e70a672a1b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.2588770 Jul 22 16:28:46.656537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70deba6-3e70-4d36-a568-e7226c6f2ef0 req-de3784a2-a5c6-4ade-95cb-fa07968372e7 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:46.658389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b70deba6-3e70-4d36-a568-e7226c6f2ef0 req-de3784a2-a5c6-4ade-95cb-fa07968372e7 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 948 time: 0.1325431 Jul 22 16:28:46.729796 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-062ee8a3-4cdd-4c7e-8b8c-164595e07244 req-8211d3eb-c9ef-4f98-b66d-093b0435053f tempest-FloatingIPsAssociationNegativeTestJSON-118865574 tempest-FloatingIPsAssociationNegativeTestJSON-118865574-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd9046f6-3044-4bce-93da-ef8004f7283a HTTP/1.1" status: 200 len: 210 time: 0.0461140 Jul 22 16:28:46.732528 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-d02182bc-be46-4fd0-9cbf-e51e8e2ee42e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77dffae4560c4b04952180adca13cc0b HTTP/1.1" status: 200 len: 379 time: 0.0984621 Jul 22 16:28:46.750685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'port': {'device_id': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'admin_state_up': True, 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'security_groups': ['8dc87d6a-fd7b-48b4-903d-4f1760588493']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:46.765894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b70deba6-3e70-4d36-a568-e7226c6f2ef0 req-46f8a18f-5349-4cae-ad8e-439da919fb7a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967357 Jul 22 16:28:46.937792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Made reservation on behalf of 77dffae4560c4b04952180adca13cc0b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:46.943295 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:47.035106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8165fef-d086-452b-9e77-4f7b11ce03e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a17305d-55c5-469a-addf-052b9f16996c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:47.042884 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c45be1-0ea0-4503-82c5-f872db3cf5a3" -d '{"events": [{"server_uuid": "d8165fef-d086-452b-9e77-4f7b11ce03e3", "name": "network-vif-plugged", "status": "completed", "tag": "2a17305d-55c5-469a-addf-052b9f16996c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:47.057527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec50358-ebc3-4e23-95be-a7ae6405e466 req-6fc88ce9-2b70-4c0e-aaa3-fca2ce565dbd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:47.059783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ec50358-ebc3-4e23-95be-a7ae6405e466 req-6fc88ce9-2b70-4c0e-aaa3-fca2ce565dbd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1414587 Jul 22 16:28:47.130746 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96011aab-569e-4e98-8597-439ee1a86151 x-openstack-request-id: req-96011aab-569e-4e98-8597-439ee1a86151 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:47.131428 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8165fef-d086-452b-9e77-4f7b11ce03e3", "name": "network-vif-plugged", "status": "completed", "tag": "2a17305d-55c5-469a-addf-052b9f16996c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:47.131688 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96011aab-569e-4e98-8597-439ee1a86151 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:47.132082 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8165fef-d086-452b-9e77-4f7b11ce03e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a17305d-55c5-469a-addf-052b9f16996c', 'code': 200} Jul 22 16:28:47.134165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ec50358-ebc3-4e23-95be-a7ae6405e466 req-fec1f67b-aa98-4ff2-9357-c4a8742d06db tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677209 Jul 22 16:28:47.193677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Allocated IP 172.20.0.12 (0b7dcbe5-a1df-4607-b95c-226b8ef07171/d0c88bde-1ecf-4f65-b878-4a183a720233/7f7cf3f9-b3ed-4303-95b8-78e7613437e3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:47.469208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0f714-0892-4c26-9051-729d24b51f53 req-452373a6-102c-4007-af66-20eefdf47688 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:47.477304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99f0f714-0892-4c26-9051-729d24b51f53 req-452373a6-102c-4007-af66-20eefdf47688 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.1014853 Jul 22 16:28:47.520889 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:47.527013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99f0f714-0892-4c26-9051-729d24b51f53 req-fad930bd-9e9f-4d27-9441-ea38f3c0b80f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471227 Jul 22 16:28:47.547094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7e4d2-324e-41b4-b6c5-71ce59b231df req-deb4079c-a96a-47f2-bcac-759be3123312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:47.548678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3ce7e4d2-324e-41b4-b6c5-71ce59b231df req-deb4079c-a96a-47f2-bcac-759be3123312 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 1100 time: 0.2879617 Jul 22 16:28:47.561543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Transition to ACTIVE for port object 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:47.613137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4af7-0f75-401f-9032-627fd4dbc7ce req-1637ae94-2d00-40a7-9f65-16cea1807ead tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:47.614779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb8f4af7-0f75-401f-9032-627fd4dbc7ce req-1637ae94-2d00-40a7-9f65-16cea1807ead tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.2273166 Jul 22 16:28:47.631996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd6e419d-8300-47c6-b8d1-d77079a2df6a req-6f5f38a0-79de-42e6-97cb-becfba1c55c1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 210 time: 0.0440710 Jul 22 16:28:47.640380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3ce7e4d2-324e-41b4-b6c5-71ce59b231df req-04785f6f-c47a-4609-9a3e-ddd576dce43c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785825 Jul 22 16:28:47.680257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:47.702301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb8f4af7-0f75-401f-9032-627fd4dbc7ce req-48f2e871-92df-4df7-a90a-b9d2e71f8824 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625856 Jul 22 16:28:47.742016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:47.747775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:47.751785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:47.821308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:47.855604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:47.856409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:47.860236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59096) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:47.945668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413f095-466d-4af5-adf1-e68a86474d4e req-d5c9cfee-d31a-43dd-9f71-ca7d65f41d18 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:47.959849 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6413f095-466d-4af5-adf1-e68a86474d4e req-d5c9cfee-d31a-43dd-9f71-ca7d65f41d18 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.1337705 Jul 22 16:28:48.022521 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6413f095-466d-4af5-adf1-e68a86474d4e req-7bc702b7-8944-4264-b8f3-c88f17331257 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609553 Jul 22 16:28:48.071139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-7fedad0f-e992-4ccf-84fa-dc3616359380 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3267491 Jul 22 16:28:48.104268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Request body: {'port': {'device_id': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:48.106580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a08c054e-1728-4495-8274-d41daf667d32 None None] Provisioning for port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:48.115778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a08c054e-1728-4495-8274-d41daf667d32 None None] Provisioning complete for port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:48.116544 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a08c054e-1728-4495-8274-d41daf667d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.189460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a08c054e-1728-4495-8274-d41daf667d32 None None] Port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:48.227069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d03c6-133e-4848-8fe0-a7394597c7b0 req-a3157153-2a7a-4106-9979-ea89d86761a5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:48.235428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-769d03c6-133e-4848-8fe0-a7394597c7b0 req-a3157153-2a7a-4106-9979-ea89d86761a5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 948 time: 0.2267318 Jul 22 16:28:48.356958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.393272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-769d03c6-133e-4848-8fe0-a7394597c7b0 req-cc685b6f-3daa-4f51-8700-70c627779f62 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569273 Jul 22 16:28:48.409295 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3192e6b-8d39-4a25-95ee-2a8f948c1d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:48.423341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd745-7fac-4253-aa89-37f08d9eb991 req-c5ecb205-dd21-466f-8c1e-7c77663782e6 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:48.434499 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55efd745-7fac-4253-aa89-37f08d9eb991 req-c5ecb205-dd21-466f-8c1e-7c77663782e6 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.1570024 Jul 22 16:28:48.506396 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55efd745-7fac-4253-aa89-37f08d9eb991 req-5a12a67a-5d61-4518-adf4-31f665c7addb tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711062 Jul 22 16:28:48.617744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9d869f76-c584-4a07-b188-4c2315b7b520 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:48.661728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 9d869f76-c584-4a07-b188-4c2315b7b520 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:48.662178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9d869f76-c584-4a07-b188-4c2315b7b520 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:48.748532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fe294-12c9-482f-87af-6346b7197479 req-5d0de7be-74a7-44be-acbf-31ff9a8de1b9 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:48.751266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f5fe294-12c9-482f-87af-6346b7197479 req-5d0de7be-74a7-44be-acbf-31ff9a8de1b9 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.1392539 Jul 22 16:28:48.810048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f5fe294-12c9-482f-87af-6346b7197479 req-644ccba2-bd28-4272-b0b4-ba97f96fe2de tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487671 Jul 22 16:28:48.872004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ecc06-028f-46c5-bc48-3cab94930ad8 req-0c0e6c61-5aa8-49fd-8dc0-ab649000b0e5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:48.874114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b1ecc06-028f-46c5-bc48-3cab94930ad8 req-0c0e6c61-5aa8-49fd-8dc0-ab649000b0e5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.3217776 Jul 22 16:28:49.031351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b1ecc06-028f-46c5-bc48-3cab94930ad8 req-ad9847b0-5d05-4e64-872f-030078dbb9ca tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461875 Jul 22 16:28:49.039384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076642a-c82e-4536-b6b5-08aef9cf52f9 req-026d993b-4b3f-4089-9f6a-c08d69b378a7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:49.053603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b076642a-c82e-4536-b6b5-08aef9cf52f9 req-026d993b-4b3f-4089-9f6a-c08d69b378a7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.1392291 Jul 22 16:28:49.106650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:49.133499 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:49.138164 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:49.145084 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b076642a-c82e-4536-b6b5-08aef9cf52f9 req-15b3a984-d888-4feb-87de-5eae92153969 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889175 Jul 22 16:28:49.387557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1dfe-ce60-4e17-ac2c-d027d9f53fe6 req-c995e5f9-3654-44b4-a747-1369f67731a4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:49.400981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25ae1dfe-ce60-4e17-ac2c-d027d9f53fe6 req-c995e5f9-3654-44b4-a747-1369f67731a4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.1332891 Jul 22 16:28:49.463915 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25ae1dfe-ce60-4e17-ac2c-d027d9f53fe6 req-efbab9b2-83a9-4b01-9d21-906c022be8ae tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556338 Jul 22 16:28:49.624694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Transition to ACTIVE for port object 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:49.641919 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:49.738543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:49.766649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-6297cae2-9662-4081-9927-93a2472116b8 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:49.768310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-6297cae2-9662-4081-9927-93a2472116b8 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1098 time: 0.6557243 Jul 22 16:28:49.802508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-13'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:49.890662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d40f61-6b08-4663-9cb4-ada9ab24ad60 req-1403439a-16b2-4f9d-90ce-6008fc4c45b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:49.901858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37d40f61-6b08-4663-9cb4-ada9ab24ad60 req-1403439a-16b2-4f9d-90ce-6008fc4c45b2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 948 time: 0.1455252 Jul 22 16:28:49.941157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620d2a6-5434-40b7-8ede-c8f1ba784204 req-f3f9f898-c1e3-4f08-9367-6bfb92143d97 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:49.943487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6620d2a6-5434-40b7-8ede-c8f1ba784204 req-f3f9f898-c1e3-4f08-9367-6bfb92143d97 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 932 time: 0.7316735 Jul 22 16:28:49.963648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37d40f61-6b08-4663-9cb4-ada9ab24ad60 req-38c341f3-0b3c-47e5-8292-739e519f1c62 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607445 Jul 22 16:28:50.140098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6435e9-edfb-4aef-bff0-9cc9b645691a req-1b80913b-46e3-4caa-95ba-0bf7c16ddb9b tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.143005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2e6435e9-edfb-4aef-bff0-9cc9b645691a req-1b80913b-46e3-4caa-95ba-0bf7c16ddb9b tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.0987682 Jul 22 16:28:50.195700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2e6435e9-edfb-4aef-bff0-9cc9b645691a req-6a940837-c77f-44d5-a427-3517bf8cb7ca tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465822 Jul 22 16:28:50.215324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6620d2a6-5434-40b7-8ede-c8f1ba784204 req-41dd12f7-07af-4a36-87cf-06e83b25caf8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412646 Jul 22 16:28:50.234250 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:50.261324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Attempting to bind port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:50.261830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Attempting to bind port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:50.262463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Attempting to bind port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:50.347801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:50.348128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Attempting to bind port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:50.376562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:50.376927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Checking segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:50.377420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Bound using segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:50.378132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Bound port: 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:50.378716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:50.458693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11931169-2351-426f-a469-51a45419b804 req-179fcb70-79c4-4b7e-9a52-1a9cae15e544 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.462498 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11931169-2351-426f-a469-51a45419b804 req-179fcb70-79c4-4b7e-9a52-1a9cae15e544 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1146035 Jul 22 16:28:50.537395 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11931169-2351-426f-a469-51a45419b804 req-8a68e252-42bd-406e-8d46-c9dfda59583b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643704 Jul 22 16:28:50.605498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ecc265b3-aa72-47ad-8f2b-98e0bd914392 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:50.704449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:50.718819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:50.743234 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:50.772638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:50.774134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bc556-88f0-4007-9352-fa351eb6765d req-62375977-2bf2-47af-9d5d-7ace4ec9b0e3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.777367 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-155bc556-88f0-4007-9352-fa351eb6765d req-62375977-2bf2-47af-9d5d-7ace4ec9b0e3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 946 time: 0.1435235 Jul 22 16:28:50.786200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ecc265b3-aa72-47ad-8f2b-98e0bd914392 has no active binding in host n-h2-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:28:50.835052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759f329-86d3-4cd5-8509-adc46f13c498 req-177ab618-fd30-4326-b898-ee39d3ff27af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.836779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d759f329-86d3-4cd5-8509-adc46f13c498 req-177ab618-fd30-4326-b898-ee39d3ff27af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.4904203 Jul 22 16:28:50.860315 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-155bc556-88f0-4007-9352-fa351eb6765d req-82aa73cc-0fed-431e-b19a-cb6f60975a91 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759287 Jul 22 16:28:50.874766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:50.875496 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:50.876944 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] 10.222.0.65 "PUT /v2.0/ports/7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1093 time: 2.7782066 Jul 22 16:28:50.878544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:50.881023 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b76648d-825b-4b26-b1d5-762e0ccbdd95" -d '{"events": [{"name": "network-changed", "server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:50.908307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:50.922681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Deleting port 3d0856a3-cdc6-4466-976a-db71514c0a42 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:50.923054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:50.970570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a37de-026c-41ea-bed9-8b24dda53f17 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:50.976864 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff876-bcc4-4b06-83c3-a13ace2d210d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.087928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.099644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d759f329-86d3-4cd5-8509-adc46f13c498 req-6dd02111-fc60-46f2-ab24-94686bd77867 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215462 Jul 22 16:28:51.121695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:51.177719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.183182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-6f0a8983-e2b1-4c48-b4a2-73abd6d68d4a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479646 Jul 22 16:28:51.186698 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcd50c0-ccae-4e86-8ef4-77674996fb18 x-openstack-request-id: req-5fcd50c0-ccae-4e86-8ef4-77674996fb18 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:51.187015 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:51.187402 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fcd50c0-ccae-4e86-8ef4-77674996fb18 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:51.187848 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'status': 'completed', 'code': 200} Jul 22 16:28:51.221162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.329951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-7c436b98-ca04-4b83-8eeb-6db7b841cdae tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:51.333032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-7c436b98-ca04-4b83-8eeb-6db7b841cdae tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475520 Jul 22 16:28:51.356351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-91f21811-6bfa-431a-ac6c-0404a6c91470 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/quotas/bcd77a76d838435e9532d1d4ece74bb3 HTTP/1.1" status: 200 len: 375 time: 0.0151429 Jul 22 16:28:51.360729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] For port 3d0856a3-cdc6-4466-976a-db71514c0a42, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3d0856a3-cdc6-4466-976a-db71514c0a42,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:51.361095 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.408550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Calling delete_port for 3d0856a3-cdc6-4466-976a-db71514c0a42 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:51.414067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc265b3-aa72-47ad-8f2b-98e0bd914392,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:51.430659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-8541b63b-ac91-4c78-850a-6133c31dd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:51.432234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-8541b63b-ac91-4c78-850a-6133c31dd504 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1096 time: 0.3991919 Jul 22 16:28:51.452298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on host n-h1-792458-13 for vnic_type normal with profile {"migrating_to": "n-h2-792458-13"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:51.452659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:51.453207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:51.479632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-4259155d-acfa-4d22-8898-6b9d828ef5f4 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116183 Jul 22 16:28:51.548692 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-9a0df07e-56b7-4c25-84e8-f598f4b7abe1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 217 time: 0.0878468 Jul 22 16:28:51.551886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:51.552225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Attempting to bind port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:51.584698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c793ee2-5266-423f-aca2-44f79045ff87 req-6c63325c-2b26-4325-ba3b-1334dd19e4ef tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:51.591692 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9c793ee2-5266-423f-aca2-44f79045ff87 req-6c63325c-2b26-4325-ba3b-1334dd19e4ef tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.3593566 Jul 22 16:28:51.636009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:51.636501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:51.637133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:51.637828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Bound port: ecc265b3-aa72-47ad-8f2b-98e0bd914392, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:51.638346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:51.723680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-44ed6ffb-8856-47f2-a56f-3651aa0a7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:51.725273 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-44ed6ffb-8856-47f2-a56f-3651aa0a7dc2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1666398 Jul 22 16:28:51.731295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9c793ee2-5266-423f-aca2-44f79045ff87 req-6bdb47d8-be13-4fec-b28a-3c8a34629472 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340070 Jul 22 16:28:51.866787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9622ac-3513-42f7-9530-31d0eb68ff67 req-c05a0772-fdf5-4bbd-9d3a-53214937761c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:51.877962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f9622ac-3513-42f7-9530-31d0eb68ff67 req-c05a0772-fdf5-4bbd-9d3a-53214937761c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 944 time: 0.1581709 Jul 22 16:28:51.928835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d86237a-9750-4f56-b974-e112cd727464 req-fc4ae2f1-4c25-467e-a8b4-08aeee4ff668 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 210 time: 0.0993037 Jul 22 16:28:51.947453 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f9622ac-3513-42f7-9530-31d0eb68ff67 req-5bd9ba1f-dd25-4081-b6d1-1a64d529d4d1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681784 Jul 22 16:28:52.013357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:52.023646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:52.095085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:52.127908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395b0c0-f20e-439f-9854-a811c6c188ba req-a3fc9e7b-c132-4832-b8e3-94b58a12d26d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.130753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9395b0c0-f20e-439f-9854-a811c6c188ba req-a3fc9e7b-c132-4832-b8e3-94b58a12d26d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.1089351 Jul 22 16:28:52.227715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9395b0c0-f20e-439f-9854-a811c6c188ba req-b1bceba0-a8e1-42f8-b687-c3bc0f51e1ab tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873063 Jul 22 16:28:52.274854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-4b92eead-8f1f-4b53-9077-73e854480ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.276408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-4b92eead-8f1f-4b53-9077-73e854480ebe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4663155 Jul 22 16:28:52.280709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.281371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:52.282853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] 10.222.0.20 "PUT /v2.0/ports/ecc265b3-aa72-47ad-8f2b-98e0bd914392 HTTP/1.1" status: 200 len: 1124 time: 2.4906700 Jul 22 16:28:52.315226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da720787-695f-4c16-be91-9eef815cebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc265b3-aa72-47ad-8f2b-98e0bd914392,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:52.337254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:52.389802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0856a3-cdc6-4466-976a-db71514c0a42,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:52.407083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758eef67-564f-4d23-9ebe-a50bb0df4694 req-f6380aba-fb80-417a-a3d3-047b85cf1488 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.413948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-758eef67-564f-4d23-9ebe-a50bb0df4694 req-f6380aba-fb80-417a-a3d3-047b85cf1488 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 944 time: 0.3754399 Jul 22 16:28:52.431894 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:52.442074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ecc265b3-aa72-47ad-8f2b-98e0bd914392'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:52.659909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b342e56-6867-4c22-a226-852008f9f964 req-ba15674e-82fe-432a-9a0c-8dfca10921c5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:52.669050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b342e56-6867-4c22-a226-852008f9f964 req-ba15674e-82fe-432a-9a0c-8dfca10921c5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.1639907 Jul 22 16:28:52.676614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['ecc265b3-aa72-47ad-8f2b-98e0bd914392'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:52.738244 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b342e56-6867-4c22-a226-852008f9f964 req-39ca8270-3e1a-4cd4-b583-1a90724c8611 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669892 Jul 22 16:28:53.002658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-758eef67-564f-4d23-9ebe-a50bb0df4694 req-91dbb150-d7c0-4bbb-91e6-4c80e41fe077 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876839 Jul 22 16:28:53.029162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-f7a7b9d9-2de8-4228-a887-61b26e7e8651 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363801 Jul 22 16:28:53.189271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392'}, {'name': 'network-changed', 'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:53.191582 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e" -d '{"events": [{"server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392"}, {"name": "network-changed", "server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:53.331986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:53.365316 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae84aebb-94ce-40c7-9c94-cd6bf0a0ba7c req-a8d9182d-ec78-4659-a1bb-bf8ade9d4e69 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821937 Jul 22 16:28:53.382564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557fe4-36a3-4dab-a2ce-f59abb7a53f4 req-86fe6b51-b36b-4fdd-ae1e-bf12462a31f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:53.385173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa557fe4-36a3-4dab-a2ce-f59abb7a53f4 req-86fe6b51-b36b-4fdd-ae1e-bf12462a31f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 944 time: 0.2551773 Jul 22 16:28:53.585685 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d49791d3-3ba6-45ce-8cdd-9109797ebdae req-295c5e1d-6684-43c5-8626-1c5a84db78d1 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 210 time: 0.1147285 Jul 22 16:28:53.666755 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cf8c7d-2baf-4eb6-b8d7-693f7cd01efb x-openstack-request-id: req-b3cf8c7d-2baf-4eb6-b8d7-693f7cd01efb {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:28:53.667206 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392", "code": 200}, {"name": "network-changed", "server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:28:53.667533 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3cf8c7d-2baf-4eb6-b8d7-693f7cd01efb {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:28:53.668141 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392', 'code': 200} Jul 22 16:28:53.668530 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392', 'status': 'completed', 'code': 200} Jul 22 16:28:53.688173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-bbdb8574-2413-471c-8426-5f1ce29ce479 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398094 Jul 22 16:28:53.831496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa557fe4-36a3-4dab-a2ce-f59abb7a53f4 req-c8fcf2d9-93b5-45d5-a0cb-bcb085d7da8f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3880162 Jul 22 16:28:53.995776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-7fc2e92b-4482-486b-9cb3-781329a09d3b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:53.997656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-7fc2e92b-4482-486b-9cb3-781329a09d3b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932522 Jul 22 16:28:54.046214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Request body: {'port': {'device_id': 'f7a9902b-8b79-40cf-8d50-d2f188e4bdd7', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'bcd77a76d838435e9532d1d4ece74bb3'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:54.101696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-089394a5-1883-4072-9412-80228bab0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.103409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-089394a5-1883-4072-9412-80228bab0897 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1096 time: 0.5124478 Jul 22 16:28:54.106154 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:54.292170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-df415895-d458-40e2-aa73-433930feb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.294544 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-df415895-d458-40e2-aa73-433930feb616 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1127 time: 0.4587142 Jul 22 16:28:54.428237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb69c6c-93e7-4698-91bd-d71434a214ee req-22f85ca6-fc33-4a1b-8a25-5aebab67ea22 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.430024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0fb69c6c-93e7-4698-91bd-d71434a214ee req-22f85ca6-fc33-4a1b-8a25-5aebab67ea22 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 944 time: 0.0985942 Jul 22 16:28:54.449428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:28:54.487713 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0fb69c6c-93e7-4698-91bd-d71434a214ee req-1a9f0ed4-8db0-4edc-be1d-834628768a14 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498054 Jul 22 16:28:54.518680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f30ae2-e437-4d3f-9cfd-bea1e2569bdf req-35c06828-0a5c-4a3a-97bc-a7363d693859 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.520282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-54f30ae2-e437-4d3f-9cfd-bea1e2569bdf req-35c06828-0a5c-4a3a-97bc-a7363d693859 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.4886079 Jul 22 16:28:54.572562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-33497367-b480-489d-905a-3ba888eb380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.574477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-33497367-b480-489d-905a-3ba888eb380f service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.4261379 Jul 22 16:28:54.709178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89740f-04ca-41f6-b1ac-2c70eada5763 req-86acf2f5-78d5-4287-909c-52ec4192d751 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.711433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f89740f-04ca-41f6-b1ac-2c70eada5763 req-86acf2f5-78d5-4287-909c-52ec4192d751 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.1300519 Jul 22 16:28:54.752858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-79032837-89b4-4346-baa5-fe49d9ece41c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 217 time: 0.1669626 Jul 22 16:28:54.766017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-3801991c-5c9d-4c59-a3e8-02e381303483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:54.767547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-3801991c-5c9d-4c59-a3e8-02e381303483 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.4423399 Jul 22 16:28:54.776008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Made reservation on behalf of bcd77a76d838435e9532d1d4ece74bb3 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:28:54.779806 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:54.796507 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f89740f-04ca-41f6-b1ac-2c70eada5763 req-5fd30cf4-1e6f-4be5-afcd-e518f34e5d12 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790012 Jul 22 16:28:54.798034 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-54f30ae2-e437-4d3f-9cfd-bea1e2569bdf req-75499f5e-0245-4c6b-9096-77675f202bb5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678225 Jul 22 16:28:54.908927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-7b1d16b9-2dfa-469a-bcb5-2ff1fe2e3b08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392 HTTP/1.1" status: 200 len: 217 time: 0.1141992 Jul 22 16:28:55.000167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-512c763d-7c16-4458-bca0-af7a5fa7231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:55.001678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-512c763d-7c16-4458-bca0-af7a5fa7231c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.2267640 Jul 22 16:28:55.057284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3cbd8ab1-aebb-4ac1-8d34-2a0d9a62a5ba req-00623a7b-2d26-450c-96e2-27fd4984fc48 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 210 time: 0.1064019 Jul 22 16:28:55.066188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e621b3-c187-4824-8afb-b7be007d37be req-ab2f0e8c-38fa-4df9-bdce-20d9019115eb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:55.068023 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44e621b3-c187-4824-8afb-b7be007d37be req-ab2f0e8c-38fa-4df9-bdce-20d9019115eb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 944 time: 0.1036572 Jul 22 16:28:55.071723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:28:55.098440 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] Sync routers for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:28:55.113496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-967366a6-d036-4116-b39c-8ada4cf39194 admin admin] 10.222.0.53 "PUT /v2.0/routers/8793f96b-5a2b-445e-a913-2f4fe4a5c323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2425032 Jul 22 16:28:55.113658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:55.126015 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:55.126015 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:55.169825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-fff886fd-e9e5-495a-a00e-c760c55607d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:55.184715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-fff886fd-e9e5-495a-a00e-c760c55607d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.2575753 Jul 22 16:28:55.316768 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44e621b3-c187-4824-8afb-b7be007d37be req-929c9905-0654-4a2b-ab10-3a7f55518ad6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418802 Jul 22 16:28:55.365746 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:55.427443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:55.434617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Allocated IP 192.168.233.147 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/b83096fb-c46d-4909-866a-4adf1f08b8c0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:28:55.486607 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-fcf032cf-229b-4471-ae66-09eaf8daab72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2844546 Jul 22 16:28:55.616754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-8ef21534-04c6-46fc-9095-efa9eea10178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:55.630497 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-8ef21534-04c6-46fc-9095-efa9eea10178 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5812876 Jul 22 16:28:55.711939 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:55.744759 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:28:52Z', 'revision_number': 5, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port': {'id': '161dbbde-7ce9-4397-918d-d9ceaf6bfc76', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:27:33Z', 'updated_at': '2021-07-22T16:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:55.821013 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] Checking router: 8793f96b-5a2b-445e-a913-2f4fe4a5c323 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:28:55.843304 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] Routers {'8793f96b-5a2b-445e-a913-2f4fe4a5c323'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:28:55.846546 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:55.853931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Deleting port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:55.859223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.019118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] For port 161dbbde-7ce9-4397-918d-d9ceaf6bfc76, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=161dbbde-7ce9-4397-918d-d9ceaf6bfc76,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:56.019756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.038819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Calling delete_port for 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:56.225673 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] Set router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:28:56.344516 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:28:55Z', 'revision_number': 6, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:28:56.385138 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeecc3a-fc53-4071-a301-c94c6c075959 None None] The sync data for ids ['8793f96b-5a2b-445e-a913-2f4fe4a5c323'] in n-d-792458-13 is: [{'id': '8793f96b-5a2b-445e-a913-2f4fe4a5c323', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-756929850-router', 'tenant_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:27:31Z', 'updated_at': '2021-07-22T16:28:55Z', 'revision_number': 6, 'project_id': '3ead6e9f99bb4a579d8e4488b7bd5578', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:28:56.421574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d7999-d036-4e73-b181-d3199b30e8a2 req-f7847e5e-0b0d-44cb-b826-95689a8a90f2 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:56.435674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-815d7999-d036-4e73-b181-d3199b30e8a2 req-f7847e5e-0b0d-44cb-b826-95689a8a90f2 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 946 time: 0.3588440 Jul 22 16:28:56.486401 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-33750d83-c9fa-482d-8f64-7c22ef4ba795 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9831026 Jul 22 16:28:56.504916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.539365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-23e10bc5-ba12-4a78-b490-e0d8a2976545 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8662529 Jul 22 16:28:56.569572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b03ac6-d96c-4532-a8ca-5b3cf59a5762 req-2e4957bb-c230-44dc-b6ba-8570a857b7d9 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:56.571844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-73b03ac6-d96c-4532-a8ca-5b3cf59a5762 req-2e4957bb-c230-44dc-b6ba-8570a857b7d9 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 944 time: 0.8968980 Jul 22 16:28:56.605464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-815d7999-d036-4e73-b181-d3199b30e8a2 req-82663711-80f9-47e3-9279-6e6a4803cfc3 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244249 Jul 22 16:28:56.610642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.622296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Transition to ACTIVE for port object b83096fb-c46d-4909-866a-4adf1f08b8c0 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:56.687686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6be6068b-ab28-4030-b86f-188469bce2c3 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:56.722252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Pushing event deleted for resources: {'Port': ['ID=161dbbde-7ce9-4397-918d-d9ceaf6bfc76,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:56.943892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:56.979560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.031384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6be6068b-ab28-4030-b86f-188469bce2c3, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6be6068b-ab28-4030-b86f-188469bce2c3,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:57.039434 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e90cd9e-20a0-4d40-99cf-f4ba7e2b0a3e req-a5c2c9da-e77b-43d9-ada5-3a334f24920f service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075929 Jul 22 16:28:57.061150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['a9fdba31-47a1-4279-a22c-4d74bc012b9a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:57.068101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2a17305d-55c5-469a-addf-052b9f16996c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:57.075553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-73b03ac6-d96c-4532-a8ca-5b3cf59a5762 req-ba11cc6c-ca0d-4c80-b664-7b16b76eccd6 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133046 Jul 22 16:28:57.157912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b76648d-825b-4b26-b1d5-762e0ccbdd95 req-2532bcf4-f56f-4b73-86c0-3581e25e5110 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987337 Jul 22 16:28:57.167621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:28:57.169954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Pushing event updated for resources: {'Port': ['ID=b83096fb-c46d-4909-866a-4adf1f08b8c0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:57.173361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:28:57.181916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:28:57.200682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '6be6068b-ab28-4030-b86f-188469bce2c3', 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495', 'port_id': '6be6068b-ab28-4030-b86f-188469bce2c3', 'mac_address': 'fa:16:3e:f7:95:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92391ee-0316-4404-829f-4188a52dc78f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:57.267881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ddc9b-2e37-4108-9675-d7899d0ef218 req-a85fb2de-39a2-4edd-9944-65796f2c08fb tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:57.276577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b81ddc9b-2e37-4108-9675-d7899d0ef218 req-a85fb2de-39a2-4edd-9944-65796f2c08fb tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.5104141 Jul 22 16:28:57.282835 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.284455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:57.285485 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.305661 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.313242 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.424520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6be6068b-ab28-4030-b86f-188469bce2c3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:57.438864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b81ddc9b-2e37-4108-9675-d7899d0ef218 req-726f1552-10ae-4cd3-a22f-fb05704dcaf9 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582248 Jul 22 16:28:57.453659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-69f9f59e-55bd-4fb4-99d1-77f2d487fce2 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4142737 Jul 22 16:28:57.463206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.464396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8793f96b-5a2b-445e-a913-2f4fe4a5c323 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:28:57.483424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.485698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0b21e2a3-12f9-4fef-87f4-0d070b7916ea admin admin] 10.222.0.53 "DELETE /v2.0/routers/8793f96b-5a2b-445e-a913-2f4fe4a5c323 HTTP/1.1" status: 204 len: 168 time: 2.3713675 Jul 22 16:28:57.487925 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59316) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:57.504873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6be6068b-ab28-4030-b86f-188469bce2c3, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6be6068b-ab28-4030-b86f-188469bce2c3,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:57.506843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Request body: {'port': {'device_id': 'f7a9902b-8b79-40cf-8d50-d2f188e4bdd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:28:57.521850 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.601636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6be6068b-ab28-4030-b86f-188469bce2c3,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:57.666315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9792952-1661-4c46-ae4d-ace3dd166d56 req-ced47046-94dd-4769-bc86-af99a4665fa5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:57.681599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33bd557-d738-4f77-a23d-e49017f6a66d admin admin] Deleting subnet d45192b7-2dad-4650-ad5c-0b3ec688d0df {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:28:57.686007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a33bd557-d738-4f77-a23d-e49017f6a66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.702738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9792952-1661-4c46-ae4d-ace3dd166d56 req-ced47046-94dd-4769-bc86-af99a4665fa5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 936 time: 0.4349499 Jul 22 16:28:57.703021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3d0856a3-cdc6-4466-976a-db71514c0a42 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:57.734819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6be6068b-ab28-4030-b86f-188469bce2c3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:57.771702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:28:57.793330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a33bd557-d738-4f77-a23d-e49017f6a66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.803826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 3d0856a3-cdc6-4466-976a-db71514c0a42 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:57.804250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3d0856a3-cdc6-4466-976a-db71514c0a42 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:57.805392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:57.819009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9792952-1661-4c46-ae4d-ace3dd166d56 req-0118d785-e7e3-443c-b0ef-4bac826b31fc tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135347 Jul 22 16:28:57.867554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:57.954046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:28:57.954400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 161dbbde-7ce9-4397-918d-d9ceaf6bfc76 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:28:57.980777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f921f39e-c543-4407-a877-ab21f95dd159 None None] Provisioning for port b83096fb-c46d-4909-866a-4adf1f08b8c0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:28:58.088328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a33bd557-d738-4f77-a23d-e49017f6a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.137697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f921f39e-c543-4407-a877-ab21f95dd159 None None] Provisioning complete for port b83096fb-c46d-4909-866a-4adf1f08b8c0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:28:58.139143 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f921f39e-c543-4407-a877-ab21f95dd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.154987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895d9ac-3b24-44bc-a6cd-290d4f5fd81e req-cb5e02aa-1038-4781-8200-cae28c9ce4a0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:58.168021 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e895d9ac-3b24-44bc-a6cd-290d4f5fd81e req-cb5e02aa-1038-4781-8200-cae28c9ce4a0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 944 time: 0.2940640 Jul 22 16:28:58.251224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e895d9ac-3b24-44bc-a6cd-290d4f5fd81e req-9b2159b6-de1e-4905-a04e-634a4c2de68c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819483 Jul 22 16:28:58.284786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:58.296086 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a33bd557-d738-4f77-a23d-e49017f6a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.318084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f921f39e-c543-4407-a877-ab21f95dd159 None None] Port b83096fb-c46d-4909-866a-4adf1f08b8c0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:28:58.343217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'port_id': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'mac_address': 'fa:16:3e:85:b7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:28:58.354496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bd557-d738-4f77-a23d-e49017f6a66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45192b7-2dad-4650-ad5c-0b3ec688d0df,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:58.386028 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a33bd557-d738-4f77-a23d-e49017f6a66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.391853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a33bd557-d738-4f77-a23d-e49017f6a66d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d45192b7-2dad-4650-ad5c-0b3ec688d0df HTTP/1.1" status: 204 len: 168 time: 0.9004233 Jul 22 16:28:58.394122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59332) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:28:58.438485 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.442794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d26003-0981-434e-a683-9b5a7c5fa37b None None] Network 14e25f4b-7202-4f5c-9175-ee06a898b3f4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:28:58.537640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83096fb-c46d-4909-866a-4adf1f08b8c0 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:58.554705 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.587081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Transition to ACTIVE for port object b83096fb-c46d-4909-866a-4adf1f08b8c0 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:28:58.594601 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.635672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:28:58.680589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.707961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Pushing event updated for resources: {'Port': ['ID=b83096fb-c46d-4909-866a-4adf1f08b8c0,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:58.719239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:58.730581 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:58.941715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:58.963754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Attempting to bind port b83096fb-c46d-4909-866a-4adf1f08b8c0 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:28:58.964466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Attempting to bind port b83096fb-c46d-4909-866a-4adf1f08b8c0 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:28:58.964971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Attempting to bind port b83096fb-c46d-4909-866a-4adf1f08b8c0 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:58.995807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Port b83096fb-c46d-4909-866a-4adf1f08b8c0 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:28:58.996290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Attempting to bind port b83096fb-c46d-4909-866a-4adf1f08b8c0 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:28:59.037792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:28:59.038355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:28:59.039088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:28:59.039851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Bound port: b83096fb-c46d-4909-866a-4adf1f08b8c0, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:28:59.040489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.098258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd19ea0-d393-43bd-9a40-e7d14d7f6202 None None] DHCP port deletion for 14e25f4b-7202-4f5c-9175-ee06a898b3f4 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:28:59.122795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a9fd-9480-4d9a-a9d5-1fe3f87270b0 req-3c118627-b6c3-4333-a477-e8299dc850a6 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:59.131211 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fc8a9fd-9480-4d9a-a9d5-1fe3f87270b0 req-3c118627-b6c3-4333-a477-e8299dc850a6 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 944 time: 0.2672615 Jul 22 16:28:59.194093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8cd19ea0-d393-43bd-9a40-e7d14d7f6202 None None] Deleting port 90f6f829-a5cc-4687-825c-e6777c2e3340 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:59.194678 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cd19ea0-d393-43bd-9a40-e7d14d7f6202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.223534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fc8a9fd-9480-4d9a-a9d5-1fe3f87270b0 req-79053369-f6cc-47b7-b1d1-4ab52902e1c0 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906377 Jul 22 16:28:59.226689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['7f7cf3f9-b3ed-4303-95b8-78e7613437e3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:28:59.292367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] For port b83096fb-c46d-4909-866a-4adf1f08b8c0, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:28:59.299621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] For port b83096fb-c46d-4909-866a-4adf1f08b8c0, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b83096fb-c46d-4909-866a-4adf1f08b8c0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:28:59.307885 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.372033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b9c7c-43dc-410a-93fc-6521284c1548 req-b0e9b08f-f758-460c-bdc8-0b6ccccf76cc tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:59.374062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-509b9c7c-43dc-410a-93fc-6521284c1548 req-b0e9b08f-f758-460c-bdc8-0b6ccccf76cc tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 944 time: 0.9188223 Jul 22 16:28:59.447428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8cd19ea0-d393-43bd-9a40-e7d14d7f6202 None None] For port 90f6f829-a5cc-4687-825c-e6777c2e3340, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=90f6f829-a5cc-4687-825c-e6777c2e3340,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:59.448655 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cd19ea0-d393-43bd-9a40-e7d14d7f6202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.465604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Deleting port 90f6f829-a5cc-4687-825c-e6777c2e3340 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:28:59.465933 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.492296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:59.493673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8cd19ea0-d393-43bd-9a40-e7d14d7f6202 None None] Calling delete_port for 90f6f829-a5cc-4687-825c-e6777c2e3340 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:59.493860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.501971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-509b9c7c-43dc-410a-93fc-6521284c1548 req-427e777d-1b08-451e-9657-35029f2d166f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151860 Jul 22 16:28:59.512693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] 10.222.0.20 "PUT /v2.0/ports/b83096fb-c46d-4909-866a-4adf1f08b8c0 HTTP/1.1" status: 200 len: 1097 time: 2.0208077 Jul 22 16:28:59.524386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a9902b-8b79-40cf-8d50-d2f188e4bdd7', 'tag': 'b83096fb-c46d-4909-866a-4adf1f08b8c0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:28:59.533412 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27328070-2d56-4ffe-856e-47c7aa3e34ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a9902b-8b79-40cf-8d50-d2f188e4bdd7", "tag": "b83096fb-c46d-4909-866a-4adf1f08b8c0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:28:59.549200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7a431-1a19-4b1a-b0ef-7301301f5e36 service neutron] Pushing event updated for resources: {'Port': ['ID=b83096fb-c46d-4909-866a-4adf1f08b8c0,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:28:59.699162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] For port 90f6f829-a5cc-4687-825c-e6777c2e3340, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=90f6f829-a5cc-4687-825c-e6777c2e3340,segment=NetworkSegment(cc990253-30b5-4a3b-806f-b9f1fd4a9916),segment_id=cc990253-30b5-4a3b-806f-b9f1fd4a9916)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:28:59.701690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:28:59.706552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 90f6f829-a5cc-4687-825c-e6777c2e3340 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:28:59.746549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Calling delete_port for 90f6f829-a5cc-4687-825c-e6777c2e3340 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:28:59.971055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-3ce2fade-eefd-4aa5-b473-36679e109117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:59.972760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-3ce2fade-eefd-4aa5-b473-36679e109117 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 1100 time: 0.3152413 Jul 22 16:28:59.992478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1a995-2226-40b3-aa64-3076655661e9 req-081c1081-263e-4d86-8859-0038daf8d574 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:28:59.995718 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72c1a995-2226-40b3-aa64-3076655661e9 req-081c1081-263e-4d86-8859-0038daf8d574 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 948 time: 0.4195588 Jul 22 16:29:00.052113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8cd19ea0-d393-43bd-9a40-e7d14d7f6202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.112031 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.128708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-eb58ff9d-4130-4d75-85f1-0adefde5cdae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b83096fb-c46d-4909-866a-4adf1f08b8c0 HTTP/1.1" status: 200 len: 217 time: 0.1304519 Jul 22 16:29:00.137829 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.155451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd19ea0-d393-43bd-9a40-e7d14d7f6202 None None] Pushing event deleted for resources: {'Port': ['ID=90f6f829-a5cc-4687-825c-e6777c2e3340,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:00.166220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd19ea0-d393-43bd-9a40-e7d14d7f6202 None None] No DVR routers for this DVR port 90f6f829-a5cc-4687-825c-e6777c2e3340 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:00.234545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f6f829-a5cc-4687-825c-e6777c2e3340,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:00.274127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] No DVR routers for this DVR port 90f6f829-a5cc-4687-825c-e6777c2e3340 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:00.279122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72c1a995-2226-40b3-aa64-3076655661e9 req-9c9e0611-e6fd-4d85-97ad-fe902056e024 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399807 Jul 22 16:29:00.304557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-c92310f0-6ee0-420b-914c-63e9fea14066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:00.313609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-c92310f0-6ee0-420b-914c-63e9fea14066 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1763849 Jul 22 16:29:00.353322 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fc31dd-2d3c-46a8-ab8b-fb99b1067f2b x-openstack-request-id: req-c9fc31dd-2d3c-46a8-ab8b-fb99b1067f2b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:00.353322 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a9902b-8b79-40cf-8d50-d2f188e4bdd7", "tag": "b83096fb-c46d-4909-866a-4adf1f08b8c0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:00.353743 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9fc31dd-2d3c-46a8-ab8b-fb99b1067f2b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:00.355278 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7a9902b-8b79-40cf-8d50-d2f188e4bdd7', 'tag': 'b83096fb-c46d-4909-866a-4adf1f08b8c0', 'status': 'completed', 'code': 200} Jul 22 16:29:00.382771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f9e2-e5ef-4bcd-a0f5-b65aea85a450 req-6405db6b-97a4-403d-a317-58d6e1cfb1fe tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:00.384610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3566f9e2-e5ef-4bcd-a0f5-b65aea85a450 req-6405db6b-97a4-403d-a317-58d6e1cfb1fe tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2543089 Jul 22 16:29:00.420947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.507626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3566f9e2-e5ef-4bcd-a0f5-b65aea85a450 req-e9836eec-6d10-4df9-a4ca-99c2f07e9ff2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822580 Jul 22 16:29:00.509615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e25f4b-7202-4f5c-9175-ee06a898b3f4']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:00.533063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-0aebfe68-7bca-456e-9e56-021b60f35ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:00.535863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-0aebfe68-7bca-456e-9e56-021b60f35ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2052903 Jul 22 16:29:00.547841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc990253-30b5-4a3b-806f-b9f1fd4a9916') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:00.548194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc990253-30b5-4a3b-806f-b9f1fd4a9916') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:00.563107 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.599901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.623528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:29:00.625860 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:29:00.631854 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:29:00.678838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6be6068b-ab28-4030-b86f-188469bce2c3 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:00.738126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 6be6068b-ab28-4030-b86f-188469bce2c3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:00.738630 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.791974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.803682 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-58712df8-afe4-48d1-8378-cc9040090d9b service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587738 Jul 22 16:29:00.815320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085fa96-9f01-4939-a6f0-4e3d37435ab5 req-f2f14b4c-f349-4da0-92b6-9a47a28736b5 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:00.817369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3085fa96-9f01-4939-a6f0-4e3d37435ab5 req-f2f14b4c-f349-4da0-92b6-9a47a28736b5 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 944 time: 0.2707610 Jul 22 16:29:00.823036 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:00.829523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] 10.222.0.53 "DELETE /v2.0/networks/14e25f4b-7202-4f5c-9175-ee06a898b3f4 HTTP/1.1" status: 204 len: 168 time: 2.4287007 Jul 22 16:29:00.831238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6bea1-0a01-450f-b8f0-7406ce560590 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e25f4b-7202-4f5c-9175-ee06a898b3f4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:00.941561 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.007298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-572308b3-9f02-4f17-b8c4-cf6c7338b56f req-048dc733-2914-4697-8dff-771e4e6c475e service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885419 Jul 22 16:29:01.035638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6be6068b-ab28-4030-b86f-188469bce2c3, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6be6068b-ab28-4030-b86f-188469bce2c3,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:01.038140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be6068b-ab28-4030-b86f-188469bce2c3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:01.046618 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1adb14-2911-4e05-9334-d25e970f78cc" -d '{"events": [{"server_uuid": "7e33c2eb-47b9-4eda-a045-8c890bf9fc82", "name": "network-vif-plugged", "status": "completed", "tag": "6be6068b-ab28-4030-b86f-188469bce2c3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:01.057959 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.069133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3085fa96-9f01-4939-a6f0-4e3d37435ab5 req-d460b40c-c0cc-4a25-94a9-53acb4ff13b6 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098650 Jul 22 16:29:01.145309 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.148355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a9236-a9aa-4458-841c-375fa7088cab req-b3e8d690-763c-48fa-b9e1-9b879d4b18ea tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.168372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-983a9236-a9aa-4458-841c-375fa7088cab req-b3e8d690-763c-48fa-b9e1-9b879d4b18ea tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 944 time: 0.2575073 Jul 22 16:29:01.174490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59382) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:01.214139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6be6068b-ab28-4030-b86f-188469bce2c3,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:01.270020 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b130cac-4cf1-477a-8105-67db2ea2924b x-openstack-request-id: req-7b130cac-4cf1-477a-8105-67db2ea2924b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:01.270366 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e33c2eb-47b9-4eda-a045-8c890bf9fc82", "name": "network-vif-plugged", "status": "completed", "tag": "6be6068b-ab28-4030-b86f-188469bce2c3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:01.270629 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b130cac-4cf1-477a-8105-67db2ea2924b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:01.270975 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be6068b-ab28-4030-b86f-188469bce2c3', 'code': 200} Jul 22 16:29:01.293263 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-44b5891b-5e90-44e7-b7b2-b981a6e826f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ead6e9f99bb4a579d8e4488b7bd5578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937276 Jul 22 16:29:01.315587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-983a9236-a9aa-4458-841c-375fa7088cab req-bb5e0a34-52d1-43e2-a8a2-31da8abca172 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447828 Jul 22 16:29:01.316144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59384) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:01.361955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-f688f812-f801-4030-8023-10d257c074ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.364333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-f688f812-f801-4030-8023-10d257c074ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 1100 time: 0.2210894 Jul 22 16:29:01.447954 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11bbd94c-8a60-46c7-8216-58e985917811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.503983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11bbd94c-8a60-46c7-8216-58e985917811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.620643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11bbd94c-8a60-46c7-8216-58e985917811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.624812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-11bbd94c-8a60-46c7-8216-58e985917811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:01.627554 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-11bbd94c-8a60-46c7-8216-58e985917811 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9a18195-3290-413c-b567-ae75b92fc70f HTTP/1.1" status: 204 len: 168 time: 0.3102767 Jul 22 16:29:01.648081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbd94c-8a60-46c7-8216-58e985917811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a18195-3290-413c-b567-ae75b92fc70f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:01.733922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5abd9f84-98fb-4a89-955b-3f0c8899c2cd details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:01.760678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-8f0fdb3f-6c16-476e-90d5-a5663b00cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.767146 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-8f0fdb3f-6c16-476e-90d5-a5663b00cbc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3862739 Jul 22 16:29:01.843946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62abb2e-da1a-446d-98e5-308b16fa8713 req-2011f324-51d4-4778-b26b-ff5642733c46 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.845653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d62abb2e-da1a-446d-98e5-308b16fa8713 req-2011f324-51d4-4778-b26b-ff5642733c46 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 948 time: 0.4192772 Jul 22 16:29:01.914862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dcbe3-7922-4751-b1dc-d25ab6aa79be req-8b81c562-8ff2-45a8-ae95-de32710fc5e8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:01.916511 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f82dcbe3-7922-4751-b1dc-d25ab6aa79be req-8b81c562-8ff2-45a8-ae95-de32710fc5e8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1719224 Jul 22 16:29:01.957861 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-67c4e6c9-5b15-4dd5-894d-bf2b7efb89da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=b83096fb-c46d-4909-866a-4adf1f08b8c0 HTTP/1.1" status: 200 len: 217 time: 0.1763289 Jul 22 16:29:02.098451 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f82dcbe3-7922-4751-b1dc-d25ab6aa79be req-1a33bbb9-5853-4aba-9d79-813dd9f6f8fa tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554897 Jul 22 16:29:02.156555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d62abb2e-da1a-446d-98e5-308b16fa8713 req-729d0ae6-817d-4b89-af17-3898c5a1573a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147529 Jul 22 16:29:02.181921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:02.208260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-438ccb30-208a-4f77-9f5e-c33d8987ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:02.210889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-438ccb30-208a-4f77-9f5e-c33d8987ce91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2313733 Jul 22 16:29:02.225129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:02.243799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'port_id': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd', 'mac_address': 'fa:16:3e:03:37:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c66a87f-7623-4036-99c1-47ad46d04f04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:02.344578 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.355488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:02.365069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:02.365488 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.371513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5abd9f84-98fb-4a89-955b-3f0c8899c2cd {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:02.438695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-82538d58-90d9-43d0-8206-3f17038677bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:02.454733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-82538d58-90d9-43d0-8206-3f17038677bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2305605 Jul 22 16:29:02.510407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:02.524705 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.692046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-287882d1-91cf-4492-aa2d-f711a2ef19d3 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:02.694553 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-287882d1-91cf-4492-aa2d-f711a2ef19d3 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.3434069 Jul 22 16:29:02.714458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:02.752837 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.821456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-c3ede369-c7a9-4412-a61a-f663320dc4c8 service neutron] 10.222.0.65 "GET /v2.0/ports/ecc265b3-aa72-47ad-8f2b-98e0bd914392/bindings/n-h2-792458-13 HTTP/1.1" status: 200 len: 385 time: 0.3978095 Jul 22 16:29:02.823396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:02.830455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:02.878158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['5abd9f84-98fb-4a89-955b-3f0c8899c2cd'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:02.881100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9135be-c86d-4aab-bd2f-ddc752bb5f6e req-d6bd0537-23a8-406a-b499-ec476a2b2ce9 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:02.897035 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca9135be-c86d-4aab-bd2f-ddc752bb5f6e req-d6bd0537-23a8-406a-b499-ec476a2b2ce9 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 944 time: 0.3489094 Jul 22 16:29:02.936276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb5fa0-4e1f-4d00-a61c-f7f366ff48d9 req-f8a55e18-8494-414f-bedf-21d8b243df1e tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:02.938040 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfb5fa0-4e1f-4d00-a61c-f7f366ff48d9 req-f8a55e18-8494-414f-bedf-21d8b243df1e tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e33c2eb-47b9-4eda-a045-8c890bf9fc82 HTTP/1.1" status: 200 len: 945 time: 0.5257761 Jul 22 16:29:02.942542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-131eea18-6103-4b1e-9ffb-4be2a4395b37 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645181 Jul 22 16:29:02.976391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca9135be-c86d-4aab-bd2f-ddc752bb5f6e req-b02daef0-4442-48b3-9757-eb933fa45637 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778835 Jul 22 16:29:03.004141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:03.040674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Deleting port 6be6068b-ab28-4030-b86f-188469bce2c3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:03.041239 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.247909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] For port 6be6068b-ab28-4030-b86f-188469bce2c3, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6be6068b-ab28-4030-b86f-188469bce2c3,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:03.248378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.272640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Calling delete_port for 6be6068b-ab28-4030-b86f-188469bce2c3 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:03.278306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:03.291322 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f564c20c-f66c-4bc3-9812-2809ea814655" -d '{"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:03.297350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27328070-2d56-4ffe-856e-47c7aa3e34ab req-0524cd82-5488-4c7a-908c-a345326b10c8 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221986 Jul 22 16:29:03.411686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfb5fa0-4e1f-4d00-a61c-f7f366ff48d9 req-aaf02c92-3f9e-491e-8649-678c0e89534b tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966644 Jul 22 16:29:03.738508 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:03.746003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5abd9f84-98fb-4a89-955b-3f0c8899c2cd up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:03.861894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event deleted for resources: {'Port': ['ID=6be6068b-ab28-4030-b86f-188469bce2c3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:03.903345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:03.908458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6be6068b-ab28-4030-b86f-188469bce2c3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:03.936800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59472) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:03.994208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:03.994963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] No DVR routers for this DVR port 6be6068b-ab28-4030-b86f-188469bce2c3 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:03.999963 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.002513 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8de7bcb3-8cca-43c9-98f2-363cb877b729 req-4cce0277-cb26-4fae-b36b-a58ef2e6b3a2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.20 "DELETE /v2.0/ports/6be6068b-ab28-4030-b86f-188469bce2c3 HTTP/1.1" status: 204 len: 173 time: 1.2991536 Jul 22 16:29:04.003022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'name': 'network-vif-deleted', 'tag': '6be6068b-ab28-4030-b86f-188469bce2c3'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:04.008363 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afafc02-7782-4b41-8335-b4c64a0703ac" -d '{"events": [{"server_uuid": "7e33c2eb-47b9-4eda-a045-8c890bf9fc82", "name": "network-vif-deleted", "tag": "6be6068b-ab28-4030-b86f-188469bce2c3"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:04.031117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:04.031117 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.087555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611ea16-f2ca-4529-a896-2396a87c7eea req-ac2158bd-ae0c-4199-8369-bc3e0515694d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:04.095213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e611ea16-f2ca-4529-a896-2396a87c7eea req-ac2158bd-ae0c-4199-8369-bc3e0515694d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 946 time: 0.3453219 Jul 22 16:29:04.159348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e611ea16-f2ca-4529-a896-2396a87c7eea req-2410f18e-5b57-4482-aa20-918d546f279e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519526 Jul 22 16:29:04.181072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc265b3-aa72-47ad-8f2b-98e0bd914392 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:04.221373 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.240386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:04.292794 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.345507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:04.353200 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.354165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device ecc265b3-aa72-47ad-8f2b-98e0bd914392 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:04.417891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-65309926-network', 'tenant_id': '96fe6d9c61f44d86960336885df06446'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:04.488153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:04.490444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] Transition to ACTIVE for port object ecc265b3-aa72-47ad-8f2b-98e0bd914392 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:04.499652 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.508053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Made reservation on behalf of 96fe6d9c61f44d86960336885df06446 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:04.515946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.538821 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:04.585068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc265b3-aa72-47ad-8f2b-98e0bd914392,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:04.644484 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] No DVR routers for this DVR port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:04.697747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b83096fb-c46d-4909-866a-4adf1f08b8c0 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:04.720980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aa330-2008-4ea2-8c8d-46a9c5a62a7a req-babe1641-f128-4fe1-984f-a1d75967b564 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:04.726995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b54aa330-2008-4ea2-8c8d-46a9c5a62a7a req-babe1641-f128-4fe1-984f-a1d75967b564 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 948 time: 0.3857245 Jul 22 16:29:04.741724 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-f679ba80-6a3e-4035-be58-40104efbaac7 service neutron] 10.222.0.65 "PUT /v2.0/ports/ecc265b3-aa72-47ad-8f2b-98e0bd914392/bindings/n-h2-792458-13/activate HTTP/1.1" status: 200 len: 370 time: 1.9016302 Jul 22 16:29:04.825782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b54aa330-2008-4ea2-8c8d-46a9c5a62a7a req-76f982e3-a8dc-4d96-9262-5087371c6265 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853465 Jul 22 16:29:05.111291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b83096fb-c46d-4909-866a-4adf1f08b8c0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b83096fb-c46d-4909-866a-4adf1f08b8c0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:05.125407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.133550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.153423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'b83096fb-c46d-4909-866a-4adf1f08b8c0', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'b83096fb-c46d-4909-866a-4adf1f08b8c0', 'mac_address': 'fa:16:3e:80:83:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:05.160449 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc38c9e0-3dbc-4ac4-844a-809b554ba807 x-openstack-request-id: req-cc38c9e0-3dbc-4ac4-844a-809b554ba807 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:05.161610 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:05.162018 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc38c9e0-3dbc-4ac4-844a-809b554ba807 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:05.162537 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'code': 200} Jul 22 16:29:05.170901 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.323307 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.357062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83096fb-c46d-4909-866a-4adf1f08b8c0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:05.360810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6203a9-33f0-4651-a66e-d3693c9ae70b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:05.367731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:29:05.386110 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.387243 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Added segment 2f281493-8244-417b-a958-482c2e095642 of type vlan for network 3b265171-1693-46fc-a332-9e970e1e6031 Jul 22 16:29:05.430564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b83096fb-c46d-4909-866a-4adf1f08b8c0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b83096fb-c46d-4909-866a-4adf1f08b8c0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:05.436730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.508442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.535582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-eb7e147f-708d-4b00-82b5-95ad4e0e077f tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.537891 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-eb7e147f-708d-4b00-82b5-95ad4e0e077f tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.6087022 Jul 22 16:29:05.572462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=b83096fb-c46d-4909-866a-4adf1f08b8c0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:05.593539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c13be-9e15-432f-9a51-ec28b040b6b0 req-3df94209-bf04-4313-9c47-dabb7e51dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.597420 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ea3c13be-9e15-432f-9a51-ec28b040b6b0 req-3df94209-bf04-4313-9c47-dabb7e51dfbb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1098 time: 0.2726164 Jul 22 16:29:05.615191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6c7cf-e151-40fb-bfdb-c0b0ab973d64 req-4044c6db-56f9-450c-966b-a040d6bf1b75 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.618119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-daa6c7cf-e151-40fb-bfdb-c0b0ab973d64 req-4044c6db-56f9-450c-966b-a040d6bf1b75 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 945 time: 0.2818828 Jul 22 16:29:05.621802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.623375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.624193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.680842 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7380955 Jul 22 16:29:05.681460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:05.696893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Request body: {'subnet': {'network_id': '3b265171-1693-46fc-a332-9e970e1e6031', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-subnet', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:05.746314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ea3c13be-9e15-432f-9a51-ec28b040b6b0 req-eeddb7ff-ec4c-4136-bcaf-51847ab9d45e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264560 Jul 22 16:29:05.751654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba66403-6d30-4806-a470-6efbbb2bfa9a admin admin] Pushing event updated for resources: {'Network': ['ID=3b265171-1693-46fc-a332-9e970e1e6031,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:05.761436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-daa6c7cf-e151-40fb-bfdb-c0b0ab973d64 req-63cf58d8-b57f-4b8b-80af-ba829c6949b6 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315460 Jul 22 16:29:05.768291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3b265171-1693-46fc-a332-9e970e1e6031 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:29:05.770153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Made reservation on behalf of 96fe6d9c61f44d86960336885df06446 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:05.772595 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:05.818003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['b83096fb-c46d-4909-866a-4adf1f08b8c0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:05.833461 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-cb25159c-43c7-4324-81b5-301999db17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:05.836111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-cb25159c-43c7-4324-81b5-301999db17e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8 HTTP/1.1" status: 200 len: 1097 time: 0.2898297 Jul 22 16:29:05.969057 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aef557-f951-49ce-b814-dd1e79c3aa16 x-openstack-request-id: req-73aef557-f951-49ce-b814-dd1e79c3aa16 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:05.970373 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e33c2eb-47b9-4eda-a045-8c890bf9fc82", "name": "network-vif-deleted", "tag": "6be6068b-ab28-4030-b86f-188469bce2c3", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:05.971520 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73aef557-f951-49ce-b814-dd1e79c3aa16 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:05.972954 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e33c2eb-47b9-4eda-a045-8c890bf9fc82', 'name': 'network-vif-deleted', 'tag': '6be6068b-ab28-4030-b86f-188469bce2c3', 'status': 'completed', 'code': 200} Jul 22 16:29:06.117089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-fa733b0c-68a7-4096-a673-54f7dffab9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:06.118763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-fa733b0c-68a7-4096-a673-54f7dffab9b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1097 time: 0.1635683 Jul 22 16:29:06.271537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:06.293237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedfdf1-5e07-4b9b-a5bd-78f5191ad8e2 req-6170c4fe-3346-44df-9b49-b79d3d21f9fa tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:06.300300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8eedfdf1-5e07-4b9b-a5bd-78f5191ad8e2 req-6170c4fe-3346-44df-9b49-b79d3d21f9fa tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 946 time: 0.1863353 Jul 22 16:29:06.345731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-03d9a79a-5c8e-4d6c-922b-468a3721d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:06.348188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-03d9a79a-5c8e-4d6c-922b-468a3721d60d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.2218475 Jul 22 16:29:06.363464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb269fa-9ca5-4519-9901-fb1e1c179f32,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:06.437490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-14a58313-fd7e-4b8f-9a76-5f173f0838ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392 HTTP/1.1" status: 200 len: 217 time: 0.0712934 Jul 22 16:29:06.439924 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8eedfdf1-5e07-4b9b-a5bd-78f5191ad8e2 req-da93f63f-a47d-4453-aaeb-e7945dad6a42 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238518 Jul 22 16:29:06.568934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Checking segment: {'id': '2f281493-8244-417b-a958-482c2e095642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:06.571941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Network hostable DHCP agents. Network: 3b265171-1693-46fc-a332-9e970e1e6031, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:29:06.584415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-7e513161-c6c7-4458-a727-18e4f608ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:06.587106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-7e513161-c6c7-4458-a727-18e4f608ad0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1422086 Jul 22 16:29:06.634830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9f0b7-5112-4cca-b322-3e82f6e6bd28 req-a5e6b224-e9c2-4726-9ee7-15f382723669 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:06.637183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aad9f0b7-5112-4cca-b322-3e82f6e6bd28 req-a5e6b224-e9c2-4726-9ee7-15f382723669 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 949 time: 0.1007347 Jul 22 16:29:06.643448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-705745b3-47ed-4dd1-a1ef-36153b820ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457556 Jul 22 16:29:06.654088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Network 3b265171-1693-46fc-a332-9e970e1e6031 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:29:06.699719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3b265171-1693-46fc-a332-9e970e1e6031) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:06.705426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:06.706140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:06.712174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4858a42c-373b-49ab-9341-4d7205cdbe82 None None] Network 3b265171-1693-46fc-a332-9e970e1e6031 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:29:06.738151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aad9f0b7-5112-4cca-b322-3e82f6e6bd28 req-3bf90477-271c-48b6-a6df-7ec4d8368f45 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851994 Jul 22 16:29:06.753005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59496) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:06.753463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-677b05ca-ebd7-4167-aeb4-28fa2b2a5bec admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0635283 Jul 22 16:29:06.760350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:06.840743 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:06.845775 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:06.863098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6be6068b-ab28-4030-b86f-188469bce2c3 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:06.876185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-5e64f055-29ff-436f-828a-7175b9c78119 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174537 Jul 22 16:29:06.986620 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:07.024009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-8548833c-4d86-4d2a-95de-ecd41283c8df service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142473 Jul 22 16:29:07.026965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 6be6068b-ab28-4030-b86f-188469bce2c3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:07.027475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6be6068b-ab28-4030-b86f-188469bce2c3 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:07.163866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3b265171-1693-46fc-a332-9e970e1e6031', 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'fixed_ips': [{'subnet_id': '5eb269fa-9ca5-4519-9901-fb1e1c179f32'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:29:07.166328 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:07.198150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:07.201992 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ff1ad-9b09-44ab-88be-0fd705676614" -d '{"events": [{"server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "name": "network-vif-plugged", "status": "completed", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:07.300990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:07.306137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-45c617a9-461b-4b63-bbd1-0c750013ca5d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376580824', 'description': 'tempest-description--1085345696'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:07.392957 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45c617a9-461b-4b63-bbd1-0c750013ca5d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:07.539471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Allocated IP 172.20.0.2 (3b265171-1693-46fc-a332-9e970e1e6031/5eb269fa-9ca5-4519-9901-fb1e1c179f32/ec8fa869-0428-4750-b184-14765d36bc62) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:07.812593 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45c617a9-461b-4b63-bbd1-0c750013ca5d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:07.832579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45c617a9-461b-4b63-bbd1-0c750013ca5d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:07.856249 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45c617a9-461b-4b63-bbd1-0c750013ca5d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:07.858222 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-45c617a9-461b-4b63-bbd1-0c750013ca5d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5560200 Jul 22 16:29:07.881658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59510) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:07.921187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2e035f70-2a21-475c-9cc7-7487c9322fe1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Request body: {'security_group_rule': {'security_group_id': '69c334ea-d2ec-48c4-855e-5ae8f99ea002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:07.941974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-b9749efb-332c-4a24-9fc6-291685017f11 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:07.943741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-b9749efb-332c-4a24-9fc6-291685017f11 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.5404706 Jul 22 16:29:07.958887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:07.987466 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-621b69e9-5cb3-4732-995f-ebc3194f770c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2385051 Jul 22 16:29:08.005947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c617a9-461b-4b63-bbd1-0c750013ca5d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c334ea-d2ec-48c4-855e-5ae8f99ea002,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:08.036617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e035f70-2a21-475c-9cc7-7487c9322fe1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.051271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdec13-9d7a-42e0-93ef-49c0db0b2e48 req-db5c9401-1634-4dac-b63a-2d9049076f71 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:08.061369 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.064741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b6bdec13-9d7a-42e0-93ef-49c0db0b2e48 req-db5c9401-1634-4dac-b63a-2d9049076f71 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 945 time: 0.3016071 Jul 22 16:29:08.072473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Transition to ACTIVE for port object ec8fa869-0428-4750-b184-14765d36bc62 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:08.096837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Transition to ACTIVE for port object ec8fa869-0428-4750-b184-14765d36bc62 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:08.109126 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.204672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Network 3b265171-1693-46fc-a332-9e970e1e6031 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:08.206202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Pushing event updated for resources: {'Port': ['ID=ec8fa869-0428-4750-b184-14765d36bc62,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:08.210310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:08.218281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:08.237903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-7ce0e967-0200-4798-b452-c8b53d91fc38 service neutron] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:08.248379 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-7ce0e967-0200-4798-b452-c8b53d91fc38 service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.250703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-7ce0e967-0200-4798-b452-c8b53d91fc38 service neutron] 10.222.0.20 "DELETE /v2.0/ports/ecc265b3-aa72-47ad-8f2b-98e0bd914392/bindings/n-h1-792458-13 HTTP/1.1" status: 204 len: 173 time: 0.2939818 Jul 22 16:29:08.274461 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e035f70-2a21-475c-9cc7-7487c9322fe1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.286732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e035f70-2a21-475c-9cc7-7487c9322fe1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.316316 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b6bdec13-9d7a-42e0-93ef-49c0db0b2e48 req-fa379b90-ce6e-4b22-91e0-f391591da563 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499859 Jul 22 16:29:08.322827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Attempting to bind port ec8fa869-0428-4750-b184-14765d36bc62 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:08.323227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Attempting to bind port ec8fa869-0428-4750-b184-14765d36bc62 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '2f281493-8244-417b-a958-482c2e095642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:08.323593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Attempting to bind port ec8fa869-0428-4750-b184-14765d36bc62 on network 3b265171-1693-46fc-a332-9e970e1e6031 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:08.333456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:08.333713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Checking segment: {'id': '2f281493-8244-417b-a958-482c2e095642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:08.334387 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.335547 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Bound using segment: {'id': '2f281493-8244-417b-a958-482c2e095642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:08.336041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Bound port: ec8fa869-0428-4750-b184-14765d36bc62, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f281493-8244-417b-a958-482c2e095642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:08.336455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.352541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e035f70-2a21-475c-9cc7-7487c9322fe1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d3770f-7b5c-4ae7-a366-a0623ceb3f10,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:08.382844 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e035f70-2a21-475c-9cc7-7487c9322fe1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.384886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2e035f70-2a21-475c-9cc7-7487c9322fe1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4948421 Jul 22 16:29:08.390866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59514) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:08.408814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-48c4683b-6dac-4dcd-919f-f2b5b023b8e7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Request body: {'security_group_rule': {'security_group_id': '69c334ea-d2ec-48c4-855e-5ae8f99ea002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:08.442157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-39a5e424-fab2-49e3-8ae0-1e4ad5571ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:08.444322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-39a5e424-fab2-49e3-8ae0-1e4ad5571ed1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 1097 time: 0.2578094 Jul 22 16:29:08.475722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-65b73dce-e730-41ec-880f-11769e611edd None None] For port ec8fa869-0428-4750-b184-14765d36bc62, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:08.477963 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48c4683b-6dac-4dcd-919f-f2b5b023b8e7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.488531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-65b73dce-e730-41ec-880f-11769e611edd None None] For port ec8fa869-0428-4750-b184-14765d36bc62, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec8fa869-0428-4750-b184-14765d36bc62,segment=NetworkSegment(2f281493-8244-417b-a958-482c2e095642),segment_id=2f281493-8244-417b-a958-482c2e095642)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:08.495000 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53de5eb3-7dc4-449b-bf1f-a2c9335f0e26 x-openstack-request-id: req-53de5eb3-7dc4-449b-bf1f-a2c9335f0e26 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:08.495459 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "name": "network-vif-plugged", "status": "completed", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:08.495688 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53de5eb3-7dc4-449b-bf1f-a2c9335f0e26 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:08.495985 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd', 'code': 200} Jul 22 16:29:08.503502 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.669305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b73dce-e730-41ec-880f-11769e611edd None None] Pushing event updated for resources: {'Port': ['ID=ec8fa869-0428-4750-b184-14765d36bc62,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:08.728555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b83096fb-c46d-4909-866a-4adf1f08b8c0 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:08.735946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48c4683b-6dac-4dcd-919f-f2b5b023b8e7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.742731 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48c4683b-6dac-4dcd-919f-f2b5b023b8e7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.808358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4683b-6dac-4dcd-919f-f2b5b023b8e7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6ea041-8aa9-4f8f-901a-33c2dc04722c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:08.813639 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-48c4683b-6dac-4dcd-919f-f2b5b023b8e7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:08.826055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59520) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:08.833613 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-48c4683b-6dac-4dcd-919f-f2b5b023b8e7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4403708 Jul 22 16:29:08.852172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port b83096fb-c46d-4909-866a-4adf1f08b8c0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:08.857858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:08.865103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port b83096fb-c46d-4909-866a-4adf1f08b8c0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:08.865499 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:09.161864 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:09.277416 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:09.354736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b83096fb-c46d-4909-866a-4adf1f08b8c0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b83096fb-c46d-4909-866a-4adf1f08b8c0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:09.359301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-e037cd32-6977-422b-ba67-e5a3e4b3481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:09.360951 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-e037cd32-6977-422b-ba67-e5a3e4b3481e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.8771107 Jul 22 16:29:09.364512 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:09.396151 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:09.484026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6dc1f-56cd-43cc-bd0a-4342d67c08ac req-297b82a5-0928-4c9c-acbd-0796f02594cb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:09.498126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2a6dc1f-56cd-43cc-bd0a-4342d67c08ac req-297b82a5-0928-4c9c-acbd-0796f02594cb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 946 time: 0.9128339 Jul 22 16:29:09.550613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=b83096fb-c46d-4909-866a-4adf1f08b8c0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:09.585580 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-7f61a625-413f-4532-8a2c-c041eccd38c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 200 len: 217 time: 0.2150295 Jul 22 16:29:09.600347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:09.816603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2a6dc1f-56cd-43cc-bd0a-4342d67c08ac req-5a7311ff-7374-400b-a40f-4e7cec57dc60 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168457 Jul 22 16:29:09.826832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec8fa869-0428-4750-b184-14765d36bc62 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:09.909792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-89c224ac-830e-415a-b800-8a2c05e37eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:09.916296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-89c224ac-830e-415a-b800-8a2c05e37eaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.3061726 Jul 22 16:29:10.001393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port ec8fa869-0428-4750-b184-14765d36bc62 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:10.042039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-9ae988ce-4666-495c-955b-e8a29685f83b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117005 Jul 22 16:29:10.323441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Allocated IP 172.25.3.169 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/535cffdd-c914-4307-ad56-228caf058cdd) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:10.331489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:10.464161 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-66e9cae0-8eb0-4118-ab00-1b7df6f0196c service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413758 Jul 22 16:29:10.498018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a9902b-8b79-40cf-8d50-d2f188e4bdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83096fb-c46d-4909-866a-4adf1f08b8c0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:10.502409 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd6c9db-2f94-4448-9118-ded12f1b59bc" -d '{"events": [{"server_uuid": "f7a9902b-8b79-40cf-8d50-d2f188e4bdd7", "name": "network-vif-plugged", "status": "completed", "tag": "b83096fb-c46d-4909-866a-4adf1f08b8c0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:10.536190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c055a6f-a33d-46c8-b008-d7ea0655aff3 req-92d23d9c-f27d-4c8c-96db-d420588271e8 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:10.537818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c055a6f-a33d-46c8-b008-d7ea0655aff3 req-92d23d9c-f27d-4c8c-96db-d420588271e8 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 950 time: 0.5700796 Jul 22 16:29:10.539818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ee563-82f0-4739-8edc-ee4acd695391 None None] Network 3b265171-1693-46fc-a332-9e970e1e6031 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:29:10.650910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cb404dc9-0250-45f0-9af1-f52be3330a60 None None] Provisioning for port ec8fa869-0428-4750-b184-14765d36bc62 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:10.659982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cb404dc9-0250-45f0-9af1-f52be3330a60 None None] Provisioning complete for port ec8fa869-0428-4750-b184-14765d36bc62 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:10.660347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb404dc9-0250-45f0-9af1-f52be3330a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:10.688135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f05bac7-b20b-46b4-8124-054abad166f7 req-264bcb32-4477-4934-bcc7-21dbdc559b70 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093916 Jul 22 16:29:10.750365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c055a6f-a33d-46c8-b008-d7ea0655aff3 req-12022433-9293-4eed-8122-52ba13439516 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656157 Jul 22 16:29:10.812454 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:10.955733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:10.979037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:11.008670 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb404dc9-0250-45f0-9af1-f52be3330a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:11.027070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:11.097313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cb404dc9-0250-45f0-9af1-f52be3330a60 None None] For port ec8fa869-0428-4750-b184-14765d36bc62, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec8fa869-0428-4750-b184-14765d36bc62,segment=NetworkSegment(2f281493-8244-417b-a958-482c2e095642),segment_id=2f281493-8244-417b-a958-482c2e095642)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:11.099514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:11.104076 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb404dc9-0250-45f0-9af1-f52be3330a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:11.312024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Pushing event updated for resources: {'Port': ['ID=535cffdd-c914-4307-ad56-228caf058cdd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:11.365862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb404dc9-0250-45f0-9af1-f52be3330a60 None None] Pushing event updated for resources: {'Port': ['ID=ec8fa869-0428-4750-b184-14765d36bc62,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:11.382307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Allocated IP 172.25.3.23 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/fac8ef0d-7437-4c67-a3dd-0fdec6079f72) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:11.395569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34c0d-f3b7-4b1b-b708-e68a58a51acc req-a0719209-9a83-4a9a-a441-e9f116c0cfd3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:11.403058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-faf34c0d-f3b7-4b1b-b708-e68a58a51acc req-a0719209-9a83-4a9a-a441-e9f116c0cfd3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 946 time: 0.2556674 Jul 22 16:29:11.408537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59536) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:11.422665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9e827ead-c547-4220-9e65-0076e7538e90 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'floatingip': {'port_id': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:11.488837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0214a934-e407-4e9a-8bf2-d2e18d062e35 None None] Provisioning complete for port ec8fa869-0428-4750-b184-14765d36bc62 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:11.489452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0214a934-e407-4e9a-8bf2-d2e18d062e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:11.502391 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da935a7f-8fb9-4e95-a1d2-ff88393b10f8 x-openstack-request-id: req-da935a7f-8fb9-4e95-a1d2-ff88393b10f8 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:11.503088 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a9902b-8b79-40cf-8d50-d2f188e4bdd7", "name": "network-vif-plugged", "status": "completed", "tag": "b83096fb-c46d-4909-866a-4adf1f08b8c0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:11.503289 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da935a7f-8fb9-4e95-a1d2-ff88393b10f8 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:11.503761 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a9902b-8b79-40cf-8d50-d2f188e4bdd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83096fb-c46d-4909-866a-4adf1f08b8c0', 'code': 200} Jul 22 16:29:11.663210 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9e827ead-c547-4220-9e65-0076e7538e90 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:11.692110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec8fa869-0428-4750-b184-14765d36bc62 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:11.893072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ec8fa869-0428-4750-b184-14765d36bc62 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:11.893478 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:11.932468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:11.978618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020f4fc-45db-488e-bb7e-5847afc28036 req-506eaea2-8773-4200-9415-0083676d1b10 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:11.986502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f020f4fc-45db-488e-bb7e-5847afc28036 req-506eaea2-8773-4200-9415-0083676d1b10 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1097 time: 0.3150358 Jul 22 16:29:12.033439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6652af0-62c0-4fef-beae-6f5492216788 req-c7e01c4d-2d6a-4291-9110-965fb935df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:12.045934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a6652af0-62c0-4fef-beae-6f5492216788 req-c7e01c4d-2d6a-4291-9110-965fb935df85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 1102 time: 0.3841519 Jul 22 16:29:12.077097 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:12.533488 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9e827ead-c547-4220-9e65-0076e7538e90 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:12.539366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9e827ead-c547-4220-9e65-0076e7538e90 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:12.673715 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-9e827ead-c547-4220-9e65-0076e7538e90 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Floating IP ac560622-d976-4eaa-9d6e-c70915daaa02 associated. External IP: 172.25.3.162, port: 7f7cf3f9-b3ed-4303-95b8-78e7613437e3. Jul 22 16:29:12.720608 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f020f4fc-45db-488e-bb7e-5847afc28036 req-a9b17cc3-f82b-401d-b904-6654f380919f tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326772 Jul 22 16:29:12.734804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:12.744160 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a6652af0-62c0-4fef-beae-6f5492216788 req-f0516d77-2015-49e4-a097-fe6d7dd471be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853261 Jul 22 16:29:12.806338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:12.815620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:12.817790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event updated for resources: {'Port': ['ID=fac8ef0d-7437-4c67-a3dd-0fdec6079f72,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:12.820097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:13.011462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e827ead-c547-4220-9e65-0076e7538e90 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:29:13.074194 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:13.080666 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:13.095020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb7f51-72e3-445d-906f-37cf05c671bd req-24628aa7-f1d7-4aa3-b649-61cb3ead30c7 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:13.104131 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2cb7f51-72e3-445d-906f-37cf05c671bd req-24628aa7-f1d7-4aa3-b649-61cb3ead30c7 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 950 time: 0.1634393 Jul 22 16:29:13.286675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e827ead-c547-4220-9e65-0076e7538e90 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:29:13.291593 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9e827ead-c547-4220-9e65-0076e7538e90 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:13.300900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] Sync routers for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:29:13.332588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:13.333581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:13.343716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9e827ead-c547-4220-9e65-0076e7538e90 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "PUT /v2.0/floatingips/ac560622-d976-4eaa-9d6e-c70915daaa02 HTTP/1.1" status: 200 len: 992 time: 1.9336984 Jul 22 16:29:13.344586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:13.347574 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa60831-5233-463a-9644-4e26698eb521" -d '{"events": [{"name": "network-changed", "server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:13.401655 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2cb7f51-72e3-445d-906f-37cf05c671bd req-87e49de6-80b0-435e-a97a-a97701afca66 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983258 Jul 22 16:29:13.420617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:13.527464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:14.026585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Router 4904988e-0b81-49ea-a376-fcfafbfc93e6 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:29:14.276513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'ac560622-d976-4eaa-9d6e-c70915daaa02', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'port_id': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'mac_address': 'fa:16:3e:85:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:28:41Z', 'updated_at': '2021-07-22T16:29:12Z', 'revision_number': 1, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3044739c-10c3-4171-945a-b02494392fad', 'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'mac_address': 'fa:16:3e:2b:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:28Z', 'updated_at': '2021-07-22T16:28:36Z', 'revision_number': 5, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'subnets': [{'id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:14.286420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f7bc2-d434-4adf-91c9-c3ad429efbaa req-62155e94-5fac-422c-89a5-02a97d484f30 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:14.293210 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-047f7bc2-d434-4adf-91c9-c3ad429efbaa req-62155e94-5fac-422c-89a5-02a97d484f30 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1097 time: 0.5239391 Jul 22 16:29:14.335180 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:14.341530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] Checking router: 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:29:14.347489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:14.362001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:14.363426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:14.411467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-047f7bc2-d434-4adf-91c9-c3ad429efbaa req-92803dcf-c83a-4ee5-88d8-ce8465867695 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172450 Jul 22 16:29:14.426038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:29:14.452741 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Sync routers for ids ['4904988e-0b81-49ea-a376-fcfafbfc93e6'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:29:14.471582 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Routers {'4904988e-0b81-49ea-a376-fcfafbfc93e6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:14.486969 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4904988e-0b81-49ea-a376-fcfafbfc93e6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:14.529624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event updated for resources: {'Port': ['ID=fac8ef0d-7437-4c67-a3dd-0fdec6079f72,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:14.567586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:14.572067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59556) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:14.579488 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6e52efb1-7771-4330-962b-c7f80c20ef8b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.8248472 Jul 22 16:29:14.610396 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:14.655986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:14.657290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c0a7eb56-5139-454d-aef4-9f75b9202de4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8161623 Jul 22 16:29:14.762248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:14.853253 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Set router 4904988e-0b81-49ea-a376-fcfafbfc93e6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:14.880867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60831-5233-463a-9644-4e26698eb521 req-6ec6afcf-a033-4bad-a68b-8d164d9feb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:14.882653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7aa60831-5233-463a-9644-4e26698eb521 req-6ec6afcf-a033-4bad-a68b-8d164d9feb79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1098 time: 0.1438515 Jul 22 16:29:14.898086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b010d-3959-4547-b144-02cfa8e83c67 req-7f154a16-c663-4b03-b314-69c4178f398d tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:14.906807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d4b010d-3959-4547-b144-02cfa8e83c67 req-7f154a16-c663-4b03-b314-69c4178f398d tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 950 time: 0.1099672 Jul 22 16:29:15.039662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d4b010d-3959-4547-b144-02cfa8e83c67 req-c37a3907-8212-4b32-a21c-4f3a060923a9 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315250 Jul 22 16:29:15.188316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60831-5233-463a-9644-4e26698eb521 req-1a751a80-f7bb-42f6-b3aa-f2911ca5f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:15.197125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7aa60831-5233-463a-9644-4e26698eb521 req-1a751a80-f7bb-42f6-b3aa-f2911ca5f1c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.2658517 Jul 22 16:29:15.347578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'ac560622-d976-4eaa-9d6e-c70915daaa02', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'port_id': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'mac_address': 'fa:16:3e:85:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:28:41Z', 'updated_at': '2021-07-22T16:29:12Z', 'revision_number': 1, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3044739c-10c3-4171-945a-b02494392fad', 'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'mac_address': 'fa:16:3e:2b:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:28Z', 'updated_at': '2021-07-22T16:28:36Z', 'revision_number': 5, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'subnets': [{'id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:15.352325 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '535cffdd-c914-4307-ad56-228caf058cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:06Z', 'updated_at': '2021-07-22T16:29:11Z', 'revision_number': 3, 'project_id': '96fe6d9c61f44d86960336885df06446', 'gw_port': {'id': '535cffdd-c914-4307-ad56-228caf058cdd', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:09Z', 'updated_at': '2021-07-22T16:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:15.415749 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7aa60831-5233-463a-9644-4e26698eb521 req-a84ac541-3d0c-48ec-aecc-b7dd80f71f09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1000 time: 0.2014341 Jul 22 16:29:15.431887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be05ad-6183-4c26-ba2a-5efc31bdbc3c None None] The sync data for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 is: [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'ac560622-d976-4eaa-9d6e-c70915daaa02', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'port_id': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'mac_address': 'fa:16:3e:85:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:28:41Z', 'updated_at': '2021-07-22T16:29:12Z', 'revision_number': 1, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3044739c-10c3-4171-945a-b02494392fad', 'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'mac_address': 'fa:16:3e:2b:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:28Z', 'updated_at': '2021-07-22T16:28:36Z', 'revision_number': 5, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'subnets': [{'id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:29:15.456913 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Checking router: 4904988e-0b81-49ea-a376-fcfafbfc93e6 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:29:15.457517 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Updating router 4904988e-0b81-49ea-a376-fcfafbfc93e6 port 535cffdd-c914-4307-ad56-228caf058cdd binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:29:15.550834 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877519e8-9252-46a7-b138-04464b52e9d1 x-openstack-request-id: req-877519e8-9252-46a7-b138-04464b52e9d1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:15.551317 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:15.551681 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-877519e8-9252-46a7-b138-04464b52e9d1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:15.553818 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'status': 'completed', 'code': 200} Jul 22 16:29:15.582957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60831-5233-463a-9644-4e26698eb521 req-658e69a9-0242-4ba7-a5b2-b0091aa47277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:15.590601 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7aa60831-5233-463a-9644-4e26698eb521 req-658e69a9-0242-4ba7-a5b2-b0091aa47277 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1702294 Jul 22 16:29:15.617345 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:15.802063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa60831-5233-463a-9644-4e26698eb521 req-a1735403-beae-42cf-984e-5160cce22083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:15.803675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7aa60831-5233-463a-9644-4e26698eb521 req-a1735403-beae-42cf-984e-5160cce22083 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032351 Jul 22 16:29:15.961943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97468b90-f1b8-46c9-b245-89ed4f858316 None None] New status for floating IP ac560622-d976-4eaa-9d6e-c70915daaa02: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:29:16.164716 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7aa60831-5233-463a-9644-4e26698eb521 req-c597b3b7-bf16-4a0a-a97d-0fbdf5f7dc22 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456559 Jul 22 16:29:16.400864 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:16.423770 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Transition to ACTIVE for port object 535cffdd-c914-4307-ad56-228caf058cdd will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:16.431930 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:16.485229 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7aa60831-5233-463a-9644-4e26698eb521 req-f3df1d9e-dd9f-429e-9b1c-a948081b6fd6 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124969 Jul 22 16:29:16.505297 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Attempting to bind port 535cffdd-c914-4307-ad56-228caf058cdd on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:16.505297 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Attempting to bind port 535cffdd-c914-4307-ad56-228caf058cdd by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:16.506059 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Attempting to bind port 535cffdd-c914-4307-ad56-228caf058cdd on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:16.533006 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:16.533371 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:16.533773 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:16.534691 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:16.535470 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Bound port: 535cffdd-c914-4307-ad56-228caf058cdd, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:16.536312 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:16.668710 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Pushing event updated for resources: {'Port': ['ID=535cffdd-c914-4307-ad56-228caf058cdd,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:16.679946 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] For port 535cffdd-c914-4307-ad56-228caf058cdd, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:16.686837 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] For port 535cffdd-c914-4307-ad56-228caf058cdd, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=535cffdd-c914-4307-ad56-228caf058cdd,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:16.689754 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.690118 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.690698 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.691239 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.691719 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.692321 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.692810 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.693301 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.693776 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.694241 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.694719 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.695293 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:16.701383 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:16.754313 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:16.780892 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Routers {'4904988e-0b81-49ea-a376-fcfafbfc93e6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:16.781792 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4904988e-0b81-49ea-a376-fcfafbfc93e6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:16.913284 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c94951-b75f-4d0c-b4fa-eee1ec951361 None None] Pushing event updated for resources: {'Port': ['ID=535cffdd-c914-4307-ad56-228caf058cdd,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:16.970903 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] Set router 4904988e-0b81-49ea-a376-fcfafbfc93e6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:17.030112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Allocated IP 172.20.0.1 (3b265171-1693-46fc-a332-9e970e1e6031/5eb269fa-9ca5-4519-9901-fb1e1c179f32/0dc7f85a-aca1-45b2-b819-b72524227bd5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:17.283072 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.323760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Transition to ACTIVE for port object 0dc7f85a-aca1-45b2-b819-b72524227bd5 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:17.411222 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '535cffdd-c914-4307-ad56-228caf058cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:06Z', 'updated_at': '2021-07-22T16:29:11Z', 'revision_number': 3, 'project_id': '96fe6d9c61f44d86960336885df06446', 'gw_port': {'id': '535cffdd-c914-4307-ad56-228caf058cdd', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:09Z', 'updated_at': '2021-07-22T16:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:17.441143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:17.471010 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f439b16a-74ca-403d-9560-3c3b959cf4e8 None None] The sync data for ids ['4904988e-0b81-49ea-a376-fcfafbfc93e6'] in n-d-792458-13 is: [{'id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '535cffdd-c914-4307-ad56-228caf058cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:06Z', 'updated_at': '2021-07-22T16:29:11Z', 'revision_number': 3, 'project_id': '96fe6d9c61f44d86960336885df06446', 'gw_port': {'id': '535cffdd-c914-4307-ad56-228caf058cdd', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:09Z', 'updated_at': '2021-07-22T16:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:29:17.520105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Network 3b265171-1693-46fc-a332-9e970e1e6031 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:17.531761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:17.541107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:17.590152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Pushing event updated for resources: {'Port': ['ID=0dc7f85a-aca1-45b2-b819-b72524227bd5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:17.620090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.620810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.621348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.621883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.623084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.623965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.624787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.625348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.625766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.626358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.626781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.627223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:17.646922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.027404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.178870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95240f99-cbc1-4d3d-8863-ecd519e6d08f None None] Provisioning for port 0dc7f85a-aca1-45b2-b819-b72524227bd5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:18.189450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95240f99-cbc1-4d3d-8863-ecd519e6d08f None None] Provisioning complete for port 0dc7f85a-aca1-45b2-b819-b72524227bd5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:18.190282 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95240f99-cbc1-4d3d-8863-ecd519e6d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.272142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-95240f99-cbc1-4d3d-8863-ecd519e6d08f None None] Port 0dc7f85a-aca1-45b2-b819-b72524227bd5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:29:18.398394 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a43b9004-9a4a-465d-82f9-99043163ffce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.453096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.464465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.566460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Pushing event updated for resources: {'Port': ['ID=0dc7f85a-aca1-45b2-b819-b72524227bd5,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:18.664753 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:18.869170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Network 3b265171-1693-46fc-a332-9e970e1e6031 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:18.875737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:19.255988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Router 4904988e-0b81-49ea-a376-fcfafbfc93e6 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:29:19.327789 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:29:19.429753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18cd7457-c871-47a1-96b8-d909f03823e7 None None] Provisioning complete for port 0dc7f85a-aca1-45b2-b819-b72524227bd5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:19.430249 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18cd7457-c871-47a1-96b8-d909f03823e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:19.539165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-18cd7457-c871-47a1-96b8-d909f03823e7 None None] Port 0dc7f85a-aca1-45b2-b819-b72524227bd5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:29:19.572026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:29:19.599444 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f1f9ce31-9de1-47f5-9552-3e733c79227c admin admin] 10.222.0.53 "PUT /v2.0/routers/4904988e-0b81-49ea-a376-fcfafbfc93e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0239294 Jul 22 16:29:19.788526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 535cffdd-c914-4307-ad56-228caf058cdd up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:19.835721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-815440f8-3e36-424f-b07a-85007598630a tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:19.837316 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-815440f8-3e36-424f-b07a-85007598630a tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/networks?id=d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 200 len: 822 time: 0.4431920 Jul 22 16:29:19.877996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-eadc1396-9dbd-41b8-963b-91d33cec3e34 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/quotas/713cc0e446b0411caddb07384fca733c HTTP/1.1" status: 200 len: 375 time: 0.0291617 Jul 22 16:29:19.903289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 535cffdd-c914-4307-ad56-228caf058cdd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:19.909625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 535cffdd-c914-4307-ad56-228caf058cdd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:19.910256 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.096105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-b1ac4b1e-f482-47b9-9959-a72919b07510 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=713cc0e446b0411caddb07384fca733c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2082071 Jul 22 16:29:20.178734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.234307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 535cffdd-c914-4307-ad56-228caf058cdd, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=535cffdd-c914-4307-ad56-228caf058cdd,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:20.240700 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.368966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=535cffdd-c914-4307-ad56-228caf058cdd,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:20.498457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-7d074d80-460d-4abc-863d-b9bd9a1ba0c0 service neutron] 10.222.0.53 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915849 Jul 22 16:29:20.589388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.589973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.590336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.591358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.591838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.592574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.593410 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.593885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.594352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.595947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.595947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.595947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:20.605689 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b714eced-557b-4783-a534-46082e79766e req-c821e472-54da-4fe2-a698-c50d9eebea93 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570&device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3&device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da&device_id=e55003cb-03f9-40f3-bc64-40489f4596e2&device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb&device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d&device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1&device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170&device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172&device_id=da642336-2729-450d-a8bb-5148fef499b3&device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 10890 time: 0.1471245 Jul 22 16:29:20.627252 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Sync routers for ids ['4904988e-0b81-49ea-a376-fcfafbfc93e6'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:29:20.632151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b714eced-557b-4783-a534-46082e79766e req-cc30a769-048b-42d8-9f2d-b88594461fe4 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.640506 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Routers {'4904988e-0b81-49ea-a376-fcfafbfc93e6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:20.641676 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:28:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4904988e-0b81-49ea-a376-fcfafbfc93e6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:20.786733 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Set router 4904988e-0b81-49ea-a376-fcfafbfc93e6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:20.791813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c0329d57-69e5-4522-bb12-f278e7c3aaf6 service neutron] 10.222.0.53 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852821 Jul 22 16:29:20.899764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b714eced-557b-4783-a534-46082e79766e req-cc30a769-048b-42d8-9f2d-b88594461fe4 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.913434 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b714eced-557b-4783-a534-46082e79766e req-cc30a769-048b-42d8-9f2d-b88594461fe4 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:20.987455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f46e9f78-b38d-4c33-bc6a-55bcd52c85a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:21.036063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b714eced-557b-4783-a534-46082e79766e req-cc30a769-048b-42d8-9f2d-b88594461fe4 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.4292600 Jul 22 16:29:21.037147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30a769-048b-42d8-9f2d-b88594461fe4 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab741e0-7ba1-4a4b-ac77-2b5bfdf4e681,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:21.183532 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:21.503560 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '535cffdd-c914-4307-ad56-228caf058cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:06Z', 'updated_at': '2021-07-22T16:29:17Z', 'revision_number': 4, 'project_id': '96fe6d9c61f44d86960336885df06446', 'gw_port': {'id': '535cffdd-c914-4307-ad56-228caf058cdd', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:09Z', 'updated_at': '2021-07-22T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0dc7f85a-aca1-45b2-b819-b72524227bd5', 'name': '', 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'mac_address': 'fa:16:3e:cd:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5eb269fa-9ca5-4519-9901-fb1e1c179f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:16Z', 'updated_at': '2021-07-22T16:29:18Z', 'revision_number': 2, 'project_id': '96fe6d9c61f44d86960336885df06446', 'subnets': [{'id': '5eb269fa-9ca5-4519-9901-fb1e1c179f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:21.615952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-ea13ef55-d183-4dd7-b7f1-e4e328181b95 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3990569 Jul 22 16:29:21.629174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:21.630779 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Checking router: 4904988e-0b81-49ea-a376-fcfafbfc93e6 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:29:21.633094 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Updating router 4904988e-0b81-49ea-a376-fcfafbfc93e6 port 0dc7f85a-aca1-45b2-b819-b72524227bd5 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:29:21.702295 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:21.732733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:21.754532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 535cffdd-c914-4307-ad56-228caf058cdd up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:21.777171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e4f52ed-c028-45b8-9481-4ab14fb886a4 req-bf3a02f5-9fec-4b6a-90fa-dd4d4be4f282 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 210 time: 0.0987322 Jul 22 16:29:21.895684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 535cffdd-c914-4307-ad56-228caf058cdd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:21.896315 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:22.067786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:22.396613 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:22.440513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Allocated IP 172.25.3.136 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/15d3ff43-2ffc-45eb-bdb0-e72de078ff0f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:22.657350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c426-b90e-4e6b-85ed-50a0b32230c0 req-bf61587e-12ae-4816-8fe9-4166207be481 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:22.658973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c426-b90e-4e6b-85ed-50a0b32230c0 req-bf61587e-12ae-4816-8fe9-4166207be481 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:22.659872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031c426-b90e-4e6b-85ed-50a0b32230c0 req-bf61587e-12ae-4816-8fe9-4166207be481 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:22.681756 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f031c426-b90e-4e6b-85ed-50a0b32230c0 req-bf61587e-12ae-4816-8fe9-4166207be481 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7&device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3&device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 2885 time: 0.1473253 Jul 22 16:29:22.695061 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:22.712511 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Transition to ACTIVE for port object 0dc7f85a-aca1-45b2-b819-b72524227bd5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:22.724017 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:22.757293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f031c426-b90e-4e6b-85ed-50a0b32230c0 req-d926d81f-7367-4fe3-82a7-6d9d18437466 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708139 Jul 22 16:29:22.859421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.005512 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.010018 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bf540-1d5a-4691-a28b-3f1167b76659 None None] Pushing event updated for resources: {'Port': ['ID=0dc7f85a-aca1-45b2-b819-b72524227bd5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:23.065139 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Attempting to bind port 0dc7f85a-aca1-45b2-b819-b72524227bd5 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:23.065505 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Attempting to bind port 0dc7f85a-aca1-45b2-b819-b72524227bd5 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '2f281493-8244-417b-a958-482c2e095642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:23.065866 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Attempting to bind port 0dc7f85a-aca1-45b2-b819-b72524227bd5 on network 3b265171-1693-46fc-a332-9e970e1e6031 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:23.081243 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:23.082832 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Checking segment: {'id': '2f281493-8244-417b-a958-482c2e095642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:23.083276 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.087922 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Bound using segment: {'id': '2f281493-8244-417b-a958-482c2e095642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:23.088520 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Bound port: 0dc7f85a-aca1-45b2-b819-b72524227bd5, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f281493-8244-417b-a958-482c2e095642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:23.090219 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.170303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event updated for resources: {'Port': ['ID=15d3ff43-2ffc-45eb-bdb0-e72de078ff0f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:23.192157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:23.194561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.195067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.195523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.195968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.196409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.196848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.197286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.197750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.198191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.198619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.199487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.199939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:23.211850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:23.214160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:23.258671 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] For port 0dc7f85a-aca1-45b2-b819-b72524227bd5, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:23.264279 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] For port 0dc7f85a-aca1-45b2-b819-b72524227bd5, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0dc7f85a-aca1-45b2-b819-b72524227bd5,segment=NetworkSegment(2f281493-8244-417b-a958-482c2e095642),segment_id=2f281493-8244-417b-a958-482c2e095642)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:23.281321 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:23.384636 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bf540-1d5a-4691-a28b-3f1167b76659 None None] Pushing event updated for resources: {'Port': ['ID=0dc7f85a-aca1-45b2-b819-b72524227bd5,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:23.409521 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Routers {'4904988e-0b81-49ea-a376-fcfafbfc93e6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:23.410333 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4904988e-0b81-49ea-a376-fcfafbfc93e6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:23.696868 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] Set router 4904988e-0b81-49ea-a376-fcfafbfc93e6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:23.734636 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e04e86b1-0717-41f3-9ad0-6d57a0aa71ff req-dc45c813-39f4-4301-9ded-092aef91b211 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 210 time: 0.1018331 Jul 22 16:29:23.748270 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.143834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.167962 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.248744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-a3237a9b-98b2-470b-bb71-25dd5506484e tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:24.250609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-a3237a9b-98b2-470b-bb71-25dd5506484e tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.65 "GET /v2.0/networks?id=d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 200 len: 822 time: 0.7000690 Jul 22 16:29:24.275423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Request body: {'port': {'device_id': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495', 'admin_state_up': True, 'tenant_id': '713cc0e446b0411caddb07384fca733c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:24.380265 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '535cffdd-c914-4307-ad56-228caf058cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:06Z', 'updated_at': '2021-07-22T16:29:17Z', 'revision_number': 4, 'project_id': '96fe6d9c61f44d86960336885df06446', 'gw_port': {'id': '535cffdd-c914-4307-ad56-228caf058cdd', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:09Z', 'updated_at': '2021-07-22T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0dc7f85a-aca1-45b2-b819-b72524227bd5', 'name': '', 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'mac_address': 'fa:16:3e:cd:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5eb269fa-9ca5-4519-9901-fb1e1c179f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:16Z', 'updated_at': '2021-07-22T16:29:23Z', 'revision_number': 4, 'project_id': '96fe6d9c61f44d86960336885df06446', 'subnets': [{'id': '5eb269fa-9ca5-4519-9901-fb1e1c179f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:24.431416 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a558b-c6d8-4d1b-92ff-52d2083c1494 None None] The sync data for ids ['4904988e-0b81-49ea-a376-fcfafbfc93e6'] in n-d-792458-13 is: [{'id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '535cffdd-c914-4307-ad56-228caf058cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:06Z', 'updated_at': '2021-07-22T16:29:17Z', 'revision_number': 4, 'project_id': '96fe6d9c61f44d86960336885df06446', 'gw_port': {'id': '535cffdd-c914-4307-ad56-228caf058cdd', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:09Z', 'updated_at': '2021-07-22T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0dc7f85a-aca1-45b2-b819-b72524227bd5', 'name': '', 'network_id': '3b265171-1693-46fc-a332-9e970e1e6031', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'mac_address': 'fa:16:3e:cd:6c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5eb269fa-9ca5-4519-9901-fb1e1c179f32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:16Z', 'updated_at': '2021-07-22T16:29:23Z', 'revision_number': 4, 'project_id': '96fe6d9c61f44d86960336885df06446', 'subnets': [{'id': '5eb269fa-9ca5-4519-9901-fb1e1c179f32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:29:24.745213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Made reservation on behalf of 713cc0e446b0411caddb07384fca733c for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:24.749522 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.786290 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:24.794175 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:25.238775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event updated for resources: {'Port': ['ID=15d3ff43-2ffc-45eb-bdb0-e72de078ff0f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:25.417451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:25.509137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f156e472-c536-441c-9165-795e05ca7ee8 req-379253b8-6572-4186-b09d-d16005787e16 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 210 time: 0.1226561 Jul 22 16:29:25.543567 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:25.546203 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-20d0d0d3-0525-4f33-b56f-9446646920fe tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9272952 Jul 22 16:29:25.793353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0dc7f85a-aca1-45b2-b819-b72524227bd5 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:25.994609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 0dc7f85a-aca1-45b2-b819-b72524227bd5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:26.050682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0dc7f85a-aca1-45b2-b819-b72524227bd5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:26.052550 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:26.219341 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:26.273196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 0dc7f85a-aca1-45b2-b819-b72524227bd5, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0dc7f85a-aca1-45b2-b819-b72524227bd5,segment=NetworkSegment(2f281493-8244-417b-a958-482c2e095642),segment_id=2f281493-8244-417b-a958-482c2e095642)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:26.281640 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:26.404205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=0dc7f85a-aca1-45b2-b819-b72524227bd5,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:26.594172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Allocated IP 172.20.0.13 (d891ff97-343e-48b5-ab02-ca66064a1495/e92391ee-0316-4404-829f-4188a52dc78f/0dc91743-9d0c-46a3-a9f2-c4e8a88c197e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:26.715579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-3ca34dba-0f26-4446-a309-f643fe6f45cc tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 1.1562352 Jul 22 16:29:26.958265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200861ee-a11e-412e-9f65-ab0c0feeab69 req-950df786-7f35-4da2-8ff3-2272f0634a73 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:26.971052 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-200861ee-a11e-412e-9f65-ab0c0feeab69 req-950df786-7f35-4da2-8ff3-2272f0634a73 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 1102 time: 0.1539905 Jul 22 16:29:27.058251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-32e2265d-801e-4d47-b844-9470d6be4df5 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:27.060543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-200861ee-a11e-412e-9f65-ab0c0feeab69 req-43997b0b-3938-46dc-a7e3-836b070c2dec tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872428 Jul 22 16:29:27.080300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb31a406-5295-48da-8197-aa6a5fdee01f req-32e2265d-801e-4d47-b844-9470d6be4df5 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.3306201 Jul 22 16:29:27.344156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da2051-6c91-41c1-96c9-ce529f482928 req-eed55729-97f7-42c8-ae1f-894d34ca281d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 210 time: 0.1101234 Jul 22 16:29:27.476403 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:27.736773 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:27.783204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0dc7f85a-aca1-45b2-b819-b72524227bd5 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:27.835524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Network d891ff97-343e-48b5-ab02-ca66064a1495 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:27.857048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-2a906340-23af-449c-a074-4c0122ab4525 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7414527 Jul 22 16:29:27.874954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:27.896548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:27.907969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:27.944397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0dc7f85a-aca1-45b2-b819-b72524227bd5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:27.944975 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:27.958412 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:27.992652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event updated for resources: {'Port': ['ID=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:28.036382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d5da-3f4c-4f22-885f-f4fac57a3d55 req-c417b707-633f-44ba-9f9c-e2872b51daa9 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:28.038033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1dd8d5da-3f4c-4f22-885f-f4fac57a3d55 req-c417b707-633f-44ba-9f9c-e2872b51daa9 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 1102 time: 0.5022695 Jul 22 16:29:28.150194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:28.156581 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:28.197726 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:28.216627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1dd8d5da-3f4c-4f22-885f-f4fac57a3d55 req-51e4921b-4802-48ca-b2a5-ff468dcf469d tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625435 Jul 22 16:29:28.225496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-c5dcabab-3820-4c61-9b36-4d1561d20395 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9525268 Jul 22 16:29:28.253888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Request body: {'port': {'device_id': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:28.412589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Allocated IP 172.25.3.30 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/949b78b6-29f6-4d94-a26b-d4435f2cb725) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:28.653897 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:28.689064 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:28.818369 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:28.946751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event updated for resources: {'Port': ['ID=949b78b6-29f6-4d94-a26b-d4435f2cb725,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:29.008018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:29.010112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:29.021054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:29.299257 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:29.493923 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:29.673242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:29.692643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:29.737455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Transition to ACTIVE for port object 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:29.746674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:29.916273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:30.021477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c85f94-e44d-4dfe-b873-b4f45d149bd9 req-1670fbf2-05a5-43b6-8fea-66e07a89c253 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.023271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2c85f94-e44d-4dfe-b873-b4f45d149bd9 req-1670fbf2-05a5-43b6-8fea-66e07a89c253 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 944 time: 0.1825199 Jul 22 16:29:30.031713 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.046678 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.074056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Attempting to bind port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:30.074418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Attempting to bind port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:30.074740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Attempting to bind port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e on network d891ff97-343e-48b5-ab02-ca66064a1495 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:30.102052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e on network d891ff97-343e-48b5-ab02-ca66064a1495 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:30.103186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Attempting to bind port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e on network d891ff97-343e-48b5-ab02-ca66064a1495 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:30.110903 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2c85f94-e44d-4dfe-b873-b4f45d149bd9 req-1019f86c-cbca-4177-b471-d065ed032b88 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738153 Jul 22 16:29:30.116301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:30.116995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Checking segment: {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:30.117855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Bound using segment: {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:30.118494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Bound port: 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:30.119095 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.219443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:30.223214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:30.225727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event updated for resources: {'Port': ['ID=949b78b6-29f6-4d94-a26b-d4435f2cb725,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:30.232675 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.248587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.268140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.280366 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-feee8d53-1110-484e-a308-9a6de1ad1d2f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4192052 Jul 22 16:29:30.366790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-03d2c4bf-2910-4faf-b3ae-08c989bfd403 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0851765 Jul 22 16:29:30.390077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.390772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:30.392953 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] 10.222.0.65 "PUT /v2.0/ports/0dc91743-9d0c-46a3-a9f2-c4e8a88c197e HTTP/1.1" status: 200 len: 1093 time: 2.1465483 Jul 22 16:29:30.445294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:30.448333 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:30.504243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d9678-c778-40c7-916b-dfe8eba37378 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:30.601116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-22b55bed-9e02-4d67-a5ee-cafa7548397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.602694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-22b55bed-9e02-4d67-a5ee-cafa7548397a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=713cc0e446b0411caddb07384fca733c&device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 1096 time: 0.0941052 Jul 22 16:29:30.605968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-a090cf58-3552-41b3-b89b-0b1b23b79a3c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.613481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a88e8-b857-4a88-b0f6-96d6eb22b4f9 req-dc8eb363-7c03-41f6-8fce-4c0e68a14678 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.613923 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-a090cf58-3552-41b3-b89b-0b1b23b79a3c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2458842 Jul 22 16:29:30.615117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed9a88e8-b857-4a88-b0f6-96d6eb22b4f9 req-dc8eb363-7c03-41f6-8fce-4c0e68a14678 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 945 time: 0.2810614 Jul 22 16:29:30.626659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-0ad1cc84-a997-480c-a7ca-c97044c44e67 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:29:30.627762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e46a3e8-4f1e-4616-b5bc-c979b0053588 req-0ad1cc84-a997-480c-a7ca-c97044c44e67 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131032 Jul 22 16:29:30.745264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-38948eb3-8f45-489f-ac40-ceb0a0b83378 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e HTTP/1.1" status: 200 len: 217 time: 0.0993793 Jul 22 16:29:30.765535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed9a88e8-b857-4a88-b0f6-96d6eb22b4f9 req-f1c16100-92b2-432d-a5ee-d8927d789bd8 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423304 Jul 22 16:29:30.855165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-7e7d2ec8-fe85-4305-b94a-1a63c31e579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:30.857672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-7e7d2ec8-fe85-4305-b94a-1a63c31e579a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e92391ee-0316-4404-829f-4188a52dc78f HTTP/1.1" status: 200 len: 862 time: 0.1072414 Jul 22 16:29:30.969137 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-7c865449-a6ae-4465-badf-03d09788e09f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d891ff97-343e-48b5-ab02-ca66064a1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432303 Jul 22 16:29:30.970915 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15241565-3ebe-448e-a8c8-86d886638a7b x-openstack-request-id: req-15241565-3ebe-448e-a8c8-86d886638a7b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:30.971445 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:30.971834 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15241565-3ebe-448e-a8c8-86d886638a7b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:30.972331 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e', 'status': 'completed', 'code': 200} Jul 22 16:29:31.022717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.227930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-e5d30caf-20f6-451b-b064-8b7e5b8b81e8 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2542498 Jul 22 16:29:31.245600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:31.256490 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-fd8ae772-826b-470f-8459-8206625bd258 service neutron] 10.222.0.65 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613308 Jul 22 16:29:31.311887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.400352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b04c5577-ef00-47aa-8908-a88d3f82af6e req-2c9e45cf-d50c-44e2-865a-bc0c04c4f7fc service neutron] 10.222.0.65 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385148 Jul 22 16:29:31.549813 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:31.804830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Allocated IP 172.25.3.53 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/4feae163-641f-43cc-aea9-73a9b76a0aad) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:31.821063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-ce032fc0-b0a1-4bdd-8c41-bc9de5d91f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:31.821063 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-ce032fc0-b0a1-4bdd-8c41-bc9de5d91f2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=713cc0e446b0411caddb07384fca733c&device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 1096 time: 0.1928563 Jul 22 16:29:32.105994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-2df0cdf8-dddd-4d16-a0da-bf5a485abf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:32.109319 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-2df0cdf8-dddd-4d16-a0da-bf5a485abf13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 200 len: 923 time: 0.2550883 Jul 22 16:29:32.197185 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-35072b28-c5cc-4abd-acb9-73dea5b2c2b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e HTTP/1.1" status: 200 len: 217 time: 0.0687079 Jul 22 16:29:32.205417 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.268484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75a937-594d-46fb-bef4-d89c1dc16e6b req-3e2dfafe-27a9-4915-97c7-09f2cdea19a7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:32.271244 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b75a937-594d-46fb-bef4-d89c1dc16e6b req-3e2dfafe-27a9-4915-97c7-09f2cdea19a7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 944 time: 0.0888786 Jul 22 16:29:32.288152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-69b1edf6-5804-4477-a849-b2385651f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:32.289659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-69b1edf6-5804-4477-a849-b2385651f4f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e92391ee-0316-4404-829f-4188a52dc78f HTTP/1.1" status: 200 len: 862 time: 0.0810733 Jul 22 16:29:32.303004 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.336939 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b75a937-594d-46fb-bef4-d89c1dc16e6b req-a6f62709-e475-43e4-b6c0-096396d2a938 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544226 Jul 22 16:29:32.385637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-e3657638-25b6-4008-ab02-a4e8c6e3fd22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d891ff97-343e-48b5-ab02-ca66064a1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796754 Jul 22 16:29:32.418431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:32.459872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:32.463022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event updated for resources: {'Port': ['ID=4feae163-641f-43cc-aea9-73a9b76a0aad,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:32.466843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:32.639128 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-bcd3141f-0656-4e37-b665-809734b4d2e2 service neutron] 10.222.0.65 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273593 Jul 22 16:29:32.684810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.799673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:32.859123 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53c2eba6-8c4f-425c-a688-cfb0fb5a9b4e req-c548e3a8-bf56-4d09-a873-3a32dd993147 service neutron] 10.222.0.65 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126746 Jul 22 16:29:32.976545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-2ca62e3c-3d62-4af1-b6df-cc0c0f41af4d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:32.979070 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-2ca62e3c-3d62-4af1-b6df-cc0c0f41af4d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 821 time: 0.1630318 Jul 22 16:29:32.999206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-e9cfc0b1-49a7-4631-af59-77a2499a8fab tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/quotas/12f6a0cc133141c49be04c7275b9267c HTTP/1.1" status: 200 len: 375 time: 0.0120289 Jul 22 16:29:33.078172 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.086218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.125245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-2ce9ea5e-8e85-44fa-a95a-067726f5a999 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133285 Jul 22 16:29:33.201121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event updated for resources: {'Port': ['ID=4feae163-641f-43cc-aea9-73a9b76a0aad,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:33.208669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.226218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:33.227654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-19360221-67a6-40eb-929c-85c48e5c2624 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9862063 Jul 22 16:29:33.275062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-0c59ce28-2da5-4ee3-995d-49aadbd91827 service neutron] 10.222.0.53 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477959 Jul 22 16:29:33.290284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-604dfc0b-3501-4fbc-b0f5-73ce22b45120 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.0521460 Jul 22 16:29:33.390406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-8744cd40-7685-4b2f-a3f4-ddf329aae390 service neutron] 10.222.0.53 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066461 Jul 22 16:29:33.435180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-4a6338e0-b732-4657-b800-ecda7d850265 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:33.435936 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6ef07826-1a20-4705-8b95-234bc7cb7d35 req-4a6338e0-b732-4657-b800-ecda7d850265 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.1379542 Jul 22 16:29:33.838264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5abd9f84-98fb-4a89-955b-3f0c8899c2cd no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:34.024667 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:34.045000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675812c0-a8b4-46f1-a26d-fb7db78b4a03 req-ddf32e16-5c66-41d4-b5f2-7679eccee4b0 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:34.052602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-675812c0-a8b4-46f1-a26d-fb7db78b4a03 req-ddf32e16-5c66-41d4-b5f2-7679eccee4b0 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1835244 Jul 22 16:29:34.115642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:34.116639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:34.121492 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf1359e-5b1f-4486-8024-0c2fc84fed7e" -d '{"events": [{"server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:34.130180 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:34.249000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:34.326016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2386301-a542-4aaf-860d-50fe62c6a871 req-bbb22daa-af58-4411-811f-2711799ac0a4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:34.328923 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2386301-a542-4aaf-860d-50fe62c6a871 req-bbb22daa-af58-4411-811f-2711799ac0a4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 944 time: 0.1934049 Jul 22 16:29:34.414813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2386301-a542-4aaf-860d-50fe62c6a871 req-024c869d-559c-4c38-9574-59fad5edcf13 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713603 Jul 22 16:29:34.460634 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-675812c0-a8b4-46f1-a26d-fb7db78b4a03 req-e4c579cb-3f64-4a69-8689-66ecf85589e9 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066744 Jul 22 16:29:34.553063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8fd519d4-7f05-4dd5-8e25-29e6c767ec99 req-60569236-0c5f-423c-a1a3-5bca3d1ea3cb tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 210 time: 0.0372677 Jul 22 16:29:34.654376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-bce04e10-e161-47dd-b2df-7c4b403aca34 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2070601 Jul 22 16:29:34.675629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:34.710205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:34.788321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-040dd4c3-b432-42af-99e6-8a2b0ce55892 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1308425166&fields=id&tenant_id=8353e4cdf1964d88b5c9175a32c1112d HTTP/1.1" status: 200 len: 267 time: 0.0742345 Jul 22 16:29:34.907284 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:34.989184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d32719a0-31c3-4582-aa31-33791781a63b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:34.997223 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d32719a0-31c3-4582-aa31-33791781a63b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/networks?id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 200 len: 824 time: 0.1921854 Jul 22 16:29:35.008225 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:35.011079 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-7ace6b7e-315f-467c-b9db-dd460ba3f3b7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/quotas/8353e4cdf1964d88b5c9175a32c1112d HTTP/1.1" status: 200 len: 375 time: 0.0110667 Jul 22 16:29:35.108317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Allocated IP 172.25.3.90 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/27b71d89-cba5-4d67-88d9-d4d456120f8c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:35.110840 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-f7c80638-8183-4da7-9c70-251e8a71c9c4 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0902829 Jul 22 16:29:35.280001 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-9f28b5fa-3896-43ae-ac08-ba01b2def9a6 service neutron] 10.222.0.53 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523545 Jul 22 16:29:35.280357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:35.378387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:35.457341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-c09f9aec-f6c0-44cd-8d7e-82387f22638a service neutron] 10.222.0.53 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688039 Jul 22 16:29:35.488650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:35.500666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:35.502510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event updated for resources: {'Port': ['ID=27b71d89-cba5-4d67-88d9-d4d456120f8c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:35.506011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:35.668747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-72c5924e-653b-4253-aa30-15a9865f053c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:35.671398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-72c5924e-653b-4253-aa30-15a9865f053c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 821 time: 0.2410574 Jul 22 16:29:35.699794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Request body: {'port': {'device_id': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d', 'admin_state_up': True, 'tenant_id': '12f6a0cc133141c49be04c7275b9267c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:35.751924 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:35.846556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:35.867621 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:35.994422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Made reservation on behalf of 12f6a0cc133141c49be04c7275b9267c for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:35.999520 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:36.066583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-f8601353-0a41-4bd1-970e-9aa5ca470c9c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:36.079481 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-f8601353-0a41-4bd1-970e-9aa5ca470c9c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 804 time: 0.3540392 Jul 22 16:29:36.108029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-e68954d5-3ece-43b5-be52-e1cf32b5c003 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/quotas/c39667ad131b466ca52b4e9c3751a28a HTTP/1.1" status: 200 len: 375 time: 0.0264564 Jul 22 16:29:36.109592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:36.141373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e', 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495', 'port_id': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e', 'mac_address': 'fa:16:3e:98:bd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92391ee-0316-4404-829f-4188a52dc78f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:36.232538 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:36.259509 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-290b3364-e3ce-4897-b645-14ed5d7da75e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472881 Jul 22 16:29:36.272279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:36.329938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:36.338003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:36.482860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:36.525577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-378dbbdb-d7c4-42bd-9921-fde0629ec6af service neutron] 10.222.0.53 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641125 Jul 22 16:29:36.744094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-4f3b12f4-3f5b-4fdd-be27-fb95d1a320bb service neutron] 10.222.0.53 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152808 Jul 22 16:29:36.901018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Allocated IP 172.20.0.7 (f37910a9-3144-46fb-8866-d3885a91b22d/4a908cd4-f970-4a30-9e7c-3ee00b8c5463/a8de31cf-4b6e-4693-b017-f1be20d59d22) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:36.922720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['0dc91743-9d0c-46a3-a9f2-c4e8a88c197e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:36.984719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:37.018612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-c9efceda-0ff3-4458-9d86-50ab9f7fa31d tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:37.021515 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-c9efceda-0ff3-4458-9d86-50ab9f7fa31d tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1 HTTP/1.1" status: 200 len: 945 time: 0.9176760 Jul 22 16:29:37.022268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:37.048901 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5859c5-f58e-4ce1-9258-f618c8ee1473 x-openstack-request-id: req-1c5859c5-f58e-4ce1-9258-f618c8ee1473 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:37.049299 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "name": "network-vif-unplugged", "status": "completed", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:37.049617 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c5859c5-f58e-4ce1-9258-f618c8ee1473 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:37.050259 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd', 'code': 200} Jul 22 16:29:37.363707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-62cb32e5-ab97-4b6b-a0d9-372fdf630ae8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:37.365380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-62cb32e5-ab97-4b6b-a0d9-372fdf630ae8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.65 "GET /v2.0/ports?device_id=e55003cb-03f9-40f3-bc64-40489f4596e2 HTTP/1.1" status: 200 len: 944 time: 0.4531915 Jul 22 16:29:37.366481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event updated for resources: {'Port': ['ID=27b71d89-cba5-4d67-88d9-d4d456120f8c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:37.409627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:37.536415 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:37.543071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-85cb06d1-b4c0-4353-b137-15b8d814c498 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8716981 Jul 22 16:29:37.698893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47257235-4489-4fe6-a440-650dfe2c980b req-e30570f2-bfd4-4560-b73f-eb3bb92c4b86 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:37.702231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-329d13de-9147-42a8-8d90-d79e1d277fc8 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.1582382 Jul 22 16:29:37.723735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47257235-4489-4fe6-a440-650dfe2c980b req-e30570f2-bfd4-4560-b73f-eb3bb92c4b86 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 945 time: 0.3415718 Jul 22 16:29:37.785590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Deleting port d870989d-05be-459b-888d-a341276be26c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:37.788923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:37.823283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47257235-4489-4fe6-a440-650dfe2c980b req-e2e55f9b-7151-47fe-a315-273f525d384c tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971045 Jul 22 16:29:37.895499 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.229996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-b976de32-9a3f-4700-82e1-d60aadb581a9 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:38.230914 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-b976de32-9a3f-4700-82e1-d60aadb581a9 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "GET /v2.0/networks?id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 200 len: 824 time: 0.3203554 Jul 22 16:29:38.252248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b58e36-a7b2-4803-8c76-df57713d0040 req-6a42cc20-df23-4541-b390-83029f6472f5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:38.263646 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8b58e36-a7b2-4803-8c76-df57713d0040 req-6a42cc20-df23-4541-b390-83029f6472f5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.2304170 Jul 22 16:29:38.363283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8b58e36-a7b2-4803-8c76-df57713d0040 req-d75701a5-1f6a-4290-8f49-be3e802b61f4 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985239 Jul 22 16:29:38.381145 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-6fdc901c-63bc-4627-a8b9-b424d05ef38e tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8353e4cdf1964d88b5c9175a32c1112d HTTP/1.1" status: 200 len: 380 time: 0.1139374 Jul 22 16:29:38.398444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Deleting port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:38.399515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.399696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Request body: {'port': {'device_id': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'admin_state_up': True, 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'security_groups': ['57788b0d-a1d7-4247-b387-73b0daf1c5b7']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:38.477252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] For port d870989d-05be-459b-888d-a341276be26c, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=d870989d-05be-459b-888d-a341276be26c,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:38.477914 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.501002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-7034c3a6-68d2-448a-99c4-10ed07dfb1ed tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:38.503283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d9551fe-18a6-47be-8770-106cdcd0d5d0 req-7034c3a6-68d2-448a-99c4-10ed07dfb1ed tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.7051408 Jul 22 16:29:38.535120 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.590507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['6814dbb4-7430-4436-8896-863d5bc5a5b6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:38.736698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] For port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:38.737343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.879625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Calling delete_port for 5abd9f84-98fb-4a89-955b-3f0c8899c2cd owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:38.915481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd68d0-f5d1-42a7-bec7-ce768d577a2e req-ede6973a-c8cc-4136-a8e3-8037e3228fb3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:38.917373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Network f37910a9-3144-46fb-8866-d3885a91b22d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:38.918768 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85bd68d0-f5d1-42a7-bec7-ce768d577a2e req-ede6973a-c8cc-4136-a8e3-8037e3228fb3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 931 time: 0.3374357 Jul 22 16:29:38.921133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Made reservation on behalf of 8353e4cdf1964d88b5c9175a32c1112d for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:38.927223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:38.943505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:39.060382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8672dfb-8ead-4103-9a11-84419186a0f3 req-13a57e8c-5027-4773-a69d-310d6dadc691 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 210 time: 0.1809952 Jul 22 16:29:39.064491 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85bd68d0-f5d1-42a7-bec7-ce768d577a2e req-58ae07b1-d4bc-42a4-b7c5-c88ad26f221a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315763 Jul 22 16:29:39.077131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:39.358981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Pushing event updated for resources: {'Port': ['ID=a8de31cf-4b6e-4693-b017-f1be20d59d22,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:39.377197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd5587a7-a593-47e5-8197-051ee04ca004 req-28326958-0376-48ac-b26e-baeee22c2804 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 210 time: 0.1279366 Jul 22 16:29:39.423814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:39.424951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.452649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Allocated IP 172.20.0.8 (db9b3a77-da3f-47c6-9b41-0b62f037fcaa/4f6a785d-b4e2-4bbd-a385-c3126b97c8f9/8f826c8a-a8cf-4344-bc24-ce2efccd81c0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:39.476365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-f320bc42-c4d6-4700-b4cd-c8e7a3d5a4c2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7864270 Jul 22 16:29:39.491109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b77d3b0c-0e0d-4a6b-bffd-46fbc4e7fa26 req-16866ffd-077a-40e7-9202-603dd72684d8 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips/0c76a1ba-aa95-47fa-b951-482be1f87461 HTTP/1.1" status: 200 len: 692 time: 0.1762218 Jul 22 16:29:39.526059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Request body: {'port': {'device_id': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:39.586731 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.587156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.587486 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Floating IP d2c9728e-f21e-40f7-893e-7208ee5ba105 disassociated. External IP: 172.25.3.212, port: d870989d-05be-459b-888d-a341276be26c. Jul 22 16:29:39.587837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Calling delete_port for d870989d-05be-459b-888d-a341276be26c owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:39.652555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-5dea93bd-f7de-4f66-a788-be136c4dca57 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:39.655378 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-5dea93bd-f7de-4f66-a788-be136c4dca57 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 804 time: 0.4481089 Jul 22 16:29:39.687307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Request body: {'port': {'device_id': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'admin_state_up': True, 'tenant_id': 'c39667ad131b466ca52b4e9c3751a28a'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:39.767409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.791554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.792517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d3b0c-0e0d-4a6b-bffd-46fbc4e7fa26 req-97c56ebe-34bf-415a-bed0-26e8d5021960 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:39.794182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b77d3b0c-0e0d-4a6b-bffd-46fbc4e7fa26 req-97c56ebe-34bf-415a-bed0-26e8d5021960 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2900996 Jul 22 16:29:39.884686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:39.920525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Pushing event deleted for resources: {'Port': ['ID=5abd9f84-98fb-4a89-955b-3f0c8899c2cd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:39.939647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e599da7-bf71-4f7b-9928-0d4f9fb6c10c req-fc0be1f0-ce71-421a-9df9-e0bcedb0039c tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:39.949832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e599da7-bf71-4f7b-9928-0d4f9fb6c10c req-fc0be1f0-ce71-421a-9df9-e0bcedb0039c tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 945 time: 0.4360504 Jul 22 16:29:39.954370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:39.997878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Transition to ACTIVE for port object 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:40.073675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] No DVR routers for this DVR port 5abd9f84-98fb-4a89-955b-3f0c8899c2cd on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:40.078262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.081143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b0a4b44-f3db-48b3-9fde-f83a461e5b17 req-a22dbaf3-b119-46bf-ac59-363c14b7590b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.65 "DELETE /v2.0/ports/5abd9f84-98fb-4a89-955b-3f0c8899c2cd HTTP/1.1" status: 204 len: 173 time: 2.6897106 Jul 22 16:29:40.087180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'name': 'network-vif-deleted', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:40.089907 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d41de-4152-4d02-9de2-64d68b4947da" -d '{"events": [{"server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "name": "network-vif-deleted", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:40.098207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:40.104897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:40.105472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.120442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.127847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e599da7-bf71-4f7b-9928-0d4f9fb6c10c req-5269a405-02f9-4c75-b064-f5c97caafd57 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764936 Jul 22 16:29:40.259642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba152187-9bb4-4026-ad76-094ad593bb25 req-4a5471a1-b1c1-46b6-938c-f6b329c05768 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:40.305995 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba152187-9bb4-4026-ad76-094ad593bb25 req-4a5471a1-b1c1-46b6-938c-f6b329c05768 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.4189329 Jul 22 16:29:40.308084 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.341185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Made reservation on behalf of c39667ad131b466ca52b4e9c3751a28a for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:29:40.346584 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.354689 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-d34c804a-9f8b-4796-98f2-196654a52e48 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips/0c76a1ba-aa95-47fa-b951-482be1f87461 HTTP/1.1" status: 200 len: 692 time: 0.0972412 Jul 22 16:29:40.367546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:40.383531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:40.391596 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5608e1f-4bc2-4868-b6d2-c245ab92dc35" -d '{"events": [{"server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "name": "network-vif-plugged", "status": "completed", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:40.428890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:40.443641 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.445336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device d870989d-05be-459b-888d-a341276be26c no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:40.563801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:40.584511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Allocated IP 172.20.0.10 (5d3d24e3-cd4a-4369-b000-a249db2fde65/3c66a87f-7623-4036-99c1-47ad46d04f04/add21173-983b-4351-acdc-48748dc30d4e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:29:40.586023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.586378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.586814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.587456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.587848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.588188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.588523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.588933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.589268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.589930 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.590263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.590658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:29:40.783214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.857212 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba152187-9bb4-4026-ad76-094ad593bb25 req-a8355398-dbff-4de1-8904-0cba19554ba6 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484540 Jul 22 16:29:40.937786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-bc8da04c-984d-42e7-ba44-8738dc3e4cb6 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:40.940459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:40.948106 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-bc8da04c-984d-42e7-ba44-8738dc3e4cb6 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.5794876 Jul 22 16:29:40.953793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:40.960124 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e19b8-552f-4f5d-88cd-6614a92609ed x-openstack-request-id: req-258e19b8-552f-4f5d-88cd-6614a92609ed {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:40.960419 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55003cb-03f9-40f3-bc64-40489f4596e2", "name": "network-vif-deleted", "tag": "5abd9f84-98fb-4a89-955b-3f0c8899c2cd", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:40.960682 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-258e19b8-552f-4f5d-88cd-6614a92609ed {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:40.961084 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55003cb-03f9-40f3-bc64-40489f4596e2', 'name': 'network-vif-deleted', 'tag': '5abd9f84-98fb-4a89-955b-3f0c8899c2cd', 'status': 'completed', 'code': 200} Jul 22 16:29:40.963624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:40.966874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.048335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event updated for resources: {'Port': ['ID=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:41.086130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event deleted for resources: {'Port': ['ID=d870989d-05be-459b-888d-a341276be26c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:41.157327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-dbb90bd9-e5f3-46a3-9e69-e52a70eead24 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.2081370 Jul 22 16:29:41.170774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:41.172025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.192107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-d08e51b6-2863-4f5d-9070-a213700b8cca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8045888 Jul 22 16:29:41.251567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Request body: {'port': {'device_id': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:41.323983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-105c70e4-24a1-4fdf-a92b-b8ee3c6cd278 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.1653826 Jul 22 16:29:41.381111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e68e0-9cfb-4c16-930d-3cdf74111d0a req-b3310903-9991-4178-8e03-86d543c496cb tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:41.383535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8a6868a-95bc-44da-946d-90e7930bfd67 None None] Provisioning for port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:41.389292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae7e68e0-9cfb-4c16-930d-3cdf74111d0a req-b3310903-9991-4178-8e03-86d543c496cb tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 931 time: 0.3359237 Jul 22 16:29:41.396902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8a6868a-95bc-44da-946d-90e7930bfd67 None None] Provisioning complete for port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:41.397289 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8a6868a-95bc-44da-946d-90e7930bfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.400839 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.460168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6868a-95bc-44da-946d-90e7930bfd67 None None] Port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:29:41.497978 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.546502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Network 5d3d24e3-cd4a-4369-b000-a249db2fde65 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:29:41.595744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:29:41.602236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Pushing event updated for resources: {'Port': ['ID=add21173-983b-4351-acdc-48748dc30d4e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:41.616870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:29:41.634062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae7e68e0-9cfb-4c16-930d-3cdf74111d0a req-87b6f561-ab02-4847-b8ef-8a6d1f385a19 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162826 Jul 22 16:29:41.859489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5abd9f84-98fb-4a89-955b-3f0c8899c2cd no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:41.878735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:29:41.881029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:41.881935 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.909767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 5abd9f84-98fb-4a89-955b-3f0c8899c2cd {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:41.913470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5abd9f84-98fb-4a89-955b-3f0c8899c2cd not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:41.942759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8de31cf-4b6e-4693-b017-f1be20d59d22 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:41.964975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-d5bb0654-5eb6-4a1d-8522-df2f5130d2af tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2819023 Jul 22 16:29:41.966768 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.978571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Deleting port 27b71d89-cba5-4d67-88d9-d4d456120f8c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:41.978965 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:41.988946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02a1f8-2ef9-431b-b3da-df1e2428dc15 req-d67dd46f-9ef9-43b2-bde5-83e8b804a932 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:41.992420 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c02a1f8-2ef9-431b-b3da-df1e2428dc15 req-d67dd46f-9ef9-43b2-bde5-83e8b804a932 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 931 time: 0.1875162 Jul 22 16:29:42.002456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Request body: {'port': {'device_id': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:29:42.123263 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:42.124533 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:42.141485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Calling delete_port for 27b71d89-cba5-4d67-88d9-d4d456120f8c owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:42.201230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:42.235275 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c02a1f8-2ef9-431b-b3da-df1e2428dc15 req-81992f81-367c-4751-80d1-f0bd90420bb5 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369233 Jul 22 16:29:42.250114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Transition to ACTIVE for port object a8de31cf-4b6e-4693-b017-f1be20d59d22 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:42.260809 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:42.395525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Pushing event updated for resources: {'Port': ['ID=a8de31cf-4b6e-4693-b017-f1be20d59d22,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:42.442492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:29:42.453090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:42.459293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] Sync routers for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:29:42.478613 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:42.486176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:42.487124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:42.662216 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd9af6-6d02-450e-adc6-bb81eaf5b8c7 x-openstack-request-id: req-f4fd9af6-6d02-450e-adc6-bb81eaf5b8c7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:42.662766 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "name": "network-vif-plugged", "status": "completed", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:42.663258 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4fd9af6-6d02-450e-adc6-bb81eaf5b8c7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:42.664017 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e', 'code': 200} Jul 22 16:29:42.711874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Transition to ACTIVE for port object 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:42.721405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:42.727556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] No DVR routers for this DVR port d870989d-05be-459b-888d-a341276be26c on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:42.732606 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:42.736233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa09bbc0-2e31-433a-b3e8-af21ba0bf347 req-996fac97-ab36-443c-877e-b85408721d50 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "DELETE /v2.0/ports/d870989d-05be-459b-888d-a341276be26c HTTP/1.1" status: 204 len: 173 time: 5.6376481 Jul 22 16:29:42.773501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:42.886372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:43.009465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'name': 'network-vif-deleted', 'tag': 'd870989d-05be-459b-888d-a341276be26c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:43.013520 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7a73d3-be86-4575-9dbe-606efe59e70b" -d '{"events": [{"server_uuid": "ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1", "name": "network-vif-deleted", "tag": "d870989d-05be-459b-888d-a341276be26c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:43.022396 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.065748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event deleted for resources: {'Port': ['ID=27b71d89-cba5-4d67-88d9-d4d456120f8c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:43.206169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.209313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.210742 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cbedcd8-3869-44b0-93af-1b3f6802a364 req-9f4eab4c-43b8-4f2c-b14c-5500ab140396 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "DELETE /v2.0/floatingips/0c76a1ba-aa95-47fa-b951-482be1f87461 HTTP/1.1" status: 204 len: 173 time: 1.8854871 Jul 22 16:29:43.284516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdabc8-b06d-4ab8-ad82-477d21350cf2 req-b10b304b-fd50-4741-af56-f16c090b9eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:43.286019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebfdabc8-b06d-4ab8-ad82-477d21350cf2 req-b10b304b-fd50-4741-af56-f16c090b9eb4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 1098 time: 0.6237295 Jul 22 16:29:43.287843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:43.288451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:43.288913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:43.294666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:43.296571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:43.314345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:43.317997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:43.318528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:43.319135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Bound port: a8de31cf-4b6e-4693-b017-f1be20d59d22, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:43.319625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.339426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:43.438374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] Checking router: 2455997c-8437-4026-ba41-c3f4d3dcd4d8 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:29:43.488228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:43.488934 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:43.505271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebfdabc8-b06d-4ab8-ad82-477d21350cf2 req-11fc394d-e892-4d5f-818a-20e4a21aedc1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934543 Jul 22 16:29:43.574207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:43.586467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:43.607212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945075c4-4a8d-42b8-8a7e-7670833cc63a req-3f87f643-a967-4783-a658-f5c52e7a6d1b tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:43.609000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-945075c4-4a8d-42b8-8a7e-7670833cc63a req-3f87f643-a967-4783-a658-f5c52e7a6d1b tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 946 time: 0.2149708 Jul 22 16:29:43.619204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.760529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bb477-e879-4d82-ac8c-a8090213ced1 req-577941ef-27a9-4c6f-924a-6f2739de02e1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:43.766227 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-147bb477-e879-4d82-ac8c-a8090213ced1 req-577941ef-27a9-4c6f-924a-6f2739de02e1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 932 time: 1.1203215 Jul 22 16:29:43.777677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:43.778656 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:43.780507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:43.780789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] 10.222.0.20 "PUT /v2.0/ports/a8de31cf-4b6e-4693-b017-f1be20d59d22 HTTP/1.1" status: 200 len: 1092 time: 4.2684309 Jul 22 16:29:43.859784 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-945075c4-4a8d-42b8-8a7e-7670833cc63a req-9880c010-d7b7-4fe6-872e-c2cfdf6c4cb5 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368808 Jul 22 16:29:43.978995 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-147bb477-e879-4d82-ac8c-a8090213ced1 req-1682dfc7-209b-49a7-ad4c-7ab2a1e591ce tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793787 Jul 22 16:29:44.052725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8ecd5-c760-4513-a203-dd2af7f53f3d service neutron] Pushing event updated for resources: {'Port': ['ID=a8de31cf-4b6e-4693-b017-f1be20d59d22,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:44.185498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-c2d40edd-c53d-48f3-96f3-17d00aa907f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:44.187972 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-c2d40edd-c53d-48f3-96f3-17d00aa907f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 1095 time: 0.3236663 Jul 22 16:29:44.248019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Attempting to bind port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:44.248350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Attempting to bind port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:44.248685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Attempting to bind port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 on network db9b3a77-da3f-47c6-9b41-0b62f037fcaa {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:44.278140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 on network db9b3a77-da3f-47c6-9b41-0b62f037fcaa not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:44.278140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Attempting to bind port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 on network db9b3a77-da3f-47c6-9b41-0b62f037fcaa {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:44.296603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-2e104517-7c71-47a4-8374-435552a658fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22 HTTP/1.1" status: 200 len: 217 time: 0.0913491 Jul 22 16:29:44.370635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:44.425001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add21173-983b-4351-acdc-48748dc30d4e {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:44.425431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b678d6-7dd2-4c81-b32a-82d6ee691d98 req-9f12187a-b11d-44f9-9a36-9725cbe55a99 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:44.427347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6b678d6-7dd2-4c81-b32a-82d6ee691d98 req-9f12187a-b11d-44f9-9a36-9725cbe55a99 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.3029830 Jul 22 16:29:44.445046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.474120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Transition to ACTIVE for port object add21173-983b-4351-acdc-48748dc30d4e will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:29:44.479967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3157c410-87f1-44ad-8231-1dbce2329b6c None None] The sync data for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 is: [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:29:44.494974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.507226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:44.508265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Checking segment: {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:44.509234 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Bound using segment: {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:44.510202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Bound port: 8f826c8a-a8cf-4344-bc24-ce2efccd81c0, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34762e21-28f1-442d-9a0f-2c7fcbcd09e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:44.511219 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:44.531649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-002e14da-da15-410c-9af3-ecb86f2f8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:44.533066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-002e14da-da15-410c-9af3-ecb86f2f8150 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.2201209 Jul 22 16:29:44.669578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-18eded62-e83b-4682-a1f7-ac6e09f35ae4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069868 Jul 22 16:29:44.687097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6b678d6-7dd2-4c81-b32a-82d6ee691d98 req-4f4f196e-3804-4589-a4ad-dfafe67a2f4a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444139 Jul 22 16:29:44.724904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Pushing event updated for resources: {'Port': ['ID=add21173-983b-4351-acdc-48748dc30d4e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:44.761363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64598a09-16b1-45f7-9956-9eb03aed2f5f req-4cc841af-939e-4ffa-8bdb-2fb27f30a71c tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:44.783576 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64598a09-16b1-45f7-9956-9eb03aed2f5f req-4cc841af-939e-4ffa-8bdb-2fb27f30a71c tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 943 time: 0.6831136 Jul 22 16:29:44.977379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] For port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:45.009062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64598a09-16b1-45f7-9956-9eb03aed2f5f req-39bc032e-d68b-402b-85bc-f4b97801ce5f tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352300 Jul 22 16:29:45.027595 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8f0f93-d27e-428b-b204-068bede5697e x-openstack-request-id: req-ec8f0f93-d27e-428b-b204-068bede5697e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:45.033342 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1", "name": "network-vif-deleted", "tag": "d870989d-05be-459b-888d-a341276be26c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:45.033966 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec8f0f93-d27e-428b-b204-068bede5697e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:45.034705 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c3b8b-4636-4446-a9d9-9a6d99ec42c1', 'name': 'network-vif-deleted', 'tag': 'd870989d-05be-459b-888d-a341276be26c', 'status': 'completed', 'code': 200} Jul 22 16:29:45.058248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] For port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:45.074453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.086373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Attempting to bind port add21173-983b-4351-acdc-48748dc30d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:29:45.086825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Attempting to bind port add21173-983b-4351-acdc-48748dc30d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:29:45.087957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Attempting to bind port add21173-983b-4351-acdc-48748dc30d4e on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:45.120202 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f01193-eca5-4fe1-96af-1d8a1777ea36 None None] New status for floating IP d2c9728e-f21e-40f7-893e-7208ee5ba105: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:29:45.189658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-32e60498-1ef0-4b98-97be-3fa5d1c40204 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812856 Jul 22 16:29:45.191209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:45.204685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Port add21173-983b-4351-acdc-48748dc30d4e on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:29:45.205097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Attempting to bind port add21173-983b-4351-acdc-48748dc30d4e on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:29:45.222032 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:45.222673 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.224908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-05a16880-3020-444e-81fe-e8c6b46cc2f7 service neutron] 10.222.0.65 "PUT /v2.0/ports/8f826c8a-a8cf-4344-bc24-ce2efccd81c0 HTTP/1.1" status: 200 len: 1092 time: 3.9938529 Jul 22 16:29:45.226543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:45.229017 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c2445f-da7d-47cf-8eab-be7562c91b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:45.278348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:29:45.278703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Checking segment: {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:29:45.279132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Bound using segment: {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:29:45.279781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Bound port: add21173-983b-4351-acdc-48748dc30d4e, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:29:45.280146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.363193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:29:45.367562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=add21173-983b-4351-acdc-48748dc30d4e,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:29:45.379088 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.423780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:45.424958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:45.427306 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] 10.222.0.20 "PUT /v2.0/ports/add21173-983b-4351-acdc-48748dc30d4e HTTP/1.1" status: 200 len: 1093 time: 3.4312978 Jul 22 16:29:45.566723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998ccb8-b96d-4338-aa3b-d596b5de50f9 req-584c3dd3-2540-4669-878b-8ca8ede37785 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:45.590211 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3998ccb8-b96d-4338-aa3b-d596b5de50f9 req-584c3dd3-2540-4669-878b-8ca8ede37785 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5709009 Jul 22 16:29:45.645946 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48bce64-3021-40dd-b9e6-9d36cdbbd368 req-751d0e96-f862-448b-98fa-836737fa75c0 service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269543 Jul 22 16:29:45.663270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c6300-0557-4cf6-adb9-bf0dd6e49f50 req-26a5aa5c-1081-4548-ba50-634fe407fff7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:45.665381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce8c6300-0557-4cf6-adb9-bf0dd6e49f50 req-26a5aa5c-1081-4548-ba50-634fe407fff7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.4561713 Jul 22 16:29:45.678342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88e445-2235-496e-a502-e71d80f1c7fd service neutron] Pushing event updated for resources: {'Port': ['ID=add21173-983b-4351-acdc-48748dc30d4e,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:45.801404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce8c6300-0557-4cf6-adb9-bf0dd6e49f50 req-c695a78c-b4e0-4ea6-a80d-1693f180c8b5 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218433 Jul 22 16:29:45.818111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-91a72ad0-30f5-496b-bc2a-05d7fbe243a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:45.818111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-91a72ad0-30f5-496b-bc2a-05d7fbe243a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 1095 time: 0.3257661 Jul 22 16:29:45.818959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-9acb1dd3-a014-46ab-96bf-a5867762dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:45.820169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-9acb1dd3-a014-46ab-96bf-a5867762dc14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 1096 time: 0.2495615 Jul 22 16:29:45.885886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-5a086857-c383-43c5-b4aa-e884de51e4a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0 HTTP/1.1" status: 200 len: 217 time: 0.0500507 Jul 22 16:29:45.890007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa19ce0-e482-4beb-ae4d-7cf3d21fbb0f req-e1127d76-31a2-41f4-8409-e23d1fac2b0c tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:45.892058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa19ce0-e482-4beb-ae4d-7cf3d21fbb0f req-e1127d76-31a2-41f4-8409-e23d1fac2b0c tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 946 time: 0.1078081 Jul 22 16:29:45.950149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-5eb47db4-02ec-4d57-bb2c-86d1d9b0fb18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add21173-983b-4351-acdc-48748dc30d4e HTTP/1.1" status: 200 len: 217 time: 0.1149569 Jul 22 16:29:45.962416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa19ce0-e482-4beb-ae4d-7cf3d21fbb0f req-32c557c0-be43-40f4-a857-abe5aacc7440 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592382 Jul 22 16:29:46.037404 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dfdec7-2022-4e46-9a37-55d62ab67998 x-openstack-request-id: req-06dfdec7-2022-4e46-9a37-55d62ab67998 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:46.037788 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:46.038113 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06dfdec7-2022-4e46-9a37-55d62ab67998 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:46.038786 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'status': 'completed', 'code': 200} Jul 22 16:29:46.078951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-168aafe6-219e-4e86-a20d-6276a9b4b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.080876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-168aafe6-219e-4e86-a20d-6276a9b4b221 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f6a785d-b4e2-4bbd-a385-c3126b97c8f9 HTTP/1.1" status: 200 len: 863 time: 0.1630495 Jul 22 16:29:46.102757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-4064e6f3-d920-4afb-8040-6b17b929f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.105179 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-4064e6f3-d920-4afb-8040-6b17b929f85d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c66a87f-7623-4036-99c1-47ad46d04f04 HTTP/1.1" status: 200 len: 844 time: 0.1451809 Jul 22 16:29:46.124231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbae75c-b9a3-452b-8c28-7743842d512b req-51ddad32-01aa-4d28-8d3d-9d11dd790a7d tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=96fe6d9c61f44d86960336885df06446 HTTP/1.1" status: 200 len: 1655 time: 0.0850089 Jul 22 16:29:46.170266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ba22e038-1b0a-47a0-a348-a561ab9c06f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d3d24e3-cd4a-4369-b000-a249db2fde65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532262 Jul 22 16:29:46.187356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d64df-0b82-440e-bed7-5a70fda60fb5 req-7745294a-05fa-451b-a9d4-2a76570eaffb tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.188887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-df6d64df-0b82-440e-bed7-5a70fda60fb5 req-7745294a-05fa-451b-a9d4-2a76570eaffb tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 944 time: 0.2594316 Jul 22 16:29:46.297183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae75c-b9a3-452b-8c28-7743842d512b req-af8d57da-83ce-461b-90ca-a35ef84f0cef tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.299292 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbae75c-b9a3-452b-8c28-7743842d512b req-af8d57da-83ce-461b-90ca-a35ef84f0cef tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks?id=1646808e-4165-43b0-9912-b68e8cc83024&id=1646808e-4165-43b0-9912-b68e8cc83024&id=1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 787 time: 0.1674287 Jul 22 16:29:46.322129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-0fbae75c-b9a3-452b-8c28-7743842d512b req-626909a3-5e80-4422-9459-3fc9db57bddf tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:29:46.323969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbae75c-b9a3-452b-8c28-7743842d512b req-626909a3-5e80-4422-9459-3fc9db57bddf tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106268 Jul 22 16:29:46.339548 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-df6d64df-0b82-440e-bed7-5a70fda60fb5 req-7019e6f6-be25-4327-9704-5769eac3add4 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381900 Jul 22 16:29:46.350095 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-aa426790-aa20-4dde-8281-ebe0c51c81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.353851 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-aa426790-aa20-4dde-8281-ebe0c51c81f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2527263 Jul 22 16:29:46.414669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-6b3d600e-ac70-498b-a9e4-a7b59f3205e2 service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246878 Jul 22 16:29:46.495235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af815-eccb-4507-8535-3f7666d5095d req-e3bc079c-a248-4f06-9946-37de583558f3 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.503727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd8af815-eccb-4507-8535-3f7666d5095d req-e3bc079c-a248-4f06-9946-37de583558f3 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.0921316 Jul 22 16:29:46.571890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd8af815-eccb-4507-8535-3f7666d5095d req-70806301-70cc-46c2-a61f-76497249e40c tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666044 Jul 22 16:29:46.653311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-08d43ac0-7775-4e2c-bac8-7a57305fba8e service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806242 Jul 22 16:29:46.663712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d9422-e816-4e56-99fd-b7f9ff749ad1 req-887d29be-bd75-46e2-ae85-ee7229bdbbdc tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.665376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-757d9422-e816-4e56-99fd-b7f9ff749ad1 req-887d29be-bd75-46e2-ae85-ee7229bdbbdc tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 946 time: 0.2231541 Jul 22 16:29:46.676409 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12500bdc-0e8f-4969-b196-7b2d3badd3a8 req-ca50b7ff-3c6a-473b-a71a-219e37dda9ec service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502620 Jul 22 16:29:46.770553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b91d2-3966-4d8a-8e4d-170358e32d68 req-bb433dfa-188c-4419-bf22-8432a9923ca0 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:46.772239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec2b91d2-3966-4d8a-8e4d-170358e32d68 req-bb433dfa-188c-4419-bf22-8432a9923ca0 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 943 time: 0.0940797 Jul 22 16:29:46.815209 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-757d9422-e816-4e56-99fd-b7f9ff749ad1 req-52f6cca6-209c-4912-baac-fb8ec01bbea8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360292 Jul 22 16:29:46.846725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec2b91d2-3966-4d8a-8e4d-170358e32d68 req-8b141ae6-0b5e-46e5-ab39-ed0e18e69fb7 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673363 Jul 22 16:29:46.929831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39fd3b53-140f-4f2f-9e8d-719b65700287 req-679151ec-234b-475b-943a-db6e42ed8b8c service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630298 Jul 22 16:29:46.940757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-c04a9ecd-7970-4f0a-a36d-fe42226ba45d tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips/6ca109f9-a5c8-4ef6-a420-0ba713263f79 HTTP/1.1" status: 200 len: 692 time: 0.0782006 Jul 22 16:29:47.037097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:47.041089 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639e125a-a681-438b-8fb7-72be69951bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:47.142807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-4fdf6091-14fd-4f34-9fe7-43300794718f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:47.147676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-4fdf6091-14fd-4f34-9fe7-43300794718f tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.1954420 Jul 22 16:29:47.269923 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-7fb3e122-144e-4e14-84ce-93770ece80e2 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1043913 Jul 22 16:29:47.383541 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-4009b5d3-97ae-4c22-9e72-c4c22d609da1 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.53 HTTP/1.1" status: 200 len: 695 time: 0.1010151 Jul 22 16:29:47.388130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-080ab34a-1f5b-4c9c-a225-3aa437703b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:47.390593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-080ab34a-1f5b-4c9c-a225-3aa437703b94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 1095 time: 0.2409635 Jul 22 16:29:47.742749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e063f95-92cc-4a8d-a933-e1a21993d632 req-e5e7f980-5f58-41e7-bf42-749282e7e78b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:47.745799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e063f95-92cc-4a8d-a933-e1a21993d632 req-e5e7f980-5f58-41e7-bf42-749282e7e78b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.1206462 Jul 22 16:29:47.769860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-dbe672ee-76d6-4c4e-a6d3-463d26b12678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:47.770845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-dbe672ee-76d6-4c4e-a6d3-463d26b12678 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 200 len: 925 time: 0.3688774 Jul 22 16:29:47.777230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Deleting port 4feae163-641f-43cc-aea9-73a9b76a0aad {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:47.778502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:47.827977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e063f95-92cc-4a8d-a933-e1a21993d632 req-ccfc6843-96ec-4787-99fb-cd9a04b108cd tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646522 Jul 22 16:29:47.900066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-bad7e23f-03ef-439a-b490-af621e795d00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0 HTTP/1.1" status: 200 len: 217 time: 0.0887334 Jul 22 16:29:47.928329 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860a4563-69fb-4ef1-819f-075cae05111a x-openstack-request-id: req-860a4563-69fb-4ef1-819f-075cae05111a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:47.928329 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:47.928329 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-860a4563-69fb-4ef1-819f-075cae05111a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:47.928329 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22', 'status': 'completed', 'code': 200} Jul 22 16:29:48.048246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:48.052835 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d331ab6f-84a4-4a1c-a510-36a997e784f5" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "tag": "add21173-983b-4351-acdc-48748dc30d4e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:48.143410 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:48.143743 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:48.154581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-7b21bca7-cd48-4d3f-918e-714d11bced37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:48.156111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-7b21bca7-cd48-4d3f-918e-714d11bced37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f6a785d-b4e2-4bbd-a385-c3126b97c8f9 HTTP/1.1" status: 200 len: 863 time: 0.2209511 Jul 22 16:29:48.166288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Calling delete_port for 4feae163-641f-43cc-aea9-73a9b76a0aad owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:48.210521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8587e9-e340-46ad-823b-7c22fdd4b8d9 req-8f8715f3-2fca-4880-8e50-393dd5eb7d94 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:48.213717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec8587e9-e340-46ad-823b-7c22fdd4b8d9 req-8f8715f3-2fca-4880-8e50-393dd5eb7d94 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 944 time: 0.1781573 Jul 22 16:29:48.288761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec8587e9-e340-46ad-823b-7c22fdd4b8d9 req-b9b90116-6f11-4a7f-bad3-4f6fdadd5a71 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617583 Jul 22 16:29:48.312059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e125a-a681-438b-8fb7-72be69951bd9 req-30730f39-9156-4228-9fa5-716228d616ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:48.314169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-639e125a-a681-438b-8fb7-72be69951bd9 req-30730f39-9156-4228-9fa5-716228d616ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 1095 time: 0.2869439 Jul 22 16:29:48.403654 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f318903-3ff3-454d-8985-522dd75d2cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:48.420997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-a5021ed8-daf9-4b98-980d-7e1152a2b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:48.424284 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-a5021ed8-daf9-4b98-980d-7e1152a2b518 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2595632 Jul 22 16:29:48.765489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf9926-23b5-46ba-8f1c-8a46c10fcab6 req-4b4b9be4-e19b-4782-a731-f04355213fbd tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:48.768184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1dcf9926-23b5-46ba-8f1c-8a46c10fcab6 req-4b4b9be4-e19b-4782-a731-f04355213fbd tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1210310 Jul 22 16:29:48.844048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1dcf9926-23b5-46ba-8f1c-8a46c10fcab6 req-b71d126e-3d97-4bc2-82d9-ba583daf5687 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644729 Jul 22 16:29:48.983203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:49.020151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:49.084166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f7682-e42b-4b6d-aee6-725e79d83e85 req-960f4a31-2cbe-42ea-aebb-da5bbcbe8b32 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:49.086596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d2f7682-e42b-4b6d-aee6-725e79d83e85 req-960f4a31-2cbe-42ea-aebb-da5bbcbe8b32 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 943 time: 0.1263001 Jul 22 16:29:49.116111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e125a-a681-438b-8fb7-72be69951bd9 req-60809da5-8d47-4c29-8785-4cecbb738bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:49.119128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-639e125a-a681-438b-8fb7-72be69951bd9 req-60809da5-8d47-4c29-8785-4cecbb738bc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.7853930 Jul 22 16:29:49.123711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.206282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-81eeb1d6-c02b-41f1-8162-0e39a6f5c7e1 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652266 Jul 22 16:29:49.211355 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d2f7682-e42b-4b6d-aee6-725e79d83e85 req-4c3bdb3e-d597-4c22-96e2-fd8e9c1a61ab tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136348 Jul 22 16:29:49.277030 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-639e125a-a681-438b-8fb7-72be69951bd9 req-870ed1ca-2aed-4a69-bf0f-4ba410855811 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22 HTTP/1.1" status: 200 len: 217 time: 0.1409872 Jul 22 16:29:49.335575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event deleted for resources: {'Port': ['ID=4feae163-641f-43cc-aea9-73a9b76a0aad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:49.432486 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1713d0-619e-4f4b-9510-c8a197d9a45e x-openstack-request-id: req-5c1713d0-619e-4f4b-9510-c8a197d9a45e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:49.432944 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "tag": "add21173-983b-4351-acdc-48748dc30d4e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:49.433292 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c1713d0-619e-4f4b-9510-c8a197d9a45e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:49.434409 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e', 'status': 'completed', 'code': 200} Jul 22 16:29:49.438999 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.467896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:49.512100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:49.516467 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3602393b-1f9e-4265-b86c-f166c83e65c5" -d '{"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-unplugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:49.525736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'mac_address': 'fa:16:3e:b3:0b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:49.534919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e125a-a681-438b-8fb7-72be69951bd9 req-a1fab6a1-3124-45f5-bbbe-7e4fa308b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:49.534919 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-639e125a-a681-438b-8fb7-72be69951bd9 req-a1fab6a1-3124-45f5-bbbe-7e4fa308b66c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.2031734 Jul 22 16:29:49.544630 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.549249 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.550459 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba3f6ad3-af88-4b2f-8f72-60740b4c73ed req-62f31009-cd75-4837-a29a-8d502186343c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "DELETE /v2.0/floatingips/6ca109f9-a5c8-4ef6-a420-0ba713263f79 HTTP/1.1" status: 204 len: 173 time: 2.1569993 Jul 22 16:29:49.595806 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-639e125a-a681-438b-8fb7-72be69951bd9 req-69c1cac5-a93c-4ba2-a5a3-a03d70c9bee7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439072 Jul 22 16:29:49.628558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:49.636900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95c2445f-da7d-47cf-8eab-be7562c91b3c req-db60a1be-292a-4b01-9076-62d591347857 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537812 Jul 22 16:29:49.640131 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.710790 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:49.721022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-16f141b8-7c02-4304-a312-16fa8b37c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:49.724645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-16f141b8-7c02-4304-a312-16fa8b37c3ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 1096 time: 0.2383435 Jul 22 16:29:49.795200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9fdba31-47a1-4279-a22c-4d74bc012b9a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:49.813091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:49.890432 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:29:49.894397 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:29:49.927037 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-639e125a-a681-438b-8fb7-72be69951bd9 req-be43b556-6b4c-4c67-9be8-ab0971d8835f service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177080 Jul 22 16:29:50.009487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290bfd8-9051-42b3-87ba-b41d050fc576 req-a11af78a-97b5-4b44-bf6e-a4f832c0ef02 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:50.012890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3290bfd8-9051-42b3-87ba-b41d050fc576 req-a11af78a-97b5-4b44-bf6e-a4f832c0ef02 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.2733440 Jul 22 16:29:50.117578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3290bfd8-9051-42b3-87ba-b41d050fc576 req-7b9201b3-ea2b-477b-baa7-c706dbf18486 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647674 Jul 22 16:29:50.119931 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-639e125a-a681-438b-8fb7-72be69951bd9 req-8bd92481-fb66-4362-9cef-1dbf496188ce service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816869 Jul 22 16:29:50.204170 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5341288b-140d-40dd-bcac-0ca5638f06fe x-openstack-request-id: req-5341288b-140d-40dd-bcac-0ca5638f06fe {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:50.204170 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-unplugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:50.204595 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5341288b-140d-40dd-bcac-0ca5638f06fe {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:50.205382 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'code': 200} Jul 22 16:29:50.300618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-3f071d17-5dc6-4e67-965c-778d458647bb tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips/3d242537-5d09-4490-aae7-643619a822c0 HTTP/1.1" status: 200 len: 692 time: 0.0676789 Jul 22 16:29:50.339032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-e890f2ba-af5b-407f-90a2-65ac7ed74ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:50.341933 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-e890f2ba-af5b-407f-90a2-65ac7ed74ef3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 905 time: 0.6083939 Jul 22 16:29:50.380315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8769c5a-e752-4025-84d1-644b9ba34358 req-92055a39-1368-41e1-af5b-eb058822894c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:50.383207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8769c5a-e752-4025-84d1-644b9ba34358 req-92055a39-1368-41e1-af5b-eb058822894c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 944 time: 0.2489314 Jul 22 16:29:50.442339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-233d4035-92ea-4773-b034-543c0468b920 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add21173-983b-4351-acdc-48748dc30d4e HTTP/1.1" status: 200 len: 217 time: 0.0918851 Jul 22 16:29:50.473719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-da0a7b7f-bac0-40e8-b16a-9d73e361ab96 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:50.483834 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:50.485867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-da0a7b7f-bac0-40e8-b16a-9d73e361ab96 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.1787133 Jul 22 16:29:50.509447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fdba31-47a1-4279-a22c-4d74bc012b9a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:50.556781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:50.560701 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-7ed8bf87-51db-4df3-95e4-a518e406bab8 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0729952 Jul 22 16:29:50.561828 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8769c5a-e752-4025-84d1-644b9ba34358 req-7fc46491-e0c7-4da2-a2cf-400df1ab230a tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306884 Jul 22 16:29:50.563788 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:50.564843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device add21173-983b-4351-acdc-48748dc30d4e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:50.571461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-7c75c2e1-4552-45b7-94ba-c107ac8b0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:50.579602 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-7c75c2e1-4552-45b7-94ba-c107ac8b0082 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c66a87f-7623-4036-99c1-47ad46d04f04 HTTP/1.1" status: 200 len: 844 time: 0.1200593 Jul 22 16:29:50.656013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-616bfc2c-6d14-43be-8697-1930465a22d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d3d24e3-cd4a-4369-b000-a249db2fde65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745933 Jul 22 16:29:50.689288 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-be781c16-e78f-4454-bbf8-806f84457501 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.1203983 Jul 22 16:29:50.739260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:50.843128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83503415-d71d-4096-bab7-9010341cd7c2 req-fe073a74-e558-4830-8174-ca1fda2c1cb5 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:50.845599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83503415-d71d-4096-bab7-9010341cd7c2 req-fe073a74-e558-4830-8174-ca1fda2c1cb5 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 946 time: 0.1725988 Jul 22 16:29:50.865646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=add21173-983b-4351-acdc-48748dc30d4e,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:50.888972 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-42ec03d6-0f8f-4111-82e1-7912d7e980e0 service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259321 Jul 22 16:29:50.895450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'add21173-983b-4351-acdc-48748dc30d4e', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'port_id': 'add21173-983b-4351-acdc-48748dc30d4e', 'mac_address': 'fa:16:3e:ba:fd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c66a87f-7623-4036-99c1-47ad46d04f04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:50.907046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Deleting port 949b78b6-29f6-4d94-a26b-d4435f2cb725 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:50.907389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:50.975491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83503415-d71d-4096-bab7-9010341cd7c2 req-d5af379e-b4f1-40e8-b55c-b5d10d37c75b tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131067 Jul 22 16:29:51.011482 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-736fbda6-d45e-4ffb-bf8c-ab91ff9e298c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.024140 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.036287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.036634 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.048345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add21173-983b-4351-acdc-48748dc30d4e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:51.053345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Calling delete_port for 949b78b6-29f6-4d94-a26b-d4435f2cb725 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:51.077770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=add21173-983b-4351-acdc-48748dc30d4e,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:51.082622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.168275 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d331ab6f-84a4-4a1c-a510-36a997e784f5 req-d1dfaf69-c646-4493-bcbf-1f32a769381b service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715685 Jul 22 16:29:51.171801 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.174733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=add21173-983b-4351-acdc-48748dc30d4e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:51.258722 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.259636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3a60-a6e9-4ce6-99e5-6fd4fb22f668 req-80ae1c37-5204-4166-8930-12429ecc4b26 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:51.261194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d76b3a60-a6e9-4ce6-99e5-6fd4fb22f668 req-80ae1c37-5204-4166-8930-12429ecc4b26 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 949 time: 0.0909066 Jul 22 16:29:51.308395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event deleted for resources: {'Port': ['ID=949b78b6-29f6-4d94-a26b-d4435f2cb725,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:51.351625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d76b3a60-a6e9-4ce6-99e5-6fd4fb22f668 req-5c7c30d6-53ae-4f14-a972-95f46d3815dc tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612454 Jul 22 16:29:51.427723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.430919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:51.432821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff05a601-96a0-46c6-a6de-7cb46b94cf88 req-ee0a5c8c-e0c2-423f-b210-80d4f1fda63a tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "DELETE /v2.0/floatingips/3d242537-5d09-4490-aae7-643619a822c0 HTTP/1.1" status: 204 len: 173 time: 0.7374110 Jul 22 16:29:51.511653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['a9fdba31-47a1-4279-a22c-4d74bc012b9a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:51.556055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['add21173-983b-4351-acdc-48748dc30d4e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:51.570529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2186-ae79-4c80-9e83-e6c216b1fe26 req-93873171-c71d-4807-9192-fa18f1e82a3f tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:51.585240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18df2186-ae79-4c80-9e83-e6c216b1fe26 req-93873171-c71d-4807-9192-fa18f1e82a3f tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 943 time: 0.1006584 Jul 22 16:29:51.639344 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18df2186-ae79-4c80-9e83-e6c216b1fe26 req-028b19e1-def9-44e8-a9de-e574d1d611af tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526030 Jul 22 16:29:51.719338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b9ebb-a826-4e9e-bbe7-c235477ff500 req-82fc55d7-277d-40ff-ba95-c704a692728c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:51.727630 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-438b9ebb-a826-4e9e-bbe7-c235477ff500 req-82fc55d7-277d-40ff-ba95-c704a692728c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.1066263 Jul 22 16:29:51.736216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-91543ef0-7b51-4fc6-8961-bf1f662bbb04 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips/594be8e8-21d9-4dab-9383-700f327eba43 HTTP/1.1" status: 200 len: 693 time: 0.0635140 Jul 22 16:29:51.779936 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-438b9ebb-a826-4e9e-bbe7-c235477ff500 req-ee109d2d-7bd0-4080-8e40-984f2137e99c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508809 Jul 22 16:29:51.881742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-2430c33d-bd7e-4206-a4ec-e08a9cda138c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:51.893054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-2430c33d-bd7e-4206-a4ec-e08a9cda138c tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.1511760 Jul 22 16:29:51.961836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:51.971649 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-5eb69456-5194-497d-b937-d9e1ce430eac tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.0769193 Jul 22 16:29:51.987041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5261e-3213-4c95-9a28-537bce9dfeb2 req-27fd613b-5386-4b22-8dca-e610db88b9fd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:51.990267 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-afc5261e-3213-4c95-9a28-537bce9dfeb2 req-27fd613b-5386-4b22-8dca-e610db88b9fd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 945 time: 0.1108582 Jul 22 16:29:52.056956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-1ecbae77-ae00-484e-a94c-fcf3fb372225 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.0837190 Jul 22 16:29:52.066699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-afc5261e-3213-4c95-9a28-537bce9dfeb2 req-10b47bf9-bef1-4a5c-adfd-340c00e1436b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673103 Jul 22 16:29:52.144325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:52.167235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e', 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495', 'port_id': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e', 'mac_address': 'fa:16:3e:98:bd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92391ee-0316-4404-829f-4188a52dc78f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:52.220222 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.236565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:52.248753 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b7fbb-d1c3-42bc-87bc-8fa76a386c2a req-784ae694-7738-4566-a880-59e01d96b2d7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:52.250056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Deleting port 15d3ff43-2ffc-45eb-bdb0-e72de078ff0f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:52.250873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.252434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-164b7fbb-d1c3-42bc-87bc-8fa76a386c2a req-784ae694-7738-4566-a880-59e01d96b2d7 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 946 time: 0.1095059 Jul 22 16:29:52.266605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:52.274153 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.276489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:52.311236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-164b7fbb-d1c3-42bc-87bc-8fa76a386c2a req-7eea84af-0d93-433d-bb6a-56f1c830de68 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531473 Jul 22 16:29:52.386585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.388675 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.420761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Calling delete_port for 15d3ff43-2ffc-45eb-bdb0-e72de078ff0f owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:52.456017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:52.473013 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.562136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:52.593573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'port_id': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'mac_address': 'fa:16:3e:61:b6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:52.648493 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.666846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:52.701765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:52.707051 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.756811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b2cac-a026-4cba-9f4c-a840dcf4d685 req-351fc01a-2e31-4101-85a4-8eca3b5c74ec tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:52.760161 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-733b2cac-a026-4cba-9f4c-a840dcf4d685 req-351fc01a-2e31-4101-85a4-8eca3b5c74ec tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 949 time: 0.1126349 Jul 22 16:29:52.771911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.789972 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:52.845540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Pushing event deleted for resources: {'Port': ['ID=15d3ff43-2ffc-45eb-bdb0-e72de078ff0f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:52.868614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-733b2cac-a026-4cba-9f4c-a840dcf4d685 req-f28a1b56-e4aa-4acc-9e6d-5c63b6e88d9c tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938861 Jul 22 16:29:52.985289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.988194 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:52.989625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8668e91-c9c2-4c4f-b4fc-f6d1181df41a req-3625a4ac-e7d6-4c68-9ef6-46f6849ebaa7 tempest-FloatingIPDetailsTestJSON-1282137585 tempest-FloatingIPDetailsTestJSON-1282137585-project] 10.222.0.53 "DELETE /v2.0/floatingips/594be8e8-21d9-4dab-9383-700f327eba43 HTTP/1.1" status: 204 len: 173 time: 0.9316742 Jul 22 16:29:53.004021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:53.077375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['0dc91743-9d0c-46a3-a9f2-c4e8a88c197e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:53.111877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca2b9c-1361-4252-bd17-0bb192702650 req-c9faad2c-6fba-49d3-8e36-f70913cf2c80 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:53.115243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63ca2b9c-1361-4252-bd17-0bb192702650 req-c9faad2c-6fba-49d3-8e36-f70913cf2c80 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 945 time: 0.1420095 Jul 22 16:29:53.151912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:53.205180 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63ca2b9c-1361-4252-bd17-0bb192702650 req-bb80eccf-5688-40d8-94e3-5970e6acceb3 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827038 Jul 22 16:29:53.353421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port a9fdba31-47a1-4279-a22c-4d74bc012b9a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:53.354322 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.467771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a4b44-58af-48ec-ba57-27d98e693a35 req-ee2a1636-e750-4257-b5fb-586a325f7af3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:53.471191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f3a4b44-58af-48ec-ba57-27d98e693a35 req-ee2a1636-e750-4257-b5fb-586a325f7af3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.1402278 Jul 22 16:29:53.504216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['8f826c8a-a8cf-4344-bc24-ce2efccd81c0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:53.552711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f3a4b44-58af-48ec-ba57-27d98e693a35 req-c7ef2b9b-f0f0-4e03-b1be-8e2985783c4a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707338 Jul 22 16:29:53.611883 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.624382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bfa55-69c3-47bd-bf8e-4cfd1be9c417 req-9e31e713-ea1a-42f6-9f64-fa1d8bd27c64 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:53.636981 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90bfa55-69c3-47bd-bf8e-4cfd1be9c417 req-9e31e713-ea1a-42f6-9f64-fa1d8bd27c64 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 944 time: 0.3393435 Jul 22 16:29:53.664719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:53.670486 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a2ba7-d3be-4698-a213-c74827089d0b" -d '{"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-plugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:53.693282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:53.705713 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.706847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device add21173-983b-4351-acdc-48748dc30d4e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:53.720552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f411d-3a55-4825-9543-3ca08c468500 req-589d8a72-0324-422e-9ed8-fe1854faf272 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:53.735227 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f79f411d-3a55-4825-9543-3ca08c468500 req-589d8a72-0324-422e-9ed8-fe1854faf272 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 945 time: 0.1115320 Jul 22 16:29:53.737180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90bfa55-69c3-47bd-bf8e-4cfd1be9c417 req-1a8c400b-29d2-4880-870f-5cf41fd563e2 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989625 Jul 22 16:29:53.775820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:53.808280 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f79f411d-3a55-4825-9543-3ca08c468500 req-798e251c-5b97-4532-a8b7-a5ef358b346b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716054 Jul 22 16:29:53.844929 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e646b46d-5dd8-4a9c-8a40-33296d61efc1 x-openstack-request-id: req-e646b46d-5dd8-4a9c-8a40-33296d61efc1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:53.845286 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-plugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:53.845453 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e646b46d-5dd8-4a9c-8a40-33296d61efc1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:53.845967 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'code': 200} Jul 22 16:29:53.897731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port add21173-983b-4351-acdc-48748dc30d4e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:53.905815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port add21173-983b-4351-acdc-48748dc30d4e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:53.906407 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:53.954303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.020471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:54.147984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc390-5e15-4971-a245-bea9cba8f962 req-d9172dee-c4fa-43d7-9a31-9b042cec9dda tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.157042 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-538dc390-5e15-4971-a245-bea9cba8f962 req-d9172dee-c4fa-43d7-9a31-9b042cec9dda tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1371989 Jul 22 16:29:54.196794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.213714 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.235155 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-538dc390-5e15-4971-a245-bea9cba8f962 req-88c56d34-6036-40bd-a4e8-dcfd98876afa tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765970 Jul 22 16:29:54.257154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=add21173-983b-4351-acdc-48748dc30d4e,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:54.269073 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.384040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=add21173-983b-4351-acdc-48748dc30d4e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:54.399917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:54.400551 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.467233 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fd720-a74b-4261-8e17-3ac19ba4b010 req-df90c23c-5ba0-40d2-8556-468d06cde076 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.477008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-648fd720-a74b-4261-8e17-3ac19ba4b010 req-df90c23c-5ba0-40d2-8556-468d06cde076 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 945 time: 0.1172473 Jul 22 16:29:54.479661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f106f7-491f-4de2-9e13-fa806d68e33c req-55d03bb5-ae8d-44e0-a7e6-0c8ca475f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.483778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70f106f7-491f-4de2-9e13-fa806d68e33c req-55d03bb5-ae8d-44e0-a7e6-0c8ca475f969 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 1102 time: 0.2132647 Jul 22 16:29:54.536018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-648fd720-a74b-4261-8e17-3ac19ba4b010 req-7b9fcd89-17d1-4017-80d5-231c4d159d12 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576599 Jul 22 16:29:54.566687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.596449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70f106f7-491f-4de2-9e13-fa806d68e33c req-3a79a32b-3395-4b21-a436-703b5515459f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052964 Jul 22 16:29:54.636364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:54.644759 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.723198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Deleting port 0dc7f85a-aca1-45b2-b819-b72524227bd5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:54.723887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.759800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:54.873067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d89f35-8ebd-480e-9256-b8adff38c8a9 req-315f48b4-f501-46c9-9aaf-6c94171d4d13 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:54.875713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d89f35-8ebd-480e-9256-b8adff38c8a9 req-315f48b4-f501-46c9-9aaf-6c94171d4d13 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.1989892 Jul 22 16:29:54.897960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] For port 0dc7f85a-aca1-45b2-b819-b72524227bd5, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0dc7f85a-aca1-45b2-b819-b72524227bd5,segment=NetworkSegment(2f281493-8244-417b-a958-482c2e095642),segment_id=2f281493-8244-417b-a958-482c2e095642)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:54.898558 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:54.953373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Calling delete_port for 0dc7f85a-aca1-45b2-b819-b72524227bd5 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:55.022277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54501ded-6174-4d43-aa01-baf95f3f5d01 req-59f273d8-669c-41a5-9334-e273d57aec4d tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:55.024961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54501ded-6174-4d43-aa01-baf95f3f5d01 req-59f273d8-669c-41a5-9334-e273d57aec4d tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 944 time: 0.1465580 Jul 22 16:29:55.060376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d89f35-8ebd-480e-9256-b8adff38c8a9 req-0df1f533-761c-4942-8ee9-272c9a8cd0f0 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657085 Jul 22 16:29:55.108858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54501ded-6174-4d43-aa01-baf95f3f5d01 req-a1e7e3e3-85e7-457b-99b6-0fb70ffeaf91 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714264 Jul 22 16:29:55.165311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a8de31cf-4b6e-4693-b017-f1be20d59d22 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:29:55.314034 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:55.331473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a7af4-094f-4a48-80c8-07f78b978157 req-337aec43-a422-4923-916c-e21b42c311ba tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:55.334224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791a7af4-094f-4a48-80c8-07f78b978157 req-337aec43-a422-4923-916c-e21b42c311ba tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 946 time: 0.1495395 Jul 22 16:29:55.337118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:55.374256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'a8de31cf-4b6e-4693-b017-f1be20d59d22', 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d', 'port_id': 'a8de31cf-4b6e-4693-b017-f1be20d59d22', 'mac_address': 'fa:16:3e:44:b6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a908cd4-f970-4a30-9e7c-3ee00b8c5463', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:29:55.379991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc7f85a-aca1-45b2-b819-b72524227bd5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:55.454886 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:55.464178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7f7dc-4bea-4b15-9868-ce36fcc57700 req-39c21f8c-d386-477d-bda0-aee040043a43 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:55.474132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-58a7f7dc-4bea-4b15-9868-ce36fcc57700 req-39c21f8c-d386-477d-bda0-aee040043a43 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1300750 Jul 22 16:29:55.484162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8de31cf-4b6e-4693-b017-f1be20d59d22 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:29:55.495676 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791a7af4-094f-4a48-80c8-07f78b978157 req-74d80641-c320-4816-8fd8-c0b16931ae61 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270461 Jul 22 16:29:55.522070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:55.532201 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:55.562622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-58a7f7dc-4bea-4b15-9868-ce36fcc57700 req-f470e55d-504f-485c-a661-b2a1e3f5c639 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873103 Jul 22 16:29:55.604628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a8de31cf-4b6e-4693-b017-f1be20d59d22,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:55.692600 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:55.847072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e'}, {'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:55.849735 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a208d1-23f6-435a-9f7b-1dbfa4ffeccd" -d '{"events": [{"server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "name": "network-vif-plugged", "status": "completed", "tag": "add21173-983b-4351-acdc-48748dc30d4e"}, {"server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "name": "network-vif-plugged", "status": "completed", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:55.918922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['a8de31cf-4b6e-4693-b017-f1be20d59d22'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:29:56.007183 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cc7656-82b1-454b-8022-7b317c55dc50 x-openstack-request-id: req-c4cc7656-82b1-454b-8022-7b317c55dc50 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:56.007567 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "name": "network-vif-plugged", "status": "completed", "tag": "add21173-983b-4351-acdc-48748dc30d4e", "code": 200}, {"server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "name": "network-vif-plugged", "status": "completed", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:56.010677 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4cc7656-82b1-454b-8022-7b317c55dc50 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:56.011145 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e', 'code': 200} Jul 22 16:29:56.011478 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e', 'code': 200} Jul 22 16:29:56.014081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:56.017168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-e2bb5749-b652-47e1-8d68-9ce3fbd16ac2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:56.020054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-e2bb5749-b652-47e1-8d68-9ce3fbd16ac2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 946 time: 0.2685585 Jul 22 16:29:56.082558 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b80d7-60a7-443a-8f7b-f391c0cd5ca5 req-da9b48c3-1f56-4750-b2c2-1146f6ad4744 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:56.088401 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-518b80d7-60a7-443a-8f7b-f391c0cd5ca5 req-da9b48c3-1f56-4750-b2c2-1146f6ad4744 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 946 time: 0.3618512 Jul 22 16:29:56.174850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:56.210809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:56.211557 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.276511 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-518b80d7-60a7-443a-8f7b-f391c0cd5ca5 req-12696e7e-1a75-4968-af71-abb1f80a758c tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368234 Jul 22 16:29:56.350674 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:29:56.404865 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.473850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:56.484903 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.485803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:56.536718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Deleting port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:56.537270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.597989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de3ff2-a021-4a6d-9481-4a16734d7ce9 req-3c82969c-c0a4-4476-9164-b2f5c9b80228 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:56.607432 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7de3ff2-a021-4a6d-9481-4a16734d7ce9 req-3c82969c-c0a4-4476-9164-b2f5c9b80228 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 944 time: 0.1997724 Jul 22 16:29:56.632758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64810fc-a5d6-4280-83c0-85129f476f12 req-f775fb06-4c48-4b1d-b462-a20504a782a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:56.637147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a64810fc-a5d6-4280-83c0-85129f476f12 req-f775fb06-4c48-4b1d-b462-a20504a782a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 1098 time: 0.4215677 Jul 22 16:29:56.662129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd0ca3-007a-4693-838c-f84c490eaa4c req-1163e89b-d6d1-44fd-b6c9-7dea53a238bd tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:56.673131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:56.677425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92cd0ca3-007a-4693-838c-f84c490eaa4c req-1163e89b-d6d1-44fd-b6c9-7dea53a238bd tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 944 time: 0.4073591 Jul 22 16:29:56.705287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7de3ff2-a021-4a6d-9481-4a16734d7ce9 req-ef316d43-03ce-4adb-93dd-68fdcd067a41 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968182 Jul 22 16:29:56.743915 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.762699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Router 4904988e-0b81-49ea-a376-fcfafbfc93e6 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:29:56.776130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:56.776492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.794171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Calling delete_port for 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:56.802424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a64810fc-a5d6-4280-83c0-85129f476f12 req-318bc999-ee8a-4710-9d6e-47678141a7a7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064906 Jul 22 16:29:56.803288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:56.813096 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:56.879081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:56.930815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70dc84-1087-4f1c-9b11-63dff2663edc req-012ef2fa-cc82-4f8f-b1bf-8bfac8e5078e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:56.932357 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d70dc84-1087-4f1c-9b11-63dff2663edc req-012ef2fa-cc82-4f8f-b1bf-8bfac8e5078e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 946 time: 0.1360710 Jul 22 16:29:56.945326 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92cd0ca3-007a-4693-838c-f84c490eaa4c req-e2b10a85-ea47-433f-ac1a-68196f303c53 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665014 Jul 22 16:29:57.007793 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d70dc84-1087-4f1c-9b11-63dff2663edc req-bb5345e4-79d6-44c0-a70c-6484a1eb6d08 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613909 Jul 22 16:29:57.008742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:29:57.033557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] Sync routers for ids ['4904988e-0b81-49ea-a376-fcfafbfc93e6'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:29:57.051756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cc86359b-c2a9-4756-8c85-0ed712c7ad8a admin admin] 10.222.0.53 "PUT /v2.0/routers/4904988e-0b81-49ea-a376-fcfafbfc93e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0421124 Jul 22 16:29:57.052100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:57.059436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] Routers {'4904988e-0b81-49ea-a376-fcfafbfc93e6'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:57.060444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:29:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4904988e-0b81-49ea-a376-fcfafbfc93e6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:57.151396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c19dd-2e0c-4a06-96ac-8067306c3236 req-a97003ff-90fe-4a86-a33c-d0931ca3c37b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:57.161074 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c52c19dd-2e0c-4a06-96ac-8067306c3236 req-a97003ff-90fe-4a86-a33c-d0931ca3c37b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.0979023 Jul 22 16:29:57.194134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.198509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] Set router 4904988e-0b81-49ea-a376-fcfafbfc93e6 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:57.224175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c52c19dd-2e0c-4a06-96ac-8067306c3236 req-f6864cfa-5f05-4ed5-b474-b25579e053de tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618455 Jul 22 16:29:57.233112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event deleted for resources: {'Port': ['ID=0dc91743-9d0c-46a3-a9f2-c4e8a88c197e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:57.258869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.415927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c00b48e7-01cf-4006-b7b8-76738375a352 req-9e6f095b-a237-48bf-a61e-470ce471890a tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=61a10074-e974-4e7d-8ff7-854bbc77fa97 HTTP/1.1" status: 200 len: 210 time: 0.0354655 Jul 22 16:29:57.445768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] No DVR routers for this DVR port 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:29:57.451578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.453899 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fc186f7-505b-4808-a193-b0967c5eecfa req-612a1dbf-050c-41c5-871c-870922b904c2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.65 "DELETE /v2.0/ports/0dc91743-9d0c-46a3-a9f2-c4e8a88c197e HTTP/1.1" status: 204 len: 173 time: 1.4189436 Jul 22 16:29:57.454665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'name': 'network-vif-deleted', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:57.457139 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e0a8e3-158b-4bd3-8fc9-54737b9587c6" -d '{"events": [{"server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "name": "network-vif-deleted", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:57.513507 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32983cc5-f7bc-4389-85ef-c700a64b9728 x-openstack-request-id: req-32983cc5-f7bc-4389-85ef-c700a64b9728 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:57.513981 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "name": "network-vif-deleted", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:57.514400 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32983cc5-f7bc-4389-85ef-c700a64b9728 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:57.514915 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'name': 'network-vif-deleted', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e', 'status': 'completed', 'code': 200} Jul 22 16:29:57.519177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.546319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd07b1-7a7e-492f-970e-21e9d5bce0d3 req-2d76276e-14dc-47bc-9e59-9aa5f45adad5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:57.548688 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ccdd07b1-7a7e-492f-970e-21e9d5bce0d3 req-2d76276e-14dc-47bc-9e59-9aa5f45adad5 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1888025 Jul 22 16:29:57.643971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ccdd07b1-7a7e-492f-970e-21e9d5bce0d3 req-a43567b3-f434-4bfb-9fb7-255124fedfb0 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678492 Jul 22 16:29:57.656687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Deleting port 535cffdd-c914-4307-ad56-228caf058cdd {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:57.656687 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.688978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '535cffdd-c914-4307-ad56-228caf058cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:06Z', 'updated_at': '2021-07-22T16:29:55Z', 'revision_number': 5, 'project_id': '96fe6d9c61f44d86960336885df06446', 'gw_port': {'id': '535cffdd-c914-4307-ad56-228caf058cdd', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:29:09Z', 'updated_at': '2021-07-22T16:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:57.734639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] Checking router: 4904988e-0b81-49ea-a376-fcfafbfc93e6 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:29:57.751683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] Routers {'4904988e-0b81-49ea-a376-fcfafbfc93e6'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:29:57.752727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:29:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4904988e-0b81-49ea-a376-fcfafbfc93e6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:57.811105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] For port 535cffdd-c914-4307-ad56-228caf058cdd, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=535cffdd-c914-4307-ad56-228caf058cdd,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:57.811480 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:57.833154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Calling delete_port for 535cffdd-c914-4307-ad56-228caf058cdd owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:29:57.892336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] Set router 4904988e-0b81-49ea-a376-fcfafbfc93e6 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:29:58.010442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:06Z', 'updated_at': '2021-07-22T16:29:57Z', 'revision_number': 6, 'project_id': '96fe6d9c61f44d86960336885df06446', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:29:58.055075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0'}, {'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:29:58.059907 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2de9f7d-aafc-4504-8ad0-e50b23dc4cf3" -d '{"events": [{"server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "name": "network-vif-plugged", "status": "completed", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0"}, {"server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:29:58.064951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ee142-a5cc-4f3a-8a50-f3237ec290f9 None None] The sync data for ids ['4904988e-0b81-49ea-a376-fcfafbfc93e6'] in n-d-792458-13 is: [{'id': '4904988e-0b81-49ea-a376-fcfafbfc93e6', 'name': 'tempest-FloatingIPDetailsTestJSON-65309926-router', 'tenant_id': '96fe6d9c61f44d86960336885df06446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:29:06Z', 'updated_at': '2021-07-22T16:29:57Z', 'revision_number': 6, 'project_id': '96fe6d9c61f44d86960336885df06446', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:29:58.238441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a8ad6-4e97-4855-9ad9-c95e86ef0e88 req-0a751828-e865-492a-b979-5f750fa99f13 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:58.241513 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f40a8ad6-4e97-4855-9ad9-c95e86ef0e88 req-0a751828-e865-492a-b979-5f750fa99f13 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 944 time: 0.1416681 Jul 22 16:29:58.297667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f40a8ad6-4e97-4855-9ad9-c95e86ef0e88 req-c3e18f2b-036b-4adb-92db-79c075eb8a88 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Jul 22 16:29:58.299300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df8b33-eb6f-4860-a015-af6fc5d3cc5d req-e403722c-fef9-4939-96bb-f670d3a0020f tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:58.304857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6df8b33-eb6f-4860-a015-af6fc5d3cc5d req-e403722c-fef9-4939-96bb-f670d3a0020f tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 945 time: 0.4629352 Jul 22 16:29:58.335312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.384932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Pushing event deleted for resources: {'Port': ['ID=535cffdd-c914-4307-ad56-228caf058cdd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:58.446406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6df8b33-eb6f-4860-a015-af6fc5d3cc5d req-7ec07960-3f93-42f3-8416-41add0ed10ca tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314752 Jul 22 16:29:58.493640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1548101-ca59-4781-a893-8ef1eba0c39a req-0899c12c-7002-446f-a09b-d9b71f1b5a5e tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:58.497645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1548101-ca59-4781-a893-8ef1eba0c39a req-0899c12c-7002-446f-a09b-d9b71f1b5a5e tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1061711 Jul 22 16:29:58.508899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.574160 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1548101-ca59-4781-a893-8ef1eba0c39a req-ccbb12bf-e1f8-4fe6-91e8-3b127bd81be3 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629590 Jul 22 16:29:58.637233 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 16:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524e08c2-0e88-4dad-8ac3-549c41082169 x-openstack-request-id: req-524e08c2-0e88-4dad-8ac3-549c41082169 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:29:58.637980 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "name": "network-vif-plugged", "status": "completed", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0", "code": 200}, {"server_uuid": "61a10074-e974-4e7d-8ff7-854bbc77fa97", "name": "network-vif-unplugged", "status": "completed", "tag": "0dc91743-9d0c-46a3-a9f2-c4e8a88c197e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:29:58.638409 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-524e08c2-0e88-4dad-8ac3-549c41082169 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:29:58.638872 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'code': 200} Jul 22 16:29:58.639241 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a10074-e974-4e7d-8ff7-854bbc77fa97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dc91743-9d0c-46a3-a9f2-c4e8a88c197e', 'code': 200} Jul 22 16:29:58.660877 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.664375 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.733408 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.733847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4904988e-0b81-49ea-a376-fcfafbfc93e6 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:29:58.739102 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.740241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-af9499f1-d4fd-4357-9b3d-ba92d2a6ee11 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4904988e-0b81-49ea-a376-fcfafbfc93e6 HTTP/1.1" status: 204 len: 168 time: 1.6871958 Jul 22 16:29:58.742983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60330) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:58.758207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c39a8-c7db-4cce-9dd4-c69173249cdd req-9e166ed2-e91e-4419-8757-6b5336881d6d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:58.767105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd5c39a8-c7db-4cce-9dd4-c69173249cdd req-9e166ed2-e91e-4419-8757-6b5336881d6d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 946 time: 0.1623039 Jul 22 16:29:58.819245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49e3958-eb4c-43c7-954b-01fd4e87369a admin admin] Deleting subnet 5eb269fa-9ca5-4519-9901-fb1e1c179f32 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:29:58.822616 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c49e3958-eb4c-43c7-954b-01fd4e87369a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.842072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd5c39a8-c7db-4cce-9dd4-c69173249cdd req-54840e50-a4ca-4c56-ba98-9d966228fbef tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689321 Jul 22 16:29:58.877300 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c49e3958-eb4c-43c7-954b-01fd4e87369a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:58.923288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b4d7-8c21-4d0c-8164-63a098cfa164 req-76626ab4-366a-48ca-838a-f44b53d64e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:58.924981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb02b4d7-8c21-4d0c-8164-63a098cfa164 req-76626ab4-366a-48ca-838a-f44b53d64e0e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 1097 time: 0.0798807 Jul 22 16:29:58.980393 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb02b4d7-8c21-4d0c-8164-63a098cfa164 req-fb4bd3f5-b39e-4a35-92be-dc8d62dafddc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481822 Jul 22 16:29:59.188642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a8de31cf-4b6e-4693-b017-f1be20d59d22 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:29:59.264200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port a8de31cf-4b6e-4693-b017-f1be20d59d22 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:29:59.271846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port a8de31cf-4b6e-4693-b017-f1be20d59d22 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:29:59.272864 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.390229 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.411961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-f4791756-dea7-4c25-8019-d0800963fcb0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:59.420932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-f4791756-dea7-4c25-8019-d0800963fcb0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 807 time: 0.5166321 Jul 22 16:29:59.434732 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c49e3958-eb4c-43c7-954b-01fd4e87369a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.446965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:29:59.452871 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.457639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-f1f66793-9b61-4244-b203-0bd322a69d6d tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/quotas/a6a71896aaaf4556b5f5d5ddddec65e8 HTTP/1.1" status: 200 len: 375 time: 0.0352907 Jul 22 16:29:59.516034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57957be5-944f-4735-93e7-72ac03e14666 req-a8bab263-57e1-481d-baae-cd98f92860dc tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:29:59.519914 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-a8bab263-57e1-481d-baae-cd98f92860dc tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/networks?id=d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 200 len: 822 time: 0.1645236 Jul 22 16:29:59.536942 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-4eb26673-7b94-458d-90a7-d263fd615ae3 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/quotas/713cc0e446b0411caddb07384fca733c HTTP/1.1" status: 200 len: 375 time: 0.0112102 Jul 22 16:29:59.545053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a8de31cf-4b6e-4693-b017-f1be20d59d22,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:59.565618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c49e3958-eb4c-43c7-954b-01fd4e87369a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.600473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e3958-eb4c-43c7-954b-01fd4e87369a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb269fa-9ca5-4519-9901-fb1e1c179f32,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:29:59.602108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c49e3958-eb4c-43c7-954b-01fd4e87369a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.604184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c49e3958-eb4c-43c7-954b-01fd4e87369a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5eb269fa-9ca5-4519-9901-fb1e1c179f32 HTTP/1.1" status: 204 len: 168 time: 0.8600547 Jul 22 16:29:59.608525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60356) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:29:59.612651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc7ee6b-0102-4acd-a9b4-b4acdc31ba47 None None] Network 3b265171-1693-46fc-a332-9e970e1e6031 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:29:59.625842 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-3d641cfa-36ec-4c27-9787-049e463a21fe tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=713cc0e446b0411caddb07384fca733c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803080 Jul 22 16:29:59.649884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-c174067c-fc20-49bf-b8de-695243bafd09 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1777422 Jul 22 16:29:59.709453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0dc7f85a-aca1-45b2-b819-b72524227bd5 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:59.743519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:29:59.787843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 0dc7f85a-aca1-45b2-b819-b72524227bd5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:59.788443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0dc7f85a-aca1-45b2-b819-b72524227bd5 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:59.789573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 535cffdd-c914-4307-ad56-228caf058cdd no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:29:59.833962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 535cffdd-c914-4307-ad56-228caf058cdd {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:29:59.834690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 535cffdd-c914-4307-ad56-228caf058cdd not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:29:59.910556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-d73b8816-1304-4afd-be07-630d49dd6b86 service neutron] 10.222.0.53 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767721 Jul 22 16:29:59.926315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Deleting port ec8fa869-0428-4750-b184-14765d36bc62 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:29:59.926831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.005224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3606ba9-0aa6-4ba5-806d-9339e707c4f8 None None] DHCP port deletion for 3b265171-1693-46fc-a332-9e970e1e6031 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:30:00.048207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:00.050231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] For port ec8fa869-0428-4750-b184-14765d36bc62, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec8fa869-0428-4750-b184-14765d36bc62,segment=NetworkSegment(2f281493-8244-417b-a958-482c2e095642),segment_id=2f281493-8244-417b-a958-482c2e095642)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:00.050851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.073667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-6faf04f8-19bc-4e86-8d04-0c7d12132fa7 service neutron] 10.222.0.53 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375310 Jul 22 16:30:00.077481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:00.077481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0dc91743-9d0c-46a3-a9f2-c4e8a88c197e not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:00.087922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b3606ba9-0aa6-4ba5-806d-9339e707c4f8 None None] Deleting port ec8fa869-0428-4750-b184-14765d36bc62 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:00.088488 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3606ba9-0aa6-4ba5-806d-9339e707c4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.097170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Calling delete_port for ec8fa869-0428-4750-b184-14765d36bc62 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:00.174039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b3606ba9-0aa6-4ba5-806d-9339e707c4f8 None None] For port ec8fa869-0428-4750-b184-14765d36bc62, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec8fa869-0428-4750-b184-14765d36bc62,segment=NetworkSegment(2f281493-8244-417b-a958-482c2e095642),segment_id=2f281493-8244-417b-a958-482c2e095642)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:00.174845 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3606ba9-0aa6-4ba5-806d-9339e707c4f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.182913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-80dfa8cc-7f54-47a7-9af6-0b382cdbc87c service neutron] 10.222.0.53 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416475 Jul 22 16:30:00.191312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b3606ba9-0aa6-4ba5-806d-9339e707c4f8 None None] Calling delete_port for ec8fa869-0428-4750-b184-14765d36bc62 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:00.227603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-aba30c9a-c933-4d52-8347-80ace99ee683 service neutron] 10.222.0.53 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452980 Jul 22 16:30:00.248472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.292503 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8fa869-0428-4750-b184-14765d36bc62,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:00.301951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] No DVR routers for this DVR port ec8fa869-0428-4750-b184-14765d36bc62 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:00.328112 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3606ba9-0aa6-4ba5-806d-9339e707c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.389396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3606ba9-0aa6-4ba5-806d-9339e707c4f8 None None] Pushing event deleted for resources: {'Port': ['ID=ec8fa869-0428-4750-b184-14765d36bc62,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:00.396863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3606ba9-0aa6-4ba5-806d-9339e707c4f8 None None] No DVR routers for this DVR port ec8fa869-0428-4750-b184-14765d36bc62 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:00.442565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.468067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b265171-1693-46fc-a332-9e970e1e6031']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:00.487938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f281493-8244-417b-a958-482c2e095642') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:00.488246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f281493-8244-417b-a958-482c2e095642') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:00.518833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.578381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.586920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:30:00.587552 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.610721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fed041-4341-4df0-a1d8-0e91e065981c req-de0a163f-f251-4370-876f-7de31aed6caa tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:00.628665 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59fed041-4341-4df0-a1d8-0e91e065981c req-de0a163f-f251-4370-876f-7de31aed6caa tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 946 time: 0.1364772 Jul 22 16:30:00.640984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:00.643673 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e898d3-ba06-4154-a4e0-a0154a87be4b" -d '{"events": [{"server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "name": "network-vif-plugged", "status": "completed", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:30:00.659904 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:30:00.680610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.692441 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59fed041-4341-4df0-a1d8-0e91e065981c req-30cd07c2-8c90-4ad3-8c0e-36f671b1deb8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630302 Jul 22 16:30:00.712631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Pushing event deleted for resources: {'Network': ['ID=3b265171-1693-46fc-a332-9e970e1e6031,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:00.713372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:00.720523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2fed3e11-bded-46b2-be67-06e7ce57d57d admin admin] 10.222.0.53 "DELETE /v2.0/networks/3b265171-1693-46fc-a332-9e970e1e6031 HTTP/1.1" status: 204 len: 168 time: 1.1083052 Jul 22 16:30:00.825364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae4672-1d45-432b-9c0f-c4548d6ec757 req-1a512668-e0a5-4190-83ed-32c1cd2fe276 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:00.851764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55ae4672-1d45-432b-9c0f-c4548d6ec757 req-1a512668-e0a5-4190-83ed-32c1cd2fe276 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1690025 Jul 22 16:30:00.961521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55ae4672-1d45-432b-9c0f-c4548d6ec757 req-21196c0d-2277-435b-8599-b8bb96495a3d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021180 Jul 22 16:30:00.993029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:01.065030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1f70dc63-b1fc-468d-87e3-74390c62f527 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96fe6d9c61f44d86960336885df06446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704398 Jul 22 16:30:01.072702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60392) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:01.078332 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.132957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53844490-c81b-4e93-af87-416a39ee61d8 req-9fc08f38-7c8f-485f-9b39-5c08d7089fea tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:01.141627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53844490-c81b-4e93-af87-416a39ee61d8 req-9fc08f38-7c8f-485f-9b39-5c08d7089fea tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 945 time: 0.1996944 Jul 22 16:30:01.204643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dca18785-003b-4cf1-b7f3-445d0c81f4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.228452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53844490-c81b-4e93-af87-416a39ee61d8 req-e746e629-9a79-4928-b753-affc593cbb8d tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856061 Jul 22 16:30:01.250854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dca18785-003b-4cf1-b7f3-445d0c81f4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.280093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a02f2f-8b59-4693-ac9c-3e645af4011f req-cab2b726-52af-40be-99cc-0c8fa492248a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:01.282159 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82a02f2f-8b59-4693-ac9c-3e645af4011f req-cab2b726-52af-40be-99cc-0c8fa492248a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1344757 Jul 22 16:30:01.328854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dca18785-003b-4cf1-b7f3-445d0c81f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.331890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dca18785-003b-4cf1-b7f3-445d0c81f4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:01.333517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dca18785-003b-4cf1-b7f3-445d0c81f4fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b6203a9-33f0-4651-a66e-d3693c9ae70b HTTP/1.1" status: 204 len: 168 time: 0.2591519 Jul 22 16:30:01.343797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca18785-003b-4cf1-b7f3-445d0c81f4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6203a9-33f0-4651-a66e-d3693c9ae70b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:01.363764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82a02f2f-8b59-4693-ac9c-3e645af4011f req-06b45b44-c3f3-4225-8b7f-b65ec5c0943b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689878 Jul 22 16:30:01.499886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-549b8dc5-30fc-402a-8871-00c3d75abd3e req-cc14e377-d854-47d7-818f-8059141c8fa2 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 210 time: 0.0399692 Jul 22 16:30:01.531460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e2779dd3-475f-4bb3-8e2b-989f232194c7 req-57c124d3-ce5c-4d99-8cbb-a0da42e227b6 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 210 time: 0.0640061 Jul 22 16:30:01.577202 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912dc9cb-8d0d-4bbc-b283-71215fb7473e x-openstack-request-id: req-912dc9cb-8d0d-4bbc-b283-71215fb7473e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:01.577721 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "name": "network-vif-plugged", "status": "completed", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:01.577721 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-912dc9cb-8d0d-4bbc-b283-71215fb7473e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:01.578126 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22', 'code': 200} Jul 22 16:30:01.677506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec8fa869-0428-4750-b184-14765d36bc62 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:01.704885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: ec8fa869-0428-4750-b184-14765d36bc62 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:01.705488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec8fa869-0428-4750-b184-14765d36bc62 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:01.756869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95696ea1-f604-4883-8a05-0e0cd35d43ec req-3613255a-63cd-4feb-845f-4678bc547bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:01.758532 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95696ea1-f604-4883-8a05-0e0cd35d43ec req-3613255a-63cd-4feb-845f-4678bc547bc4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 1097 time: 0.0730665 Jul 22 16:30:01.807402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95696ea1-f604-4883-8a05-0e0cd35d43ec req-ab831774-6134-45db-b529-19ef0f3b7470 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Jul 22 16:30:02.151075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c1bd7-0883-4524-8e50-292cbee59388 req-d5fe7aa5-cfff-464c-be62-3b9fdbea2e62 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:02.155045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-613c1bd7-0883-4524-8e50-292cbee59388 req-d5fe7aa5-cfff-464c-be62-3b9fdbea2e62 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1017087 Jul 22 16:30:02.212895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-613c1bd7-0883-4524-8e50-292cbee59388 req-e2264ce2-c3fd-4959-93e8-11eb20094e0f tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482314 Jul 22 16:30:02.391332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57957be5-944f-4735-93e7-72ac03e14666 req-a789382a-99dc-4e7d-9824-c5f0755a562c tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:02.393162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-a789382a-99dc-4e7d-9824-c5f0755a562c tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.65 "GET /v2.0/networks?id=d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 200 len: 822 time: 0.1348829 Jul 22 16:30:02.422844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Request body: {'port': {'device_id': '94af32b1-a334-479b-9c66-16133c8abe5e', 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495', 'admin_state_up': True, 'tenant_id': '713cc0e446b0411caddb07384fca733c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:02.472916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff8d29-9700-4608-a723-44932b7d61dc req-56f1235c-d948-487a-a130-be71b25081b9 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:02.479846 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55ff8d29-9700-4608-a723-44932b7d61dc req-56f1235c-d948-487a-a130-be71b25081b9 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 945 time: 0.1146331 Jul 22 16:30:02.551514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55ff8d29-9700-4608-a723-44932b7d61dc req-5031ce22-977c-45c4-bdf7-34d5efae3456 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665200 Jul 22 16:30:02.569628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60444) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:02.651898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b05c5e-d9bb-4f48-9da7-04e2b6a4ae0d req-f04ceaa5-6711-4e47-92c1-ade64f9dd5ba tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:02.653935 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7b05c5e-d9bb-4f48-9da7-04e2b6a4ae0d req-f04ceaa5-6711-4e47-92c1-ade64f9dd5ba tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1981592 Jul 22 16:30:02.694324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Made reservation on behalf of 713cc0e446b0411caddb07384fca733c for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:02.701997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:02.765346 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7b05c5e-d9bb-4f48-9da7-04e2b6a4ae0d req-3774df8b-1512-4ab7-95f3-5838ee1cf28b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027658 Jul 22 16:30:02.774285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-927219729-network', 'tenant_id': '4a644dd96f3d465ab567d8fc3c788fa2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:02.849528 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df971d53-ea20-4db7-8981-c1936f3b0693 req-95840447-d812-48ae-b11a-64e0a969dd5f tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 210 time: 0.0887244 Jul 22 16:30:02.870898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Made reservation on behalf of 4a644dd96f3d465ab567d8fc3c788fa2 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:02.874846 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:02.885615 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:02.989216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Allocated IP 172.20.0.13 (d891ff97-343e-48b5-ab02-ca66064a1495/e92391ee-0316-4404-829f-4188a52dc78f/1d271268-df25-416f-96cd-37cb87dec1d9) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:03.017370 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e66f936-9dcb-4880-b34f-1952333f65cf req-a110dc24-cc3e-4dc6-aa9e-45053cfeaf78 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 210 time: 0.0682986 Jul 22 16:30:03.030554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971ad33-b4b3-45fa-a35f-37c01194d46d req-6217757f-14c8-430a-a78f-31119eb2f028 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:03.039006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a971ad33-b4b3-45fa-a35f-37c01194d46d req-6217757f-14c8-430a-a78f-31119eb2f028 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 945 time: 0.1546001 Jul 22 16:30:03.045473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60452) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:03.055564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0758e677-765d-4fb7-934f-eebea2e69787 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Request body: {'floatingip': {'port_id': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:03.152668 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0758e677-765d-4fb7-934f-eebea2e69787 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.225013 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.235177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-95556e39-8f45-49bf-a9e6-0aaa1208f575 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:03.236686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-95556e39-8f45-49bf-a9e6-0aaa1208f575 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 807 time: 0.1793747 Jul 22 16:30:03.237913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.266338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Request body: {'port': {'device_id': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b', 'admin_state_up': True, 'tenant_id': 'a6a71896aaaf4556b5f5d5ddddec65e8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:03.274959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:30:03.302427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d071c8-a581-4926-843f-014afb58ee64,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:03.321363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.321363 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Added segment 2e3fa7eb-854d-47bc-97bf-e5fbca1e22c6 of type vlan for network 4dad0d77-02d1-40df-a8a0-e31f42766971 Jul 22 16:30:03.482877 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.527377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Made reservation on behalf of a6a71896aaaf4556b5f5d5ddddec65e8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:03.531858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.545910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.547350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:03.548188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.602145 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.609624 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0379062 Jul 22 16:30:03.613483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60466) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:03.623631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Request body: {'subnet': {'network_id': '4dad0d77-02d1-40df-a8a0-e31f42766971', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-927219729-subnet', 'tenant_id': '4a644dd96f3d465ab567d8fc3c788fa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:03.676798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb4722-8ace-49d8-b3f2-c12d85031bf9 req-0d530ab8-952c-4de2-9578-bd7e8062adfb tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:03.678873 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9adb4722-8ace-49d8-b3f2-c12d85031bf9 req-0d530ab8-952c-4de2-9578-bd7e8062adfb tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.2901943 Jul 22 16:30:03.691783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Made reservation on behalf of 4a644dd96f3d465ab567d8fc3c788fa2 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:03.694049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.705992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdd241-4514-4775-a3c3-dd6a6b99e071 admin admin] Pushing event updated for resources: {'Network': ['ID=4dad0d77-02d1-40df-a8a0-e31f42766971,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:03.717245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 4dad0d77-02d1-40df-a8a0-e31f42766971 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:30:03.822259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:03.843363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Allocated IP 172.20.0.5 (a847bd19-60dd-46ee-bfde-f4c7201e229b/1eea527e-0b96-49a8-be19-038b62f4c05d/f887a0a0-18a6-4673-b11d-f160b184dab6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:04.063189 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9adb4722-8ace-49d8-b3f2-c12d85031bf9 req-34800a21-9012-45e4-bf16-6fc99134c020 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608630 Jul 22 16:30:04.066118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Network d891ff97-343e-48b5-ab02-ca66064a1495 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:04.066576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6198d52-042e-4fc5-af1a-a81c20f6e344 req-9dbc4697-7f1a-4731-a266-150ce373fd3a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:04.076435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6198d52-042e-4fc5-af1a-a81c20f6e344 req-9dbc4697-7f1a-4731-a266-150ce373fd3a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.2182467 Jul 22 16:30:04.101887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event updated for resources: {'Port': ['ID=1d271268-df25-416f-96cd-37cb87dec1d9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:04.151419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.167142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:04.168485 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6198d52-042e-4fc5-af1a-a81c20f6e344 req-2cc7bacc-4f25-4b4e-8429-7b3d2fe8050d tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898356 Jul 22 16:30:04.207394 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.243281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:04.265732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ecc265b3-aa72-47ad-8f2b-98e0bd914392'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:04.287598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Pushing event updated for resources: {'Port': ['ID=f887a0a0-18a6-4673-b11d-f160b184dab6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:04.354693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Network a847bd19-60dd-46ee-bfde-f4c7201e229b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:04.356192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0758e677-765d-4fb7-934f-eebea2e69787 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.369631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:04.375299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:04.385161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0758e677-765d-4fb7-934f-eebea2e69787 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.419317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b930d0-fcd3-40bb-9d22-06b9829d10a8 req-fe62ae86-87a1-47b2-955c-2846af82cfc2 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:04.421214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65b930d0-fcd3-40bb-9d22-06b9829d10a8 req-fe62ae86-87a1-47b2-955c-2846af82cfc2 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 931 time: 0.1303735 Jul 22 16:30:04.440487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:04.441373 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.487646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:04.488300 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.516695 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65b930d0-fcd3-40bb-9d22-06b9829d10a8 req-df01b23d-40d4-4fec-b065-edd8e4b91fc2 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753124 Jul 22 16:30:04.517933 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-02404c1a-9089-4315-b66a-53ac77a0616e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2584612 Jul 22 16:30:04.535182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-4123665c-420a-4a85-a441-2a5db5e47eee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1186924 Jul 22 16:30:04.560512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Request body: {'port': {'device_id': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:04.584453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Request body: {'port': {'device_id': '94af32b1-a334-479b-9c66-16133c8abe5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:04.653819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a72b85-86ac-4045-a6d3-066f0fad0767 req-a1b3d4ac-71ba-4f8c-9687-0e78f829d61d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:04.655710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71a72b85-86ac-4045-a6d3-066f0fad0767 req-a1b3d4ac-71ba-4f8c-9687-0e78f829d61d tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 932 time: 0.5019515 Jul 22 16:30:04.664152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.693376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.720943 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-0758e677-765d-4fb7-934f-eebea2e69787 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Floating IP d2c9728e-f21e-40f7-893e-7208ee5ba105 associated. External IP: 172.25.3.212, port: 8f826c8a-a8cf-4344-bc24-ce2efccd81c0. Jul 22 16:30:04.780020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5021f-8594-483f-a49b-cc4e10a0c3db req-ce18bb8a-8e50-488d-8f75-6892dca1791f tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:04.781775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79c5021f-8594-483f-a49b-cc4e10a0c3db req-ce18bb8a-8e50-488d-8f75-6892dca1791f tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 1097 time: 0.1325135 Jul 22 16:30:04.888368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3eb276-f44e-46b1-a752-6cecaf4d3971,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:04.916322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79c5021f-8594-483f-a49b-cc4e10a0c3db req-dfc9e480-797d-4a5a-b5c5-aa6f1bb73cce tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753107 Jul 22 16:30:04.920965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71a72b85-86ac-4045-a6d3-066f0fad0767 req-9fcdc6f4-3b3c-419d-8d9b-f9c7baebb65e tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506959 Jul 22 16:30:04.931319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:04.982615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Checking segment: {'id': '2e3fa7eb-854d-47bc-97bf-e5fbca1e22c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4dad0d77-02d1-40df-a8a0-e31f42766971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:04.982993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Network hostable DHCP agents. Network: 4dad0d77-02d1-40df-a8a0-e31f42766971, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:30:05.015254 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.123581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Network 4dad0d77-02d1-40df-a8a0-e31f42766971 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:30:05.147829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 4dad0d77-02d1-40df-a8a0-e31f42766971) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:05.162772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96111717-71d2-4ba2-af13-d9afc2b5b13b None None] Network 4dad0d77-02d1-40df-a8a0-e31f42766971 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:05.189247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f887a0a0-18a6-4673-b11d-f160b184dab6 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:05.203962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.265092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Transition to ACTIVE for port object f887a0a0-18a6-4673-b11d-f160b184dab6 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:05.269204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device add21173-983b-4351-acdc-48748dc30d4e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:05.270266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.352507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:05.353056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.377263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Pushing event updated for resources: {'Port': ['ID=f887a0a0-18a6-4673-b11d-f160b184dab6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:05.399239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=add21173-983b-4351-acdc-48748dc30d4e,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:05.414041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'add21173-983b-4351-acdc-48748dc30d4e', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'port_id': 'add21173-983b-4351-acdc-48748dc30d4e', 'mac_address': 'fa:16:3e:ba:fd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c66a87f-7623-4036-99c1-47ad46d04f04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:05.483008 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.533123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id add21173-983b-4351-acdc-48748dc30d4e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:05.639541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=add21173-983b-4351-acdc-48748dc30d4e,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:05.731198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe5806-86a4-45a8-a60b-aa5ed09f0de7 req-409692ef-24be-4d4c-abae-6942ec48fb28 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:05.734583 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.741643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8dbe5806-86a4-45a8-a60b-aa5ed09f0de7 req-409692ef-24be-4d4c-abae-6942ec48fb28 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.3706057 Jul 22 16:30:05.749076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab34822-9247-4647-bc9d-f3a747425ce4 None None] Network 4dad0d77-02d1-40df-a8a0-e31f42766971 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:05.807272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:05.807999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:05.809111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:05.822976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Port f887a0a0-18a6-4673-b11d-f160b184dab6 on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:05.823664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:05.829897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:05.830616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:05.831256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:05.831920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Bound port: f887a0a0-18a6-4673-b11d-f160b184dab6, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:05.832514 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:05.850561 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8dbe5806-86a4-45a8-a60b-aa5ed09f0de7 req-6217bb44-888a-4a8d-99fa-39ef468eefee tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069677 Jul 22 16:30:05.965953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['add21173-983b-4351-acdc-48748dc30d4e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:06.001654 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8c348420-27cb-4161-9dc8-1f04d6eefd6f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3861744 Jul 22 16:30:06.093881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=add21173-983b-4351-acdc-48748dc30d4e,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:06.098572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7d837-ab04-45e7-a33e-dd06a719c42e req-3654d56c-15e3-46cb-b924-74e52b7ea4d2 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:06.114440 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ea7d837-ab04-45e7-a33e-dd06a719c42e req-3654d56c-15e3-46cb-b924-74e52b7ea4d2 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 1097 time: 0.7679436 Jul 22 16:30:06.133466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:06.179392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:06.198838 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:06.288944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0758e677-765d-4fb7-934f-eebea2e69787 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:30:06.307753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857817f-1b08-45ae-a06d-70bbe80f6754 req-e83862ec-cd11-4b57-a2ef-b2ad97285050 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:06.323006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c857817f-1b08-45ae-a06d-70bbe80f6754 req-e83862ec-cd11-4b57-a2ef-b2ad97285050 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.3286214 Jul 22 16:30:06.358323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:06.368561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:06.374071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] 10.222.0.65 "PUT /v2.0/ports/f887a0a0-18a6-4673-b11d-f160b184dab6 HTTP/1.1" status: 200 len: 1092 time: 1.8188064 Jul 22 16:30:06.376463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:06.383590 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336fb216-3e19-4cae-b2cb-9da71f8e8b38" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:06.536582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c405a71-c13c-4ae2-bdb2-aa43920cb110 service neutron] Pushing event updated for resources: {'Port': ['ID=f887a0a0-18a6-4673-b11d-f160b184dab6,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:06.539448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d271268-df25-416f-96cd-37cb87dec1d9 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:06.554677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:06.560393 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ea7d837-ab04-45e7-a33e-dd06a719c42e req-8ef54f74-ad54-473e-b628-83b4ef90007c tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448113 Jul 22 16:30:06.586410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c857817f-1b08-45ae-a06d-70bbe80f6754 req-dc257945-c9d4-4ae4-bbe9-118307819c0b tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465696 Jul 22 16:30:06.672593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-ea7b4af5-1719-4aa9-ba54-3193748cffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:06.674408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-ea7b4af5-1719-4aa9-ba54-3193748cffa8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 1095 time: 0.2072325 Jul 22 16:30:06.761260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Transition to ACTIVE for port object 1d271268-df25-416f-96cd-37cb87dec1d9 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:06.774271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:06.797734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-4d9b2f22-5aa2-4ff4-9b7a-8a787620154d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f887a0a0-18a6-4673-b11d-f160b184dab6 HTTP/1.1" status: 200 len: 217 time: 0.1017771 Jul 22 16:30:06.846327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d271268-df25-416f-96cd-37cb87dec1d9,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:06.983742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0758e677-765d-4fb7-934f-eebea2e69787 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:30:06.984888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14be17-4e9c-407f-9fed-1d1718c9d837 req-269ebece-1d05-4087-9b99-645b88bd27f0 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:06.994352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df14be17-4e9c-407f-9fed-1d1718c9d837 req-269ebece-1d05-4087-9b99-645b88bd27f0 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 932 time: 0.2886350 Jul 22 16:30:06.997535 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0758e677-765d-4fb7-934f-eebea2e69787 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:06.998715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-2479795d-06c1-480b-8221-67dbb89efc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:07.001381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-2479795d-06c1-480b-8221-67dbb89efc61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1947699 Jul 22 16:30:07.006263 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] Sync routers for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:30:07.033098 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:07.034096 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:29:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:07.069579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df14be17-4e9c-407f-9fed-1d1718c9d837 req-1ad88af4-800b-449f-85d6-412c5d79d17f tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713263 Jul 22 16:30:07.151352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-6c41e52a-4dac-4507-980f-36fec297ce82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002450 Jul 22 16:30:07.227901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0758e677-765d-4fb7-934f-eebea2e69787 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "PUT /v2.0/floatingips/d2c9728e-f21e-40f7-893e-7208ee5ba105 HTTP/1.1" status: 200 len: 991 time: 4.1789062 Jul 22 16:30:07.233319 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40239c46-c169-48d9-9d2e-0135f1cb7b3b x-openstack-request-id: req-40239c46-c169-48d9-9d2e-0135f1cb7b3b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:07.233605 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:07.233857 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40239c46-c169-48d9-9d2e-0135f1cb7b3b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:07.234251 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6', 'status': 'completed', 'code': 200} Jul 22 16:30:07.234669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device add21173-983b-4351-acdc-48748dc30d4e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:07.238450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:07.241973 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12158490-1eba-4941-b179-5089ac4b8f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:07.353414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Attempting to bind port 1d271268-df25-416f-96cd-37cb87dec1d9 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:07.353949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Attempting to bind port 1d271268-df25-416f-96cd-37cb87dec1d9 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:07.358815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Attempting to bind port 1d271268-df25-416f-96cd-37cb87dec1d9 on network d891ff97-343e-48b5-ab02-ca66064a1495 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:07.381698 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:07.397026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-267a869f-3ce1-483f-839b-377e2bc993ed req-bed3d694-d317-4c0a-9c06-672843280637 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-300572025', 'description': 'tempest-description-428855220'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:07.426856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-a84d5490-5302-436e-95c5-71a8e48f6ab7 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661419 Jul 22 16:30:07.460656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Port 1d271268-df25-416f-96cd-37cb87dec1d9 on network d891ff97-343e-48b5-ab02-ca66064a1495 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:07.462480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Attempting to bind port 1d271268-df25-416f-96cd-37cb87dec1d9 on network d891ff97-343e-48b5-ab02-ca66064a1495 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:07.473284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:07.473631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Checking segment: {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:07.474027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Bound using segment: {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:07.474474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Bound port: 1d271268-df25-416f-96cd-37cb87dec1d9, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982eb8a0-a159-4bb2-9d63-db5cca22d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:07.474847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:07.477267 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-267a869f-3ce1-483f-839b-377e2bc993ed req-bed3d694-d317-4c0a-9c06-672843280637 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:07.599528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] For port 1d271268-df25-416f-96cd-37cb87dec1d9, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:07.604568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] For port 1d271268-df25-416f-96cd-37cb87dec1d9, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1d271268-df25-416f-96cd-37cb87dec1d9,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:07.613355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:07.700585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:07.701407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:07.703666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] 10.222.0.65 "PUT /v2.0/ports/1d271268-df25-416f-96cd-37cb87dec1d9 HTTP/1.1" status: 200 len: 1093 time: 3.1319218 Jul 22 16:30:07.776234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port add21173-983b-4351-acdc-48748dc30d4e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:07.776600 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:07.782798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ad628-af01-4bc9-bcea-62e51df342c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d271268-df25-416f-96cd-37cb87dec1d9,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:07.802128 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcebbd85-6a01-42b1-9087-9050679870c4 req-a3676faf-cb89-4444-a5f9-955a98dcc4eb service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691564 Jul 22 16:30:07.821247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-267a869f-3ce1-483f-839b-377e2bc993ed req-bed3d694-d317-4c0a-9c06-672843280637 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:07.839006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9d124-0645-415a-a183-ea5b42a100b3 req-bb19bb1d-9f27-4b46-b8b8-9b3c0e9aec17 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:07.843865 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c9d124-0645-415a-a183-ea5b42a100b3 req-bb19bb1d-9f27-4b46-b8b8-9b3c0e9aec17 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.3272145 Jul 22 16:30:07.883597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-267a869f-3ce1-483f-839b-377e2bc993ed req-bed3d694-d317-4c0a-9c06-672843280637 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:07.941780 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'd2c9728e-f21e-40f7-893e-7208ee5ba105', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'port_id': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'mac_address': 'fa:16:3e:61:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:00Z', 'updated_at': '2021-07-22T16:30:04Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:07.957584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c9d124-0645-415a-a183-ea5b42a100b3 req-db881320-4d5d-4f16-a6fc-6255a26d104d tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066608 Jul 22 16:30:07.964554 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:07.999592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-267a869f-3ce1-483f-839b-377e2bc993ed req-bed3d694-d317-4c0a-9c06-672843280637 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:08.001130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-267a869f-3ce1-483f-839b-377e2bc993ed req-bed3d694-d317-4c0a-9c06-672843280637 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6246600 Jul 22 16:30:08.003367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3d694-d317-4c0a-9c06-672843280637 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372e9c8b-1e2b-49b6-b8fa-7cf3c3fd4da8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:08.028328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:08.034447 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38417fa3-a9a4-49ef-bb95-8a2da15b781e" -d '{"events": [{"server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "name": "network-vif-plugged", "status": "completed", "tag": "add21173-983b-4351-acdc-48748dc30d4e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:08.042843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57957be5-944f-4735-93e7-72ac03e14666 req-f8710f4f-f851-433f-84be-fb302956491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.045136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-f8710f4f-f851-433f-84be-fb302956491b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=713cc0e446b0411caddb07384fca733c&device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 1096 time: 0.2686694 Jul 22 16:30:08.061524 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] Checking router: 2455997c-8437-4026-ba41-c3f4d3dcd4d8 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:30:08.074682 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:30:08.076146 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:29:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:08.079374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=add21173-983b-4351-acdc-48748dc30d4e,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:08.084394 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:08.136035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-ecce38d8-308a-4f1a-84ce-e57e7145c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.138443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-ecce38d8-308a-4f1a-84ce-e57e7145c608 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 1095 time: 0.1921813 Jul 22 16:30:08.145038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-eac6110a-2554-4b0e-900a-fe72af90ce51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d271268-df25-416f-96cd-37cb87dec1d9 HTTP/1.1" status: 200 len: 217 time: 0.0777915 Jul 22 16:30:08.147520 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1902425-e8df-4067-acfc-b63a08090fd1 x-openstack-request-id: req-f1902425-e8df-4067-acfc-b63a08090fd1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:08.152939 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:08.155179 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1902425-e8df-4067-acfc-b63a08090fd1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:08.155754 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'status': 'completed', 'code': 200} Jul 22 16:30:08.301014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=add21173-983b-4351-acdc-48748dc30d4e,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:08.351625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57957be5-944f-4735-93e7-72ac03e14666 req-76ce0f4d-471f-4651-b2f7-69641cef90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.356200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-76ce0f4d-471f-4651-b2f7-69641cef90ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e92391ee-0316-4404-829f-4188a52dc78f HTTP/1.1" status: 200 len: 862 time: 0.1654801 Jul 22 16:30:08.443352 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-603f1f88-09d2-43fb-819e-25e54e019d00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d891ff97-343e-48b5-ab02-ca66064a1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734632 Jul 22 16:30:08.497349 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:30:08.516553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12158490-1eba-4941-b179-5089ac4b8f2d req-e69735b3-f7e0-4578-8868-c9e6a386380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.518538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12158490-1eba-4941-b179-5089ac4b8f2d req-e69735b3-f7e0-4578-8868-c9e6a386380b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 1097 time: 0.3273649 Jul 22 16:30:08.572217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-e319d6fc-2d0e-43e0-8bec-afd753ea22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.574810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-e319d6fc-2d0e-43e0-8bec-afd753ea22cf service neutron] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.3814530 Jul 22 16:30:08.628372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-6ccb15de-cc9a-43a8-a795-f52e5c3bbfa4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f887a0a0-18a6-4673-b11d-f160b184dab6 HTTP/1.1" status: 200 len: 217 time: 0.0442677 Jul 22 16:30:08.679434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-28e63102-2e7e-47e8-8462-b4bdbe792c43 service neutron] 10.222.0.65 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225564 Jul 22 16:30:08.740635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae605912-0e3e-4bfa-980a-b079d80937b1 req-7bc10661-e277-4849-a858-c1781e7e08bf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.750801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae605912-0e3e-4bfa-980a-b079d80937b1 req-7bc10661-e277-4849-a858-c1781e7e08bf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.4450977 Jul 22 16:30:08.809777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-5724efb8-c51e-4380-ab60-2b5e97550aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.818406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-5724efb8-c51e-4380-ab60-2b5e97550aa8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1562972 Jul 22 16:30:08.828196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12158490-1eba-4941-b179-5089ac4b8f2d req-44f7daa9-a4ca-406a-a2b2-7a58d4fbe6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:08.831261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12158490-1eba-4941-b179-5089ac4b8f2d req-44f7daa9-a4ca-406a-a2b2-7a58d4fbe6b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 200 len: 925 time: 0.3024769 Jul 22 16:30:08.889779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-6442f223-c628-46e9-b70e-03f2a2f79ed5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507879 Jul 22 16:30:08.966869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae605912-0e3e-4bfa-980a-b079d80937b1 req-d40baa17-ffcd-4b32-aeea-23fd423c38b0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147992 Jul 22 16:30:09.151689 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57957be5-944f-4735-93e7-72ac03e14666 req-c788ef3c-a83b-456a-ba64-850c68a4d9e9 service neutron] 10.222.0.65 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627004 Jul 22 16:30:09.221899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12158490-1eba-4941-b179-5089ac4b8f2d req-0d91bc73-35bd-4d8a-97e9-b3c2196cc520 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0 HTTP/1.1" status: 200 len: 999 time: 0.3752141 Jul 22 16:30:09.315940 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'd2c9728e-f21e-40f7-893e-7208ee5ba105', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'port_id': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'mac_address': 'fa:16:3e:61:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:00Z', 'updated_at': '2021-07-22T16:30:04Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:09.371867 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac31bb-3772-4e75-a118-0687c5567564 None None] The sync data for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 is: [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'd2c9728e-f21e-40f7-893e-7208ee5ba105', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'port_id': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'mac_address': 'fa:16:3e:61:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:27:00Z', 'updated_at': '2021-07-22T16:30:04Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:30:09.413922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12158490-1eba-4941-b179-5089ac4b8f2d req-6a4732c0-1124-4da9-9eac-3578dcd7c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:09.415817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12158490-1eba-4941-b179-5089ac4b8f2d req-6a4732c0-1124-4da9-9eac-3578dcd7c6c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f6a785d-b4e2-4bbd-a385-c3126b97c8f9 HTTP/1.1" status: 200 len: 863 time: 0.1507680 Jul 22 16:30:09.520694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-37bb43b7-c5ab-4b56-8aac-3fc096154573 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711586 Jul 22 16:30:09.717097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95e67bff-a41d-4895-8070-c672c8f08c3b req-79d6afd6-7ed5-45a8-8e0f-c81960594c37 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/372e9c8b-1e2b-49b6-b8fa-7cf3c3fd4da8 HTTP/1.1" status: 200 len: 1803 time: 0.2975273 Jul 22 16:30:09.752928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-95e67bff-a41d-4895-8070-c672c8f08c3b req-6c26629e-c46a-46ca-bdc9-b8b0d5ec8613 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '372e9c8b-1e2b-49b6-b8fa-7cf3c3fd4da8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:09.753253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-95e67bff-a41d-4895-8070-c672c8f08c3b req-6c26629e-c46a-46ca-bdc9-b8b0d5ec8613 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '372e9c8b-1e2b-49b6-b8fa-7cf3c3fd4da8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:09.915154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12158490-1eba-4941-b179-5089ac4b8f2d req-9a39ca85-94b6-4732-b0dd-1dcb781c5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:09.916699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12158490-1eba-4941-b179-5089ac4b8f2d req-9a39ca85-94b6-4732-b0dd-1dcb781c5a24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4016156 Jul 22 16:30:09.954007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-336fb216-3e19-4cae-b2cb-9da71f8e8b38 req-2cc3e7cd-dfd6-4986-8052-396a48743694 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053746 Jul 22 16:30:10.022061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-138946f0-134a-4218-9c39-16c481a920c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3699377 Jul 22 16:30:10.056808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d6cfd1-c90c-4928-9a8c-fd4c44b06e03 None None] New status for floating IP d2c9728e-f21e-40f7-893e-7208ee5ba105: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:30:10.078218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-40930710-2934-4c48-b4d0-4133d801bdaa tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:30:10.080529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-40930710-2934-4c48-b4d0-4133d801bdaa tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129688 Jul 22 16:30:10.094366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Request body: {'binding': {'host': 'n-h1-792458-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:10.096144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:30:10.157115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94af32b1-a334-479b-9c66-16133c8abe5e', 'tag': '1d271268-df25-416f-96cd-37cb87dec1d9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:10.159611 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7831a8-f8e4-4a00-ba3f-77b64475c68f" -d '{"events": [{"name": "network-changed", "server_uuid": "94af32b1-a334-479b-9c66-16133c8abe5e", "tag": "1d271268-df25-416f-96cd-37cb87dec1d9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:10.175642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95e67bff-a41d-4895-8070-c672c8f08c3b req-6c26629e-c46a-46ca-bdc9-b8b0d5ec8613 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:10.320367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95e67bff-a41d-4895-8070-c672c8f08c3b req-6c26629e-c46a-46ca-bdc9-b8b0d5ec8613 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:10.323836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12158490-1eba-4941-b179-5089ac4b8f2d req-76a72ecb-0ebb-4736-a987-5be4f16630f1 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953509 Jul 22 16:30:10.328959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95e67bff-a41d-4895-8070-c672c8f08c3b req-6c26629e-c46a-46ca-bdc9-b8b0d5ec8613 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:10.361674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on host n-h1-792458-13 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:10.362421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:10.362917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:10.368710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:10.369112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:10.377248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:10.377600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:10.377977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:10.378416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Bound port: a8de31cf-4b6e-4693-b017-f1be20d59d22, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:10.408534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26629e-c46a-46ca-bdc9-b8b0d5ec8613 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddc6989-69c4-496a-81f7-92d7de695002,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:10.445455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95e67bff-a41d-4895-8070-c672c8f08c3b req-6c26629e-c46a-46ca-bdc9-b8b0d5ec8613 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:10.458290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95e67bff-a41d-4895-8070-c672c8f08c3b req-6c26629e-c46a-46ca-bdc9-b8b0d5ec8613 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7153640 Jul 22 16:30:10.508229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:10.522001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:10.525200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-32fa6b7e-a7f2-4d4f-923b-cd22ada4e975 service neutron] 10.222.0.53 "POST /v2.0/ports/a8de31cf-4b6e-4693-b017-f1be20d59d22/bindings HTTP/1.1" status: 201 len: 390 time: 0.4380679 Jul 22 16:30:10.539944 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e217847f-e0b8-4096-9577-2a3106eb5448 x-openstack-request-id: req-e217847f-e0b8-4096-9577-2a3106eb5448 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:10.540510 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "name": "network-vif-plugged", "status": "completed", "tag": "add21173-983b-4351-acdc-48748dc30d4e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:10.540898 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e217847f-e0b8-4096-9577-2a3106eb5448 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:10.541485 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e', 'code': 200} Jul 22 16:30:10.963880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e43ed-3582-412f-a172-2b97f9550990 req-d39ded6f-469d-4bba-b5c7-c445504a78d6 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:10.972373 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-be7e43ed-3582-412f-a172-2b97f9550990 req-d39ded6f-469d-4bba-b5c7-c445504a78d6 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1713407 Jul 22 16:30:11.028824 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-be7e43ed-3582-412f-a172-2b97f9550990 req-ac249a88-cf59-48df-8e77-51cf09ec3976 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550628 Jul 22 16:30:11.132921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-3093cc8e-f7f7-49e1-af3e-a716d6237d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.134523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-3093cc8e-f7f7-49e1-af3e-a716d6237d20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 1096 time: 0.9943597 Jul 22 16:30:11.365782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccc32a-0872-4242-8aa7-0284b86d0c37 req-31e8d176-c80f-474c-836a-1deb9ac4703c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.367622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12158490-1eba-4941-b179-5089ac4b8f2d req-457fcbb2-8761-4d5f-b263-a36f84ec6c34 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0310366 Jul 22 16:30:11.377239 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00ccc32a-0872-4242-8aa7-0284b86d0c37 req-31e8d176-c80f-474c-836a-1deb9ac4703c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.1366210 Jul 22 16:30:11.416824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-17a9a2f9-445d-489f-b8b8-b5050f1ac463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.422969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-17a9a2f9-445d-489f-b8b8-b5050f1ac463 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 1097 time: 0.3058276 Jul 22 16:30:11.436691 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00ccc32a-0872-4242-8aa7-0284b86d0c37 req-10f7de47-e259-4c5a-920e-bfffba2ed925 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576446 Jul 22 16:30:11.447564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f4f31-5ff6-4679-acf8-cb7d40434038 req-67a2e65d-a085-44a3-a76d-81daf24345f6 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.460756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f37f4f31-5ff6-4679-acf8-cb7d40434038 req-67a2e65d-a085-44a3-a76d-81daf24345f6 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 944 time: 0.3514104 Jul 22 16:30:11.488613 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac06d907-f2ed-4f41-8e81-7e2caf60958c x-openstack-request-id: req-ac06d907-f2ed-4f41-8e81-7e2caf60958c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:11.489185 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94af32b1-a334-479b-9c66-16133c8abe5e", "tag": "1d271268-df25-416f-96cd-37cb87dec1d9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:11.489185 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac06d907-f2ed-4f41-8e81-7e2caf60958c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:11.490353 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94af32b1-a334-479b-9c66-16133c8abe5e', 'tag': '1d271268-df25-416f-96cd-37cb87dec1d9', 'status': 'completed', 'code': 200} Jul 22 16:30:11.559298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-512ec1a4-6176-419e-8912-fe6095321cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.563300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-512ec1a4-6176-419e-8912-fe6095321cf3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.3555739 Jul 22 16:30:11.699216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-1d3f5552-f6d2-4c95-a112-df3b0a3d56a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3 HTTP/1.1" status: 200 len: 217 time: 0.1193638 Jul 22 16:30:11.729133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f37f4f31-5ff6-4679-acf8-cb7d40434038 req-f5de0f8e-eeb3-48ca-ba1b-f3b136373806 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604690 Jul 22 16:30:11.787215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2effd156-87a1-412a-9133-6137f8291aed req-49d2b49e-f928-48f7-9aac-1ffd6839c6a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-291177811', 'description': 'tempest-description-431366790'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:11.828748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-186c2832-d15e-4415-92df-16d3cd2f18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.830462 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-186c2832-d15e-4415-92df-16d3cd2f18f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.3502123 Jul 22 16:30:11.856902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-a578a938-ac42-48d5-a8f5-342610e7b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.858452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-a578a938-ac42-48d5-a8f5-342610e7b937 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1512427 Jul 22 16:30:11.899955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2effd156-87a1-412a-9133-6137f8291aed req-49d2b49e-f928-48f7-9aac-1ffd6839c6a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:11.915017 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-22d510a4-fde4-49e5-9294-98436b85c8b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22 HTTP/1.1" status: 200 len: 217 time: 0.0694761 Jul 22 16:30:11.955729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-5df1114e-ac1e-4366-92ea-a4b586a489d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531905 Jul 22 16:30:11.987644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-bdb4d44f-f185-4133-b809-a53b956eaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:11.989450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-bdb4d44f-f185-4133-b809-a53b956eaa87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=713cc0e446b0411caddb07384fca733c&device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 1096 time: 0.4248006 Jul 22 16:30:12.134049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1d271268-df25-416f-96cd-37cb87dec1d9 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:12.142203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5600d1-e9b8-454a-8957-3a0fba219206 req-1dd64d6c-c64c-4479-acf7-daaf63382972 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:12.144699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb5600d1-e9b8-454a-8957-3a0fba219206 req-1dd64d6c-c64c-4479-acf7-daaf63382972 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1353514 Jul 22 16:30:12.201170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-221fd6c2-074c-48bb-99fa-d9c895c23a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:12.202394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-221fd6c2-074c-48bb-99fa-d9c895c23a23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 200 len: 923 time: 0.1949668 Jul 22 16:30:12.269367 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb5600d1-e9b8-454a-8957-3a0fba219206 req-e0e66cf0-7512-48d3-bde4-9e618229f16a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153500 Jul 22 16:30:12.278893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 1d271268-df25-416f-96cd-37cb87dec1d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1d271268-df25-416f-96cd-37cb87dec1d9,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:12.295377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-f3158088-6c36-4154-8a81-9c92053fa971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:12.298477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-f3158088-6c36-4154-8a81-9c92053fa971 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.3545578 Jul 22 16:30:12.312693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '1d271268-df25-416f-96cd-37cb87dec1d9', 'network_id': 'd891ff97-343e-48b5-ab02-ca66064a1495', 'port_id': '1d271268-df25-416f-96cd-37cb87dec1d9', 'mac_address': 'fa:16:3e:19:a2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e92391ee-0316-4404-829f-4188a52dc78f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:12.395540 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:12.409108 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-a64c2663-816a-42dc-87c6-c28729e1e775 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183586 Jul 22 16:30:12.440463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-897ebc5b-437a-402b-81ad-3fb3ce2ff461 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d271268-df25-416f-96cd-37cb87dec1d9 HTTP/1.1" status: 200 len: 217 time: 0.1247671 Jul 22 16:30:12.443395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d271268-df25-416f-96cd-37cb87dec1d9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:12.456245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-df23b100-e3f8-412e-b513-896d71835553 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611417 Jul 22 16:30:12.491077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 1d271268-df25-416f-96cd-37cb87dec1d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1d271268-df25-416f-96cd-37cb87dec1d9,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:12.496462 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:12.526607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-49d92f4d-d832-41e6-bc6c-94868f126d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:12.528995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-49d92f4d-d832-41e6-bc6c-94868f126d37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e92391ee-0316-4404-829f-4188a52dc78f HTTP/1.1" status: 200 len: 862 time: 0.0666254 Jul 22 16:30:12.630051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=1d271268-df25-416f-96cd-37cb87dec1d9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:12.643515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-bf90cfad-99a9-422e-901f-c1e05d637f2a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2390728 Jul 22 16:30:12.663657 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-b6150bd3-42c7-42b3-bbca-7970396d6a25 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215811 Jul 22 16:30:12.673518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84870b26-4fa8-47ce-bb0c-1730b773c908 req-2a3d2753-e2bb-477e-a673-9bd6df72823c tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:12.681526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84870b26-4fa8-47ce-bb0c-1730b773c908 req-2a3d2753-e2bb-477e-a673-9bd6df72823c tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.2160008 Jul 22 16:30:12.749031 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-ba050fca-031b-4226-8a5f-33d66c586371 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d891ff97-343e-48b5-ab02-ca66064a1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790429 Jul 22 16:30:12.906525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84870b26-4fa8-47ce-bb0c-1730b773c908 req-acf9ecb8-bc71-4f4f-af82-0b2a0de2e3a3 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233698 Jul 22 16:30:12.984588 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2effd156-87a1-412a-9133-6137f8291aed req-49d2b49e-f928-48f7-9aac-1ffd6839c6a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:13.028971 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2effd156-87a1-412a-9133-6137f8291aed req-49d2b49e-f928-48f7-9aac-1ffd6839c6a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:13.035008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-a59acef6-741d-460d-bc06-b32c6900359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:13.035008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-a59acef6-741d-460d-bc06-b32c6900359f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 1119 time: 0.1974726 Jul 22 16:30:13.052429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['1d271268-df25-416f-96cd-37cb87dec1d9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:13.118089 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e12d0dd-312b-4559-844e-e1cc6bf87996 req-e63f2feb-8a57-4d4f-ba55-ac2ce791e5ff service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6762512 Jul 22 16:30:13.130370 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2effd156-87a1-412a-9133-6137f8291aed req-49d2b49e-f928-48f7-9aac-1ffd6839c6a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:13.150544 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2effd156-87a1-412a-9133-6137f8291aed req-49d2b49e-f928-48f7-9aac-1ffd6839c6a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3678062 Jul 22 16:30:13.174387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-5da2be09-c83f-4eb9-ac15-1c5aa3cd55a2 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816728 Jul 22 16:30:13.236823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2b49e-f928-48f7-9aac-1ffd6839c6a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87eacd1b-b49c-4518-98fb-a24f91ff18ba,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:13.273671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-d4b3a1b2-50cb-48c0-bb21-1e0e9be1e8c8 service neutron] 10.222.0.65 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752607 Jul 22 16:30:13.557458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-b261c42e-2473-4df5-b848-6d42a6409c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:13.559910 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-b261c42e-2473-4df5-b848-6d42a6409c1d service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.4607694 Jul 22 16:30:13.611712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-773c9950-e3e1-4c6a-8142-bd117bd349c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 200 len: 217 time: 0.0431447 Jul 22 16:30:13.628969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705ead4-2ca2-4396-aec6-131ead7f96a2 req-55293695-07f8-43a5-b11e-1dda6ac50557 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:13.636024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5705ead4-2ca2-4396-aec6-131ead7f96a2 req-55293695-07f8-43a5-b11e-1dda6ac50557 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.1599741 Jul 22 16:30:13.721588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5705ead4-2ca2-4396-aec6-131ead7f96a2 req-e9d189a0-eb7c-48a5-8900-c9cfbc1be44f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840080 Jul 22 16:30:13.722462 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de7831a8-f8e4-4a00-ba3f-77b64475c68f req-07d5b4a1-5ac5-4a6c-b7e1-3d6e2c294a60 service neutron] 10.222.0.65 "GET /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405806 Jul 22 16:30:13.736761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-04b9815d-425b-4e0f-a8c7-c0a20779e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:13.738264 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-04b9815d-425b-4e0f-a8c7-c0a20779e58f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.0944731 Jul 22 16:30:13.785010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4825e-3428-4bd8-8fc2-21da3ec40328 req-2e285a75-15d7-4d1e-9949-70e548b55ca5 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:13.786617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a1b4825e-3428-4bd8-8fc2-21da3ec40328 req-2e285a75-15d7-4d1e-9949-70e548b55ca5 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 945 time: 0.2807922 Jul 22 16:30:13.812129 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-7fc3e821-452d-49d7-9ff2-78de647e67a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513582 Jul 22 16:30:13.883553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a1b4825e-3428-4bd8-8fc2-21da3ec40328 req-39c44464-eb1b-43e9-a03d-3f53455fbfb9 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858357 Jul 22 16:30:14.084441 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-752e7490-f998-4045-a7a9-25e97d0d1c21 req-70e64340-6fb2-4150-88c0-daf88bd8e82e tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/87eacd1b-b49c-4518-98fb-a24f91ff18ba HTTP/1.1" status: 200 len: 1803 time: 0.2027884 Jul 22 16:30:14.100149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-752e7490-f998-4045-a7a9-25e97d0d1c21 req-f04c0295-4a56-481c-a65e-a6f593c66aae tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '87eacd1b-b49c-4518-98fb-a24f91ff18ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:14.104362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-752e7490-f998-4045-a7a9-25e97d0d1c21 req-f04c0295-4a56-481c-a65e-a6f593c66aae tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '87eacd1b-b49c-4518-98fb-a24f91ff18ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:14.123239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ca30e-224a-4150-91ac-7a676170abd1 req-1df4fdee-8f95-4c31-84a5-ef763c14aa75 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:14.129048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-e9f57dc6-bb27-42d7-93bb-2bb4cca00cae service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842774 Jul 22 16:30:14.132424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-599ca30e-224a-4150-91ac-7a676170abd1 req-1df4fdee-8f95-4c31-84a5-ef763c14aa75 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1422608 Jul 22 16:30:14.204214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-599ca30e-224a-4150-91ac-7a676170abd1 req-c1eaea37-be9b-420e-87e3-69bffbe02273 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706415 Jul 22 16:30:14.363044 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0150b8e8-1519-418f-b0a9-3fd482324df0 req-7b40c8dc-e23e-49b7-bdda-08a047a6e930 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234242 Jul 22 16:30:14.368713 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-752e7490-f998-4045-a7a9-25e97d0d1c21 req-f04c0295-4a56-481c-a65e-a6f593c66aae tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:14.423668 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-752e7490-f998-4045-a7a9-25e97d0d1c21 req-f04c0295-4a56-481c-a65e-a6f593c66aae tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:14.430301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-752e7490-f998-4045-a7a9-25e97d0d1c21 req-f04c0295-4a56-481c-a65e-a6f593c66aae tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:14.473539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c0295-4a56-481c-a65e-a6f593c66aae tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f83debb-45c7-4981-abb8-655d19868169,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:14.481380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420474-91c2-4f2c-b7da-4f13e606210d req-8e8ef987-ed94-4626-a542-577335266a05 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:14.492402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f0420474-91c2-4f2c-b7da-4f13e606210d req-8e8ef987-ed94-4626-a542-577335266a05 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1742985 Jul 22 16:30:14.501067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-752e7490-f998-4045-a7a9-25e97d0d1c21 req-f04c0295-4a56-481c-a65e-a6f593c66aae tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:14.512875 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-752e7490-f998-4045-a7a9-25e97d0d1c21 req-f04c0295-4a56-481c-a65e-a6f593c66aae tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4274814 Jul 22 16:30:14.669002 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f0420474-91c2-4f2c-b7da-4f13e606210d req-97e9b783-0156-44cd-95fc-1c85d330dcca tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752934 Jul 22 16:30:14.757838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-16fc7a46-2fa1-4097-af3c-d127a78e7400 req-927e16b5-32b6-485e-bab2-38538c66d3a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2020818942', 'description': 'tempest-description-320644678'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:14.813488 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-16fc7a46-2fa1-4097-af3c-d127a78e7400 req-927e16b5-32b6-485e-bab2-38538c66d3a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:14.948555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25667-bb38-4a8e-84b2-19ab15d8422a req-3d321650-578c-49c7-8b04-d4a720483411 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:14.958152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bbb25667-bb38-4a8e-84b2-19ab15d8422a req-3d321650-578c-49c7-8b04-d4a720483411 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.1295993 Jul 22 16:30:14.998159 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-16fc7a46-2fa1-4097-af3c-d127a78e7400 req-927e16b5-32b6-485e-bab2-38538c66d3a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.005429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-16fc7a46-2fa1-4097-af3c-d127a78e7400 req-927e16b5-32b6-485e-bab2-38538c66d3a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.047837 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bbb25667-bb38-4a8e-84b2-19ab15d8422a req-c5baf6b9-8880-47ae-8268-1bc422c6c7ef tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884111 Jul 22 16:30:15.063587 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-16fc7a46-2fa1-4097-af3c-d127a78e7400 req-927e16b5-32b6-485e-bab2-38538c66d3a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.081509 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16fc7a46-2fa1-4097-af3c-d127a78e7400 req-927e16b5-32b6-485e-bab2-38538c66d3a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3387525 Jul 22 16:30:15.088079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e16b5-32b6-485e-bab2-38538c66d3a1 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacac2f7-c55e-49c5-a5bc-5c5e01b48420,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:15.300119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-55f20d26-3d68-4154-9540-ab8d0a72dfba req-c377b052-aac2-4370-90ec-d45d48b6e653 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-11580841', 'description': 'tempest-description-1022772547'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:15.307171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9f4ff-c07d-48b3-bf07-93e586926edc req-e5ead1bc-d5d6-4f69-86c5-d112ff714003 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:15.309319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29f9f4ff-c07d-48b3-bf07-93e586926edc req-e5ead1bc-d5d6-4f69-86c5-d112ff714003 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 945 time: 0.1611171 Jul 22 16:30:15.360462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-55f20d26-3d68-4154-9540-ab8d0a72dfba req-c377b052-aac2-4370-90ec-d45d48b6e653 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.416978 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29f9f4ff-c07d-48b3-bf07-93e586926edc req-3360a6e7-6c1e-4dc8-a052-b5ca35af8aff tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999856 Jul 22 16:30:15.581345 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-55f20d26-3d68-4154-9540-ab8d0a72dfba req-c377b052-aac2-4370-90ec-d45d48b6e653 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.587600 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-55f20d26-3d68-4154-9540-ab8d0a72dfba req-c377b052-aac2-4370-90ec-d45d48b6e653 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.647200 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-55f20d26-3d68-4154-9540-ab8d0a72dfba req-c377b052-aac2-4370-90ec-d45d48b6e653 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:15.650520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55f20d26-3d68-4154-9540-ab8d0a72dfba req-c377b052-aac2-4370-90ec-d45d48b6e653 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3575947 Jul 22 16:30:15.678671 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377b052-aac2-4370-90ec-d45d48b6e653 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c37184-404e-4dac-8815-89510dba21d8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:15.721378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eedff-14e9-4f07-9ba8-c111808318a7 req-4c7365f5-a69b-4e8e-ba4b-6c9656b5e2a4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:15.733291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-658eedff-14e9-4f07-9ba8-c111808318a7 req-4c7365f5-a69b-4e8e-ba4b-6c9656b5e2a4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1922958 Jul 22 16:30:15.801360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-658eedff-14e9-4f07-9ba8-c111808318a7 req-be440f2f-294d-42c4-81a4-38697c03ee7c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656724 Jul 22 16:30:15.926684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a0c8b64-7611-4f58-a141-1e7e50a265b9 req-4bc3305f-ea02-4f63-a51f-f9b23f28e887 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/bacac2f7-c55e-49c5-a5bc-5c5e01b48420 HTTP/1.1" status: 200 len: 1804 time: 0.0785863 Jul 22 16:30:16.013265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a0c8b64-7611-4f58-a141-1e7e50a265b9 req-934e2556-7223-48b5-b4c9-b785e4d2a5bb tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/f0c37184-404e-4dac-8815-89510dba21d8 HTTP/1.1" status: 200 len: 1803 time: 0.0740795 Jul 22 16:30:16.021047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8a0c8b64-7611-4f58-a141-1e7e50a265b9 req-ce70eeae-c9e5-41fb-9298-9c81fbafe92d tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bacac2f7-c55e-49c5-a5bc-5c5e01b48420', 'remote_group_id': 'f0c37184-404e-4dac-8815-89510dba21d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:16.021628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8a0c8b64-7611-4f58-a141-1e7e50a265b9 req-ce70eeae-c9e5-41fb-9298-9c81fbafe92d tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bacac2f7-c55e-49c5-a5bc-5c5e01b48420', 'remote_group_id': 'f0c37184-404e-4dac-8815-89510dba21d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:16.111224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcbc4f-8bc1-412e-a44d-1bf033a9f973 req-f3799928-f925-4d11-8d27-0d916ce3a886 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:16.113095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfdcbc4f-8bc1-412e-a44d-1bf033a9f973 req-f3799928-f925-4d11-8d27-0d916ce3a886 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1677737 Jul 22 16:30:16.126416 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a0c8b64-7611-4f58-a141-1e7e50a265b9 req-ce70eeae-c9e5-41fb-9298-9c81fbafe92d tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.140673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1d271268-df25-416f-96cd-37cb87dec1d9 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:16.175602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfdcbc4f-8bc1-412e-a44d-1bf033a9f973 req-86f101b5-ce06-47ef-96c4-c2adbb47b2b1 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556605 Jul 22 16:30:16.203393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a0c8b64-7611-4f58-a141-1e7e50a265b9 req-ce70eeae-c9e5-41fb-9298-9c81fbafe92d tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.208104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a0c8b64-7611-4f58-a141-1e7e50a265b9 req-ce70eeae-c9e5-41fb-9298-9c81fbafe92d tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.228219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70eeae-c9e5-41fb-9298-9c81fbafe92d tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690a1dd4-0754-49de-9cd6-6ba03f6559c8,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:16.249602 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a0c8b64-7611-4f58-a141-1e7e50a265b9 req-ce70eeae-c9e5-41fb-9298-9c81fbafe92d tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.263969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a0c8b64-7611-4f58-a141-1e7e50a265b9 req-ce70eeae-c9e5-41fb-9298-9c81fbafe92d tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2494276 Jul 22 16:30:16.282548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 1d271268-df25-416f-96cd-37cb87dec1d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:16.287276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 1d271268-df25-416f-96cd-37cb87dec1d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:16.287656 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.406133 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.439968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af32b1-a334-479b-9c66-16133c8abe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d271268-df25-416f-96cd-37cb87dec1d9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:16.443034 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c7cffb-c9cc-4a76-9564-cb700db217a2" -d '{"events": [{"server_uuid": "94af32b1-a334-479b-9c66-16133c8abe5e", "name": "network-vif-plugged", "status": "completed", "tag": "1d271268-df25-416f-96cd-37cb87dec1d9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:16.450028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aebb7b-8e99-4266-89ee-f3861319427e req-d43fa202-0fec-4f89-b029-81ea5505f99b tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:16.464434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 1d271268-df25-416f-96cd-37cb87dec1d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1d271268-df25-416f-96cd-37cb87dec1d9,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:16.471344 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.471643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5aebb7b-8e99-4266-89ee-f3861319427e req-d43fa202-0fec-4f89-b029-81ea5505f99b tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.1359384 Jul 22 16:30:16.478731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-80101d7f-5ba1-40a8-a9b7-8b83316adf96 req-9e94981f-2a2a-44ab-8377-ba94ec430197 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1792750627', 'description': 'tempest-description-836397048'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:16.532964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-80101d7f-5ba1-40a8-a9b7-8b83316adf96 req-9e94981f-2a2a-44ab-8377-ba94ec430197 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.539830 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5aebb7b-8e99-4266-89ee-f3861319427e req-c94c2384-b4ba-40e9-9571-e5a8630c37f1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646901 Jul 22 16:30:16.594248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=1d271268-df25-416f-96cd-37cb87dec1d9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:16.619915 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e6e8d3-2612-4871-b3d0-9a711a4155f1 x-openstack-request-id: req-f8e6e8d3-2612-4871-b3d0-9a711a4155f1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:16.620312 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af32b1-a334-479b-9c66-16133c8abe5e", "name": "network-vif-plugged", "status": "completed", "tag": "1d271268-df25-416f-96cd-37cb87dec1d9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:16.620577 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8e6e8d3-2612-4871-b3d0-9a711a4155f1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:16.621045 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94af32b1-a334-479b-9c66-16133c8abe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d271268-df25-416f-96cd-37cb87dec1d9', 'code': 200} Jul 22 16:30:16.707222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-80101d7f-5ba1-40a8-a9b7-8b83316adf96 req-9e94981f-2a2a-44ab-8377-ba94ec430197 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.718330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-80101d7f-5ba1-40a8-a9b7-8b83316adf96 req-9e94981f-2a2a-44ab-8377-ba94ec430197 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.804703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfaf045-8428-4ad0-9695-a3adbb8b9d03 req-11950610-7d7f-4fea-82dc-e0a513a718ca tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:16.826546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3bfaf045-8428-4ad0-9695-a3adbb8b9d03 req-11950610-7d7f-4fea-82dc-e0a513a718ca tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 946 time: 0.1306770 Jul 22 16:30:16.844439 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-80101d7f-5ba1-40a8-a9b7-8b83316adf96 req-9e94981f-2a2a-44ab-8377-ba94ec430197 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:16.845589 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80101d7f-5ba1-40a8-a9b7-8b83316adf96 req-9e94981f-2a2a-44ab-8377-ba94ec430197 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3887641 Jul 22 16:30:16.865475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94981f-2a2a-44ab-8377-ba94ec430197 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1923f5-79c3-427a-85d5-35cbab1ff668,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:16.900947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3bfaf045-8428-4ad0-9695-a3adbb8b9d03 req-6023d761-1e94-4e5e-94d7-71c5a74c95c4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655591 Jul 22 16:30:16.927961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-82e7cc8b-11e7-4b0f-81e3-e428cac88bed req-4f3d9074-642c-4fc7-bf02-5040f56a3c37 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-95825863', 'description': 'tempest-description-229419426'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:16.933363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac772265-2614-496a-a031-c49c03406072 req-16f1f8ad-e45b-4981-aa72-9640dff68dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:16.936058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac772265-2614-496a-a031-c49c03406072 req-16f1f8ad-e45b-4981-aa72-9640dff68dcf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 1098 time: 0.1713870 Jul 22 16:30:16.966896 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82e7cc8b-11e7-4b0f-81e3-e428cac88bed req-4f3d9074-642c-4fc7-bf02-5040f56a3c37 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:17.004123 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac772265-2614-496a-a031-c49c03406072 req-9eeb2d28-8d9d-4518-9a64-f561280b4276 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598159 Jul 22 16:30:17.174545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82e7cc8b-11e7-4b0f-81e3-e428cac88bed req-4f3d9074-642c-4fc7-bf02-5040f56a3c37 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:17.182369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82e7cc8b-11e7-4b0f-81e3-e428cac88bed req-4f3d9074-642c-4fc7-bf02-5040f56a3c37 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:17.226061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e44d04-6b4a-4156-8c25-2e40015149be req-9f75c131-29bc-4469-a286-3c29d2bdc56a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:17.228402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07e44d04-6b4a-4156-8c25-2e40015149be req-9f75c131-29bc-4469-a286-3c29d2bdc56a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1447127 Jul 22 16:30:17.233783 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82e7cc8b-11e7-4b0f-81e3-e428cac88bed req-4f3d9074-642c-4fc7-bf02-5040f56a3c37 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:17.235219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82e7cc8b-11e7-4b0f-81e3-e428cac88bed req-4f3d9074-642c-4fc7-bf02-5040f56a3c37 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3115895 Jul 22 16:30:17.237193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d9074-642c-4fc7-bf02-5040f56a3c37 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7145a9df-4851-400e-a056-549f3f60dbe4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:17.313514 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07e44d04-6b4a-4156-8c25-2e40015149be req-aaa17b41-0f72-4ed6-b78b-410c38ebaee1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620921 Jul 22 16:30:17.448191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f6186-7167-4dd8-ae5e-f1ce46194afc req-b6fe8029-3da8-40e7-9c56-031c59a0b7d1 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:17.459564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-474f6186-7167-4dd8-ae5e-f1ce46194afc req-b6fe8029-3da8-40e7-9c56-031c59a0b7d1 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1459417 Jul 22 16:30:17.468942 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7740ef43-cf55-46c6-bd15-eac510151cb6 req-506f73d0-154a-48ec-87ba-e8507a8416bc tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/3f1923f5-79c3-427a-85d5-35cbab1ff668 HTTP/1.1" status: 200 len: 1804 time: 0.1229761 Jul 22 16:30:17.544341 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-474f6186-7167-4dd8-ae5e-f1ce46194afc req-f4d94e37-99c0-4776-9988-6275479d5e19 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834937 Jul 22 16:30:17.730651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7740ef43-cf55-46c6-bd15-eac510151cb6 req-98362da2-0ce5-4211-9fd6-43424aa1cea8 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/7145a9df-4851-400e-a056-549f3f60dbe4 HTTP/1.1" status: 200 len: 1802 time: 0.2525923 Jul 22 16:30:17.745087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7740ef43-cf55-46c6-bd15-eac510151cb6 req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f1923f5-79c3-427a-85d5-35cbab1ff668', 'remote_group_id': '7145a9df-4851-400e-a056-549f3f60dbe4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:17.745288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7740ef43-cf55-46c6-bd15-eac510151cb6 req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3f1923f5-79c3-427a-85d5-35cbab1ff668', 'remote_group_id': '7145a9df-4851-400e-a056-549f3f60dbe4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:17.916878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7740ef43-cf55-46c6-bd15-eac510151cb6 req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:17.997946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7740ef43-cf55-46c6-bd15-eac510151cb6 req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.003322 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7740ef43-cf55-46c6-bd15-eac510151cb6 req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.033540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8902bafc-c19a-45c6-90d6-495c6df12cf3,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:18.050984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7740ef43-cf55-46c6-bd15-eac510151cb6 req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.072261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7740ef43-cf55-46c6-bd15-eac510151cb6 req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3314319 Jul 22 16:30:18.079187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.083333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.084204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.085611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.095113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.095782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.096319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.097635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.100273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.103600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.104412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.105064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67d2735-6aba-4f65-84d7-dfd6c444f260 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:18.218563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21e7fb-0bc8-4d07-9b1b-25e34cfdd7e6 req-bb4cfe73-04a2-4694-8831-6f0591d182e7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:18.220188 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d21e7fb-0bc8-4d07-9b1b-25e34cfdd7e6 req-bb4cfe73-04a2-4694-8831-6f0591d182e7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.2114170 Jul 22 16:30:18.301236 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d21e7fb-0bc8-4d07-9b1b-25e34cfdd7e6 req-c9ebc5a8-6fe1-421d-82cc-fc6de7813952 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737519 Jul 22 16:30:18.322547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74756cb6-483e-40d6-9ebb-caf7ba28aaf1 req-a7b9077a-18d5-4cbb-9726-73c503739b97 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:18.326229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-74756cb6-483e-40d6-9ebb-caf7ba28aaf1 req-a7b9077a-18d5-4cbb-9726-73c503739b97 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 946 time: 0.1468909 Jul 22 16:30:18.414469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ece8fd0-c76a-467e-b498-3e253704f4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.425760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-74756cb6-483e-40d6-9ebb-caf7ba28aaf1 req-1681179a-a1fe-4c2b-a508-2f3d1c064ed4 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928915 Jul 22 16:30:18.510464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-083d2281-c5f2-4b7c-a50d-d92f46a919c3 req-2f33da55-15c0-4a88-9f5c-7b9f40db0a6e tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/7145a9df-4851-400e-a056-549f3f60dbe4 HTTP/1.1" status: 200 len: 1802 time: 0.0463793 Jul 22 16:30:18.626860 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083d2281-c5f2-4b7c-a50d-d92f46a919c3 req-2150dbc1-8298-447b-8d09-817cea2f5dff tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.670569 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083d2281-c5f2-4b7c-a50d-d92f46a919c3 req-2150dbc1-8298-447b-8d09-817cea2f5dff tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.676740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff555c78-a4e6-453a-bafe-495cd7f13dfe req-1a554c63-9f30-45a7-ae3e-d0a317fbd6b1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:18.691037 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff555c78-a4e6-453a-bafe-495cd7f13dfe req-1a554c63-9f30-45a7-ae3e-d0a317fbd6b1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1204698 Jul 22 16:30:18.770905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff555c78-a4e6-453a-bafe-495cd7f13dfe req-85be8d72-25f4-43b1-bade-4d28aae78e74 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781634 Jul 22 16:30:18.859433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083d2281-c5f2-4b7c-a50d-d92f46a919c3 req-2150dbc1-8298-447b-8d09-817cea2f5dff tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.869745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083d2281-c5f2-4b7c-a50d-d92f46a919c3 req-2150dbc1-8298-447b-8d09-817cea2f5dff tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:18.885535 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-083d2281-c5f2-4b7c-a50d-d92f46a919c3 req-2150dbc1-8298-447b-8d09-817cea2f5dff tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "DELETE /v2.0/security-groups/7145a9df-4851-400e-a056-549f3f60dbe4 HTTP/1.1" status: 204 len: 173 time: 0.3335383 Jul 22 16:30:18.906708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150dbc1-8298-447b-8d09-817cea2f5dff tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7145a9df-4851-400e-a056-549f3f60dbe4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:18.958904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b3ff9-788a-4337-a42e-dbe0ee28e8e3 req-b6541757-46a1-4712-890c-69916036d25f tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:18.970120 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc0b3ff9-788a-4337-a42e-dbe0ee28e8e3 req-b6541757-46a1-4712-890c-69916036d25f tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1148283 Jul 22 16:30:19.042388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc0b3ff9-788a-4337-a42e-dbe0ee28e8e3 req-4707b443-064c-40a2-a976-042f2e7140e8 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709736 Jul 22 16:30:19.084636 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34e5d82c-085e-4bdc-bbed-ddb1e0b16be6 req-de612e2f-2adc-4d7b-89a1-e720664be65c tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/3f1923f5-79c3-427a-85d5-35cbab1ff668 HTTP/1.1" status: 200 len: 1804 time: 0.0892377 Jul 22 16:30:19.112498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-69ce6c5d-4e3a-440f-95b2-472f98bf2bc9 req-7a7ed3c5-9e12-40f9-9767-88e468b011cf tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1971081907', 'description': 'tempest-description-723737718'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:19.151395 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-69ce6c5d-4e3a-440f-95b2-472f98bf2bc9 req-7a7ed3c5-9e12-40f9-9767-88e468b011cf tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.288006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-69ce6c5d-4e3a-440f-95b2-472f98bf2bc9 req-7a7ed3c5-9e12-40f9-9767-88e468b011cf tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.292836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-69ce6c5d-4e3a-440f-95b2-472f98bf2bc9 req-7a7ed3c5-9e12-40f9-9767-88e468b011cf tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.330808 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-69ce6c5d-4e3a-440f-95b2-472f98bf2bc9 req-7a7ed3c5-9e12-40f9-9767-88e468b011cf tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.332305 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-69ce6c5d-4e3a-440f-95b2-472f98bf2bc9 req-7a7ed3c5-9e12-40f9-9767-88e468b011cf tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2263534 Jul 22 16:30:19.333958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ed3c5-9e12-40f9-9767-88e468b011cf tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f237cb2-455d-46e9-8e5b-8d72a254d8ae,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:19.506552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4d15124-efcc-4d70-9ca7-cef2199df066 req-9ef935a0-ef0d-49d4-a26c-99b4709050a5 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/8f237cb2-455d-46e9-8e5b-8d72a254d8ae HTTP/1.1" status: 200 len: 1804 time: 0.0988429 Jul 22 16:30:19.549454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d4d15124-efcc-4d70-9ca7-cef2199df066 req-6067557a-0760-4f00-b38b-1a6908f0e2d5 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f237cb2-455d-46e9-8e5b-8d72a254d8ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:19.549972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d4d15124-efcc-4d70-9ca7-cef2199df066 req-6067557a-0760-4f00-b38b-1a6908f0e2d5 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f237cb2-455d-46e9-8e5b-8d72a254d8ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:19.580665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e5de0-ea64-4307-8978-256f554b981c req-0a2a6627-e7fb-474f-b04e-30f6919d1bf0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:19.582235 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1d3e5de0-ea64-4307-8978-256f554b981c req-0a2a6627-e7fb-474f-b04e-30f6919d1bf0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.1026900 Jul 22 16:30:19.675072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1d3e5de0-ea64-4307-8978-256f554b981c req-c8b1bc17-3b2d-4fe4-8efb-46403cbc5c6f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859308 Jul 22 16:30:19.687341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d4d15124-efcc-4d70-9ca7-cef2199df066 req-6067557a-0760-4f00-b38b-1a6908f0e2d5 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.770367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d4d15124-efcc-4d70-9ca7-cef2199df066 req-6067557a-0760-4f00-b38b-1a6908f0e2d5 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.781070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d4d15124-efcc-4d70-9ca7-cef2199df066 req-6067557a-0760-4f00-b38b-1a6908f0e2d5 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.828340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067557a-0760-4f00-b38b-1a6908f0e2d5 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cc1786-5308-4a2e-9b98-16d1cbdab80d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:19.831436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d4d15124-efcc-4d70-9ca7-cef2199df066 req-6067557a-0760-4f00-b38b-1a6908f0e2d5 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:19.837876 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4d15124-efcc-4d70-9ca7-cef2199df066 req-6067557a-0760-4f00-b38b-1a6908f0e2d5 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3155010 Jul 22 16:30:19.935286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376a7d5-fc31-492f-82cd-6f27280601a6 req-aca17770-b6c5-4f59-a830-51e52c408094 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:19.946053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3376a7d5-fc31-492f-82cd-6f27280601a6 req-aca17770-b6c5-4f59-a830-51e52c408094 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 946 time: 0.1395912 Jul 22 16:30:20.018858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3376a7d5-fc31-492f-82cd-6f27280601a6 req-e23b68b0-57d4-4db3-9b63-e15c6fb7b865 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716350 Jul 22 16:30:20.119336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a24e26d3-2b24-4e6b-ba9c-359145c67bc2 req-d7b28116-e1b0-462f-8725-2d33ba102c7c tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/8f237cb2-455d-46e9-8e5b-8d72a254d8ae HTTP/1.1" status: 200 len: 2397 time: 0.0597255 Jul 22 16:30:20.125197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-a24e26d3-2b24-4e6b-ba9c-359145c67bc2 req-18431687-54a0-42c5-9560-2a7633c4b853 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f237cb2-455d-46e9-8e5b-8d72a254d8ae', 'remote_group_id': None}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:20.125487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-a24e26d3-2b24-4e6b-ba9c-359145c67bc2 req-18431687-54a0-42c5-9560-2a7633c4b853 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f237cb2-455d-46e9-8e5b-8d72a254d8ae', 'remote_group_id': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:20.142122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a578707-374b-420e-a7a7-2636a17c0f78 req-7999ac26-e98d-4ff3-9683-b6a721c2d8d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:20.144104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a578707-374b-420e-a7a7-2636a17c0f78 req-7999ac26-e98d-4ff3-9683-b6a721c2d8d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1151736 Jul 22 16:30:20.188227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f887a0a0-18a6-4673-b11d-f160b184dab6 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:20.211760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a578707-374b-420e-a7a7-2636a17c0f78 req-c3bfb191-17f6-40b1-9a87-529a12b7506a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540540 Jul 22 16:30:20.273570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a24e26d3-2b24-4e6b-ba9c-359145c67bc2 req-18431687-54a0-42c5-9560-2a7633c4b853 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.338060 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a24e26d3-2b24-4e6b-ba9c-359145c67bc2 req-18431687-54a0-42c5-9560-2a7633c4b853 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.346112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a24e26d3-2b24-4e6b-ba9c-359145c67bc2 req-18431687-54a0-42c5-9560-2a7633c4b853 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.391248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18431687-54a0-42c5-9560-2a7633c4b853 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133595ec-b9ff-4b92-bf19-0b442dad781d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:20.415104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a24e26d3-2b24-4e6b-ba9c-359145c67bc2 req-18431687-54a0-42c5-9560-2a7633c4b853 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.419916 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a24e26d3-2b24-4e6b-ba9c-359145c67bc2 req-18431687-54a0-42c5-9560-2a7633c4b853 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2993391 Jul 22 16:30:20.454967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:20.467596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'f887a0a0-18a6-4673-b11d-f160b184dab6', 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b', 'port_id': 'f887a0a0-18a6-4673-b11d-f160b184dab6', 'mac_address': 'fa:16:3e:1f:da:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eea527e-0b96-49a8-be19-038b62f4c05d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:20.522334 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.551637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f887a0a0-18a6-4673-b11d-f160b184dab6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:20.586365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:20.591827 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:20.662445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ca69-1180-4576-8f3a-c96911b41d66 req-44642d43-ce62-476d-acb2-03479a70ae36 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:20.664103 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9cb1ca69-1180-4576-8f3a-c96911b41d66 req-44642d43-ce62-476d-acb2-03479a70ae36 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1682899 Jul 22 16:30:20.720666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9cb1ca69-1180-4576-8f3a-c96911b41d66 req-8cafb600-7eaa-445e-887d-fb31192a0c74 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505035 Jul 22 16:30:20.724833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f887a0a0-18a6-4673-b11d-f160b184dab6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:20.796342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b478c212-9eea-4c33-a480-94a1ddfbbb4a req-1b131147-68cb-4418-abae-a1cf99158341 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/8f237cb2-455d-46e9-8e5b-8d72a254d8ae HTTP/1.1" status: 200 len: 2995 time: 0.0943625 Jul 22 16:30:20.909151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6819a39-1dc0-41a4-adc8-5e8a0c9bf6d0 req-2de653b9-0211-4b00-968a-53ae86e8d199 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:20.916012 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6819a39-1dc0-41a4-adc8-5e8a0c9bf6d0 req-2de653b9-0211-4b00-968a-53ae86e8d199 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 946 time: 0.1035464 Jul 22 16:30:20.983053 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac195e9a-f73d-4ec6-985c-05490dd47bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.010358 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6819a39-1dc0-41a4-adc8-5e8a0c9bf6d0 req-77227500-a193-4d97-aaa1-82559c8ecbee tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905242 Jul 22 16:30:21.018465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c507b8-fb51-4f90-9b25-d6e3002a1a8a req-ee99f3c0-8404-4415-aa1f-15dd7a5a7d23 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:21.027299 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-44c507b8-fb51-4f90-9b25-d6e3002a1a8a req-ee99f3c0-8404-4415-aa1f-15dd7a5a7d23 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 944 time: 0.1382220 Jul 22 16:30:21.088279 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a9fa5352-c419-4c6c-bb1b-9510070652b1 req-c6cfee11-cfd1-4575-9a3f-bfdb0d35d181 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-group-rules/133595ec-b9ff-4b92-bf19-0b442dad781d HTTP/1.1" status: 200 len: 783 time: 0.0425222 Jul 22 16:30:21.114736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f887a0a0-18a6-4673-b11d-f160b184dab6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:21.121766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-44c507b8-fb51-4f90-9b25-d6e3002a1a8a req-ddaae196-6428-498d-a2cf-8ce22f3233fc tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932968 Jul 22 16:30:21.182150 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a9fa5352-c419-4c6c-bb1b-9510070652b1 req-b513b477-d6be-44c2-81f0-5ac41ccaca56 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/8f237cb2-455d-46e9-8e5b-8d72a254d8ae HTTP/1.1" status: 200 len: 2995 time: 0.0927639 Jul 22 16:30:21.228572 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.239383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a9fa5352-c419-4c6c-bb1b-9510070652b1 req-900dcddf-cd8a-470c-8162-cfff71796923 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.250589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a9fa5352-c419-4c6c-bb1b-9510070652b1 req-900dcddf-cd8a-470c-8162-cfff71796923 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.321741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a9fa5352-c419-4c6c-bb1b-9510070652b1 req-900dcddf-cd8a-470c-8162-cfff71796923 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.332660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a9fa5352-c419-4c6c-bb1b-9510070652b1 req-900dcddf-cd8a-470c-8162-cfff71796923 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.338814 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a9fa5352-c419-4c6c-bb1b-9510070652b1 req-900dcddf-cd8a-470c-8162-cfff71796923 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/133595ec-b9ff-4b92-bf19-0b442dad781d HTTP/1.1" status: 204 len: 173 time: 0.1556458 Jul 22 16:30:21.355873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dcddf-cd8a-470c-8162-cfff71796923 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=133595ec-b9ff-4b92-bf19-0b442dad781d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:21.525004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc796c-9d71-48ee-964f-5df78984c540 req-f96805d0-d56b-4dfc-a5e0-a66d291f1ff1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:21.537272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-50bc796c-9d71-48ee-964f-5df78984c540 req-f96805d0-d56b-4dfc-a5e0-a66d291f1ff1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1095643 Jul 22 16:30:21.547712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95a42e5a-f1c7-4e4a-a591-7ec9b3f8b2de req-54f45994-eb1f-4814-863f-525ba841819b tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/8f237cb2-455d-46e9-8e5b-8d72a254d8ae HTTP/1.1" status: 200 len: 2397 time: 0.0802295 Jul 22 16:30:21.582602 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-50bc796c-9d71-48ee-964f-5df78984c540 req-f3691986-1d6a-4c24-ac6d-fe818ddaad4d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Jul 22 16:30:21.656801 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-95a42e5a-f1c7-4e4a-a591-7ec9b3f8b2de req-61d291b0-d000-4b23-8a90-23dcc903c25a tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.695594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-95a42e5a-f1c7-4e4a-a591-7ec9b3f8b2de req-61d291b0-d000-4b23-8a90-23dcc903c25a tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.804704 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-95a42e5a-f1c7-4e4a-a591-7ec9b3f8b2de req-61d291b0-d000-4b23-8a90-23dcc903c25a tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.809181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-95a42e5a-f1c7-4e4a-a591-7ec9b3f8b2de req-61d291b0-d000-4b23-8a90-23dcc903c25a tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:21.814300 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95a42e5a-f1c7-4e4a-a591-7ec9b3f8b2de req-61d291b0-d000-4b23-8a90-23dcc903c25a tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "DELETE /v2.0/security-groups/8f237cb2-455d-46e9-8e5b-8d72a254d8ae HTTP/1.1" status: 204 len: 173 time: 0.2600882 Jul 22 16:30:21.857368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d291b0-d000-4b23-8a90-23dcc903c25a tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f237cb2-455d-46e9-8e5b-8d72a254d8ae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:21.870150 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-9039dc7d-60c3-4e1b-969d-10635137b4a3 req-ae440520-7256-4e6a-95ef-a46c8dba4a22 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] show failed (client error): The resource could not be found. Jul 22 16:30:21.882433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9039dc7d-60c3-4e1b-969d-10635137b4a3 req-ae440520-7256-4e6a-95ef-a46c8dba4a22 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/7145a9df-4851-400e-a056-549f3f60dbe4 HTTP/1.1" status: 404 len: 352 time: 0.0344961 Jul 22 16:30:21.978332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79f5e746-1080-47eb-9344-ea25da857b20 req-8d4bfed5-564c-48f5-94e5-37ef53cb2fb6 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/3f1923f5-79c3-427a-85d5-35cbab1ff668 HTTP/1.1" status: 200 len: 1804 time: 0.0757926 Jul 22 16:30:22.014019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7adf3-594f-47b1-a369-9eea248d7be5 req-ceddfead-9747-4ef6-b4c8-819bfa68e6ed tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:22.017702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4f7adf3-594f-47b1-a369-9eea248d7be5 req-ceddfead-9747-4ef6-b4c8-819bfa68e6ed tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1123242 Jul 22 16:30:22.095827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-79f5e746-1080-47eb-9344-ea25da857b20 req-210314c8-1590-4c3b-86c5-dfef07b00656 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.097606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4f7adf3-594f-47b1-a369-9eea248d7be5 req-2bfcf4d8-4d73-48e8-9a93-c489aef62f87 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695257 Jul 22 16:30:22.140001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-79f5e746-1080-47eb-9344-ea25da857b20 req-210314c8-1590-4c3b-86c5-dfef07b00656 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.235028 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-79f5e746-1080-47eb-9344-ea25da857b20 req-210314c8-1590-4c3b-86c5-dfef07b00656 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.240055 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-79f5e746-1080-47eb-9344-ea25da857b20 req-210314c8-1590-4c3b-86c5-dfef07b00656 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.242169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79f5e746-1080-47eb-9344-ea25da857b20 req-210314c8-1590-4c3b-86c5-dfef07b00656 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f1923f5-79c3-427a-85d5-35cbab1ff668 HTTP/1.1" status: 204 len: 173 time: 0.2623217 Jul 22 16:30:22.264740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210314c8-1590-4c3b-86c5-dfef07b00656 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1923f5-79c3-427a-85d5-35cbab1ff668,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:22.319266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beeda5-dc3c-4c7a-a4bc-05e713ef0069 req-946f0700-244d-47fc-9e94-c2c1c3aff0c3 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:22.334619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a4beeda5-dc3c-4c7a-a4bc-05e713ef0069 req-946f0700-244d-47fc-9e94-c2c1c3aff0c3 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 946 time: 0.1522551 Jul 22 16:30:22.388741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a4beeda5-dc3c-4c7a-a4bc-05e713ef0069 req-ec087405-8d31-4194-ad8b-819e628dff41 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493255 Jul 22 16:30:22.426756 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.444407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26828ff5-0f00-485e-8c68-c519a0658d35 req-26c494cb-4ef3-4866-8601-a21d7d09bbb3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:22.454663 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26828ff5-0f00-485e-8c68-c519a0658d35 req-26c494cb-4ef3-4866-8601-a21d7d09bbb3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 944 time: 0.1181428 Jul 22 16:30:22.478620 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1183043-61d3-4b7c-8e55-ba183d69f4b0 req-918b2518-d6ee-41f7-b576-0d1b874e089c tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/f0c37184-404e-4dac-8815-89510dba21d8 HTTP/1.1" status: 200 len: 1803 time: 0.0579817 Jul 22 16:30:22.531805 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26828ff5-0f00-485e-8c68-c519a0658d35 req-254475cb-7564-4531-85af-b742405b21f4 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757406 Jul 22 16:30:22.598380 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e1183043-61d3-4b7c-8e55-ba183d69f4b0 req-25e565aa-11d1-4d30-ae74-dc42fb2d1622 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.630656 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e1183043-61d3-4b7c-8e55-ba183d69f4b0 req-25e565aa-11d1-4d30-ae74-dc42fb2d1622 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.779049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e1183043-61d3-4b7c-8e55-ba183d69f4b0 req-25e565aa-11d1-4d30-ae74-dc42fb2d1622 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.783939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e1183043-61d3-4b7c-8e55-ba183d69f4b0 req-25e565aa-11d1-4d30-ae74-dc42fb2d1622 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:22.785839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1183043-61d3-4b7c-8e55-ba183d69f4b0 req-25e565aa-11d1-4d30-ae74-dc42fb2d1622 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "DELETE /v2.0/security-groups/f0c37184-404e-4dac-8815-89510dba21d8 HTTP/1.1" status: 204 len: 173 time: 0.3060055 Jul 22 16:30:22.828178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e565aa-11d1-4d30-ae74-dc42fb2d1622 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c37184-404e-4dac-8815-89510dba21d8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:22.974976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2cdbd70-acd5-4aef-9e16-f15e7e38eda2 req-f6e4d179-27aa-4b20-bd15-b140978e3f5b tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/bacac2f7-c55e-49c5-a5bc-5c5e01b48420 HTTP/1.1" status: 200 len: 1804 time: 0.1169448 Jul 22 16:30:22.986868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ea849-6003-4b80-a417-4deb7bf00a65 req-75965731-734a-403b-8e14-acf8d28f224c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:22.989653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b9ea849-6003-4b80-a417-4deb7bf00a65 req-75965731-734a-403b-8e14-acf8d28f224c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1099601 Jul 22 16:30:23.013634 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-b7cb18d7-54fd-40ff-8f5f-00638cbad4ac tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:23.015236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-b7cb18d7-54fd-40ff-8f5f-00638cbad4ac tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.65 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 946 time: 0.1837788 Jul 22 16:30:23.039295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b9ea849-6003-4b80-a417-4deb7bf00a65 req-c4f96322-f79c-4159-b608-f5f60ef1e697 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Jul 22 16:30:23.093620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c2cdbd70-acd5-4aef-9e16-f15e7e38eda2 req-644ec1da-399d-471b-be76-b69a86b19a0c tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.156359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c2cdbd70-acd5-4aef-9e16-f15e7e38eda2 req-644ec1da-399d-471b-be76-b69a86b19a0c tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.225324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Deleting port 1d271268-df25-416f-96cd-37cb87dec1d9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:23.225726 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.241061 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c2cdbd70-acd5-4aef-9e16-f15e7e38eda2 req-644ec1da-399d-471b-be76-b69a86b19a0c tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.243837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c2cdbd70-acd5-4aef-9e16-f15e7e38eda2 req-644ec1da-399d-471b-be76-b69a86b19a0c tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.244992 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2cdbd70-acd5-4aef-9e16-f15e7e38eda2 req-644ec1da-399d-471b-be76-b69a86b19a0c tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "DELETE /v2.0/security-groups/bacac2f7-c55e-49c5-a5bc-5c5e01b48420 HTTP/1.1" status: 204 len: 173 time: 0.2703867 Jul 22 16:30:23.267911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ec1da-399d-471b-be76-b69a86b19a0c tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacac2f7-c55e-49c5-a5bc-5c5e01b48420,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:23.375033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f3eaf89-2838-4de5-9e9c-a227b5e069c2 req-d06b6d6c-b8f9-41d4-8dc5-dcad788b9d28 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/87eacd1b-b49c-4518-98fb-a24f91ff18ba HTTP/1.1" status: 200 len: 2402 time: 0.1082668 Jul 22 16:30:23.383105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] For port 1d271268-df25-416f-96cd-37cb87dec1d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1d271268-df25-416f-96cd-37cb87dec1d9,segment=NetworkSegment(982eb8a0-a159-4bb2-9d63-db5cca22d05d),segment_id=982eb8a0-a159-4bb2-9d63-db5cca22d05d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:23.383469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.389124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ffdcb-124c-4234-8d00-09c66f959468 req-6c337849-182a-44f9-8fdc-df6aefe4dc08 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:23.390829 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-309ffdcb-124c-4234-8d00-09c66f959468 req-6c337849-182a-44f9-8fdc-df6aefe4dc08 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1331754 Jul 22 16:30:23.410550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Calling delete_port for 1d271268-df25-416f-96cd-37cb87dec1d9 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:23.445012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-309ffdcb-124c-4234-8d00-09c66f959468 req-703815de-44f1-4c49-90aa-e483f5f98652 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Jul 22 16:30:23.519291 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f3eaf89-2838-4de5-9e9c-a227b5e069c2 req-910be79a-91d1-401f-b0f7-3418d77aa1b8 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.559750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f3eaf89-2838-4de5-9e9c-a227b5e069c2 req-910be79a-91d1-401f-b0f7-3418d77aa1b8 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.654203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0032a8e-03a1-4a23-9308-543bbb0b0aa0 req-60d24761-492d-4f49-90e5-817fcd8d0232 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:23.654504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.656958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f3eaf89-2838-4de5-9e9c-a227b5e069c2 req-910be79a-91d1-401f-b0f7-3418d77aa1b8 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.659801 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f3eaf89-2838-4de5-9e9c-a227b5e069c2 req-910be79a-91d1-401f-b0f7-3418d77aa1b8 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.660967 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f3eaf89-2838-4de5-9e9c-a227b5e069c2 req-910be79a-91d1-401f-b0f7-3418d77aa1b8 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "DELETE /v2.0/security-groups/87eacd1b-b49c-4518-98fb-a24f91ff18ba HTTP/1.1" status: 204 len: 173 time: 0.2688046 Jul 22 16:30:23.676824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0032a8e-03a1-4a23-9308-543bbb0b0aa0 req-60d24761-492d-4f49-90e5-817fcd8d0232 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/ports?device_id=94af32b1-a334-479b-9c66-16133c8abe5e HTTP/1.1" status: 200 len: 946 time: 0.1466541 Jul 22 16:30:23.697273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['1d271268-df25-416f-96cd-37cb87dec1d9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:23.703180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910be79a-91d1-401f-b0f7-3418d77aa1b8 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eacd1b-b49c-4518-98fb-a24f91ff18ba,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:23.708204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event deleted for resources: {'Port': ['ID=1d271268-df25-416f-96cd-37cb87dec1d9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:23.769142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0032a8e-03a1-4a23-9308-543bbb0b0aa0 req-3114dee6-1032-4d91-8e16-4fc6f53774f0 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups?id=6c8bc7d3-8388-4314-b2be-14c7278a2f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913093 Jul 22 16:30:23.844871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] No DVR routers for this DVR port 1d271268-df25-416f-96cd-37cb87dec1d9 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:23.849699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.851778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a132065-0f6c-4e78-ae55-25b5c8418114 req-408571ea-d060-4710-a435-ef0076479dc8 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.65 "DELETE /v2.0/ports/1d271268-df25-416f-96cd-37cb87dec1d9 HTTP/1.1" status: 204 len: 173 time: 0.8275509 Jul 22 16:30:23.852253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94af32b1-a334-479b-9c66-16133c8abe5e', 'name': 'network-vif-deleted', 'tag': '1d271268-df25-416f-96cd-37cb87dec1d9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:23.854149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e84767fc-637c-4799-8609-c716b8090269 req-089f36e7-0191-4855-aafc-665fe87d007a tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "GET /v2.0/security-groups/372e9c8b-1e2b-49b6-b8fa-7cf3c3fd4da8 HTTP/1.1" status: 200 len: 2396 time: 0.0542088 Jul 22 16:30:23.854617 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bfa5bd-a6af-4f4c-bba8-5df460885417" -d '{"events": [{"server_uuid": "94af32b1-a334-479b-9c66-16133c8abe5e", "name": "network-vif-deleted", "tag": "1d271268-df25-416f-96cd-37cb87dec1d9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:23.901284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8127ec-9191-4ee0-8655-051a1ba15bc0 req-dca1bf05-f966-4cd8-9bb3-1b1996b231f9 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:23.903245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e8127ec-9191-4ee0-8655-051a1ba15bc0 req-dca1bf05-f966-4cd8-9bb3-1b1996b231f9 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 944 time: 0.1194127 Jul 22 16:30:23.935923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e84767fc-637c-4799-8609-c716b8090269 req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:23.963411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e8127ec-9191-4ee0-8655-051a1ba15bc0 req-a6578f42-d9a4-4b31-8b1e-b9e640fe5847 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537055 Jul 22 16:30:23.975797 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e84767fc-637c-4799-8609-c716b8090269 req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.061168 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e84767fc-637c-4799-8609-c716b8090269 req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.064613 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e84767fc-637c-4799-8609-c716b8090269 req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.065930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e84767fc-637c-4799-8609-c716b8090269 req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] 10.222.0.53 "DELETE /v2.0/security-groups/372e9c8b-1e2b-49b6-b8fa-7cf3c3fd4da8 HTTP/1.1" status: 204 len: 173 time: 0.2037814 Jul 22 16:30:24.073214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60872) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:24.091979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372e9c8b-1e2b-49b6-b8fa-7cf3c3fd4da8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:24.122893 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.135002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c688d5e-eaf8-4677-90e7-136085462d35 admin admin] Deleting subnet 5c3eb276-f44e-46b1-a752-6cecaf4d3971 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:30:24.136977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.137549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.137903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.138397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.138738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.139093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.139420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.139757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.140079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.140331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c688d5e-eaf8-4677-90e7-136085462d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.140451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.140709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.141029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac054848-2029-4238-9f77-b23b9b41b311 tempest-SecurityGroupRulesTestJSON-1343048575 tempest-SecurityGroupRulesTestJSON-1343048575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:24.178511 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275ff705-3b9a-4e61-a3f1-6974f2d5e2d0 x-openstack-request-id: req-275ff705-3b9a-4e61-a3f1-6974f2d5e2d0 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:24.178688 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94af32b1-a334-479b-9c66-16133c8abe5e", "name": "network-vif-deleted", "tag": "1d271268-df25-416f-96cd-37cb87dec1d9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:24.179043 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-275ff705-3b9a-4e61-a3f1-6974f2d5e2d0 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:24.179377 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94af32b1-a334-479b-9c66-16133c8abe5e', 'name': 'network-vif-deleted', 'tag': '1d271268-df25-416f-96cd-37cb87dec1d9', 'status': 'completed', 'code': 200} Jul 22 16:30:24.200057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c688d5e-eaf8-4677-90e7-136085462d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.223410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f887a0a0-18a6-4673-b11d-f160b184dab6 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:24.288320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c688d5e-eaf8-4677-90e7-136085462d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.296100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port f887a0a0-18a6-4673-b11d-f160b184dab6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:24.302685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port f887a0a0-18a6-4673-b11d-f160b184dab6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:24.303223 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.359441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d2af2-0192-44fa-adf4-3804119b366b req-e38c5d50-97d2-4094-b8c6-c7e1f86c43c4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:24.361097 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f5d2af2-0192-44fa-adf4-3804119b366b req-e38c5d50-97d2-4094-b8c6-c7e1f86c43c4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1188374 Jul 22 16:30:24.398604 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c688d5e-eaf8-4677-90e7-136085462d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.423349 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.441388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c688d5e-eaf8-4677-90e7-136085462d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3eb276-f44e-46b1-a752-6cecaf4d3971,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:24.443550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c688d5e-eaf8-4677-90e7-136085462d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.447850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3c688d5e-eaf8-4677-90e7-136085462d35 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5c3eb276-f44e-46b1-a752-6cecaf4d3971 HTTP/1.1" status: 204 len: 168 time: 0.3711405 Jul 22 16:30:24.448218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60906) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:24.456883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:24.458590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f5d2af2-0192-44fa-adf4-3804119b366b req-4687fc9a-e956-4f56-b1fb-4cbf94966068 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843775 Jul 22 16:30:24.459821 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c1139-8d99-4008-9d28-b3f4ef564e19" -d '{"events": [{"server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "name": "network-vif-plugged", "status": "completed", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:24.480933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:24.487831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.556036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.599248 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780a38eb-254b-4d25-a6b6-4a5988812705 x-openstack-request-id: req-780a38eb-254b-4d25-a6b6-4a5988812705 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:24.602155 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "name": "network-vif-plugged", "status": "completed", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:24.602644 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-780a38eb-254b-4d25-a6b6-4a5988812705 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:24.608465 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6', 'code': 200} Jul 22 16:30:24.648198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f887a0a0-18a6-4673-b11d-f160b184dab6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:24.681065 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.696489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dad0d77-02d1-40df-a8a0-e31f42766971']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:24.708575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3fa7eb-854d-47bc-97bf-e5fbca1e22c6') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:24.709156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3fa7eb-854d-47bc-97bf-e5fbca1e22c6') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:24.721122 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.741132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.749925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:30:24.750441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:30:24.752350 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:30:24.793518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cab60-0ce2-413b-ad6c-159ae01f89e8 req-5bb19b2f-7ed6-4d42-9ce0-b8442adf2a9d tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:24.795463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f4cab60-0ce2-413b-ad6c-159ae01f89e8 req-5bb19b2f-7ed6-4d42-9ce0-b8442adf2a9d tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1059687 Jul 22 16:30:24.834597 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.842564 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:24.847392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4dad0d77-02d1-40df-a8a0-e31f42766971 HTTP/1.1" status: 204 len: 168 time: 0.3968832 Jul 22 16:30:24.863669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020983e-a9a7-473a-a2bd-3e7ea661a6c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dad0d77-02d1-40df-a8a0-e31f42766971,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:24.908824 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f4cab60-0ce2-413b-ad6c-159ae01f89e8 req-8ac09473-547d-4c4c-9ea9-06cd9301f6dd tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040299 Jul 22 16:30:24.981701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea30c9d-aa6f-43e4-acb0-9e56d6f86d40 req-a687a7b0-75a3-4e9d-8d62-e4c045432399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:24.984360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ea30c9d-aa6f-43e4-acb0-9e56d6f86d40 req-a687a7b0-75a3-4e9d-8d62-e4c045432399 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 1097 time: 0.2396781 Jul 22 16:30:25.028174 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ea30c9d-aa6f-43e4-acb0-9e56d6f86d40 req-982c2d38-b592-4fa5-b011-c7ba5f45d62f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Jul 22 16:30:25.042924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60958) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:25.107787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0f3d08f2-7bc1-46a7-ac03-2370532027ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a644dd96f3d465ab567d8fc3c788fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624113 Jul 22 16:30:25.108431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:25.177024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c63de72-5b81-44b1-b57c-2faf2d472618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.207703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c63de72-5b81-44b1-b57c-2faf2d472618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.212367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19f98b-99a0-4147-b7b4-a5084cc0e7a4 req-331f1c31-e793-4ad5-b754-3203211f0029 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:25.214982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d19f98b-99a0-4147-b7b4-a5084cc0e7a4 req-331f1c31-e793-4ad5-b754-3203211f0029 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.0901718 Jul 22 16:30:25.259612 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d19f98b-99a0-4147-b7b4-a5084cc0e7a4 req-a4cbc0e9-ccc2-42cf-a65a-9674a78c7cd3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Jul 22 16:30:25.297765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c63de72-5b81-44b1-b57c-2faf2d472618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.301457 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c63de72-5b81-44b1-b57c-2faf2d472618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.303535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3c63de72-5b81-44b1-b57c-2faf2d472618 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4d071c8-a581-4926-843f-014afb58ee64 HTTP/1.1" status: 204 len: 168 time: 0.1934476 Jul 22 16:30:25.317854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63de72-5b81-44b1-b57c-2faf2d472618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d071c8-a581-4926-843f-014afb58ee64,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:25.552850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60980) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:25.650543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2785f62e-261c-43bd-a0df-7b92f7956420 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.691922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2785f62e-261c-43bd-a0df-7b92f7956420 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.751308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cb1ff-ae49-4fea-8ddf-9e642f0ba3c1 req-37db6244-e599-49ed-8c42-c5e08dab3aae tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:25.753798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed6cb1ff-ae49-4fea-8ddf-9e642f0ba3c1 req-37db6244-e599-49ed-8c42-c5e08dab3aae tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1178429 Jul 22 16:30:25.817120 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed6cb1ff-ae49-4fea-8ddf-9e642f0ba3c1 req-d43598d5-35a7-4c41-ae80-6b3a2243f47b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507569 Jul 22 16:30:25.862839 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2785f62e-261c-43bd-a0df-7b92f7956420 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.865431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2785f62e-261c-43bd-a0df-7b92f7956420 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:25.869453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2785f62e-261c-43bd-a0df-7b92f7956420 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "DELETE /v2.0/security-groups/69c334ea-d2ec-48c4-855e-5ae8f99ea002 HTTP/1.1" status: 204 len: 168 time: 0.3125064 Jul 22 16:30:25.871911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:25.880271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-1d780200-e5e2-4a45-b311-0b42c9843ff2 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:25.881795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-1d780200-e5e2-4a45-b311-0b42c9843ff2 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 804 time: 0.1869702 Jul 22 16:30:25.896533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785f62e-261c-43bd-a0df-7b92f7956420 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c334ea-d2ec-48c4-855e-5ae8f99ea002,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:25.897134 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-8b086014-df9f-4c7d-8593-986140a399c5 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] show failed (client error): The resource could not be found. Jul 22 16:30:25.901423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8b086014-df9f-4c7d-8593-986140a399c5 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "GET /v2.0/security-groups/69c334ea-d2ec-48c4-855e-5ae8f99ea002 HTTP/1.1" status: 404 len: 347 time: 0.0256763 Jul 22 16:30:25.902695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32770) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:25.983325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-87eacb4b-0aed-43a4-a8ab-3604a5644006 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/quotas/c39667ad131b466ca52b4e9c3751a28a HTTP/1.1" status: 200 len: 375 time: 0.0884223 Jul 22 16:30:26.087237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f2852-3920-4b15-a329-b8f44b7667dc req-77386e04-5b76-4885-9f87-944ed3de4a4a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:26.088873 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c97f2852-3920-4b15-a329-b8f44b7667dc req-77386e04-5b76-4885-9f87-944ed3de4a4a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.0914688 Jul 22 16:30:26.138039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-b6c8328f-99ed-4260-bd51-2d0335f86f7e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1419935 Jul 22 16:30:26.145574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Deleting port fac8ef0d-7437-4c67-a3dd-0fdec6079f72 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:26.146128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.158463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c97f2852-3920-4b15-a329-b8f44b7667dc req-48c70461-9513-4150-a056-0da5867ca00f tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591664 Jul 22 16:30:26.223490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1d271268-df25-416f-96cd-37cb87dec1d9 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:26.247738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 1d271268-df25-416f-96cd-37cb87dec1d9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:26.248335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1d271268-df25-416f-96cd-37cb87dec1d9 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:26.472372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c5d8b-6b03-4a99-99e5-5b4324df0d09 req-7229a407-4257-4c7c-a5b1-979c63b9231f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:26.484176 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e5c5d8b-6b03-4a99-99e5-5b4324df0d09 req-7229a407-4257-4c7c-a5b1-979c63b9231f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.1232624 Jul 22 16:30:26.498756 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32788) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:26.545187 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e5c5d8b-6b03-4a99-99e5-5b4324df0d09 req-56ffc733-a044-478c-b1cb-fe5f43c63658 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586581 Jul 22 16:30:26.719818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1911485740-network', 'tenant_id': '821d2878eaa340cfa67d43006047ab6c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:26.730881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.731260 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.753047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Calling delete_port for fac8ef0d-7437-4c67-a3dd-0fdec6079f72 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:26.758639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-d6c6bf06-5246-43c9-b1b8-e1edc869e887 service neutron] 10.222.0.53 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946262 Jul 22 16:30:26.815683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Made reservation on behalf of 821d2878eaa340cfa67d43006047ab6c for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:26.818094 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.832931 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:26.878737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-62e4d911-29c9-4233-a731-0e6caadd0234 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:26.880889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-62e4d911-29c9-4233-a731-0e6caadd0234 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.1701055 Jul 22 16:30:26.911746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-13'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:26.937835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-b98e87ae-dd9e-4146-ac42-9fb6c1f63306 service neutron] 10.222.0.53 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717839 Jul 22 16:30:27.004579 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.032718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Pushing event deleted for resources: {'Port': ['ID=fac8ef0d-7437-4c67-a3dd-0fdec6079f72,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:27.070874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.120157 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.124815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.129250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bcc972d5-15e7-4587-b134-89bc65e91dd1 tempest-ImagesOneServerNegativeTestJSON-1621110168 tempest-ImagesOneServerNegativeTestJSON-1621110168-project] 10.222.0.53 "DELETE /v2.0/floatingips/f41e4d83-b2f0-4251-b304-7b492fde60b1 HTTP/1.1" status: 204 len: 168 time: 1.2253306 Jul 22 16:30:27.159663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce263ba9-a3da-497e-b134-8995b6de1edc req-c1e8f18f-6a6b-471a-9adc-e247e17c9ab7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:27.166691 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce263ba9-a3da-497e-b134-8995b6de1edc req-c1e8f18f-6a6b-471a-9adc-e247e17c9ab7 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 945 time: 0.1936393 Jul 22 16:30:27.187981 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-169d20a1-2cdc-4e9d-b1e5-24f275ff8479 req-099a356b-c4bc-4974-943e-14d69e069ed8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 210 time: 0.0454550 Jul 22 16:30:27.212899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.237465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.283037 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce263ba9-a3da-497e-b134-8995b6de1edc req-e7733bae-6dcc-4e62-bcee-79e569c90340 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140311 Jul 22 16:30:27.299590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:30:27.345883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be1a7db-0bdb-4124-aa24-dc2c6362e933,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:27.361146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.361444 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Added segment 8235e4c1-f002-4be3-a2e1-e3df1527c2fd of type vlan for network fbb89cbb-e23f-4367-8389-7188f6f36990 Jul 22 16:30:27.363940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device add21173-983b-4351-acdc-48748dc30d4e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:27.425036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:27.454509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:27.487035 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.497339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:27.511581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8612b-be35-4caa-92c2-8068ffb8ae3d req-6d74b34e-5583-4b63-8955-f5009d6c1bfb tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:27.513502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cc8612b-be35-4caa-92c2-8068ffb8ae3d req-6d74b34e-5583-4b63-8955-f5009d6c1bfb tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.2130041 Jul 22 16:30:27.538439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:27.544104 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103d2e37-8cc5-4019-8703-a086339524f9" -d '{"events": [{"server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "name": "network-vif-unplugged", "status": "completed", "tag": "add21173-983b-4351-acdc-48748dc30d4e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:27.571126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-33474db3-e62c-414d-b464-76ddbfffd405 admin admin] Deleting subnet e92391ee-0316-4404-829f-4188a52dc78f {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:30:27.579046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=add21173-983b-4351-acdc-48748dc30d4e,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:27.582861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33474db3-e62c-414d-b464-76ddbfffd405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.585770 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.601296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.602360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-13585e3f-68ae-41b5-9392-d508d0bf2b35 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:27.604093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-13585e3f-68ae-41b5-9392-d508d0bf2b35 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf9705b2-3649-41c9-bfe8-a8f6457073ec HTTP/1.1" status: 200 len: 946 time: 0.2228539 Jul 22 16:30:27.653432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:27.656112 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f97212e-f2c4-4ff6-bdd5-51069de39510" -d '{"events": [{"server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:27.663792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cc8612b-be35-4caa-92c2-8068ffb8ae3d req-b92ff022-055c-4302-8b56-781df4fbacc3 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400375 Jul 22 16:30:27.688961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.709903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.719002 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8400644f-1924-45cb-a3df-ed4acfbf958d x-openstack-request-id: req-8400644f-1924-45cb-a3df-ed4acfbf958d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:27.727436 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "name": "network-vif-unplugged", "status": "completed", "tag": "add21173-983b-4351-acdc-48748dc30d4e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:27.731553 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8400644f-1924-45cb-a3df-ed4acfbf958d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:27.736563 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e', 'code': 200} Jul 22 16:30:27.757383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.758811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:27.760019 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.775515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33474db3-e62c-414d-b464-76ddbfffd405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.858430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=add21173-983b-4351-acdc-48748dc30d4e,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:27.955792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb89cbb-e23f-4367-8389-7188f6f36990,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:27.970252 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33474db3-e62c-414d-b464-76ddbfffd405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:27.971795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network fbb89cbb-e23f-4367-8389-7188f6f36990 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:30:28.014545 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c28a3c7f-7b46-498a-a192-174c5a8e1424 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5096869 Jul 22 16:30:28.021744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:28.052175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Deleting port add21173-983b-4351-acdc-48748dc30d4e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:28.052612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.105573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Pushing event updated for resources: {'Port': ['ID=a8de31cf-4b6e-4693-b017-f1be20d59d22,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:28.116483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Request body: {'subnet': {'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1911485740-subnet', 'tenant_id': '821d2878eaa340cfa67d43006047ab6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:28.121558 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on host n-h2-792458-13 for vnic_type normal with profile {"migrating_to": "n-h1-792458-13"} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:28.121905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:28.122438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:28.143495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:28.143786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:28.155467 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a802b3b-5da3-4bcd-9757-bfe6745147ef x-openstack-request-id: req-2a802b3b-5da3-4bcd-9757-bfe6745147ef {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:28.155607 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:28.155859 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a802b3b-5da3-4bcd-9757-bfe6745147ef {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:28.156419 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22', 'code': 200} Jul 22 16:30:28.160686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:28.160979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:28.161371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:28.162531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Bound port: a8de31cf-4b6e-4693-b017-f1be20d59d22, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:28.163044 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.194815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33474db3-e62c-414d-b464-76ddbfffd405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.244791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33474db3-e62c-414d-b464-76ddbfffd405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e92391ee-0316-4404-829f-4188a52dc78f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:28.255925 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33474db3-e62c-414d-b464-76ddbfffd405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.258621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Made reservation on behalf of 821d2878eaa340cfa67d43006047ab6c for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:28.261686 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.262663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-33474db3-e62c-414d-b464-76ddbfffd405 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e92391ee-0316-4404-829f-4188a52dc78f HTTP/1.1" status: 204 len: 168 time: 0.8064215 Jul 22 16:30:28.264292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32840) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:28.270408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device a8de31cf-4b6e-4693-b017-f1be20d59d22 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:28.271218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] For port add21173-983b-4351-acdc-48748dc30d4e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=add21173-983b-4351-acdc-48748dc30d4e,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:28.271593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.313305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Calling delete_port for add21173-983b-4351-acdc-48748dc30d4e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:28.448706 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.555086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:28.612622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on host n-h2-792458-13 for vnic_type normal with profile {"migrating_to": "n-h1-792458-13"} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:28.614377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:28.616876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:28.632973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:28.634328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:28.658853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:28.659609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:28.660568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:28.661332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Bound port: a8de31cf-4b6e-4693-b017-f1be20d59d22, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:28.661915 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.673486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-618d3bf8-a994-4992-95b3-89fb5e9f98ae req-6390e15a-38ce-460c-848c-124ad23d34a5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 210 time: 0.0493541 Jul 22 16:30:28.770353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:28.775318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:28.784097 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.791608 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.816632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d891ff97-343e-48b5-ab02-ca66064a1495']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:28.835602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982eb8a0-a159-4bb2-9d63-db5cca22d05d') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:28.835904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982eb8a0-a159-4bb2-9d63-db5cca22d05d') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:28.853773 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.870462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.907898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=a8de31cf-4b6e-4693-b017-f1be20d59d22,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:28.950501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Pushing event deleted for resources: {'Port': ['ID=add21173-983b-4351-acdc-48748dc30d4e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:28.954509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.966234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:30:28.966910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:30:28.969074 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:30:28.987804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device a8de31cf-4b6e-4693-b017-f1be20d59d22 has no active binding in host n-h1-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:30:29.044241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] No DVR routers for this DVR port add21173-983b-4351-acdc-48748dc30d4e on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:29.048698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.050763 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-163c16d5-57dc-48ee-a9e5-bc2425964b84 req-6787ace6-23fb-40d6-a4f8-735f61e62031 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "DELETE /v2.0/ports/add21173-983b-4351-acdc-48748dc30d4e HTTP/1.1" status: 204 len: 173 time: 1.4076228 Jul 22 16:30:29.051939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b489636-93d9-46a1-9d67-625af38d7225 req-bd0375ba-5981-492a-b8c3-aa1d6c841749 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:29.054264 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b489636-93d9-46a1-9d67-625af38d7225 req-bd0375ba-5981-492a-b8c3-aa1d6c841749 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 1.1263902 Jul 22 16:30:29.054416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'name': 'network-vif-deleted', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:29.056780 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fa10ed-6d7b-428e-af3a-021a81d33b92" -d '{"events": [{"server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "name": "network-vif-deleted", "tag": "add21173-983b-4351-acdc-48748dc30d4e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:29.118187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:29.142487 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a8de31cf-4b6e-4693-b017-f1be20d59d22-n-h2-792458-13-0 {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:30:29.143170 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:30:29.148522 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.154229 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.155319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b489636-93d9-46a1-9d67-625af38d7225 req-ac9ba8dd-14e3-44f4-b608-343c6310f672 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783629 Jul 22 16:30:29.156225 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] 10.222.0.53 "DELETE /v2.0/networks/d891ff97-343e-48b5-ab02-ca66064a1495 HTTP/1.1" status: 204 len: 168 time: 0.8872917 Jul 22 16:30:29.197782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee765fd6-6a38-4780-a909-b72ab12ea32d admin admin] Pushing event deleted for resources: {'Network': ['ID=d891ff97-343e-48b5-ab02-ca66064a1495,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:29.273851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ff7e5-cbf1-439a-8d89-583dc6fb1501 req-48b9939e-3218-420d-a5b7-d3f4fe78d0f4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:29.287576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-628ff7e5-cbf1-439a-8d89-583dc6fb1501 req-48b9939e-3218-420d-a5b7-d3f4fe78d0f4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.1876068 Jul 22 16:30:29.391679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-628ff7e5-cbf1-439a-8d89-583dc6fb1501 req-28ec3fe2-4ce5-48f8-a1cb-b5612bdae48e tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027000 Jul 22 16:30:29.493345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32856) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:29.547199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.632933 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-35c0688b-b409-4803-bcf6-8fda4d3218c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=713cc0e446b0411caddb07384fca733c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376336 Jul 22 16:30:29.647699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:29.699775 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d4fd09-926e-49c2-ba5f-41eaa64062c7 x-openstack-request-id: req-68d4fd09-926e-49c2-ba5f-41eaa64062c7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:29.700144 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9705b2-3649-41c9-bfe8-a8f6457073ec", "name": "network-vif-deleted", "tag": "add21173-983b-4351-acdc-48748dc30d4e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:29.700376 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68d4fd09-926e-49c2-ba5f-41eaa64062c7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:29.700753 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9705b2-3649-41c9-bfe8-a8f6457073ec', 'name': 'network-vif-deleted', 'tag': 'add21173-983b-4351-acdc-48748dc30d4e', 'status': 'completed', 'code': 200} Jul 22 16:30:29.760803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-ea799a27-00ae-4913-9542-02d8a8380e0f tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:29.764290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-ea799a27-00ae-4913-9542-02d8a8380e0f tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 804 time: 0.3514087 Jul 22 16:30:29.797975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on host n-h2-792458-13 for vnic_type normal with profile {"migrating_to": "n-h1-792458-13"} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:29.798229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:29.799364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:29.804959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b153674e-b2ae-4113-b633-ec94e53d2c61,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:29.811074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8e23-348e-4239-8036-86a3dd84b8f4 req-af439568-2940-4406-bbd0-c9fdf0084101 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:29.814122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ea5d8e23-348e-4239-8036-86a3dd84b8f4 req-af439568-2940-4406-bbd0-c9fdf0084101 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 1097 time: 0.1120760 Jul 22 16:30:29.817819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:29.818150 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attempting to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 on network f37910a9-3144-46fb-8866-d3885a91b22d {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:29.821557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Request body: {'port': {'device_id': '3c312357-fb9a-4026-b366-1be23dff31ad', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'admin_state_up': True, 'tenant_id': 'c39667ad131b466ca52b4e9c3751a28a'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:29.828629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca311f35-548b-4b8f-b7f9-78ca023ce79c req-4bd15f4c-f6e3-4531-bf91-c0d3382a1150 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:29.829856 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca311f35-548b-4b8f-b7f9-78ca023ce79c req-4bd15f4c-f6e3-4531-bf91-c0d3382a1150 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.5201554 Jul 22 16:30:29.841059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:29.841313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Checking segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:29.841590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Bound using segment: {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:29.842029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Bound port: a8de31cf-4b6e-4693-b017-f1be20d59d22, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a198b1-e94b-4b39-aed6-2fbc03e08693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f37910a9-3144-46fb-8866-d3885a91b22d'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:29.842509 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.851287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Checking segment: {'id': '8235e4c1-f002-4be3-a2e1-e3df1527c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:29.851627 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Network hostable DHCP agents. Network: fbb89cbb-e23f-4367-8389-7188f6f36990, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:30:29.879418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a062-ba70-4f60-ac0e-32e946a59ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:29.977898 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a062-ba70-4f60-ac0e-32e946a59ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.003971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Network fbb89cbb-e23f-4367-8389-7188f6f36990 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:30:30.020167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ea5d8e23-348e-4239-8036-86a3dd84b8f4 req-1b5ddc66-c188-4b1e-bed4-a5ec3e6c9f1c tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913576 Jul 22 16:30:30.020602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca311f35-548b-4b8f-b7f9-78ca023ce79c req-568d1644-69cb-4b08-9838-3f161f380e95 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685126 Jul 22 16:30:30.028613 n-d-792458-13 neutron-server[93751]: WARNING neutron.plugins.ml2.plugin [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Concurrent port binding operations failed on port a8de31cf-4b6e-4693-b017-f1be20d59d22 Jul 22 16:30:30.038457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:30.052293 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attempt 2 to bind port a8de31cf-4b6e-4693-b017-f1be20d59d22 Jul 22 16:30:30.061506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, fbb89cbb-e23f-4367-8389-7188f6f36990) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:30.064647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:30.065413 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.067474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-db8834e4-f88c-42e1-8f3f-a2b319223510 service neutron] 10.222.0.65 "PUT /v2.0/ports/a8de31cf-4b6e-4693-b017-f1be20d59d22 HTTP/1.1" status: 200 len: 1123 time: 3.1620626 Jul 22 16:30:30.075026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:30.076278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.078236 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fd120f-1055-4e49-9f2a-f2a55a782cd2 None None] Network fbb89cbb-e23f-4367-8389-7188f6f36990 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:30.117864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-752fcbf3-c94e-4480-9da8-94dd61a90dfa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0610435 Jul 22 16:30:30.152678 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a062-ba70-4f60-ac0e-32e946a59ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.157172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a062-ba70-4f60-ac0e-32e946a59ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.174435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e8e9a062-ba70-4f60-ac0e-32e946a59ff7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c8bc7d3-8388-4314-b2be-14c7278a2f30 HTTP/1.1" status: 204 len: 168 time: 0.4825704 Jul 22 16:30:30.179928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:30.203090 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a416723-1d30-486d-a044-2a210de3a30e" -d '{"events": [{"name": "network-changed", "server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:30.256089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9a062-ba70-4f60-ac0e-32e946a59ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8bc7d3-8388-4314-b2be-14c7278a2f30,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:30.343242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Made reservation on behalf of c39667ad131b466ca52b4e9c3751a28a for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:30.348526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:30.358071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['a8de31cf-4b6e-4693-b017-f1be20d59d22'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:30.468867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['a8de31cf-4b6e-4693-b017-f1be20d59d22'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:30.595533 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-22f67755-3147-4dfb-8c61-8855692dd8c0 req-0e022542-1c92-4a08-9ce4-5def108e10b3 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 210 time: 0.1667037 Jul 22 16:30:30.643898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Allocated IP 172.20.0.11 (5d3d24e3-cd4a-4369-b000-a249db2fde65/3c66a87f-7623-4036-99c1-47ad46d04f04/b55af41e-3b48-438e-81cc-bd06754b616c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:30.694269 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbb5f8f-9fd6-40ef-a070-2c65996bc8bd x-openstack-request-id: req-dcbb5f8f-9fd6-40ef-a070-2c65996bc8bd {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:30.695001 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:30.695622 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcbb5f8f-9fd6-40ef-a070-2c65996bc8bd {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:30.696282 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22', 'status': 'completed', 'code': 200} Jul 22 16:30:30.871163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9370cb24-d9c6-41b6-8f70-c15b768583d2 None None] Network fbb89cbb-e23f-4367-8389-7188f6f36990 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:31.236496 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.294488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a416723-1d30-486d-a044-2a210de3a30e req-68edcd67-b63b-4e90-92f1-d96e9b7e5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:31.295846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a416723-1d30-486d-a044-2a210de3a30e req-68edcd67-b63b-4e90-92f1-d96e9b7e5001 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 1126 time: 0.5431650 Jul 22 16:30:31.316735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.391926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef3997-ca94-4c0d-86ab-ef520f208fde req-e2175230-c2c6-455c-85da-db7600d465d4 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:31.397667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-efef3997-ca94-4c0d-86ab-ef520f208fde req-e2175230-c2c6-455c-85da-db7600d465d4 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 1097 time: 0.6355624 Jul 22 16:30:31.404422 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.424063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device add21173-983b-4351-acdc-48748dc30d4e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:31.442842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Network 5d3d24e3-cd4a-4369-b000-a249db2fde65 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:31.497457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: add21173-983b-4351-acdc-48748dc30d4e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:31.501800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device add21173-983b-4351-acdc-48748dc30d4e not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:31.510793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:31.522251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:31.537134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-26f2206e-6b01-401a-8d55-e2a9f414ca0e req-6e9ee6a7-6bc8-4204-9ad0-ab2036712151 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2049208835', 'description': 'tempest-description-64726064'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:31.603985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-efef3997-ca94-4c0d-86ab-ef520f208fde req-4408817c-8562-4663-a0e0-3eeaca92e8c1 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572220 Jul 22 16:30:31.622031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a416723-1d30-486d-a044-2a210de3a30e req-71f2d285-6716-479b-8df1-d194d323a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:31.625148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Pushing event updated for resources: {'Port': ['ID=b55af41e-3b48-438e-81cc-bd06754b616c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:31.626209 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a416723-1d30-486d-a044-2a210de3a30e req-71f2d285-6716-479b-8df1-d194d323a2a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.3231647 Jul 22 16:30:31.629277 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26f2206e-6b01-401a-8d55-e2a9f414ca0e req-6e9ee6a7-6bc8-4204-9ad0-ab2036712151 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.645708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:31.646821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.686077 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-208915f7-e1be-42cf-801a-d64b22fee87b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8697894 Jul 22 16:30:31.712663 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a416723-1d30-486d-a044-2a210de3a30e req-70baa7cf-47a4-4ea7-96c0-7979f4f63bbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22 HTTP/1.1" status: 200 len: 217 time: 0.0789957 Jul 22 16:30:31.716151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Request body: {'port': {'device_id': '3c312357-fb9a-4026-b366-1be23dff31ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:31.848268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a416723-1d30-486d-a044-2a210de3a30e req-b4369b06-9ef6-46a0-ac94-3bfa88653ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:31.851354 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a416723-1d30-486d-a044-2a210de3a30e req-b4369b06-9ef6-46a0-ac94-3bfa88653ccb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.1113741 Jul 22 16:30:31.913525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:31.944304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a416723-1d30-486d-a044-2a210de3a30e req-0ce4a205-96d9-423f-8e1e-767cd0b21ca5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857055 Jul 22 16:30:32.085822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26f2206e-6b01-401a-8d55-e2a9f414ca0e req-6e9ee6a7-6bc8-4204-9ad0-ab2036712151 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.089119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a416723-1d30-486d-a044-2a210de3a30e req-31da14a3-f2b0-44c1-b983-3773eeafac5d service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330252 Jul 22 16:30:32.095598 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26f2206e-6b01-401a-8d55-e2a9f414ca0e req-6e9ee6a7-6bc8-4204-9ad0-ab2036712151 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.156397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26f2206e-6b01-401a-8d55-e2a9f414ca0e req-6e9ee6a7-6bc8-4204-9ad0-ab2036712151 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.172268 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26f2206e-6b01-401a-8d55-e2a9f414ca0e req-6e9ee6a7-6bc8-4204-9ad0-ab2036712151 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6421709 Jul 22 16:30:32.288731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ee6a7-6bc8-4204-9ad0-ab2036712151 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4daf848-c5aa-4f38-9183-5c6f0414a411,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:32.371204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc28b5-6ffc-40fa-acd3-5dcaa0fbfbc0 req-5d767eaf-f5c9-4b15-88de-ff8048f6449c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:32.382277 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91bc28b5-6ffc-40fa-acd3-5dcaa0fbfbc0 req-5d767eaf-f5c9-4b15-88de-ff8048f6449c tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.5695271 Jul 22 16:30:32.476979 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91bc28b5-6ffc-40fa-acd3-5dcaa0fbfbc0 req-f67cbad0-5ac9-459c-9dab-d25cf161d209 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894268 Jul 22 16:30:32.587381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a416723-1d30-486d-a044-2a210de3a30e req-7011c3d6-45fa-4dbe-a645-06f1434731ac service neutron] 10.222.0.20 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753733 Jul 22 16:30:32.602544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:32.603832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55af41e-3b48-438e-81cc-bd06754b616c {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:32.639380 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.640252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82984d0-79d3-498b-b889-d0124b0e5beb req-6c64f9c6-2e86-488b-ab40-45cd4aeba322 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:32.651068 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f82984d0-79d3-498b-b889-d0124b0e5beb req-6c64f9c6-2e86-488b-ab40-45cd4aeba322 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.2797387 Jul 22 16:30:32.680319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Transition to ACTIVE for port object b55af41e-3b48-438e-81cc-bd06754b616c will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:32.690892 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.736620 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f82984d0-79d3-498b-b889-d0124b0e5beb req-4aa9b939-38b7-4203-aa02-ed852a0e95df tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820906 Jul 22 16:30:32.836075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1279132210-network', 'tenant_id': 'f8e3fff07d8c47d6ae29be49325a1c61'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:32.848262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b55af41e-3b48-438e-81cc-bd06754b616c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:32.896436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Made reservation on behalf of f8e3fff07d8c47d6ae29be49325a1c61 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:32.902365 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.951741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:32.997169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ad0231e4-f4af-4827-9cc5-3a368d7e38d6 req-c40a1130-0d42-4004-bd6f-583a3f2e7558 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1816787292', 'description': 'tempest-description-1508191238'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:33.018860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Attempting to bind port b55af41e-3b48-438e-81cc-bd06754b616c on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:33.019817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Attempting to bind port b55af41e-3b48-438e-81cc-bd06754b616c by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:33.020317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Attempting to bind port b55af41e-3b48-438e-81cc-bd06754b616c on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:33.035957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Port b55af41e-3b48-438e-81cc-bd06754b616c on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:33.036540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Attempting to bind port b55af41e-3b48-438e-81cc-bd06754b616c on network 5d3d24e3-cd4a-4369-b000-a249db2fde65 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:33.043718 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:30:33.043718 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:30:33.043718 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': 'f8e3fff07d8c47d6ae29be49325a1c61', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 30, 33, 17843)}] Jul 22 16:30:33.043718 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:30:33.044111 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:30:33.050689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:33.051368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Checking segment: {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:33.052139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Bound using segment: {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:33.052462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Bound port: b55af41e-3b48-438e-81cc-bd06754b616c, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bb7e91-fc5e-49db-8772-694d0c751884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:33.052827 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.067819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45b22-dab7-4dc2-b534-5c3d07a6e370 req-e05d0a3c-2566-460a-8cf2-590a64c2620c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:33.069263 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4bb45b22-dab7-4dc2-b534-5c3d07a6e370 req-e05d0a3c-2566-460a-8cf2-590a64c2620c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 944 time: 0.1620927 Jul 22 16:30:33.073586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad0231e4-f4af-4827-9cc5-3a368d7e38d6 req-c40a1130-0d42-4004-bd6f-583a3f2e7558 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.155514 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4bb45b22-dab7-4dc2-b534-5c3d07a6e370 req-833918a3-17f7-4a13-9f03-8d7afc830114 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792546 Jul 22 16:30:33.196300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:33.206214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b55af41e-3b48-438e-81cc-bd06754b616c,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:33.221889 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.308122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:33.309783 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.312996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/b55af41e-3b48-438e-81cc-bd06754b616c HTTP/1.1" status: 200 len: 1093 time: 1.6047614 Jul 22 16:30:33.321033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:33.330865 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4526e8fb-9025-4a1d-a160-d909127b5905" -d '{"events": [{"name": "network-changed", "server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:33.373449 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:30:33.387490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fde46f-c23c-43b5-a677-dc407b9c87c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b55af41e-3b48-438e-81cc-bd06754b616c,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:33.392960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:33.415409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:33.429627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad0231e4-f4af-4827-9cc5-3a368d7e38d6 req-c40a1130-0d42-4004-bd6f-583a3f2e7558 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.445330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad0231e4-f4af-4827-9cc5-3a368d7e38d6 req-c40a1130-0d42-4004-bd6f-583a3f2e7558 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.511175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a1130-0d42-4004-bd6f-583a3f2e7558 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155893d3-1fec-4dfb-b5de-02553d3d3437,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:33.542204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ad0231e4-f4af-4827-9cc5-3a368d7e38d6 req-c40a1130-0d42-4004-bd6f-583a3f2e7558 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.545702 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.557122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad0231e4-f4af-4827-9cc5-3a368d7e38d6 req-c40a1130-0d42-4004-bd6f-583a3f2e7558 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5786064 Jul 22 16:30:33.616703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-4652148a-afc0-4876-84bf-3475fb50738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:33.618663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-4652148a-afc0-4876-84bf-3475fb50738b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 1096 time: 0.1842456 Jul 22 16:30:33.702858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:33.714469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-be21af7f-e1dc-443f-bd73-81fa01b9a090 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b55af41e-3b48-438e-81cc-bd06754b616c HTTP/1.1" status: 200 len: 217 time: 0.0808313 Jul 22 16:30:33.751836 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.762849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'mac_address': 'fa:16:3e:b3:0b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:33.814330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.821236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-716ca8d5-3d6d-46f6-bfeb-d7c28f3806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:33.822964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-716ca8d5-3d6d-46f6-bfeb-d7c28f3806ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c66a87f-7623-4036-99c1-47ad46d04f04 HTTP/1.1" status: 200 len: 844 time: 0.0976460 Jul 22 16:30:33.824327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.862378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c634e5-8f37-4862-82f9-f5806782f2cc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:33.874794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:30:33.887956 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:33.899659 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:33.901241 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Added segment 4474f9b8-a829-442f-9033-26586b53b4f8 of type vlan for network 54827dba-3ccb-4ad6-ac45-f529234c2f91 Jul 22 16:30:33.919804 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-007a7972-e34a-4f35-b7cf-f08e11487cf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d3d24e3-cd4a-4369-b000-a249db2fde65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866539 Jul 22 16:30:34.011444 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.094973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.096171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:34.097086 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.218561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] Pushing event updated for resources: {'Network': ['ID=54827dba-3ccb-4ad6-ac45-f529234c2f91,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:34.241735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bdb688fa-b5f4-4bfb-aab0-2186dbaab100 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6379590 Jul 22 16:30:34.247717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32954) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:34.261301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Request body: {'subnet': {'network_id': '54827dba-3ccb-4ad6-ac45-f529234c2f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1279132210-subnet', 'tenant_id': 'f8e3fff07d8c47d6ae29be49325a1c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:34.271937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:34.281957 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a45244b-23f5-432a-94c8-a3fc84ba5956" -d '{"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-unplugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:34.284879 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b9d937-a57c-4edd-a291-09b05d3f36c7 x-openstack-request-id: req-88b9d937-a57c-4edd-a291-09b05d3f36c7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:34.286109 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:34.288451 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88b9d937-a57c-4edd-a291-09b05d3f36c7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:34.290152 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c', 'status': 'completed', 'code': 200} Jul 22 16:30:34.315700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Made reservation on behalf of f8e3fff07d8c47d6ae29be49325a1c61 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:34.322112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.330258 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.338009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 54827dba-3ccb-4ad6-ac45-f529234c2f91 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:30:34.348764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-b9865b89-06d5-4a64-8d48-376b3f6d1dad service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158516 Jul 22 16:30:34.475666 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.490854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9fdba31-47a1-4279-a22c-4d74bc012b9a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:34.615519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38eb6fae-0d3f-4ee9-a683-f68da3e0e80e req-12d7fbeb-19b1-4c51-9402-cf408f1a402c service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605023 Jul 22 16:30:34.751085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:34.801411 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:30:34.802186 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:30:34.834774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:34.890368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd6a8f-9e51-4fc1-bf96-765fd371a1d6 req-59d48538-00b8-44b3-b881-de7de7a952a4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:34.903901 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97dd6a8f-9e51-4fc1-bf96-765fd371a1d6 req-59d48538-00b8-44b3-b881-de7de7a952a4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.2862320 Jul 22 16:30:34.918758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2639174d-19a6-4072-9371-c735868d66d5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:34.937021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Checking segment: {'id': '4474f9b8-a829-442f-9033-26586b53b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '54827dba-3ccb-4ad6-ac45-f529234c2f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:34.937021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Network hostable DHCP agents. Network: 54827dba-3ccb-4ad6-ac45-f529234c2f91, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:30:34.969939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Network 54827dba-3ccb-4ad6-ac45-f529234c2f91 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:30:34.987188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 54827dba-3ccb-4ad6-ac45-f529234c2f91) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:35.003911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:35.004129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67461252-4c93-4aa2-a8cd-9f6a88c40973 None None] Network 54827dba-3ccb-4ad6-ac45-f529234c2f91 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:35.006653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:35.010174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-78baca44-a32d-4272-84ff-a621720cddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:35.017375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-78baca44-a32d-4272-84ff-a621720cddbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c39667ad131b466ca52b4e9c3751a28a&device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 1096 time: 0.2465878 Jul 22 16:30:35.022853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97dd6a8f-9e51-4fc1-bf96-765fd371a1d6 req-2082cc31-ea0b-480e-b430-96270cb68466 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174378 Jul 22 16:30:35.067035 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2a689c19-8a81-44eb-ad64-cdf531de85ea admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8062601 Jul 22 16:30:35.150010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-adad4899-f62b-479d-a226-2e286fbcd78d tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:30:35.155251 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-adad4899-f62b-479d-a226-2e286fbcd78d tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234609 Jul 22 16:30:35.173571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Request body: {'binding': {'host': 'n-h2-792458-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:35.174133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:30:35.216501 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:35.293005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-ecb07565-ba8c-4469-bae8-8d0b1257e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:35.301606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-ecb07565-ba8c-4469-bae8-8d0b1257e743 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 200 len: 905 time: 0.2729609 Jul 22 16:30:35.365086 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:35.435001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f0eb1-e4cc-4511-af6b-748e19dfb209 None None] Network 54827dba-3ccb-4ad6-ac45-f529234c2f91 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:35.455603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-b0c06375-85a2-49cc-b1ca-81998d6d4d66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b55af41e-3b48-438e-81cc-bd06754b616c HTTP/1.1" status: 200 len: 217 time: 0.1462500 Jul 22 16:30:35.503653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fdba31-47a1-4279-a22c-4d74bc012b9a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:35.526301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-3ed78c4a-4fc0-4c28-8733-a2e584fbcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:35.531213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-3ed78c4a-4fc0-4c28-8733-a2e584fbcfe3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c66a87f-7623-4036-99c1-47ad46d04f04 HTTP/1.1" status: 200 len: 844 time: 0.0684648 Jul 22 16:30:35.544570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:35.562487 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:35.608968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-e46a4ca9-65c0-4e13-9d62-e3c6e37affad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d3d24e3-cd4a-4369-b000-a249db2fde65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710878 Jul 22 16:30:35.656261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 on host n-h2-792458-13 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:35.656611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:35.656940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:35.664007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Port f887a0a0-18a6-4673-b11d-f160b184dab6 on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:35.664505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:35.673707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:35.673707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:35.674058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:35.674982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Bound port: f887a0a0-18a6-4673-b11d-f160b184dab6, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:35.693177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:35.797089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:35.805746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:35.808153 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c50059-09e6-4087-940a-d9a81039a9d1 service neutron] 10.222.0.53 "POST /v2.0/ports/f887a0a0-18a6-4673-b11d-f160b184dab6/bindings HTTP/1.1" status: 201 len: 390 time: 0.6428425 Jul 22 16:30:35.947767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['a9fdba31-47a1-4279-a22c-4d74bc012b9a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:35.996958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-3b1ff35a-d093-4c40-bed6-a28603b922af tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:36.023313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-3b1ff35a-d093-4c40-bed6-a28603b922af tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 813 time: 0.4128473 Jul 22 16:30:36.070287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-a7f1afb8-3a88-4697-8fbb-6614c8d8bad4 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/quotas/821d2878eaa340cfa67d43006047ab6c HTTP/1.1" status: 200 len: 375 time: 0.0412517 Jul 22 16:30:36.164436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-a2dd386b-4e16-4c7c-b058-f9220763e04f service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545741 Jul 22 16:30:36.175526 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-f63b5083-f0df-4eca-bc98-3b08a64d1568 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1034050 Jul 22 16:30:36.384610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c32e5-45da-4f72-9cdc-2d4463978fe8 req-45ef3c9a-039b-4000-8312-03bd4c1da3c6 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:36.398417 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e39c32e5-45da-4f72-9cdc-2d4463978fe8 req-45ef3c9a-039b-4000-8312-03bd4c1da3c6 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.2875237 Jul 22 16:30:36.443157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4526e8fb-9025-4a1d-a160-d909127b5905 req-146bab71-1228-4cf9-b465-74c55568d113 service neutron] 10.222.0.20 "GET /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608144 Jul 22 16:30:36.489757 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-ccfd30cc-08be-47e3-af87-ff832d1bde4d service neutron] 10.222.0.53 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116262 Jul 22 16:30:36.504971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e39c32e5-45da-4f72-9cdc-2d4463978fe8 req-00dc5e95-4643-427e-a8d1-5a279e99d5c6 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048722 Jul 22 16:30:36.529717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-c8cf9ffb-668b-412f-a797-9856b7280ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:36.532681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-c8cf9ffb-668b-412f-a797-9856b7280ed3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 1097 time: 0.2283940 Jul 22 16:30:36.671619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-5d871c24-fc6b-426c-a702-375a1532c051 service neutron] 10.222.0.53 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743894 Jul 22 16:30:36.714836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-6b9e3fd3-6515-4928-a700-0cb0fdd7ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:36.715419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-6b9e3fd3-6515-4928-a700-0cb0fdd7ab37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.1723723 Jul 22 16:30:36.825779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-30c942cc-97b4-42ee-80fe-7aa47b3ebbab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f887a0a0-18a6-4673-b11d-f160b184dab6 HTTP/1.1" status: 200 len: 217 time: 0.0999134 Jul 22 16:30:36.929880 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b044b410-799c-4bbd-a0b2-33ee0c47a6a6 x-openstack-request-id: req-b044b410-799c-4bbd-a0b2-33ee0c47a6a6 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:36.933994 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-unplugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:36.935420 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b044b410-799c-4bbd-a0b2-33ee0c47a6a6 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:36.936104 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'code': 200} Jul 22 16:30:37.050522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-bb91e044-e228-4451-8965-ea345543ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:37.054309 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-bb91e044-e228-4451-8965-ea345543ab29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.2198262 Jul 22 16:30:37.070822 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-2271c22a-f736-477c-8984-bd4f888656a3 req-f0c72170-c654-4fc5-a824-ebc297873c7d tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] show failed (client error): The resource could not be found. Jul 22 16:30:37.081743 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2271c22a-f736-477c-8984-bd4f888656a3 req-f0c72170-c654-4fc5-a824-ebc297873c7d tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] 10.222.0.53 "GET /v2.0/security-groups/6e5c182d-8106-4820-8173-96ec805a5c72 HTTP/1.1" status: 404 len: 352 time: 0.0279753 Jul 22 16:30:37.143465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-c02af875-4c38-4e7d-bd76-bb2d87deed00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799859 Jul 22 16:30:37.219646 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1dfc3-5c98-4a66-8ac3-0c611d025116 req-9d1d0d22-6db2-4adb-b56b-4f0592afca3a tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:37.222766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfb1dfc3-5c98-4a66-8ac3-0c611d025116 req-9d1d0d22-6db2-4adb-b56b-4f0592afca3a tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 944 time: 0.3913426 Jul 22 16:30:37.303789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81474-9a8c-4704-a880-d59bcbbfe37f req-71c032d5-8f8a-408b-9b8c-ec6928e2ca22 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:37.313934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-99d81474-9a8c-4704-a880-d59bcbbfe37f req-71c032d5-8f8a-408b-9b8c-ec6928e2ca22 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.1529517 Jul 22 16:30:37.382162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-99d81474-9a8c-4704-a880-d59bcbbfe37f req-18cb6a4b-3cc7-408b-b4b3-b8267ab898c7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667684 Jul 22 16:30:37.411163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfb1dfc3-5c98-4a66-8ac3-0c611d025116 req-6bb6795c-362e-43a8-ad99-95d4abd5ee3d tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719522 Jul 22 16:30:37.453048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-1658fef9-63fa-4592-9f33-a75ccbfe949d service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000164 Jul 22 16:30:37.603537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b55af41e-3b48-438e-81cc-bd06754b616c details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:37.622177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:37.636996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-a7216611-f366-419f-bfc7-083ed31bda33 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745663 Jul 22 16:30:37.790084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b890af5-1e37-42fd-bc2c-b4b223e620fc req-62eaa798-b3c9-40fc-8176-13aab911edca tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:37.803664 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b890af5-1e37-42fd-bc2c-b4b223e620fc req-62eaa798-b3c9-40fc-8176-13aab911edca tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 943 time: 0.2415187 Jul 22 16:30:37.875971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port a9fdba31-47a1-4279-a22c-4d74bc012b9a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:37.876700 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:37.920973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b890af5-1e37-42fd-bc2c-b4b223e620fc req-eb78c15d-b69f-4dc8-889a-9dc8999988f8 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959542 Jul 22 16:30:37.978485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2c028aa1-036e-4674-9815-438c24d04556 req-471a4980-bbd7-4550-bb9d-a2b092ba27b5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 210 time: 0.2511246 Jul 22 16:30:38.017369 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-59e0e3e5-99b8-44d6-9cf5-b3fa6a040ccf service neutron] 10.222.0.20 "GET /v2.0/ports/a8de31cf-4b6e-4693-b017-f1be20d59d22/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 385 time: 0.2703655 Jul 22 16:30:38.064545 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.103772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b55af41e-3b48-438e-81cc-bd06754b616c,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:38.179176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:38.182259 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'b55af41e-3b48-438e-81cc-bd06754b616c', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'port_id': 'b55af41e-3b48-438e-81cc-bd06754b616c', 'mac_address': 'fa:16:3e:19:5d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c66a87f-7623-4036-99c1-47ad46d04f04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:38.189283 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.190730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a8de31cf-4b6e-4693-b017-f1be20d59d22 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:38.303592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b06377-8c4d-44e2-8c32-a9839c02e1a3 req-c5864bc8-b594-4f6b-a119-4edbe854ac46 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:38.306135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b06377-8c4d-44e2-8c32-a9839c02e1a3 req-c5864bc8-b594-4f6b-a119-4edbe854ac46 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 950 time: 0.1920621 Jul 22 16:30:38.348396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:38.416571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b06377-8c4d-44e2-8c32-a9839c02e1a3 req-b15a23aa-61fb-4d46-ad0d-4ced4af447bc tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893366 Jul 22 16:30:38.454089 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dbbbf9b0-46ee-4f1b-95d4-6ce635cbe312 req-cf1baf8a-52a2-45f7-8191-dad62c745a49 tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8e3fff07d8c47d6ae29be49325a1c61 HTTP/1.1" status: 200 len: 2984 time: 0.2179031 Jul 22 16:30:38.533223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:38.585076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dbbbf9b0-46ee-4f1b-95d4-6ce635cbe312 req-3b8de3e8-9b0a-422c-aab4-614c1b126fad tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] 10.222.0.53 "GET /v2.0/security-groups/33c634e5-8f37-4862-82f9-f5806782f2cc HTTP/1.1" status: 200 len: 2981 time: 0.1129513 Jul 22 16:30:38.594770 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.613394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:38.657376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55af41e-3b48-438e-81cc-bd06754b616c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:38.711533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b55af41e-3b48-438e-81cc-bd06754b616c,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:38.719830 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.734704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8de31cf-4b6e-4693-b017-f1be20d59d22 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:38.747223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1842f4-e9a1-4115-9d7c-8122bcf50966 req-974b4b6a-f063-413a-a058-7d51643f8e5f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:38.755839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e1842f4-e9a1-4115-9d7c-8122bcf50966 req-974b4b6a-f063-413a-a058-7d51643f8e5f tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.1209373 Jul 22 16:30:38.764530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:38.781877 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dbbbf9b0-46ee-4f1b-95d4-6ce635cbe312 req-4a611742-6084-4490-8849-dbeb4ee6b1f4 tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] 10.222.0.53 "GET /v2.0/security-groups/33c634e5-8f37-4862-82f9-f5806782f2cc HTTP/1.1" status: 200 len: 2981 time: 0.1953576 Jul 22 16:30:38.808124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:38.875455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=b55af41e-3b48-438e-81cc-bd06754b616c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:38.893407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e1842f4-e9a1-4115-9d7c-8122bcf50966 req-2048b37a-a72b-4ef2-b353-e6a6e4924188 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361139 Jul 22 16:30:38.952181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:38.952181 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b5967a-4233-4282-b79d-e81b4c7460c8" -d '{"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-plugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:39.079587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['b55af41e-3b48-438e-81cc-bd06754b616c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:39.111597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] Transition to ACTIVE for port object a8de31cf-4b6e-4693-b017-f1be20d59d22 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:39.125320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:39.258723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9abc7c77-4119-4286-b9e7-b1a96f1dd770 req-bb25aeb3-9c94-458b-9a57-8bbc5a66e0c4 tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] 10.222.0.53 "GET /v2.0/security-groups/33c634e5-8f37-4862-82f9-f5806782f2cc HTTP/1.1" status: 200 len: 2981 time: 0.1145205 Jul 22 16:30:39.325483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88574b-f628-4e39-a077-ecfd7b345197 req-0463e625-1ecb-4980-a537-ba11eb1bd3a1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:39.342744 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b88574b-f628-4e39-a077-ecfd7b345197 req-0463e625-1ecb-4980-a537-ba11eb1bd3a1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 945 time: 0.3799105 Jul 22 16:30:39.363145 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] No DVR routers for this DVR port a8de31cf-4b6e-4693-b017-f1be20d59d22 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:39.385406 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-9abc7c77-4119-4286-b9e7-b1a96f1dd770 req-16018477-dfa9-41c9-8b22-b4111a16f1a0 tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:30:39.389035 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9abc7c77-4119-4286-b9e7-b1a96f1dd770 req-16018477-dfa9-41c9-8b22-b4111a16f1a0 tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] 10.222.0.53 "DELETE /v2.0/security-groups/33c634e5-8f37-4862-82f9-f5806782f2cc HTTP/1.1" status: 409 len: 352 time: 0.1150436 Jul 22 16:30:39.611071 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f91f288-1edc-4671-bf85-54cc3a304ab2 x-openstack-request-id: req-2f91f288-1edc-4671-bf85-54cc3a304ab2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:39.612673 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-plugged", "status": "completed", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:39.615589 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f91f288-1edc-4671-bf85-54cc3a304ab2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:39.619063 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'code': 200} Jul 22 16:30:39.680782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] 10.222.0.20 "PUT /v2.0/ports/a8de31cf-4b6e-4693-b017-f1be20d59d22/bindings/n-h1-792458-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6546068 Jul 22 16:30:39.684086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2eea9-e54a-48ed-bbb5-90fdc1854e17 service neutron] Pushing event updated for resources: {'Port': ['ID=a8de31cf-4b6e-4693-b017-f1be20d59d22,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:39.710642 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b88574b-f628-4e39-a077-ecfd7b345197 req-030ae6da-aedb-4823-9e4c-434e1ad878f1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656461 Jul 22 16:30:39.809887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a32c7b3-d457-4752-9097-271168c12b69 req-c224b46f-c706-41de-9e9c-3d2174fa1816 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 210 time: 0.0960798 Jul 22 16:30:39.977065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-5b4138b7-e80f-4d4a-9c5d-4e3a0df6a451 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:39.981802 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-5b4138b7-e80f-4d4a-9c5d-4e3a0df6a451 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.65 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 813 time: 0.4716597 Jul 22 16:30:39.988901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-104b2436-74f6-4383-98d5-7ff9cab433c9 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:39.990562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-104b2436-74f6-4383-98d5-7ff9cab433c9 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.1662710 Jul 22 16:30:40.089878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'port': {'device_id': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990', 'admin_state_up': True, 'tenant_id': '821d2878eaa340cfa67d43006047ab6c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:40.101522 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-1f960f0f-6d52-4b4a-999a-09c7ab557a46 req-1a0a91d9-bd67-47b5-8a65-2293d0b2438a tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] show failed (client error): The resource could not be found. Jul 22 16:30:40.113343 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1f960f0f-6d52-4b4a-999a-09c7ab557a46 req-1a0a91d9-bd67-47b5-8a65-2293d0b2438a tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] 10.222.0.53 "GET /v2.0/security-groups/71bfb8b3-25ac-409d-8491-4fb88762830f HTTP/1.1" status: 404 len: 352 time: 0.0608668 Jul 22 16:30:40.155070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c41c5d-b3b3-4a34-8e08-4b5d3b7bd6b5 req-12bfad54-f9c1-4e62-8b16-bb8fedd55458 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.157603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59c41c5d-b3b3-4a34-8e08-4b5d3b7bd6b5 req-12bfad54-f9c1-4e62-8b16-bb8fedd55458 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 944 time: 0.2990062 Jul 22 16:30:40.170839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-64459a56-e6b6-4e98-b475-52f65efda7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.173028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-64459a56-e6b6-4e98-b475-52f65efda7e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6&tenant_id=12f6a0cc133141c49be04c7275b9267c HTTP/1.1" status: 200 len: 1096 time: 0.1367025 Jul 22 16:30:40.316754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a3065-c922-49e5-be90-6dce524d1eeb req-099624ee-ac8a-415b-914c-f6923e8f2fc6 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.325934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e28a3065-c922-49e5-be90-6dce524d1eeb req-099624ee-ac8a-415b-914c-f6923e8f2fc6 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 951 time: 0.1279254 Jul 22 16:30:40.331580 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59c41c5d-b3b3-4a34-8e08-4b5d3b7bd6b5 req-cdc0e8a0-87c0-485f-8125-5a7cd095eaa1 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546602 Jul 22 16:30:40.359136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e38df-cbea-477a-86e9-b2d3d94eef82 req-337906f0-d249-431f-8404-d69be391d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.360193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-97528cee-ae36-4e35-a907-44010cc804cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.360676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a96e38df-cbea-477a-86e9-b2d3d94eef82 req-337906f0-d249-431f-8404-d69be391d739 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 1103 time: 0.3430364 Jul 22 16:30:40.363736 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-97528cee-ae36-4e35-a907-44010cc804cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=12f6a0cc133141c49be04c7275b9267c&device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1277277 Jul 22 16:30:40.420925 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Made reservation on behalf of 821d2878eaa340cfa67d43006047ab6c for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:40.425144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:40.431475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e28a3065-c922-49e5-be90-6dce524d1eeb req-0fd5baf0-d5f2-450b-ba1b-ba4a605c8948 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027739 Jul 22 16:30:40.507322 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a96e38df-cbea-477a-86e9-b2d3d94eef82 req-82918384-42bf-4a40-89b0-9173be7357d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361370 Jul 22 16:30:40.628516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-1fc66d62-51b5-422a-83d9-1c03f2c0d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.629492 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-1fc66d62-51b5-422a-83d9-1c03f2c0d538 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 200 len: 922 time: 0.2540948 Jul 22 16:30:40.705392 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-aa35c341-cccc-4ed3-a92d-a1c83c2d3f8c req-4483a945-ea87-41a2-9474-b1b50ccf0cfd tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] show failed (client error): The resource could not be found. Jul 22 16:30:40.706723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa35c341-cccc-4ed3-a92d-a1c83c2d3f8c req-4483a945-ea87-41a2-9474-b1b50ccf0cfd tempest-SecurityGroupsNegativeTestJSON-1829194236 tempest-SecurityGroupsNegativeTestJSON-1829194236-project] 10.222.0.53 "GET /v2.0/security-groups/12a8aa29-4006-4918-9212-a5aebdef498d HTTP/1.1" status: 404 len: 352 time: 0.0759604 Jul 22 16:30:40.708499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-da27ef93-af7a-447d-9e5b-45f75a4dd48b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22 HTTP/1.1" status: 200 len: 217 time: 0.0634735 Jul 22 16:30:40.734521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83ab50-411e-4f4f-8f9e-a881a91821bb req-0440ff39-9883-4c14-90c8-7f13aa7c13f9 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:40.742763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33028) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:40.747816 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e83ab50-411e-4f4f-8f9e-a881a91821bb req-0440ff39-9883-4c14-90c8-7f13aa7c13f9 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.2807734 Jul 22 16:30:40.852040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Allocated IP 172.20.0.12 (fbb89cbb-e23f-4367-8389-7188f6f36990/b153674e-b2ae-4113-b633-ec94e53d2c61/34f62f06-34e4-4d7d-adb1-571f867897e2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:40.931073 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e83ab50-411e-4f4f-8f9e-a881a91821bb req-1f6b41f9-ea94-409a-8164-5bbfc624fcfa tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448522 Jul 22 16:30:41.057144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-001d0b8c-8dad-40b5-a6d0-c3758003f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:41.059542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-001d0b8c-8dad-40b5-a6d0-c3758003f2fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 200 len: 861 time: 0.3389750 Jul 22 16:30:41.071060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-278bfb29-a4e4-42fe-a82f-cf9cd4816980 admin admin] Deleting subnet 2639174d-19a6-4072-9371-c735868d66d5 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:30:41.094399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-278bfb29-a4e4-42fe-a82f-cf9cd4816980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.183892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-52ae8dba-6dad-414c-b826-f5a75a579186 req-76f23b24-616a-46aa-9897-42ff8ab42967 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 210 time: 0.0565066 Jul 22 16:30:41.399026 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.520791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.609213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b55af41e-3b48-438e-81cc-bd06754b616c up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:41.656828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Network fbb89cbb-e23f-4367-8389-7188f6f36990 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:41.670907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:41.673771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:41.752618 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:41.755550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.767546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port b55af41e-3b48-438e-81cc-bd06754b616c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:41.780770 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7104616 Jul 22 16:30:41.782273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port b55af41e-3b48-438e-81cc-bd06754b616c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:41.783892 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:41.795280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c959a8-3cb0-4f41-b25f-2d5c6a7b81a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'Port': ['ID=34f62f06-34e4-4d7d-adb1-571f867897e2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:41.822522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Request body: {'port': {'device_id': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:41.859514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-c73c23d9-9b5a-4aa6-b8ee-2ada090ab646 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f37910a9-3144-46fb-8866-d3885a91b22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7806110 Jul 22 16:30:41.900540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d2faf-e1e8-4270-9f43-c57ff045d700 req-f3f9aa3e-d793-4408-ab02-65ae97c7d0b9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:41.914236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-003d2faf-e1e8-4270-9f43-c57ff045d700 req-f3f9aa3e-d793-4408-ab02-65ae97c7d0b9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 944 time: 0.3981228 Jul 22 16:30:42.008120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.041267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:42.043512 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.045048 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a2a7a4-6435-4603-b173-5542995f2d10" -d '{"events": [{"server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "name": "network-vif-plugged", "status": "completed", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:42.063541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b55af41e-3b48-438e-81cc-bd06754b616c,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:42.071282 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.124839 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-278bfb29-a4e4-42fe-a82f-cf9cd4816980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.133786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-003d2faf-e1e8-4270-9f43-c57ff045d700 req-3d8d52d9-6824-45a3-862c-ad6a6ab52a4d tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177732 Jul 22 16:30:42.174578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df84812-d458-4cad-9f9f-290c3963549b req-bf2c7d7c-8e66-4618-9962-85e13a973c73 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:42.184048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1df84812-d458-4cad-9f9f-290c3963549b req-bf2c7d7c-8e66-4618-9962-85e13a973c73 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 945 time: 1.2413998 Jul 22 16:30:42.276558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=b55af41e-3b48-438e-81cc-bd06754b616c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:42.289281 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-4ca8f7b3-f573-459a-b61b-f7ccbb552ce2 service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086902 Jul 22 16:30:42.297761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-278bfb29-a4e4-42fe-a82f-cf9cd4816980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.329615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.331015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.340845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.345579 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.355477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.356287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.357755 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1df84812-d458-4cad-9f9f-290c3963549b req-eeddf334-616d-4c09-bdae-f0000dd471f5 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725991 Jul 22 16:30:42.360476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.367706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.379488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.380020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.380756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.391437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:30:42.511410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-278bfb29-a4e4-42fe-a82f-cf9cd4816980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.591827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218fef-8e38-4be4-94f2-aab55c89d829 req-7210566d-0f1d-4cb5-8a96-70260ebf306a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:42.594270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4218fef-8e38-4be4-94f2-aab55c89d829 req-7210566d-0f1d-4cb5-8a96-70260ebf306a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 951 time: 0.2727163 Jul 22 16:30:42.638253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bfb29-a4e4-42fe-a82f-cf9cd4816980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2639174d-19a6-4072-9371-c735868d66d5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:42.644681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-278bfb29-a4e4-42fe-a82f-cf9cd4816980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:42.656597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-278bfb29-a4e4-42fe-a82f-cf9cd4816980 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2639174d-19a6-4072-9371-c735868d66d5 HTTP/1.1" status: 204 len: 168 time: 1.9123936 Jul 22 16:30:42.660966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33050) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:42.669896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-bcd2bd78-e69c-40b8-ace0-29b236fc7cbb service neutron] 10.222.0.65 "GET /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668578 Jul 22 16:30:42.931646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ec7ea-ec1f-4853-bd71-e084914e3fef req-1627786d-4e24-4259-af5f-12aca12c669a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:42.944395 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-380ec7ea-ec1f-4853-bd71-e084914e3fef req-1627786d-4e24-4259-af5f-12aca12c669a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.2126319 Jul 22 16:30:43.009301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-380ec7ea-ec1f-4853-bd71-e084914e3fef req-feb84aa4-d109-4d79-9da7-c00e60572317 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637329 Jul 22 16:30:43.153416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4218fef-8e38-4be4-94f2-aab55c89d829 req-b85a4089-f3c4-4d75-a904-9493803334ea tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303142 Jul 22 16:30:43.298541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.312533 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06ea1d1-9c33-4251-91dd-5e2f3041520f x-openstack-request-id: req-f06ea1d1-9c33-4251-91dd-5e2f3041520f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:43.313079 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "name": "network-vif-plugged", "status": "completed", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:43.313323 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f06ea1d1-9c33-4251-91dd-5e2f3041520f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:43.313829 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c', 'code': 200} Jul 22 16:30:43.339405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f62f06-34e4-4d7d-adb1-571f867897e2 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:43.370057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.471412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-7480d674-1cf2-4fa6-870e-845f4e6e9d3f tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:43.476458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-7480d674-1cf2-4fa6-870e-845f4e6e9d3f tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6&tenant_id=12f6a0cc133141c49be04c7275b9267c&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.2186351 Jul 22 16:30:43.484142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Transition to ACTIVE for port object 34f62f06-34e4-4d7d-adb1-571f867897e2 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:43.516300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.594006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.675801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e30be-daf8-4c32-80ed-d148d965c541 req-b18f689d-675d-4f63-8d10-b7310af6e8b2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:43.686084 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-859e30be-daf8-4c32-80ed-d148d965c541 req-b18f689d-675d-4f63-8d10-b7310af6e8b2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 932 time: 0.4101982 Jul 22 16:30:43.698663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54827dba-3ccb-4ad6-ac45-f529234c2f91']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:43.746109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4474f9b8-a829-442f-9033-26586b53b4f8') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:43.746488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4474f9b8-a829-442f-9033-26586b53b4f8') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:30:43.775554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d393f-a240-4c6f-be03-8c804d3137de req-26ed8882-3b85-48b0-ab62-89f46078ceca tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:43.778901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.786656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Pushing event updated for resources: {'Port': ['ID=34f62f06-34e4-4d7d-adb1-571f867897e2,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:43.786922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f9d393f-a240-4c6f-be03-8c804d3137de req-26ed8882-3b85-48b0-ab62-89f46078ceca tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 944 time: 0.2192664 Jul 22 16:30:43.814820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-a1711471-1019-4b50-bd4c-804b19d0d406 service neutron] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:43.820112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-a1711471-1019-4b50-bd4c-804b19d0d406 service neutron] Notify callbacks [] for binding, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.821669 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f927ecb-c430-41ff-91e3-24c0af439cfd req-a1711471-1019-4b50-bd4c-804b19d0d406 service neutron] 10.222.0.65 "DELETE /v2.0/ports/a8de31cf-4b6e-4693-b017-f1be20d59d22/bindings/n-h2-792458-13 HTTP/1.1" status: 204 len: 173 time: 0.3378730 Jul 22 16:30:43.859449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c250f0-c551-437d-a690-dd6ff7f24e6f req-11204c4b-6321-466d-b384-7d4b21690ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:43.860186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-89c250f0-c551-437d-a690-dd6ff7f24e6f req-11204c4b-6321-466d-b384-7d4b21690ca3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 1098 time: 0.4412656 Jul 22 16:30:43.861970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f9d393f-a240-4c6f-be03-8c804d3137de req-b0f143e7-84fb-4372-bae2-63cf307bce63 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746789 Jul 22 16:30:43.881696 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.899778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-859e30be-daf8-4c32-80ed-d148d965c541 req-42cae1dd-59e7-4849-b048-2d8248444a46 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125762 Jul 22 16:30:43.924638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:30:43.925063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:30:43.936069 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:30:44.132944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Attempting to bind port 34f62f06-34e4-4d7d-adb1-571f867897e2 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:44.133537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Attempting to bind port 34f62f06-34e4-4d7d-adb1-571f867897e2 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '8235e4c1-f002-4be3-a2e1-e3df1527c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:44.134057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Attempting to bind port 34f62f06-34e4-4d7d-adb1-571f867897e2 on network fbb89cbb-e23f-4367-8389-7188f6f36990 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:44.144163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-89c250f0-c551-437d-a690-dd6ff7f24e6f req-b0615173-a107-4a2e-9e54-dfd8b7624403 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375524 Jul 22 16:30:44.149176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.169547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Port 34f62f06-34e4-4d7d-adb1-571f867897e2 on network fbb89cbb-e23f-4367-8389-7188f6f36990 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:44.170660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Attempting to bind port 34f62f06-34e4-4d7d-adb1-571f867897e2 on network fbb89cbb-e23f-4367-8389-7188f6f36990 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:44.177106 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.183668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] 10.222.0.53 "DELETE /v2.0/networks/54827dba-3ccb-4ad6-ac45-f529234c2f91 HTTP/1.1" status: 204 len: 168 time: 1.5079780 Jul 22 16:30:44.185285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76554e1-b900-409c-97ac-1decabc31e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=54827dba-3ccb-4ad6-ac45-f529234c2f91,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:44.219056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:44.223255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Checking segment: {'id': '8235e4c1-f002-4be3-a2e1-e3df1527c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:44.224837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Bound using segment: {'id': '8235e4c1-f002-4be3-a2e1-e3df1527c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:44.224837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Bound port: 34f62f06-34e4-4d7d-adb1-571f867897e2, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8235e4c1-f002-4be3-a2e1-e3df1527c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:44.224837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.326173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6a1d0-a514-4dec-b43f-681473731f85 req-df1c6bb6-09d6-47c8-9e59-7e9d9b4fa702 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:44.333573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfe6a1d0-a514-4dec-b43f-681473731f85 req-df1c6bb6-09d6-47c8-9e59-7e9d9b4fa702 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 946 time: 0.2828970 Jul 22 16:30:44.413697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfe6a1d0-a514-4dec-b43f-681473731f85 req-d36c2b9a-fec7-474b-9687-8fd379e14e45 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785270 Jul 22 16:30:44.420806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] For port 34f62f06-34e4-4d7d-adb1-571f867897e2, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:44.446577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] For port 34f62f06-34e4-4d7d-adb1-571f867897e2, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34f62f06-34e4-4d7d-adb1-571f867897e2,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:44.455968 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.543817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:44.568700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Pushing event updated for resources: {'Port': ['ID=34f62f06-34e4-4d7d-adb1-571f867897e2,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:44.599244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3965-7041-4af9-8101-01ef9409afb2 req-9980a257-0611-446e-85b4-906dff24e909 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:44.601111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2bf3965-7041-4af9-8101-01ef9409afb2 req-9980a257-0611-446e-85b4-906dff24e909 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.2661655 Jul 22 16:30:44.645711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:44.649689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.652807 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6760fbcc-065f-418a-80f7-2c7fcdcc361e service neutron] 10.222.0.65 "PUT /v2.0/ports/34f62f06-34e4-4d7d-adb1-571f867897e2 HTTP/1.1" status: 200 len: 1093 time: 2.8441844 Jul 22 16:30:44.656607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:44.660678 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e62f31-756d-4586-b4a7-e6b6e121ac86" -d '{"events": [{"name": "network-changed", "server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:44.672435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-05c99009-96ad-4420-93ab-4c030795d810 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8e3fff07d8c47d6ae29be49325a1c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1234295 Jul 22 16:30:44.673383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33080) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:44.710303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c91e4f-2755-4e7b-bcf2-328cf5c75295 req-ebbbbaab-f49e-4a40-a199-a61a958c81c1 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:44.712459 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19c91e4f-2755-4e7b-bcf2-328cf5c75295 req-ebbbbaab-f49e-4a40-a199-a61a958c81c1 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 1103 time: 0.1330550 Jul 22 16:30:44.723910 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2bf3965-7041-4af9-8101-01ef9409afb2 req-b9d03ec5-290a-4a40-a002-7a9a168ec2c4 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085513 Jul 22 16:30:44.789149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbfa9ed-2ff5-4741-af62-cfc7e98ba54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.815018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbfa9ed-2ff5-4741-af62-cfc7e98ba54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.854220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19c91e4f-2755-4e7b-bcf2-328cf5c75295 req-c4e0f978-a849-499b-811b-c83f4154b99e tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271248 Jul 22 16:30:44.887093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-afd1b846-e3f9-4884-a7c9-c8ed5f46cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:44.888606 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-afd1b846-e3f9-4884-a7c9-c8ed5f46cbae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 1096 time: 0.1129978 Jul 22 16:30:44.957317 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbfa9ed-2ff5-4741-af62-cfc7e98ba54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.962184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8fbfa9ed-2ff5-4741-af62-cfc7e98ba54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:44.964988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8fbfa9ed-2ff5-4741-af62-cfc7e98ba54c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33c634e5-8f37-4862-82f9-f5806782f2cc HTTP/1.1" status: 204 len: 168 time: 0.2786441 Jul 22 16:30:44.972270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-36a86a50-97b0-46af-a32a-4479e9774912 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f62f06-34e4-4d7d-adb1-571f867897e2 HTTP/1.1" status: 200 len: 217 time: 0.0563192 Jul 22 16:30:44.984032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbfa9ed-2ff5-4741-af62-cfc7e98ba54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c634e5-8f37-4862-82f9-f5806782f2cc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:45.023243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4327249-3dfd-450c-8151-27dcaa5bb0b6 req-78d0606b-0d6e-4888-9288-0b868c14bea8 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:45.035741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4327249-3dfd-450c-8151-27dcaa5bb0b6 req-78d0606b-0d6e-4888-9288-0b868c14bea8 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1764238 Jul 22 16:30:45.080285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-d646ac37-762b-45a9-b70f-42144873b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:45.082252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-d646ac37-762b-45a9-b70f-42144873b0c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 200 len: 853 time: 0.0972421 Jul 22 16:30:45.100996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4327249-3dfd-450c-8151-27dcaa5bb0b6 req-7be4d5ff-5be0-4d79-82ac-542e6dcbf649 tempest-LiveAutoBlockMigrationV225Test-1521926970 tempest-LiveAutoBlockMigrationV225Test-1521926970-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637558 Jul 22 16:30:45.216728 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0217405-d533-4e7a-945a-4ebaa27718ca x-openstack-request-id: req-d0217405-d533-4e7a-945a-4ebaa27718ca {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:45.217241 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:45.217443 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0217405-d533-4e7a-945a-4ebaa27718ca {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:45.218356 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2', 'status': 'completed', 'code': 200} Jul 22 16:30:45.221891 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-eaa0e467-b609-4e97-ad33-56cfa5953941 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbb89cbb-e23f-4367-8389-7188f6f36990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760605 Jul 22 16:30:45.450638 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-d3b30437-7cc2-4cb3-8aed-e127dd54b73c service neutron] 10.222.0.65 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186420 Jul 22 16:30:45.659912 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eae84e71-e8e2-41b1-992f-ecc4f0c9244d req-6afebfbf-1493-4693-8212-36062ea98e7b service neutron] 10.222.0.65 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882842 Jul 22 16:30:45.678011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234641ea-51ba-4704-b1af-6c56dbf7eace req-7f0a6704-bd11-4df4-8c4f-5177738280f5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:45.679621 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-234641ea-51ba-4704-b1af-6c56dbf7eace req-7f0a6704-bd11-4df4-8c4f-5177738280f5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 944 time: 0.2276475 Jul 22 16:30:45.776244 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-234641ea-51ba-4704-b1af-6c56dbf7eace req-7dfbf012-f1d3-41f5-8d41-39141f5c4e44 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869572 Jul 22 16:30:45.854898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65de516-a8f9-4e39-909e-ef9ac733e5f8 req-31706e9f-7226-44a9-811f-c672e601f748 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:45.857834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b65de516-a8f9-4e39-909e-ef9ac733e5f8 req-31706e9f-7226-44a9-811f-c672e601f748 tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 1103 time: 0.0852878 Jul 22 16:30:45.922657 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b65de516-a8f9-4e39-909e-ef9ac733e5f8 req-b185d535-4536-4777-9aec-bb3add82c3ca tempest-ServersAdminTestJSON-1129081128 tempest-ServersAdminTestJSON-1129081128-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589089 Jul 22 16:30:46.013715 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-1466dff9-0ecc-4508-a0c3-ef7b778a3d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.016337 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-1466dff9-0ecc-4508-a0c3-ef7b778a3d82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 1096 time: 0.1702929 Jul 22 16:30:46.027680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfb306-0049-46f7-8c03-9a1328b7c713 req-43827115-070f-46cd-b721-2c88091b0d0c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.030246 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53bfb306-0049-46f7-8c03-9a1328b7c713 req-43827115-070f-46cd-b721-2c88091b0d0c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 946 time: 0.1477735 Jul 22 16:30:46.073838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2f293-21c9-4a65-830a-25299a3e2c31 req-4907156b-3b2b-42ef-b992-d2f9b7054ba6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.076302 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2c2f293-21c9-4a65-830a-25299a3e2c31 req-4907156b-3b2b-42ef-b992-d2f9b7054ba6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 944 time: 0.0920033 Jul 22 16:30:46.134911 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53bfb306-0049-46f7-8c03-9a1328b7c713 req-e4445cb3-13f5-4288-b17f-3867fe2f073a tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932624 Jul 22 16:30:46.163442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2c2f293-21c9-4a65-830a-25299a3e2c31 req-100c2dc4-aa1b-4b4a-bfcc-0e9a87397c80 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794728 Jul 22 16:30:46.259447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-845de813-74b6-462e-a516-64a6dc953391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.262835 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-845de813-74b6-462e-a516-64a6dc953391 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 914 time: 0.1946721 Jul 22 16:30:46.389152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33124) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:46.418111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-07bc33b1-a953-411d-97db-fc8cb31b7dc7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f62f06-34e4-4d7d-adb1-571f867897e2 HTTP/1.1" status: 200 len: 217 time: 0.0813010 Jul 22 16:30:46.521755 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-dfa67c2d-1a56-459f-bbb9-292b6b9efd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.523567 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-dfa67c2d-1a56-459f-bbb9-292b6b9efd7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 200 len: 853 time: 0.0990496 Jul 22 16:30:46.536171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c473c21-ba79-4668-b48b-277203453e41 req-4428f685-9fc2-449b-941a-d9a7a8d15887 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.537712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c473c21-ba79-4668-b48b-277203453e41 req-4428f685-9fc2-449b-941a-d9a7a8d15887 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.2631798 Jul 22 16:30:46.556768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1663733226-network', 'tenant_id': 'd9ed4200d01042dd8379a28c5043e243'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:46.588231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Made reservation on behalf of d9ed4200d01042dd8379a28c5043e243 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:46.592454 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.597958 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-4de45230-90c5-438f-a8ae-4c8a41831289 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbb89cbb-e23f-4367-8389-7188f6f36990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332985 Jul 22 16:30:46.603968 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.624347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c473c21-ba79-4668-b48b-277203453e41 req-52e71842-7277-4fff-b2bb-054efd5fddc7 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758090 Jul 22 16:30:46.752122 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-f2bce045-51d8-4eba-bc70-130a1429bcc0 service neutron] 10.222.0.65 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264231 Jul 22 16:30:46.810133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.817377 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.863345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:30:46.870699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b87175-f932-4e64-b5ee-8ba23ff05483,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:46.890208 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.890562 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Added segment 3b5bb097-52b4-45c3-95f1-5e8357caf295 of type vlan for network e5d70f19-cdef-4f53-babf-2ba01133cbb6 Jul 22 16:30:46.902497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc388fa0-e764-4a14-a433-478ddbaf54fb req-aa3f3a09-e7ef-4e60-8db7-6c9d85389162 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:46.904249 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc388fa0-e764-4a14-a433-478ddbaf54fb req-aa3f3a09-e7ef-4e60-8db7-6c9d85389162 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 950 time: 0.1796792 Jul 22 16:30:46.911726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90e62f31-756d-4586-b4a7-e6b6e121ac86 req-be36c447-eec0-4ff5-ac75-67f0b90d6163 service neutron] 10.222.0.65 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416047 Jul 22 16:30:46.947562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:46.961126 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc388fa0-e764-4a14-a433-478ddbaf54fb req-b84175a8-6e83-4459-874a-42f7aad325f0 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483017 Jul 22 16:30:47.005344 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.007306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.008326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.042048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6510441 Jul 22 16:30:47.042907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:30:47.066586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Request body: {'subnet': {'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1663733226-subnet', 'tenant_id': 'd9ed4200d01042dd8379a28c5043e243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:47.145483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-acbbd398-0db5-4f72-bef4-99a1e9684898 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.148656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edc0db-7dab-492f-9282-0b2a95b2a23c admin admin] Pushing event updated for resources: {'Network': ['ID=e5d70f19-cdef-4f53-babf-2ba01133cbb6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:47.153502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Made reservation on behalf of d9ed4200d01042dd8379a28c5043e243 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:47.156572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.163139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-acbbd398-0db5-4f72-bef4-99a1e9684898 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.65 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 944 time: 0.1546681 Jul 22 16:30:47.164510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network e5d70f19-cdef-4f53-babf-2ba01133cbb6 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:30:47.352911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf89edf-7885-470a-bdbe-614a1974c463 req-bd0e419a-a6c9-4172-8771-d594e0a8d064 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.355195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Deleting port a8de31cf-4b6e-4693-b017-f1be20d59d22 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:47.355754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1cf89edf-7885-470a-bdbe-614a1974c463 req-bd0e419a-a6c9-4172-8771-d594e0a8d064 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 944 time: 0.2173762 Jul 22 16:30:47.355886 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.466792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1cf89edf-7885-470a-bdbe-614a1974c463 req-0b5e1c6a-f8ae-4267-abde-535e7b144965 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992973 Jul 22 16:30:47.502138 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.547896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] For port a8de31cf-4b6e-4693-b017-f1be20d59d22, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=a8de31cf-4b6e-4693-b017-f1be20d59d22,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:47.548472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.568287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Calling delete_port for a8de31cf-4b6e-4693-b017-f1be20d59d22 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:47.578176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e028f-d3a8-4944-8bcc-62364db43ebd req-1eaacef5-a8fc-4945-a07f-45e3f09fadb2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.579711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce4e028f-d3a8-4944-8bcc-62364db43ebd req-1eaacef5-a8fc-4945-a07f-45e3f09fadb2 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 944 time: 0.1902759 Jul 22 16:30:47.596695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467c7526-664c-48ff-a336-a7dd81e2ee56,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:47.607890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Checking segment: {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:47.608295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Network hostable DHCP agents. Network: e5d70f19-cdef-4f53-babf-2ba01133cbb6, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:30:47.634915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Network e5d70f19-cdef-4f53-babf-2ba01133cbb6 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:30:47.651056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, e5d70f19-cdef-4f53-babf-2ba01133cbb6) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:47.657804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:47.658586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.676420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cfcd75-b846-4072-8443-ce22d8a6b6e0 None None] Network e5d70f19-cdef-4f53-babf-2ba01133cbb6 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:47.695891 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e5ee8d63-a279-483e-b451-412553081383 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6353197 Jul 22 16:30:47.730313 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce4e028f-d3a8-4944-8bcc-62364db43ebd req-cd08f7b2-751b-4ada-a6a3-0ed25e563c0b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341162 Jul 22 16:30:47.911193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:47.915990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee6cb34-08ac-481e-b740-faa8b4f71539 None None] Network e5d70f19-cdef-4f53-babf-2ba01133cbb6 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:30:47.964849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['6814dbb4-7430-4436-8896-863d5bc5a5b6', 'a8de31cf-4b6e-4693-b017-f1be20d59d22'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:47.977306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Pushing event deleted for resources: {'Port': ['ID=a8de31cf-4b6e-4693-b017-f1be20d59d22,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:48.032326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce195c87-d3bd-4788-8572-8e2dd1268942 req-1301f621-90e6-47b8-a82e-40a9a0f134aa tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.034154 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce195c87-d3bd-4788-8572-8e2dd1268942 req-1301f621-90e6-47b8-a82e-40a9a0f134aa tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.2463443 Jul 22 16:30:48.063599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] No DVR routers for this DVR port a8de31cf-4b6e-4693-b017-f1be20d59d22 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:48.066084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:48.069912 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e9265bfa-778f-487c-a943-4d60cabf5efe req-38ff8f70-aaac-440c-9c76-515a71f351b6 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.65 "DELETE /v2.0/ports/a8de31cf-4b6e-4693-b017-f1be20d59d22 HTTP/1.1" status: 204 len: 173 time: 0.8961086 Jul 22 16:30:48.070812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'name': 'network-vif-deleted', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:48.075196 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7b2119-b853-498a-b282-0f4bd5be5397" -d '{"events": [{"server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "name": "network-vif-deleted", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:48.107726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678926dd-2a35-4fc6-b116-bacce184b2dd req-c3f79692-9c37-473f-bddd-5cdd20868398 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.109550 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-678926dd-2a35-4fc6-b116-bacce184b2dd req-c3f79692-9c37-473f-bddd-5cdd20868398 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 946 time: 0.0943189 Jul 22 16:30:48.182177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce195c87-d3bd-4788-8572-8e2dd1268942 req-6b65212d-0792-420b-ad27-70422b2a4cd4 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202698 Jul 22 16:30:48.185919 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-678926dd-2a35-4fc6-b116-bacce184b2dd req-5c666020-54a5-4368-a5ab-d22ef00f20c6 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Jul 22 16:30:48.252655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-64463818-439f-4275-add1-75271788089a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.254216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-64463818-439f-4275-add1-75271788089a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 950 time: 0.1464233 Jul 22 16:30:48.380802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e6439-2541-4ddb-94e5-0c0c4e8c565a req-ee5dad42-c1f4-4ddc-9160-f579547559e0 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.390434 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-289e6439-2541-4ddb-94e5-0c0c4e8c565a req-ee5dad42-c1f4-4ddc-9160-f579547559e0 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 950 time: 0.0952749 Jul 22 16:30:48.396863 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e53284e-af25-421c-80f9-f4f08ffd225b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:48.421156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Deleting port b83096fb-c46d-4909-866a-4adf1f08b8c0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:48.422558 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:48.456255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-289e6439-2541-4ddb-94e5-0c0c4e8c565a req-f04bb8b6-244e-41f3-845e-aa56833a50bf tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629973 Jul 22 16:30:48.526805 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715deceb-8131-4852-a56d-41291bb7b7e7 x-openstack-request-id: req-715deceb-8131-4852-a56d-41291bb7b7e7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:48.527678 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d10498-c810-45c4-b48f-cae91ae68ff6", "name": "network-vif-deleted", "tag": "a8de31cf-4b6e-4693-b017-f1be20d59d22", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:48.527994 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-715deceb-8131-4852-a56d-41291bb7b7e7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:48.528452 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d10498-c810-45c4-b48f-cae91ae68ff6', 'name': 'network-vif-deleted', 'tag': 'a8de31cf-4b6e-4693-b017-f1be20d59d22', 'status': 'completed', 'code': 200} Jul 22 16:30:48.653388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] For port b83096fb-c46d-4909-866a-4adf1f08b8c0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b83096fb-c46d-4909-866a-4adf1f08b8c0,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:48.653930 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:48.677081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Calling delete_port for b83096fb-c46d-4909-866a-4adf1f08b8c0 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:48.687922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-261f0198-0655-4091-94b3-078f6cf251c1 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.689460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-261f0198-0655-4091-94b3-078f6cf251c1 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/networks?id=e5d70f19-cdef-4f53-babf-2ba01133cbb6 HTTP/1.1" status: 200 len: 818 time: 0.2263410 Jul 22 16:30:48.709297 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-34f2359b-0db3-45ca-a776-6f47d9342ebd tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/quotas/d9ed4200d01042dd8379a28c5043e243 HTTP/1.1" status: 200 len: 375 time: 0.0137351 Jul 22 16:30:48.767481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362063f-4bd1-43c2-896d-e7881f5f70cb req-dc238b5d-c626-4bf6-a18a-31deda4920f1 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:48.769443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f362063f-4bd1-43c2-896d-e7881f5f70cb req-dc238b5d-c626-4bf6-a18a-31deda4920f1 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 944 time: 0.0872886 Jul 22 16:30:48.775523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-e57c2de5-4cf5-4ad7-8720-7e66cf0e28e9 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d9ed4200d01042dd8379a28c5043e243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360003 Jul 22 16:30:48.823663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f362063f-4bd1-43c2-896d-e7881f5f70cb req-52262325-7298-48fb-8e56-6c711aab34ca tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442567 Jul 22 16:30:48.946115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3ed1d12a-15dd-4404-97d3-12c4ce0a79f8 service neutron] 10.222.0.53 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566706 Jul 22 16:30:48.957232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-149d17df-0637-4701-b979-d5e5d34f9868 req-c1025f68-06ca-49b4-ba94-5c1f39e33af3 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 210 time: 0.0339684 Jul 22 16:30:49.009032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:49.055808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2a17305d-55c5-469a-addf-052b9f16996c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:49.058651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['b83096fb-c46d-4909-866a-4adf1f08b8c0', 'a9fdba31-47a1-4279-a22c-4d74bc012b9a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:49.079791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Pushing event deleted for resources: {'Port': ['ID=b83096fb-c46d-4909-866a-4adf1f08b8c0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:49.148952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] No DVR routers for this DVR port b83096fb-c46d-4909-866a-4adf1f08b8c0 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:49.156278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-ecf9c75f-1a48-45e3-999b-e81598a2f7bc service neutron] 10.222.0.53 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880634 Jul 22 16:30:49.157501 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:49.159893 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08e47e76-e5cd-4da6-8b8f-e53d25ff788e req-74de948b-154f-4bb2-9779-801ff7f0c148 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "DELETE /v2.0/ports/b83096fb-c46d-4909-866a-4adf1f08b8c0 HTTP/1.1" status: 204 len: 173 time: 0.8974574 Jul 22 16:30:49.422375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423825fc-d7fd-4ae3-930f-fb00c84e5694 req-2577fdc3-6dc3-4822-af10-8f168b7a8080 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.428053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-423825fc-d7fd-4ae3-930f-fb00c84e5694 req-2577fdc3-6dc3-4822-af10-8f168b7a8080 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.1179719 Jul 22 16:30:49.544994 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-423825fc-d7fd-4ae3-930f-fb00c84e5694 req-3ff57397-770b-407d-ba67-36e0c04a69a8 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074519 Jul 22 16:30:49.681575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b55af41e-3b48-438e-81cc-bd06754b616c details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:49.735571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f30d9b-5901-40dd-b216-59a220f5fa5a req-11251856-d2be-4aba-9268-485e464805ed tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:49.751498 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76f30d9b-5901-40dd-b216-59a220f5fa5a req-11251856-d2be-4aba-9268-485e464805ed tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 946 time: 0.1408641 Jul 22 16:30:49.821148 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c811972-5480-46d6-9eb9-fb4e62efeee2 req-9cf9d953-3fe7-4bc0-a4c7-c4823c17b228 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7a9902b-8b79-40cf-8d50-d2f188e4bdd7 HTTP/1.1" status: 200 len: 210 time: 0.1015873 Jul 22 16:30:49.868862 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76f30d9b-5901-40dd-b216-59a220f5fa5a req-cd5f81c2-b8de-4d87-a4f2-f782e73d6460 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179593 Jul 22 16:30:49.956004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b55af41e-3b48-438e-81cc-bd06754b616c,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:49.974418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'b55af41e-3b48-438e-81cc-bd06754b616c', 'network_id': '5d3d24e3-cd4a-4369-b000-a249db2fde65', 'port_id': 'b55af41e-3b48-438e-81cc-bd06754b616c', 'mac_address': 'fa:16:3e:19:5d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c66a87f-7623-4036-99c1-47ad46d04f04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:50.045303 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:50.085794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b55af41e-3b48-438e-81cc-bd06754b616c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:50.145740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b55af41e-3b48-438e-81cc-bd06754b616c,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:50.153916 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:50.181863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76899b29-5a7b-478f-8fbb-c7be79793139 req-eb5fe784-3329-4a4d-a9a0-9d1cb01916b4 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:50.194481 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76899b29-5a7b-478f-8fbb-c7be79793139 req-eb5fe784-3329-4a4d-a9a0-9d1cb01916b4 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 944 time: 0.1913710 Jul 22 16:30:50.243809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8bb68587-c541-4915-ab77-5bcc2256c834 req-331f0e4c-7331-4ef2-9d36-74a2f7202e65 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 210 time: 0.0695472 Jul 22 16:30:50.286595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76899b29-5a7b-478f-8fbb-c7be79793139 req-740cac27-9140-46c3-9b4b-f51d4c51e933 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911076 Jul 22 16:30:50.302793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=b55af41e-3b48-438e-81cc-bd06754b616c,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:50.350211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['b55af41e-3b48-438e-81cc-bd06754b616c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:50.397028 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13e1adfc-78d5-40e7-92e5-8eb0cda786da req-e0f2124a-3636-475f-9e55-7d667723deda tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 210 time: 0.0540953 Jul 22 16:30:50.415854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 34f62f06-34e4-4d7d-adb1-571f867897e2 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:50.424741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device a8de31cf-4b6e-4693-b017-f1be20d59d22 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:50.530867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a9902b-8b79-40cf-8d50-d2f188e4bdd7', 'name': 'network-vif-deleted', 'tag': 'b83096fb-c46d-4909-866a-4adf1f08b8c0'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:50.536050 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8136acf0-9d9c-4c50-82ff-886876769a97" -d '{"events": [{"server_uuid": "f7a9902b-8b79-40cf-8d50-d2f188e4bdd7", "name": "network-vif-deleted", "tag": "b83096fb-c46d-4909-866a-4adf1f08b8c0"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:50.599750 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b1798e-3391-41dd-959a-24efbe2c8b2d x-openstack-request-id: req-b7b1798e-3391-41dd-959a-24efbe2c8b2d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:50.600818 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a9902b-8b79-40cf-8d50-d2f188e4bdd7", "name": "network-vif-deleted", "tag": "b83096fb-c46d-4909-866a-4adf1f08b8c0", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:50.601386 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7b1798e-3391-41dd-959a-24efbe2c8b2d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:50.602045 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7a9902b-8b79-40cf-8d50-d2f188e4bdd7', 'name': 'network-vif-deleted', 'tag': 'b83096fb-c46d-4909-866a-4adf1f08b8c0', 'status': 'completed', 'code': 200} Jul 22 16:30:50.611858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: a8de31cf-4b6e-4693-b017-f1be20d59d22 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:50.612207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device a8de31cf-4b6e-4693-b017-f1be20d59d22 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:50.784356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759523da-f6a4-490a-ba61-c70e08597483 req-39e6e319-5bc8-4258-9f89-3dcd92d383d0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:50.792523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-759523da-f6a4-490a-ba61-c70e08597483 req-39e6e319-5bc8-4258-9f89-3dcd92d383d0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 0.1380284 Jul 22 16:30:50.816766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 34f62f06-34e4-4d7d-adb1-571f867897e2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34f62f06-34e4-4d7d-adb1-571f867897e2,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:50.871469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '34f62f06-34e4-4d7d-adb1-571f867897e2', 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990', 'port_id': '34f62f06-34e4-4d7d-adb1-571f867897e2', 'mac_address': 'fa:16:3e:cf:19:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b153674e-b2ae-4113-b633-ec94e53d2c61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:30:50.892813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-759523da-f6a4-490a-ba61-c70e08597483 req-4ce43650-4f76-427f-ac31-c4808367a8e8 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934713 Jul 22 16:30:51.045951 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9515351e-43f1-4bf6-8319-4db9f9931a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.058194 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.090011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f62f06-34e4-4d7d-adb1-571f867897e2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:51.131882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 34f62f06-34e4-4d7d-adb1-571f867897e2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34f62f06-34e4-4d7d-adb1-571f867897e2,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:51.143207 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.178460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9e83d-c971-4fb9-a137-8d15726a2d8c req-6c6ffe72-16ee-4a49-a182-802440359b3c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.182170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ad9e83d-c971-4fb9-a137-8d15726a2d8c req-6c6ffe72-16ee-4a49-a182-802440359b3c tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 945 time: 0.1632872 Jul 22 16:30:51.192886 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:51.272401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=34f62f06-34e4-4d7d-adb1-571f867897e2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:51.276121 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ad9e83d-c971-4fb9-a137-8d15726a2d8c req-6ac20e49-459e-45f7-9f4e-ad216dafd478 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720241 Jul 22 16:30:51.415557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f37b4cb1-8c45-4d91-bcd5-c1688abda171 req-c21ee5b8-3fdc-4a59-98ce-5e6a12622f1d tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 210 time: 0.0362089 Jul 22 16:30:51.671203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76eeff-4854-4975-973a-e0af4d714d1e req-ca36010e-592e-4d28-a484-6ab521834bf2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.673256 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a76eeff-4854-4975-973a-e0af4d714d1e req-ca36010e-592e-4d28-a484-6ab521834bf2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 945 time: 0.1471429 Jul 22 16:30:51.689426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b55af41e-3b48-438e-81cc-bd06754b616c up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:51.730880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29399e5f-cd7b-4ff5-ae55-6e6ec5cfd039 req-c908eaa7-2dbc-4b17-a8e9-20db5d5d9659 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:51.742826 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29399e5f-cd7b-4ff5-ae55-6e6ec5cfd039 req-c908eaa7-2dbc-4b17-a8e9-20db5d5d9659 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 948 time: 0.2174459 Jul 22 16:30:51.784770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34f62f06-34e4-4d7d-adb1-571f867897e2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:51.811466 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a76eeff-4854-4975-973a-e0af4d714d1e req-8ee616af-5358-4933-96fb-2057f51bd845 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280429 Jul 22 16:30:51.835969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29399e5f-cd7b-4ff5-ae55-6e6ec5cfd039 req-2e90c85e-4da6-419f-a546-e82c18edca36 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905564 Jul 22 16:30:52.009794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port b55af41e-3b48-438e-81cc-bd06754b616c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:52.010472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.021622 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8993f11c-238e-4df8-a99c-b4582bab4924 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.023213 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8993f11c-238e-4df8-a99c-b4582bab4924 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.20 "GET /v2.0/networks?id=e5d70f19-cdef-4f53-babf-2ba01133cbb6 HTTP/1.1" status: 200 len: 818 time: 0.3518286 Jul 22 16:30:52.049497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4950577a-6142-4e26-b4a2-96422013e2d3 req-01bceaea-f1f7-48ac-9af5-d365164946bd tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 210 time: 0.0654228 Jul 22 16:30:52.065686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Request body: {'port': {'device_id': '7f517f39-23cc-419b-939e-3fc685bdb5fc', 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6', 'admin_state_up': True, 'tenant_id': 'd9ed4200d01042dd8379a28c5043e243'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:52.201724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-6c3931a8-54a5-4391-9fa6-4273bb305468 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:52.204728 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-6c3931a8-54a5-4391-9fa6-4273bb305468 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.1432636 Jul 22 16:30:52.235840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-792458-13'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:52.272236 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.324958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:52.330735 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b79470-0311-4353-a7d1-8c97117356ab" -d '{"events": [{"server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "name": "network-vif-plugged", "status": "completed", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:52.381276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b55af41e-3b48-438e-81cc-bd06754b616c,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:52.400804 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.402656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b83096fb-c46d-4909-866a-4adf1f08b8c0 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:52.474973 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.552079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: b83096fb-c46d-4909-866a-4adf1f08b8c0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:52.552636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b83096fb-c46d-4909-866a-4adf1f08b8c0 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:52.559284 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:52.641017 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c410bd87-9da6-4355-9468-ae76ff40e25e x-openstack-request-id: req-c410bd87-9da6-4355-9468-ae76ff40e25e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:52.641490 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "name": "network-vif-plugged", "status": "completed", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:52.641833 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c410bd87-9da6-4355-9468-ae76ff40e25e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:52.642239 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c', 'code': 200} Jul 22 16:30:52.646901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=b55af41e-3b48-438e-81cc-bd06754b616c,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:52.828150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:52.927529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:52.999654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72b76eda-7634-4220-a046-18350c79931f req-db1ca6ef-389b-4753-9bf2-eebbaa1fe087 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 210 time: 0.0473526 Jul 22 16:30:53.029048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.038200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:53.043352 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bebff65-e3c4-4f0b-bdd3-fed4ee7fbeb2" -d '{"events": [{"server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "name": "network-vif-unplugged", "status": "completed", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:53.049523 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.197308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Pushing event updated for resources: {'Port': ['ID=f887a0a0-18a6-4673-b11d-f160b184dab6,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:53.208362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-70c809ed-f063-429c-9127-ae782557f1c0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:53.209964 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-70c809ed-f063-429c-9127-ae782557f1c0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.20 "GET /v2.0/networks?id=e5d70f19-cdef-4f53-babf-2ba01133cbb6 HTTP/1.1" status: 200 len: 818 time: 0.2773440 Jul 22 16:30:53.213324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Made reservation on behalf of d9ed4200d01042dd8379a28c5043e243 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:53.217433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.228760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126075d-2924-46c9-87e1-9962ba08b8ac req-9ed3d7ee-01ce-45ce-b129-ff0ad48fc16c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:53.230777 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d126075d-2924-46c9-87e1-9962ba08b8ac req-9ed3d7ee-01ce-45ce-b129-ff0ad48fc16c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 945 time: 1.0298159 Jul 22 16:30:53.242286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-815089d2-0afd-41a6-9b78-8a4bb9e0ddf0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:53.244005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-815089d2-0afd-41a6-9b78-8a4bb9e0ddf0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.65 "GET /v2.0/networks?id=e5d70f19-cdef-4f53-babf-2ba01133cbb6 HTTP/1.1" status: 200 len: 818 time: 0.9372890 Jul 22 16:30:53.267972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Request body: {'port': {'device_id': '8540979c-6e3d-4bc2-ab63-679b5643a290', 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6', 'admin_state_up': True, 'tenant_id': 'd9ed4200d01042dd8379a28c5043e243'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:53.270305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 on host n-h1-792458-13 for vnic_type normal with profile {"migrating_to": "n-h2-792458-13"} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:53.270779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:53.271067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:53.286018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Port f887a0a0-18a6-4673-b11d-f160b184dab6 on network a847bd19-60dd-46ee-bfde-f4c7201e229b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:53.286388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Attempting to bind port f887a0a0-18a6-4673-b11d-f160b184dab6 on network a847bd19-60dd-46ee-bfde-f4c7201e229b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:53.300178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:53.300486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Checking segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:53.301076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Bound using segment: {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:53.301737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Bound port: f887a0a0-18a6-4673-b11d-f160b184dab6, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac51a13-5c23-4102-933a-81b9ce56ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a847bd19-60dd-46ee-bfde-f4c7201e229b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:53.302517 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.331279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Request body: {'port': {'device_id': '0a955653-61f2-42c4-b9e9-5127c041a780', 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6', 'admin_state_up': True, 'tenant_id': 'd9ed4200d01042dd8379a28c5043e243'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:53.336880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db322530-c5af-44bf-863e-62431b7efbc6 req-91096bcf-534c-4e83-8285-f19996e3eefd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:53.338781 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db322530-c5af-44bf-863e-62431b7efbc6 req-91096bcf-534c-4e83-8285-f19996e3eefd tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 946 time: 0.2263803 Jul 22 16:30:53.483529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db322530-c5af-44bf-863e-62431b7efbc6 req-e0cefbd8-2451-4258-b3b8-86799696f260 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987067 Jul 22 16:30:53.486022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d126075d-2924-46c9-87e1-9962ba08b8ac req-853af9a8-cc28-4a00-bfb6-386b600b10f5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144885 Jul 22 16:30:53.501266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:53.552995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:53.567067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.683598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Allocated IP 172.20.0.3 (e5d70f19-cdef-4f53-babf-2ba01133cbb6/467c7526-664c-48ff-a336-a7dd81e2ee56/94248530-b3c7-498a-90b2-9749cdcda9a7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:53.693206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f887a0a0-18a6-4673-b11d-f160b184dab6 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:30:53.693981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:53.695196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.698860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] 10.222.0.20 "PUT /v2.0/ports/f887a0a0-18a6-4673-b11d-f160b184dab6 HTTP/1.1" status: 200 len: 1123 time: 1.4714878 Jul 22 16:30:53.713207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bc733-7ab2-4e17-b906-89ffc1789161 service neutron] Pushing event updated for resources: {'Port': ['ID=f887a0a0-18a6-4673-b11d-f160b184dab6,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:53.714814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b55af41e-3b48-438e-81cc-bd06754b616c no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:53.743725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Made reservation on behalf of d9ed4200d01042dd8379a28c5043e243 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:53.749161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.808617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deaeb8-9a79-4cd4-949f-bef74d2bf227 req-1dbd1bef-7ad1-4ccb-ba7e-5a47c8383361 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:53.818809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94deaeb8-9a79-4cd4-949f-bef74d2bf227 req-1dbd1bef-7ad1-4ccb-ba7e-5a47c8383361 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 945 time: 0.1409788 Jul 22 16:30:53.824863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Made reservation on behalf of d9ed4200d01042dd8379a28c5043e243 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:30:53.828669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:53.874693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94deaeb8-9a79-4cd4-949f-bef74d2bf227 req-73aa341b-7dd7-4ae5-978d-fdfaaaec751c tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546253 Jul 22 16:30:53.916689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f887a0a0-18a6-4673-b11d-f160b184dab6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:53.993629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f887a0a0-18a6-4673-b11d-f160b184dab6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:54.008020 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c76996-ab32-4a49-8ce8-a03fc43dc059 x-openstack-request-id: req-e1c76996-ab32-4a49-8ce8-a03fc43dc059 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:54.008610 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "name": "network-vif-unplugged", "status": "completed", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:54.009331 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1c76996-ab32-4a49-8ce8-a03fc43dc059 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:54.012231 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6', 'code': 200} Jul 22 16:30:54.041028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-6a066834-17cf-4009-94a2-b08a7239876a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.060675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-6a066834-17cf-4009-94a2-b08a7239876a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 948 time: 0.1713493 Jul 22 16:30:54.095528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fee75-fdb6-403b-9aec-09e8a518a9ce req-fccfcda0-31bc-467a-a4f1-1c9528bc6235 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.096839 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-907fee75-fdb6-403b-9aec-09e8a518a9ce req-fccfcda0-31bc-467a-a4f1-1c9528bc6235 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 948 time: 0.4186773 Jul 22 16:30:54.131656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b6172880-4591-44ef-9c91-c7fa699e291d req-ba13b485-b059-41b2-92e1-0d8f58f90edc tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=92d10498-c810-45c4-b48f-cae91ae68ff6 HTTP/1.1" status: 200 len: 210 time: 0.0443549 Jul 22 16:30:54.184862 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.189783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-907fee75-fdb6-403b-9aec-09e8a518a9ce req-a6997b99-932d-4684-967c-6c7ac87c050b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824230 Jul 22 16:30:54.194516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.275279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.312092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:54.371216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f887a0a0-18a6-4673-b11d-f160b184dab6 has no active binding in host n-h2-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 16:30:54.401137 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.406180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Network e5d70f19-cdef-4f53-babf-2ba01133cbb6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:54.413401 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:54.415341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 34f62f06-34e4-4d7d-adb1-571f867897e2 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:30:54.420263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:54.484193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.485550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.506254 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5d4e030-ee4a-4ab7-a9df-3acb8ce2c6b5 req-82b8f5de-15cf-4900-b3cf-72237e2e682b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 210 time: 0.1099656 Jul 22 16:30:54.553296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Allocated IP 172.20.0.7 (e5d70f19-cdef-4f53-babf-2ba01133cbb6/467c7526-664c-48ff-a336-a7dd81e2ee56/febf528b-0d7f-4f59-b72e-bcd64d628914) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:54.647113 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5857587 Jul 22 16:30:54.648068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:54.651929 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97ba965-2aa6-4875-af9d-7366c673d3fa" -d '{"events": [{"server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "name": "network-vif-unplugged", "status": "completed", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:54.663324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c929080-364a-44ac-8e2a-eaff076e6150 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Pushing event updated for resources: {'Port': ['ID=94248530-b3c7-498a-90b2-9749cdcda9a7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:54.675141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Request body: {'port': {'device_id': '7f517f39-23cc-419b-939e-3fc685bdb5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:54.690976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b55af41e-3b48-438e-81cc-bd06754b616c,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:54.709777 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.762967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Deleting port 2a17305d-55c5-469a-addf-052b9f16996c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:54.763895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.881804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=b55af41e-3b48-438e-81cc-bd06754b616c,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:54.904491 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 34f62f06-34e4-4d7d-adb1-571f867897e2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:30:54.934328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 34f62f06-34e4-4d7d-adb1-571f867897e2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:30:54.934714 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.935734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] For port 2a17305d-55c5-469a-addf-052b9f16996c, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a17305d-55c5-469a-addf-052b9f16996c,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:54.936473 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:54.952172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1180e-0ca0-4c0c-a804-4adc5aeb3355 req-2e10cac9-9c44-4a27-abb7-e295a9b28c93 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.954069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-a4f32f47-da18-4626-8eba-0f6093e5e6b1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:54.954665 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-75c1180e-0ca0-4c0c-a804-4adc5aeb3355 req-2e10cac9-9c44-4a27-abb7-e295a9b28c93 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 946 time: 0.3244340 Jul 22 16:30:54.961474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-a4f32f47-da18-4626-8eba-0f6093e5e6b1 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 946 time: 0.4757864 Jul 22 16:30:54.963127 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.013440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Calling delete_port for 2a17305d-55c5-469a-addf-052b9f16996c owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:55.048967 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.053465 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.056110 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-75c1180e-0ca0-4c0c-a804-4adc5aeb3355 req-cea93545-4d52-4bc5-a17d-27bf9fdb0efc tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849435 Jul 22 16:30:55.092360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e60f1-aac1-4a56-a06c-f79974d9b01b req-1eff173b-e7dc-414f-8bb0-bb8cea099246 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:55.094288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-580e60f1-aac1-4a56-a06c-f79974d9b01b req-1eff173b-e7dc-414f-8bb0-bb8cea099246 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.4333208 Jul 22 16:30:55.128270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 34f62f06-34e4-4d7d-adb1-571f867897e2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34f62f06-34e4-4d7d-adb1-571f867897e2,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:55.134821 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.156307 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e3904-5ce6-4388-80d2-3b559ac68bbe x-openstack-request-id: req-ee0e3904-5ce6-4388-80d2-3b559ac68bbe {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:55.156830 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "name": "network-vif-unplugged", "status": "completed", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:55.157246 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee0e3904-5ce6-4388-80d2-3b559ac68bbe {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:55.157812 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c', 'code': 200} Jul 22 16:30:55.236462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=34f62f06-34e4-4d7d-adb1-571f867897e2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:55.306881 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.372688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-580e60f1-aac1-4a56-a06c-f79974d9b01b req-222e019b-3a9f-490a-8fd8-720230f44bb6 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564676 Jul 22 16:30:55.375583 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.420262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['a9fdba31-47a1-4279-a22c-4d74bc012b9a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:55.428079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Network e5d70f19-cdef-4f53-babf-2ba01133cbb6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:55.445875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Pushing event deleted for resources: {'Port': ['ID=2a17305d-55c5-469a-addf-052b9f16996c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:55.448148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:55.457683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:55.461737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Allocated IP 172.20.0.10 (e5d70f19-cdef-4f53-babf-2ba01133cbb6/467c7526-664c-48ff-a336-a7dd81e2ee56/3b67569a-d0fc-4703-90b3-d18129011463) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:30:55.481364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2a17305d-55c5-469a-addf-052b9f16996c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:30:55.597554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f93ea-01d2-406f-a63e-bd7982a5480d req-5daf98fc-d3e7-4a3a-bc2f-9f4cfa250f57 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:55.599203 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-477f93ea-01d2-406f-a63e-bd7982a5480d req-5daf98fc-d3e7-4a3a-bc2f-9f4cfa250f57 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 946 time: 0.3521774 Jul 22 16:30:55.607095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] No DVR routers for this DVR port 2a17305d-55c5-469a-addf-052b9f16996c on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:55.626172 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.630265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca02b941-cbc2-4a2b-a128-e205860b91e2 req-89ed1f1a-aba7-4586-b19f-b0966ca2824a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.65 "DELETE /v2.0/ports/2a17305d-55c5-469a-addf-052b9f16996c HTTP/1.1" status: 204 len: 173 time: 1.4457707 Jul 22 16:30:55.631790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Pushing event updated for resources: {'Port': ['ID=febf528b-0d7f-4f59-b72e-bcd64d628914,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:55.642509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Deleting port b55af41e-3b48-438e-81cc-bd06754b616c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:30:55.644356 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.728913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd36b386-fc05-4554-9f1c-b5d9d86d4500 req-7b5f021c-8941-4d9e-9ea0-3f508c12c5fd tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8165fef-d086-452b-9e77-4f7b11ce03e3 HTTP/1.1" status: 200 len: 210 time: 0.1247823 Jul 22 16:30:55.779948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:55.780818 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:55.832603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-477f93ea-01d2-406f-a63e-bd7982a5480d req-f91a4fa5-0403-4c0e-b09c-b6c09b9d99a0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967719 Jul 22 16:30:55.847046 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0443aa9b-6883-4a36-889d-34959b793f3b tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5987415 Jul 22 16:30:55.890610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Request body: {'port': {'device_id': '8540979c-6e3d-4bc2-ab63-679b5643a290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:56.013729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6'}, {'server_uuid': 'd8165fef-d086-452b-9e77-4f7b11ce03e3', 'name': 'network-vif-deleted', 'tag': '2a17305d-55c5-469a-addf-052b9f16996c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:56.045599 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084f35f2-67b0-4b78-a8f5-f901ccaaca55" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6"}, {"server_uuid": "d8165fef-d086-452b-9e77-4f7b11ce03e3", "name": "network-vif-deleted", "tag": "2a17305d-55c5-469a-addf-052b9f16996c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:56.155709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] For port b55af41e-3b48-438e-81cc-bd06754b616c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=b55af41e-3b48-438e-81cc-bd06754b616c,segment=NetworkSegment(13bb7e91-fc5e-49db-8772-694d0c751884),segment_id=13bb7e91-fc5e-49db-8772-694d0c751884)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:30:56.156187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.178920 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae35816-2e6c-4cfd-b72d-63779805a3a8 x-openstack-request-id: req-aae35816-2e6c-4cfd-b72d-63779805a3a8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:56.179587 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6", "status": "completed", "code": 200}, {"server_uuid": "d8165fef-d086-452b-9e77-4f7b11ce03e3", "name": "network-vif-deleted", "tag": "2a17305d-55c5-469a-addf-052b9f16996c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:56.179924 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aae35816-2e6c-4cfd-b72d-63779805a3a8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:56.180732 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6', 'status': 'completed', 'code': 200} Jul 22 16:30:56.181400 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8165fef-d086-452b-9e77-4f7b11ce03e3', 'name': 'network-vif-deleted', 'tag': '2a17305d-55c5-469a-addf-052b9f16996c', 'status': 'completed', 'code': 200} Jul 22 16:30:56.223271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.282518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dde0c6b2-3c72-48a5-bf15-fc5f3baf3d6b req-54a7c439-aa01-42e5-a83a-920e9fb81245 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 210 time: 0.1558871 Jul 22 16:30:56.284004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Calling delete_port for b55af41e-3b48-438e-81cc-bd06754b616c owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:30:56.365973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.626390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Network e5d70f19-cdef-4f53-babf-2ba01133cbb6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:30:56.667516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Pushing event updated for resources: {'Port': ['ID=3b67569a-d0fc-4703-90b3-d18129011463,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:56.672152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:30:56.684590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:30:56.752483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.763950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.789899 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-6297528d-d53b-4b39-9854-b59f32b0ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:56.793583 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-6297528d-d53b-4b39-9854-b59f32b0ed2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 1126 time: 0.4116874 Jul 22 16:30:56.887044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4dd66-3fa7-4ba9-bfa2-bc483ef2107b req-490d3b5e-f2f8-4730-a5e4-1f354755893b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:56.894222 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4f4dd66-3fa7-4ba9-bfa2-bc483ef2107b req-490d3b5e-f2f8-4730-a5e4-1f354755893b tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c312357-fb9a-4026-b366-1be23dff31ad HTTP/1.1" status: 200 len: 865 time: 0.5465021 Jul 22 16:30:56.910338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:56.911125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:56.983112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-1a8081db-f6ed-4fa5-be69-4b4fd6a35672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:56.984927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-1a8081db-f6ed-4fa5-be69-4b4fd6a35672 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.1369097 Jul 22 16:30:57.003352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Pushing event deleted for resources: {'Port': ['ID=b55af41e-3b48-438e-81cc-bd06754b616c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:57.048592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-596b50cd-7f2e-41c4-bd96-5371fc5430d5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7252522 Jul 22 16:30:57.092326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Request body: {'port': {'device_id': '0a955653-61f2-42c4-b9e9-5127c041a780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:30:57.105256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94248530-b3c7-498a-90b2-9749cdcda9a7 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:57.161559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:57.163945 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffbdca1-e462-46c2-b613-83434dc31aa0" -d '{"events": [{"server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "name": "network-vif-plugged", "status": "completed", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:57.189659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12461c1-bd17-48f6-ad06-e7d68ce1bee0 req-3c40b3a2-356c-4954-afa1-b3a21426fab3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:57.195858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f12461c1-bd17-48f6-ad06-e7d68ce1bee0 req-3c40b3a2-356c-4954-afa1-b3a21426fab3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.5916297 Jul 22 16:30:57.207503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-a1d1d9fa-7dd2-434a-ae5b-3a29b8c6ddbe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f887a0a0-18a6-4673-b11d-f160b184dab6 HTTP/1.1" status: 200 len: 217 time: 0.1976604 Jul 22 16:30:57.219138 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.284505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] No DVR routers for this DVR port b55af41e-3b48-438e-81cc-bd06754b616c on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:30:57.303611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.306907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3cac712-d878-43a2-8d63-cad8a3b85b9f req-cfe7ccde-f1c0-43eb-a573-487bb94bfcd8 tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.20 "DELETE /v2.0/ports/b55af41e-3b48-438e-81cc-bd06754b616c HTTP/1.1" status: 204 len: 173 time: 2.3338518 Jul 22 16:30:57.325593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4f4dd66-3fa7-4ba9-bfa2-bc483ef2107b req-04fe7a39-a975-4084-b711-df474724d80e tempest-ImagesTestJSON-1623865968 tempest-ImagesTestJSON-1623865968-project] 10.222.0.53 "GET /v2.0/security-groups?id=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289713 Jul 22 16:30:57.408338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Transition to ACTIVE for port object 94248530-b3c7-498a-90b2-9749cdcda9a7 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:57.431699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.472962 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f12461c1-bd17-48f6-ad06-e7d68ce1bee0 req-aac98cb3-2e52-423b-8d43-bb55fe4bddba tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208619 Jul 22 16:30:57.484204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-102469ca-faa6-436b-9649-1805462cdbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:57.486264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-102469ca-faa6-436b-9649-1805462cdbd2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.2040815 Jul 22 16:30:57.496778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Pushing event updated for resources: {'Port': ['ID=94248530-b3c7-498a-90b2-9749cdcda9a7,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:30:57.586580 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-176ad3f1-1d0e-49c3-8841-be0405666b82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907564 Jul 22 16:30:57.607416 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:57.738009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b55af41e-3b48-438e-81cc-bd06754b616c no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:57.787502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-043e39b7-b495-4280-9680-3b6e0205a9e2 service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922867 Jul 22 16:30:57.787938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: b55af41e-3b48-438e-81cc-bd06754b616c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:57.788295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device b55af41e-3b48-438e-81cc-bd06754b616c not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:57.903105 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a197df-3e60-44d5-adbe-6a22671ab3a4 x-openstack-request-id: req-c1a197df-3e60-44d5-adbe-6a22671ab3a4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:57.903689 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "name": "network-vif-plugged", "status": "completed", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:57.904103 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1a197df-3e60-44d5-adbe-6a22671ab3a4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:57.904713 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2', 'code': 200} Jul 22 16:30:58.466042 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f887a0a0-18a6-4673-b11d-f160b184dab6 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:58.570445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'name': 'network-vif-deleted', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:30:58.572864 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61b174d-b258-4e46-9880-2e832796d9ef" -d '{"events": [{"server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "name": "network-vif-deleted", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:30:58.578805 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-084f35f2-67b0-4b78-a8f5-f901ccaaca55 req-376be887-56af-4661-9a0a-ce12df490bbd service neutron] 10.222.0.65 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761436 Jul 22 16:30:58.711233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f0b34-7b37-466f-b079-3264bb4cbfa4 req-055b27e2-c1b3-4bb3-9f87-3d0ea31fbed2 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:58.713244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-813f0b34-7b37-466f-b079-3264bb4cbfa4 req-055b27e2-c1b3-4bb3-9f87-3d0ea31fbed2 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 932 time: 0.1315827 Jul 22 16:30:58.717767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b9080-7605-46ca-b306-6efbf96a760a req-a8ab3016-cf5f-458f-9293-c94bca44cb34 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:58.732714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d84b9080-7605-46ca-b306-6efbf96a760a req-a8ab3016-cf5f-458f-9293-c94bca44cb34 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 946 time: 1.1375270 Jul 22 16:30:58.752196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2a17305d-55c5-469a-addf-052b9f16996c no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:30:58.767729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37acdd-e962-4370-8fe7-edae2e9c43d6 req-c5d73d79-0cc7-4822-a082-a7383fdaaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:58.771262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b37acdd-e962-4370-8fe7-edae2e9c43d6 req-c5d73d79-0cc7-4822-a082-a7383fdaaeae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 1098 time: 0.1910374 Jul 22 16:30:58.785555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 2a17305d-55c5-469a-addf-052b9f16996c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:30:58.786179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2a17305d-55c5-469a-addf-052b9f16996c not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:30:58.816436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-813f0b34-7b37-466f-b079-3264bb4cbfa4 req-5bb08757-68f4-4763-8321-e4b9f888819a tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908883 Jul 22 16:30:58.838157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Attempting to bind port 94248530-b3c7-498a-90b2-9749cdcda9a7 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:30:58.839590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Attempting to bind port 94248530-b3c7-498a-90b2-9749cdcda9a7 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:30:58.840126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Attempting to bind port 94248530-b3c7-498a-90b2-9749cdcda9a7 on network e5d70f19-cdef-4f53-babf-2ba01133cbb6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:58.858666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Port 94248530-b3c7-498a-90b2-9749cdcda9a7 on network e5d70f19-cdef-4f53-babf-2ba01133cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:30:58.859085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Attempting to bind port 94248530-b3c7-498a-90b2-9749cdcda9a7 on network e5d70f19-cdef-4f53-babf-2ba01133cbb6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:30:58.879681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b37acdd-e962-4370-8fe7-edae2e9c43d6 req-f0fb115b-eb7c-4cc3-b9c8-43aa0d5e8dc2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975571 Jul 22 16:30:58.897081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:30:58.897419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Checking segment: {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:30:58.897825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Bound using segment: {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:30:58.898251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Bound port: 94248530-b3c7-498a-90b2-9749cdcda9a7, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:30:58.898872 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:59.039282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d84b9080-7605-46ca-b306-6efbf96a760a req-d57ad640-60eb-4357-8927-73703de7f1aa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048737 Jul 22 16:30:59.142570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febf528b-0d7f-4f59-b72e-bcd64d628914 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:59.170852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:59.234546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Transition to ACTIVE for port object febf528b-0d7f-4f59-b72e-bcd64d628914 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:59.236790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] For port 94248530-b3c7-498a-90b2-9749cdcda9a7, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:30:59.246641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] For port 94248530-b3c7-498a-90b2-9749cdcda9a7, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=94248530-b3c7-498a-90b2-9749cdcda9a7,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:30:59.259932 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba5b868-6d26-4d58-ad8f-2d6ef9e01a94 x-openstack-request-id: req-4ba5b868-6d26-4d58-ad8f-2d6ef9e01a94 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:30:59.260403 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c312357-fb9a-4026-b366-1be23dff31ad", "name": "network-vif-deleted", "tag": "b55af41e-3b48-438e-81cc-bd06754b616c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:30:59.260942 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ba5b868-6d26-4d58-ad8f-2d6ef9e01a94 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:30:59.261363 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c312357-fb9a-4026-b366-1be23dff31ad', 'name': 'network-vif-deleted', 'tag': 'b55af41e-3b48-438e-81cc-bd06754b616c', 'status': 'completed', 'code': 200} Jul 22 16:30:59.629679 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:59.741200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b67569a-d0fc-4703-90b3-d18129011463 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:30:59.751329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:59.776474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Transition to ACTIVE for port object 3b67569a-d0fc-4703-90b3-d18129011463 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:30:59.779264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:59.834195 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:30:59.858993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78993c77-fb35-47ba-a6af-3b0cc70d3036 req-74373466-15f5-41d6-9410-b277188b6fae tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:30:59.867073 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78993c77-fb35-47ba-a6af-3b0cc70d3036 req-74373466-15f5-41d6-9410-b277188b6fae tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 951 time: 0.1206429 Jul 22 16:30:59.921938 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78993c77-fb35-47ba-a6af-3b0cc70d3036 req-2c95b3f3-b39d-4cde-939d-a82d44ecabbf tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539665 Jul 22 16:31:00.041254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.041964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.043787 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] 10.222.0.20 "PUT /v2.0/ports/94248530-b3c7-498a-90b2-9749cdcda9a7 HTTP/1.1" status: 200 len: 1092 time: 5.3774397 Jul 22 16:31:00.055018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f517f39-23cc-419b-939e-3fc685bdb5fc', 'tag': '94248530-b3c7-498a-90b2-9749cdcda9a7'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:00.058267 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7f517f39-23cc-419b-939e-3fc685bdb5fc", "tag": "94248530-b3c7-498a-90b2-9749cdcda9a7"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:00.061441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Pushing event updated for resources: {'Port': ['ID=febf528b-0d7f-4f59-b72e-bcd64d628914,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:00.156210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Attempting to bind port 3b67569a-d0fc-4703-90b3-d18129011463 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:00.157174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Attempting to bind port 3b67569a-d0fc-4703-90b3-d18129011463 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:00.157871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Attempting to bind port 3b67569a-d0fc-4703-90b3-d18129011463 on network e5d70f19-cdef-4f53-babf-2ba01133cbb6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:00.161501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992fb4d-df37-40cc-a46e-304b9e1f3bc9 req-1c7ecdb0-55de-495d-a6b4-b3aa0dfa1116 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.164059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b992fb4d-df37-40cc-a46e-304b9e1f3bc9 req-1c7ecdb0-55de-495d-a6b4-b3aa0dfa1116 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 944 time: 0.1262882 Jul 22 16:31:00.252015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Port 3b67569a-d0fc-4703-90b3-d18129011463 on network e5d70f19-cdef-4f53-babf-2ba01133cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:00.252719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Attempting to bind port 3b67569a-d0fc-4703-90b3-d18129011463 on network e5d70f19-cdef-4f53-babf-2ba01133cbb6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:00.285876 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b992fb4d-df37-40cc-a46e-304b9e1f3bc9 req-7e9da7e5-0242-4755-9f8c-1d14cd19a353 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458605 Jul 22 16:31:00.290804 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-818efa65-65ce-4209-9897-735228a9ab0f service neutron] 10.222.0.65 "GET /v2.0/ports/f887a0a0-18a6-4673-b11d-f160b184dab6/bindings/n-h2-792458-13 HTTP/1.1" status: 200 len: 385 time: 0.1208601 Jul 22 16:31:00.292624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d1be-5aa7-4b3f-abc2-830442a00514 req-855592d9-c0fa-46b2-b826-d42f14ad3ac1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.305065 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5452d1be-5aa7-4b3f-abc2-830442a00514 req-855592d9-c0fa-46b2-b826-d42f14ad3ac1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 943 time: 0.6475399 Jul 22 16:31:00.381209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:00.381209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Checking segment: {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:00.382230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Bound using segment: {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:00.382742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Bound port: 3b67569a-d0fc-4703-90b3-d18129011463, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:00.383299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.422357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a803c1-c93e-4bd9-acff-985e228bca5f service neutron] Pushing event updated for resources: {'Port': ['ID=94248530-b3c7-498a-90b2-9749cdcda9a7,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:00.483194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b67569a-d0fc-4703-90b3-d18129011463,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:00.485388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Attempting to bind port febf528b-0d7f-4f59-b72e-bcd64d628914 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:00.485720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Attempting to bind port febf528b-0d7f-4f59-b72e-bcd64d628914 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:00.486045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Attempting to bind port febf528b-0d7f-4f59-b72e-bcd64d628914 on network e5d70f19-cdef-4f53-babf-2ba01133cbb6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:00.541772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Port febf528b-0d7f-4f59-b72e-bcd64d628914 on network e5d70f19-cdef-4f53-babf-2ba01133cbb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:00.542104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Attempting to bind port febf528b-0d7f-4f59-b72e-bcd64d628914 on network e5d70f19-cdef-4f53-babf-2ba01133cbb6 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:00.544633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20029f7-f82a-4a8d-ae7b-98c1b2dd444e req-e1756ca2-749d-4463-82b3-10b502acb863 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.546320 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f20029f7-f82a-4a8d-ae7b-98c1b2dd444e req-e1756ca2-749d-4463-82b3-10b502acb863 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 946 time: 0.1283438 Jul 22 16:31:00.563324 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5452d1be-5aa7-4b3f-abc2-830442a00514 req-089d3a56-6924-4917-9262-51d4c571c693 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570174 Jul 22 16:31:00.568513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:00.568869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Checking segment: {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:00.569324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Bound using segment: {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:00.569878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Bound port: febf528b-0d7f-4f59-b72e-bcd64d628914, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5bb097-52b4-45c3-95f1-5e8357caf295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:00.570358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.625098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f20029f7-f82a-4a8d-ae7b-98c1b2dd444e req-aa737ba5-e000-45dd-8477-5d4ce9e68515 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 Jul 22 16:31:00.641845 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-efbb003d-a648-4eb7-9232-027de183f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.655733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-efbb003d-a648-4eb7-9232-027de183f64f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9ed4200d01042dd8379a28c5043e243&device_id=7f517f39-23cc-419b-939e-3fc685bdb5fc HTTP/1.1" status: 200 len: 1095 time: 0.4610462 Jul 22 16:31:00.664610 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c834e2e-2093-4f40-99f9-daef3ba0d9ad x-openstack-request-id: req-6c834e2e-2093-4f40-99f9-daef3ba0d9ad {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:00.665596 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f517f39-23cc-419b-939e-3fc685bdb5fc", "tag": "94248530-b3c7-498a-90b2-9749cdcda9a7", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:00.665735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:00.665848 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c834e2e-2093-4f40-99f9-daef3ba0d9ad {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:00.667196 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f517f39-23cc-419b-939e-3fc685bdb5fc', 'tag': '94248530-b3c7-498a-90b2-9749cdcda9a7', 'status': 'completed', 'code': 200} Jul 22 16:31:00.701404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] For port 3b67569a-d0fc-4703-90b3-d18129011463, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:00.703252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:00.712627 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] For port 3b67569a-d0fc-4703-90b3-d18129011463, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3b67569a-d0fc-4703-90b3-d18129011463,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:00.729996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.757452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f887a0a0-18a6-4673-b11d-f160b184dab6 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:00.777600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:00.792159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.793252 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.795938 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] 10.222.0.65 "PUT /v2.0/ports/3b67569a-d0fc-4703-90b3-d18129011463 HTTP/1.1" status: 200 len: 1093 time: 3.7209494 Jul 22 16:31:00.808080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.825884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-b080b437-5587-4e8c-8684-7ead5442fb3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94248530-b3c7-498a-90b2-9749cdcda9a7 HTTP/1.1" status: 200 len: 217 time: 0.1088300 Jul 22 16:31:00.827652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] For port febf528b-0d7f-4f59-b72e-bcd64d628914, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:00.844717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] For port febf528b-0d7f-4f59-b72e-bcd64d628914, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=febf528b-0d7f-4f59-b72e-bcd64d628914,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:00.880159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.953591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:00.954212 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:00.955762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] 10.222.0.20 "PUT /v2.0/ports/febf528b-0d7f-4f59-b72e-bcd64d628914 HTTP/1.1" status: 200 len: 1092 time: 5.0904996 Jul 22 16:31:00.997392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78449217-5b46-486f-978e-1fc319a3d8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b67569a-d0fc-4703-90b3-d18129011463,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:01.060329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:01.080762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] Transition to ACTIVE for port object f887a0a0-18a6-4673-b11d-f160b184dab6 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:01.117489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:01.125975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-af727816-3522-4c64-b79c-0a7c78252d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.127501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-af727816-3522-4c64-b79c-0a7c78252d82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=467c7526-664c-48ff-a336-a7dd81e2ee56 HTTP/1.1" status: 200 len: 858 time: 0.2795784 Jul 22 16:31:01.207348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] No DVR routers for this DVR port f887a0a0-18a6-4673-b11d-f160b184dab6 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:01.213461 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-ac24a08b-0056-4f58-8f5e-64c0c7906643 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5d70f19-cdef-4f53-babf-2ba01133cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563664 Jul 22 16:31:01.216666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c0dea-4cfc-4584-aa89-0416f138d260 service neutron] Pushing event updated for resources: {'Port': ['ID=febf528b-0d7f-4f59-b72e-bcd64d628914,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:01.250375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-55747058-c203-4f65-bbf4-a1dbbff82257 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.252089 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-55747058-c203-4f65-bbf4-a1dbbff82257 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 951 time: 0.3017325 Jul 22 16:31:01.282786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-2a448286-4fe4-4eae-b6d2-86c79bc3355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.285034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-2a448286-4fe4-4eae-b6d2-86c79bc3355e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9ed4200d01042dd8379a28c5043e243&device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 1096 time: 0.3889582 Jul 22 16:31:01.390586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c22351-b51f-4744-9be4-68876f615a63 req-cffe8573-6c02-48dc-ad3f-b3bcaa151ad3 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.392248 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5c22351-b51f-4744-9be4-68876f615a63 req-cffe8573-6c02-48dc-ad3f-b3bcaa151ad3 tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/ports?device_id=530367ee-d176-49a6-b3ea-1e2be0b8f6da HTTP/1.1" status: 200 len: 951 time: 0.2998810 Jul 22 16:31:01.397055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-d3d3acb6-7a7e-4012-9df7-593f68c63efc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b67569a-d0fc-4703-90b3-d18129011463 HTTP/1.1" status: 200 len: 217 time: 0.0678849 Jul 22 16:31:01.406886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-d303c899-b534-4ef2-ae04-f3202ac100db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.408512 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-d303c899-b534-4ef2-ae04-f3202ac100db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9ed4200d01042dd8379a28c5043e243&device_id=8540979c-6e3d-4bc2-ab63-679b5643a290 HTTP/1.1" status: 200 len: 1095 time: 0.3445325 Jul 22 16:31:01.417026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ccf0f-4e8b-4e4a-80ed-802c3a9290ad req-6779ea93-c1e6-4086-ac21-ebb9a7549252 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.419315 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c78ccf0f-4e8b-4e4a-80ed-802c3a9290ad req-6779ea93-c1e6-4086-ac21-ebb9a7549252 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 944 time: 0.3647091 Jul 22 16:31:01.428326 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] 10.222.0.65 "PUT /v2.0/ports/f887a0a0-18a6-4673-b11d-f160b184dab6/bindings/n-h2-792458-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1209433 Jul 22 16:31:01.430893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbec16-2b31-4b8e-9693-1c5e85c1f87c service neutron] Pushing event updated for resources: {'Port': ['ID=f887a0a0-18a6-4673-b11d-f160b184dab6,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:01.487722 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c78ccf0f-4e8b-4e4a-80ed-802c3a9290ad req-950c4221-70d3-4e83-b0b3-b4477529a240 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520761 Jul 22 16:31:01.504062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Deleting port a9fdba31-47a1-4279-a22c-4d74bc012b9a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:01.504726 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:01.520984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-6fc444b6-65bb-423f-8847-b98790d180be service neutron] 10.222.0.20 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943468 Jul 22 16:31:01.570939 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-83a88135-132d-4b1d-a317-e9b38702b7fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=febf528b-0d7f-4f59-b72e-bcd64d628914 HTTP/1.1" status: 200 len: 217 time: 0.1398766 Jul 22 16:31:01.696890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5c22351-b51f-4744-9be4-68876f615a63 req-d3855421-5c88-4710-97e7-594ac785438a tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.53 "GET /v2.0/security-groups?id=1da547fa-3a36-49c8-a307-ebf61ec1e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923224 Jul 22 16:31:01.703347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-680e5bb5-cd1b-4fe5-9fb1-2901d8641c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.704979 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-680e5bb5-cd1b-4fe5-9fb1-2901d8641c47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=467c7526-664c-48ff-a336-a7dd81e2ee56 HTTP/1.1" status: 200 len: 858 time: 0.2900116 Jul 22 16:31:01.754583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] For port a9fdba31-47a1-4279-a22c-4d74bc012b9a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=a9fdba31-47a1-4279-a22c-4d74bc012b9a,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:01.755131 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:01.780092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Calling delete_port for a9fdba31-47a1-4279-a22c-4d74bc012b9a owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:01.787599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-335f229f-097c-4871-902f-18a68454e5b0 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.789322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-335f229f-097c-4871-902f-18a68454e5b0 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.1875026 Jul 22 16:31:01.790225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-f47dda01-3e40-40c8-bc1c-611ba831edd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5d70f19-cdef-4f53-babf-2ba01133cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407045 Jul 22 16:31:01.801899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-1b12525f-9bea-4942-ac58-e060a06c8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.803591 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-1b12525f-9bea-4942-ac58-e060a06c8adc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=467c7526-664c-48ff-a336-a7dd81e2ee56 HTTP/1.1" status: 200 len: 858 time: 0.2186689 Jul 22 16:31:01.889035 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-e2e70d27-5dc0-4389-b668-8b1ec9a52232 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5d70f19-cdef-4f53-babf-2ba01133cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582619 Jul 22 16:31:01.891014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-0ed5a62d-f9b3-405e-92d5-bb1c6bfd628c service neutron] 10.222.0.20 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398128 Jul 22 16:31:01.944951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40e335-2da5-407e-b8dc-7631f772bebc req-172bc4a1-d306-46c4-9d8e-0d58cfda6e4a tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:01.946424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c40e335-2da5-407e-b8dc-7631f772bebc req-172bc4a1-d306-46c4-9d8e-0d58cfda6e4a tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 944 time: 0.2590971 Jul 22 16:31:02.019286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-2233dcc6-1478-4719-83e5-fbfde8346cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.020815 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-2233dcc6-1478-4719-83e5-fbfde8346cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8 HTTP/1.1" status: 200 len: 1096 time: 0.2207704 Jul 22 16:31:02.054012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c40e335-2da5-407e-b8dc-7631f772bebc req-99dd691a-b854-41d2-96fa-ad93139a9022 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953233 Jul 22 16:31:02.074255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-cd5cfc80-8032-4757-bd70-507d6660e858 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.075777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-cd5cfc80-8032-4757-bd70-507d6660e858 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.65 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 944 time: 0.2022417 Jul 22 16:31:02.138811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a1713-6d02-47c4-88fd-bfd7f3999b63 req-13699f16-311d-4735-93c7-4be81045c019 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.140379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c90a1713-6d02-47c4-88fd-bfd7f3999b63 req-13699f16-311d-4735-93c7-4be81045c019 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 944 time: 0.3569202 Jul 22 16:31:02.145058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-896845c6-bff5-4491-ae40-16bead530eb5 service neutron] 10.222.0.65 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588372 Jul 22 16:31:02.148818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-7d2649c2-52b8-458b-9b70-b91e790ff9bb service neutron] 10.222.0.20 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353263 Jul 22 16:31:02.221878 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:02.292984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c90a1713-6d02-47c4-88fd-bfd7f3999b63 req-215348bd-0423-4ef1-b999-c77ee3e12c3a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424127 Jul 22 16:31:02.294721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-0e149583-83e9-4e1a-8aeb-923320df8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.296166 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-0e149583-83e9-4e1a-8aeb-923320df8056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9ed4200d01042dd8379a28c5043e243&device_id=7f517f39-23cc-419b-939e-3fc685bdb5fc HTTP/1.1" status: 200 len: 1095 time: 0.2992613 Jul 22 16:31:02.300022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Pushing event deleted for resources: {'Port': ['ID=a9fdba31-47a1-4279-a22c-4d74bc012b9a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:02.366969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-295a0fe2-512b-4a16-b216-9b4882ae002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.368551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-295a0fe2-512b-4a16-b216-9b4882ae002c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 1096 time: 0.3099561 Jul 22 16:31:02.373635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] No DVR routers for this DVR port a9fdba31-47a1-4279-a22c-4d74bc012b9a on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:02.379510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:02.381820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60d0e5ea-b0f9-471e-9884-0ee705dce997 req-3cbc6642-e00d-4722-a1bb-9024678bc98b tempest-ServersAdminTestJSON-557785975 tempest-ServersAdminTestJSON-557785975-project] 10.222.0.20 "DELETE /v2.0/ports/a9fdba31-47a1-4279-a22c-4d74bc012b9a HTTP/1.1" status: 204 len: 173 time: 1.0888577 Jul 22 16:31:02.383272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-deleted', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:02.386640 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764998c5-6553-4201-85c8-cb828257ec08" -d '{"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-deleted", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:02.405228 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-f06d1c6a-b934-42d9-996f-2841d74fee71 service neutron] 10.222.0.65 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495205 Jul 22 16:31:02.463728 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44729ba1-8e6f-4362-a21b-ae225c45256c req-60fc44fc-38b4-4e38-ada7-ceffef3aa5cb service neutron] 10.222.0.20 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907472 Jul 22 16:31:02.471088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005ee72-8264-41fa-9fb2-1971a3441a21 req-97d5dba1-5447-4ba6-9608-22805f83c831 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.472913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4005ee72-8264-41fa-9fb2-1971a3441a21 req-97d5dba1-5447-4ba6-9608-22805f83c831 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 946 time: 0.2987323 Jul 22 16:31:02.514107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-f49e4a22-91df-4589-8702-88d96fd172ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.515519 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-f49e4a22-91df-4589-8702-88d96fd172ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=e5d70f19-cdef-4f53-babf-2ba01133cbb6 HTTP/1.1" status: 200 len: 919 time: 0.1731617 Jul 22 16:31:02.558598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Deleting port 6814dbb4-7430-4436-8896-863d5bc5a5b6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:02.558970 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:02.624866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-457163f6-9d27-45a7-bd03-248969ebfdfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94248530-b3c7-498a-90b2-9749cdcda9a7 HTTP/1.1" status: 200 len: 217 time: 0.0744376 Jul 22 16:31:02.661107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4005ee72-8264-41fa-9fb2-1971a3441a21 req-aa8ad47c-ed6d-433b-b698-bf0a201efeaf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761198 Jul 22 16:31:02.670437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a955653-61f2-42c4-b9e9-5127c041a780', 'tag': '3b67569a-d0fc-4703-90b3-d18129011463'}, {'name': 'network-changed', 'server_uuid': '8540979c-6e3d-4bc2-ab63-679b5643a290', 'tag': 'febf528b-0d7f-4f59-b72e-bcd64d628914'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:02.673401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-59e9def1-4b90-47d9-99de-6c77932982c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.674883 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-59e9def1-4b90-47d9-99de-6c77932982c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.2969809 Jul 22 16:31:02.675306 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a955653-61f2-42c4-b9e9-5127c041a780", "tag": "3b67569a-d0fc-4703-90b3-d18129011463"}, {"name": "network-changed", "server_uuid": "8540979c-6e3d-4bc2-ab63-679b5643a290", "tag": "febf528b-0d7f-4f59-b72e-bcd64d628914"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:02.676503 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d8e314-dec6-4285-b03d-688ecaa3a666 x-openstack-request-id: req-71d8e314-dec6-4285-b03d-688ecaa3a666 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:02.676791 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530367ee-d176-49a6-b3ea-1e2be0b8f6da", "name": "network-vif-deleted", "tag": "a9fdba31-47a1-4279-a22c-4d74bc012b9a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:02.677046 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71d8e314-dec6-4285-b03d-688ecaa3a666 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:02.677430 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530367ee-d176-49a6-b3ea-1e2be0b8f6da', 'name': 'network-vif-deleted', 'tag': 'a9fdba31-47a1-4279-a22c-4d74bc012b9a', 'status': 'completed', 'code': 200} Jul 22 16:31:02.717606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-4001b62f-11d7-4554-8a25-de5742d78569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.719876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-4001b62f-11d7-4554-8a25-de5742d78569 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=467c7526-664c-48ff-a336-a7dd81e2ee56 HTTP/1.1" status: 200 len: 858 time: 0.0859601 Jul 22 16:31:02.729200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33432) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:02.743813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-7b009c92-2594-45f3-8aa9-58b532c42ae5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f887a0a0-18a6-4673-b11d-f160b184dab6 HTTP/1.1" status: 200 len: 217 time: 0.0585961 Jul 22 16:31:02.783215 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e63fcf-de5e-49cd-b0ee-b645a6bc5419 x-openstack-request-id: req-d7e63fcf-de5e-49cd-b0ee-b645a6bc5419 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:02.783516 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a955653-61f2-42c4-b9e9-5127c041a780", "tag": "3b67569a-d0fc-4703-90b3-d18129011463", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8540979c-6e3d-4bc2-ab63-679b5643a290", "tag": "febf528b-0d7f-4f59-b72e-bcd64d628914", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:02.783977 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7e63fcf-de5e-49cd-b0ee-b645a6bc5419 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:02.784485 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a955653-61f2-42c4-b9e9-5127c041a780', 'tag': '3b67569a-d0fc-4703-90b3-d18129011463', 'status': 'completed', 'code': 200} Jul 22 16:31:02.784485 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8540979c-6e3d-4bc2-ab63-679b5643a290', 'tag': 'febf528b-0d7f-4f59-b72e-bcd64d628914', 'status': 'completed', 'code': 200} Jul 22 16:31:02.787655 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-f1825e6a-3808-49ba-8248-057107e79394 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5d70f19-cdef-4f53-babf-2ba01133cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553987 Jul 22 16:31:02.801470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] For port 6814dbb4-7430-4436-8896-863d5bc5a5b6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6814dbb4-7430-4436-8896-863d5bc5a5b6,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:02.801962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:02.850101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Calling delete_port for 6814dbb4-7430-4436-8896-863d5bc5a5b6 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:02.901220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-7223f7f4-0bf4-412a-970d-c4dbf3686c21 admin admin] Deleting subnet 3c66a87f-7623-4036-99c1-47ad46d04f04 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:02.907134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-5956ff88-3828-4861-9b62-ed08f0ae877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:02.908866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-5956ff88-3828-4861-9b62-ed08f0ae877a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1318176 Jul 22 16:31:02.915166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7223f7f4-0bf4-412a-970d-c4dbf3686c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.055142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-cc7bac59-bc43-4e3a-90b6-457ea09182b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827243 Jul 22 16:31:03.059002 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-6ec5b25d-d206-40cf-a071-cbd87287f909 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2049208835&fields=id&tenant_id=821d2878eaa340cfa67d43006047ab6c HTTP/1.1" status: 200 len: 267 time: 0.2052898 Jul 22 16:31:03.079652 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7223f7f4-0bf4-412a-970d-c4dbf3686c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.206805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfc2fc-cb73-40b0-81ff-f008b2e65d81 req-4d0bcc8a-6afe-439f-b0a5-24ebb585eb42 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:03.208426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6bfc2fc-cb73-40b0-81ff-f008b2e65d81 req-4d0bcc8a-6afe-439f-b0a5-24ebb585eb42 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=367133a3-ab07-4fd5-bf3c-f360d3d7f29d HTTP/1.1" status: 200 len: 944 time: 0.4854271 Jul 22 16:31:03.255586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7223f7f4-0bf4-412a-970d-c4dbf3686c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.358169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6bfc2fc-cb73-40b0-81ff-f008b2e65d81 req-6d583c0a-e38c-4e66-95f4-ea17bba8922b tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255541 Jul 22 16:31:03.363667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-709f25f5-62a6-4365-8974-0a091370b237 service neutron] 10.222.0.20 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462258 Jul 22 16:31:03.369226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-e7fa5695-8f80-4dc1-8efc-29ce53a0fd38 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017778 Jul 22 16:31:03.374413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-c688525f-ca55-4379-8fad-5ecd000a02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:03.375914 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-c688525f-ca55-4379-8fad-5ecd000a02e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9ed4200d01042dd8379a28c5043e243&device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 1096 time: 0.5240588 Jul 22 16:31:03.379563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-acb41b97-c3ee-48d4-ab4e-94a75cfcaa52 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:03.381257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-acb41b97-c3ee-48d4-ab4e-94a75cfcaa52 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 946 time: 0.2980998 Jul 22 16:31:03.395399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.404186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-427246a7-6d84-4f53-b615-8d5fd3b9814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:03.407186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-427246a7-6d84-4f53-b615-8d5fd3b9814c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9ed4200d01042dd8379a28c5043e243&device_id=8540979c-6e3d-4bc2-ab63-679b5643a290 HTTP/1.1" status: 200 len: 1095 time: 0.5574081 Jul 22 16:31:03.433038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-9be6cfab-e11c-4e3f-936a-5763ba1df3bf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'port': {'security_groups': ['1be1a7db-0bdb-4124-aa24-dc2c6362e933', 'f4daf848-c5aa-4f38-9183-5c6f0414a411']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:03.452963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['6814dbb4-7430-4436-8896-863d5bc5a5b6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:03.501814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Pushing event deleted for resources: {'Port': ['ID=6814dbb4-7430-4436-8896-863d5bc5a5b6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:03.515218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7223f7f4-0bf4-412a-970d-c4dbf3686c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.628790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223f7f4-0bf4-412a-970d-c4dbf3686c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c66a87f-7623-4036-99c1-47ad46d04f04,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:03.640147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7223f7f4-0bf4-412a-970d-c4dbf3686c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.644615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7223f7f4-0bf4-412a-970d-c4dbf3686c21 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3c66a87f-7623-4036-99c1-47ad46d04f04 HTTP/1.1" status: 204 len: 168 time: 0.9117539 Jul 22 16:31:03.647306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:03.673667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] No DVR routers for this DVR port 6814dbb4-7430-4436-8896-863d5bc5a5b6 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:03.678783 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.681374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc363741-4c1a-479e-b71e-990f6fcfe041 req-3202478e-7d22-465f-b0c0-a8b67e247723 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.65 "DELETE /v2.0/ports/6814dbb4-7430-4436-8896-863d5bc5a5b6 HTTP/1.1" status: 204 len: 173 time: 1.5977986 Jul 22 16:31:03.736419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-92c43a17-dbbb-4a96-aa47-76301122204f service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496022 Jul 22 16:31:03.745573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:03.760136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-9be6cfab-e11c-4e3f-936a-5763ba1df3bf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.799254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-4dfd8c59-4591-4ae7-ab90-b20aae5eb80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:03.800989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-4dfd8c59-4591-4ae7-ab90-b20aae5eb80a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e5d70f19-cdef-4f53-babf-2ba01133cbb6 HTTP/1.1" status: 200 len: 919 time: 0.3654737 Jul 22 16:31:03.807611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: a9fdba31-47a1-4279-a22c-4d74bc012b9a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:03.808119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device a9fdba31-47a1-4279-a22c-4d74bc012b9a not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:03.899861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33450) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:03.934677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c2bb72e-fb19-492b-9b76-5c9a773c37c9 req-2ea09b9b-314f-4179-876a-d574962be4eb service neutron] 10.222.0.20 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566325 Jul 22 16:31:03.981647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:03.994335 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-10476dcc-02d0-44a2-a309-dc3015295fcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=febf528b-0d7f-4f59-b72e-bcd64d628914 HTTP/1.1" status: 200 len: 217 time: 0.0953293 Jul 22 16:31:04.006050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-a9e87033-59e1-46c5-aee4-afba2c72a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:04.007744 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-a9e87033-59e1-46c5-aee4-afba2c72a5eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5d70f19-cdef-4f53-babf-2ba01133cbb6 HTTP/1.1" status: 200 len: 919 time: 0.6114657 Jul 22 16:31:04.069714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e2c4c-8407-48a1-8e3f-89239ccf9471 req-4d6101ab-1209-4dc0-b686-ed68dcf40017 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:04.071423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-552e2c4c-8407-48a1-8e3f-89239ccf9471 req-4d6101ab-1209-4dc0-b686-ed68dcf40017 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 944 time: 0.5166965 Jul 22 16:31:04.143392 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-77041d96-1cf3-4416-b4b1-5d8591b49f2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b67569a-d0fc-4703-90b3-d18129011463 HTTP/1.1" status: 200 len: 217 time: 0.1252632 Jul 22 16:31:04.248241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-9c3ab72b-f714-4459-9ee0-60274de79fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:04.249841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-9c3ab72b-f714-4459-9ee0-60274de79fae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=467c7526-664c-48ff-a336-a7dd81e2ee56 HTTP/1.1" status: 200 len: 858 time: 0.2473238 Jul 22 16:31:04.311017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-9be6cfab-e11c-4e3f-936a-5763ba1df3bf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] For port 34f62f06-34e4-4d7d-adb1-571f867897e2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34f62f06-34e4-4d7d-adb1-571f867897e2,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:04.335370 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-becf5668-7605-4f4b-9fb2-dac0e79563c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e5d70f19-cdef-4f53-babf-2ba01133cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724802 Jul 22 16:31:04.348564 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-9be6cfab-e11c-4e3f-936a-5763ba1df3bf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.356423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-9be6cfab-e11c-4e3f-936a-5763ba1df3bf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.367967 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.381406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-7323e8e9-69a9-4c33-854a-df236217b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:04.382901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-7323e8e9-69a9-4c33-854a-df236217b365 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=467c7526-664c-48ff-a336-a7dd81e2ee56 HTTP/1.1" status: 200 len: 858 time: 0.2085142 Jul 22 16:31:04.388256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-552e2c4c-8407-48a1-8e3f-89239ccf9471 req-0716df8f-60b5-4edd-bb01-0b974c4af4f3 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744355 Jul 22 16:31:04.403144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34f62f06-34e4-4d7d-adb1-571f867897e2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:04.404735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2ebf1830-fab6-4ac4-b5af-55b7632bf9be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcd77a76d838435e9532d1d4ece74bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015633 Jul 22 16:31:04.409473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3d24e3-cd4a-4369-b000-a249db2fde65']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:04.412979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-9be6cfab-e11c-4e3f-936a-5763ba1df3bf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:04.414080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-9be6cfab-e11c-4e3f-936a-5763ba1df3bf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.432092 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b765693b-fe64-479f-9496-edd8ad7cca3c req-9be6cfab-e11c-4e3f-936a-5763ba1df3bf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "PUT /v2.0/ports/34f62f06-34e4-4d7d-adb1-571f867897e2 HTTP/1.1" status: 200 len: 982 time: 1.0311167 Jul 22 16:31:04.438153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33456) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:04.457583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bb7e91-fc5e-49db-8772-694d0c751884') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:04.457880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bb7e91-fc5e-49db-8772-694d0c751884') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:04.506100 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-5918b201-1862-47b5-b9cb-7f9503e98e18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5d70f19-cdef-4f53-babf-2ba01133cbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001894 Jul 22 16:31:04.518204 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.545824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-5c8c6f4e-effd-44c2-97d3-5660ac459599 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:04.545824 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-5c8c6f4e-effd-44c2-97d3-5660ac459599 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9&tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1096 time: 0.5225737 Jul 22 16:31:04.570463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6cfab-e11c-4e3f-936a-5763ba1df3bf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'Port': ['ID=34f62f06-34e4-4d7d-adb1-571f867897e2,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:04.611421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b079ddc-a154-4fa0-a3aa-b20d83361b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.614623 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.645150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34f62f06-34e4-4d7d-adb1-571f867897e2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:04.652973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:04.653432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:04.656823 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:04.664079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fd1c0-479d-47ff-bb47-08860fa218ca req-c803ff03-4019-48c9-925a-976eee74a9ae tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:04.673784 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d7fd1c0-479d-47ff-bb47-08860fa218ca req-c803ff03-4019-48c9-925a-976eee74a9ae tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 944 time: 0.1491201 Jul 22 16:31:04.676221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b079ddc-a154-4fa0-a3aa-b20d83361b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.677890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'name': 'network-vif-deleted', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6'}, {'name': 'network-changed', 'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:04.680619 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70920bd9-fdc1-4146-b888-cc57dc4c5b45" -d '{"events": [{"server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "name": "network-vif-deleted", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6"}, {"name": "network-changed", "server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:04.751460 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d7fd1c0-479d-47ff-bb47-08860fa218ca req-87537d56-5f33-495c-92b3-3bf421e6fe69 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624466 Jul 22 16:31:04.786202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b079ddc-a154-4fa0-a3aa-b20d83361b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.789765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b079ddc-a154-4fa0-a3aa-b20d83361b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.791129 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b079ddc-a154-4fa0-a3aa-b20d83361b4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1da547fa-3a36-49c8-a307-ebf61ec1e64b HTTP/1.1" status: 204 len: 168 time: 0.3461514 Jul 22 16:31:04.802234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b079ddc-a154-4fa0-a3aa-b20d83361b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da547fa-3a36-49c8-a307-ebf61ec1e64b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:04.830743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-0b130a7f-069c-4bd6-b4cf-bf44c6ad7937 service neutron] 10.222.0.20 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579468 Jul 22 16:31:04.887207 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5d9639-c09a-40a7-9ab7-11e6727ee88f x-openstack-request-id: req-ec5d9639-c09a-40a7-9ab7-11e6727ee88f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:04.887710 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367133a3-ab07-4fd5-bf3c-f360d3d7f29d", "name": "network-vif-deleted", "tag": "6814dbb4-7430-4436-8896-863d5bc5a5b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:04.888277 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec5d9639-c09a-40a7-9ab7-11e6727ee88f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:04.888900 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367133a3-ab07-4fd5-bf3c-f360d3d7f29d', 'name': 'network-vif-deleted', 'tag': '6814dbb4-7430-4436-8896-863d5bc5a5b6', 'status': 'completed', 'code': 200} Jul 22 16:31:04.889349 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2', 'status': 'completed', 'code': 200} Jul 22 16:31:04.894021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.907032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-9500ccad-49cf-4600-8b21-b66da487e56f service neutron] 10.222.0.65 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863389 Jul 22 16:31:04.973058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:04.975287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5d3d24e3-cd4a-4369-b000-a249db2fde65 HTTP/1.1" status: 204 len: 168 time: 1.3214512 Jul 22 16:31:05.031022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce355e-8722-4f2d-b35e-72ceb8dfd9b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3d24e3-cd4a-4369-b000-a249db2fde65,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:05.053862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-6a351701-bbc7-43c0-9e66-3d5acb2d9567 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1816787292&fields=id&tenant_id=821d2878eaa340cfa67d43006047ab6c HTTP/1.1" status: 200 len: 267 time: 0.1470084 Jul 22 16:31:05.150496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.169284 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-1260ef21-1c43-4bf5-b264-848fa06204d2 service neutron] 10.222.0.65 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915476 Jul 22 16:31:05.184724 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c115bf3a-28ab-4458-a5d5-8e9b9f7e0f7f req-8daa08de-a97c-41f4-90cf-73dbbe90827a service neutron] 10.222.0.20 "GET /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440647 Jul 22 16:31:05.195930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-9e261f38-798e-473f-9fc9-cf8063f1c6ae service neutron] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:05.200863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-9e261f38-798e-473f-9fc9-cf8063f1c6ae service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.202197 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ebc1206-468b-432e-a3da-a8cc8c5e5a95 req-9e261f38-798e-473f-9fc9-cf8063f1c6ae service neutron] 10.222.0.20 "DELETE /v2.0/ports/f887a0a0-18a6-4673-b11d-f160b184dab6/bindings/n-h1-792458-13 HTTP/1.1" status: 204 len: 173 time: 0.6041515 Jul 22 16:31:05.206051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-154b7126-9d04-4a92-bd5e-2947892c4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:05.207918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-154b7126-9d04-4a92-bd5e-2947892c4412 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 1137 time: 0.2730641 Jul 22 16:31:05.274340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-283ab0d3-582b-4f5b-ada0-4fae024eb7d8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:05.274488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:05.284019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-283ab0d3-582b-4f5b-ada0-4fae024eb7d8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 985 time: 0.2154348 Jul 22 16:31:05.295496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-c736bc2a-4ad0-4114-a6a3-d1b923cf46a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'port': {'security_groups': ['1be1a7db-0bdb-4124-aa24-dc2c6362e933', 'f4daf848-c5aa-4f38-9183-5c6f0414a411', '155893d3-1fec-4dfb-b5de-02553d3d3437']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:05.356046 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-58fabe6e-e8d7-484b-95a9-b8cf4ae9d159 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c39667ad131b466ca52b4e9c3751a28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751655 Jul 22 16:31:05.356046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43927c-5286-4ad3-bf8f-97b9cedb5e26 req-1e2317ef-9577-4400-bb17-816250a5750f tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:05.356429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:05.360814 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8a43927c-5286-4ad3-bf8f-97b9cedb5e26 req-1e2317ef-9577-4400-bb17-816250a5750f tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 1096 time: 0.1273780 Jul 22 16:31:05.404145 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8a43927c-5286-4ad3-bf8f-97b9cedb5e26 req-82b1cde6-cd0d-40c4-b998-c34dcf7dff60 tempest-LiveMigrationTest-201704744 tempest-LiveMigrationTest-201704744-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Jul 22 16:31:05.487809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-25583da0-5d8e-4f66-97cd-7ac56d02be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:05.489336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-25583da0-5d8e-4f66-97cd-7ac56d02be47 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 914 time: 0.2648208 Jul 22 16:31:05.507376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-c736bc2a-4ad0-4114-a6a3-d1b923cf46a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.513188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33484) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:05.526587 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4492-308f-4a67-a0a2-c77136f94471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.562658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-9a4cb692-fb78-42af-9ed0-ab3e2bb94d37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f62f06-34e4-4d7d-adb1-571f867897e2 HTTP/1.1" status: 200 len: 217 time: 0.0580499 Jul 22 16:31:05.626762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-50ab5f29-2ae9-4b6a-9756-0a9cbac4d2f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5870cf1a77df4837b8bfc0ed33dd0cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120758 Jul 22 16:31:05.631647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33488) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:05.664504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674f792-a848-4efb-9dea-6427a05d00b1 req-7a410cbf-1f19-44ad-b6fe-f0c9086efd2f tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:05.664863 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4492-308f-4a67-a0a2-c77136f94471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.667042 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0674f792-a848-4efb-9dea-6427a05d00b1 req-7a410cbf-1f19-44ad-b6fe-f0c9086efd2f tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 944 time: 0.1729925 Jul 22 16:31:05.739036 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-51448bf6-b665-4e14-b973-45c37e6c9808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.742417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-37c1ff42-4788-415c-9728-073c82e57300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:05.745463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-37c1ff42-4788-415c-9728-073c82e57300 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 200 len: 853 time: 0.1715024 Jul 22 16:31:05.765744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 94248530-b3c7-498a-90b2-9749cdcda9a7 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:05.787242 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0674f792-a848-4efb-9dea-6427a05d00b1 req-5d72e5a9-af46-45f0-8dfc-c702c62e02b8 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903766 Jul 22 16:31:05.799654 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-51448bf6-b665-4e14-b973-45c37e6c9808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.817016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-b3fefbf8-9044-4afb-aa47-857836686b43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbb89cbb-e23f-4367-8389-7188f6f36990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514867 Jul 22 16:31:05.858471 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4492-308f-4a67-a0a2-c77136f94471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.861338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c5b4492-308f-4a67-a0a2-c77136f94471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:05.862754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5c5b4492-308f-4a67-a0a2-c77136f94471 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1126315e-fb40-48e1-b7fa-0bcc8ec2c82d HTTP/1.1" status: 204 len: 168 time: 0.5038965 Jul 22 16:31:05.926113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b4492-308f-4a67-a0a2-c77136f94471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1126315e-fb40-48e1-b7fa-0bcc8ec2c82d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:06.004106 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-51448bf6-b665-4e14-b973-45c37e6c9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.007520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-51448bf6-b665-4e14-b973-45c37e6c9808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.008845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-51448bf6-b665-4e14-b973-45c37e6c9808 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cab741e0-7ba1-4a4b-ac77-2b5bfdf4e681 HTTP/1.1" status: 204 len: 168 time: 0.3759894 Jul 22 16:31:06.041380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 94248530-b3c7-498a-90b2-9749cdcda9a7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=94248530-b3c7-498a-90b2-9749cdcda9a7,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:06.056363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '94248530-b3c7-498a-90b2-9749cdcda9a7', 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6', 'port_id': '94248530-b3c7-498a-90b2-9749cdcda9a7', 'mac_address': 'fa:16:3e:26:b5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467c7526-664c-48ff-a336-a7dd81e2ee56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:06.084035 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-2c1b5075-b0a1-474a-bc4b-68048b1b80bc service neutron] 10.222.0.65 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264018 Jul 22 16:31:06.110789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51448bf6-b665-4e14-b973-45c37e6c9808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab741e0-7ba1-4a4b-ac77-2b5bfdf4e681,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:06.156050 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.199141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911b1c9-c8a5-474b-9957-63878b0a2f31 req-0134ab69-7d6c-4e21-a969-a5fd50b2891c tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:06.202145 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e911b1c9-c8a5-474b-9957-63878b0a2f31 req-0134ab69-7d6c-4e21-a969-a5fd50b2891c tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 944 time: 0.2617815 Jul 22 16:31:06.212712 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94248530-b3c7-498a-90b2-9749cdcda9a7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:06.242530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 94248530-b3c7-498a-90b2-9749cdcda9a7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=94248530-b3c7-498a-90b2-9749cdcda9a7,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:06.249562 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.250975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device febf528b-0d7f-4f59-b72e-bcd64d628914 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:06.281121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-c736bc2a-4ad0-4114-a6a3-d1b923cf46a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] For port 34f62f06-34e4-4d7d-adb1-571f867897e2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34f62f06-34e4-4d7d-adb1-571f867897e2,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:06.284134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-4daa4fad-7bc9-4e63-a7a5-de679a63f0ae tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:06.288935 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-4daa4fad-7bc9-4e63-a7a5-de679a63f0ae tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.65 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 944 time: 0.2969515 Jul 22 16:31:06.362160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=94248530-b3c7-498a-90b2-9749cdcda9a7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:06.375405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port febf528b-0d7f-4f59-b72e-bcd64d628914, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=febf528b-0d7f-4f59-b72e-bcd64d628914,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:06.386766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e911b1c9-c8a5-474b-9957-63878b0a2f31 req-ef6ef584-7214-45ee-9879-a97e22f616cc tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737287 Jul 22 16:31:06.388985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70920bd9-fdc1-4146-b888-cc57dc4c5b45 req-519edb7d-774c-4eda-8291-430c02a7ff4c service neutron] 10.222.0.65 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521827 Jul 22 16:31:06.395367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-c736bc2a-4ad0-4114-a6a3-d1b923cf46a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.413741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'febf528b-0d7f-4f59-b72e-bcd64d628914', 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6', 'port_id': 'febf528b-0d7f-4f59-b72e-bcd64d628914', 'mac_address': 'fa:16:3e:5f:03:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467c7526-664c-48ff-a336-a7dd81e2ee56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:06.425997 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-c736bc2a-4ad0-4114-a6a3-d1b923cf46a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.483556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34f62f06-34e4-4d7d-adb1-571f867897e2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:06.554678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-c736bc2a-4ad0-4114-a6a3-d1b923cf46a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:06.555710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-c736bc2a-4ad0-4114-a6a3-d1b923cf46a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.572278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-956dba8a-4613-4c66-8b1f-4a319f5067ec req-c736bc2a-4ad0-4114-a6a3-d1b923cf46a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "PUT /v2.0/ports/34f62f06-34e4-4d7d-adb1-571f867897e2 HTTP/1.1" status: 200 len: 1021 time: 1.2869434 Jul 22 16:31:06.610840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736bc2a-4ad0-4114-a6a3-d1b923cf46a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'Port': ['ID=34f62f06-34e4-4d7d-adb1-571f867897e2,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:06.643198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 3b67569a-d0fc-4703-90b3-d18129011463 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:06.650905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6814dbb4-7430-4436-8896-863d5bc5a5b6 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:06.651523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Deleting port 414e3a98-c4b9-450f-943c-89be34028be1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:06.651838 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.748127 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.800355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 6814dbb4-7430-4436-8896-863d5bc5a5b6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:06.801543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6814dbb4-7430-4436-8896-863d5bc5a5b6 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:06.823346 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34f62f06-34e4-4d7d-adb1-571f867897e2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:06.856982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] For port 414e3a98-c4b9-450f-943c-89be34028be1, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=414e3a98-c4b9-450f-943c-89be34028be1,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:06.858025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:06.875954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Calling delete_port for 414e3a98-c4b9-450f-943c-89be34028be1 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:06.935449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:06.936287 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:31:06.940589 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3269dde8-159b-44d1-8129-832d1e61a0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:06.959026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febf528b-0d7f-4f59-b72e-bcd64d628914 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:07.038516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79667f-b98b-4723-8c4d-f8150dcdf209 req-af5a44d7-e384-4252-8dde-7ececb80d12f tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:07.059073 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f79667f-b98b-4723-8c4d-f8150dcdf209 req-af5a44d7-e384-4252-8dde-7ececb80d12f tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 1024 time: 0.1906018 Jul 22 16:31:07.094033 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port febf528b-0d7f-4f59-b72e-bcd64d628914, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=febf528b-0d7f-4f59-b72e-bcd64d628914,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:07.095115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:07.115970 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:07.131868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Pushing event deleted for resources: {'Port': ['ID=414e3a98-c4b9-450f-943c-89be34028be1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:07.219107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f79667f-b98b-4723-8c4d-f8150dcdf209 req-43df8daa-087c-47b5-8447-03f9c51dcae6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=155893d3-1fec-4dfb-b5de-02553d3d3437&id=f4daf848-c5aa-4f38-9183-5c6f0414a411&id=1be1a7db-0bdb-4124-aa24-dc2c6362e933 HTTP/1.1" status: 200 len: 6148 time: 0.1557724 Jul 22 16:31:07.235291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] No DVR routers for this DVR port 414e3a98-c4b9-450f-943c-89be34028be1 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:07.238456 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:07.240817 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03db1449-f475-4ab8-9d6e-2d7890c587fd req-e5943cf4-9eda-4187-9697-a9ba9f6ad7d9 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.65 "DELETE /v2.0/ports/414e3a98-c4b9-450f-943c-89be34028be1 HTTP/1.1" status: 204 len: 173 time: 0.9375532 Jul 22 16:31:07.241715 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'name': 'network-vif-deleted', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:07.243698 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c24e1e-2546-47e3-952e-9a06cf346404" -d '{"events": [{"server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "name": "network-vif-deleted", "tag": "414e3a98-c4b9-450f-943c-89be34028be1"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:07.254427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 3b67569a-d0fc-4703-90b3-d18129011463, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3b67569a-d0fc-4703-90b3-d18129011463,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:07.263364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec9310-a7e2-4c04-81d7-90b7b00f7acc req-7bfe8bb7-b9c6-4ec8-842a-bea0429a6fc0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:07.265795 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-02ec9310-a7e2-4c04-81d7-90b7b00f7acc req-7bfe8bb7-b9c6-4ec8-842a-bea0429a6fc0 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 944 time: 0.2344079 Jul 22 16:31:07.338357 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3e1e2fb0-e238-45ad-995f-cc778cdf39e6 req-181317a9-fa33-4f72-be15-5dc9d2d1e3f4 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=42eba6bb-3ea1-40d6-aaf4-1ea118ab0172 HTTP/1.1" status: 200 len: 210 time: 0.0338771 Jul 22 16:31:07.341790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-02ec9310-a7e2-4c04-81d7-90b7b00f7acc req-0ed372e1-a1a9-4d3c-a380-122a188f5cea tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696836 Jul 22 16:31:07.410973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=febf528b-0d7f-4f59-b72e-bcd64d628914,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:07.422039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-053b6ce5-3775-47fa-b67a-9e575460ab88 req-bb205c53-d014-4299-ad5a-bd48e1505005 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1300847793 ', 'description': 'tempest-description-1519044707'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:07.431755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '3b67569a-d0fc-4703-90b3-d18129011463', 'network_id': 'e5d70f19-cdef-4f53-babf-2ba01133cbb6', 'port_id': '3b67569a-d0fc-4703-90b3-d18129011463', 'mac_address': 'fa:16:3e:fe:c6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467c7526-664c-48ff-a336-a7dd81e2ee56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:07.490742 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e28c274-896c-4c15-9eda-7f2df0c1542f x-openstack-request-id: req-9e28c274-896c-4c15-9eda-7f2df0c1542f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:07.491082 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:07.491563 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e28c274-896c-4c15-9eda-7f2df0c1542f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:07.492042 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2', 'status': 'completed', 'code': 200} Jul 22 16:31:07.498214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-053b6ce5-3775-47fa-b67a-9e575460ab88 req-bb205c53-d014-4299-ad5a-bd48e1505005 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:07.570031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['febf528b-0d7f-4f59-b72e-bcd64d628914'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:07.573633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['94248530-b3c7-498a-90b2-9749cdcda9a7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:07.598648 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc1b2fc-ef54-4065-aafe-ae24dd4915d9 x-openstack-request-id: req-0cc1b2fc-ef54-4065-aafe-ae24dd4915d9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:07.599099 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42eba6bb-3ea1-40d6-aaf4-1ea118ab0172", "name": "network-vif-deleted", "tag": "414e3a98-c4b9-450f-943c-89be34028be1", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:07.599823 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cc1b2fc-ef54-4065-aafe-ae24dd4915d9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:07.600468 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42eba6bb-3ea1-40d6-aaf4-1ea118ab0172', 'name': 'network-vif-deleted', 'tag': '414e3a98-c4b9-450f-943c-89be34028be1', 'status': 'completed', 'code': 200} Jul 22 16:31:07.668338 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:07.669358 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-053b6ce5-3775-47fa-b67a-9e575460ab88 req-bb205c53-d014-4299-ad5a-bd48e1505005 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:07.675488 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-053b6ce5-3775-47fa-b67a-9e575460ab88 req-bb205c53-d014-4299-ad5a-bd48e1505005 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:07.762219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb205c53-d014-4299-ad5a-bd48e1505005 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefaec81-4cbe-4e3a-bb65-be2e30a62d51,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:07.769244 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-053b6ce5-3775-47fa-b67a-9e575460ab88 req-bb205c53-d014-4299-ad5a-bd48e1505005 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:07.774548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-053b6ce5-3775-47fa-b67a-9e575460ab88 req-bb205c53-d014-4299-ad5a-bd48e1505005 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3649909 Jul 22 16:31:07.794356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b67569a-d0fc-4703-90b3-d18129011463 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:07.857096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 3b67569a-d0fc-4703-90b3-d18129011463, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3b67569a-d0fc-4703-90b3-d18129011463,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:08.096353 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:08.154153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-4779df33-2dec-47a0-adcd-6aae2ccaa791 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:08.156397 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-4779df33-2dec-47a0-adcd-6aae2ccaa791 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 944 time: 0.6379914 Jul 22 16:31:08.261143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-eb5a91c9-9da9-4072-9494-e5b604726c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:08.262278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-eb5a91c9-9da9-4072-9494-e5b604726c86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 1176 time: 0.6691613 Jul 22 16:31:08.291922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=3b67569a-d0fc-4703-90b3-d18129011463,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:08.294688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d308a-5178-414c-ba3b-aee35de4580f req-12f5e8a0-75ab-479f-98e9-2fbed53485be tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:08.302375 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd1d308a-5178-414c-ba3b-aee35de4580f req-12f5e8a0-75ab-479f-98e9-2fbed53485be tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 944 time: 0.6277919 Jul 22 16:31:08.355411 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-52573bca-251f-4910-8a1f-9c12ab3a4ab1 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=08d47e4ccd874be0ae4d1d38808c462f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724182 Jul 22 16:31:08.425604 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd1d308a-5178-414c-ba3b-aee35de4580f req-f01ca3f6-7347-481e-a227-ad6ad8b91847 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215224 Jul 22 16:31:08.511936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-5990f4c8-ec85-46db-9883-89fc5ed2846a tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:08.515846 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-5990f4c8-ec85-46db-9883-89fc5ed2846a tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575603 Jul 22 16:31:08.531757 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-2c5b0b45-13f2-4bb7-9315-2f7f4244eb36 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/quotas/08d47e4ccd874be0ae4d1d38808c462f HTTP/1.1" status: 200 len: 375 time: 0.0109243 Jul 22 16:31:08.540726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-6ad58270-d1e8-49ef-85e3-d19597247f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:08.542408 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-6ad58270-d1e8-49ef-85e3-d19597247f85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 914 time: 0.2708564 Jul 22 16:31:08.592460 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-f5d569a9-d616-462e-97da-11489c7bb29f tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08d47e4ccd874be0ae4d1d38808c462f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461993 Jul 22 16:31:08.597078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Deleting port f887a0a0-18a6-4673-b11d-f160b184dab6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:08.597473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:08.601907 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-2be4fc1b-b161-4560-aaed-7d6370e1cc84 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f62f06-34e4-4d7d-adb1-571f867897e2 HTTP/1.1" status: 200 len: 217 time: 0.0472369 Jul 22 16:31:08.626326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 414e3a98-c4b9-450f-943c-89be34028be1 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:08.648949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 414e3a98-c4b9-450f-943c-89be34028be1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:08.649413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 414e3a98-c4b9-450f-943c-89be34028be1 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:08.774235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-d30f7883-4d79-41ad-aa87-d87488d12e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:08.777226 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-d30f7883-4d79-41ad-aa87-d87488d12e4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 200 len: 853 time: 0.1475899 Jul 22 16:31:08.784943 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-72760c80-ab4d-46e8-a4da-a404f8192bd0 req-44fcdc80-9b55-4d2e-9081-60c834869812 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/eefaec81-4cbe-4e3a-bb65-be2e30a62d51 HTTP/1.1" status: 200 len: 1781 time: 0.1906421 Jul 22 16:31:08.811102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] For port f887a0a0-18a6-4673-b11d-f160b184dab6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f887a0a0-18a6-4673-b11d-f160b184dab6,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:08.811469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:08.857032 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Calling delete_port for f887a0a0-18a6-4673-b11d-f160b184dab6 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:08.862976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-878c72b7-a1dc-4bfe-9c4e-3904f175321e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fbb89cbb-e23f-4367-8389-7188f6f36990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427921 Jul 22 16:31:08.949607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['3b67569a-d0fc-4703-90b3-d18129011463'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:09.043531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5697e78-ebc2-4443-b3a0-4fbe09c2282e req-3db8c5cb-ca95-41b4-a756-b96e12328c81 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:09.057543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-c7bf717b-0bd7-4fe2-a97e-d8a031d66cb1 service neutron] 10.222.0.65 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794059 Jul 22 16:31:09.063500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5697e78-ebc2-4443-b3a0-4fbe09c2282e req-3db8c5cb-ca95-41b4-a756-b96e12328c81 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 944 time: 0.1675684 Jul 22 16:31:09.118109 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5697e78-ebc2-4443-b3a0-4fbe09c2282e req-8174b92c-90cd-42ab-b30d-28df3c213686 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479615 Jul 22 16:31:09.204633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e5db3f1c-e27a-4f2d-98aa-98d5375d2fc6 req-6a5a241f-bac2-49a5-9b67-b3bff950881b tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/eefaec81-4cbe-4e3a-bb65-be2e30a62d51 HTTP/1.1" status: 200 len: 1781 time: 0.0527015 Jul 22 16:31:09.220362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42864c20-a0cc-471e-9761-10bb684d5fbf req-67c13972-4b36-449a-a767-dd1519c6b1db tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 210 time: 0.0522442 Jul 22 16:31:09.272736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:09.281030 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e5db3f1c-e27a-4f2d-98aa-98d5375d2fc6 req-a20eef79-5689-477f-a7ab-1f12eb5d528d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:09.308892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ecc265b3-aa72-47ad-8f2b-98e0bd914392', 'f887a0a0-18a6-4673-b11d-f160b184dab6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:09.311238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e5db3f1c-e27a-4f2d-98aa-98d5375d2fc6 req-a20eef79-5689-477f-a7ab-1f12eb5d528d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:09.334400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3269dde8-159b-44d1-8129-832d1e61a0f5 req-ba29b8a5-01dd-47eb-9b61-7fabc8b0ba5e service neutron] 10.222.0.65 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671530 Jul 22 16:31:09.335554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Pushing event deleted for resources: {'Port': ['ID=f887a0a0-18a6-4673-b11d-f160b184dab6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:09.406165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e5db3f1c-e27a-4f2d-98aa-98d5375d2fc6 req-a20eef79-5689-477f-a7ab-1f12eb5d528d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:09.409198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e5db3f1c-e27a-4f2d-98aa-98d5375d2fc6 req-a20eef79-5689-477f-a7ab-1f12eb5d528d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:09.419620 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e5db3f1c-e27a-4f2d-98aa-98d5375d2fc6 req-a20eef79-5689-477f-a7ab-1f12eb5d528d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/eefaec81-4cbe-4e3a-bb65-be2e30a62d51 HTTP/1.1" status: 204 len: 173 time: 0.2089574 Jul 22 16:31:09.441492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20eef79-5689-477f-a7ab-1f12eb5d528d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefaec81-4cbe-4e3a-bb65-be2e30a62d51,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:09.467581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] No DVR routers for this DVR port f887a0a0-18a6-4673-b11d-f160b184dab6 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:09.474096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:09.476891 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-4317faa6-b28b-4e4b-a074-06a27b49dac0 req-73f84a8e-946a-45e9-a1ed-88f918db2cf7 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:31:09.478001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4317faa6-b28b-4e4b-a074-06a27b49dac0 req-73f84a8e-946a-45e9-a1ed-88f918db2cf7 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/eefaec81-4cbe-4e3a-bb65-be2e30a62d51 HTTP/1.1" status: 404 len: 352 time: 0.0268977 Jul 22 16:31:09.479972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65f1d401-3179-4502-9c68-6a6bed2e72be req-dbe8f3ae-1070-4d93-8415-2a5ae0f23cdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.20 "DELETE /v2.0/ports/f887a0a0-18a6-4673-b11d-f160b184dab6 HTTP/1.1" status: 204 len: 173 time: 1.3121505 Jul 22 16:31:09.602360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'name': 'network-vif-deleted', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:09.609512 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad81a253-93a5-4d44-a7c7-390d4954eab8" -d '{"events": [{"server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "name": "network-vif-deleted", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:09.682294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e18e9d4e-4d54-4122-9f98-9da81a79545f req-c9476401-db35-4c86-b39d-46f0fdc3eee0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-156787825', 'description': 'tempest-description-1096567908'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:09.716255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e18e9d4e-4d54-4122-9f98-9da81a79545f req-c9476401-db35-4c86-b39d-46f0fdc3eee0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:09.775755 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97b93-4a66-4955-aafd-04549d666667 req-6413fec9-9080-439a-86ee-e6c5a0071427 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:09.778996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9b97b93-4a66-4955-aafd-04549d666667 req-6413fec9-9080-439a-86ee-e6c5a0071427 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 945 time: 0.1087029 Jul 22 16:31:09.796924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 94248530-b3c7-498a-90b2-9749cdcda9a7 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:09.904794 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9b97b93-4a66-4955-aafd-04549d666667 req-c8c01265-3603-44bd-a086-b584fb03416c tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164422 Jul 22 16:31:09.930658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 94248530-b3c7-498a-90b2-9749cdcda9a7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:09.945932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 94248530-b3c7-498a-90b2-9749cdcda9a7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:09.946487 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.008788 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e18e9d4e-4d54-4122-9f98-9da81a79545f req-c9476401-db35-4c86-b39d-46f0fdc3eee0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.016219 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e18e9d4e-4d54-4122-9f98-9da81a79545f req-c9476401-db35-4c86-b39d-46f0fdc3eee0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.054193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e18e9d4e-4d54-4122-9f98-9da81a79545f req-c9476401-db35-4c86-b39d-46f0fdc3eee0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.068311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e18e9d4e-4d54-4122-9f98-9da81a79545f req-c9476401-db35-4c86-b39d-46f0fdc3eee0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3909502 Jul 22 16:31:10.101857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.113732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9476401-db35-4c86-b39d-46f0fdc3eee0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447cb390-b86b-47ec-bdf6-b17a25c68b2d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:10.155804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f517f39-23cc-419b-939e-3fc685bdb5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94248530-b3c7-498a-90b2-9749cdcda9a7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:10.161139 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b0f312-94f0-4041-94b1-174dd25d1b12" -d '{"events": [{"server_uuid": "7f517f39-23cc-419b-939e-3fc685bdb5fc", "name": "network-vif-plugged", "status": "completed", "tag": "94248530-b3c7-498a-90b2-9749cdcda9a7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:10.184624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 94248530-b3c7-498a-90b2-9749cdcda9a7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=94248530-b3c7-498a-90b2-9749cdcda9a7,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:10.191571 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.200647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device febf528b-0d7f-4f59-b72e-bcd64d628914 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:10.264951 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9423e8-874e-4b1f-a901-ff5e63e2e454 x-openstack-request-id: req-da9423e8-874e-4b1f-a901-ff5e63e2e454 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:10.265248 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6493a4-4ac1-4278-b300-11caa6c907a9", "name": "network-vif-deleted", "tag": "f887a0a0-18a6-4673-b11d-f160b184dab6", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:10.265490 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da9423e8-874e-4b1f-a901-ff5e63e2e454 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:10.265896 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6493a4-4ac1-4278-b300-11caa6c907a9', 'name': 'network-vif-deleted', 'tag': 'f887a0a0-18a6-4673-b11d-f160b184dab6', 'status': 'completed', 'code': 200} Jul 22 16:31:10.307437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0402d-ef16-4c6c-9e17-14e0d767ae69 req-9edbe997-22be-4b88-bb50-14d7a9a91c58 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:10.331705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1de0402d-ef16-4c6c-9e17-14e0d767ae69 req-9edbe997-22be-4b88-bb50-14d7a9a91c58 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 967 time: 0.1879482 Jul 22 16:31:10.335994 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:31:10.342107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=94248530-b3c7-498a-90b2-9749cdcda9a7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:10.356419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-74c129e9-c473-4e59-9863-e05a32e64f3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1540294 Jul 22 16:31:10.356419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:10.376722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port febf528b-0d7f-4f59-b72e-bcd64d628914 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:10.382954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port febf528b-0d7f-4f59-b72e-bcd64d628914 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:10.383407 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.425565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cba0720a-a8d6-4f59-8a32-cb006c8a8d5e req-c46f2c59-bdc2-4f6e-bcac-f333b3ac0602 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1464354862', 'description': 'tempest-description-626397157'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:10.447529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1de0402d-ef16-4c6c-9e17-14e0d767ae69 req-e26952c2-4d39-4a38-83c7-1274de95c376 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/security-groups?id=824f4195-fe5c-4a24-9e8d-c38260b5fc2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115806 Jul 22 16:31:10.456077 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cba0720a-a8d6-4f59-8a32-cb006c8a8d5e req-c46f2c59-bdc2-4f6e-bcac-f333b3ac0602 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.506176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-db86678d-06c5-4016-9d77-63f3c258444a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:10.521671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-db86678d-06c5-4016-9d77-63f3c258444a tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.65 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 967 time: 0.1869762 Jul 22 16:31:10.600684 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.607474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 3b67569a-d0fc-4703-90b3-d18129011463 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:10.635874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1b93096-7223-413b-b927-52e715c18860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.653529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-335fd5f1-e31a-4400-8aea-47b33211c138 req-9a639659-8d06-445a-a665-b17174856b7c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 210 time: 0.0623734 Jul 22 16:31:10.727017 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b7ed94-2202-45f5-a822-b7d2bdd825c6 x-openstack-request-id: req-47b7ed94-2202-45f5-a822-b7d2bdd825c6 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:10.727361 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f517f39-23cc-419b-939e-3fc685bdb5fc", "name": "network-vif-plugged", "status": "completed", "tag": "94248530-b3c7-498a-90b2-9749cdcda9a7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:10.727558 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47b7ed94-2202-45f5-a822-b7d2bdd825c6 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:10.727955 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f517f39-23cc-419b-939e-3fc685bdb5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94248530-b3c7-498a-90b2-9749cdcda9a7', 'code': 200} Jul 22 16:31:10.749448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 3b67569a-d0fc-4703-90b3-d18129011463 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:10.766969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port febf528b-0d7f-4f59-b72e-bcd64d628914, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=febf528b-0d7f-4f59-b72e-bcd64d628914,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:10.771047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 3b67569a-d0fc-4703-90b3-d18129011463 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:10.771450 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.774684 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.780978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f887a0a0-18a6-4673-b11d-f160b184dab6 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:10.809563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cba0720a-a8d6-4f59-8a32-cb006c8a8d5e req-c46f2c59-bdc2-4f6e-bcac-f333b3ac0602 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.818844 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cba0720a-a8d6-4f59-8a32-cb006c8a8d5e req-c46f2c59-bdc2-4f6e-bcac-f333b3ac0602 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.831409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-977e6f58-9f7e-4ee4-93aa-166983478d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:10.840340 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-977e6f58-9f7e-4ee4-93aa-166983478d3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1098 time: 0.3563766 Jul 22 16:31:10.871453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: f887a0a0-18a6-4673-b11d-f160b184dab6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:10.872189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f887a0a0-18a6-4673-b11d-f160b184dab6 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:10.897879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24a25d22-2347-410f-9208-dfc8603c5196 req-8050fb42-b460-43a8-9aab-764bde8c4918 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 210 time: 0.0958958 Jul 22 16:31:10.917511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Deleting port 36efd4df-c527-4a51-b488-3206c1744a05 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:10.918450 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:10.939311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=febf528b-0d7f-4f59-b72e-bcd64d628914,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:11.003210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f2c59-bdc2-4f6e-bcac-f333b3ac0602 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3aeb2d-69ed-4947-a1cd-3d9b8b0ad6a0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:11.013364 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.023969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-a78513d1-de3f-4377-8f31-ae5d1e470730 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=08d47e4ccd874be0ae4d1d38808c462f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831678 Jul 22 16:31:11.086222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 3b67569a-d0fc-4703-90b3-d18129011463, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3b67569a-d0fc-4703-90b3-d18129011463,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:11.091892 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.113403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1b93096-7223-413b-b927-52e715c18860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.133790 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1b93096-7223-413b-b927-52e715c18860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.174589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=3b67569a-d0fc-4703-90b3-d18129011463,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:11.208793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cba0720a-a8d6-4f59-8a32-cb006c8a8d5e req-c46f2c59-bdc2-4f6e-bcac-f333b3ac0602 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.211727 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cba0720a-a8d6-4f59-8a32-cb006c8a8d5e req-c46f2c59-bdc2-4f6e-bcac-f333b3ac0602 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7903068 Jul 22 16:31:11.254473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b93096-7223-413b-b927-52e715c18860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555e8367-9d9a-42f7-8347-f4f5e29850f6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:11.266213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] For port 36efd4df-c527-4a51-b488-3206c1744a05, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=36efd4df-c527-4a51-b488-3206c1744a05,segment=NetworkSegment(d8a198b1-e94b-4b39-aed6-2fbc03e08693),segment_id=d8a198b1-e94b-4b39-aed6-2fbc03e08693)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:11.266537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.295923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Calling delete_port for 36efd4df-c527-4a51-b488-3206c1744a05 owned by compute:tempest-test_az-1845848159 {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:11.323970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-e9a9410c-e302-4a48-9a5b-3c11edec3c75 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.325301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-e9a9410c-e302-4a48-9a5b-3c11edec3c75 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2846360 Jul 22 16:31:11.341447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5d6b7-87e2-44d8-8fe0-6121225c8e25 req-13bf1e62-6665-48a2-8518-f7b39650f96e tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.343307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27d5d6b7-87e2-44d8-8fe0-6121225c8e25 req-13bf1e62-6665-48a2-8518-f7b39650f96e tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 946 time: 0.2812991 Jul 22 16:31:11.356476 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e1b93096-7223-413b-b927-52e715c18860 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=755d4cd5072b4847b39bb13e703cafff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9953508 Jul 22 16:31:11.362580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33646) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:11.388643 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-6b7a7a02-471c-427c-bdb5-ff1afb847f7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6911230 Jul 22 16:31:11.405066 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-0194dedc-c579-4c16-953a-1b62bec756e5 req-6e7c3eef-0a45-4a65-8133-24a672778054 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-429699822', 'description': 'tempest-description-398052656'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:11.420529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-2243abe2-cd59-4991-bc17-90fa7459d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.422108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-2243abe2-cd59-4991-bc17-90fa7459d2b8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.4200883 Jul 22 16:31:11.431011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Request body: {'port': {'device_id': 'acd3746d-a4c3-431f-8db3-4231fef691e1', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '08d47e4ccd874be0ae4d1d38808c462f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:11.477078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0557-19e1-4578-886d-9536bd4a58a5 req-bad10490-0c17-453d-9f78-314e7b8fec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.479979 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af9b0557-19e1-4578-886d-9536bd4a58a5 req-bad10490-0c17-453d-9f78-314e7b8fec8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f517f39-23cc-419b-939e-3fc685bdb5fc HTTP/1.1" status: 200 len: 1097 time: 0.6323159 Jul 22 16:31:11.535314 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0194dedc-c579-4c16-953a-1b62bec756e5 req-6e7c3eef-0a45-4a65-8133-24a672778054 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.540962 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27d5d6b7-87e2-44d8-8fe0-6121225c8e25 req-fa7b1ab5-d411-49fd-b336-853cdad67840 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475859 Jul 22 16:31:11.628261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-5162b5d6-cf97-475b-aeb6-10e8a994d714 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1002 time: 0.1926644 Jul 22 16:31:11.638806 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af9b0557-19e1-4578-886d-9536bd4a58a5 req-e5d52dc2-c886-46e5-a633-fbd41e443165 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243651 Jul 22 16:31:11.645428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4246127a-f45f-451b-b92b-ce7b93d0ddaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.689118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.729355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4246127a-f45f-451b-b92b-ce7b93d0ddaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.735487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Pushing event deleted for resources: {'Port': ['ID=36efd4df-c527-4a51-b488-3206c1744a05,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:11.761063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-19901579-92a5-466b-ab0c-324bdea90bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.762587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-19901579-92a5-466b-ab0c-324bdea90bfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 1097 time: 0.3347096 Jul 22 16:31:11.782711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-78830d5f-a2ca-4664-ad9e-97400d3d7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.784399 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-78830d5f-a2ca-4664-ad9e-97400d3d7c8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1367831 Jul 22 16:31:11.801417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] No DVR routers for this DVR port 36efd4df-c527-4a51-b488-3206c1744a05 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:11.805803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.810524 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb0c8b76-ed2b-4432-8cd1-7997db3ae16a req-4f446060-4f07-438e-baa9-8425b31bdc45 tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.65 "DELETE /v2.0/ports/36efd4df-c527-4a51-b488-3206c1744a05 HTTP/1.1" status: 204 len: 173 time: 1.2747471 Jul 22 16:31:11.811642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'name': 'network-vif-deleted', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:11.831168 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464f2ef5-ae23-48bb-a775-ef5c5536350b" -d '{"events": [{"server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "name": "network-vif-deleted", "tag": "36efd4df-c527-4a51-b488-3206c1744a05"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:11.854567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370479-8526-4f4c-9f0f-0bdb99a6cd13 req-bc04d936-af79-4f85-a0e7-1afdd298d7c6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:11.856370 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d370479-8526-4f4c-9f0f-0bdb99a6cd13 req-bc04d936-af79-4f85-a0e7-1afdd298d7c6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 946 time: 0.2101262 Jul 22 16:31:11.874980 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0194dedc-c579-4c16-953a-1b62bec756e5 req-6e7c3eef-0a45-4a65-8133-24a672778054 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.889108 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4246127a-f45f-451b-b92b-ce7b93d0ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.891714 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4246127a-f45f-451b-b92b-ce7b93d0ddaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.893033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4246127a-f45f-451b-b92b-ce7b93d0ddaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/555e8367-9d9a-42f7-8347-f4f5e29850f6 HTTP/1.1" status: 204 len: 168 time: 0.5239992 Jul 22 16:31:11.902178 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0194dedc-c579-4c16-953a-1b62bec756e5 req-6e7c3eef-0a45-4a65-8133-24a672778054 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:11.933288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246127a-f45f-451b-b92b-ce7b93d0ddaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555e8367-9d9a-42f7-8347-f4f5e29850f6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:12.011439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d370479-8526-4f4c-9f0f-0bdb99a6cd13 req-36c7abd7-13d8-4c41-938e-a5acf5e61aed tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365585 Jul 22 16:31:12.024815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Made reservation on behalf of 08d47e4ccd874be0ae4d1d38808c462f for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:12.029459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-5f79c088-1178-4a9d-b3d2-af51b20d0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:12.030821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.032090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-5f79c088-1178-4a9d-b3d2-af51b20d0d7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2333157 Jul 22 16:31:12.050229 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.062721 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0194dedc-c579-4c16-953a-1b62bec756e5 req-6e7c3eef-0a45-4a65-8133-24a672778054 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.075178 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0194dedc-c579-4c16-953a-1b62bec756e5 req-6e7c3eef-0a45-4a65-8133-24a672778054 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6835175 Jul 22 16:31:12.082157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c3eef-0a45-4a65-8133-24a672778054 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b47759-64c5-40ea-9d15-7ef03eda34ca,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:12.300429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.306328 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.338436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab7b1c34-4022-482d-ba28-0eaf4f42e586 req-3eb728f3-4503-40f5-b427-63958b7fbdce tempest-LiveAutoBlockMigrationV225Test-200582093 tempest-LiveAutoBlockMigrationV225Test-200582093-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52a4a24-0cb0-4a0b-8c58-b83a2beb0874 HTTP/1.1" status: 200 len: 210 time: 0.0683718 Jul 22 16:31:12.380045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-b7416ab3-6883-41aa-8b74-0bb4497be52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:12.381530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-b7416ab3-6883-41aa-8b74-0bb4497be52a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 200 len: 908 time: 0.4076664 Jul 22 16:31:12.430828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:12.433951 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-973f311f-2fd9-467e-945d-ee58d0a14a94 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786972 Jul 22 16:31:12.439851 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c20f893-a5ef-47da-8c9c-89709511d99b x-openstack-request-id: req-1c20f893-a5ef-47da-8c9c-89709511d99b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:12.440197 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-7f0d891a-9efd-45b8-a6a0-2320d331246e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392 HTTP/1.1" status: 200 len: 217 time: 0.0512352 Jul 22 16:31:12.440674 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a4a24-0cb0-4a0b-8c58-b83a2beb0874", "name": "network-vif-deleted", "tag": "36efd4df-c527-4a51-b488-3206c1744a05", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:12.441143 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c20f893-a5ef-47da-8c9c-89709511d99b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:12.441857 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52a4a24-0cb0-4a0b-8c58-b83a2beb0874', 'name': 'network-vif-deleted', 'tag': '36efd4df-c527-4a51-b488-3206c1744a05', 'status': 'completed', 'code': 200} Jul 22 16:31:12.447305 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a856875-f2bd-4ac2-bc6d-919d942337d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.481812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112cb292-872d-4701-84b6-54c3f4ccee67,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:12.490414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c231a19-7df7-4853-bcbd-6d11c50cf232 req-86a6f7d3-69a5-4d0e-9f65-70b1645e8c87 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 210 time: 0.1056466 Jul 22 16:31:12.626261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49fbf707-9594-4abe-9b27-c6ccf581d8c0 req-28e6d0c5-91d9-4946-9ad9-44e7c3debfec tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 210 time: 0.0856326 Jul 22 16:31:12.630829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-c430dafa-83c8-4382-8bf0-70162d1023e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:12.632629 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-c430dafa-83c8-4382-8bf0-70162d1023e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 200 len: 847 time: 0.1825762 Jul 22 16:31:12.685613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Allocated IP 192.168.233.123 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/f2f5df79-72d1-458b-bec5-ba9c35495e46) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:12.702680 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-f57b907c-5b87-4927-8809-c5e7b61d97f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a847bd19-60dd-46ee-bfde-f4c7201e229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448973 Jul 22 16:31:12.712570 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f549707-ee0c-40c8-81f3-19aa893ce305 req-b59f6c79-c845-405b-8b4f-d027d6467ff5 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467687 Jul 22 16:31:12.729575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8540979c-6e3d-4bc2-ab63-679b5643a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf528b-0d7f-4f59-b72e-bcd64d628914'}, {'server_uuid': '0a955653-61f2-42c4-b9e9-5127c041a780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b67569a-d0fc-4703-90b3-d18129011463'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:12.732072 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0416028f-a0ae-4495-a28e-2013c713799e" -d '{"events": [{"server_uuid": "8540979c-6e3d-4bc2-ab63-679b5643a290", "name": "network-vif-plugged", "status": "completed", "tag": "febf528b-0d7f-4f59-b72e-bcd64d628914"}, {"server_uuid": "0a955653-61f2-42c4-b9e9-5127c041a780", "name": "network-vif-plugged", "status": "completed", "tag": "3b67569a-d0fc-4703-90b3-d18129011463"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:12.922500 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a856875-f2bd-4ac2-bc6d-919d942337d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.939693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.947936 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a856875-f2bd-4ac2-bc6d-919d942337d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:12.956587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Transition to ACTIVE for port object f2f5df79-72d1-458b-bec5-ba9c35495e46 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:12.997003 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.025287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:13.030530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:13.068986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:13.076451 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-f4014bba-4552-46bd-ac18-baea67186cc3 service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445709 Jul 22 16:31:13.092159 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c16cced9-bc57-404a-8a40-0b04e91102da req-9f995990-a89b-42c9-8c65-c79155eb4896 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=821d2878eaa340cfa67d43006047ab6c HTTP/1.1" status: 200 len: 10894 time: 0.3572109 Jul 22 16:31:13.106986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a856875-f2bd-4ac2-bc6d-919d942337d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a0a51-60c1-43b4-a217-72a2472b73ad,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:13.144712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Pushing event updated for resources: {'Port': ['ID=f2f5df79-72d1-458b-bec5-ba9c35495e46,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:13.161011 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4a856875-f2bd-4ac2-bc6d-919d942337d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49295511c3f94df1b63055f8e0731d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7253463 Jul 22 16:31:13.161554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33684) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:13.185036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:13.186147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.215269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-d21a7c27-61fa-450a-9a8d-b31859e439a4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8199561 Jul 22 16:31:13.237533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Request body: {'port': {'device_id': 'acd3746d-a4c3-431f-8db3-4231fef691e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:13.350861 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af33496-6262-48ae-9107-ae2b935ff8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.357131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ef6a7299-4c9b-4949-b084-0e8d1fcf618d None None] Provisioning for port f2f5df79-72d1-458b-bec5-ba9c35495e46 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:13.365525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ef6a7299-4c9b-4949-b084-0e8d1fcf618d None None] Provisioning complete for port f2f5df79-72d1-458b-bec5-ba9c35495e46 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:13.366218 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef6a7299-4c9b-4949-b084-0e8d1fcf618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.414480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a7299-4c9b-4949-b084-0e8d1fcf618d None None] Port f2f5df79-72d1-458b-bec5-ba9c35495e46 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:31:13.426799 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c16cced9-bc57-404a-8a40-0b04e91102da req-5e506c9b-02f7-4fba-9767-a2ef07219a0f tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/1be1a7db-0bdb-4124-aa24-dc2c6362e933 HTTP/1.1" status: 200 len: 2981 time: 0.2983947 Jul 22 16:31:13.438214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c37d4e-de8e-4ef5-95ea-13e3ab5f2c02 req-4c3d6666-9544-48a5-bd4e-94d8fcd45511 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:13.439874 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29c37d4e-de8e-4ef5-95ea-13e3ab5f2c02 req-4c3d6666-9544-48a5-bd4e-94d8fcd45511 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 946 time: 0.1933734 Jul 22 16:31:13.440504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.461987 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e8eba79-cd30-46ff-98b2-f06884f98b8f req-2685fed0-139f-4ef7-b176-0abc2992bbfe service neutron] 10.222.0.20 "GET /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569663 Jul 22 16:31:13.485383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af33496-6262-48ae-9107-ae2b935ff8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.543806 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c16cced9-bc57-404a-8a40-0b04e91102da req-7751b2ab-12f1-4a82-94f5-645e1511e135 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/1be1a7db-0bdb-4124-aa24-dc2c6362e933 HTTP/1.1" status: 200 len: 2981 time: 0.0998840 Jul 22 16:31:13.586409 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af33496-6262-48ae-9107-ae2b935ff8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.591428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af33496-6262-48ae-9107-ae2b935ff8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:13.600763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5af33496-6262-48ae-9107-ae2b935ff8aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c73a0a51-60c1-43b4-a217-72a2472b73ad HTTP/1.1" status: 204 len: 168 time: 0.3800864 Jul 22 16:31:13.610078 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15eff2c6-73de-41dd-a3e9-153393a38713 x-openstack-request-id: req-15eff2c6-73de-41dd-a3e9-153393a38713 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:13.610709 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8540979c-6e3d-4bc2-ab63-679b5643a290", "name": "network-vif-plugged", "status": "completed", "tag": "febf528b-0d7f-4f59-b72e-bcd64d628914", "code": 200}, {"server_uuid": "0a955653-61f2-42c4-b9e9-5127c041a780", "name": "network-vif-plugged", "status": "completed", "tag": "3b67569a-d0fc-4703-90b3-d18129011463", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:13.611229 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15eff2c6-73de-41dd-a3e9-153393a38713 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:13.611882 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8540979c-6e3d-4bc2-ab63-679b5643a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febf528b-0d7f-4f59-b72e-bcd64d628914', 'code': 200} Jul 22 16:31:13.612360 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a955653-61f2-42c4-b9e9-5127c041a780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b67569a-d0fc-4703-90b3-d18129011463', 'code': 200} Jul 22 16:31:13.635938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af33496-6262-48ae-9107-ae2b935ff8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a0a51-60c1-43b4-a217-72a2472b73ad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:13.703091 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29c37d4e-de8e-4ef5-95ea-13e3ab5f2c02 req-cdf30b32-f04c-48e2-aaa3-4d598a9f2549 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444808 Jul 22 16:31:13.862780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33700) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:13.940830 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cea88804-709e-4986-9635-d8f32d14b3eb req-39940593-0fdf-4444-95fc-4d080f7d2891 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 210 time: 0.0636172 Jul 22 16:31:14.124811 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08cd4c29-9aa6-41aa-9685-54695240a373 req-1a4624d3-7030-45db-9d60-f6cee3740aa0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/447cb390-b86b-47ec-bdf6-b17a25c68b2d HTTP/1.1" status: 200 len: 1800 time: 0.2180865 Jul 22 16:31:14.159569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f5df79-72d1-458b-bec5-ba9c35495e46 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:14.172465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.195414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Transition to ACTIVE for port object f2f5df79-72d1-458b-bec5-ba9c35495e46 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:14.217762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.257620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-08cd4c29-9aa6-41aa-9685-54695240a373 req-962b79c6-db4c-43cf-9d3d-fb79329dca61 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.274392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e82a8c-0ef1-40d5-9773-891660130484 req-514b9a7e-82fd-46b9-9b81-a0922cccb96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:14.290426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3e82a8c-0ef1-40d5-9773-891660130484 req-514b9a7e-82fd-46b9-9b81-a0922cccb96b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8540979c-6e3d-4bc2-ab63-679b5643a290 HTTP/1.1" status: 200 len: 1097 time: 0.5444283 Jul 22 16:31:14.306604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c5bd3-e0f3-4323-b1ac-be69337c70d8 req-a8c021d5-8151-4a44-9d0f-04c87ba34553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:14.306604 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-846c5bd3-e0f3-4323-b1ac-be69337c70d8 req-a8c021d5-8151-4a44-9d0f-04c87ba34553 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 1098 time: 0.4568517 Jul 22 16:31:14.391118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f5df79-72d1-458b-bec5-ba9c35495e46,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:14.438743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3e82a8c-0ef1-40d5-9773-891660130484 req-fa89aed8-29bd-41ce-9952-c98fc35da588 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336203 Jul 22 16:31:14.449800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-08cd4c29-9aa6-41aa-9685-54695240a373 req-962b79c6-db4c-43cf-9d3d-fb79329dca61 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.547082 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-846c5bd3-e0f3-4323-b1ac-be69337c70d8 req-dbd5691c-4082-4993-86e7-595c1226d7e4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923409 Jul 22 16:31:14.599471 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-08cd4c29-9aa6-41aa-9685-54695240a373 req-962b79c6-db4c-43cf-9d3d-fb79329dca61 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.603351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-08cd4c29-9aa6-41aa-9685-54695240a373 req-962b79c6-db4c-43cf-9d3d-fb79329dca61 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.608817 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08cd4c29-9aa6-41aa-9685-54695240a373 req-962b79c6-db4c-43cf-9d3d-fb79329dca61 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/447cb390-b86b-47ec-bdf6-b17a25c68b2d HTTP/1.1" status: 204 len: 173 time: 0.4777610 Jul 22 16:31:14.642789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b79c6-db4c-43cf-9d3d-fb79329dca61 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447cb390-b86b-47ec-bdf6-b17a25c68b2d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:14.649759 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-574edb9a-8f1c-42e7-9739-2be58efc4406 req-c32a727b-298d-471a-bef9-e49025bdedee tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:31:14.657436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:14.673217 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-574edb9a-8f1c-42e7-9739-2be58efc4406 req-c32a727b-298d-471a-bef9-e49025bdedee tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/447cb390-b86b-47ec-bdf6-b17a25c68b2d HTTP/1.1" status: 404 len: 352 time: 0.0282481 Jul 22 16:31:14.708180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 36efd4df-c527-4a51-b488-3206c1744a05 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:14.708834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 36efd4df-c527-4a51-b488-3206c1744a05 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:14.720958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Attempting to bind port f2f5df79-72d1-458b-bec5-ba9c35495e46 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:14.721496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Attempting to bind port f2f5df79-72d1-458b-bec5-ba9c35495e46 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:14.722010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Attempting to bind port f2f5df79-72d1-458b-bec5-ba9c35495e46 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:14.738508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e398343-0903-46cf-848e-8ebf83e349ad admin admin] Deleting subnet 4a908cd4-f970-4a30-9e7c-3ee00b8c5463 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:14.748677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Port f2f5df79-72d1-458b-bec5-ba9c35495e46 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:14.750378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Attempting to bind port f2f5df79-72d1-458b-bec5-ba9c35495e46 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:14.767315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e398343-0903-46cf-848e-8ebf83e349ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.769804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:14.770209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:14.770798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:14.771910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Bound port: f2f5df79-72d1-458b-bec5-ba9c35495e46, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:14.772297 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.798921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfff8746-e097-4e75-bfb7-b6ae6cbad60b req-f484ef4d-00d1-40d6-a55e-1e2ba633282e tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/9c3aeb2d-69ed-4947-a1cd-3d9b8b0ad6a0 HTTP/1.1" status: 200 len: 1800 time: 0.1244678 Jul 22 16:31:14.817197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34b65-ba15-4a05-86b7-96235c6d8d4f req-2ac61184-73d2-4db4-b8b3-d3e546ef08bb tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:14.825139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96e34b65-ba15-4a05-86b7-96235c6d8d4f req-2ac61184-73d2-4db4-b8b3-d3e546ef08bb tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 948 time: 0.6263127 Jul 22 16:31:14.880056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cfff8746-e097-4e75-bfb7-b6ae6cbad60b req-c96581ed-1462-4b39-820d-3c151c506325 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.891946 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e398343-0903-46cf-848e-8ebf83e349ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.919269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cfff8746-e097-4e75-bfb7-b6ae6cbad60b req-c96581ed-1462-4b39-820d-3c151c506325 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:14.953235 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96e34b65-ba15-4a05-86b7-96235c6d8d4f req-9d11759a-2538-4e31-95da-99ec63b9993b tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271129 Jul 22 16:31:14.993486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] For port f2f5df79-72d1-458b-bec5-ba9c35495e46, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:14.996383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cfff8746-e097-4e75-bfb7-b6ae6cbad60b req-c96581ed-1462-4b39-820d-3c151c506325 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.000235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] For port f2f5df79-72d1-458b-bec5-ba9c35495e46, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f2f5df79-72d1-458b-bec5-ba9c35495e46,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:15.005559 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cfff8746-e097-4e75-bfb7-b6ae6cbad60b req-c96581ed-1462-4b39-820d-3c151c506325 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.007422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfff8746-e097-4e75-bfb7-b6ae6cbad60b req-c96581ed-1462-4b39-820d-3c151c506325 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/9c3aeb2d-69ed-4947-a1cd-3d9b8b0ad6a0 HTTP/1.1" status: 204 len: 173 time: 0.2072775 Jul 22 16:31:15.022471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96581ed-1462-4b39-820d-3c151c506325 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3aeb2d-69ed-4947-a1cd-3d9b8b0ad6a0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:15.022914 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.025209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e398343-0903-46cf-848e-8ebf83e349ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.208433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:15.211136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.224988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] 10.222.0.65 "PUT /v2.0/ports/f2f5df79-72d1-458b-bec5-ba9c35495e46 HTTP/1.1" status: 200 len: 1097 time: 1.9935913 Jul 22 16:31:15.229239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd3746d-a4c3-431f-8db3-4231fef691e1', 'tag': 'f2f5df79-72d1-458b-bec5-ba9c35495e46'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:15.233910 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157ee876-58e4-46ce-9536-11774cc88524" -d '{"events": [{"name": "network-changed", "server_uuid": "acd3746d-a4c3-431f-8db3-4231fef691e1", "tag": "f2f5df79-72d1-458b-bec5-ba9c35495e46"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:15.238069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0ccfd-c2c6-40c2-963a-d31d8fef6e5d req-674a8971-9cb5-4914-bd1a-48a970730310 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:15.249542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a9e0ccfd-c2c6-40c2-963a-d31d8fef6e5d req-674a8971-9cb5-4914-bd1a-48a970730310 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 946 time: 0.1228650 Jul 22 16:31:15.303475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a9e0ccfd-c2c6-40c2-963a-d31d8fef6e5d req-78bd3494-30f3-46bf-bf85-50f8244e4e8f tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526013 Jul 22 16:31:15.358967 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-513d2241-2f3d-4584-a7d6-fa2f52b50191 req-4f7c7b41-8a25-427d-97ec-393894422f3d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:31:15.360165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-513d2241-2f3d-4584-a7d6-fa2f52b50191 req-4f7c7b41-8a25-427d-97ec-393894422f3d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/9c3aeb2d-69ed-4947-a1cd-3d9b8b0ad6a0 HTTP/1.1" status: 404 len: 352 time: 0.0193334 Jul 22 16:31:15.398300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9555ea4e-ffe2-4d88-b2ea-d21a8a44e143 req-3cf25b79-c315-4730-9baa-1cf624d6222c tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6493a4-4ac1-4278-b300-11caa6c907a9 HTTP/1.1" status: 200 len: 210 time: 0.1409190 Jul 22 16:31:15.402479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9edc04-4827-4605-9a8e-8e8432fba5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f5df79-72d1-458b-bec5-ba9c35495e46,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:15.460433 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e398343-0903-46cf-848e-8ebf83e349ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.505557 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee0656a-1dc8-41e7-b6c4-97f109b073fd x-openstack-request-id: req-6ee0656a-1dc8-41e7-b6c4-97f109b073fd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:15.505873 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd3746d-a4c3-431f-8db3-4231fef691e1", "tag": "f2f5df79-72d1-458b-bec5-ba9c35495e46", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:15.506150 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ee0656a-1dc8-41e7-b6c4-97f109b073fd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:15.506580 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd3746d-a4c3-431f-8db3-4231fef691e1', 'tag': 'f2f5df79-72d1-458b-bec5-ba9c35495e46', 'status': 'completed', 'code': 200} Jul 22 16:31:15.836765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-cc9aa233-0d79-4bba-80b0-8591ea4ec643 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e0139ec296e74b56be0f7296c4c4fdd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392261 Jul 22 16:31:15.921749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e398343-0903-46cf-848e-8ebf83e349ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a908cd4-f970-4a30-9e7c-3ee00b8c5463,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:15.929320 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e398343-0903-46cf-848e-8ebf83e349ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:15.931393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1e398343-0903-46cf-848e-8ebf83e349ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4a908cd4-f970-4a30-9e7c-3ee00b8c5463 HTTP/1.1" status: 204 len: 168 time: 2.0671692 Jul 22 16:31:15.936419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33760) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:16.025121 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d73257ea-b2a7-4c1f-80e7-2740424b1abc req-68cfc744-9551-413b-aa6c-3cf2163f338a tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/05b47759-64c5-40ea-9d15-7ef03eda34ca HTTP/1.1" status: 200 len: 1799 time: 0.5277565 Jul 22 16:31:16.058243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-1cb9002f-d93a-4f6b-8e11-dc9008b61998 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:16.065418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-1cb9002f-d93a-4f6b-8e11-dc9008b61998 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212362 Jul 22 16:31:16.084066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-2f3fbb42-8082-42b4-8f11-3021a1624f89 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/quotas/e0139ec296e74b56be0f7296c4c4fdd8 HTTP/1.1" status: 200 len: 375 time: 0.0166547 Jul 22 16:31:16.139792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-78bab838-6a29-4c8a-9586-13d74c0c81d4 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0139ec296e74b56be0f7296c4c4fdd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543959 Jul 22 16:31:16.170824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-386443bf-2212-4333-bcc0-fa18791e0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:16.173886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-386443bf-2212-4333-bcc0-fa18791e0e5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08d47e4ccd874be0ae4d1d38808c462f&device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 1100 time: 0.7917120 Jul 22 16:31:16.179850 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.213596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d73257ea-b2a7-4c1f-80e7-2740424b1abc req-b54b243b-da67-46f7-8c97-b192247bc0ef tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.269399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d73257ea-b2a7-4c1f-80e7-2740424b1abc req-b54b243b-da67-46f7-8c97-b192247bc0ef tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.357708 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d73257ea-b2a7-4c1f-80e7-2740424b1abc req-b54b243b-da67-46f7-8c97-b192247bc0ef tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.360438 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d73257ea-b2a7-4c1f-80e7-2740424b1abc req-b54b243b-da67-46f7-8c97-b192247bc0ef tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.375621 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d73257ea-b2a7-4c1f-80e7-2740424b1abc req-b54b243b-da67-46f7-8c97-b192247bc0ef tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/05b47759-64c5-40ea-9d15-7ef03eda34ca HTTP/1.1" status: 204 len: 173 time: 0.3486950 Jul 22 16:31:16.445491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-ea66c117-6a23-4dbd-8cd8-ff5da1ed93bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f2f5df79-72d1-458b-bec5-ba9c35495e46 HTTP/1.1" status: 200 len: 217 time: 0.2116365 Jul 22 16:31:16.486240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b243b-da67-46f7-8c97-b192247bc0ef tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b47759-64c5-40ea-9d15-7ef03eda34ca,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:16.671903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:16.682002 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.699732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37910a9-3144-46fb-8866-d3885a91b22d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:16.727566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a198b1-e94b-4b39-aed6-2fbc03e08693') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:16.728082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a198b1-e94b-4b39-aed6-2fbc03e08693') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:16.749735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.801263 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.817466 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e77d70fb-2458-45cb-9d26-4b2e393f43ef req-3b029581-7efd-469b-8ca6-6c5b2de21e8b tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 210 time: 0.1804008 Jul 22 16:31:16.850050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-26b34ddf-a3ae-4f94-a3b1-89ed11eada91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:16.852945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-26b34ddf-a3ae-4f94-a3b1-89ed11eada91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3822589 Jul 22 16:31:16.854695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:16.855396 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:16.862220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-932b113f-b7d0-4365-b2c7-a411d0475253 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2877681 Jul 22 16:31:16.896218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb98a-d818-4c08-9e0b-059639ed8a62 req-6bd3b78d-87ad-489d-bb98-092acb515a10 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:16.912590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-977eb98a-d818-4c08-9e0b-059639ed8a62 req-6bd3b78d-87ad-489d-bb98-092acb515a10 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 948 time: 0.2576849 Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:16.975531 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:16.982238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.008968 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.012387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f37910a9-3144-46fb-8866-d3885a91b22d HTTP/1.1" status: 204 len: 168 time: 1.0651846 Jul 22 16:31:17.039877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33782) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:17.089122 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-977eb98a-d818-4c08-9e0b-059639ed8a62 req-769155d9-f29a-4ce0-8b98-f0fdc42c30db tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736119 Jul 22 16:31:17.100148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:17.143493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'port_id': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'mac_address': 'fa:16:3e:85:b7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:17.185406 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-e53d40d3-70bb-4349-88a4-6caa3ac902fb req-29c6fa6a-acb6-4180-bf4f-9c4124caac62 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:31:17.188231 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.204614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e53d40d3-70bb-4349-88a4-6caa3ac902fb req-29c6fa6a-acb6-4180-bf4f-9c4124caac62 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/05b47759-64c5-40ea-9d15-7ef03eda34ca HTTP/1.1" status: 404 len: 352 time: 0.0709827 Jul 22 16:31:17.208124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:17.229187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee7ca1b-8bac-41c5-a1e1-cc286fc6d03f admin admin] Deleting subnet 28cd89c2-e6de-4ed2-92ac-4dce00903969 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:17.237941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee1cc5-2a10-425b-a0dc-470f5cbf56c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37910a9-3144-46fb-8866-d3885a91b22d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:17.250060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ca1b-8bac-41c5-a1e1-cc286fc6d03f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.267704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-bf51c410-a1c9-4fa8-bc62-f700e154ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:17.270684 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-bf51c410-a1c9-4fa8-bc62-f700e154ab08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 1097 time: 0.3036010 Jul 22 16:31:17.283682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:17.296712 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.344910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ca1b-8bac-41c5-a1e1-cc286fc6d03f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.422358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ca42e-17c8-4e0a-82fd-8093138f1e9a req-c8d28111-340a-4edb-ac78-e8fe29795a30 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:17.436324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c23ca42e-17c8-4e0a-82fd-8093138f1e9a req-c8d28111-340a-4edb-ac78-e8fe29795a30 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 946 time: 0.3744972 Jul 22 16:31:17.442688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-cf3ccf75-8582-4ead-8c26-3591be19c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:17.444773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-cf3ccf75-8582-4ead-8c26-3591be19c630 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4645305 Jul 22 16:31:17.562171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:17.678450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['7f7cf3f9-b3ed-4303-95b8-78e7613437e3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:17.777273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ca1b-8bac-41c5-a1e1-cc286fc6d03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:17.827581 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c23ca42e-17c8-4e0a-82fd-8093138f1e9a req-43dd52c0-813e-4d29-a782-564b9552856d tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874722 Jul 22 16:31:18.008674 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-676466f6-5e17-4b4e-8d7b-d66073ddef3f service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763269 Jul 22 16:31:18.016451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ca1b-8bac-41c5-a1e1-cc286fc6d03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.108314 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d1430ec8-e446-4e03-8a32-ce09fabf2a27 req-05d6250f-a9c9-48f2-8f03-952db53395a0 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=821d2878eaa340cfa67d43006047ab6c HTTP/1.1" status: 200 len: 6148 time: 0.7114198 Jul 22 16:31:18.117247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7ca1b-8bac-41c5-a1e1-cc286fc6d03f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28cd89c2-e6de-4ed2-92ac-4dce00903969,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:18.127932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-196096ee-fb89-477d-beee-f41f9f49f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:18.129385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-196096ee-fb89-477d-beee-f41f9f49f7aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 200 len: 925 time: 0.8234611 Jul 22 16:31:18.261133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ca1b-8bac-41c5-a1e1-cc286fc6d03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.266183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9ee7ca1b-8bac-41c5-a1e1-cc286fc6d03f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/28cd89c2-e6de-4ed2-92ac-4dce00903969 HTTP/1.1" status: 204 len: 168 time: 1.2225666 Jul 22 16:31:18.266614 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e111b90a-fcf3-449c-a44b-d236a9b1b817 req-4e991d13-e8a8-495e-80f7-afa2571fc647 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298234 Jul 22 16:31:18.267794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:18.359605 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b707cc5d-087d-484f-8169-e91a21cd047d req-323f7d18-5597-4b89-b12a-0c5a53d125a2 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 210 time: 0.0554392 Jul 22 16:31:18.363446 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d1430ec8-e446-4e03-8a32-ce09fabf2a27 req-dc72d39d-1d9b-4ade-8e12-36821107c3fd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/1be1a7db-0bdb-4124-aa24-dc2c6362e933 HTTP/1.1" status: 200 len: 2981 time: 0.2432063 Jul 22 16:31:18.367721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-9f893477-d047-4ed2-bc75-b6e8e438b9be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0 HTTP/1.1" status: 200 len: 1001 time: 0.2151597 Jul 22 16:31:18.417528 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-563106d4-edd6-47e1-8e3e-830b92572a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.512446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.559131 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d1430ec8-e446-4e03-8a32-ce09fabf2a27 req-e2d8f131-d2e3-4ffd-91b7-04d43302fa30 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/1be1a7db-0bdb-4124-aa24-dc2c6362e933 HTTP/1.1" status: 200 len: 2981 time: 0.1868949 Jul 22 16:31:18.562602 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-25180c72-d0bb-460e-a71e-c67f9210d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:18.568345 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-25180c72-d0bb-460e-a71e-c67f9210d18a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4f6a785d-b4e2-4bbd-a385-c3126b97c8f9 HTTP/1.1" status: 200 len: 863 time: 0.0840127 Jul 22 16:31:18.686489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:18.798287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-9a351900-df4c-403d-a59e-807d5a70308d tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e0139ec296e74b56be0f7296c4c4fdd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017294 Jul 22 16:31:18.844792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:18.847533 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.897169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:18.939326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4ceade-e6fe-40ab-829f-2b81f05d660b']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:18.957320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80d5c4-6aee-45fb-be17-3624a5bf3a25 req-bfb3a7ab-b400-47fa-ad32-ca8bee6650df tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:18.958847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d80d5c4-6aee-45fb-be17-3624a5bf3a25 req-bfb3a7ab-b400-47fa-ad32-ca8bee6650df tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540979c-6e3d-4bc2-ab63-679b5643a290 HTTP/1.1" status: 200 len: 945 time: 0.4158764 Jul 22 16:31:19.022137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee876-58e4-46ce-9536-11774cc88524 req-9af9661f-51ef-474c-91a1-578df492d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.033316 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-157ee876-58e4-46ce-9536-11774cc88524 req-9af9661f-51ef-474c-91a1-578df492d753 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=08d47e4ccd874be0ae4d1d38808c462f&device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 1100 time: 0.5534561 Jul 22 16:31:19.053224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd430c3a6-8524-4e3d-8b85-3dc4907fa667') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:19.053707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd430c3a6-8524-4e3d-8b85-3dc4907fa667') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:19.089544 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.090326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-06f3cfb5-7a67-42f7-91c6-92318dbd09ca tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.092106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-06f3cfb5-7a67-42f7-91c6-92318dbd09ca tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866347 Jul 22 16:31:19.094293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-a7adbab2-0fc0-480c-9b57-ba557da1280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.095932 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-a7adbab2-0fc0-480c-9b57-ba557da1280f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=db9b3a77-da3f-47c6-9b41-0b62f037fcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5159955 Jul 22 16:31:19.102709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.142570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Request body: {'port': {'device_id': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'e0139ec296e74b56be0f7296c4c4fdd8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:19.150353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d80d5c4-6aee-45fb-be17-3624a5bf3a25 req-4b399c63-77c3-4d83-a704-797f0a82bc01 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821237 Jul 22 16:31:19.154528 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.210663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1d259f99-4f68-4852-9f43-60464be697f3 req-8b0a85d2-225d-40b7-a3c3-c8dc4b65dddf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-515849809', 'description': 'tempest-description-1555249623'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:19.217124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:19.217778 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.222203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:19.222885 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:19.226172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:19.231485 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffdc491-571d-42a4-95d6-7962c2b65d7a" -d '{"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:19.253398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.388818 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1d259f99-4f68-4852-9f43-60464be697f3 req-8b0a85d2-225d-40b7-a3c3-c8dc4b65dddf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.413121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee876-58e4-46ce-9536-11774cc88524 req-1754f9dc-0e7a-4515-8786-4989b91257ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.414672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-157ee876-58e4-46ce-9536-11774cc88524 req-1754f9dc-0e7a-4515-8786-4989b91257ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3553190 Jul 22 16:31:19.437109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695b735-f643-45e6-9bc8-65c2f4409a85 req-0378e80c-a52f-48b7-9c04-d6bd9f44bde4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.442346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.448701 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7695b735-f643-45e6-9bc8-65c2f4409a85 req-0378e80c-a52f-48b7-9c04-d6bd9f44bde4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 948 time: 0.7679288 Jul 22 16:31:19.449139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:19.482992 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Made reservation on behalf of e0139ec296e74b56be0f7296c4c4fdd8 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:19.489309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.513488 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.525841 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:19.557765 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] 10.222.0.53 "DELETE /v2.0/networks/0b4ceade-e6fe-40ab-829f-2b81f05d660b HTTP/1.1" status: 204 len: 168 time: 1.2741010 Jul 22 16:31:19.588236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147c8f2-fb94-4230-9f51-ae19467e52ae admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4ceade-e6fe-40ab-829f-2b81f05d660b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:19.600871 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-157ee876-58e4-46ce-9536-11774cc88524 req-e7096b91-2532-4808-b7d1-e3663af730fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=f2f5df79-72d1-458b-bec5-ba9c35495e46 HTTP/1.1" status: 200 len: 217 time: 0.1713538 Jul 22 16:31:19.631612 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7695b735-f643-45e6-9bc8-65c2f4409a85 req-acaf1048-b1ed-4263-ba1a-04f5c405a8ba tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819646 Jul 22 16:31:19.672053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-42df3858-d6ea-4775-a1fa-a52fc85749e3 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596189 Jul 22 16:31:19.857518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee876-58e4-46ce-9536-11774cc88524 req-8f1f2605-36af-4d30-ac0c-0b7fa90ad3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:19.860324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-157ee876-58e4-46ce-9536-11774cc88524 req-8f1f2605-36af-4d30-ac0c-0b7fa90ad3cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2509618 Jul 22 16:31:20.039512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:20.081340 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4450ca1c-d7a2-450e-9412-2b5d1117fbda req-6ef44a16-ba55-415f-b79d-838de0a3a970 service neutron] 10.222.0.65 "GET /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856947 Jul 22 16:31:20.114082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.121947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.122399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ee876-58e4-46ce-9536-11774cc88524 req-98617420-97d6-4e9e-a314-3f93018e4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:20.127880 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-157ee876-58e4-46ce-9536-11774cc88524 req-98617420-97d6-4e9e-a314-3f93018e4750 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2505412 Jul 22 16:31:20.263383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:20.301316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.303366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.303867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.304362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.307451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1d259f99-4f68-4852-9f43-60464be697f3 req-8b0a85d2-225d-40b7-a3c3-c8dc4b65dddf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.308071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.308802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.309317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.309816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.310332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.311075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.311554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.312037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:20.335726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ca47f5ab-ab75-4df2-861c-3d1d1d2209f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12f6a0cc133141c49be04c7275b9267c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2925081 Jul 22 16:31:20.337393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1d259f99-4f68-4852-9f43-60464be697f3 req-8b0a85d2-225d-40b7-a3c3-c8dc4b65dddf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.358109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33858) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:20.379628 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1d259f99-4f68-4852-9f43-60464be697f3 req-8b0a85d2-225d-40b7-a3c3-c8dc4b65dddf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.407610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d259f99-4f68-4852-9f43-60464be697f3 req-8b0a85d2-225d-40b7-a3c3-c8dc4b65dddf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2014430 Jul 22 16:31:20.473094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551c92a-a54f-406a-987f-3cd58cdafcc5 req-f096f882-e341-42d5-a15d-b1c5513c38f9 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:20.481214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c551c92a-a54f-406a-987f-3cd58cdafcc5 req-f096f882-e341-42d5-a15d-b1c5513c38f9 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f517f39-23cc-419b-939e-3fc685bdb5fc HTTP/1.1" status: 200 len: 945 time: 0.4299090 Jul 22 16:31:20.496875 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baec6e15-aab8-43e3-a62e-c09cf4d9bfce x-openstack-request-id: req-baec6e15-aab8-43e3-a62e-c09cf4d9bfce {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:20.497700 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:20.498122 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-baec6e15-aab8-43e3-a62e-c09cf4d9bfce {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:20.498688 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'code': 200} Jul 22 16:31:20.534287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Allocated IP 192.168.233.254 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/f484a450-2baa-4985-85df-99c6566b1c45) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:20.572207 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c551c92a-a54f-406a-987f-3cd58cdafcc5 req-968adc48-3d26-48b5-942b-16a2377a32ae tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878224 Jul 22 16:31:20.605065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a85d2-225d-40b7-a3c3-c8dc4b65dddf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd1ca66-ac37-4f82-956b-d88881ca7c0b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:20.629784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-c954de63-554d-4c47-90d6-4ea674364e9d req-d1a6a518-6270-451e-9bbe-5fdda475474d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-872428262', 'description': 'tempest-description-2095788576'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:20.637041 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02872b32-bbf0-48a7-af3d-e2c5a1bf6320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.701854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f2f5df79-72d1-458b-bec5-ba9c35495e46 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:20.723323 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02872b32-bbf0-48a7-af3d-e2c5a1bf6320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.731785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-882d1f9d-e5e2-4ca0-90f7-51540b4390be req-c8a820e6-4fba-4c60-aa1c-51d6a68a37bc tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 210 time: 0.0914152 Jul 22 16:31:20.749063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c954de63-554d-4c47-90d6-4ea674364e9d req-d1a6a518-6270-451e-9bbe-5fdda475474d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:20.758881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-157ee876-58e4-46ce-9536-11774cc88524 req-fec86977-3c9b-47eb-b3ea-df3ebba7cfd4 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876708 Jul 22 16:31:20.981362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f2f5df79-72d1-458b-bec5-ba9c35495e46, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f2f5df79-72d1-458b-bec5-ba9c35495e46,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:21.013383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'f2f5df79-72d1-458b-bec5-ba9c35495e46', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'f2f5df79-72d1-458b-bec5-ba9c35495e46', 'mac_address': 'fa:16:3e:e6:b9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:21.086327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c954de63-554d-4c47-90d6-4ea674364e9d req-d1a6a518-6270-451e-9bbe-5fdda475474d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.100297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c954de63-554d-4c47-90d6-4ea674364e9d req-d1a6a518-6270-451e-9bbe-5fdda475474d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.121638 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-96e156b4-3797-48b6-a636-61a05527d94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.122245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-157ee876-58e4-46ce-9536-11774cc88524 req-318ac591-d27a-48b8-b232-730d86f71a6b service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361244 Jul 22 16:31:21.197763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6a518-6270-451e-9bbe-5fdda475474d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce41e1d-363d-43d7-a146-ac0c6209e473,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:21.235869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-c954de63-554d-4c47-90d6-4ea674364e9d req-d1a6a518-6270-451e-9bbe-5fdda475474d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.247493 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c954de63-554d-4c47-90d6-4ea674364e9d req-d1a6a518-6270-451e-9bbe-5fdda475474d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6298747 Jul 22 16:31:21.262250 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.264300 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.308657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f5df79-72d1-458b-bec5-ba9c35495e46 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:21.310703 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02872b32-bbf0-48a7-af3d-e2c5a1bf6320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.315958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02872b32-bbf0-48a7-af3d-e2c5a1bf6320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.323898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-02872b32-bbf0-48a7-af3d-e2c5a1bf6320 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/824f4195-fe5c-4a24-9e8d-c38260b5fc2e HTTP/1.1" status: 204 len: 168 time: 0.9584384 Jul 22 16:31:21.369419 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.374117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02872b32-bbf0-48a7-af3d-e2c5a1bf6320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824f4195-fe5c-4a24-9e8d-c38260b5fc2e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:21.382157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f2f5df79-72d1-458b-bec5-ba9c35495e46, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f2f5df79-72d1-458b-bec5-ba9c35495e46,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:21.397397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.424293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Transition to ACTIVE for port object f484a450-2baa-4985-85df-99c6566b1c45 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:21.532041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb76049-b39a-4104-9665-93cf317a4a43 req-d8e18efd-deea-4968-80ae-13b9c96cf3e6 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:21.537567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcb76049-b39a-4104-9665-93cf317a4a43 req-d8e18efd-deea-4968-80ae-13b9c96cf3e6 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 948 time: 0.2323689 Jul 22 16:31:21.620221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f2f5df79-72d1-458b-bec5-ba9c35495e46,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:21.642529 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:21.649857 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcb76049-b39a-4104-9665-93cf317a4a43 req-dd8be488-4eb4-4e4e-9522-d9c17a4e43c9 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994632 Jul 22 16:31:21.705893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:21.726640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:21.756735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:21.804648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:21.967790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f2f5df79-72d1-458b-bec5-ba9c35495e46'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:21.988180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:21.988854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.037606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdf45d-c857-4c98-98b2-c7fc4b43df30 req-6d494ef7-d015-4bf8-9938-75eaaaf369ae tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:22.051629 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83fdf45d-c857-4c98-98b2-c7fc4b43df30 req-6d494ef7-d015-4bf8-9938-75eaaaf369ae tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f517f39-23cc-419b-939e-3fc685bdb5fc HTTP/1.1" status: 200 len: 945 time: 0.5175424 Jul 22 16:31:22.110376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-bba59a39-ac5e-4e09-9a12-db4d1af358cb tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9722223 Jul 22 16:31:22.119102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-416c8d59-edbf-4e23-85f5-78bfadf1c0f3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:22.128001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-416c8d59-edbf-4e23-85f5-78bfadf1c0f3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 813 time: 0.2799926 Jul 22 16:31:22.143294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Request body: {'port': {'device_id': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:22.164905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-5a7d1003-2ac5-4ff1-98e1-1c541736f36d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/quotas/821d2878eaa340cfa67d43006047ab6c HTTP/1.1" status: 200 len: 375 time: 0.0356438 Jul 22 16:31:22.176996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7054715b-0e23-4c54-ab9f-55e4b35154c3 None None] Provisioning for port f484a450-2baa-4985-85df-99c6566b1c45 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:22.192642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7054715b-0e23-4c54-ab9f-55e4b35154c3 None None] Provisioning complete for port f484a450-2baa-4985-85df-99c6566b1c45 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:22.193660 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7054715b-0e23-4c54-ab9f-55e4b35154c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.235706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83fdf45d-c857-4c98-98b2-c7fc4b43df30 req-855a067f-4aec-4650-beee-1ae708b59568 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817009 Jul 22 16:31:22.309019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-f53c780a-0718-4726-aa5d-f7dde93652a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1426480 Jul 22 16:31:22.321329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7054715b-0e23-4c54-ab9f-55e4b35154c3 None None] Port f484a450-2baa-4985-85df-99c6566b1c45 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:31:22.427519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33904) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:22.439598 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.531471 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.576612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-76147224-ad6d-434f-a2fc-5b0cb8385ec9 service neutron] 10.222.0.53 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634890 Jul 22 16:31:22.717084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-cd2c4545-adfd-435c-9a08-e20eeb2a15bc service neutron] 10.222.0.53 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394939 Jul 22 16:31:22.773771 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b8b0635f-06af-4544-84cb-38832de9bd08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1aa77d9d41dd49568f9b71c2148e73b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342829 Jul 22 16:31:22.779138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:22.792997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2d37a-00ae-47e2-9dfb-57732466a6d2 req-ba3ee370-ddad-470e-9520-7e97e0151094 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:22.800733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0c2d37a-00ae-47e2-9dfb-57732466a6d2 req-ba3ee370-ddad-470e-9520-7e97e0151094 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 936 time: 0.3686879 Jul 22 16:31:22.902240 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1497232-f9ee-4aeb-b300-c285c2b106a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:22.959070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1497232-f9ee-4aeb-b300-c285c2b106a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.114790 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1497232-f9ee-4aeb-b300-c285c2b106a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.124954 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1497232-f9ee-4aeb-b300-c285c2b106a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:23.127318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f1497232-f9ee-4aeb-b300-c285c2b106a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5241ae18-2eff-4b82-9f35-168ec41bc501 HTTP/1.1" status: 204 len: 168 time: 0.3420267 Jul 22 16:31:23.148332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1497232-f9ee-4aeb-b300-c285c2b106a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5241ae18-2eff-4b82-9f35-168ec41bc501,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:23.224845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0c2d37a-00ae-47e2-9dfb-57732466a6d2 req-ae8fc60c-838f-45b6-8246-8bb867d097d4 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231210 Jul 22 16:31:23.538969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-852c7b96-d496-4131-aa26-393892af636a tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:23.545908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-852c7b96-d496-4131-aa26-393892af636a tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f517f39-23cc-419b-939e-3fc685bdb5fc HTTP/1.1" status: 200 len: 945 time: 0.7875154 Jul 22 16:31:23.770164 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba0d8c19-64f6-4543-ae40-5d9a17b888d1 req-d4938697-d52a-4014-acb3-3637759dac01 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 210 time: 0.1646893 Jul 22 16:31:23.820326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68f50f-af64-4c2d-abc1-266ca110dc60 req-b6762438-f994-4e2c-a37a-cf40cf3ac682 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:23.831828 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc68f50f-af64-4c2d-abc1-266ca110dc60 req-b6762438-f994-4e2c-a37a-cf40cf3ac682 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 949 time: 0.1930351 Jul 22 16:31:23.960294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc68f50f-af64-4c2d-abc1-266ca110dc60 req-e733f5c5-e02d-4bce-b13a-10ae153c369f tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212270 Jul 22 16:31:24.117936 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.141883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f484a450-2baa-4985-85df-99c6566b1c45 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:24.168587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.208880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Transition to ACTIVE for port object f484a450-2baa-4985-85df-99c6566b1c45 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:24.216137 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.243000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a49373-4bda-481c-9035-a60ab8316002 req-9745fcda-b45b-4169-9870-180d986f9791 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:24.244813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76a49373-4bda-481c-9035-a60ab8316002 req-9745fcda-b45b-4169-9870-180d986f9791 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 945 time: 0.1482620 Jul 22 16:31:24.268994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b278c-e4ab-4ef9-8729-1e1852952f8c req-2d40cd23-3e1e-424c-83ea-0c25495eacb8 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:24.281328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad7b278c-e4ab-4ef9-8729-1e1852952f8c req-2d40cd23-3e1e-424c-83ea-0c25495eacb8 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 945 time: 0.2403779 Jul 22 16:31:24.288355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5adc4-16ea-4ad8-a578-283ba90e8df4 req-b0aa37af-53d8-4f15-adaf-0004d76323ca tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:24.296726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-16c5adc4-16ea-4ad8-a578-283ba90e8df4 req-b0aa37af-53d8-4f15-adaf-0004d76323ca tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f517f39-23cc-419b-939e-3fc685bdb5fc HTTP/1.1" status: 200 len: 945 time: 0.2949338 Jul 22 16:31:24.310737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Deleting port 94248530-b3c7-498a-90b2-9749cdcda9a7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:24.311321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.334463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:24.406858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad7b278c-e4ab-4ef9-8729-1e1852952f8c req-c13eb881-509e-4396-a275-1dc7cb38bfdf tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244006 Jul 22 16:31:24.630995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-76a49373-4bda-481c-9035-a60ab8316002 req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Deleting port ecc265b3-aa72-47ad-8f2b-98e0bd914392 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:24.631731 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76a49373-4bda-481c-9035-a60ab8316002 req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.645546 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-16c5adc4-16ea-4ad8-a578-283ba90e8df4 req-7aa39ca4-73f5-455d-9b40-553aaaa3fcc0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472049 Jul 22 16:31:24.739149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-76a49373-4bda-481c-9035-a60ab8316002 req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] For port ecc265b3-aa72-47ad-8f2b-98e0bd914392, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ecc265b3-aa72-47ad-8f2b-98e0bd914392,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:24.739505 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76a49373-4bda-481c-9035-a60ab8316002 req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.761687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-76a49373-4bda-481c-9035-a60ab8316002 req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Calling delete_port for ecc265b3-aa72-47ad-8f2b-98e0bd914392 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:24.767063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Attempting to bind port f484a450-2baa-4985-85df-99c6566b1c45 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:24.769557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Attempting to bind port f484a450-2baa-4985-85df-99c6566b1c45 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:24.769904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Attempting to bind port f484a450-2baa-4985-85df-99c6566b1c45 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:24.781083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f2f5df79-72d1-458b-bec5-ba9c35495e46 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:24.798585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Port f484a450-2baa-4985-85df-99c6566b1c45 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:24.798585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Attempting to bind port f484a450-2baa-4985-85df-99c6566b1c45 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:24.806381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] For port 94248530-b3c7-498a-90b2-9749cdcda9a7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=94248530-b3c7-498a-90b2-9749cdcda9a7,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:24.807502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.884502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:24.885961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:24.892930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:24.893757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Bound port: f484a450-2baa-4985-85df-99c6566b1c45, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:24.894385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:24.946814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Calling delete_port for 94248530-b3c7-498a-90b2-9749cdcda9a7 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:25.029204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port f2f5df79-72d1-458b-bec5-ba9c35495e46 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:25.047861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port f2f5df79-72d1-458b-bec5-ba9c35495e46 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:25.051905 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.081423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc7ee939-457e-466f-a99c-96024f2a8ae8 req-9ad887b4-fc42-4074-a810-a80509062f19 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 210 time: 0.0734396 Jul 22 16:31:25.247384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:25.251432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:25.290252 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.306264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cdffa-b91e-436e-bb33-a8d2f7dd1e5b req-70f02a27-faf4-4d10-9575-1506acd7b12e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:25.324161 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-373cdffa-b91e-436e-bb33-a8d2f7dd1e5b req-70f02a27-faf4-4d10-9575-1506acd7b12e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 948 time: 0.7634721 Jul 22 16:31:25.334871 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.422799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f2f5df79-72d1-458b-bec5-ba9c35495e46, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f2f5df79-72d1-458b-bec5-ba9c35495e46,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:25.424224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd3746d-a4c3-431f-8db3-4231fef691e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f5df79-72d1-458b-bec5-ba9c35495e46'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:25.432751 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402ff2fe-4662-42cc-ac99-ad6dc155d491" -d '{"events": [{"server_uuid": "acd3746d-a4c3-431f-8db3-4231fef691e1", "name": "network-vif-plugged", "status": "completed", "tag": "f2f5df79-72d1-458b-bec5-ba9c35495e46"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:25.436725 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.485729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:25.534792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f2f5df79-72d1-458b-bec5-ba9c35495e46,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:25.551668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76a49373-4bda-481c-9035-a60ab8316002 req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.557381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:25.558244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.559966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-11a049b0-2ce6-4150-85a7-c27bcf14c832 service neutron] 10.222.0.20 "PUT /v2.0/ports/f484a450-2baa-4985-85df-99c6566b1c45 HTTP/1.1" status: 200 len: 1097 time: 3.4308605 Jul 22 16:31:25.561573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:25.564022 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "tag": "f484a450-2baa-4985-85df-99c6566b1c45"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:25.595621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ecc265b3-aa72-47ad-8f2b-98e0bd914392'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:25.674635 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.707422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-373cdffa-b91e-436e-bb33-a8d2f7dd1e5b req-5684ae2c-5d5f-49dc-a6a2-245832026607 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470192 Jul 22 16:31:25.709398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['febf528b-0d7f-4f59-b72e-bcd64d628914'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:25.716010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Pushing event deleted for resources: {'Port': ['ID=ecc265b3-aa72-47ad-8f2b-98e0bd914392,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:25.780558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.782625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.783154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.785084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.785597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.786089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.786691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.789181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.789693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.793713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.794289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.795056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:25.797999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Pushing event deleted for resources: {'Port': ['ID=94248530-b3c7-498a-90b2-9749cdcda9a7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:25.816712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7d5a7-e6e1-46c5-9d59-0fd8ab94520f req-459c6c86-93bb-46fe-8f01-1e5758a1b18d tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:25.825056 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42c7d5a7-e6e1-46c5-9d59-0fd8ab94520f req-459c6c86-93bb-46fe-8f01-1e5758a1b18d tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 949 time: 0.5667827 Jul 22 16:31:25.849596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['3b67569a-d0fc-4703-90b3-d18129011463'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:25.862377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-4e738493-7fb0-4514-b4b1-c5ed257d3d87 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:25.864311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-4e738493-7fb0-4514-b4b1-c5ed257d3d87 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.20 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 813 time: 0.9489503 Jul 22 16:31:25.920402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a49373-4bda-481c-9035-a60ab8316002 req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] No DVR routers for this DVR port ecc265b3-aa72-47ad-8f2b-98e0bd914392 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:25.941372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7d782a1-066b-467e-a7e5-e58b4aef8b9e req-86bb8df5-e491-4084-9ba1-666c697d9a1a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb HTTP/1.1" status: 200 len: 210 time: 0.0887158 Jul 22 16:31:25.959264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] No DVR routers for this DVR port 94248530-b3c7-498a-90b2-9749cdcda9a7 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:25.966032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.966490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'port': {'device_id': '717e8c12-7eae-4c4f-841d-104752027ffd', 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990', 'admin_state_up': True, 'tenant_id': '821d2878eaa340cfa67d43006047ab6c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:25.968954 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5b63bcc-c515-4fe6-9958-f1d27c005512 req-e4be45f0-c435-40b7-800e-f5e134e0cadb tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.20 "DELETE /v2.0/ports/94248530-b3c7-498a-90b2-9749cdcda9a7 HTTP/1.1" status: 204 len: 173 time: 2.4135768 Jul 22 16:31:25.970552 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-76a49373-4bda-481c-9035-a60ab8316002 req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:25.972720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76a49373-4bda-481c-9035-a60ab8316002 req-6814a875-3eaa-411e-8426-f83e9e3fd648 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.20 "DELETE /v2.0/ports/ecc265b3-aa72-47ad-8f2b-98e0bd914392 HTTP/1.1" status: 204 len: 173 time: 1.7173126 Jul 22 16:31:25.973178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'name': 'network-vif-deleted', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:25.977711 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19734bf6-7ed0-4a7c-afe1-724e60c5c060" -d '{"events": [{"server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "name": "network-vif-deleted", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:26.023634 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-191903b5-eebc-44e4-829c-332f9a266c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:26.026302 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-191903b5-eebc-44e4-829c-332f9a266c2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0139ec296e74b56be0f7296c4c4fdd8&device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 1100 time: 0.3853519 Jul 22 16:31:26.039599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42c7d5a7-e6e1-46c5-9d59-0fd8ab94520f req-9653982a-cc23-4131-b572-f0cf7d25299d tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134600 Jul 22 16:31:26.090099 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5702ff3a-fce4-4eb2-aa55-62ab44c39284 x-openstack-request-id: req-5702ff3a-fce4-4eb2-aa55-62ab44c39284 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:26.090379 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd3746d-a4c3-431f-8db3-4231fef691e1", "name": "network-vif-plugged", "status": "completed", "tag": "f2f5df79-72d1-458b-bec5-ba9c35495e46", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:26.090633 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5702ff3a-fce4-4eb2-aa55-62ab44c39284 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:26.091509 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd3746d-a4c3-431f-8db3-4231fef691e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f5df79-72d1-458b-bec5-ba9c35495e46', 'code': 200} Jul 22 16:31:26.105678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 94248530-b3c7-498a-90b2-9749cdcda9a7 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:26.158136 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14da216-6b65-47b2-9d50-ad88216dcf89 x-openstack-request-id: req-e14da216-6b65-47b2-9d50-ad88216dcf89 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:26.162426 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "tag": "f484a450-2baa-4985-85df-99c6566b1c45", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:26.162852 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e14da216-6b65-47b2-9d50-ad88216dcf89 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:26.163415 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45', 'status': 'completed', 'code': 200} Jul 22 16:31:26.168039 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-5b413c3e-089e-4cc7-95b7-8739269c5f05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f484a450-2baa-4985-85df-99c6566b1c45 HTTP/1.1" status: 200 len: 217 time: 0.1273148 Jul 22 16:31:26.268131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 94248530-b3c7-498a-90b2-9749cdcda9a7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:26.268848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 94248530-b3c7-498a-90b2-9749cdcda9a7 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:26.269390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ecc265b3-aa72-47ad-8f2b-98e0bd914392 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:26.311024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ace72ed-3355-4a44-a926-30858c883b3c req-2b3a44e3-c24b-4c72-b7f5-66890a2e0aa5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f517f39-23cc-419b-939e-3fc685bdb5fc HTTP/1.1" status: 200 len: 210 time: 0.1010318 Jul 22 16:31:26.331421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-33b44c10-38fc-421c-a85c-d772120d5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:26.339563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-33b44c10-38fc-421c-a85c-d772120d5900 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1645298 Jul 22 16:31:26.433272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Made reservation on behalf of 821d2878eaa340cfa67d43006047ab6c for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:26.452286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:26.479268 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eed0771-45da-4391-8c16-667e8fd45b21 x-openstack-request-id: req-4eed0771-45da-4391-8c16-667e8fd45b21 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:26.479834 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb", "name": "network-vif-deleted", "tag": "ecc265b3-aa72-47ad-8f2b-98e0bd914392", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:26.480241 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4eed0771-45da-4391-8c16-667e8fd45b21 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:26.480826 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebb0bfb-e8ad-46ab-ae18-698200f1ccdb', 'name': 'network-vif-deleted', 'tag': 'ecc265b3-aa72-47ad-8f2b-98e0bd914392', 'status': 'completed', 'code': 200} Jul 22 16:31:26.481071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-86577b4c-80bc-4743-bcdb-b0b01ae6f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:26.482651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-86577b4c-80bc-4743-bcdb-b0b01ae6f37a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1261482 Jul 22 16:31:26.487923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: ecc265b3-aa72-47ad-8f2b-98e0bd914392 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:26.488476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ecc265b3-aa72-47ad-8f2b-98e0bd914392 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:26.734720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Allocated IP 172.20.0.3 (fbb89cbb-e23f-4367-8389-7188f6f36990/b153674e-b2ae-4113-b633-ec94e53d2c61/2df60060-4131-46d4-8bc9-bef82765ef90) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:26.787098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-e3522ade-5b59-49db-9988-e2bf0c01844a service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969730 Jul 22 16:31:26.878565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea620bfe-6f08-4332-91a8-7fab24fa50b9 req-605bb1b7-ebd3-4a65-98c8-40f62becf563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:26.885522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ea620bfe-6f08-4332-91a8-7fab24fa50b9 req-605bb1b7-ebd3-4a65-98c8-40f62becf563 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 1102 time: 0.5979199 Jul 22 16:31:27.428059 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f6bdc5-0126-4abc-a922-cb39ad14710d req-07fb84ba-401c-486b-9792-81caee5d9d7d service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295671 Jul 22 16:31:27.444679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58538a-736e-44aa-be64-db9dcd46eb2d req-3f9d49a6-2db6-43e0-b9f5-3e66a515fc5d tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:27.453923 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b58538a-736e-44aa-be64-db9dcd46eb2d req-3f9d49a6-2db6-43e0-b9f5-3e66a515fc5d tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 948 time: 0.5619619 Jul 22 16:31:27.507486 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b58538a-736e-44aa-be64-db9dcd46eb2d req-d4a4ee96-ce96-436c-bc97-18b7f66270fe tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524681 Jul 22 16:31:27.544184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64db833d-f933-4a2b-b2a5-dcfe18fdbbc9 req-69af6501-8d1d-48ca-803c-f37e71639863 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 210 time: 0.8275754 Jul 22 16:31:27.644735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ea620bfe-6f08-4332-91a8-7fab24fa50b9 req-eb17dab2-0b06-4ed7-9c49-1c11101b9b22 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097541 Jul 22 16:31:27.677436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.716615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-aa6e7fcd-aeed-4762-a538-2775687284b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:27.717569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-aa6e7fcd-aeed-4762-a538-2775687284b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0139ec296e74b56be0f7296c4c4fdd8&device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 1100 time: 0.1451628 Jul 22 16:31:27.768510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:27.832417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34f62f06-34e4-4d7d-adb1-571f867897e2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:27.890046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Network fbb89cbb-e23f-4367-8389-7188f6f36990 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:27.891472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'Port': ['ID=2df60060-4131-46d4-8bc9-bef82765ef90,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:27.894170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:27.898344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:27.921929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea249fc-8308-4cef-862b-080958fc349f req-8e6d4b78-7f5e-4d19-a918-7bdac72e02fe tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:27.929743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bea249fc-8308-4cef-862b-080958fc349f req-8e6d4b78-7f5e-4d19-a918-7bdac72e02fe tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 950 time: 0.2335672 Jul 22 16:31:27.965183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-64562fad-1964-4a3c-8372-4e2304a3f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:27.966651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-64562fad-1964-4a3c-8372-4e2304a3f2f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2212975 Jul 22 16:31:27.970855 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-c11dca5b-3fde-433a-939b-6c598a78d2e7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=048349953dd6493ea11e4657df3670a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744550 Jul 22 16:31:28.038147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bea249fc-8308-4cef-862b-080958fc349f req-f87b9aca-2e4a-4386-813d-edfb5d2bec57 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074030 Jul 22 16:31:28.042834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-d660fe58-e94a-4aa5-b069-7a757a8a5ab8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f484a450-2baa-4985-85df-99c6566b1c45 HTTP/1.1" status: 200 len: 217 time: 0.0651076 Jul 22 16:31:28.133703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-daa360a0-07fc-4ea8-8891-01f8dd00d192 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:28.136152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-daa360a0-07fc-4ea8-8891-01f8dd00d192 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590889 Jul 22 16:31:28.160399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-8cb58608-e12a-4f6f-9e4f-b7a95620a2a6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/quotas/048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 375 time: 0.0181241 Jul 22 16:31:28.173150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:28.173435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.198126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f517f39-23cc-419b-939e-3fc685bdb5fc', 'name': 'network-vif-deleted', 'tag': '94248530-b3c7-498a-90b2-9749cdcda9a7'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:28.202744 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695d793b-014e-4557-8173-0f279f2bd587" -d '{"events": [{"server_uuid": "7f517f39-23cc-419b-939e-3fc685bdb5fc", "name": "network-vif-deleted", "tag": "94248530-b3c7-498a-90b2-9749cdcda9a7"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:28.208968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-3c667b34-b329-4858-ab8a-a71426d0ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:28.214991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-3c667b34-b329-4858-ab8a-a71426d0ee88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1551859 Jul 22 16:31:28.224740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-4a7c628a-6e74-41df-9664-481f66176ad1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440061 Jul 22 16:31:28.226290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92e056f9-02bd-40aa-bafe-0c620a56b9a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3368468 Jul 22 16:31:28.252622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Request body: {'port': {'device_id': '717e8c12-7eae-4c4f-841d-104752027ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:28.343640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-f07f9203-807d-4152-9c41-bdaed35edb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:28.346844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-f07f9203-807d-4152-9c41-bdaed35edb79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1230240 Jul 22 16:31:28.408920 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:28.537813 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-fb3d53a9-b4c7-4884-84e7-5711999113fe service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820285 Jul 22 16:31:28.653015 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f49543f-6ca4-41e8-9d39-7fda061e52b3 x-openstack-request-id: req-7f49543f-6ca4-41e8-9d39-7fda061e52b3 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:28.654724 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f517f39-23cc-419b-939e-3fc685bdb5fc", "name": "network-vif-deleted", "tag": "94248530-b3c7-498a-90b2-9749cdcda9a7", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:28.655170 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f49543f-6ca4-41e8-9d39-7fda061e52b3 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:28.667727 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f517f39-23cc-419b-939e-3fc685bdb5fc', 'name': 'network-vif-deleted', 'tag': '94248530-b3c7-498a-90b2-9749cdcda9a7', 'status': 'completed', 'code': 200} Jul 22 16:31:28.835501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8cc9d6d-0db6-41cb-a77f-cedc27f29bd4 req-60da5fbd-53a4-4d24-ae65-69f137824a29 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879188 Jul 22 16:31:28.851865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf199bd-a96f-474d-bade-1e488eb282cd req-e29cb1c3-4255-4d50-a15f-eec96a5d8fc3 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:28.853981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9bf199bd-a96f-474d-bade-1e488eb282cd req-e29cb1c3-4255-4d50-a15f-eec96a5d8fc3 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 948 time: 0.1238043 Jul 22 16:31:28.917461 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9bf199bd-a96f-474d-bade-1e488eb282cd req-9b1fdfd8-82d2-416e-b674-c7aa7ea15282 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Jul 22 16:31:28.966714 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75e998f1-b5aa-4a7f-b681-0d038d7635e8 req-26450556-c12f-496c-b446-c29111dce871 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 210 time: 0.1246679 Jul 22 16:31:29.171103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ab2a-abc6-47b4-826d-a762f6cb356b req-18b6763b-c35e-4c74-bbd0-03a9a102b6ed tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:29.183278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a3d3ab2a-abc6-47b4-826d-a762f6cb356b req-18b6763b-c35e-4c74-bbd0-03a9a102b6ed tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 931 time: 0.1363750 Jul 22 16:31:29.257323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a3d3ab2a-abc6-47b4-826d-a762f6cb356b req-53a64bfd-515b-4b8c-8f56-5cffa14c2299 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728540 Jul 22 16:31:29.343472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df60060-4131-46d4-8bc9-bef82765ef90 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:29.372213 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.429254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25f25-748d-4d83-af91-f0618705b6a5 req-b677137e-e768-4372-8e81-105f2abb73b6 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:29.443462 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84f25f25-748d-4d83-af91-f0618705b6a5 req-b677137e-e768-4372-8e81-105f2abb73b6 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 944 time: 0.3059721 Jul 22 16:31:29.462627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Transition to ACTIVE for port object 2df60060-4131-46d4-8bc9-bef82765ef90 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:29.475668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.493811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-3ade535c-2733-4da7-afc1-acab74f90c54 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:29.496316 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-3ade535c-2733-4da7-afc1-acab74f90c54 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.20 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 944 time: 0.2430665 Jul 22 16:31:29.610819 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84f25f25-748d-4d83-af91-f0618705b6a5 req-243956cd-6ec4-4595-b12f-a0591593a53d tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660569 Jul 22 16:31:29.646314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Pushing event updated for resources: {'Port': ['ID=2df60060-4131-46d4-8bc9-bef82765ef90,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:29.767078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729eda7-88d4-405d-9018-c5379585ca5b req-bfa1e3d7-4ba5-457c-aaf5-db9791a715ab tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:29.779717 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b729eda7-88d4-405d-9018-c5379585ca5b req-bfa1e3d7-4ba5-457c-aaf5-db9791a715ab tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 950 time: 0.2822688 Jul 22 16:31:29.840134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b729eda7-88d4-405d-9018-c5379585ca5b req-fdffca8d-84c7-4d1b-8222-6d53c68dd9b1 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594006 Jul 22 16:31:29.842218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Attempting to bind port 2df60060-4131-46d4-8bc9-bef82765ef90 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:29.843499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Attempting to bind port 2df60060-4131-46d4-8bc9-bef82765ef90 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '8235e4c1-f002-4be3-a2e1-e3df1527c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:29.844851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Attempting to bind port 2df60060-4131-46d4-8bc9-bef82765ef90 on network fbb89cbb-e23f-4367-8389-7188f6f36990 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:29.851624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Deleting port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:29.851960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.856313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Port 2df60060-4131-46d4-8bc9-bef82765ef90 on network fbb89cbb-e23f-4367-8389-7188f6f36990 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:29.857094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Attempting to bind port 2df60060-4131-46d4-8bc9-bef82765ef90 on network fbb89cbb-e23f-4367-8389-7188f6f36990 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:29.866681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:29.867319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Checking segment: {'id': '8235e4c1-f002-4be3-a2e1-e3df1527c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:29.868378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Bound using segment: {'id': '8235e4c1-f002-4be3-a2e1-e3df1527c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:29.883053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Bound port: 2df60060-4131-46d4-8bc9-bef82765ef90, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8235e4c1-f002-4be3-a2e1-e3df1527c2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:29.888567 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:29.914009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:30.043516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] For port 2df60060-4131-46d4-8bc9-bef82765ef90, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:30.047321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] For port 2df60060-4131-46d4-8bc9-bef82765ef90, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2df60060-4131-46d4-8bc9-bef82765ef90,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:30.053551 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.125317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Pushing event updated for resources: {'Port': ['ID=2df60060-4131-46d4-8bc9-bef82765ef90,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:30.208199 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e668da74-5b9c-4ba7-829f-16ca4cbc42c5 req-9d801a22-9868-4788-8516-6f71ee410b6d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 210 time: 0.0835586 Jul 22 16:31:30.214531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:30.219783 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.225564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-0a0c730a-bb4a-4464-8e7a-6f912be294de service neutron] 10.222.0.20 "PUT /v2.0/ports/2df60060-4131-46d4-8bc9-bef82765ef90 HTTP/1.1" status: 200 len: 1092 time: 1.9765112 Jul 22 16:31:30.225564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:30.235937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:30.237012 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:30.257076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] For port f0523c45-0b61-43d1-9ceb-ccbe09b924f3, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:30.257573 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.260448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'f484a450-2baa-4985-85df-99c6566b1c45', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'f484a450-2baa-4985-85df-99c6566b1c45', 'mac_address': 'fa:16:3e:a8:d0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:30.323283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Calling delete_port for f0523c45-0b61-43d1-9ceb-ccbe09b924f3 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:30.346702 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.377519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f484a450-2baa-4985-85df-99c6566b1c45 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:30.420358 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3f2654-0e89-4353-b55a-a0da2b0d4f40 x-openstack-request-id: req-ac3f2654-0e89-4353-b55a-a0da2b0d4f40 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:30.428467 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:30.428467 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac3f2654-0e89-4353-b55a-a0da2b0d4f40 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:30.428467 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90', 'status': 'completed', 'code': 200} Jul 22 16:31:30.445427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:30.458961 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.561003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:30.564323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754edc8-4b6c-49a7-b5b1-3562be4ea773 req-5b673059-d2f8-4480-82c7-b3a4ea53a64c tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:30.571648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8754edc8-4b6c-49a7-b5b1-3562be4ea773 req-5b673059-d2f8-4480-82c7-b3a4ea53a64c tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 948 time: 0.4525590 Jul 22 16:31:30.591463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-1613ce76-751d-46bb-aec2-edc25097c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:30.595362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-1613ce76-751d-46bb-aec2-edc25097c354 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 1095 time: 0.3020983 Jul 22 16:31:30.619932 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a65b66-56f9-4462-94c2-da54b262c13f req-0a83cba0-07e9-4868-b14f-165e799d4a1c tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:30.628131 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-06a65b66-56f9-4462-94c2-da54b262c13f req-0a83cba0-07e9-4868-b14f-165e799d4a1c tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 943 time: 0.1901650 Jul 22 16:31:30.646447 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8754edc8-4b6c-49a7-b5b1-3562be4ea773 req-d81f2e2f-e29a-455a-bdc2-0b16a14d407a tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727117 Jul 22 16:31:30.735488 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-1ce9388a-4c34-4574-8a4c-9c590b21d81e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2df60060-4131-46d4-8bc9-bef82765ef90 HTTP/1.1" status: 200 len: 217 time: 0.1038141 Jul 22 16:31:30.756772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-06a65b66-56f9-4462-94c2-da54b262c13f req-a5a826e3-9068-4232-a979-e91bed102995 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272621 Jul 22 16:31:30.778755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f484a450-2baa-4985-85df-99c6566b1c45'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:30.819137 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:30.898566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Pushing event deleted for resources: {'Port': ['ID=f0523c45-0b61-43d1-9ceb-ccbe09b924f3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:30.961019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-ffe133b7-a6aa-41ed-ada5-507e785a9c65 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=048349953dd6493ea11e4657df3670a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623291 Jul 22 16:31:30.971881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92ab7682-82cd-41d4-962a-fd3d4f20f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:30.973789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-92ab7682-82cd-41d4-962a-fd3d4f20f147 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 200 len: 853 time: 0.2158289 Jul 22 16:31:31.021214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81af6134-5622-47de-ae80-7813beaeb50a req-dd4d9d74-b8c6-4aa4-a4ee-eb13c585eac1 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd5726c-4a4e-4805-86d6-abb657b2a170 HTTP/1.1" status: 200 len: 210 time: 0.0675495 Jul 22 16:31:31.085520 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.117438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] No DVR routers for this DVR port f0523c45-0b61-43d1-9ceb-ccbe09b924f3 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:31.121455 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:31.123689 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b92ef9b5-c0ff-4ad5-b2eb-e079ee3731ce req-0cbb9519-d3e9-4bd2-95c6-b867f0fa8be5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.20 "DELETE /v2.0/ports/f0523c45-0b61-43d1-9ceb-ccbe09b924f3 HTTP/1.1" status: 204 len: 173 time: 1.5868435 Jul 22 16:31:31.124227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'name': 'network-vif-deleted', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:31.127043 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b95621-edbc-48f8-8ccc-13a897846ba1" -d '{"events": [{"server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "name": "network-vif-deleted", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:31.128911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-20cc3741-435b-4645-9d68-64cd19640b26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbb89cbb-e23f-4367-8389-7188f6f36990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416955 Jul 22 16:31:31.225886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3c856-8db3-47c6-96f2-2a80944cfc7f req-a62ed80e-8078-4891-ab2d-bef0850e8bb1 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:31.237758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8fe3c856-8db3-47c6-96f2-2a80944cfc7f req-a62ed80e-8078-4891-ab2d-bef0850e8bb1 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 950 time: 0.2506115 Jul 22 16:31:31.320232 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8fe3c856-8db3-47c6-96f2-2a80944cfc7f req-d29321fe-fac7-4d1a-b236-d948e0d529de tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812016 Jul 22 16:31:31.395765 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef12fd13-0fe2-412d-ba4e-2d1556992037 x-openstack-request-id: req-ef12fd13-0fe2-412d-ba4e-2d1556992037 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:31.396288 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd5726c-4a4e-4805-86d6-abb657b2a170", "name": "network-vif-deleted", "tag": "f0523c45-0b61-43d1-9ceb-ccbe09b924f3", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:31.396921 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef12fd13-0fe2-412d-ba4e-2d1556992037 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:31.397607 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd5726c-4a4e-4805-86d6-abb657b2a170', 'name': 'network-vif-deleted', 'tag': 'f0523c45-0b61-43d1-9ceb-ccbe09b924f3', 'status': 'completed', 'code': 200} Jul 22 16:31:31.603899 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-061a5f31-0141-4c61-a39b-9e1bdf5f1c62 req-58c95768-424f-44cb-9275-a1b47c05d1aa tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 210 time: 0.0868363 Jul 22 16:31:31.628616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-71735de3-6bc3-4525-89b9-853ec478a2f7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:31.630718 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-71735de3-6bc3-4525-89b9-853ec478a2f7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6556075 Jul 22 16:31:31.637874 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-578a367b-2d99-4b13-aefc-6d35f3ddbfde service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016985 Jul 22 16:31:31.672483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Request body: {'port': {'device_id': '33447050-2e73-478d-aab3-1ee27decbea7', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '048349953dd6493ea11e4657df3670a4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:31.969617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:32.003714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Made reservation on behalf of 048349953dd6493ea11e4657df3670a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:32.007325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.048258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.131840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b0987-8831-42de-9168-bb1d7f40953a req-ef137573-b5b7-4bd6-8584-08423259f3ee tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:32.134371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad1b0987-8831-42de-9168-bb1d7f40953a req-ef137573-b5b7-4bd6-8584-08423259f3ee tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 949 time: 0.1418006 Jul 22 16:31:32.145205 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fe0545-a211-40a0-970c-d4077dad00fe req-eb4172cc-733f-4dac-af67-3c690577143b service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982576 Jul 22 16:31:32.175001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port f484a450-2baa-4985-85df-99c6566b1c45 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:32.190606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port f484a450-2baa-4985-85df-99c6566b1c45 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:32.192050 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.219368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349c8a4-d613-4d53-889d-2693bd8f0ce0 req-1a92d543-4805-443a-af93-86f32a6c7a86 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:32.225270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad1b0987-8831-42de-9168-bb1d7f40953a req-42e5f050-bfe5-439c-afb4-0d25dc658b40 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840921 Jul 22 16:31:32.229619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349c8a4-d613-4d53-889d-2693bd8f0ce0 req-1a92d543-4805-443a-af93-86f32a6c7a86 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:32.231372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5349c8a4-d613-4d53-889d-2693bd8f0ce0 req-1a92d543-4805-443a-af93-86f32a6c7a86 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780&device_id=8540979c-6e3d-4bc2-ab63-679b5643a290 HTTP/1.1" status: 200 len: 1682 time: 0.2826500 Jul 22 16:31:32.370579 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.407159 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5349c8a4-d613-4d53-889d-2693bd8f0ce0 req-c1ed6488-21c9-4aad-a92c-864519cba1e5 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662941 Jul 22 16:31:32.408880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:32.412512 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2450949f-44ff-4aa1-9dcd-64c3ac747cf7" -d '{"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-plugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:32.438985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:32.459380 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.465548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f0523c45-0b61-43d1-9ceb-ccbe09b924f3 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:32.467909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da667686-bc70-46bf-9f8e-61852bf998fa req-f7e3c266-f9ab-4583-9094-a25139ade539 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:32.480228 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da667686-bc70-46bf-9f8e-61852bf998fa req-f7e3c266-f9ab-4583-9094-a25139ade539 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 943 time: 0.1667037 Jul 22 16:31:32.508358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-0d0bfe68-998b-4979-b710-704c05f56551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:32.510409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-0d0bfe68-998b-4979-b710-704c05f56551 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 1095 time: 0.2031870 Jul 22 16:31:32.565135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:32.576848 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da667686-bc70-46bf-9f8e-61852bf998fa req-889f0de9-c940-47cb-aea6-17a5a3180233 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933125 Jul 22 16:31:32.597745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: f0523c45-0b61-43d1-9ceb-ccbe09b924f3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:32.598164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f0523c45-0b61-43d1-9ceb-ccbe09b924f3 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:32.692591 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb18bc9-4693-44d1-86dc-043c94a00600 x-openstack-request-id: req-beb18bc9-4693-44d1-86dc-043c94a00600 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:32.692895 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-plugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:32.693157 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-beb18bc9-4693-44d1-86dc-043c94a00600 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:32.693561 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45', 'code': 200} Jul 22 16:31:32.704627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.756889 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:32.920296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:32.961616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49d4b9-2343-4d43-9998-9ea18a876390 req-7718b9bc-4821-47fc-8497-c2c49f8db682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:32.967699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d49d4b9-2343-4d43-9998-9ea18a876390 req-7718b9bc-4821-47fc-8497-c2c49f8db682 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 1102 time: 0.1653528 Jul 22 16:31:32.976082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-90b4e6f9-0e92-4b98-9e89-43e2f7085180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:32.979306 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-90b4e6f9-0e92-4b98-9e89-43e2f7085180 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 914 time: 0.4602597 Jul 22 16:31:33.048949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd734c-63c7-42c2-900b-375a3e359390 req-8c12f0b8-b899-4b1c-bf3c-79aa9bc94a4c tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:33.052635 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3735c3c5-b98f-4089-b742-ebece5e81efa req-c76c2a45-4a0a-4402-bc2c-a8591b06c748 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 210 time: 0.0529995 Jul 22 16:31:33.057283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62bd734c-63c7-42c2-900b-375a3e359390 req-8c12f0b8-b899-4b1c-bf3c-79aa9bc94a4c tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 950 time: 0.4539976 Jul 22 16:31:33.091753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d49d4b9-2343-4d43-9998-9ea18a876390 req-7a793e9c-00d9-4662-a47b-09f37ea7b45c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177127 Jul 22 16:31:33.120880 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-10841e8f-f7b2-45c8-bab4-2a689c8d7ad7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2df60060-4131-46d4-8bc9-bef82765ef90 HTTP/1.1" status: 200 len: 217 time: 0.0994613 Jul 22 16:31:33.190267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Allocated IP 192.168.233.210 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/89fb7524-c5fa-432d-ade7-e287d886a70f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:33.209114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62bd734c-63c7-42c2-900b-375a3e359390 req-b7187e19-324f-40e7-9268-7b9d657bc2d5 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506624 Jul 22 16:31:33.541165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caeac9-cfef-408a-96a5-421307830dd1 req-b55e797a-3f40-4fe9-9f24-fcc51a882650 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:33.544144 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47caeac9-cfef-408a-96a5-421307830dd1 req-b55e797a-3f40-4fe9-9f24-fcc51a882650 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 950 time: 0.1556699 Jul 22 16:31:33.567497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-ac9250cb-3c3e-41da-aa77-c86e6fdf0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:33.583897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-ac9250cb-3c3e-41da-aa77-c86e6fdf0040 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 200 len: 853 time: 0.1773098 Jul 22 16:31:33.642227 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47caeac9-cfef-408a-96a5-421307830dd1 req-141c3ce3-16b9-4b34-a5d7-7f6791f7db41 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879524 Jul 22 16:31:33.686307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-2658ed7c-604a-4cda-b8b6-6cae17402a51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbb89cbb-e23f-4367-8389-7188f6f36990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544350 Jul 22 16:31:33.780154 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:33.846412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Transition to ACTIVE for port object 89fb7524-c5fa-432d-ade7-e287d886a70f will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:33.887371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d610d-e79b-401e-a861-3b5099262c49 req-1c404698-106f-40e6-83f5-88d60ac279d3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:33.889396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c44d610d-e79b-401e-a861-3b5099262c49 req-1c404698-106f-40e6-83f5-88d60ac279d3 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 945 time: 0.3645241 Jul 22 16:31:33.953483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a695a4-280c-4568-956e-01e2ffe5452f req-d88d89cc-23b7-4d88-98c6-76b32cd65ca3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:33.958699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4a695a4-280c-4568-956e-01e2ffe5452f req-d88d89cc-23b7-4d88-98c6-76b32cd65ca3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 943 time: 0.1414030 Jul 22 16:31:33.988463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-4ea7bdb5-23c7-47a9-b4de-aa076192d187 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862697 Jul 22 16:31:34.002182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c44d610d-e79b-401e-a861-3b5099262c49 req-b40f8a0c-a5a3-498b-a8c0-b25299e27d22 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977316 Jul 22 16:31:34.044725 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4a695a4-280c-4568-956e-01e2ffe5452f req-f5748934-2fb6-46b3-8b23-47442019adcf tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740252 Jul 22 16:31:34.048976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.111705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:34.121760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:34.136318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:34.311128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Pushing event updated for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:34.335155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:34.335626 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.364503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9219e4ba-55a9-4de1-8aab-c3e0d5358c3d req-ec5481bb-eb70-4b85-ad5a-3f1fd7558bcf service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661718 Jul 22 16:31:34.395869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-90b6b639-e8a0-479c-a663-7b0ee51ef2f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7261600 Jul 22 16:31:34.452386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Request body: {'port': {'device_id': '33447050-2e73-478d-aab3-1ee27decbea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:34.488853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a270a8-a608-4b40-add1-0e6313071a19 req-ef98af6e-273b-4b51-9536-4c1959085da5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:34.490556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-82a270a8-a608-4b40-add1-0e6313071a19 req-ef98af6e-273b-4b51-9536-4c1959085da5 tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.20 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 945 time: 0.2797518 Jul 22 16:31:34.552028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-24eceebf-e789-4299-8a55-a9f8fb5e310c None None] Provisioning for port 89fb7524-c5fa-432d-ade7-e287d886a70f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:34.557469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-24eceebf-e789-4299-8a55-a9f8fb5e310c None None] Provisioning complete for port 89fb7524-c5fa-432d-ade7-e287d886a70f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:34.558031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24eceebf-e789-4299-8a55-a9f8fb5e310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.659844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-24eceebf-e789-4299-8a55-a9f8fb5e310c None None] Port 89fb7524-c5fa-432d-ade7-e287d886a70f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:31:34.662428 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.689719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fea7e-641b-437f-b87a-9abb1d00df6d req-6e2dd633-667a-4170-a215-f93109cbd58b tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:34.698005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca1fea7e-641b-437f-b87a-9abb1d00df6d req-6e2dd633-667a-4170-a215-f93109cbd58b tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 950 time: 0.2822766 Jul 22 16:31:34.749247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd3799-1825-4725-b1d8-02c3c7085048 req-df5b5709-a748-4d25-855b-05a72439544d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:34.758593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41cd3799-1825-4725-b1d8-02c3c7085048 req-df5b5709-a748-4d25-855b-05a72439544d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 936 time: 0.3348010 Jul 22 16:31:34.769414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-82a270a8-a608-4b40-add1-0e6313071a19 req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Deleting port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:34.769754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-82a270a8-a608-4b40-add1-0e6313071a19 req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:34.817177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-23591d9e-e3c4-4331-b484-084129327d53 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:34.818779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-23591d9e-e3c4-4331-b484-084129327d53 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.65 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 950 time: 0.1905894 Jul 22 16:31:34.831806 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca1fea7e-641b-437f-b87a-9abb1d00df6d req-d4364455-b616-4df6-9e7a-506414a9af1c tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/security-groups?id=112cb292-872d-4701-84b6-54c3f4ccee67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327190 Jul 22 16:31:34.916886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41cd3799-1825-4725-b1d8-02c3c7085048 req-3e4b4687-f29a-41f9-9d65-70444a397320 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547940 Jul 22 16:31:34.984895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-82a270a8-a608-4b40-add1-0e6313071a19 req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] For port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,segment=NetworkSegment(aac51a13-5c23-4102-933a-81b9ce56ac1f),segment_id=aac51a13-5c23-4102-933a-81b9ce56ac1f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:34.985237 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-82a270a8-a608-4b40-add1-0e6313071a19 req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.000871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-82a270a8-a608-4b40-add1-0e6313071a19 req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Calling delete_port for 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:35.152330 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.202603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Deleting port f2f5df79-72d1-458b-bec5-ba9c35495e46 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:35.203114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.332385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f236c4c-22fc-420e-9aa2-de93e22312c7 req-7d2fd9d1-142b-407d-b2f6-85ea10493644 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:35.340426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f236c4c-22fc-420e-9aa2-de93e22312c7 req-7d2fd9d1-142b-407d-b2f6-85ea10493644 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 950 time: 0.3183548 Jul 22 16:31:35.360623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fb7524-c5fa-432d-ade7-e287d886a70f {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:35.377098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.411305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Transition to ACTIVE for port object 89fb7524-c5fa-432d-ade7-e287d886a70f will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:35.446246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.467691 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f236c4c-22fc-420e-9aa2-de93e22312c7 req-b49c62f0-2952-457d-84e0-da34a090edf9 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104245 Jul 22 16:31:35.519342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] For port f2f5df79-72d1-458b-bec5-ba9c35495e46, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f2f5df79-72d1-458b-bec5-ba9c35495e46,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:35.519761 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.548572 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-82a270a8-a608-4b40-add1-0e6313071a19 req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.563380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528331e2-d539-4809-ae01-06c60424b01c req-3655e718-38fc-406d-94a0-4a9ad499e07e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:35.564983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-528331e2-d539-4809-ae01-06c60424b01c req-3655e718-38fc-406d-94a0-4a9ad499e07e tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/ports?device_id=da642336-2729-450d-a8bb-5148fef499b3 HTTP/1.1" status: 200 len: 866 time: 0.3698931 Jul 22 16:31:35.574977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Pushing event updated for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:35.647138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Pushing event deleted for resources: {'Port': ['ID=2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:35.660093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Calling delete_port for f2f5df79-72d1-458b-bec5-ba9c35495e46 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:35.705109 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-528331e2-d539-4809-ae01-06c60424b01c req-60b1cf6f-43db-43a8-ae64-68a79fabb25a tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.53 "GET /v2.0/security-groups?id=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212900 Jul 22 16:31:35.725208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Attempting to bind port 89fb7524-c5fa-432d-ade7-e287d886a70f on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:35.725545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Attempting to bind port 89fb7524-c5fa-432d-ade7-e287d886a70f by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:35.725879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Attempting to bind port 89fb7524-c5fa-432d-ade7-e287d886a70f on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:35.738099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Port 89fb7524-c5fa-432d-ade7-e287d886a70f on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:31:35.738430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Attempting to bind port 89fb7524-c5fa-432d-ade7-e287d886a70f on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:35.746818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a270a8-a608-4b40-add1-0e6313071a19 req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] No DVR routers for this DVR port 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:35.751180 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-82a270a8-a608-4b40-add1-0e6313071a19 req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.752382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:35.752731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:35.753120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:35.754822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-82a270a8-a608-4b40-add1-0e6313071a19 req-e5b49d43-e230-4fdb-a96d-e4a83eed81be tempest-LiveMigrationTest-976325116 tempest-LiveMigrationTest-976325116-project] 10.222.0.20 "DELETE /v2.0/ports/2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b HTTP/1.1" status: 204 len: 173 time: 1.2441437 Jul 22 16:31:35.773336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Bound port: 89fb7524-c5fa-432d-ade7-e287d886a70f, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:35.774068 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:35.777045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'name': 'network-vif-deleted', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:35.780127 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d06c46a-31d5-4deb-9660-fef9385d4d2e" -d '{"events": [{"server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "name": "network-vif-deleted", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:35.950364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2df60060-4131-46d4-8bc9-bef82765ef90 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:36.047115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f159be-8fb0-4247-b3fd-d94e731cd782 req-e12f8050-9a69-4a30-b4dd-7ce3eac80eb8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:36.054632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98f159be-8fb0-4247-b3fd-d94e731cd782 req-e12f8050-9a69-4a30-b4dd-7ce3eac80eb8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 943 time: 0.4151638 Jul 22 16:31:36.156527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2df60060-4131-46d4-8bc9-bef82765ef90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2df60060-4131-46d4-8bc9-bef82765ef90,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:36.164967 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98f159be-8fb0-4247-b3fd-d94e731cd782 req-9a785ba0-ad30-4006-9e62-d0982d8dd5c7 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085761 Jul 22 16:31:36.195119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-1542f0e6-c510-4eb1-a66f-15a3360ac6d3 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:36.195397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '2df60060-4131-46d4-8bc9-bef82765ef90', 'network_id': 'fbb89cbb-e23f-4367-8389-7188f6f36990', 'port_id': '2df60060-4131-46d4-8bc9-bef82765ef90', 'mac_address': 'fa:16:3e:00:7c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b153674e-b2ae-4113-b633-ec94e53d2c61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:36.197237 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-1542f0e6-c510-4eb1-a66f-15a3360ac6d3 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.20 "GET /v2.0/ports?device_id=8540979c-6e3d-4bc2-ab63-679b5643a290 HTTP/1.1" status: 200 len: 945 time: 0.3186023 Jul 22 16:31:36.327625 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0457ba6-a2ee-4469-a10f-9429e2ab4d70 x-openstack-request-id: req-c0457ba6-a2ee-4469-a10f-9429e2ab4d70 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:36.327910 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da642336-2729-450d-a8bb-5148fef499b3", "name": "network-vif-deleted", "tag": "2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:36.328173 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0457ba6-a2ee-4469-a10f-9429e2ab4d70 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:36.328582 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da642336-2729-450d-a8bb-5148fef499b3', 'name': 'network-vif-deleted', 'tag': '2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b', 'status': 'completed', 'code': 200} Jul 22 16:31:36.331701 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.351831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.385491 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df60060-4131-46d4-8bc9-bef82765ef90 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:36.403849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f2f5df79-72d1-458b-bec5-ba9c35495e46'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:36.445735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2df60060-4131-46d4-8bc9-bef82765ef90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2df60060-4131-46d4-8bc9-bef82765ef90,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:36.455121 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.527147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Pushing event deleted for resources: {'Port': ['ID=f2f5df79-72d1-458b-bec5-ba9c35495e46,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:36.582132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=2df60060-4131-46d4-8bc9-bef82765ef90,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:36.632645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] No DVR routers for this DVR port f2f5df79-72d1-458b-bec5-ba9c35495e46 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:36.638304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.642616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60d1edfa-04ef-4841-9aef-dc7dc8307a48 req-7efa9634-19b4-4559-953a-99b7ea0535d4 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.65 "DELETE /v2.0/ports/f2f5df79-72d1-458b-bec5-ba9c35495e46 HTTP/1.1" status: 204 len: 173 time: 1.8129103 Jul 22 16:31:36.691502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:36.702186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:36.710719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.744180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2061c8-67a6-42e7-bc5f-2aa640edd41b req-3a0014db-0f60-4556-9f99-e314e65f2f20 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:36.751429 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae2061c8-67a6-42e7-bc5f-2aa640edd41b req-3a0014db-0f60-4556-9f99-e314e65f2f20 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540979c-6e3d-4bc2-ab63-679b5643a290 HTTP/1.1" status: 200 len: 945 time: 0.3934381 Jul 22 16:31:36.769214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Deleting port febf528b-0d7f-4f59-b72e-bcd64d628914 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:36.769510 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.769940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2df60060-4131-46d4-8bc9-bef82765ef90'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:36.843991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae2061c8-67a6-42e7-bc5f-2aa640edd41b req-6a4ea396-1157-4d4d-be3c-b5d67187254a tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911782 Jul 22 16:31:36.885413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:36.886782 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:36.890295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] 10.222.0.65 "PUT /v2.0/ports/89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 1097 time: 2.4501133 Jul 22 16:31:36.891211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:36.898277 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354f83c1-1ab8-490f-826d-d98e35627b72" -d '{"events": [{"name": "network-changed", "server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:37.008485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41925b9a-c823-40bb-a69c-92d6b51b376b service neutron] Pushing event updated for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:37.018111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] For port febf528b-0d7f-4f59-b72e-bcd64d628914, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=febf528b-0d7f-4f59-b72e-bcd64d628914,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:37.018497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:37.077197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Calling delete_port for febf528b-0d7f-4f59-b72e-bcd64d628914 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:37.247293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b055b929-82d0-435e-9c91-33b112fc1982 req-edc86dd6-00bc-41f9-93ea-809ffa265656 tempest-ImagesNegativeTestJSON-1851415353 tempest-ImagesNegativeTestJSON-1851415353-project] 10.222.0.53 "GET /v2.0/ports?device_id=acd3746d-a4c3-431f-8db3-4231fef691e1 HTTP/1.1" status: 200 len: 210 time: 0.1232667 Jul 22 16:31:37.323077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-0ae60367-ad72-400e-89bb-33f0249f9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:37.325662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-0ae60367-ad72-400e-89bb-33f0249f9e6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1100 time: 0.2711525 Jul 22 16:31:37.426337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34208) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:37.497947 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1833520f-06f1-4375-bce5-efe8681c490b x-openstack-request-id: req-1833520f-06f1-4375-bce5-efe8681c490b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:37.498424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:37.499110 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:37.499373 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1833520f-06f1-4375-bce5-efe8681c490b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:37.499928 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'status': 'completed', 'code': 200} Jul 22 16:31:37.522423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58cfb2-87a7-44a1-9669-7740c78c55bd req-9fb374ab-1fff-4875-ba4c-9a5456c0fdfd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:37.534608 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a58cfb2-87a7-44a1-9669-7740c78c55bd req-9fb374ab-1fff-4875-ba4c-9a5456c0fdfd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 948 time: 0.3295949 Jul 22 16:31:37.544716 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-42a2fa02-8a12-4f55-a65b-52d23878e8bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 217 time: 0.1804633 Jul 22 16:31:37.562326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['3b67569a-d0fc-4703-90b3-d18129011463'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:37.623874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Pushing event deleted for resources: {'Port': ['ID=febf528b-0d7f-4f59-b72e-bcd64d628914,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:37.653696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a58cfb2-87a7-44a1-9669-7740c78c55bd req-86e3224a-70d8-4576-b093-b7b1b5638c40 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128159 Jul 22 16:31:37.779321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] No DVR routers for this DVR port febf528b-0d7f-4f59-b72e-bcd64d628914 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:37.786257 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:37.794321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ccfe8c6-fafd-4e75-a232-cbde84d11deb req-2cc5e5ad-4350-4880-ad6c-812efc3f79a0 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.20 "DELETE /v2.0/ports/febf528b-0d7f-4f59-b72e-bcd64d628914 HTTP/1.1" status: 204 len: 173 time: 1.5854211 Jul 22 16:31:37.830448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-5edf3552-d90c-451a-b3a9-66558f38c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:37.833113 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-5edf3552-d90c-451a-b3a9-66558f38c561 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1979008 Jul 22 16:31:38.012997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-aa386c02-7cbf-4784-812b-7dbd90d4af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:38.014057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-aa386c02-7cbf-4784-812b-7dbd90d4af26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1722648 Jul 22 16:31:38.029282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:38.067056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:38.067402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2d0e2fe5-a8c7-4cd5-a0e4-4206ae7aa11b not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:38.128429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-59fbf9da-d2a1-495b-a812-11e6026a20d1 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:38.129997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-59fbf9da-d2a1-495b-a812-11e6026a20d1 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 946 time: 0.5000830 Jul 22 16:31:38.138546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ecf7e50c-b382-4156-8c78-503f4af65c32 req-ba570f88-ac1a-4bbf-be50-a8cf997cbbef tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540979c-6e3d-4bc2-ab63-679b5643a290 HTTP/1.1" status: 200 len: 210 time: 0.0782669 Jul 22 16:31:38.146006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1e6a20-b17a-4033-be53-ebc37efd071b admin admin] Deleting subnet 1eea527e-0b96-49a8-be19-038b62f4c05d {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:38.161521 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6a20-b17a-4033-be53-ebc37efd071b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.206974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6a20-b17a-4033-be53-ebc37efd071b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.279921 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-88a0290c-af2e-4cdd-9a44-11ab3895976c service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578316 Jul 22 16:31:38.331693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd3746d-a4c3-431f-8db3-4231fef691e1', 'name': 'network-vif-deleted', 'tag': 'f2f5df79-72d1-458b-bec5-ba9c35495e46'}, {'server_uuid': '8540979c-6e3d-4bc2-ab63-679b5643a290', 'name': 'network-vif-deleted', 'tag': 'febf528b-0d7f-4f59-b72e-bcd64d628914'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:38.338238 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a62053-5eac-4886-ac83-5405ae2b5792" -d '{"events": [{"server_uuid": "acd3746d-a4c3-431f-8db3-4231fef691e1", "name": "network-vif-deleted", "tag": "f2f5df79-72d1-458b-bec5-ba9c35495e46"}, {"server_uuid": "8540979c-6e3d-4bc2-ab63-679b5643a290", "name": "network-vif-deleted", "tag": "febf528b-0d7f-4f59-b72e-bcd64d628914"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:38.343447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6a20-b17a-4033-be53-ebc37efd071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.418133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e84d2-45ef-4a69-850a-765a39d24e4f req-0f4b1166-33a6-468a-8dc0-8f5af64011e6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:38.427881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6db8ee2e-0cf1-47cd-b10c-0430b2fefac6 req-9723dc5c-df4a-4f78-98f7-73bf170bc1ce service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413326 Jul 22 16:31:38.429189 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-261e84d2-45ef-4a69-850a-765a39d24e4f req-0f4b1166-33a6-468a-8dc0-8f5af64011e6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 944 time: 0.5970500 Jul 22 16:31:38.471950 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16391de0-ecfb-4ea0-91ed-edcdd6460a4d x-openstack-request-id: req-16391de0-ecfb-4ea0-91ed-edcdd6460a4d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:38.472618 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd3746d-a4c3-431f-8db3-4231fef691e1", "name": "network-vif-deleted", "tag": "f2f5df79-72d1-458b-bec5-ba9c35495e46", "status": "completed", "code": 200}, {"server_uuid": "8540979c-6e3d-4bc2-ab63-679b5643a290", "name": "network-vif-deleted", "tag": "febf528b-0d7f-4f59-b72e-bcd64d628914", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:38.473132 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16391de0-ecfb-4ea0-91ed-edcdd6460a4d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:38.473785 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd3746d-a4c3-431f-8db3-4231fef691e1', 'name': 'network-vif-deleted', 'tag': 'f2f5df79-72d1-458b-bec5-ba9c35495e46', 'status': 'completed', 'code': 200} Jul 22 16:31:38.474400 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8540979c-6e3d-4bc2-ab63-679b5643a290', 'name': 'network-vif-deleted', 'tag': 'febf528b-0d7f-4f59-b72e-bcd64d628914', 'status': 'completed', 'code': 200} Jul 22 16:31:38.562190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-261e84d2-45ef-4a69-850a-765a39d24e4f req-7a11313c-eeaf-45f3-8e19-293ace413fbb tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287277 Jul 22 16:31:38.586969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6a20-b17a-4033-be53-ebc37efd071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.614442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Deleting port 3b67569a-d0fc-4703-90b3-d18129011463 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:31:38.614865 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.661593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-134c1d80-787b-4405-a984-98794ea5a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:38.663294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-134c1d80-787b-4405-a984-98794ea5a8ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1100 time: 0.0995526 Jul 22 16:31:38.691961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e6a20-b17a-4033-be53-ebc37efd071b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eea527e-0b96-49a8-be19-038b62f4c05d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:38.706351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa1e6a20-b17a-4033-be53-ebc37efd071b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.713522 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aa1e6a20-b17a-4033-be53-ebc37efd071b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1eea527e-0b96-49a8-be19-038b62f4c05d HTTP/1.1" status: 204 len: 168 time: 1.2860713 Jul 22 16:31:38.716797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34246) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:38.849646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f2f5df79-72d1-458b-bec5-ba9c35495e46 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:38.888426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: f2f5df79-72d1-458b-bec5-ba9c35495e46 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:38.888949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f2f5df79-72d1-458b-bec5-ba9c35495e46 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:38.942735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] For port 3b67569a-d0fc-4703-90b3-d18129011463, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3b67569a-d0fc-4703-90b3-d18129011463,segment=NetworkSegment(3b5bb097-52b4-45c3-95f1-5e8357caf295),segment_id=3b5bb097-52b4-45c3-95f1-5e8357caf295)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:38.943389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.944844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-76bc881c-d251-42ee-aa8f-0a54b0e63882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:38.946713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-76bc881c-d251-42ee-aa8f-0a54b0e63882 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2719004 Jul 22 16:31:38.950882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:38.977246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Calling delete_port for 3b67569a-d0fc-4703-90b3-d18129011463 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:31:39.007903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9ddcb-7b9b-48bf-9eb6-68692f6b7e1a req-429c2783-f925-48a3-a578-463239bf00d1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:39.009681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91f9ddcb-7b9b-48bf-9eb6-68692f6b7e1a req-429c2783-f925-48a3-a578-463239bf00d1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 948 time: 0.2142413 Jul 22 16:31:39.022298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-0dbc65e9-a251-46da-8cf5-592af739c62d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 217 time: 0.0612383 Jul 22 16:31:39.102524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.116606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a847bd19-60dd-46ee-bfde-f4c7201e229b']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:39.129350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac51a13-5c23-4102-933a-81b9ce56ac1f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:39.129645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac51a13-5c23-4102-933a-81b9ce56ac1f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:39.140057 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.158054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.162890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:39.163338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.195600 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91f9ddcb-7b9b-48bf-9eb6-68692f6b7e1a req-f708bc8a-7def-42ca-b4be-85641769dee6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929251 Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:39.237782 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:39.246099 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.257436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.260228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] 10.222.0.53 "DELETE /v2.0/networks/a847bd19-60dd-46ee-bfde-f4c7201e229b HTTP/1.1" status: 204 len: 168 time: 0.5408597 Jul 22 16:31:39.269340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34270) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:39.312148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e9ec8-586d-4d74-b503-d194e74863eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a847bd19-60dd-46ee-bfde-f4c7201e229b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:39.342227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-a7dbc71d-04dd-4db7-a0f3-c4482ed63f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:39.344093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-a7dbc71d-04dd-4db7-a0f3-c4482ed63f69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1081088 Jul 22 16:31:39.397995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:39.440441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-c9367b17-2d0e-41aa-8b99-7fa938a77b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:39.442471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-c9367b17-2d0e-41aa-8b99-7fa938a77b57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0890441 Jul 22 16:31:39.639974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-722a706b-e4db-47d3-8f27-d46467421bdf service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880660 Jul 22 16:31:39.700793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ba1070d7-b9e6-409e-afc7-09d2ee5333d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08d47e4ccd874be0ae4d1d38808c462f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012838 Jul 22 16:31:39.704982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:39.771047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.791408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58ad659-d02a-42f2-880f-9d432ce0f600 admin admin] Deleting subnet d8e79661-0a84-457f-93d2-aec34d4af11d {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:39.818161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a58ad659-d02a-42f2-880f-9d432ce0f600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.856910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Pushing event deleted for resources: {'Port': ['ID=3b67569a-d0fc-4703-90b3-d18129011463,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:39.937088 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-354f83c1-1ab8-490f-826d-d98e35627b72 req-b247bef5-cfbf-411c-a6a8-b24c7a0ba5f5 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831650 Jul 22 16:31:39.938023 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ad86072-5ab3-4ec6-9634-5701ac0cc1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:39.947479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccf7e6-5e4d-49ae-abc5-55bca7cc4402 req-f1b9ab82-2f31-4ac4-b5f0-aa09fdce0bf5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:39.949409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93ccf7e6-5e4d-49ae-abc5-55bca7cc4402 req-f1b9ab82-2f31-4ac4-b5f0-aa09fdce0bf5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 944 time: 0.2261217 Jul 22 16:31:39.992178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:39.998005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2df60060-4131-46d4-8bc9-bef82765ef90 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:40.017757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ad86072-5ab3-4ec6-9634-5701ac0cc1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.041662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] No DVR routers for this DVR port 3b67569a-d0fc-4703-90b3-d18129011463 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:31:40.046421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.049518 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0473cf09-ce82-4521-afe9-65bd1e133fc5 req-7cdea9d0-f36b-488a-a331-c85ee915b3ba tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.65 "DELETE /v2.0/ports/3b67569a-d0fc-4703-90b3-d18129011463 HTTP/1.1" status: 204 len: 173 time: 1.9070861 Jul 22 16:31:40.060489 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93ccf7e6-5e4d-49ae-abc5-55bca7cc4402 req-eb49fab0-f9c9-4418-91b9-5c2ea7e6d920 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867612 Jul 22 16:31:40.080723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3159ce9-cb53-4950-8e5e-814f14f03088 req-0f62721c-2366-4740-be05-bad0280f7a3a tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:40.085622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a3159ce9-cb53-4950-8e5e-814f14f03088 req-0f62721c-2366-4740-be05-bad0280f7a3a tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a955653-61f2-42c4-b9e9-5127c041a780 HTTP/1.1" status: 200 len: 867 time: 0.7385325 Jul 22 16:31:40.091021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a58ad659-d02a-42f2-880f-9d432ce0f600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.125146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ad86072-5ab3-4ec6-9634-5701ac0cc1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.127920 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ad86072-5ab3-4ec6-9634-5701ac0cc1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.129169 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3ad86072-5ab3-4ec6-9634-5701ac0cc1e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/112cb292-872d-4701-84b6-54c3f4ccee67 HTTP/1.1" status: 204 len: 168 time: 0.4223661 Jul 22 16:31:40.156646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad86072-5ab3-4ec6-9634-5701ac0cc1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112cb292-872d-4701-84b6-54c3f4ccee67,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:40.197409 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a58ad659-d02a-42f2-880f-9d432ce0f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.250727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 2df60060-4131-46d4-8bc9-bef82765ef90 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:40.331976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 2df60060-4131-46d4-8bc9-bef82765ef90 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:40.332987 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.353023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a58ad659-d02a-42f2-880f-9d432ce0f600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.380469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a58ad659-d02a-42f2-880f-9d432ce0f600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.382585 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a58ad659-d02a-42f2-880f-9d432ce0f600 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d8e79661-0a84-457f-93d2-aec34d4af11d HTTP/1.1" status: 204 len: 168 time: 1.1120195 Jul 22 16:31:40.386130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:40.413692 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a3159ce9-cb53-4950-8e5e-814f14f03088 req-e696b4b4-a6fe-4943-a55c-38821b303f30 tempest-ListServersNegativeTestJSON-381685924 tempest-ListServersNegativeTestJSON-381685924-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9b87175-f932-4e64-b5ee-8ba23ff05483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190052 Jul 22 16:31:40.416979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ad659-d02a-42f2-880f-9d432ce0f600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e79661-0a84-457f-93d2-aec34d4af11d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:40.463307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:40.475529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a955653-61f2-42c4-b9e9-5127c041a780', 'name': 'network-vif-deleted', 'tag': '3b67569a-d0fc-4703-90b3-d18129011463'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:40.481321 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9a3ca0-bd05-4aa7-9e2a-2d6a40650b39" -d '{"events": [{"server_uuid": "0a955653-61f2-42c4-b9e9-5127c041a780", "name": "network-vif-deleted", "tag": "3b67569a-d0fc-4703-90b3-d18129011463"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:40.553254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'f484a450-2baa-4985-85df-99c6566b1c45', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'f484a450-2baa-4985-85df-99c6566b1c45', 'mac_address': 'fa:16:3e:a8:d0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:40.599599 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.653973 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.680159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f484a450-2baa-4985-85df-99c6566b1c45 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:40.738099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9d44e-288f-4bfb-ab2f-9edad80bdec3 req-c233c2e3-e9b8-47f6-a157-0eea2b8f311e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:40.746217 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8ef9d44e-288f-4bfb-ab2f-9edad80bdec3 req-c233c2e3-e9b8-47f6-a157-0eea2b8f311e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 948 time: 0.2424700 Jul 22 16:31:40.784125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.808017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c6a237-33f1-4cad-ab44-448da7f240bd']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:40.820765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8ef9d44e-288f-4bfb-ab2f-9edad80bdec3 req-730c05cd-4b4d-455d-ae4d-c64a9265b8bd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645561 Jul 22 16:31:40.849714 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:40.857671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89fb7524-c5fa-432d-ade7-e287d886a70f details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:40.866778 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.872894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 3b67569a-d0fc-4703-90b3-d18129011463 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:40.891123 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381eb65a-672b-40fd-9fab-f25e1e0c7dd0 x-openstack-request-id: req-381eb65a-672b-40fd-9fab-f25e1e0c7dd0 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:40.891123 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a955653-61f2-42c4-b9e9-5127c041a780", "name": "network-vif-deleted", "tag": "3b67569a-d0fc-4703-90b3-d18129011463", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:40.891123 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-381eb65a-672b-40fd-9fab-f25e1e0c7dd0 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:40.892283 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a955653-61f2-42c4-b9e9-5127c041a780', 'name': 'network-vif-deleted', 'tag': '3b67569a-d0fc-4703-90b3-d18129011463', 'status': 'completed', 'code': 200} Jul 22 16:31:40.894907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfce5e88-ae0c-4333-8b85-7861ebf845c9') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:40.895183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfce5e88-ae0c-4333-8b85-7861ebf845c9') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:40.930992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.938163 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.956242 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.965585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:40.965976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:40.977456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 3b67569a-d0fc-4703-90b3-d18129011463 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:40.977980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 3b67569a-d0fc-4703-90b3-d18129011463 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:40.996895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:41.001407 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df730f-08d8-4be8-86d7-81c0b7128562" -d '{"events": [{"server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "name": "network-vif-plugged", "status": "completed", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:41.034573 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:41.039337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2df60060-4131-46d4-8bc9-bef82765ef90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2df60060-4131-46d4-8bc9-bef82765ef90,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:41.049272 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.055846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f484a450-2baa-4985-85df-99c6566b1c45'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:41.084183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.086005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a8c6a237-33f1-4cad-ab44-448da7f240bd HTTP/1.1" status: 204 len: 168 time: 0.6987376 Jul 22 16:31:41.097241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.098109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device febf528b-0d7f-4f59-b72e-bcd64d628914 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:41.127887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: febf528b-0d7f-4f59-b72e-bcd64d628914 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:31:41.130525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05155342-f7b5-417d-8d75-8e9a7f868e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c6a237-33f1-4cad-ab44-448da7f240bd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:41.130702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device febf528b-0d7f-4f59-b72e-bcd64d628914 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:31:41.149291 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6f461e-b967-4f09-853d-227c3473178c x-openstack-request-id: req-1d6f461e-b967-4f09-853d-227c3473178c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:41.161427 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "name": "network-vif-plugged", "status": "completed", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:41.162231 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d6f461e-b967-4f09-853d-227c3473178c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:41.163133 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90', 'code': 200} Jul 22 16:31:41.245233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:41.396609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=2df60060-4131-46d4-8bc9-bef82765ef90,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:41.409054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:41.437462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'mac_address': 'fa:16:3e:d8:77:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:41.472513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34352) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:41.502793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de4475-ed40-48d7-bb78-f0344fced2f2 req-fd5e1423-2d30-44b5-b755-e0e5dc47af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:41.504364 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c0de4475-ed40-48d7-bb78-f0344fced2f2 req-fd5e1423-2d30-44b5-b755-e0e5dc47af2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 1097 time: 0.2342803 Jul 22 16:31:41.548718 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.562215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-48cd11b3-9514-4ac5-bcee-36875ba50301 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6a71896aaaf4556b5f5d5ddddec65e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858467 Jul 22 16:31:41.562462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4fa4c-61b5-437c-81a2-a89aa363ad9e req-05937c02-1cb8-4181-aa1b-62b9b7341ac6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:41.562670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34356) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:41.563215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-75e4fa4c-61b5-437c-81a2-a89aa363ad9e req-05937c02-1cb8-4181-aa1b-62b9b7341ac6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 945 time: 0.2710569 Jul 22 16:31:41.595231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fb7524-c5fa-432d-ade7-e287d886a70f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:41.670184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37badcba-8d96-4c36-940f-bd73c2425742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.672411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c0de4475-ed40-48d7-bb78-f0344fced2f2 req-dd9da6c6-6956-4a71-851e-1d35a4513adf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510656 Jul 22 16:31:41.680038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:41.693526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-75e4fa4c-61b5-437c-81a2-a89aa363ad9e req-5a6d0a99-f009-4931-ba4e-0e84dc723ac9 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188793 Jul 22 16:31:41.716258 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.737459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37badcba-8d96-4c36-940f-bd73c2425742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.830021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:41.880073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37badcba-8d96-4c36-940f-bd73c2425742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.884151 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37badcba-8d96-4c36-940f-bd73c2425742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:41.885557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-37badcba-8d96-4c36-940f-bd73c2425742 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66c7a64a-303d-4e9d-8453-b5d94cb7dbb2 HTTP/1.1" status: 204 len: 168 time: 0.3110826 Jul 22 16:31:41.916577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37badcba-8d96-4c36-940f-bd73c2425742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c7a64a-303d-4e9d-8453-b5d94cb7dbb2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:41.961834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34370) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:42.143301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['89fb7524-c5fa-432d-ade7-e287d886a70f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:42.217133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-72101d32-688b-49dd-9494-8b43640b02a5 admin admin] Deleting subnet 467c7526-664c-48ff-a336-a7dd81e2ee56 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:31:42.237502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51ae4b-b6ca-4862-9112-e28b48a1810e req-a5939c46-d669-479a-aad6-aaf193c0a718 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:42.242464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72101d32-688b-49dd-9494-8b43640b02a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.247403 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab51ae4b-b6ca-4862-9112-e28b48a1810e req-a5939c46-d669-479a-aad6-aaf193c0a718 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 949 time: 0.1800377 Jul 22 16:31:42.324549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab51ae4b-b6ca-4862-9112-e28b48a1810e req-4e4114ea-12d4-4436-9e73-dccf4818fda6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737317 Jul 22 16:31:42.412410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72101d32-688b-49dd-9494-8b43640b02a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.581848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72101d32-688b-49dd-9494-8b43640b02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.751846 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72101d32-688b-49dd-9494-8b43640b02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.785608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72101d32-688b-49dd-9494-8b43640b02a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467c7526-664c-48ff-a336-a7dd81e2ee56,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:42.796913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72101d32-688b-49dd-9494-8b43640b02a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:42.800124 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-72101d32-688b-49dd-9494-8b43640b02a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/467c7526-664c-48ff-a336-a7dd81e2ee56 HTTP/1.1" status: 204 len: 168 time: 0.8367083 Jul 22 16:31:42.803170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34386) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:42.992560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:43.020285 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.089184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-42545764-dc9f-4068-acae-67e02a50330b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08f98b88d5a74eba833865366b6149c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857105 Jul 22 16:31:43.089184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34400) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:43.166837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.183333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d70f19-cdef-4f53-babf-2ba01133cbb6']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:43.195858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5bb097-52b4-45c3-95f1-5e8357caf295') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:43.196326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5bb097-52b4-45c3-95f1-5e8357caf295') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:43.210951 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.215166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ca127a4-0e89-4a31-9540-94c134b00978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.227395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07791b37-7bf4-4e82-af93-d596831745ae req-18dfd2e0-0b9e-41f6-ad19-039f8ea2ed27 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:43.235603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07791b37-7bf4-4e82-af93-d596831745ae req-18dfd2e0-0b9e-41f6-ad19-039f8ea2ed27 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 945 time: 0.2130930 Jul 22 16:31:43.259277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ca127a4-0e89-4a31-9540-94c134b00978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.279035 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.296160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:31:43.296713 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:31:43.299068 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:31:43.328334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07791b37-7bf4-4e82-af93-d596831745ae req-3382b4ab-4d8c-4b4b-8181-a7cc40e46b4f tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915837 Jul 22 16:31:43.379686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ca127a4-0e89-4a31-9540-94c134b00978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.383741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ca127a4-0e89-4a31-9540-94c134b00978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.386034 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6ca127a4-0e89-4a31-9540-94c134b00978 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f200d3e7-11ac-42c5-91ab-cc081aa25799 HTTP/1.1" status: 204 len: 168 time: 0.3001628 Jul 22 16:31:43.403291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca127a4-0e89-4a31-9540-94c134b00978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f200d3e7-11ac-42c5-91ab-cc081aa25799,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:43.504571 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.543810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d70f19-cdef-4f53-babf-2ba01133cbb6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:43.545987 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:43.550640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2a9899bb-86b1-4dcb-8342-3ed7798a3235 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e5d70f19-cdef-4f53-babf-2ba01133cbb6 HTTP/1.1" status: 204 len: 168 time: 0.7453110 Jul 22 16:31:43.845869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd1ec7-24b4-411c-82d2-40d35ea69b5f req-7dfc9da4-492c-462d-a30d-ff6348498d1f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:43.852277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34416) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:43.866585 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ffd1ec7-24b4-411c-82d2-40d35ea69b5f req-7dfc9da4-492c-462d-a30d-ff6348498d1f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 946 time: 0.1935344 Jul 22 16:31:43.940519 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ffd1ec7-24b4-411c-82d2-40d35ea69b5f req-e62cb37d-3386-4b66-be93-e2a94fd6a88c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641286 Jul 22 16:31:43.983703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6842dac1-690a-4b9f-a4e6-39100f80cd41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9ed4200d01042dd8379a28c5043e243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271505 Jul 22 16:31:43.983913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:43.995317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:44.133874 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e54e710-4508-4c9d-bb9d-dfcca1bc6689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.136293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port f484a450-2baa-4985-85df-99c6566b1c45 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:44.142207 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.210359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e54e710-4508-4c9d-bb9d-dfcca1bc6689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.236396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91f07-4446-4f68-908c-f1eefa3b4565 req-2dc3515f-91df-4285-9a4c-758d4108a441 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:44.249937 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64a91f07-4446-4f68-908c-f1eefa3b4565 req-2dc3515f-91df-4285-9a4c-758d4108a441 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 949 time: 0.1904447 Jul 22 16:31:44.291887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-fecfec95-4bc3-45b3-8a66-c0e85718bdbe tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-515849809&fields=id&tenant_id=821d2878eaa340cfa67d43006047ab6c HTTP/1.1" status: 200 len: 267 time: 0.0838766 Jul 22 16:31:44.338454 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64a91f07-4446-4f68-908c-f1eefa3b4565 req-5b382687-a60d-435a-8cbf-e1902d5f0fc2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874248 Jul 22 16:31:44.369763 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.404902 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e54e710-4508-4c9d-bb9d-dfcca1bc6689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.408869 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e54e710-4508-4c9d-bb9d-dfcca1bc6689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.410151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2e54e710-4508-4c9d-bb9d-dfcca1bc6689 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9b87175-f932-4e64-b5ee-8ba23ff05483 HTTP/1.1" status: 204 len: 168 time: 0.4253101 Jul 22 16:31:44.432760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-79d5c284-2c85-4ab0-a6d1-f1c58efd99cd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:44.434679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-79d5c284-2c85-4ab0-a6d1-f1c58efd99cd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 945 time: 0.1419473 Jul 22 16:31:44.440899 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54e710-4508-4c9d-bb9d-dfcca1bc6689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b87175-f932-4e64-b5ee-8ba23ff05483,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:44.451616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-30298f0e-f455-456c-9a97-159b874c07f6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'port': {'security_groups': ['1be1a7db-0bdb-4124-aa24-dc2c6362e933', 'bfd1ca66-ac37-4f82-956b-d88881ca7c0b']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:44.471204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:44.481073 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f176dcb0-41a4-49e6-be94-b4ab9715ed5c" -d '{"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-plugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:44.508267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:44.534131 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.601859 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-30298f0e-f455-456c-9a97-159b874c07f6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:44.709496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:44.724121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.731744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.732380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.733072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.734170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.734695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.735239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.735753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.736356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.736869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.737390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.737909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:44.777374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34464) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:44.889926 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89fb7524-c5fa-432d-ade7-e287d886a70f up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:44.970755 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1748150326-network', 'tenant_id': '7f61398160b346e8b3db76fb394a92a8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:44.992422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-30298f0e-f455-456c-9a97-159b874c07f6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] For port 2df60060-4131-46d4-8bc9-bef82765ef90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2df60060-4131-46d4-8bc9-bef82765ef90,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:45.027813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Made reservation on behalf of 7f61398160b346e8b3db76fb394a92a8 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:45.030234 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.050453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.058743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 89fb7524-c5fa-432d-ade7-e287d886a70f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:45.065940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 89fb7524-c5fa-432d-ade7-e287d886a70f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:45.066878 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.113495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-30298f0e-f455-456c-9a97-159b874c07f6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.120704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-30298f0e-f455-456c-9a97-159b874c07f6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.169394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2df60060-4131-46d4-8bc9-bef82765ef90'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:45.172562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34f62f06-34e4-4d7d-adb1-571f867897e2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:45.303723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-30298f0e-f455-456c-9a97-159b874c07f6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:45.304446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-30298f0e-f455-456c-9a97-159b874c07f6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.333715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf3d9c0e-53b5-4903-81ed-a9bc1ed443d8 req-30298f0e-f455-456c-9a97-159b874c07f6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "PUT /v2.0/ports/2df60060-4131-46d4-8bc9-bef82765ef90 HTTP/1.1" status: 200 len: 981 time: 0.8876684 Jul 22 16:31:45.334709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:45.345783 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cbad3d-01a4-46fb-a65f-36b4105728da" -d '{"events": [{"name": "network-changed", "server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:45.376220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2df60060-4131-46d4-8bc9-bef82765ef90'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:45.430414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30298f0e-f455-456c-9a97-159b874c07f6 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'Port': ['ID=2df60060-4131-46d4-8bc9-bef82765ef90,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:45.446057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.458872 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.540321 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.551562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:31:45.608602 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f933bb-82e8-4005-9aef-5fdd6967e85a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:45.623127 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.624863 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Added segment 29eb2a1f-c01d-48ca-8f60-f84061996b5c of type vlan for network 8056d9ea-5c49-4295-bdeb-e191a446ba21 Jul 22 16:31:45.650321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:45.769873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.837556 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.839100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:45.840852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.847618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:45.864214 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f0c243-67e9-4cb5-a4c9-09950e7abdc8 x-openstack-request-id: req-b7f0c243-67e9-4cb5-a4c9-09950e7abdc8 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:45.864214 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-plugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:45.864676 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7f0c243-67e9-4cb5-a4c9-09950e7abdc8 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:45.864817 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45', 'code': 200} Jul 22 16:31:45.935947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] Pushing event updated for resources: {'Network': ['ID=8056d9ea-5c49-4295-bdeb-e191a446ba21,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:45.945357 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0e120981-052f-4b95-b1bf-18209232fbda admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1666560 Jul 22 16:31:45.948706 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:45.948923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:45.957214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Request body: {'subnet': {'network_id': '8056d9ea-5c49-4295-bdeb-e191a446ba21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1748150326-subnet', 'tenant_id': '7f61398160b346e8b3db76fb394a92a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:45.970401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 8056d9ea-5c49-4295-bdeb-e191a446ba21 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:31:46.028300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-network', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:46.086988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Made reservation on behalf of 7f61398160b346e8b3db76fb394a92a8 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:46.090234 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.128912 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61dd81e7-c9d2-46b6-b8e2-24013fd16f64 req-3772f8a9-018e-4a67-b442-3f388b186196 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/bfd1ca66-ac37-4f82-956b-d88881ca7c0b HTTP/1.1" status: 200 len: 1800 time: 0.1642425 Jul 22 16:31:46.137609 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Made reservation on behalf of aaa7c3dc254f41959b81e405c1fb78a5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:46.140617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.233510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:46.234517 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.272677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b335144-e8a0-46b8-8572-4ff036531a6d req-1bceb7ca-cdf5-4de9-b345-343f9b8a596c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:46.288298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b335144-e8a0-46b8-8572-4ff036531a6d req-1bceb7ca-cdf5-4de9-b345-343f9b8a596c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1895943 Jul 22 16:31:46.358728 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-61dd81e7-c9d2-46b6-b8e2-24013fd16f64 req-cfdcf23a-dab2-49a0-b8f7-4343cec6e657 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:31:46.367999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b335144-e8a0-46b8-8572-4ff036531a6d req-97400b79-8173-43de-9417-4c6d7bb66f5f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804040 Jul 22 16:31:46.372204 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61dd81e7-c9d2-46b6-b8e2-24013fd16f64 req-cfdcf23a-dab2-49a0-b8f7-4343cec6e657 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/bfd1ca66-ac37-4f82-956b-d88881ca7c0b HTTP/1.1" status: 409 len: 341 time: 0.2267334 Jul 22 16:31:46.440103 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e586f4-e95b-464f-9194-fe487712416f x-openstack-request-id: req-e0e586f4-e95b-464f-9194-fe487712416f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:46.440880 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:46.441386 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0e586f4-e95b-464f-9194-fe487712416f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:46.442068 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90', 'status': 'completed', 'code': 200} Jul 22 16:31:46.658746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.785577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c467939-ebc8-40e3-9077-82f7e88e7fa0,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:46.792216 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.806719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:46.825181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-8f0fb92d-ce7c-4a4e-83e4-d5cd0261ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:46.836139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-8f0fb92d-ce7c-4a4e-83e4-d5cd0261ab5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 1136 time: 0.3444138 Jul 22 16:31:46.878063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:31:47.018546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Checking segment: {'id': '29eb2a1f-c01d-48ca-8f60-f84061996b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8056d9ea-5c49-4295-bdeb-e191a446ba21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:47.019172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Network hostable DHCP agents. Network: 8056d9ea-5c49-4295-bdeb-e191a446ba21, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:31:47.025074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:31:47.045434 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ac41e-bb34-466d-a5a8-b67eab4eb1b5 req-1c975f01-d659-460a-a389-6d0af48df1a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.067227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc6ac41e-bb34-466d-a5a8-b67eab4eb1b5 req-1c975f01-d659-460a-a389-6d0af48df1a3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 984 time: 0.1773300 Jul 22 16:31:47.143256 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.160116 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc6ac41e-bb34-466d-a5a8-b67eab4eb1b5 req-4982f15b-9818-4245-9e8e-f1fa657981a1 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfd1ca66-ac37-4f82-956b-d88881ca7c0b&id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0911231 Jul 22 16:31:47.224245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a61f0ed-dec5-4238-8440-9a73a29d5b9b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:47.227257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:47.234245 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.263125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.263797 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Added segment c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2 of type vlan for network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 Jul 22 16:31:47.343885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:47.347831 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:31:47.359614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Network 8056d9ea-5c49-4295-bdeb-e191a446ba21 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:31:47.377026 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.381762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-3171a488-8110-4c94-8696-87f7a7ea2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.383390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-3171a488-8110-4c94-8696-87f7a7ea2658 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 914 time: 0.5285041 Jul 22 16:31:47.385773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 8056d9ea-5c49-4295-bdeb-e191a446ba21) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:47.399232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.400913 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.409244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d0f04-1645-465d-a464-2f440165a190 None None] Network 8056d9ea-5c49-4295-bdeb-e191a446ba21 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:47.450347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-6620d098-f7d4-4a5a-aa13-9afa86b1f05b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2df60060-4131-46d4-8bc9-bef82765ef90 HTTP/1.1" status: 200 len: 217 time: 0.0576510 Jul 22 16:31:47.475646 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7bf0f3b7-28c7-404e-9ad4-e01347853e3b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5245168 Jul 22 16:31:47.596812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.598001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.598487 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.682211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-57054e80-027a-4fa5-9269-de8b7d1cfaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:47.684101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-57054e80-027a-4fa5-9269-de8b7d1cfaee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 200 len: 853 time: 0.2240832 Jul 22 16:31:47.685350 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0337558 Jul 22 16:31:47.688914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34554) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:47.698848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Request body: {'subnet': {'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-subnet', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:47.739431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb6297e-b930-4ce0-9dc7-4bac0896dbe8 None None] Network 8056d9ea-5c49-4295-bdeb-e191a446ba21 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:47.756784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Made reservation on behalf of aaa7c3dc254f41959b81e405c1fb78a5 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:47.760155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:47.769001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9c1ae-5cb2-4ec7-a327-e19e0815ebfe admin admin] Pushing event updated for resources: {'Network': ['ID=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:47.805441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:31:47.833460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-ee85aea4-4fec-41a7-aa3f-b4927dfd8388 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbb89cbb-e23f-4367-8389-7188f6f36990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400633 Jul 22 16:31:47.869555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f'}, {'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:47.885808 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c325ddf4-a700-461e-bb63-8d930ae0bfca" -d '{"events": [{"server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "name": "network-vif-plugged", "status": "completed", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f"}, {"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:47.920879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34562) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:48.005366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb0b9e-4349-49da-a25c-b6971bfd3f38 req-5a905f3e-94ec-4091-a8ef-9ef45cd9d610 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.017368 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2cb0b9e-4349-49da-a25c-b6971bfd3f38 req-5a905f3e-94ec-4091-a8ef-9ef45cd9d610 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.5245821 Jul 22 16:31:48.208003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2cb0b9e-4349-49da-a25c-b6971bfd3f38 req-4005d48b-661b-42db-aeb4-42f30a03164d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710589 Jul 22 16:31:48.353199 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba29d-71d2-44e7-9d2b-1938139fda61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.408756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.420900 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b925ae-28c2-491a-a0b5-7e02b772fdc9 x-openstack-request-id: req-e8b925ae-28c2-491a-a0b5-7e02b772fdc9 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:31:48.424062 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "name": "network-vif-plugged", "status": "completed", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f", "code": 200}, {"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:31:48.425767 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8b925ae-28c2-491a-a0b5-7e02b772fdc9 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:31:48.426643 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'code': 200} Jul 22 16:31:48.431737 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'code': 200} Jul 22 16:31:48.533066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Checking segment: {'id': 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:48.533580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Network hostable DHCP agents. Network: e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:31:48.538655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:48.554440 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3bc89c30-71b8-4a6b-bb75-b136c968be02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.606883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:31:48.610297 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-34d1ec16-56b2-4856-b60d-0de3281571cb service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7643216 Jul 22 16:31:48.641575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:48.656873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.658409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.689495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3444ba9-b082-4d80-bae3-be1c17c805e8 req-e17f9e2b-ff0c-4aa6-886c-884db873fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:48.693867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba29d-71d2-44e7-9d2b-1938139fda61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.696307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3444ba9-b082-4d80-bae3-be1c17c805e8 req-e17f9e2b-ff0c-4aa6-886c-884db873fc4a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1102 time: 0.4315174 Jul 22 16:31:48.704944 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba29d-71d2-44e7-9d2b-1938139fda61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:48.706536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655fa5c0-bc9c-4cca-9cba-8bc2c29c45f4 None None] Network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:48.737047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eda6cb4c-4d2d-4cc3-bc55-f2656a002919 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0427325 Jul 22 16:31:48.788694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:48.830038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:48.854532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ba29d-71d2-44e7-9d2b-1938139fda61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36f5074-8519-46ca-80e3-5996ff25b523,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:48.872871 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0b6ba29d-71d2-44e7-9d2b-1938139fda61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1aa45eb4a68f4e28a6d40c682902f433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9266541 Jul 22 16:31:48.873525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:48.882990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:31:48.884219 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3444ba9-b082-4d80-bae3-be1c17c805e8 req-b4538676-d664-495c-8e20-cb3c88e4fbad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622710 Jul 22 16:31:48.943922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34602) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:48.951124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1681035113-network', 'tenant_id': 'ef649d8cf77240d388504443cbed1e9b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:48.986593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:31:48.986593 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:31:48.986593 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id_1': 'ef649d8cf77240d388504443cbed1e9b', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 31, 48, 961575)}] Jul 22 16:31:48.986593 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:31:48.987347 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:31:49.021301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.021928 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8001-d6b5-44f4-b4b9-debe1770a4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.022977 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.059328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c7107-90ee-4927-b6cb-644a137c2b9e None None] Network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:49.068587 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8001-d6b5-44f4-b4b9-debe1770a4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.100466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.114164 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96cbad3d-01a4-46fb-a65f-36b4105728da req-272efa0c-e925-4b29-9905-5b6f006d0d20 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528766 Jul 22 16:31:49.171575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8001-d6b5-44f4-b4b9-debe1770a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.175397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b3e8001-d6b5-44f4-b4b9-debe1770a4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.177333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b3e8001-d6b5-44f4-b4b9-debe1770a4fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f36f5074-8519-46ca-80e3-5996ff25b523 HTTP/1.1" status: 204 len: 168 time: 0.3022594 Jul 22 16:31:49.203302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e8001-d6b5-44f4-b4b9-debe1770a4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36f5074-8519-46ca-80e3-5996ff25b523,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:49.223234 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55730664-7672-40ba-9080-83a674183942 req-677fc8ae-ed21-4a43-a631-7812dd6c290a tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:49.229475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55730664-7672-40ba-9080-83a674183942 req-677fc8ae-ed21-4a43-a631-7812dd6c290a tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 984 time: 0.6914067 Jul 22 16:31:49.362198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:49.458303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'port_id': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'mac_address': 'fa:16:3e:85:b7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:31:49.539398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.550032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Made reservation on behalf of ef649d8cf77240d388504443cbed1e9b for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:49.552655 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.563804 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55730664-7672-40ba-9080-83a674183942 req-6d4e4bf8-0190-4bd3-b4a5-6823836a67a5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfd1ca66-ac37-4f82-956b-d88881ca7c0b&id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2901073 Jul 22 16:31:49.564025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f1e3a-8709-4615-a376-4475ed2e3355 req-69b2c414-c449-4e00-a1f2-e28d07aa6e1c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:49.572838 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c9f1e3a-8709-4615-a376-4475ed2e3355 req-69b2c414-c449-4e00-a1f2-e28d07aa6e1c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1363635 Jul 22 16:31:49.591293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:31:49.596499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.611578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.627689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-9c3a37cb-bb5a-4d46-b253-ac5455586da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:49.629294 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-9c3a37cb-bb5a-4d46-b253-ac5455586da0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 1136 time: 0.3585916 Jul 22 16:31:49.648964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:49.655917 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.780324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:49.806463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.825437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c9f1e3a-8709-4615-a376-4475ed2e3355 req-69c4ecd1-b829-4cb1-b2c7-84ae33199084 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510014 Jul 22 16:31:49.829728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.894891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:31:49.919338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:49.920012 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Added segment 93091600-bfae-4a92-b89e-0590cf66ccba of type vlan for network 8090f402-0336-4914-8bc1-fbf47e193f64 Jul 22 16:31:49.942325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4e01a9-4784-4fb2-be5a-6cb70f57b60e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:49.964480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['7f7cf3f9-b3ed-4303-95b8-78e7613437e3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:31:49.994778 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.017489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-5cdca6c4-73ad-42a7-9a9e-d71ec1a7162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:50.019214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-5cdca6c4-73ad-42a7-9a9e-d71ec1a7162d service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 914 time: 0.3802845 Jul 22 16:31:50.052082 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.060369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:50.060369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.096247 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-5a64322f-68fd-49b3-a612-68855462b48c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2df60060-4131-46d4-8bc9-bef82765ef90 HTTP/1.1" status: 200 len: 217 time: 0.0623748 Jul 22 16:31:50.118138 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1727548 Jul 22 16:31:50.124779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:50.131604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Request body: {'subnet': {'network_id': '8090f402-0336-4914-8bc1-fbf47e193f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1681035113-subnet', 'tenant_id': 'ef649d8cf77240d388504443cbed1e9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:50.224684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527abc93-0df4-4532-aeb5-56a85fa945dc admin admin] Pushing event updated for resources: {'Network': ['ID=8090f402-0336-4914-8bc1-fbf47e193f64,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:50.242037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Made reservation on behalf of ef649d8cf77240d388504443cbed1e9b for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:50.243819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 8090f402-0336-4914-8bc1-fbf47e193f64 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:31:50.245828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.298103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-0b9605f1-b1a0-4cbc-bc6d-f97f50f962a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:50.300744 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-0b9605f1-b1a0-4cbc-bc6d-f97f50f962a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 200 len: 853 time: 0.1945941 Jul 22 16:31:50.347378 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-d759acbc-7b2c-4cf1-a81b-ec13aaad2063 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbb89cbb-e23f-4367-8389-7188f6f36990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383780 Jul 22 16:31:50.444914 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.514620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.612906 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-a737ea47-e054-4fe4-8885-7190b74c80bf service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373819 Jul 22 16:31:50.702779 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:50.764678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2b31c0-a69c-4ae5-a071-b743e4d6fca2,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:50.814317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Checking segment: {'id': '93091600-bfae-4a92-b89e-0590cf66ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8090f402-0336-4914-8bc1-fbf47e193f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:50.815599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Network hostable DHCP agents. Network: 8090f402-0336-4914-8bc1-fbf47e193f64, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:31:50.859226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Network 8090f402-0336-4914-8bc1-fbf47e193f64 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:31:50.887021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 8090f402-0336-4914-8bc1-fbf47e193f64) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:50.898463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334fc02b-466d-490d-8108-16a1ec5e1f9d None None] Network 8090f402-0336-4914-8bc1-fbf47e193f64 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:50.938837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:50.943098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.014968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b2fa92ff-5cb8-4301-a5ac-885dec821814 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8885283 Jul 22 16:31:51.065500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:51.080776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0b42ed65-f05f-4334-8391-4470f05f6a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.275057 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.421801 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7486ec9-1529-463f-a1e7-4dac97090130 req-bd2417c1-b97f-4502-974d-74a8445c94c5 service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7924697 Jul 22 16:31:51.422494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f179aaeb-def6-4e4b-a1e6-d5557d1dd978 None None] Network 8090f402-0336-4914-8bc1-fbf47e193f64 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:51.433778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Allocated IP 172.25.3.99 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/c7593130-af66-444b-9fb5-15031d1a8429) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:51.460231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-247514543-network', 'tenant_id': '219776cb7e7a4e5daa87da9a00d86cec'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:51.527271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Made reservation on behalf of 219776cb7e7a4e5daa87da9a00d86cec for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:51.532325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.552912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.692853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722b90f-fb55-4aa4-b138-c38f046ea1a2 req-ed134002-b322-4d05-9186-9e1101a0a4ec tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.702737 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4722b90f-fb55-4aa4-b138-c38f046ea1a2 req-ed134002-b322-4d05-9186-9e1101a0a4ec tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 984 time: 0.9612117 Jul 22 16:31:51.811145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.817005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.817839 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4722b90f-fb55-4aa4-b138-c38f046ea1a2 req-628b90d6-8668-4959-b57b-99785b56673d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfd1ca66-ac37-4f82-956b-d88881ca7c0b&id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1095684 Jul 22 16:31:51.858041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:51.899256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:31:51.902172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.945699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f865cb-31f8-41ab-a028-a155618c419f req-4407272d-3873-4bca-9c80-bd1b9ff6f180 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:51.947644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-59f865cb-31f8-41ab-a028-a155618c419f req-4407272d-3873-4bca-9c80-bd1b9ff6f180 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.2099111 Jul 22 16:31:51.958315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:51.958862 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Added segment 5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1 of type vlan for network 49396444-25ff-41e7-b0e0-877ec4a7a08d Jul 22 16:31:51.985907 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.050216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Pushing event updated for resources: {'Port': ['ID=c7593130-af66-444b-9fb5-15031d1a8429,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:52.068829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:52.083146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:52.094426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:52.106919 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.117974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-59f865cb-31f8-41ab-a028-a155618c419f req-4b0d2ad6-b3c1-434e-9026-1f62d00e0db2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554942 Jul 22 16:31:52.169427 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.171032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:52.171813 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.221147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1523440 Jul 22 16:31:52.221373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:52.248237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Request body: {'subnet': {'network_id': '49396444-25ff-41e7-b0e0-877ec4a7a08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-247514543-subnet', 'tenant_id': '219776cb7e7a4e5daa87da9a00d86cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:31:52.332610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d39780-510a-4f9a-9eff-8124fa86bb37 admin admin] Pushing event updated for resources: {'Network': ['ID=49396444-25ff-41e7-b0e0-877ec4a7a08d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:52.343648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 49396444-25ff-41e7-b0e0-877ec4a7a08d details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:31:52.454599 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.469128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Made reservation on behalf of 219776cb7e7a4e5daa87da9a00d86cec for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:31:52.472319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.764032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:52.896244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:53.059523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:53.059812 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.203405 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.221064 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.253527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:31:53.257982 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc28a01d-e04d-4330-8ccb-727ae0acc804" -d '{"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:31:53.280328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:53.283452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3992247a-6340-4cf6-89bf-d3f629dca49d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:53.297809 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.330578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.365747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Checking segment: {'id': '5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49396444-25ff-41e7-b0e0-877ec4a7a08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:53.366530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Network hostable DHCP agents. Network: 49396444-25ff-41e7-b0e0-877ec4a7a08d, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:31:53.485095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:53.521736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Network 49396444-25ff-41e7-b0e0-877ec4a7a08d is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:31:53.550115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 49396444-25ff-41e7-b0e0-877ec4a7a08d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:53.559898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39e2fd-33dc-4b16-b20e-b7e98a3356d2 None None] Network 49396444-25ff-41e7-b0e0-877ec4a7a08d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:53.569606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:31:53.572761 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:53.695238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-24e7874a-fe60-4f99-a98f-0588d971bd84 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4653909 Jul 22 16:31:53.863169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:31:53.948230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e410a12-9a2f-414a-99e3-70b6f83fb28c None None] Network 49396444-25ff-41e7-b0e0-877ec4a7a08d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:31:54.167132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.198036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:31:54.209431 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f824619-3088-42a0-873e-92b408766574 None None] Sync routers for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:31:54.232351 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f824619-3088-42a0-873e-92b408766574 None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:54.234267 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5f824619-3088-42a0-873e-92b408766574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:54.242645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:54.246481 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-395d070d-78f8-403d-ac61-729c0f3e949d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4285083 Jul 22 16:31:54.249364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34720) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:31:54.402558 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5f824619-3088-42a0-873e-92b408766574 None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:54.737001 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5f824619-3088-42a0-873e-92b408766574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:52Z', 'revision_number': 3, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:54.780769 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f824619-3088-42a0-873e-92b408766574 None None] Checking router: e70eb21a-b6a5-4e46-a87b-5f0f3487c662 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:31:54.781209 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f824619-3088-42a0-873e-92b408766574 None None] Updating router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 port c7593130-af66-444b-9fb5-15031d1a8429 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:31:54.850169 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f824619-3088-42a0-873e-92b408766574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.138455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.271242 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f824619-3088-42a0-873e-92b408766574 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.292525 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5f824619-3088-42a0-873e-92b408766574 None None] Transition to ACTIVE for port object c7593130-af66-444b-9fb5-15031d1a8429 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:31:55.325965 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f824619-3088-42a0-873e-92b408766574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.398753 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Pushing event updated for resources: {'Port': ['ID=c7593130-af66-444b-9fb5-15031d1a8429,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:55.414007 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.414537 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.415889 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.416400 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.417022 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.417663 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.418173 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.418664 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.419651 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.420346 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.421339 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.422185 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:31:55.460512 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5f824619-3088-42a0-873e-92b408766574 None None] Attempting to bind port c7593130-af66-444b-9fb5-15031d1a8429 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:31:55.461191 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5f824619-3088-42a0-873e-92b408766574 None None] Attempting to bind port c7593130-af66-444b-9fb5-15031d1a8429 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:31:55.461734 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f824619-3088-42a0-873e-92b408766574 None None] Attempting to bind port c7593130-af66-444b-9fb5-15031d1a8429 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:31:55.471777 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f824619-3088-42a0-873e-92b408766574 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:31:55.472521 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f824619-3088-42a0-873e-92b408766574 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:31:55.473254 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f824619-3088-42a0-873e-92b408766574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.473857 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f824619-3088-42a0-873e-92b408766574 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:31:55.474658 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5f824619-3088-42a0-873e-92b408766574 None None] Bound port: c7593130-af66-444b-9fb5-15031d1a8429, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:31:55.478362 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f824619-3088-42a0-873e-92b408766574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.490861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Allocated IP 172.20.0.1 (e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9/a981e3c1-a24a-4adb-b40e-fa0dd0b348ef/71159811-2c09-41a4-bdd8-2488be897075) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:31:55.568884 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5f824619-3088-42a0-873e-92b408766574 None None] For port c7593130-af66-444b-9fb5-15031d1a8429, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:31:55.573819 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5f824619-3088-42a0-873e-92b408766574 None None] For port c7593130-af66-444b-9fb5-15031d1a8429, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c7593130-af66-444b-9fb5-15031d1a8429,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:31:55.579342 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f824619-3088-42a0-873e-92b408766574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.658678 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6bed4-f06c-4dcf-af7e-c53f5271446e None None] Pushing event updated for resources: {'Port': ['ID=c7593130-af66-444b-9fb5-15031d1a8429,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:55.701470 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f824619-3088-42a0-873e-92b408766574 None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:55.702117 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5f824619-3088-42a0-873e-92b408766574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:55.735307 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.834679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:55.859897 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5f824619-3088-42a0-873e-92b408766574 None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:55.936150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Pushing event updated for resources: {'Port': ['ID=71159811-2c09-41a4-bdd8-2488be897075,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:55.970137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:55.972083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:55.979219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:31:56.072158 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:56.119895 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5f824619-3088-42a0-873e-92b408766574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:52Z', 'revision_number': 3, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:56.157487 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f824619-3088-42a0-873e-92b408766574 None None] The sync data for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 is: [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:52Z', 'revision_number': 3, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:31:56.409594 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:57.244075 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:57.263429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:57.490664 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:57.533079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Pushing event updated for resources: {'Port': ['ID=71159811-2c09-41a4-bdd8-2488be897075,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:57.846107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:31:57.847552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:31:57.965493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c7593130-af66-444b-9fb5-15031d1a8429 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:31:58.082212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c7593130-af66-444b-9fb5-15031d1a8429 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:31:58.091532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c7593130-af66-444b-9fb5-15031d1a8429 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:31:58.093832 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.146645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:31:58.313209 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.348756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c7593130-af66-444b-9fb5-15031d1a8429, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c7593130-af66-444b-9fb5-15031d1a8429,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:31:58.357715 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:58.419694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:31:58.434734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f10c2147-dc5e-4365-8c36-f4beeba0ba43 admin admin] 10.222.0.53 "PUT /v2.0/routers/e70eb21a-b6a5-4e46-a87b-5f0f3487c662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1808159 Jul 22 16:31:58.485710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c7593130-af66-444b-9fb5-15031d1a8429,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:31:58.911626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Sync routers for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:31:58.931692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:31:58.932699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:59.131525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:31:59.724790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '71159811-2c09-41a4-bdd8-2488be897075', 'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'mac_address': 'fa:16:3e:ef:ea:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:55Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 2, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'subnets': [{'id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:31:59.763605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Checking router: e70eb21a-b6a5-4e46-a87b-5f0f3487c662 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:31:59.764276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Updating router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 port 71159811-2c09-41a4-bdd8-2488be897075 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:31:59.862415 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:31:59.921593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c7593130-af66-444b-9fb5-15031d1a8429 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:00.342680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c7593130-af66-444b-9fb5-15031d1a8429 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:00.344669 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.428031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.626870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Transition to ACTIVE for port object 71159811-2c09-41a4-bdd8-2488be897075 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:00.643529 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.735486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87293ab-1365-44cc-b71d-34c50e561c9b None None] Pushing event updated for resources: {'Port': ['ID=71159811-2c09-41a4-bdd8-2488be897075,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:00.779370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Attempting to bind port 71159811-2c09-41a4-bdd8-2488be897075 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:00.779475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Attempting to bind port 71159811-2c09-41a4-bdd8-2488be897075 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:00.779835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Attempting to bind port 71159811-2c09-41a4-bdd8-2488be897075 on network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:00.785230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:00.785610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Checking segment: {'id': 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:00.786250 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.786636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Bound using segment: {'id': 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:00.787139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Bound port: 71159811-2c09-41a4-bdd8-2488be897075, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:00.787515 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:00.902377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] For port 71159811-2c09-41a4-bdd8-2488be897075, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:00.906510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] For port 71159811-2c09-41a4-bdd8-2488be897075, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=71159811-2c09-41a4-bdd8-2488be897075,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:00.934319 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.005152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:32:01.006087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:01.049430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-c66f2ed5-9d8f-4c4e-a327-be2d8b69aa5c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:01.051244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-c66f2ed5-9d8f-4c4e-a327-be2d8b69aa5c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/networks?id=8056d9ea-5c49-4295-bdeb-e191a446ba21 HTTP/1.1" status: 200 len: 815 time: 0.1836331 Jul 22 16:32:01.110893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-33d4a0be-b833-4ba8-83ee-49ac99119c86 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/quotas/7f61398160b346e8b3db76fb394a92a8 HTTP/1.1" status: 200 len: 375 time: 0.0501530 Jul 22 16:32:01.121398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87293ab-1365-44cc-b71d-34c50e561c9b None None] Pushing event updated for resources: {'Port': ['ID=71159811-2c09-41a4-bdd8-2488be897075,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:01.149143 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.197771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:32:01.210636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-d2a1b93b-c3a3-44fc-a788-e5e14dc66b47 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61398160b346e8b3db76fb394a92a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944943 Jul 22 16:32:01.263499 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690f023-13bd-4b54-8f32-68dfa16d4fdf req-7296f899-966d-4ae6-a874-aa192a0cc683 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:01.271723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b690f023-13bd-4b54-8f32-68dfa16d4fdf req-7296f899-966d-4ae6-a874-aa192a0cc683 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1102 time: 0.0720618 Jul 22 16:32:01.287606 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b690f023-13bd-4b54-8f32-68dfa16d4fdf req-763fc939-4de8-49da-9f4c-499342666544 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.419936 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-ef1f288f-0e13-4557-9511-cabbdb25e1ac service neutron] 10.222.0.53 "GET /v2.0/networks/8056d9ea-5c49-4295-bdeb-e191a446ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947138 Jul 22 16:32:01.433328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b690f023-13bd-4b54-8f32-68dfa16d4fdf req-763fc939-4de8-49da-9f4c-499342666544 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.439348 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b690f023-13bd-4b54-8f32-68dfa16d4fdf req-763fc939-4de8-49da-9f4c-499342666544 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:01.479669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b690f023-13bd-4b54-8f32-68dfa16d4fdf req-763fc939-4de8-49da-9f4c-499342666544 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064521 Jul 22 16:32:01.490174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fc939-4de8-49da-9f4c-499342666544 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708d385e-c2fa-4c21-be92-1bb7efc521bd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:01.553405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '71159811-2c09-41a4-bdd8-2488be897075', 'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'mac_address': 'fa:16:3e:ef:ea:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:55Z', 'updated_at': '2021-07-22T16:32:00Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'subnets': [{'id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:01.591996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-45f2ed1a-4a6a-4217-8096-fdab6da7ee6f service neutron] 10.222.0.53 "GET /v2.0/networks/8056d9ea-5c49-4295-bdeb-e191a446ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614299 Jul 22 16:32:01.599820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8655103b-fcdf-4960-97b9-29682bd728ac None None] The sync data for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 is: [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '71159811-2c09-41a4-bdd8-2488be897075', 'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'mac_address': 'fa:16:3e:ef:ea:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:55Z', 'updated_at': '2021-07-22T16:32:00Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'subnets': [{'id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:32:01.811036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed630cda-3f93-4227-b0aa-6591e597f0d2 req-2a2a54af-44aa-437e-ad9a-4c8546a6ac6e tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:01.812647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed630cda-3f93-4227-b0aa-6591e597f0d2 req-2a2a54af-44aa-437e-ad9a-4c8546a6ac6e tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 984 time: 0.1108320 Jul 22 16:32:01.916165 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4119f280-14cb-431e-ab0f-e3461ba1d7e5 x-openstack-request-id: req-4119f280-14cb-431e-ab0f-e3461ba1d7e5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:01.917075 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:01.917701 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4119f280-14cb-431e-ab0f-e3461ba1d7e5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:01.918091 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed630cda-3f93-4227-b0aa-6591e597f0d2 req-6c8209a6-354a-449b-97b0-e769d939f2da tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfd1ca66-ac37-4f82-956b-d88881ca7c0b&id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0967882 Jul 22 16:32:01.918489 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'code': 200} Jul 22 16:32:02.007024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 71159811-2c09-41a4-bdd8-2488be897075 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:02.141282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 71159811-2c09-41a4-bdd8-2488be897075 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:02.155362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 71159811-2c09-41a4-bdd8-2488be897075 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:02.155819 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.378728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-46100e63-78cd-47cf-9d91-b782e35a1936 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:02.393776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-46100e63-78cd-47cf-9d91-b782e35a1936 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 820 time: 0.1553280 Jul 22 16:32:02.398746 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.421438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-93651273-35e0-4d52-8d4c-f22034243dbd tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/quotas/aaa7c3dc254f41959b81e405c1fb78a5 HTTP/1.1" status: 200 len: 375 time: 0.0264103 Jul 22 16:32:02.473279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 71159811-2c09-41a4-bdd8-2488be897075, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=71159811-2c09-41a4-bdd8-2488be897075,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:02.479770 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:02.484319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-04d48321-6da0-4d81-b45b-53331ed45c8f tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:02.496498 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-04d48321-6da0-4d81-b45b-53331ed45c8f tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/networks?id=49396444-25ff-41e7-b0e0-877ec4a7a08d HTTP/1.1" status: 200 len: 813 time: 0.3878834 Jul 22 16:32:02.552811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-460c4be6-47d5-45bb-868b-a57bfe51754d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/quotas/219776cb7e7a4e5daa87da9a00d86cec HTTP/1.1" status: 200 len: 375 time: 0.0522990 Jul 22 16:32:02.593218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=71159811-2c09-41a4-bdd8-2488be897075,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:02.594838 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-d806dbea-143f-4875-90e7-cd7b4e1a97a7 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1595428 Jul 22 16:32:02.726096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-ec65f21b-2467-46c5-8bb0-6d318fea0ec1 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=219776cb7e7a4e5daa87da9a00d86cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1717668 Jul 22 16:32:02.981345 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-8762325f-a0d2-4e03-b809-88896a0a5464 service neutron] 10.222.0.53 "GET /v2.0/networks/49396444-25ff-41e7-b0e0-877ec4a7a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456272 Jul 22 16:32:03.020020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-c9a03441-bd63-4fa1-b69e-4d7d8600af67 service neutron] 10.222.0.53 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224393 Jul 22 16:32:03.115364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-ca8546f9-4a09-4e6f-95f4-ab6e7f606a04 service neutron] 10.222.0.53 "GET /v2.0/networks/49396444-25ff-41e7-b0e0-877ec4a7a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324728 Jul 22 16:32:03.223917 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-0cecfc30-5beb-4451-bb70-4dd179c39262 service neutron] 10.222.0.53 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017612 Jul 22 16:32:03.600388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2645e-2da4-4918-9475-8dc6364a6fba req-58ba8e54-131e-4652-9186-6a6886eafb0b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:03.611854 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eee2645e-2da4-4918-9475-8dc6364a6fba req-58ba8e54-131e-4652-9186-6a6886eafb0b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 945 time: 0.1236460 Jul 22 16:32:03.738308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eee2645e-2da4-4918-9475-8dc6364a6fba req-e6f3efa7-1a8f-4ad4-8c92-df5a807d0381 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251130 Jul 22 16:32:04.044888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 71159811-2c09-41a4-bdd8-2488be897075 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:04.085695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:04.156042 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 71159811-2c09-41a4-bdd8-2488be897075 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:04.156318 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:04.179450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5443b061-c5da-4a42-8179-b6e73b355cb8 req-2037cc4f-8e54-4f65-b2af-e0c63393b02b tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 210 time: 0.1681585 Jul 22 16:32:04.184826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-4411ab86-49b9-49f9-9b57-802e4b4429ce tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:04.190901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-4411ab86-49b9-49f9-9b57-802e4b4429ce tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.20 "GET /v2.0/networks?id=8056d9ea-5c49-4295-bdeb-e191a446ba21 HTTP/1.1" status: 200 len: 815 time: 0.4299548 Jul 22 16:32:04.238387 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:04.247174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Request body: {'port': {'device_id': '08b73d3e-f1b1-4667-8c64-4233bf7b84c5', 'network_id': '8056d9ea-5c49-4295-bdeb-e191a446ba21', 'admin_state_up': True, 'tenant_id': '7f61398160b346e8b3db76fb394a92a8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:04.299134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:04.303906 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb6f047-9993-40a5-8988-85b5fd194f4e" -d '{"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:04.347417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:04.375653 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:04.444239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-87659521-1956-467f-abb4-a17f4724358d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-872428262&fields=id&tenant_id=821d2878eaa340cfa67d43006047ab6c HTTP/1.1" status: 200 len: 267 time: 0.1097825 Jul 22 16:32:04.444480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:04.553379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-1be0d90a-ce1e-4974-b1ba-858f54db4da5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:04.565301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-1be0d90a-ce1e-4974-b1ba-858f54db4da5 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 984 time: 0.1191547 Jul 22 16:32:04.576954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-3ccc86ae-62b8-4dc8-950c-a400727410c8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'port': {'security_groups': ['1be1a7db-0bdb-4124-aa24-dc2c6362e933', 'bfd1ca66-ac37-4f82-956b-d88881ca7c0b', 'cce41e1d-363d-43d7-a146-ac0c6209e473']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:04.762055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-3ccc86ae-62b8-4dc8-950c-a400727410c8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:04.807352 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0a982529-4fd3-4e3f-a76b-927919dfa516 req-ea7803d0-cf44-49eb-b7cb-d1d43eed7b87 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 210 time: 0.0829718 Jul 22 16:32:04.847302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Made reservation on behalf of 7f61398160b346e8b3db76fb394a92a8 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:04.852048 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.109720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7766bbdb-a4a0-4b14-b35f-ef2262d170f3 req-2fd41631-a00c-4f01-b2eb-0bf2d0d1db09 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 210 time: 0.1926618 Jul 22 16:32:05.162798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-3ccc86ae-62b8-4dc8-950c-a400727410c8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] For port 2df60060-4131-46d4-8bc9-bef82765ef90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2df60060-4131-46d4-8bc9-bef82765ef90,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:05.163733 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.167824 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-88043d2f-0439-4b73-8147-780e934a7c94 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4576323 Jul 22 16:32:05.179986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Allocated IP 172.20.0.5 (8056d9ea-5c49-4295-bdeb-e191a446ba21/7c467939-ebc8-40e3-9077-82f7e88e7fa0/de7570e0-878f-43ea-97c0-1ca631f37ab2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:05.251503 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-3ccc86ae-62b8-4dc8-950c-a400727410c8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.273138 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-3ccc86ae-62b8-4dc8-950c-a400727410c8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.311315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2df60060-4131-46d4-8bc9-bef82765ef90'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:05.344720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-3ccc86ae-62b8-4dc8-950c-a400727410c8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:05.345162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-3ccc86ae-62b8-4dc8-950c-a400727410c8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.361293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa3e2048-62d0-4b34-80e5-0b12fc93ebb4 req-3ccc86ae-62b8-4dc8-950c-a400727410c8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "PUT /v2.0/ports/2df60060-4131-46d4-8bc9-bef82765ef90 HTTP/1.1" status: 200 len: 1020 time: 0.7946551 Jul 22 16:32:05.361810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:05.366588 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dd0c0d-bbea-454f-8ae0-40106d4576df" -d '{"events": [{"name": "network-changed", "server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:05.406903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34f62f06-34e4-4d7d-adb1-571f867897e2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:05.501785 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2f851a-6d7e-4106-9e91-da0e57f364b0 x-openstack-request-id: req-7b2f851a-6d7e-4106-9e91-da0e57f364b0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:05.502358 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:05.502358 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b2f851a-6d7e-4106-9e91-da0e57f364b0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:05.502720 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45', 'code': 200} Jul 22 16:32:05.504850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc86ae-62b8-4dc8-950c-a400727410c8 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'Port': ['ID=2df60060-4131-46d4-8bc9-bef82765ef90,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:05.534209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2df60060-4131-46d4-8bc9-bef82765ef90'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:05.737460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-ac19a12b-0866-4d88-a8b7-0fc6bf4df58b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:05.739085 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-ac19a12b-0866-4d88-a8b7-0fc6bf4df58b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.65 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 820 time: 0.1385016 Jul 22 16:32:05.777241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:05.792509 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Request body: {'port': {'device_id': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'admin_state_up': True, 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:05.942725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78981a-035c-445f-8ae0-64542906bd29 req-2212c29e-1c4f-4fd9-8508-184b712a3284 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:05.951814 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab78981a-035c-445f-8ae0-64542906bd29 req-2212c29e-1c4f-4fd9-8508-184b712a3284 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 948 time: 0.6764908 Jul 22 16:32:06.115407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab78981a-035c-445f-8ae0-64542906bd29 req-ccaa533f-8400-446d-8103-4015014461f8 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589544 Jul 22 16:32:06.247113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046739d-255c-4789-a3f0-c5d4734f1694 req-12874d83-7446-4175-a6e0-b3fa40ae881f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:06.272654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b046739d-255c-4789-a3f0-c5d4734f1694 req-12874d83-7446-4175-a6e0-b3fa40ae881f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.2458341 Jul 22 16:32:06.340130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:06.401458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b046739d-255c-4789-a3f0-c5d4734f1694 req-b75bc005-11b5-4a30-8e60-e7ecf465f456 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277628 Jul 22 16:32:06.463102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Pushing event updated for resources: {'Port': ['ID=de7570e0-878f-43ea-97c0-1ca631f37ab2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:06.543660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Made reservation on behalf of aaa7c3dc254f41959b81e405c1fb78a5 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:06.581389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:06.621362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-902a7cb1-4d60-41cb-a887-3db2fc7e659b req-663bdf94-728d-45f0-9242-751e42ef4878 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/cce41e1d-363d-43d7-a146-ac0c6209e473 HTTP/1.1" status: 200 len: 1800 time: 0.1713066 Jul 22 16:32:06.631156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Network 8056d9ea-5c49-4295-bdeb-e191a446ba21 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:06.654752 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:06.671376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:06.896523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:06.903697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.065108 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-902a7cb1-4d60-41cb-a887-3db2fc7e659b req-92eb7271-f7a0-4b0c-86a0-cac823dd7571 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:32:07.082710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-9f701459-ab56-4498-ac74-48196e233797 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8411202 Jul 22 16:32:07.083946 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-902a7cb1-4d60-41cb-a887-3db2fc7e659b req-92eb7271-f7a0-4b0c-86a0-cac823dd7571 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/cce41e1d-363d-43d7-a146-ac0c6209e473 HTTP/1.1" status: 409 len: 341 time: 0.4604490 Jul 22 16:32:07.146419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e853e-5e04-423f-a027-b23371780997 req-0441cbb3-70eb-4086-a95a-2ec833d1ad72 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:07.148035 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-808e853e-5e04-423f-a027-b23371780997 req-0441cbb3-70eb-4086-a95a-2ec833d1ad72 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 931 time: 0.8108969 Jul 22 16:32:07.153963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Request body: {'port': {'device_id': '08b73d3e-f1b1-4667-8c64-4233bf7b84c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:07.176069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-e4f0d98b-e5a9-424d-89c9-f03ea9bd8966 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:07.178280 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-e4f0d98b-e5a9-424d-89c9-f03ea9bd8966 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.65 "GET /v2.0/networks?id=49396444-25ff-41e7-b0e0-877ec4a7a08d HTTP/1.1" status: 200 len: 813 time: 0.5846028 Jul 22 16:32:07.186004 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f1fff3-0ce2-4ed4-a4f4-c13fec7a9f9b x-openstack-request-id: req-d3f1fff3-0ce2-4ed4-a4f4-c13fec7a9f9b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:07.186326 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:07.186745 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3f1fff3-0ce2-4ed4-a4f4-c13fec7a9f9b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:07.188341 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90', 'status': 'completed', 'code': 200} Jul 22 16:32:07.209724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Request body: {'port': {'device_id': '9bef4834-5270-4679-b0de-d0a0bbd4ab14', 'network_id': '49396444-25ff-41e7-b0e0-877ec4a7a08d', 'admin_state_up': True, 'tenant_id': '219776cb7e7a4e5daa87da9a00d86cec'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:07.250084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Allocated IP 172.20.0.13 (e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9/a981e3c1-a24a-4adb-b40e-fa0dd0b348ef/acf77efc-51a7-4eb5-b9a6-6b2ddb858999) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:07.295333 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-808e853e-5e04-423f-a027-b23371780997 req-2d01c764-ef73-448a-a708-8a84d161e9c9 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351721 Jul 22 16:32:07.329689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.459854 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96df4381-d173-44c8-96d6-9288639a4191 req-b602e19d-8a0c-465e-8942-b3cfa3ad5e86 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 210 time: 0.1913996 Jul 22 16:32:07.569480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-711ed9b3-7a3a-4276-9dd0-72328c57755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:07.572959 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-711ed9b3-7a3a-4276-9dd0-72328c57755d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=821d2878eaa340cfa67d43006047ab6c&device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 1175 time: 0.3067422 Jul 22 16:32:07.575689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Made reservation on behalf of 219776cb7e7a4e5daa87da9a00d86cec for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:07.587894 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.744492 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6efcbb4e-26cd-4e10-a07b-8f8cd5b74001 req-c0f8d752-4912-401e-8241-7a0bec7f2e27 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 210 time: 0.0393236 Jul 22 16:32:07.771466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-3e0000cb-c333-4b35-89f9-0401b71d12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:07.777500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-3e0000cb-c333-4b35-89f9-0401b71d12ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 200 len: 914 time: 0.1791964 Jul 22 16:32:07.838779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-06c9d6e0-e206-44f0-9424-7cbe14f05af4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2df60060-4131-46d4-8bc9-bef82765ef90 HTTP/1.1" status: 200 len: 217 time: 0.0521033 Jul 22 16:32:07.866612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:07.938289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ab20a-bcc6-4cf4-b443-d403d07115e7 req-21cc0a1f-b4a5-4490-a621-f1188054e002 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:07.948477 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-595ab20a-bcc6-4cf4-b443-d403d07115e7 req-21cc0a1f-b4a5-4490-a621-f1188054e002 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 945 time: 0.4237144 Jul 22 16:32:08.208506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-ca4eccd2-4e2c-44b2-a44c-f503efae1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:08.211166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-ca4eccd2-4e2c-44b2-a44c-f503efae1272 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 200 len: 853 time: 0.3200686 Jul 22 16:32:08.383065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-7eb595ed-49d3-4bbf-b79e-6af0ff7ed66a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fbb89cbb-e23f-4367-8389-7188f6f36990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539421 Jul 22 16:32:08.489957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-74c2101b-a993-4658-911c-918c087854bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:08.493564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-74c2101b-a993-4658-911c-918c087854bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1102 time: 0.4005432 Jul 22 16:32:08.495699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Allocated IP 172.20.0.4 (49396444-25ff-41e7-b0e0-877ec4a7a08d/3992247a-6340-4cf6-89bf-d3f629dca49d/7d7c0e5d-e301-4d2b-8a0f-47563e383c5b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:08.616467 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-595ab20a-bcc6-4cf4-b443-d403d07115e7 req-37435ddd-d171-4b14-a68e-ed446ff090c3 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6679666 Jul 22 16:32:08.661663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.731058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-d6d99f5f-1224-4f65-9ba9-06452bb2736a service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267365 Jul 22 16:32:08.739488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:08.753870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:08.766011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:08.779985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Pushing event updated for resources: {'Port': ['ID=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:08.897152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:08.897717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.916316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7570e0-878f-43ea-97c0-1ca631f37ab2 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:08.929076 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:08.938972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Transition to ACTIVE for port object de7570e0-878f-43ea-97c0-1ca631f37ab2 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:08.963653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.001389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-dd3aa640-a437-4617-b6f6-8c1a4cb99eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.002891 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-dd3aa640-a437-4617-b6f6-8c1a4cb99eb9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.4202487 Jul 22 16:32:09.006199 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-015badea-95f9-4b7d-a06b-5a5b3df31b53 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2380743 Jul 22 16:32:09.053625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Request body: {'port': {'device_id': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:09.094517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=de7570e0-878f-43ea-97c0-1ca631f37ab2,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:09.130709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6c47aa42-4a7e-4cd2-8375-0900721e7549 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 217 time: 0.0851846 Jul 22 16:32:09.143896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2623d-25b0-4f15-bb18-ec0a93fa810f req-bfefd802-c201-421a-aef4-a5d2c7ff0e53 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.145621 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83e2623d-25b0-4f15-bb18-ec0a93fa810f req-bfefd802-c201-421a-aef4-a5d2c7ff0e53 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.6727614 Jul 22 16:32:09.147684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65dd0c0d-bbea-454f-8ae0-40106d4576df req-d618ed11-4b2d-43d5-a9b6-40b62142841e service neutron] 10.222.0.20 "GET /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023452 Jul 22 16:32:09.160492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad058c-52c6-4264-a2ac-6e4948733cbe req-a5104c49-71ab-44fa-b9d6-0c442daad05c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.162021 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19ad058c-52c6-4264-a2ac-6e4948733cbe req-a5104c49-71ab-44fa-b9d6-0c442daad05c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 931 time: 0.3441992 Jul 22 16:32:09.171357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-f99c2539-94ac-41ab-9dbd-c844c0439ca1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.173191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-f99c2539-94ac-41ab-9dbd-c844c0439ca1 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 945 time: 0.5922771 Jul 22 16:32:09.254812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19ad058c-52c6-4264-a2ac-6e4948733cbe req-daa96c17-448e-4511-90af-2b2956f42756 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841951 Jul 22 16:32:09.257132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.267510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Attempting to bind port de7570e0-878f-43ea-97c0-1ca631f37ab2 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:09.267852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Attempting to bind port de7570e0-878f-43ea-97c0-1ca631f37ab2 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '29eb2a1f-c01d-48ca-8f60-f84061996b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8056d9ea-5c49-4295-bdeb-e191a446ba21'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:09.268183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Attempting to bind port de7570e0-878f-43ea-97c0-1ca631f37ab2 on network 8056d9ea-5c49-4295-bdeb-e191a446ba21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:09.278302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Port de7570e0-878f-43ea-97c0-1ca631f37ab2 on network 8056d9ea-5c49-4295-bdeb-e191a446ba21 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:09.278629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Attempting to bind port de7570e0-878f-43ea-97c0-1ca631f37ab2 on network 8056d9ea-5c49-4295-bdeb-e191a446ba21 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:09.312721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:09.313292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Checking segment: {'id': '29eb2a1f-c01d-48ca-8f60-f84061996b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8056d9ea-5c49-4295-bdeb-e191a446ba21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:09.313429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Bound using segment: {'id': '29eb2a1f-c01d-48ca-8f60-f84061996b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8056d9ea-5c49-4295-bdeb-e191a446ba21'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:09.313861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Bound port: de7570e0-878f-43ea-97c0-1ca631f37ab2, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29eb2a1f-c01d-48ca-8f60-f84061996b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8056d9ea-5c49-4295-bdeb-e191a446ba21'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:09.314223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.325513 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.402903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-12dc583f-5013-4b68-a1f9-f5fa0242ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.404515 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-12dc583f-5013-4b68-a1f9-f5fa0242ee92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2559042 Jul 22 16:32:09.519876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] For port de7570e0-878f-43ea-97c0-1ca631f37ab2, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:09.566673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] For port de7570e0-878f-43ea-97c0-1ca631f37ab2, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=de7570e0-878f-43ea-97c0-1ca631f37ab2,segment=NetworkSegment(29eb2a1f-c01d-48ca-8f60-f84061996b5c),segment_id=29eb2a1f-c01d-48ca-8f60-f84061996b5c)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:09.600766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.660334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754efcba-6048-492d-8b15-5c7a9f4326f5 req-73e851a9-2686-47e0-a7c0-c32357b4057c tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.661977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-754efcba-6048-492d-8b15-5c7a9f4326f5 req-73e851a9-2686-47e0-a7c0-c32357b4057c tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 1023 time: 0.2957988 Jul 22 16:32:09.670011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.670636 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.672063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/de7570e0-878f-43ea-97c0-1ca631f37ab2 HTTP/1.1" status: 200 len: 1092 time: 2.5360761 Jul 22 16:32:09.672524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b73d3e-f1b1-4667-8c64-4233bf7b84c5', 'tag': 'de7570e0-878f-43ea-97c0-1ca631f37ab2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:09.674832 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9f6ce6-5920-4550-9870-c1ac93c4a334" -d '{"events": [{"name": "network-changed", "server_uuid": "08b73d3e-f1b1-4667-8c64-4233bf7b84c5", "tag": "de7570e0-878f-43ea-97c0-1ca631f37ab2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:09.742006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f63e8-5d66-4efe-a8ee-8fa0b6d7dbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=de7570e0-878f-43ea-97c0-1ca631f37ab2,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:09.759751 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83e2623d-25b0-4f15-bb18-ec0a93fa810f req-a949bf7e-8d91-42e4-b292-918074f36f4d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811198 Jul 22 16:32:09.776106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-754efcba-6048-492d-8b15-5c7a9f4326f5 req-7244863c-7578-4a9e-bb08-2c89eda46528 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=cce41e1d-363d-43d7-a146-ac0c6209e473&id=bfd1ca66-ac37-4f82-956b-d88881ca7c0b&id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0925968 Jul 22 16:32:09.799428 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.881406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Network 49396444-25ff-41e7-b0e0-877ec4a7a08d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:09.912821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf77efc-51a7-4eb5-b9a6-6b2ddb858999 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:09.921960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:09.924917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.929641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:09.937039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Deleting port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:09.937386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.948131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Transition to ACTIVE for port object acf77efc-51a7-4eb5-b9a6-6b2ddb858999 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:09.952303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-8824c2c7-6d85-49dc-bb23-05d17d063b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:09.953542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-8824c2c7-6d85-49dc-bb23-05d17d063b1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f61398160b346e8b3db76fb394a92a8&device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 1095 time: 0.1711261 Jul 22 16:32:09.954771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:09.968621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Pushing event updated for resources: {'Port': ['ID=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:10.025519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-d7434913-e252-4aea-9672-60bca2aacd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.027030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-d7434913-e252-4aea-9672-60bca2aacd46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2795758 Jul 22 16:32:10.041170 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-78dfdb97-3e3d-4570-98eb-35f8a8558367 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7570e0-878f-43ea-97c0-1ca631f37ab2 HTTP/1.1" status: 200 len: 217 time: 0.0568922 Jul 22 16:32:10.047123 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Pushing event updated for resources: {'Port': ['ID=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:10.084891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.085436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.155045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-ab70df0e-bc86-4b8f-bc53-8e3c5a087abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.157173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-ab70df0e-bc86-4b8f-bc53-8e3c5a087abb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c467939-ebc8-40e3-9077-82f7e88e7fa0 HTTP/1.1" status: 200 len: 855 time: 0.0996695 Jul 22 16:32:10.216824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Attempting to bind port acf77efc-51a7-4eb5-b9a6-6b2ddb858999 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:10.217355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Attempting to bind port acf77efc-51a7-4eb5-b9a6-6b2ddb858999 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:10.217878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Attempting to bind port acf77efc-51a7-4eb5-b9a6-6b2ddb858999 on network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:10.225541 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-95fb2a58-48bf-4fa3-a68c-c9b1fa0df69a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8056d9ea-5c49-4295-bdeb-e191a446ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526142 Jul 22 16:32:10.230070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Port acf77efc-51a7-4eb5-b9a6-6b2ddb858999 on network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:10.230402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Attempting to bind port acf77efc-51a7-4eb5-b9a6-6b2ddb858999 on network e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:10.236421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb57eba-01df-42a4-be45-5b7da1123099 req-0a2500c5-cbe6-4f3e-8413-ae3ae2f07249 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.244195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aeb57eba-01df-42a4-be45-5b7da1123099 req-0a2500c5-cbe6-4f3e-8413-ae3ae2f07249 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 931 time: 0.3964362 Jul 22 16:32:10.254082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:10.254423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Checking segment: {'id': 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:10.254813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Bound using segment: {'id': 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:10.255289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Bound port: acf77efc-51a7-4eb5-b9a6-6b2ddb858999, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:10.255667 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.273125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-53d1889b-eeca-476d-a039-7242bfe0b38d tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0711265 Jul 22 16:32:10.338086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] For port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:10.338585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.345221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Request body: {'port': {'device_id': '9bef4834-5270-4679-b0de-d0a0bbd4ab14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:10.398097 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-13b02c83-f854-4378-9bc9-ada2bb384ff5 service neutron] 10.222.0.20 "GET /v2.0/networks/8056d9ea-5c49-4295-bdeb-e191a446ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652188 Jul 22 16:32:10.404323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] For port acf77efc-51a7-4eb5-b9a6-6b2ddb858999, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:10.411775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] For port acf77efc-51a7-4eb5-b9a6-6b2ddb858999, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:10.421732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.483945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-f7fc314e-b847-4535-ac8f-975c0c902e94 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.485457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-f7fc314e-b847-4535-ac8f-975c0c902e94 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.20 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 1023 time: 0.4155889 Jul 22 16:32:10.492188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.493425 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.495068 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] 10.222.0.65 "PUT /v2.0/ports/acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 1093 time: 1.4534914 Jul 22 16:32:10.532643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aeb57eba-01df-42a4-be45-5b7da1123099 req-e5e8484c-09c4-4e9f-a582-825a78a3ea85 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874770 Jul 22 16:32:10.561359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc5a03-b318-4257-996f-4ba45e02cf7e service neutron] Pushing event updated for resources: {'Port': ['ID=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:10.651328 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21cb656f-738a-4e4a-b4fb-e70f894b3cb7 req-48b75592-34ed-4309-b864-02704e925207 service neutron] 10.222.0.20 "GET /v2.0/networks/8056d9ea-5c49-4295-bdeb-e191a446ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401891 Jul 22 16:32:10.666567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-0e603f2c-c352-44ad-afd0-59be9429b9c4 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922810 Jul 22 16:32:10.701075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3b355-06d9-4d2d-b28a-52766cf3968e req-e1e74175-fc35-4b8b-8d7d-30ee66942e2b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.702592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88a3b355-06d9-4d2d-b28a-52766cf3968e req-e1e74175-fc35-4b8b-8d7d-30ee66942e2b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 944 time: 0.1175320 Jul 22 16:32:10.704557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-e488dfc2-28ef-4fba-8d59-871e1971c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.705918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-e488dfc2-28ef-4fba-8d59-871e1971c378 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1096 time: 0.1333437 Jul 22 16:32:10.721019 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:10.767146 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-94808eeb-220e-4011-bc93-3d27048ac857 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 217 time: 0.0408108 Jul 22 16:32:10.780705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88a3b355-06d9-4d2d-b28a-52766cf3968e req-0c20b002-e532-4c53-8e08-2d2cc9589ca4 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696843 Jul 22 16:32:10.836277 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c6c0e0-ddc1-4233-8917-0516797b9ac9 x-openstack-request-id: req-59c6c0e0-ddc1-4233-8917-0516797b9ac9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:10.838231 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b73d3e-f1b1-4667-8c64-4233bf7b84c5", "tag": "de7570e0-878f-43ea-97c0-1ca631f37ab2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:10.838339 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59c6c0e0-ddc1-4233-8917-0516797b9ac9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:10.838836 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b73d3e-f1b1-4667-8c64-4233bf7b84c5', 'tag': 'de7570e0-878f-43ea-97c0-1ca631f37ab2', 'status': 'completed', 'code': 200} Jul 22 16:32:10.842784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-74790c75-d2bc-472e-8d2b-49f303870abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:10.845568 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-74790c75-d2bc-472e-8d2b-49f303870abb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 200 len: 860 time: 0.0673690 Jul 22 16:32:10.885772 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-d799c876-0c73-42ba-a810-e63c260ad792 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345359 Jul 22 16:32:11.009278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:11.052300 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.053223 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.053223 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Floating IP d2c9728e-f21e-40f7-893e-7208ee5ba105 disassociated. External IP: 172.25.3.212, port: 8f826c8a-a8cf-4344-bc24-ce2efccd81c0. Jul 22 16:32:11.053223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Calling delete_port for 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:11.076947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce794f7-e911-450c-b34c-e749e21805a6 req-6e4bb1d7-5fa2-4ee5-8ce4-513f05089416 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.078559 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fce794f7-e911-450c-b34c-e749e21805a6 req-6e4bb1d7-5fa2-4ee5-8ce4-513f05089416 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 945 time: 0.4500575 Jul 22 16:32:11.081567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-0d56bc76-c864-4bfc-befa-0d16a4175255 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997381 Jul 22 16:32:11.087380 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-ab16e7d7-caf6-464e-a374-861cd4de944f service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906073 Jul 22 16:32:11.096250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a087c-f040-436c-9313-ed0019264dcc req-241fcc4e-6a50-4863-b6a0-3868fb6fa32a tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.098759 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-914a087c-f040-436c-9313-ed0019264dcc req-241fcc4e-6a50-4863-b6a0-3868fb6fa32a tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 943 time: 0.2006433 Jul 22 16:32:11.103964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-2b926449-648d-461d-9273-ebc6822f5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.105446 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-2b926449-648d-461d-9273-ebc6822f5ac0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f61398160b346e8b3db76fb394a92a8&device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 1095 time: 0.2180650 Jul 22 16:32:11.127325 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.129982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Deleting port 2df60060-4131-46d4-8bc9-bef82765ef90 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:11.130313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.157221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:11.160620 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749a8540-7c16-4679-b98c-302c8fb3260e" -d '{"events": [{"server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "name": "network-vif-unplugged", "status": "completed", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:11.176997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:11.183382 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.242064 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-914a087c-f040-436c-9313-ed0019264dcc req-57b3efc6-2bf8-49f5-bc5b-b022d26519de tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356149 Jul 22 16:32:11.249451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:11.291327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fce794f7-e911-450c-b34c-e749e21805a6 req-c86abcb6-bb32-49a2-be35-a3920ec2770c tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups?id=57788b0d-a1d7-4247-b387-73b0daf1c5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005453 Jul 22 16:32:11.323091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-1fcad885-4070-4c03-a708-6bb59b6163fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.324734 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-1fcad885-4070-4c03-a708-6bb59b6163fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=8056d9ea-5c49-4295-bdeb-e191a446ba21 HTTP/1.1" status: 200 len: 916 time: 0.2115729 Jul 22 16:32:11.335881 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1977bb60-ec5a-41b6-a0ca-92e9cdd704a2 req-6597996c-55fc-4e9f-8682-dfe4caa639ab service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160170 Jul 22 16:32:11.406882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-26089d0b-760e-4f84-8ccc-6e8287773ab1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7570e0-878f-43ea-97c0-1ca631f37ab2 HTTP/1.1" status: 200 len: 217 time: 0.0695374 Jul 22 16:32:11.480028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] For port 2df60060-4131-46d4-8bc9-bef82765ef90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2df60060-4131-46d4-8bc9-bef82765ef90,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:11.480398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.485232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-c68cbdaa-ebb4-401b-9e46-ec3214cbb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.486833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-c68cbdaa-ebb4-401b-9e46-ec3214cbb06a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7c467939-ebc8-40e3-9077-82f7e88e7fa0 HTTP/1.1" status: 200 len: 855 time: 0.0598626 Jul 22 16:32:11.527968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Calling delete_port for 2df60060-4131-46d4-8bc9-bef82765ef90 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:11.530310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-d4eabddd-3e35-4aca-ba7b-3ef1f11575d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8056d9ea-5c49-4295-bdeb-e191a446ba21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321589 Jul 22 16:32:11.542900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9603e-03a4-4bae-86f4-eba9c556fc62 req-8316c900-05fe-4c9f-96a5-b446cf4b1d99 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.544687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5c9603e-03a4-4bae-86f4-eba9c556fc62 req-8316c900-05fe-4c9f-96a5-b446cf4b1d99 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 947 time: 0.1987855 Jul 22 16:32:11.642547 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5c9603e-03a4-4bae-86f4-eba9c556fc62 req-844e59cb-cd44-4f12-86da-788f2d9b5b67 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783794 Jul 22 16:32:11.657441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.662836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:11.678563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-bd1a2a9a-96c4-4a18-b583-7034b9b39645 service neutron] 10.222.0.20 "GET /v2.0/networks/8056d9ea-5c49-4295-bdeb-e191a446ba21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328745 Jul 22 16:32:11.679667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.726604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event deleted for resources: {'Port': ['ID=8f826c8a-a8cf-4344-bc24-ce2efccd81c0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:11.741372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1efe3d-9cd2-4fc7-931a-871f0e62994f req-dc25a825-62a6-4901-8b98-11c6a599f547 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.743130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb1efe3d-9cd2-4fc7-931a-871f0e62994f req-dc25a825-62a6-4901-8b98-11c6a599f547 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.3290308 Jul 22 16:32:11.755160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Transition to ACTIVE for port object 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:11.772571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:11.818982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9f6ce6-5920-4550-9870-c1ac93c4a334 req-19ed2e6c-0787-4f69-ab3b-6d6b1d29bff1 service neutron] 10.222.0.20 "GET /v2.0/networks/8056d9ea-5c49-4295-bdeb-e191a446ba21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332073 Jul 22 16:32:11.839290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9fad-f95e-4fe7-bfae-7a6ada5699b2 req-ad0deaea-8e0a-46cb-9231-9d1110a16d9b tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:11.840910 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-458d9fad-f95e-4fe7-bfae-7a6ada5699b2 req-ad0deaea-8e0a-46cb-9231-9d1110a16d9b tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 1023 time: 0.1250007 Jul 22 16:32:11.890952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-458d9fad-f95e-4fe7-bfae-7a6ada5699b2 req-3efc8f4e-7f3e-4bf0-8ace-d71f8b371221 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=cce41e1d-363d-43d7-a146-ac0c6209e473&id=bfd1ca66-ac37-4f82-956b-d88881ca7c0b&id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0429547 Jul 22 16:32:11.940072 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dceb7fc-f08b-49c0-93c1-d3a20b43cb3e x-openstack-request-id: req-7dceb7fc-f08b-49c0-93c1-d3a20b43cb3e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:11.940409 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "name": "network-vif-unplugged", "status": "completed", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:11.940892 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7dceb7fc-f08b-49c0-93c1-d3a20b43cb3e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:11.941764 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'code': 200} Jul 22 16:32:11.947749 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb1efe3d-9cd2-4fc7-931a-871f0e62994f req-ce5db8df-67a4-4fcf-bad8-3201bd4722df tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950734 Jul 22 16:32:11.954439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Pushing event updated for resources: {'Port': ['ID=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:12.088582 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.129699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2df60060-4131-46d4-8bc9-bef82765ef90'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:12.135992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34f62f06-34e4-4d7d-adb1-571f867897e2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:12.498619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'Port': ['ID=2df60060-4131-46d4-8bc9-bef82765ef90,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:12.501765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:32:12.513147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Attempting to bind port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:12.513477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Attempting to bind port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49396444-25ff-41e7-b0e0-877ec4a7a08d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:12.514030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Attempting to bind port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b on network 49396444-25ff-41e7-b0e0-877ec4a7a08d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:12.556838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b on network 49396444-25ff-41e7-b0e0-877ec4a7a08d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:12.557221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Attempting to bind port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b on network 49396444-25ff-41e7-b0e0-877ec4a7a08d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:12.571507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:12.571955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Checking segment: {'id': '5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49396444-25ff-41e7-b0e0-877ec4a7a08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:12.572419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Bound using segment: {'id': '5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49396444-25ff-41e7-b0e0-877ec4a7a08d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:12.572824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Bound port: 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '49396444-25ff-41e7-b0e0-877ec4a7a08d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:12.573277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.590181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bb4b3-c498-4578-b3a4-05920fc002de req-9042215c-2b81-4577-8e2a-b671bbe32198 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:12.592353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e9bb4b3-c498-4578-b3a4-05920fc002de req-9042215c-2b81-4577-8e2a-b671bbe32198 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 943 time: 0.5670364 Jul 22 16:32:12.677645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] No DVR routers for this DVR port 2df60060-4131-46d4-8bc9-bef82765ef90 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:12.684842 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.686954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f13fc06b-0dc3-4e04-a1fc-ff08e5883c2e req-5dc97422-81c4-43a0-ba56-46218c1f22dd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.20 "DELETE /v2.0/ports/2df60060-4131-46d4-8bc9-bef82765ef90 HTTP/1.1" status: 204 len: 173 time: 2.1679971 Jul 22 16:32:12.693718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'name': 'network-vif-deleted', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:12.698019 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf78f7-6526-4d8e-87dc-0391b7e1ef2c" -d '{"events": [{"server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "name": "network-vif-deleted", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:12.783404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e9bb4b3-c498-4578-b3a4-05920fc002de req-c6cd20e2-6367-48f6-8705-8f65052880bd tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322253 Jul 22 16:32:12.816081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] For port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:12.822534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:32:12.835971 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] Sync routers for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:32:12.845356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:12.851611 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433c460f-999c-40b3-951b-12fdb3346461" -d '{"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:12.855756 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:32:12.856556 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:12.857145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] For port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,segment=NetworkSegment(5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1),segment_id=5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:12.864277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.892479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] No DVR routers for this DVR port 8f826c8a-a8cf-4344-bc24-ce2efccd81c0 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:12.901827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2e6c4-2c7f-4972-9aeb-c478ce647476 req-959ff475-c42b-4144-8f11-5831ada42edb tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:12.907011 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20a2e6c4-2c7f-4972-9aeb-c478ce647476 req-959ff475-c42b-4144-8f11-5831ada42edb tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 944 time: 0.1482768 Jul 22 16:32:12.917114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.919123 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ce9398b-4847-4ef6-9d47-945450d4fb7c req-9c42a1bf-ccbb-49ac-88fd-ad46c0958d8b tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.65 "DELETE /v2.0/ports/8f826c8a-a8cf-4344-bc24-ce2efccd81c0 HTTP/1.1" status: 204 len: 173 time: 3.7122297 Jul 22 16:32:12.963823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:12.964649 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:12.966132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] 10.222.0.65 "PUT /v2.0/ports/7d7c0e5d-e301-4d2b-8a0f-47563e383c5b HTTP/1.1" status: 200 len: 1092 time: 2.6648934 Jul 22 16:32:12.994773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:12.999342 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20a2e6c4-2c7f-4972-9aeb-c478ce647476 req-bab9c67d-d6a0-47ef-8f92-89f1a5866f69 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836201 Jul 22 16:32:13.013066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018086c-41e2-4146-a578-14dd4eb2482c service neutron] Pushing event updated for resources: {'Port': ['ID=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:13.044168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218b3be-e0eb-4e35-90f1-90b4dc8ee8e0 req-17e15641-4518-4124-9cc3-06fddf955bb6 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.046631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9218b3be-e0eb-4e35-90f1-90b4dc8ee8e0 req-17e15641-4518-4124-9cc3-06fddf955bb6 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 943 time: 0.1505961 Jul 22 16:32:13.087414 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:32:13.139485 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.143538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9218b3be-e0eb-4e35-90f1-90b4dc8ee8e0 req-f4cfa19d-3f0c-47f7-b2ea-48223396510a tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779269 Jul 22 16:32:13.188679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-636526d4-00da-4588-a13e-ff48dd323403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.190237 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-636526d4-00da-4588-a13e-ff48dd323403 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=219776cb7e7a4e5daa87da9a00d86cec&device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 1095 time: 0.1404707 Jul 22 16:32:13.199772 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-002c1474-3035-4c17-bd06-bdd6545c6aba req-2edbcb65-2b5f-408e-b15e-7eb237f3d1eb tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/ports?device_id=c69e4481-e675-449b-9c3c-323d99ef5120 HTTP/1.1" status: 200 len: 210 time: 0.0902781 Jul 22 16:32:13.224928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:13.241790 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:13.284436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-8a8be06c-2de3-4ae5-af2b-a21072ff4d94 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b HTTP/1.1" status: 200 len: 217 time: 0.0726893 Jul 22 16:32:13.353194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:13.382543 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1ffa41-a343-4409-a7e8-3f85ccc2211f x-openstack-request-id: req-cb1ffa41-a343-4409-a7e8-3f85ccc2211f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:13.383080 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717e8c12-7eae-4c4f-841d-104752027ffd", "name": "network-vif-deleted", "tag": "2df60060-4131-46d4-8bc9-bef82765ef90", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:13.383546 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb1ffa41-a343-4409-a7e8-3f85ccc2211f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:13.384225 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717e8c12-7eae-4c4f-841d-104752027ffd', 'name': 'network-vif-deleted', 'tag': '2df60060-4131-46d4-8bc9-bef82765ef90', 'status': 'completed', 'code': 200} Jul 22 16:32:13.412804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-fa60380a-8053-45a7-8392-ee9676b573b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.415439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-fa60380a-8053-45a7-8392-ee9676b573b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3992247a-6340-4cf6-89bf-d3f629dca49d HTTP/1.1" status: 200 len: 853 time: 0.1056383 Jul 22 16:32:13.427919 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095a33b2-686c-4eb5-b64d-34cb3391db77 x-openstack-request-id: req-095a33b2-686c-4eb5-b64d-34cb3391db77 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:13.428330 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:13.428487 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-095a33b2-686c-4eb5-b64d-34cb3391db77 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:13.435101 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'status': 'completed', 'code': 200} Jul 22 16:32:13.513571 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:13.534239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cd623-0dc0-4121-bd15-317b411168d2 req-72eb1066-5181-4888-9304-261ef09f1aa0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.541025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-27cb71fa-15e9-405c-b431-0188bf8541bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49396444-25ff-41e7-b0e0-877ec4a7a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789826 Jul 22 16:32:13.547733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6e5cd623-0dc0-4121-bd15-317b411168d2 req-72eb1066-5181-4888-9304-261ef09f1aa0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2202044 Jul 22 16:32:13.588838 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] Checking router: 2455997c-8437-4026-ba41-c3f4d3dcd4d8 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:32:13.614224 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:32:13.615035 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:13.635002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6e5cd623-0dc0-4121-bd15-317b411168d2 req-ebfefc92-4a63-4455-b5d2-41f20c9a301a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821662 Jul 22 16:32:13.675317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb5891f0-af9d-4f75-9d37-754dedd4fc65 req-67eddfd3-fbef-4730-a50f-470c49088ab4 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=717e8c12-7eae-4c4f-841d-104752027ffd HTTP/1.1" status: 200 len: 210 time: 0.0982070 Jul 22 16:32:13.780532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c460f-999c-40b3-951b-12fdb3346461 req-6d2102c9-9567-4f95-80d1-77c6ea448c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.782713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c460f-999c-40b3-951b-12fdb3346461 req-6d2102c9-9567-4f95-80d1-77c6ea448c3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1096 time: 0.2470398 Jul 22 16:32:13.785986 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-75cd5e09-30b1-4cb7-847e-b3f2b3c4dce8 service neutron] 10.222.0.65 "GET /v2.0/networks/49396444-25ff-41e7-b0e0-877ec4a7a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286143 Jul 22 16:32:13.943426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:13.946523 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e6b5bb-0446-4a29-8dd5-aed99af5dbb1" -d '{"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:13.954376 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:32:13.964236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770a823-3df5-43a0-9697-0d4dbc3bd9a4 req-46a07076-4d2c-4601-9029-1638761ccbac tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:13.976776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9770a823-3df5-43a0-9697-0d4dbc3bd9a4 req-46a07076-4d2c-4601-9029-1638761ccbac tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.2170599 Jul 22 16:32:14.058437 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9770a823-3df5-43a0-9697-0d4dbc3bd9a4 req-f7a64f08-d721-4adc-bff0-8c781e8018f0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772221 Jul 22 16:32:14.115951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device de7570e0-878f-43ea-97c0-1ca631f37ab2 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:14.126230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2df60060-4131-46d4-8bc9-bef82765ef90 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:14.216159 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef3fb3d-4b65-4e95-9665-b1a709634854 req-ab34754d-e244-48f6-8fe5-68e98e997510 service neutron] 10.222.0.65 "GET /v2.0/networks/49396444-25ff-41e7-b0e0-877ec4a7a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865705 Jul 22 16:32:14.228008 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd31b8-d8e1-47f0-9312-948b29739f87 x-openstack-request-id: req-0cdd31b8-d8e1-47f0-9312-948b29739f87 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:14.229487 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:14.229912 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cdd31b8-d8e1-47f0-9312-948b29739f87 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:14.230520 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'code': 200} Jul 22 16:32:14.235241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 2df60060-4131-46d4-8bc9-bef82765ef90 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:14.235823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2df60060-4131-46d4-8bc9-bef82765ef90 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:14.241570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c460f-999c-40b3-951b-12fdb3346461 req-921ee468-a7c6-4b88-9b76-2e281c97ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.244709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c460f-999c-40b3-951b-12fdb3346461 req-921ee468-a7c6-4b88-9b76-2e281c97ec69 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 921 time: 0.4422529 Jul 22 16:32:14.249487 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:14.286553 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b863d1f-b87d-4a48-88d9-150db92d0331 None None] The sync data for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 is: [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '0987b9d0-ffa8-4f72-ae7b-c96305fc162b', 'name': '', 'network_id': 'db9b3a77-da3f-47c6-9b41-0b62f037fcaa', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'mac_address': 'fa:16:3e:e8:a2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:35Z', 'updated_at': '2021-07-22T16:26:44Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'subnets': [{'id': '4f6a785d-b4e2-4bbd-a385-c3126b97c8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:32:14.350458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4f061-60cc-4920-a134-f52581e3201b req-f0f9a324-99b5-477e-8433-1c6154ba4067 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.358492 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-50c4f061-60cc-4920-a134-f52581e3201b req-f0f9a324-99b5-477e-8433-1c6154ba4067 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 944 time: 0.1284335 Jul 22 16:32:14.368181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c460f-999c-40b3-951b-12fdb3346461 req-bea46266-4a8c-464b-bafa-7361dc6dfa45 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 217 time: 0.1069417 Jul 22 16:32:14.388562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d1f56-4639-4a28-88a2-e6a81b247c6a req-b30cfa40-62b0-4be0-b6a1-901ab1db84b9 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.390693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f99d1f56-4639-4a28-88a2-e6a81b247c6a req-b30cfa40-62b0-4be0-b6a1-901ab1db84b9 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 943 time: 0.3785782 Jul 22 16:32:14.403144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port de7570e0-878f-43ea-97c0-1ca631f37ab2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=de7570e0-878f-43ea-97c0-1ca631f37ab2,segment=NetworkSegment(29eb2a1f-c01d-48ca-8f60-f84061996b5c),segment_id=29eb2a1f-c01d-48ca-8f60-f84061996b5c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:14.412015 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-50c4f061-60cc-4920-a134-f52581e3201b req-07abdf67-3f46-4220-aaae-74a4af72f231 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521197 Jul 22 16:32:14.419824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'de7570e0-878f-43ea-97c0-1ca631f37ab2', 'network_id': '8056d9ea-5c49-4295-bdeb-e191a446ba21', 'port_id': 'de7570e0-878f-43ea-97c0-1ca631f37ab2', 'mac_address': 'fa:16:3e:24:23:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c467939-ebc8-40e3-9077-82f7e88e7fa0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:14.504066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f99d1f56-4639-4a28-88a2-e6a81b247c6a req-49f6e599-51cd-4c28-bd34-42fd42c88bb8 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054025 Jul 22 16:32:14.523760 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.532681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c460f-999c-40b3-951b-12fdb3346461 req-0137f327-4d3f-448c-9819-1031cd57d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.541699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c460f-999c-40b3-951b-12fdb3346461 req-0137f327-4d3f-448c-9819-1031cd57d844 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 200 len: 860 time: 0.0913637 Jul 22 16:32:14.564364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7570e0-878f-43ea-97c0-1ca631f37ab2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:14.595178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c460f-999c-40b3-951b-12fdb3346461 req-31012eea-1da6-4fdc-8fd0-132b6784eba9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482965 Jul 22 16:32:14.624620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port de7570e0-878f-43ea-97c0-1ca631f37ab2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=de7570e0-878f-43ea-97c0-1ca631f37ab2,segment=NetworkSegment(29eb2a1f-c01d-48ca-8f60-f84061996b5c),segment_id=29eb2a1f-c01d-48ca-8f60-f84061996b5c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:14.630542 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:14.661443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d355af-dde3-4450-bda5-91781fe6d80a req-6f16ff48-c6f0-4f3a-af14-1a67b0c344c8 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.673527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5d355af-dde3-4450-bda5-91781fe6d80a req-6f16ff48-c6f0-4f3a-af14-1a67b0c344c8 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 943 time: 0.1534131 Jul 22 16:32:14.720778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=de7570e0-878f-43ea-97c0-1ca631f37ab2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:14.727540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5d355af-dde3-4450-bda5-91781fe6d80a req-7c18fe37-973d-4b13-aea2-66a2c0b7c83e tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524399 Jul 22 16:32:14.746575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5509cfcf-0786-4944-a591-ce0cf2ed81f3 None None] New status for floating IP d2c9728e-f21e-40f7-893e-7208ee5ba105: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:32:14.804328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c460f-999c-40b3-951b-12fdb3346461 req-1beacea0-e48b-4cd2-ad65-599f39048490 service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964872 Jul 22 16:32:14.974132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929beaa-7a51-481e-b1c8-85102a5b3e51 req-d177bce8-88c1-4f1a-8a80-b1a96b3fab2b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:14.976097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c460f-999c-40b3-951b-12fdb3346461 req-3f4e14bc-6237-4dbc-8c67-b0c9add6cbb3 service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593361 Jul 22 16:32:14.977138 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a929beaa-7a51-481e-b1c8-85102a5b3e51 req-d177bce8-88c1-4f1a-8a80-b1a96b3fab2b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1476688 Jul 22 16:32:14.979889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['de7570e0-878f-43ea-97c0-1ca631f37ab2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:14.996394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c17e8942-7b9c-44ae-9a42-ee28c2666c66 req-762bdb08-be16-4603-80b8-daf1c84008a2 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/bfd1ca66-ac37-4f82-956b-d88881ca7c0b HTTP/1.1" status: 200 len: 1800 time: 0.0819819 Jul 22 16:32:15.017824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:15.039619 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a929beaa-7a51-481e-b1c8-85102a5b3e51 req-54f7e598-761b-46c9-a709-f8608035136c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534763 Jul 22 16:32:15.080140 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c17e8942-7b9c-44ae-9a42-ee28c2666c66 req-9e2c1514-21e2-4525-a7cd-da3199513b34 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.103444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35110) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:15.141669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c17e8942-7b9c-44ae-9a42-ee28c2666c66 req-9e2c1514-21e2-4525-a7cd-da3199513b34 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.231942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7081393b-75fb-4567-ad44-c4199553bbf8 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.248960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c17e8942-7b9c-44ae-9a42-ee28c2666c66 req-9e2c1514-21e2-4525-a7cd-da3199513b34 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.252999 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c17e8942-7b9c-44ae-9a42-ee28c2666c66 req-9e2c1514-21e2-4525-a7cd-da3199513b34 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.255235 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c17e8942-7b9c-44ae-9a42-ee28c2666c66 req-9e2c1514-21e2-4525-a7cd-da3199513b34 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/bfd1ca66-ac37-4f82-956b-d88881ca7c0b HTTP/1.1" status: 204 len: 173 time: 0.2491310 Jul 22 16:32:15.261659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d64eb6-a0a3-4529-a06b-9fc6f775f300 req-95cb8958-7e2a-4f20-8cda-7c3601fb697b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.265198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2d64eb6-a0a3-4529-a06b-9fc6f775f300 req-95cb8958-7e2a-4f20-8cda-7c3601fb697b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.0955508 Jul 22 16:32:15.280346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c1514-21e2-4525-a7cd-da3199513b34 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd1ca66-ac37-4f82-956b-d88881ca7c0b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:15.295791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7081393b-75fb-4567-ad44-c4199553bbf8 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.323290 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2d64eb6-a0a3-4529-a06b-9fc6f775f300 req-64694dbd-dec3-4c6f-a00a-a63a3ceea576 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 Jul 22 16:32:15.366087 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c4d1e63-196d-4639-bed7-391085057d80 req-436cacaf-4e6e-4ca9-a72e-97100985b344 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/cce41e1d-363d-43d7-a146-ac0c6209e473 HTTP/1.1" status: 200 len: 1800 time: 0.0833030 Jul 22 16:32:15.386866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'name': 'network-vif-deleted', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0'}, {'name': 'network-changed', 'server_uuid': '9bef4834-5270-4679-b0de-d0a0bbd4ab14', 'tag': '7d7c0e5d-e301-4d2b-8a0f-47563e383c5b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:15.389239 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce6f821-3256-4e5b-bffb-d03564c07ebd" -d '{"events": [{"server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "name": "network-vif-deleted", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0"}, {"name": "network-changed", "server_uuid": "9bef4834-5270-4679-b0de-d0a0bbd4ab14", "tag": "7d7c0e5d-e301-4d2b-8a0f-47563e383c5b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:15.395411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:15.419480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7081393b-75fb-4567-ad44-c4199553bbf8 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.422361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'port_id': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'mac_address': 'fa:16:3e:85:b7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:15.422691 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7081393b-75fb-4567-ad44-c4199553bbf8 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.426995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7081393b-75fb-4567-ad44-c4199553bbf8 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "DELETE /v2.0/security-groups/57788b0d-a1d7-4247-b387-73b0daf1c5b7 HTTP/1.1" status: 204 len: 168 time: 0.3191731 Jul 22 16:32:15.428846 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35116) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:15.450033 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-75dea84f-eecf-401e-9f7a-818943829c7c tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] show failed (client error): The resource could not be found. Jul 22 16:32:15.455823 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-75dea84f-eecf-401e-9f7a-818943829c7c tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "GET /v2.0/security-groups/57788b0d-a1d7-4247-b387-73b0daf1c5b7 HTTP/1.1" status: 404 len: 347 time: 0.0253839 Jul 22 16:32:15.456617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:15.465166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081393b-75fb-4567-ad44-c4199553bbf8 tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57788b0d-a1d7-4247-b387-73b0daf1c5b7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:15.476487 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2c4d1e63-196d-4639-bed7-391085057d80 req-978a4734-fc0e-42c6-977e-c8fdbb32ca10 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.483171 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fdee85-d167-4d8f-9c6c-66d934427ccb x-openstack-request-id: req-87fdee85-d167-4d8f-9c6c-66d934427ccb {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:15.483768 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69e4481-e675-449b-9c3c-323d99ef5120", "name": "network-vif-deleted", "tag": "8f826c8a-a8cf-4344-bc24-ce2efccd81c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9bef4834-5270-4679-b0de-d0a0bbd4ab14", "tag": "7d7c0e5d-e301-4d2b-8a0f-47563e383c5b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:15.484205 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87fdee85-d167-4d8f-9c6c-66d934427ccb {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:15.484904 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69e4481-e675-449b-9c3c-323d99ef5120', 'name': 'network-vif-deleted', 'tag': '8f826c8a-a8cf-4344-bc24-ce2efccd81c0', 'status': 'completed', 'code': 200} Jul 22 16:32:15.485334 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bef4834-5270-4679-b0de-d0a0bbd4ab14', 'tag': '7d7c0e5d-e301-4d2b-8a0f-47563e383c5b', 'status': 'completed', 'code': 200} Jul 22 16:32:15.508927 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.528571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:15.540182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2c4d1e63-196d-4639-bed7-391085057d80 req-978a4734-fc0e-42c6-977e-c8fdbb32ca10 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.553260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:15.560874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.561688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device acf77efc-51a7-4eb5-b9a6-6b2ddb858999 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:15.664071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:15.666364 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2c4d1e63-196d-4639-bed7-391085057d80 req-978a4734-fc0e-42c6-977e-c8fdbb32ca10 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.669444 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2c4d1e63-196d-4639-bed7-391085057d80 req-978a4734-fc0e-42c6-977e-c8fdbb32ca10 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.684252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c4d1e63-196d-4639-bed7-391085057d80 req-978a4734-fc0e-42c6-977e-c8fdbb32ca10 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/cce41e1d-363d-43d7-a146-ac0c6209e473 HTTP/1.1" status: 204 len: 173 time: 0.3026690 Jul 22 16:32:15.716088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a4734-fc0e-42c6-977e-c8fdbb32ca10 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce41e1d-363d-43d7-a146-ac0c6209e473,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:15.721704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-744247b6-3999-4d04-b40b-8a6fbe5ec11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.723293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-744247b6-3999-4d04-b40b-8a6fbe5ec11e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=219776cb7e7a4e5daa87da9a00d86cec&device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 1095 time: 0.1614537 Jul 22 16:32:15.789048 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port acf77efc-51a7-4eb5-b9a6-6b2ddb858999, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:15.810270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'port_id': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'mac_address': 'fa:16:3e:c3:96:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:15.873265 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.916969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf77efc-51a7-4eb5-b9a6-6b2ddb858999 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:15.966507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aefbf-dfde-4446-8808-71167691c133 req-1de0d029-8e7f-4c5b-85e8-8be0489af426 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.966838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port acf77efc-51a7-4eb5-b9a6-6b2ddb858999, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:15.968278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e98aefbf-dfde-4446-8808-71167691c133 req-1de0d029-8e7f-4c5b-85e8-8be0489af426 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 943 time: 0.2042851 Jul 22 16:32:15.975515 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:15.979205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-0568cbbd-5e1d-4baa-b5c4-905aa9c863ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:15.983797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-0568cbbd-5e1d-4baa-b5c4-905aa9c863ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=49396444-25ff-41e7-b0e0-877ec4a7a08d HTTP/1.1" status: 200 len: 914 time: 0.2437823 Jul 22 16:32:16.064569 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:16.066913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-78c5ef43-ceb7-4615-b812-8444d1ee51a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b HTTP/1.1" status: 200 len: 217 time: 0.0699892 Jul 22 16:32:16.104965 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e98aefbf-dfde-4446-8808-71167691c133 req-8934d4a8-7d9b-4b55-9975-6ea7fde66683 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196616 Jul 22 16:32:16.120846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:16.129553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device de7570e0-878f-43ea-97c0-1ca631f37ab2 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:16.164984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Deleting port 6d92dde1-f2de-40e2-aebd-79952c22c4f3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:16.165936 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.198587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-ff12dd74-c907-42c1-b01a-6741bb06e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.200700 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-ff12dd74-c907-42c1-b01a-6741bb06e073 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3992247a-6340-4cf6-89bf-d3f629dca49d HTTP/1.1" status: 200 len: 853 time: 0.1088490 Jul 22 16:32:16.205721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ee608583-1f06-40af-b25f-977a7a2d1291 req-3be1de17-5406-4f8e-bd51-06a197e6fbc9 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2034088999', 'description': 'tempest-description-805070293'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:16.214128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47642bd-57e2-4529-bc2c-febf3f56d1a9 req-b7f1d792-e37b-4be7-83bd-3245f030aac9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.218235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port de7570e0-878f-43ea-97c0-1ca631f37ab2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:16.225157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port de7570e0-878f-43ea-97c0-1ca631f37ab2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:16.225511 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.229307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b47642bd-57e2-4529-bc2c-febf3f56d1a9 req-b7f1d792-e37b-4be7-83bd-3245f030aac9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 945 time: 0.5785294 Jul 22 16:32:16.251175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-edff500c-1e1b-446b-8e8c-890c72f11aa7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49396444-25ff-41e7-b0e0-877ec4a7a08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395799 Jul 22 16:32:16.280521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['7f7cf3f9-b3ed-4303-95b8-78e7613437e3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:16.307671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ee608583-1f06-40af-b25f-977a7a2d1291 req-3be1de17-5406-4f8e-bd51-06a197e6fbc9 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.359972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b47642bd-57e2-4529-bc2c-febf3f56d1a9 req-64a5eb1c-2b40-4943-b456-8225fe7eb0be tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278501 Jul 22 16:32:16.415740 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.416537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.420676 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.435831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-01657642-7ffa-4c17-9da5-b85930965d7b service neutron] 10.222.0.65 "GET /v2.0/networks/49396444-25ff-41e7-b0e0-877ec4a7a08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728413 Jul 22 16:32:16.437018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Calling delete_port for 6d92dde1-f2de-40e2-aebd-79952c22c4f3 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:16.510863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b73d3e-f1b1-4667-8c64-4233bf7b84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7570e0-878f-43ea-97c0-1ca631f37ab2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:16.513186 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a410ef-dd12-4a3b-8fbe-585d318e739b" -d '{"events": [{"server_uuid": "08b73d3e-f1b1-4667-8c64-4233bf7b84c5", "name": "network-vif-plugged", "status": "completed", "tag": "de7570e0-878f-43ea-97c0-1ca631f37ab2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:16.517032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:16.540653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port de7570e0-878f-43ea-97c0-1ca631f37ab2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=de7570e0-878f-43ea-97c0-1ca631f37ab2,segment=NetworkSegment(29eb2a1f-c01d-48ca-8f60-f84061996b5c),segment_id=29eb2a1f-c01d-48ca-8f60-f84061996b5c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:16.554749 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.558019 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'f484a450-2baa-4985-85df-99c6566b1c45', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'f484a450-2baa-4985-85df-99c6566b1c45', 'mac_address': 'fa:16:3e:a8:d0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:16.597282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ce6f821-3256-4e5b-bffb-d03564c07ebd req-db288180-855d-4f27-81c5-aba9742fdec6 service neutron] 10.222.0.65 "GET /v2.0/networks/49396444-25ff-41e7-b0e0-877ec4a7a08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368101 Jul 22 16:32:16.642576 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ee608583-1f06-40af-b25f-977a7a2d1291 req-3be1de17-5406-4f8e-bd51-06a197e6fbc9 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.654818 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ee608583-1f06-40af-b25f-977a7a2d1291 req-3be1de17-5406-4f8e-bd51-06a197e6fbc9 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.690566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1de17-5406-4f8e-bd51-06a197e6fbc9 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4247769-5f66-4972-8b3b-8aa10a997c9b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:16.706376 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.725931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['acf77efc-51a7-4eb5-b9a6-6b2ddb858999'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:16.731336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ee608583-1f06-40af-b25f-977a7a2d1291 req-3be1de17-5406-4f8e-bd51-06a197e6fbc9 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.747433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Pushing event deleted for resources: {'Port': ['ID=6d92dde1-f2de-40e2-aebd-79952c22c4f3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:16.750328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee608583-1f06-40af-b25f-977a7a2d1291 req-3be1de17-5406-4f8e-bd51-06a197e6fbc9 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5484712 Jul 22 16:32:16.864397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.865546 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.872023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:16.879739 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-10df49dd-449f-4a48-b5c9-d0e026b308ba tempest-ServersWithSpecificFlavorTestJSON-1760026463 tempest-ServersWithSpecificFlavorTestJSON-1760026463-project] 10.222.0.53 "DELETE /v2.0/floatingips/d2c9728e-f21e-40f7-893e-7208ee5ba105 HTTP/1.1" status: 204 len: 168 time: 1.4220006 Jul 22 16:32:16.886775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=de7570e0-878f-43ea-97c0-1ca631f37ab2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:16.909779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f484a450-2baa-4985-85df-99c6566b1c45 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:16.931737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c01c0-61db-40ce-95a6-5ae5300c3af6 req-11301d74-45ea-4721-b926-f70482db0fe6 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.937187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d59f0-15ee-4230-8bbf-818f25e5b56c req-7ad3a363-f679-4012-b35e-fc3c82c25f79 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:16.943643 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-969c01c0-61db-40ce-95a6-5ae5300c3af6 req-11301d74-45ea-4721-b926-f70482db0fe6 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 945 time: 0.1741111 Jul 22 16:32:16.952799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e50d59f0-15ee-4230-8bbf-818f25e5b56c req-7ad3a363-f679-4012-b35e-fc3c82c25f79 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 946 time: 0.1371129 Jul 22 16:32:16.953530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:16.964181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.022238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-969c01c0-61db-40ce-95a6-5ae5300c3af6 req-c7a4ecab-7de0-4487-8995-08ee72d45e64 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762212 Jul 22 16:32:17.040491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e50d59f0-15ee-4230-8bbf-818f25e5b56c req-33c298a0-250a-4478-b273-21b80fe14729 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836177 Jul 22 16:32:17.097578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:17.105850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:17.123650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f484a450-2baa-4985-85df-99c6566b1c45'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:17.134188 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf168f9a-caff-4923-b0f7-cd2f15f8402f x-openstack-request-id: req-cf168f9a-caff-4923-b0f7-cd2f15f8402f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:17.134953 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b73d3e-f1b1-4667-8c64-4233bf7b84c5", "name": "network-vif-plugged", "status": "completed", "tag": "de7570e0-878f-43ea-97c0-1ca631f37ab2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:17.135386 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf168f9a-caff-4923-b0f7-cd2f15f8402f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:17.135953 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b73d3e-f1b1-4667-8c64-4233bf7b84c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7570e0-878f-43ea-97c0-1ca631f37ab2', 'code': 200} Jul 22 16:32:17.252178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-73dfc411-7af3-467b-a26f-9c1b5f71a69a req-242831dc-0d7a-401b-bbf5-7f5c02d62f28 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/b4247769-5f66-4972-8b3b-8aa10a997c9b HTTP/1.1" status: 200 len: 1800 time: 0.0989540 Jul 22 16:32:17.277880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d53143-683b-462b-a223-083f7221bd29 req-ba95bb25-7492-423b-88df-2269b4dbc4e4 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.288588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19d53143-683b-462b-a223-083f7221bd29 req-ba95bb25-7492-423b-88df-2269b4dbc4e4 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1613090 Jul 22 16:32:17.306268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-73dfc411-7af3-467b-a26f-9c1b5f71a69a req-42034108-3291-4ff3-93ed-40a00d830950 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2114488944', 'description': 'tempest-description-hth-2132856993'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:17.351262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73dfc411-7af3-467b-a26f-9c1b5f71a69a req-42034108-3291-4ff3-93ed-40a00d830950 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.369748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19d53143-683b-462b-a223-083f7221bd29 req-18ac67c1-953c-45d8-ae34-25a7e31a3aef tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780528 Jul 22 16:32:17.416082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042304d-ff0a-4f8b-9b63-d75a7d78a716 req-6bbcc83f-50f9-43e5-8a03-c774161e3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.417906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e042304d-ff0a-4f8b-9b63-d75a7d78a716 req-6bbcc83f-50f9-43e5-8a03-c774161e3edd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 1097 time: 0.1932878 Jul 22 16:32:17.439982 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73dfc411-7af3-467b-a26f-9c1b5f71a69a req-42034108-3291-4ff3-93ed-40a00d830950 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.448749 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73dfc411-7af3-467b-a26f-9c1b5f71a69a req-42034108-3291-4ff3-93ed-40a00d830950 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.451949 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-73dfc411-7af3-467b-a26f-9c1b5f71a69a req-42034108-3291-4ff3-93ed-40a00d830950 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.453193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-73dfc411-7af3-467b-a26f-9c1b5f71a69a req-42034108-3291-4ff3-93ed-40a00d830950 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "PUT /v2.0/security-groups/b4247769-5f66-4972-8b3b-8aa10a997c9b HTTP/1.1" status: 200 len: 1775 time: 0.1543322 Jul 22 16:32:17.563687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e042304d-ff0a-4f8b-9b63-d75a7d78a716 req-d1725608-acea-4c7f-9b71-5e5331fc8699 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267011 Jul 22 16:32:17.564729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42034108-3291-4ff3-93ed-40a00d830950 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4247769-5f66-4972-8b3b-8aa10a997c9b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:17.611498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,segment=NetworkSegment(5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1),segment_id=5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:17.675074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '7d7c0e5d-e301-4d2b-8a0f-47563e383c5b', 'network_id': '49396444-25ff-41e7-b0e0-877ec4a7a08d', 'port_id': '7d7c0e5d-e301-4d2b-8a0f-47563e383c5b', 'mac_address': 'fa:16:3e:c7:c0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3992247a-6340-4cf6-89bf-d3f629dca49d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:17.703803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138088-2f82-4a04-995b-2f9f98816326 req-b72e7f6c-7061-46ca-90db-a3ab3026508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.706711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81138088-2f82-4a04-995b-2f9f98816326 req-b72e7f6c-7061-46ca-90db-a3ab3026508d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1098 time: 0.1375742 Jul 22 16:32:17.779164 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.800928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:17.845826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,segment=NetworkSegment(5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1),segment_id=5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:17.855686 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:17.952668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8cf41f-9e52-4d2c-80de-bf08c3164615 req-da920acc-f0c1-4de5-8579-20e2678598b3 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.962365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df8cf41f-9e52-4d2c-80de-bf08c3164615 req-da920acc-f0c1-4de5-8579-20e2678598b3 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 943 time: 0.3245552 Jul 22 16:32:17.994052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb3e7c-ffe1-49e6-8253-8f44bc4bcefa req-ecfe1010-7d32-4ebd-a258-2b4e1ebd783d tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:17.998581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:18.011160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e0eb3e7c-ffe1-49e6-8253-8f44bc4bcefa req-ecfe1010-7d32-4ebd-a258-2b4e1ebd783d tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 945 time: 0.1819329 Jul 22 16:32:18.040141 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df8cf41f-9e52-4d2c-80de-bf08c3164615 req-59dce712-103e-46c5-ba1b-5106056873dd tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759165 Jul 22 16:32:18.072911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138088-2f82-4a04-995b-2f9f98816326 req-e6d767f7-44dd-4213-8fe5-6cc83cdead4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:18.074659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81138088-2f82-4a04-995b-2f9f98816326 req-e6d767f7-44dd-4213-8fe5-6cc83cdead4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.3111074 Jul 22 16:32:18.082488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e0eb3e7c-ffe1-49e6-8253-8f44bc4bcefa req-e4a1bcaa-86bc-4ba9-857f-44641dd5a66e tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688803 Jul 22 16:32:18.244423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81138088-2f82-4a04-995b-2f9f98816326 req-64b9223b-152e-4e7b-ab01-3df50943bc95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1001 time: 0.1587391 Jul 22 16:32:18.341302 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b973e82-3ded-436f-8bb8-9dca280d4ff2 req-f0584f27-6edb-4e6a-a40f-c53d02a07cff tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/b4247769-5f66-4972-8b3b-8aa10a997c9b HTTP/1.1" status: 200 len: 1775 time: 0.2484312 Jul 22 16:32:18.358101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['7d7c0e5d-e301-4d2b-8a0f-47563e383c5b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:18.404960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138088-2f82-4a04-995b-2f9f98816326 req-9b6f63fa-fcbb-4ade-8954-eb6c9950e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:18.410262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81138088-2f82-4a04-995b-2f9f98816326 req-9b6f63fa-fcbb-4ade-8954-eb6c9950e74b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1494920 Jul 22 16:32:18.543527 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-531e05ac-af79-4c74-8951-360d56a01c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:18.812789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81138088-2f82-4a04-995b-2f9f98816326 req-2d032f35-a213-4a82-8717-60de1384fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:18.827295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81138088-2f82-4a04-995b-2f9f98816326 req-2d032f35-a213-4a82-8717-60de1384fa14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3787224 Jul 22 16:32:18.850820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aca9df-a0c6-4d98-9290-1d83b6c67bb4 req-c1bf4a91-af4d-4d15-88a1-7283ccdadafe tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:18.859806 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33aca9df-a0c6-4d98-9290-1d83b6c67bb4 req-c1bf4a91-af4d-4d15-88a1-7283ccdadafe tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 945 time: 0.3573864 Jul 22 16:32:19.004592 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81138088-2f82-4a04-995b-2f9f98816326 req-797c6ddc-f939-4f09-9a20-739a3563ab4e service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641676 Jul 22 16:32:19.128175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33aca9df-a0c6-4d98-9290-1d83b6c67bb4 req-2057d3ae-fc66-4ceb-ab7e-961e15160f08 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670958 Jul 22 16:32:19.175940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:19.408390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:19.409485 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:19.571616 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81138088-2f82-4a04-995b-2f9f98816326 req-b3c9027b-27f0-43fe-a460-fe928cf9c6d4 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510411 Jul 22 16:32:19.629852 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:19.680513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:19.682153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91502451-974c-4a72-9440-0f46483165be req-f807483e-2eb8-4c47-914a-241afd9bfee8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:19.682908 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255b38d4-dd71-453b-adef-501ccc9f2c0d" -d '{"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:19.684468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91502451-974c-4a72-9440-0f46483165be req-f807483e-2eb8-4c47-914a-241afd9bfee8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 946 time: 0.1829827 Jul 22 16:32:19.715065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:19.722459 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:19.723422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device acf77efc-51a7-4eb5-b9a6-6b2ddb858999 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:19.791692 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91502451-974c-4a72-9440-0f46483165be req-1aa72b16-e09a-4a43-bd3b-af568dd39a86 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006982 Jul 22 16:32:19.868430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:19.916406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port acf77efc-51a7-4eb5-b9a6-6b2ddb858999 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:19.922888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port acf77efc-51a7-4eb5-b9a6-6b2ddb858999 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:19.926060 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:19.965762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74407e57-f825-42dc-80bd-3ed57c9a521e req-33581640-f235-44b0-94ea-3d90d528d458 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/b4247769-5f66-4972-8b3b-8aa10a997c9b HTTP/1.1" status: 200 len: 1775 time: 0.1179595 Jul 22 16:32:20.138077 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-74407e57-f825-42dc-80bd-3ed57c9a521e req-7b70d391-300c-4457-86b5-f50a61a8eabd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.141615 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.148661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:20.199992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-74407e57-f825-42dc-80bd-3ed57c9a521e req-7b70d391-300c-4457-86b5-f50a61a8eabd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.291946 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-74407e57-f825-42dc-80bd-3ed57c9a521e req-7b70d391-300c-4457-86b5-f50a61a8eabd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.295799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-74407e57-f825-42dc-80bd-3ed57c9a521e req-7b70d391-300c-4457-86b5-f50a61a8eabd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.303597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74407e57-f825-42dc-80bd-3ed57c9a521e req-7b70d391-300c-4457-86b5-f50a61a8eabd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/b4247769-5f66-4972-8b3b-8aa10a997c9b HTTP/1.1" status: 204 len: 173 time: 0.3409348 Jul 22 16:32:20.350389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70d391-300c-4457-86b5-f50a61a8eabd tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4247769-5f66-4972-8b3b-8aa10a997c9b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:20.368347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port acf77efc-51a7-4eb5-b9a6-6b2ddb858999, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:20.406509 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.423610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port f484a450-2baa-4985-85df-99c6566b1c45 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:20.425940 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.637483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e5956-d9ee-4f9c-a550-2d97f8757d08 req-0ec7c2a1-f83b-4963-9c5a-538472499785 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:20.639200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a26e5956-d9ee-4f9c-a550-2d97f8757d08 req-0ec7c2a1-f83b-4963-9c5a-538472499785 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1662550 Jul 22 16:32:20.647062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:20.732658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a26e5956-d9ee-4f9c-a550-2d97f8757d08 req-d53ce14b-2d9a-45ac-8553-3e5d4dbd54b8 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772314 Jul 22 16:32:20.782741 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:20.901284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:20.912686 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.034245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afd49a-4fbd-4df1-9da5-2cf43371163e req-fa301086-c9cd-452a-9b73-f2fec4c60c41 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:21.036514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4afd49a-4fbd-4df1-9da5-2cf43371163e req-fa301086-c9cd-452a-9b73-f2fec4c60c41 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 944 time: 0.1591311 Jul 22 16:32:21.182452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4afd49a-4fbd-4df1-9da5-2cf43371163e req-7495fa0d-b79f-44a6-96aa-67ace25d3e2a tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257648 Jul 22 16:32:21.207387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:21.271775 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4dfc196d-1eb3-4f17-9a45-3919b54816c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.318921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:21.323560 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.359788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:21.374189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:21.375502 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.475103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef17ec-4c9b-48c2-805c-07ca7ea6fc2b req-5d69ce8c-b49f-447d-b1fd-62844a7028c6 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:21.485859 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62ef17ec-4c9b-48c2-805c-07ca7ea6fc2b req-5d69ce8c-b49f-447d-b1fd-62844a7028c6 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1671922 Jul 22 16:32:21.552023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62ef17ec-4c9b-48c2-805c-07ca7ea6fc2b req-61cc9a5e-bbdf-4de6-b95e-c5e9d7ac3e06 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590725 Jul 22 16:32:21.654147 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775b4a1f-65f2-47b8-8cfa-dfd0215d4fd1 x-openstack-request-id: req-775b4a1f-65f2-47b8-8cfa-dfd0215d4fd1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:21.654593 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:21.654955 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-775b4a1f-65f2-47b8-8cfa-dfd0215d4fd1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:21.655477 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'code': 200} Jul 22 16:32:21.663660 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.705016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,segment=NetworkSegment(5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1),segment_id=5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:21.714504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:21.801501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:21.931352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9a545-2b6c-4f99-8060-a4f998c4091a req-989b1044-c2eb-46a3-9bee-4d0e7e3141bc tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:21.945246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22b9a545-2b6c-4f99-8060-a4f998c4091a req-989b1044-c2eb-46a3-9bee-4d0e7e3141bc tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 945 time: 0.1596198 Jul 22 16:32:22.090436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22b9a545-2b6c-4f99-8060-a4f998c4091a req-499950c4-589f-4d45-a763-4f84a42b0047 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284161 Jul 22 16:32:22.416429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:22.497797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a214c0-44e0-4e7c-b067-06787dc52c63 req-86865088-347a-41be-846b-9b094718e84d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:22.510202 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a214c0-44e0-4e7c-b067-06787dc52c63 req-86865088-347a-41be-846b-9b094718e84d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 947 time: 0.1549215 Jul 22 16:32:22.587710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a214c0-44e0-4e7c-b067-06787dc52c63 req-7c3584b1-1f08-4e7a-a510-914937ffb7e3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718503 Jul 22 16:32:22.899409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467547fc-ef43-4397-a6de-bb30de0c95c1 req-9516e00e-42fc-4989-8250-e7760267c134 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:22.907617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-467547fc-ef43-4397-a6de-bb30de0c95c1 req-9516e00e-42fc-4989-8250-e7760267c134 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1875484 Jul 22 16:32:22.991242 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-467547fc-ef43-4397-a6de-bb30de0c95c1 req-e5f99718-9a8c-49fd-85ef-eb0b90116a17 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782533 Jul 22 16:32:23.349456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d725e4-1777-444c-8eb2-cfda85312cca req-ea6756c8-6c0c-4f5b-bfcf-65c3d45fd99f tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:23.360410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7d725e4-1777-444c-8eb2-cfda85312cca req-ea6756c8-6c0c-4f5b-bfcf-65c3d45fd99f tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 945 time: 0.1548517 Jul 22 16:32:23.440778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7d725e4-1777-444c-8eb2-cfda85312cca req-7fd3ff8d-c05c-4341-9adc-a06d899d5c5f tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790617 Jul 22 16:32:23.659201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999'}, {'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45'}, {'server_uuid': '9bef4834-5270-4679-b0de-d0a0bbd4ab14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7c0e5d-e301-4d2b-8a0f-47563e383c5b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:23.662405 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b24db9a-71af-4171-9c6a-bcc062635465" -d '{"events": [{"server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "name": "network-vif-plugged", "status": "completed", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999"}, {"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-plugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45"}, {"server_uuid": "9bef4834-5270-4679-b0de-d0a0bbd4ab14", "name": "network-vif-plugged", "status": "completed", "tag": "7d7c0e5d-e301-4d2b-8a0f-47563e383c5b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:23.769115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d24c31-c5dc-4a37-8cc5-dd1ded0fb64c req-c949cc96-13f0-4d99-bc8b-bd7adabb4775 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:23.777863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-69d24c31-c5dc-4a37-8cc5-dd1ded0fb64c req-c949cc96-13f0-4d99-bc8b-bd7adabb4775 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1302459 Jul 22 16:32:23.850378 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-69d24c31-c5dc-4a37-8cc5-dd1ded0fb64c req-ac7a7125-a55b-4fe6-bfba-ca532e8a7b9b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651598 Jul 22 16:32:23.890574 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-295978d5-f19c-440e-aa3d-d940ef0c95dc req-f44cedab-52b3-47c1-8d35-5d8b8fe4b64e tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:32:23.901279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-295978d5-f19c-440e-aa3d-d940ef0c95dc req-f44cedab-52b3-47c1-8d35-5d8b8fe4b64e tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/cce41e1d-363d-43d7-a146-ac0c6209e473 HTTP/1.1" status: 404 len: 352 time: 0.0334017 Jul 22 16:32:24.106866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:24.168581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85b8c6-5ebf-4bf0-b962-3e687d5d3d80 req-0b90f610-dee8-413c-96ad-3f8bd7d2ff12 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.176711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f85b8c6-5ebf-4bf0-b962-3e687d5d3d80 req-0b90f610-dee8-413c-96ad-3f8bd7d2ff12 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 947 time: 0.1792233 Jul 22 16:32:24.245078 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f85b8c6-5ebf-4bf0-b962-3e687d5d3d80 req-3c848f13-78c3-4afb-9f25-8ae016c05f4c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673609 Jul 22 16:32:24.319214 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee823943-0870-4d9d-bdbd-0ead7f2d54db x-openstack-request-id: req-ee823943-0870-4d9d-bdbd-0ead7f2d54db {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:24.319531 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "name": "network-vif-plugged", "status": "completed", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999", "code": 200}, {"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-plugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45", "code": 200}, {"server_uuid": "9bef4834-5270-4679-b0de-d0a0bbd4ab14", "name": "network-vif-plugged", "status": "completed", "tag": "7d7c0e5d-e301-4d2b-8a0f-47563e383c5b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:24.321949 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee823943-0870-4d9d-bdbd-0ead7f2d54db {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:24.322446 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'code': 200} Jul 22 16:32:24.322698 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45', 'code': 200} Jul 22 16:32:24.323148 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bef4834-5270-4679-b0de-d0a0bbd4ab14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7c0e5d-e301-4d2b-8a0f-47563e383c5b', 'code': 200} Jul 22 16:32:24.341044 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:32:24.363685 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-d015bfa4-e2b6-48de-b20a-fb25c99d2e88 req-705d0d03-d959-464e-9e5c-ac66bd9e833a tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:32:24.375572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d015bfa4-e2b6-48de-b20a-fb25c99d2e88 req-705d0d03-d959-464e-9e5c-ac66bd9e833a tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/bfd1ca66-ac37-4f82-956b-d88881ca7c0b HTTP/1.1" status: 404 len: 352 time: 0.0336490 Jul 22 16:32:24.811472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0252d-a70c-47b5-bf44-e20e917d2b59 req-9355ad09-f72d-48ed-91ce-ece9b95d5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.812949 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30c0252d-a70c-47b5-bf44-e20e917d2b59 req-9355ad09-f72d-48ed-91ce-ece9b95d5528 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 1097 time: 0.2762377 Jul 22 16:32:24.829853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac48b8-3704-4232-82c7-c68ed03806ec req-86b01611-628f-4c48-a66b-50f58a1fee7b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.837644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43ac48b8-3704-4232-82c7-c68ed03806ec req-86b01611-628f-4c48-a66b-50f58a1fee7b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.3104978 Jul 22 16:32:24.842449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e0d5a-ed50-4e1d-9bc3-0f9e35bb5e2b req-dc073356-4faa-4a41-95be-97061b25dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:24.844220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-563e0d5a-ed50-4e1d-9bc3-0f9e35bb5e2b req-dc073356-4faa-4a41-95be-97061b25dcdd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1098 time: 0.2806888 Jul 22 16:32:24.934201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30c0252d-a70c-47b5-bf44-e20e917d2b59 req-38fb6eae-b4b3-45c4-86ba-d6235dd7576a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944262 Jul 22 16:32:24.940504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-563e0d5a-ed50-4e1d-9bc3-0f9e35bb5e2b req-e11eb4b0-e43e-43b5-93f1-b9bf9ae33e43 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831177 Jul 22 16:32:24.954051 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43ac48b8-3704-4232-82c7-c68ed03806ec req-a5d0ebdf-d063-4892-b56b-32a0238ad8a0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153431 Jul 22 16:32:24.999111 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-f289410a-ca6f-4669-9f23-600aaa21a68d req-7632467c-2276-4ff8-af45-a00576a26e2c tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:32:25.015726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f289410a-ca6f-4669-9f23-600aaa21a68d req-7632467c-2276-4ff8-af45-a00576a26e2c tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/05b47759-64c5-40ea-9d15-7ef03eda34ca HTTP/1.1" status: 404 len: 352 time: 0.0344508 Jul 22 16:32:25.072814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35292) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:26.346173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1b5f2-0aac-42e2-b1f8-39e47471ca58 req-d7cb7669-cc6e-431b-94cb-e357e188585b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:26.360181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7bc1b5f2-0aac-42e2-b1f8-39e47471ca58 req-d7cb7669-cc6e-431b-94cb-e357e188585b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 945 time: 1.1620123 Jul 22 16:32:26.471782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7bc1b5f2-0aac-42e2-b1f8-39e47471ca58 req-685fa6eb-f512-4980-9887-aa5c07391cc6 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103671 Jul 22 16:32:26.797724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:26.801853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99b909-1f2f-4ae8-8888-0e22022a49ab req-75f09f55-5415-435d-9e1b-9d3d129fa6ab tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:26.811743 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba99b909-1f2f-4ae8-8888-0e22022a49ab req-75f09f55-5415-435d-9e1b-9d3d129fa6ab tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.2108934 Jul 22 16:32:27.010920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba99b909-1f2f-4ae8-8888-0e22022a49ab req-d2cd5405-f6ce-4801-be57-9b2f873e12d7 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977708 Jul 22 16:32:27.132845 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-15a0ed87-c9e8-4fc1-b0fb-bf6ec8212a1b req-154ddae2-bc6e-40d1-98b9-8d04cfff0a20 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:32:27.139285 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-15a0ed87-c9e8-4fc1-b0fb-bf6ec8212a1b req-154ddae2-bc6e-40d1-98b9-8d04cfff0a20 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/9c3aeb2d-69ed-4947-a1cd-3d9b8b0ad6a0 HTTP/1.1" status: 404 len: 352 time: 0.0601704 Jul 22 16:32:27.573878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Deleting port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:27.573878 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:27.758799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] For port 0987b9d0-ffa8-4f72-ae7b-c96305fc162b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0987b9d0-ffa8-4f72-ae7b-c96305fc162b,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:27.759599 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:27.780721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Calling delete_port for 0987b9d0-ffa8-4f72-ae7b-c96305fc162b owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:28.268663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72618ec7-f1b3-45f9-a252-2d9bc6a6572e req-71f29629-fe89-447f-91e1-07cd6c0e0f22 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:28.270647 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72618ec7-f1b3-45f9-a252-2d9bc6a6572e req-71f29629-fe89-447f-91e1-07cd6c0e0f22 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 947 time: 0.2179847 Jul 22 16:32:28.278659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.353966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0987b9d0-ffa8-4f72-ae7b-c96305fc162b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:28.457562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.457934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.458279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.458611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.459132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.459464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.459791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.460121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.460482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.460863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.461430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.462795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:28.500825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72618ec7-f1b3-45f9-a252-2d9bc6a6572e req-948be361-813b-48bf-a8c9-0cdf63b1dda6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127445 Jul 22 16:32:28.672062 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:28.969983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773249da-fcd1-42c6-91d5-01e5835c7c73 req-d517ef39-2614-4e99-9613-92333910e8f3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:28.983504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-773249da-fcd1-42c6-91d5-01e5835c7c73 req-d517ef39-2614-4e99-9613-92333910e8f3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.2932804 Jul 22 16:32:29.081163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-773249da-fcd1-42c6-91d5-01e5835c7c73 req-d6e12a3e-64b9-4e01-88d5-7325a107ea7f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965266 Jul 22 16:32:29.307953 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-607af56c-0d4f-434e-a250-6a48af5ef1ea req-8b3a5cfa-bf0c-48b6-aa65-c36e97487530 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:32:29.309241 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-607af56c-0d4f-434e-a250-6a48af5ef1ea req-8b3a5cfa-bf0c-48b6-aa65-c36e97487530 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/447cb390-b86b-47ec-bdf6-b17a25c68b2d HTTP/1.1" status: 404 len: 352 time: 0.0202997 Jul 22 16:32:29.368584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:32:29.736828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498a289-dad5-4d9d-a466-fad516a46672 req-128d353f-9b55-464b-84b9-15548cbb5699 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:29.759519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7498a289-dad5-4d9d-a466-fad516a46672 req-128d353f-9b55-464b-84b9-15548cbb5699 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 945 time: 0.2259085 Jul 22 16:32:29.788148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:32:29.799172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d0ccadd0-8e21-4a92-a457-f8900e297cf2 admin admin] 10.222.0.53 "PUT /v2.0/routers/2455997c-8437-4026-ba41-c3f4d3dcd4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7227924 Jul 22 16:32:29.799902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:29.802855 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] Sync routers for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:32:29.833253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7498a289-dad5-4d9d-a466-fad516a46672 req-3bd35079-3765-488b-a907-3c44fa6c4ec2 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727444 Jul 22 16:32:29.841382 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:32:29.844393 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:32:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:30.136108 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:30.357946 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:32:30.490860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39bed1-f80a-4aec-8557-6691b9220261 req-eb3f78a5-aeb2-4f89-929c-f6d8d65911ba tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:30.530833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee39bed1-f80a-4aec-8557-6691b9220261 req-eb3f78a5-aeb2-4f89-929c-f6d8d65911ba tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.4812155 Jul 22 16:32:30.552954 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:30.831908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee39bed1-f80a-4aec-8557-6691b9220261 req-6e2c7994-8fc9-4f7b-a21a-30844387557c tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952456 Jul 22 16:32:30.904214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Deleting port 47e7ff0e-a634-464d-8b29-9945208743ca {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:30.904894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:30.955386 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-5c477ed3-1f44-4fce-95c2-60bb616e6607 req-cc59df19-349b-4369-8168-3bc622634e84 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] show failed (client error): The resource could not be found. Jul 22 16:32:30.961670 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c477ed3-1f44-4fce-95c2-60bb616e6607 req-cc59df19-349b-4369-8168-3bc622634e84 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/eefaec81-4cbe-4e3a-bb65-be2e30a62d51 HTTP/1.1" status: 404 len: 352 time: 0.0268776 Jul 22 16:32:31.134377 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.231758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] For port 47e7ff0e-a634-464d-8b29-9945208743ca, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=47e7ff0e-a634-464d-8b29-9945208743ca,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:31.232366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.256175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Calling delete_port for 47e7ff0e-a634-464d-8b29-9945208743ca owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:31.361482 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:32:28Z', 'revision_number': 5, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port': {'id': '47e7ff0e-a634-464d-8b29-9945208743ca', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:69:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:28Z', 'updated_at': '2021-07-22T16:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:31.420418 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] Checking router: 2455997c-8437-4026-ba41-c3f4d3dcd4d8 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:32:31.451521 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] Routers {'2455997c-8437-4026-ba41-c3f4d3dcd4d8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:32:31.452995 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:32:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:31.576862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38941836-d9df-4df5-aadc-c25341dff457 req-ab2ba6df-68f8-443a-84b0-5945269832da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:31.578521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38941836-d9df-4df5-aadc-c25341dff457 req-ab2ba6df-68f8-443a-84b0-5945269832da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 947 time: 0.3159707 Jul 22 16:32:31.700101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38941836-d9df-4df5-aadc-c25341dff457 req-466dda41-6693-449c-9dd4-055b24c13055 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039321 Jul 22 16:32:31.768775 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] Set router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:32:31.860970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:31.944721 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:32:30Z', 'revision_number': 6, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:31.962172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e7ff0e-a634-464d-8b29-9945208743ca,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:31.982588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.983369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.983943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.984509 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.985068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.985779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.986757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.987537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.988422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.992769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.993462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:31.994266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:32.033805 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e97b27-c482-46c5-857d-6a0944a8f8a8 None None] The sync data for ids ['2455997c-8437-4026-ba41-c3f4d3dcd4d8'] in n-d-792458-13 is: [{'id': '2455997c-8437-4026-ba41-c3f4d3dcd4d8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1727052582-router', 'tenant_id': '8353e4cdf1964d88b5c9175a32c1112d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:27Z', 'updated_at': '2021-07-22T16:32:30Z', 'revision_number': 6, 'project_id': '8353e4cdf1964d88b5c9175a32c1112d', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:32:32.104848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0d1f9-2ec2-4808-b870-b1b43a7194e6 req-12e55e39-b49d-4c2e-b3aa-d277055bfb19 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:32.109829 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dda0d1f9-2ec2-4808-b870-b1b43a7194e6 req-12e55e39-b49d-4c2e-b3aa-d277055bfb19 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1741216 Jul 22 16:32:32.209632 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.269919 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dda0d1f9-2ec2-4808-b870-b1b43a7194e6 req-ae67c678-8e95-4837-98da-abde0b8ff79c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523473 Jul 22 16:32:32.434833 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.446544 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.670213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.670790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2455997c-8437-4026-ba41-c3f4d3dcd4d8 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:32:32.687676 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:32.691589 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1045b66e-7659-4794-9817-8fca5e1bf5b4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2455997c-8437-4026-ba41-c3f4d3dcd4d8 HTTP/1.1" status: 204 len: 168 time: 2.8834283 Jul 22 16:32:32.691824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35352) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:32.927161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-cae51b8b-560a-4e09-b5f0-ab69f749b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:32.930461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-cae51b8b-560a-4e09-b5f0-ab69f749b3a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1098 time: 0.1914270 Jul 22 16:32:32.962645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b2de4f-26d1-4521-ad6b-88b7aeb251ea admin admin] Deleting subnet 4f6a785d-b4e2-4bbd-a385-c3126b97c8f9 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:32:32.978166 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67b2de4f-26d1-4521-ad6b-88b7aeb251ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.063961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67b2de4f-26d1-4521-ad6b-88b7aeb251ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.253669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-30500de7-1a05-41d3-9078-d335f0d5fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.256381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-30500de7-1a05-41d3-9078-d335f0d5fb9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 921 time: 0.3134124 Jul 22 16:32:33.357307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67b2de4f-26d1-4521-ad6b-88b7aeb251ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.394038 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-235dbd8a-a645-4347-acc6-99e0d94bbedc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 217 time: 0.1244407 Jul 22 16:32:33.485156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67b2de4f-26d1-4521-ad6b-88b7aeb251ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.536483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67b2de4f-26d1-4521-ad6b-88b7aeb251ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:33.545129 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-67b2de4f-26d1-4521-ad6b-88b7aeb251ea admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4f6a785d-b4e2-4bbd-a385-c3126b97c8f9 HTTP/1.1" status: 204 len: 168 time: 0.8385427 Jul 22 16:32:33.545619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35384) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:33.548498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e80fb-f743-45c0-bade-3d626cc713a2 None None] Network db9b3a77-da3f-47c6-9b41-0b62f037fcaa requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:33.590994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-f08b4729-b614-424e-bc11-76818fcb5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.593925 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-f08b4729-b614-424e-bc11-76818fcb5586 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 200 len: 860 time: 0.1690071 Jul 22 16:32:33.614062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42329ffd-c5ad-43e6-9001-788e310fd11e req-e44b5ddc-d34c-48a0-996b-0f14c4b7d137 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.616317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42329ffd-c5ad-43e6-9001-788e310fd11e req-e44b5ddc-d34c-48a0-996b-0f14c4b7d137 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.3221619 Jul 22 16:32:33.645989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2de4f-26d1-4521-ad6b-88b7aeb251ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6a785d-b4e2-4bbd-a385-c3126b97c8f9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:33.710422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-c92b88b8-a5d3-4030-9899-8d3afbab785d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852132 Jul 22 16:32:33.749892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ad91f-37c1-4da4-9284-3f7a8e34d30a req-562ab19f-1995-49f9-ac62-71a9bf2c1aad tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:33.770316 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-026ad91f-37c1-4da4-9284-3f7a8e34d30a req-562ab19f-1995-49f9-ac62-71a9bf2c1aad tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 947 time: 0.2977235 Jul 22 16:32:33.948625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-026ad91f-37c1-4da4-9284-3f7a8e34d30a req-f3488c51-0ff2-447a-b283-527ca2cd4889 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770508 Jul 22 16:32:34.005524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.015694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0987b9d0-ffa8-4f72-ae7b-c96305fc162b no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:34.040551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42329ffd-c5ad-43e6-9001-788e310fd11e req-891481f5-0b2d-43ae-b00a-e983d59787cd tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281500 Jul 22 16:32:34.125976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 0987b9d0-ffa8-4f72-ae7b-c96305fc162b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:34.126589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0987b9d0-ffa8-4f72-ae7b-c96305fc162b not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:34.128081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 47e7ff0e-a634-464d-8b29-9945208743ca no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:34.238641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-52e3cd97-8ea9-4940-9cd3-fdde8f26fb81 service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319251 Jul 22 16:32:34.325310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 47e7ff0e-a634-464d-8b29-9945208743ca {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:34.331158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 47e7ff0e-a634-464d-8b29-9945208743ca not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:34.454278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21e60301-70f2-44dd-809e-6cd5c394ef0b req-4d86e2ca-a5d6-4d20-a56a-f9108a8e30ba service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882472 Jul 22 16:32:34.459474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421269e-279c-4ecc-9417-1ff4f039085e req-a9d0b2d2-a58a-4dc6-a596-acfc6e1b41d3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:34.469803 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d421269e-279c-4ecc-9417-1ff4f039085e req-a9d0b2d2-a58a-4dc6-a596-acfc6e1b41d3 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 1024 time: 0.2512197 Jul 22 16:32:34.498310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf51ab6b-4e64-4412-900b-138b75412d98 None None] DHCP port deletion for db9b3a77-da3f-47c6-9b41-0b62f037fcaa request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:32:34.582444 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d421269e-279c-4ecc-9417-1ff4f039085e req-6901bf6c-9498-436c-af62-fe3a67976c8d tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=155893d3-1fec-4dfb-b5de-02553d3d3437&id=f4daf848-c5aa-4f38-9183-5c6f0414a411&id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1115100 Jul 22 16:32:34.630831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cf51ab6b-4e64-4412-900b-138b75412d98 None None] Deleting port ff3fb589-13bd-446b-ba08-918d56badb05 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:34.634340 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf51ab6b-4e64-4412-900b-138b75412d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.653087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Deleting port ff3fb589-13bd-446b-ba08-918d56badb05 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:34.653639 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.764098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] For port ff3fb589-13bd-446b-ba08-918d56badb05, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ff3fb589-13bd-446b-ba08-918d56badb05,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:34.764615 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.785017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cf51ab6b-4e64-4412-900b-138b75412d98 None None] For port ff3fb589-13bd-446b-ba08-918d56badb05, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ff3fb589-13bd-446b-ba08-918d56badb05,segment=NetworkSegment(34762e21-28f1-442d-9a0f-2c7fcbcd09e1),segment_id=34762e21-28f1-442d-9a0f-2c7fcbcd09e1)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:34.785730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf51ab6b-4e64-4412-900b-138b75412d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.798509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Calling delete_port for ff3fb589-13bd-446b-ba08-918d56badb05 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:34.807638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cf51ab6b-4e64-4412-900b-138b75412d98 None None] Calling delete_port for ff3fb589-13bd-446b-ba08-918d56badb05 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:34.972966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:34.996372 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf51ab6b-4e64-4412-900b-138b75412d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.027681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51ab6b-4e64-4412-900b-138b75412d98 None None] Pushing event deleted for resources: {'Port': ['ID=ff3fb589-13bd-446b-ba08-918d56badb05,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:35.039693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3fb589-13bd-446b-ba08-918d56badb05,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:35.040713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51ab6b-4e64-4412-900b-138b75412d98 None None] No DVR routers for this DVR port ff3fb589-13bd-446b-ba08-918d56badb05 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:35.071920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37272723-5ba0-4cc4-b526-743764ca9617 req-4af6abd9-4e15-4b65-8314-93f207556416 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.076921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37272723-5ba0-4cc4-b526-743764ca9617 req-4af6abd9-4e15-4b65-8314-93f207556416 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 951 time: 0.1388462 Jul 22 16:32:35.086423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] No DVR routers for this DVR port ff3fb589-13bd-446b-ba08-918d56badb05 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:35.137557 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-ae138f5f-d3d1-4149-876b-c38a3b541964 service neutron] show failed (client error): The resource could not be found. Jul 22 16:32:35.139540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-ae138f5f-d3d1-4149-876b-c38a3b541964 service neutron] 10.222.0.65 "GET /v2.0/ports/89fb7524-c5fa-432d-ade7-e287d886a70f/bindings/n-h2-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.6838176 Jul 22 16:32:35.180410 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.180771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916c4f-d1fa-4095-befd-b55223a8dafc req-87159e0e-0357-42d8-91c3-3e34abc7f1e2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.190464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c916c4f-d1fa-4095-befd-b55223a8dafc req-87159e0e-0357-42d8-91c3-3e34abc7f1e2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.7243178 Jul 22 16:32:35.196636 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37272723-5ba0-4cc4-b526-743764ca9617 req-1986b5f5-e876-4fa2-a1ec-61e7078fbb22 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030076 Jul 22 16:32:35.286297 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.306232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9b3a77-da3f-47c6-9b41-0b62f037fcaa']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:35.325282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34762e21-28f1-442d-9a0f-2c7fcbcd09e1') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:35.325577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34762e21-28f1-442d-9a0f-2c7fcbcd09e1') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:35.343322 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.367534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.380283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:32:35.380925 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:32:35.384589 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:32:35.456503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c916c4f-d1fa-4095-befd-b55223a8dafc req-1b2054c3-c383-4487-91b9-3cc03090317a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633412 Jul 22 16:32:35.484687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca484f-caf4-473c-be06-cf407403b721 req-b00d0569-ff6f-4729-9791-1c5967235cb4 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.497703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5ca484f-caf4-473c-be06-cf407403b721 req-b00d0569-ff6f-4729-9791-1c5967235cb4 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 945 time: 0.1963127 Jul 22 16:32:35.559176 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5ca484f-caf4-473c-be06-cf407403b721 req-ccc1b02d-ac99-4493-a037-dd7d78b82dc5 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582952 Jul 22 16:32:35.675899 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.683003 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:35.688252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] 10.222.0.53 "DELETE /v2.0/networks/db9b3a77-da3f-47c6-9b41-0b62f037fcaa HTTP/1.1" status: 204 len: 168 time: 2.1372833 Jul 22 16:32:35.691730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35426) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:35.734469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de4680-cfe1-4c26-98bb-2ee22b02aaed admin admin] Pushing event deleted for resources: {'Network': ['ID=db9b3a77-da3f-47c6-9b41-0b62f037fcaa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:35.775156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-233d791f-9701-4115-b7bc-4cbf6b268d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.777614 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-233d791f-9701-4115-b7bc-4cbf6b268d5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7&tenant_id=048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 1102 time: 0.2141368 Jul 22 16:32:35.805622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c01455-40ba-41a5-b5e6-60577c09ad99 req-7400f85b-ad07-424d-8fc3-d4aeb65bebb3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.808147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3c01455-40ba-41a5-b5e6-60577c09ad99 req-7400f85b-ad07-424d-8fc3-d4aeb65bebb3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 947 time: 0.2076313 Jul 22 16:32:35.814108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e5b89-c1eb-499c-90eb-d3f440ead3d5 req-d28ccb0d-b291-4e05-9a8a-3d1c5c63e2f6 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.817842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:35.822981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-136e5b89-c1eb-499c-90eb-d3f440ead3d5 req-d28ccb0d-b291-4e05-9a8a-3d1c5c63e2f6 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1662347 Jul 22 16:32:35.889026 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-136e5b89-c1eb-499c-90eb-d3f440ead3d5 req-0900b315-d802-4c1c-baaa-563adf9f9f49 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655615 Jul 22 16:32:35.946672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-e14bcd1f-b6a3-40df-9dc3-9e51b9433157 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:35.952509 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-e14bcd1f-b6a3-40df-9dc3-9e51b9433157 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 1024 time: 0.3437665 Jul 22 16:32:35.964020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ff3fb589-13bd-446b-ba08-918d56badb05 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:35.989886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: ff3fb589-13bd-446b-ba08-918d56badb05 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:35.991541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ff3fb589-13bd-446b-ba08-918d56badb05 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:36.004752 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3c01455-40ba-41a5-b5e6-60577c09ad99 req-742db5cd-f455-4651-b58b-5ee5b950af7f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809657 Jul 22 16:32:36.213527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:36.342316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.385471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:36.389929 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3925714-fc5d-4bc6-a378-b5b2b937362b" -d '{"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:36.417445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:36.441423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.567895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:36.615867 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.686067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:36.797042 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0781df8e-b810-404d-a708-7bb12309a70b x-openstack-request-id: req-0781df8e-b810-404d-a708-7bb12309a70b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:36.797755 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f484a450-2baa-4985-85df-99c6566b1c45", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:36.798452 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0781df8e-b810-404d-a708-7bb12309a70b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:36.799018 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45', 'code': 200} Jul 22 16:32:36.900153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba0bac-525c-4e0c-ab2b-ab1d1aa56f56 req-31769435-2b48-408c-ad22-df0d6a5e5a0a tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:36.907259 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74ba0bac-525c-4e0c-ab2b-ab1d1aa56f56 req-31769435-2b48-408c-ad22-df0d6a5e5a0a tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 1024 time: 0.4010856 Jul 22 16:32:37.047143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f274a1-1912-41f4-97ba-f4b6661f30bf req-a80bf17b-f0b9-40fd-a4f7-183fa9b29195 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.051739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Deleting port 34f62f06-34e4-4d7d-adb1-571f867897e2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:37.052271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:37.053990 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92f274a1-1912-41f4-97ba-f4b6661f30bf req-a80bf17b-f0b9-40fd-a4f7-183fa9b29195 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1229877 Jul 22 16:32:37.073554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74ba0bac-525c-4e0c-ab2b-ab1d1aa56f56 req-7d82d4d6-b6c1-44e6-a18a-5171a1fbb57a tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups?id=155893d3-1fec-4dfb-b5de-02553d3d3437&id=f4daf848-c5aa-4f38-9183-5c6f0414a411&id=1be1a7db-0bdb-4124-aa24-dc2c6362e933&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1653211 Jul 22 16:32:37.160014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92f274a1-1912-41f4-97ba-f4b6661f30bf req-da86e474-6cfb-41cd-bd09-503b83355082 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048524 Jul 22 16:32:37.250478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89fb7524-c5fa-432d-ade7-e287d886a70f no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:37.266375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Deleting port f18182ff-3cef-466f-866d-fb2a5e8e58ff {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:37.268111 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:37.392738 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:37.411227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:37.416181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] For port 34f62f06-34e4-4d7d-adb1-571f867897e2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34f62f06-34e4-4d7d-adb1-571f867897e2,segment=NetworkSegment(8235e4c1-f002-4be3-a2e1-e3df1527c2fd),segment_id=8235e4c1-f002-4be3-a2e1-e3df1527c2fd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:37.416539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:37.449928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Calling delete_port for 34f62f06-34e4-4d7d-adb1-571f867897e2 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:37.472206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] For port f18182ff-3cef-466f-866d-fb2a5e8e58ff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f18182ff-3cef-466f-866d-fb2a5e8e58ff,segment=NetworkSegment(10e05eac-9209-4942-b061-736f71626aae),segment_id=10e05eac-9209-4942-b061-736f71626aae)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:37.472344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:37.493173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Calling delete_port for f18182ff-3cef-466f-866d-fb2a5e8e58ff owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:37.522003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762f5ff-f1c0-490a-a32a-715d61875e87 req-182865ba-9b34-492f-899b-d943d94e96a4 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.522553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:37.530164 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9762f5ff-f1c0-490a-a32a-715d61875e87 req-182865ba-9b34-492f-899b-d943d94e96a4 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1390934 Jul 22 16:32:37.565871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c913e1-2bdb-47d5-8112-f4a524c31ff4 req-6e6f4b24-f9b0-420e-ae0b-88e3b1012a44 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.567393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87c913e1-2bdb-47d5-8112-f4a524c31ff4 req-6e6f4b24-f9b0-420e-ae0b-88e3b1012a44 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 945 time: 0.3597219 Jul 22 16:32:37.620536 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9762f5ff-f1c0-490a-a32a-715d61875e87 req-5b45c18b-a6bf-4480-b8e6-d8a581498d32 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893755 Jul 22 16:32:37.641291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:37.645307 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3224a0b-7b4f-4bff-9159-71fa92ec0131" -d '{"events": [{"server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "name": "network-vif-unplugged", "status": "completed", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:37.654608 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:37.712126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Transition to ACTIVE for port object 89fb7524-c5fa-432d-ade7-e287d886a70f will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:37.718242 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87c913e1-2bdb-47d5-8112-f4a524c31ff4 req-56c8e1cf-f71f-421a-95b5-41347cb9213f tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422267 Jul 22 16:32:37.722745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:37.780887 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:32:37.781241 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:32:37.830576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Pushing event updated for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:37.858102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] No DVR routers for this DVR port 89fb7524-c5fa-432d-ade7-e287d886a70f on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:37.858451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aeef5-00a8-4504-ac6f-eb7cf348165f req-c3d2b474-2c7c-4acd-b6b7-205b50374ed4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:37.860603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-246aeef5-00a8-4504-ac6f-eb7cf348165f req-c3d2b474-2c7c-4acd-b6b7-205b50374ed4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 947 time: 0.1562159 Jul 22 16:32:37.903850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:37.934570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18182ff-3cef-466f-866d-fb2a5e8e58ff,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:37.947220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-246aeef5-00a8-4504-ac6f-eb7cf348165f req-5c743a87-3517-4b8d-9cc4-4326142b8b63 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806444 Jul 22 16:32:37.961866 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.064321 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6c6a46-48fa-4de3-9a22-7ea62d37239c x-openstack-request-id: req-5a6c6a46-48fa-4de3-9a22-7ea62d37239c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:38.064627 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "name": "network-vif-unplugged", "status": "completed", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:38.064884 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a6c6a46-48fa-4de3-9a22-7ea62d37239c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:38.065291 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'code': 200} Jul 22 16:32:38.081397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Attempting to bind port 89fb7524-c5fa-432d-ade7-e287d886a70f on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:38.081747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Attempting to bind port 89fb7524-c5fa-432d-ade7-e287d886a70f by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:38.082082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Attempting to bind port 89fb7524-c5fa-432d-ade7-e287d886a70f on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:38.084373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'Port': ['ID=34f62f06-34e4-4d7d-adb1-571f867897e2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:38.222331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-50ef5815-9c2d-46e5-83d8-40d389ad3b75 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:38.223777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-50ef5815-9c2d-46e5-83d8-40d389ad3b75 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 945 time: 0.3532119 Jul 22 16:32:38.224545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Port 89fb7524-c5fa-432d-ade7-e287d886a70f on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:38.224824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Attempting to bind port 89fb7524-c5fa-432d-ade7-e287d886a70f on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:38.228668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] No DVR routers for this DVR port 34f62f06-34e4-4d7d-adb1-571f867897e2 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:38.234500 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.238864 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d525571e-7e5c-4f74-b900-b949e0ba976a req-6fd4d87d-8fb8-4f29-a2b6-03628c77dbaa tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.65 "DELETE /v2.0/ports/34f62f06-34e4-4d7d-adb1-571f867897e2 HTTP/1.1" status: 204 len: 173 time: 1.7336452 Jul 22 16:32:38.276391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.295907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401528-3e61-4698-834c-1a09d92dadef req-8414e8b9-c94b-4465-a606-de37bf530285 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:38.297431 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f9401528-3e61-4698-834c-1a09d92dadef req-8414e8b9-c94b-4465-a606-de37bf530285 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 947 time: 0.1129460 Jul 22 16:32:38.331692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:38.331932 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:38.332295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:38.333417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Bound port: 89fb7524-c5fa-432d-ade7-e287d886a70f, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:38.334055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.461583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20297b56-6d81-414d-bee8-44b7af220d09 req-6629f723-7364-45e8-adc4-9bb0540eee79 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:38.463182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20297b56-6d81-414d-bee8-44b7af220d09 req-6629f723-7364-45e8-adc4-9bb0540eee79 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 949 time: 0.2104130 Jul 22 16:32:38.488331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:38.495653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f9401528-3e61-4698-834c-1a09d92dadef req-aa797515-8a9c-4f60-8912-b35efae86725 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821764 Jul 22 16:32:38.522988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:38.538703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.551409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Deleting port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:38.551745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.557263 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20297b56-6d81-414d-bee8-44b7af220d09 req-4b19fec9-d3dd-484c-97f0-f8c500db9334 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844462 Jul 22 16:32:38.622596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:38.623468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.625022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] 10.222.0.20 "PUT /v2.0/ports/89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 1097 time: 2.8142624 Jul 22 16:32:38.716386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef5771-35c3-4137-af14-4dc4be28b05b service neutron] Pushing event updated for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:38.826094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] For port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,segment=NetworkSegment(5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1),segment_id=5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:38.839984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:38.864904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Calling delete_port for 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:38.918632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-f7ce5fa0-1ae1-4045-9ec2-244fe5998fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:38.923432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-f7ce5fa0-1ae1-4045-9ec2-244fe5998fb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1100 time: 0.2495024 Jul 22 16:32:39.025563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762f925-cf8f-46a5-bdc7-f57bdaaa198a req-140ba4db-8982-45d4-84bd-62b2f18f1a18 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:39.027171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b762f925-cf8f-46a5-bdc7-f57bdaaa198a req-140ba4db-8982-45d4-84bd-62b2f18f1a18 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 948 time: 0.2891567 Jul 22 16:32:39.084359 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2edc9b49-07ad-4571-a4c7-f474e5693f4e req-a89c3319-6003-4a52-a305-ede634a200fb tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6994377-4af2-4fd3-aa01-279c76242c01 HTTP/1.1" status: 200 len: 210 time: 0.4841509 Jul 22 16:32:39.139703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b762f925-cf8f-46a5-bdc7-f57bdaaa198a req-818e0a30-953b-4b13-96d9-52cf908d0071 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028411 Jul 22 16:32:39.147782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-8ffd9aa1-6989-4ffb-ad65-7da5c2c264aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:39.150107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-8ffd9aa1-6989-4ffb-ad65-7da5c2c264aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2178342 Jul 22 16:32:39.184678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Router 8fa02242-3ebb-4a7e-afc5-06b39f221183 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:32:39.221867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-4ca485bf-fc89-428d-a968-a173eb0bae4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 217 time: 0.0417953 Jul 22 16:32:39.259098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 34f62f06-34e4-4d7d-adb1-571f867897e2 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:39.291828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 34f62f06-34e4-4d7d-adb1-571f867897e2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:39.292987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 34f62f06-34e4-4d7d-adb1-571f867897e2 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:39.293912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:39.307341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-416a6350-3a46-4a43-ad7d-8bbdf8efbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:39.309773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-416a6350-3a46-4a43-ad7d-8bbdf8efbcba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0765216 Jul 22 16:32:39.319456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6248fe-8512-4b7a-a70b-6c1ff58c8616 req-ff9e98a1-83d4-40b9-bf74-8f4ca16be531 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:39.327459 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad6248fe-8512-4b7a-a70b-6c1ff58c8616 req-ff9e98a1-83d4-40b9-bf74-8f4ca16be531 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1564529 Jul 22 16:32:39.386975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad6248fe-8512-4b7a-a70b-6c1ff58c8616 req-aac84574-cece-4b7e-904d-04a7f65b9345 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529423 Jul 22 16:32:39.388146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:32:39.402417 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf700cfb-9d54-4dc3-ac23-22d318214925 admin admin] 10.222.0.53 "PUT /v2.0/routers/8fa02242-3ebb-4a7e-afc5-06b39f221183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7033603 Jul 22 16:32:39.402547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:39.402695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:39.411498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] Sync routers for ids ['8fa02242-3ebb-4a7e-afc5-06b39f221183'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:32:39.426345 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:39.429218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] Routers {'8fa02242-3ebb-4a7e-afc5-06b39f221183'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:32:39.430051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:32:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8fa02242-3ebb-4a7e-afc5-06b39f221183'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:39.524206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] No DVR routers for this DVR port 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:39.528720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:39.530479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5908434c-95c5-48eb-816d-a99f3e9c1392 req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.65 "DELETE /v2.0/ports/7d7c0e5d-e301-4d2b-8a0f-47563e383c5b HTTP/1.1" status: 204 len: 173 time: 1.2902098 Jul 22 16:32:39.539987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:39.543992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:39.547531 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7666ee6-d3bd-4e68-9bd5-5a2f6ec1cdb2" -d '{"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:39.550751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e68223-6bdc-4dfb-8027-052236def24b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Pushing event deleted for resources: {'Port': ['ID=7d7c0e5d-e301-4d2b-8a0f-47563e383c5b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:39.554205 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:39.578096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2c6c-0d2c-4a48-a24f-46fc2d66071f req-ca96beb6-439b-4ad9-befe-12b23c8bce01 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:39.579716 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08dd2c6c-0d2c-4a48-a24f-46fc2d66071f req-ca96beb6-439b-4ad9-befe-12b23c8bce01 tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bef4834-5270-4679-b0de-d0a0bbd4ab14 HTTP/1.1" status: 200 len: 867 time: 0.3515565 Jul 22 16:32:39.590197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:39.595754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-14f942ca-771e-4f0b-8e48-bc7c4ebd7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:39.597606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-14f942ca-771e-4f0b-8e48-bc7c4ebd7f35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2370150 Jul 22 16:32:39.637055 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3985613-dc07-49cf-900d-3965fe91d42b x-openstack-request-id: req-b3985613-dc07-49cf-900d-3965fe91d42b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:39.637464 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:39.637638 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3985613-dc07-49cf-900d-3965fe91d42b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:39.638157 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'code': 200} Jul 22 16:32:39.642919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=14']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:39.746771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] Set router 8fa02242-3ebb-4a7e-afc5-06b39f221183 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:32:39.799707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08dd2c6c-0d2c-4a48-a24f-46fc2d66071f req-a5799d2f-26e9-440d-a5cb-f2e02163631b tempest-ServerAddressesTestJSON-720887355 tempest-ServerAddressesTestJSON-720887355-project] 10.222.0.53 "GET /v2.0/security-groups?id=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083611 Jul 22 16:32:39.813680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-457b4b03-b218-404c-873d-ff946ecdee0b service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036004 Jul 22 16:32:39.827773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:39.891744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4024ec-af8d-4304-b3e4-139ea01581cf req-035be2e9-a724-4c6a-9ca5-67b50b1d7c77 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:39.893371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e4024ec-af8d-4304-b3e4-139ea01581cf req-035be2e9-a724-4c6a-9ca5-67b50b1d7c77 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 949 time: 0.1542068 Jul 22 16:32:39.951871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Deleting port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:39.952403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:39.997529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-1c955256-2118-4c78-a708-35800ca40182 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782053 Jul 22 16:32:40.003776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e4024ec-af8d-4304-b3e4-139ea01581cf req-8915070f-3de4-47c5-851b-c2f7ec09474c tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994406 Jul 22 16:32:40.066865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'name': 'network-vif-deleted', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2'}, {'name': 'network-changed', 'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f'}, {'server_uuid': '9bef4834-5270-4679-b0de-d0a0bbd4ab14', 'name': 'network-vif-deleted', 'tag': '7d7c0e5d-e301-4d2b-8a0f-47563e383c5b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:40.072751 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056c8897-7cca-4a23-ac88-2771dbde9148" -d '{"events": [{"server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "name": "network-vif-deleted", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2"}, {"name": "network-changed", "server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f"}, {"server_uuid": "9bef4834-5270-4679-b0de-d0a0bbd4ab14", "name": "network-vif-deleted", "tag": "7d7c0e5d-e301-4d2b-8a0f-47563e383c5b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:40.118221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] For port 61da9b5b-d4dc-4049-b32d-a8155dfcf30e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=61da9b5b-d4dc-4049-b32d-a8155dfcf30e,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:40.118773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.149600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:43Z', 'updated_at': '2021-07-22T16:32:37Z', 'revision_number': 5, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'gw_port': {'id': '61da9b5b-d4dc-4049-b32d-a8155dfcf30e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:26:44Z', 'updated_at': '2021-07-22T16:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:40.157224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Calling delete_port for 61da9b5b-d4dc-4049-b32d-a8155dfcf30e owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:40.185489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c06d3-e626-4bee-b2f4-ecfb659984b7 req-59437d68-c4d0-4c63-a8ce-fcfaeda4ca5a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.187152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed9c06d3-e626-4bee-b2f4-ecfb659984b7 req-59437d68-c4d0-4c63-a8ce-fcfaeda4ca5a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1349683 Jul 22 16:32:40.202198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] Checking router: 8fa02242-3ebb-4a7e-afc5-06b39f221183 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:32:40.212337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] Routers {'8fa02242-3ebb-4a7e-afc5-06b39f221183'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:32:40.214137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:32:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8fa02242-3ebb-4a7e-afc5-06b39f221183'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:40.253724 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebbdf27-0536-4156-b517-5081233a95df x-openstack-request-id: req-8ebbdf27-0536-4156-b517-5081233a95df {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:40.254397 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6994377-4af2-4fd3-aa01-279c76242c01", "name": "network-vif-deleted", "tag": "34f62f06-34e4-4d7d-adb1-571f867897e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f", "status": "completed", "code": 200}, {"server_uuid": "9bef4834-5270-4679-b0de-d0a0bbd4ab14", "name": "network-vif-deleted", "tag": "7d7c0e5d-e301-4d2b-8a0f-47563e383c5b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:40.255660 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ebbdf27-0536-4156-b517-5081233a95df {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:40.256382 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6994377-4af2-4fd3-aa01-279c76242c01', 'name': 'network-vif-deleted', 'tag': '34f62f06-34e4-4d7d-adb1-571f867897e2', 'status': 'completed', 'code': 200} Jul 22 16:32:40.258393 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'status': 'completed', 'code': 200} Jul 22 16:32:40.259915 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bef4834-5270-4679-b0de-d0a0bbd4ab14', 'name': 'network-vif-deleted', 'tag': '7d7c0e5d-e301-4d2b-8a0f-47563e383c5b', 'status': 'completed', 'code': 200} Jul 22 16:32:40.370589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] Set router 8fa02242-3ebb-4a7e-afc5-06b39f221183 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:32:40.372153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed9c06d3-e626-4bee-b2f4-ecfb659984b7 req-d7aa2e17-04bb-4e4f-b2c5-8c39f20ab3c5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774235 Jul 22 16:32:40.424715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c24a66e-2abd-4d1a-aab5-81a2eaf08dc8 req-65696697-f5b6-4e2c-b373-e55dbb08dc20 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/155893d3-1fec-4dfb-b5de-02553d3d3437 HTTP/1.1" status: 200 len: 1801 time: 0.1591351 Jul 22 16:32:40.457553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-d6a08296-f9d1-4c4a-b230-48b1801c4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.459114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-d6a08296-f9d1-4c4a-b230-48b1801c4134 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1100 time: 0.1455507 Jul 22 16:32:40.478856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-e8c71b35-0a8d-4365-a338-7ffdaa353d48 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.480417 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-e8c71b35-0a8d-4365-a338-7ffdaa353d48 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.20 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 949 time: 0.2029262 Jul 22 16:32:40.490092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:43Z', 'updated_at': '2021-07-22T16:32:39Z', 'revision_number': 6, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:40.514046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-ce59003f-f589-4ae5-b3b1-640f6e0fd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.515470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-ce59003f-f589-4ae5-b3b1-640f6e0fd8c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1100 time: 0.1835182 Jul 22 16:32:40.518314 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.525636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9fa0cc-1bf9-4eee-98f1-775800ccf5eb None None] The sync data for ids ['8fa02242-3ebb-4a7e-afc5-06b39f221183'] in n-d-792458-13 is: [{'id': '8fa02242-3ebb-4a7e-afc5-06b39f221183', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-379201437-router', 'tenant_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:26:43Z', 'updated_at': '2021-07-22T16:32:39Z', 'revision_number': 6, 'project_id': 'b02b2e51ad964fb7a6f1e253b198a87f', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:32:40.574355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Pushing event deleted for resources: {'Port': ['ID=61da9b5b-d4dc-4049-b32d-a8155dfcf30e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:40.619802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c24a66e-2abd-4d1a-aab5-81a2eaf08dc8 req-7e256d6a-2798-4385-937e-d06d75bba675 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.694872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-3f460c0f-9339-490b-a5a1-133bd5050661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.697070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-3f460c0f-9339-490b-a5a1-133bd5050661 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2146249 Jul 22 16:32:40.707807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46172b60-f420-432d-b405-296873308db1 req-c5065450-d25a-4c55-960b-0063c0d03f7b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.708032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c24a66e-2abd-4d1a-aab5-81a2eaf08dc8 req-7e256d6a-2798-4385-937e-d06d75bba675 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.709321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46172b60-f420-432d-b405-296873308db1 req-c5065450-d25a-4c55-960b-0063c0d03f7b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 948 time: 0.2279625 Jul 22 16:32:40.745394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-482773b3-2dc3-4c68-bcc8-dcb592673e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.746995 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-482773b3-2dc3-4c68-bcc8-dcb592673e7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2223794 Jul 22 16:32:40.747806 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.762994 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-f08d7724-390e-4b0f-bb27-4167308edf9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 217 time: 0.0509276 Jul 22 16:32:40.823492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Deleting port f484a450-2baa-4985-85df-99c6566b1c45 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:40.824184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.851671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46172b60-f420-432d-b405-296873308db1 req-61ce8200-1e92-41a4-9230-641980526da6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302884 Jul 22 16:32:40.856815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-0bfe242f-f651-4814-bb34-bb348a1424f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 217 time: 0.1018748 Jul 22 16:32:40.873672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-f5f86e58-0ac5-4d74-9ef9-67e630d912ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:40.875175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-f5f86e58-0ac5-4d74-9ef9-67e630d912ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0993927 Jul 22 16:32:40.925880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.933520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.943745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c24a66e-2abd-4d1a-aab5-81a2eaf08dc8 req-7e256d6a-2798-4385-937e-d06d75bba675 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.946597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3c24a66e-2abd-4d1a-aab5-81a2eaf08dc8 req-7e256d6a-2798-4385-937e-d06d75bba675 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:40.947915 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c24a66e-2abd-4d1a-aab5-81a2eaf08dc8 req-7e256d6a-2798-4385-937e-d06d75bba675 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/155893d3-1fec-4dfb-b5de-02553d3d3437 HTTP/1.1" status: 204 len: 173 time: 0.4936748 Jul 22 16:32:41.000605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e256d6a-2798-4385-937e-d06d75bba675 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155893d3-1fec-4dfb-b5de-02553d3d3437,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:41.003390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-0f8da6f7-6a88-425e-93c9-a70418e16641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:41.004895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-0f8da6f7-6a88-425e-93c9-a70418e16641 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1213739 Jul 22 16:32:41.006254 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.006792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa02242-3ebb-4a7e-afc5-06b39f221183 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:32:41.011278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.012613 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-14ea64fc-bdd1-445e-be67-b49000647160 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8fa02242-3ebb-4a7e-afc5-06b39f221183 HTTP/1.1" status: 204 len: 168 time: 1.6091950 Jul 22 16:32:41.019234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] For port f484a450-2baa-4985-85df-99c6566b1c45, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f484a450-2baa-4985-85df-99c6566b1c45,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:41.021399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.021564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35648) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:41.055068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Calling delete_port for f484a450-2baa-4985-85df-99c6566b1c45 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:41.127563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35656) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:41.134090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-790702e9-1db8-4284-86a2-a9f4f37a0bbd admin admin] Deleting subnet 171c1a95-18df-4f69-a1f5-b1b629f8c7a1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:32:41.139547 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-790702e9-1db8-4284-86a2-a9f4f37a0bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.190659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-1a9a285b-5731-42dd-8c6a-d216c02b6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:41.192763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-1a9a285b-5731-42dd-8c6a-d216c02b6a60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1791258 Jul 22 16:32:41.194463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-7da3ab84-8bf9-4037-9b26-5ab209349498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:41.196952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-7da3ab84-8bf9-4037-9b26-5ab209349498 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2495482 Jul 22 16:32:41.198327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-790702e9-1db8-4284-86a2-a9f4f37a0bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.250296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a037a2-b361-42e0-a1c6-d53b413b181e req-0bb4bd66-6436-4c8e-a5a8-32baca09d690 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:41.252526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6a037a2-b361-42e0-a1c6-d53b413b181e req-0bb4bd66-6436-4c8e-a5a8-32baca09d690 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1845546 Jul 22 16:32:41.289950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:41.306771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-d065f506-beac-449b-ae80-eb2927bed629 admin admin] Deleting subnet 3992247a-6340-4cf6-89bf-d3f629dca49d {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:32:41.312809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:41.313281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7d7c0e5d-e301-4d2b-8a0f-47563e383c5b not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:41.313985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d065f506-beac-449b-ae80-eb2927bed629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.386319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6a037a2-b361-42e0-a1c6-d53b413b181e req-0278ba4f-686a-41c9-b952-7e119b562d0a tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250718 Jul 22 16:32:41.418778 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-790702e9-1db8-4284-86a2-a9f4f37a0bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.474190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-81f02e2b-f59a-4d46-be89-2c6fb18d63e4 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557535 Jul 22 16:32:41.582567 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-790702e9-1db8-4284-86a2-a9f4f37a0bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.626100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790702e9-1db8-4284-86a2-a9f4f37a0bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171c1a95-18df-4f69-a1f5-b1b629f8c7a1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:41.636629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-790702e9-1db8-4284-86a2-a9f4f37a0bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.640735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-790702e9-1db8-4284-86a2-a9f4f37a0bbd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/171c1a95-18df-4f69-a1f5-b1b629f8c7a1 HTTP/1.1" status: 204 len: 168 time: 0.6161244 Jul 22 16:32:41.646612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a88cb-4f00-4cad-a258-3e3961ae8a5a None None] Network 91073b3c-973f-4e51-91d0-65a53048bf33 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:41.648377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:41.696988 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-1d95d223-908d-4a5a-9036-5f42f05d82d5 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136073 Jul 22 16:32:41.707087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d13553-74fa-4969-a78e-656dd75fcfce req-662b4c41-478c-4562-b655-9a103d1e0eff tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:41.717983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0d13553-74fa-4969-a78e-656dd75fcfce req-662b4c41-478c-4562-b655-9a103d1e0eff tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 949 time: 0.2609470 Jul 22 16:32:41.761400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8017d56-08d9-485c-90f4-d82119f935e0 req-0a1e7af0-380b-4e4b-93df-ebb498a1cb65 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "GET /v2.0/security-groups/f4daf848-c5aa-4f38-9183-5c6f0414a411 HTTP/1.1" status: 200 len: 1799 time: 0.5963871 Jul 22 16:32:41.795950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d065f506-beac-449b-ae80-eb2927bed629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.808288 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.849561 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0d13553-74fa-4969-a78e-656dd75fcfce req-4d05d496-bcf2-4cca-aae5-8dd03d5fe660 tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/security-groups?id=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239765 Jul 22 16:32:41.912382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-d69b2ef9-fdc8-40e5-abc7-263792f705ef service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996107 Jul 22 16:32:41.939643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be474c6-763b-4d53-a8ef-7ce5d8c64968 None None] DHCP port deletion for 91073b3c-973f-4e51-91d0-65a53048bf33 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:32:41.957788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-1ce5fd6e-e1c2-4694-95d8-303df01f2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:41.962889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-1ce5fd6e-e1c2-4694-95d8-303df01f2e59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1097 time: 0.7452168 Jul 22 16:32:41.977142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 61da9b5b-d4dc-4049-b32d-a8155dfcf30e no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:41.980474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Deleting port c85fe14b-c8ce-4688-9365-efec31dfe914 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:41.980936 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:41.993391 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d065f506-beac-449b-ae80-eb2927bed629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.004281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 61da9b5b-d4dc-4049-b32d-a8155dfcf30e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:42.004726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 61da9b5b-d4dc-4049-b32d-a8155dfcf30e not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:42.005181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f18182ff-3cef-466f-866d-fb2a5e8e58ff no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:42.030251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: f18182ff-3cef-466f-866d-fb2a5e8e58ff {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:42.030591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f18182ff-3cef-466f-866d-fb2a5e8e58ff not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:42.053235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4be474c6-763b-4d53-a8ef-7ce5d8c64968 None None] Deleting port c85fe14b-c8ce-4688-9365-efec31dfe914 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:32:42.053462 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4be474c6-763b-4d53-a8ef-7ce5d8c64968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.065182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.092497 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d8017d56-08d9-485c-90f4-d82119f935e0 req-337c5a37-22fd-4c9d-8445-aeef5d2f62b1 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.119038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] For port c85fe14b-c8ce-4688-9365-efec31dfe914, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c85fe14b-c8ce-4688-9365-efec31dfe914,segment=NetworkSegment(10e05eac-9209-4942-b061-736f71626aae),segment_id=10e05eac-9209-4942-b061-736f71626aae)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:42.119401 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.135622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4be474c6-763b-4d53-a8ef-7ce5d8c64968 None None] For port c85fe14b-c8ce-4688-9365-efec31dfe914, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c85fe14b-c8ce-4688-9365-efec31dfe914,segment=NetworkSegment(10e05eac-9209-4942-b061-736f71626aae),segment_id=10e05eac-9209-4942-b061-736f71626aae)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:42.136203 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4be474c6-763b-4d53-a8ef-7ce5d8c64968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.145481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f233a-9630-4248-a0b0-595adeb6cd79 req-909e2ef4-aa50-48d6-91d4-3f39e9b96d1f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:42.147101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff5f233a-9630-4248-a0b0-595adeb6cd79 req-909e2ef4-aa50-48d6-91d4-3f39e9b96d1f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1699066 Jul 22 16:32:42.148214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Calling delete_port for c85fe14b-c8ce-4688-9365-efec31dfe914 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:42.153112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4be474c6-763b-4d53-a8ef-7ce5d8c64968 None None] Calling delete_port for c85fe14b-c8ce-4688-9365-efec31dfe914 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:32:42.165937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Pushing event deleted for resources: {'Port': ['ID=f484a450-2baa-4985-85df-99c6566b1c45,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:42.239707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 89fb7524-c5fa-432d-ade7-e287d886a70f details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:42.252989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d8017d56-08d9-485c-90f4-d82119f935e0 req-337c5a37-22fd-4c9d-8445-aeef5d2f62b1 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.287094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] No DVR routers for this DVR port f484a450-2baa-4985-85df-99c6566b1c45 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:42.290100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4be474c6-763b-4d53-a8ef-7ce5d8c64968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.297342 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.299205 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4c8fa37-76f7-49c6-aced-b3cefea860aa req-6e4cbe6f-d374-4493-82b9-76dd7792ce9e tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.20 "DELETE /v2.0/ports/f484a450-2baa-4985-85df-99c6566b1c45 HTTP/1.1" status: 204 len: 173 time: 1.8126011 Jul 22 16:32:42.302592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-deleted', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:42.304453 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3f932c-8e55-4fee-9834-27e340153530" -d '{"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-deleted", "tag": "f484a450-2baa-4985-85df-99c6566b1c45"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:42.312903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be474c6-763b-4d53-a8ef-7ce5d8c64968 None None] No DVR routers for this DVR port c85fe14b-c8ce-4688-9365-efec31dfe914 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:42.326216 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d065f506-beac-449b-ae80-eb2927bed629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.331699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff5f233a-9630-4248-a0b0-595adeb6cd79 req-0360feba-cc09-4fb7-9fae-1d36d0f5678d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772273 Jul 22 16:32:42.339679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be474c6-763b-4d53-a8ef-7ce5d8c64968 None None] Pushing event deleted for resources: {'Port': ['ID=c85fe14b-c8ce-4688-9365-efec31dfe914,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:42.360527 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.384144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-056c8897-7cca-4a23-ac88-2771dbde9148 req-ca305f74-8649-4f8d-8230-60e7edde2b17 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564593 Jul 22 16:32:42.385224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-29d99e87-3900-4149-903f-3a06576605d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:42.386721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-29d99e87-3900-4149-903f-3a06576605d0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.3992510 Jul 22 16:32:42.390230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065f506-beac-449b-ae80-eb2927bed629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3992247a-6340-4cf6-89bf-d3f629dca49d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:42.392804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d065f506-beac-449b-ae80-eb2927bed629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.397619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d065f506-beac-449b-ae80-eb2927bed629 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3992247a-6340-4cf6-89bf-d3f629dca49d HTTP/1.1" status: 204 len: 168 time: 1.2687640 Jul 22 16:32:42.400448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:42.428033 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d8017d56-08d9-485c-90f4-d82119f935e0 req-337c5a37-22fd-4c9d-8445-aeef5d2f62b1 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.430911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d8017d56-08d9-485c-90f4-d82119f935e0 req-337c5a37-22fd-4c9d-8445-aeef5d2f62b1 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.436552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8017d56-08d9-485c-90f4-d82119f935e0 req-337c5a37-22fd-4c9d-8445-aeef5d2f62b1 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] 10.222.0.53 "DELETE /v2.0/security-groups/f4daf848-c5aa-4f38-9183-5c6f0414a411 HTTP/1.1" status: 204 len: 173 time: 0.6740546 Jul 22 16:32:42.438497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35670) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:42.440167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:42.453191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c85fe14b-c8ce-4688-9365-efec31dfe914,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:42.557758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] No DVR routers for this DVR port c85fe14b-c8ce-4688-9365-efec31dfe914 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:32:42.578440 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e032726-b6eb-4b90-9710-379293406dec x-openstack-request-id: req-6e032726-b6eb-4b90-9710-379293406dec {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:42.578753 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510c7014-6fa9-4ac5-b779-1f092edad3eb", "name": "network-vif-deleted", "tag": "f484a450-2baa-4985-85df-99c6566b1c45", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:42.579020 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e032726-b6eb-4b90-9710-379293406dec {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:42.579426 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510c7014-6fa9-4ac5-b779-1f092edad3eb', 'name': 'network-vif-deleted', 'tag': 'f484a450-2baa-4985-85df-99c6566b1c45', 'status': 'completed', 'code': 200} Jul 22 16:32:42.609733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c5a37-22fd-4c9d-8445-aeef5d2f62b1 tempest-SecurityGroupsTestJSON-1929596470 tempest-SecurityGroupsTestJSON-1929596470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4daf848-c5aa-4f38-9183-5c6f0414a411,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:42.651180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'mac_address': 'fa:16:3e:d8:77:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:42.666384 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-6b6ca7e7-604b-4cb9-aa2a-d138c69030c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1000 time: 0.2460008 Jul 22 16:32:42.677317 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.696659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.715086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fb7524-c5fa-432d-ade7-e287d886a70f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:42.739894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e099a3-ea45-41c6-bd81-f9a1ecb15115 admin admin] Deleting subnet b153674e-b2ae-4113-b633-ec94e53d2c61 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:32:42.752578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:42.757226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75e099a3-ea45-41c6-bd81-f9a1ecb15115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.764543 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.768575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-5bbbd7cd-0ce7-4b07-a2b8-9521342e3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:42.770074 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-5bbbd7cd-0ce7-4b07-a2b8-9521342e3ce0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.0958052 Jul 22 16:32:42.785693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.823666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:42.824866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91073b3c-973f-4e51-91d0-65a53048bf33']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:42.841243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987457d-a09a-46bc-9ae5-96eeddf2ade4 req-764d7801-1775-4076-a0f4-a0d4f9fb6932 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:42.843194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0987457d-a09a-46bc-9ae5-96eeddf2ade4 req-764d7801-1775-4076-a0f4-a0d4f9fb6932 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.2591486 Jul 22 16:32:42.847303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e05eac-9209-4942-b061-736f71626aae') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:42.847635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e05eac-9209-4942-b061-736f71626aae') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:42.855373 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75e099a3-ea45-41c6-bd81-f9a1ecb15115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.876964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.896626 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c148-eeb4-4ad8-98e7-47f49978edf9 req-e470d1d1-0e6b-4f1a-a6a1-29acfc477409 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:42.897643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49396444-25ff-41e7-b0e0-877ec4a7a08d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:42.899005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f13c148-eeb4-4ad8-98e7-47f49978edf9 req-e470d1d1-0e6b-4f1a-a6a1-29acfc477409 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 948 time: 0.3601570 Jul 22 16:32:42.902708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.920065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:42.920923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2a6880-dcf1-4ca6-92e7-78dcb19a8ef1') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:42.936718 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.949543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.962053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:32:42.962460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.964965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75e099a3-ea45-41c6-bd81-f9a1ecb15115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:32:42.967430 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:32:42.974765 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0987457d-a09a-46bc-9ae5-96eeddf2ade4 req-9398aaf4-b1d6-4e61-9c10-26dce7868a24 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889976 Jul 22 16:32:42.977811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-66a2584f-816f-4273-a6c6-b97a919af207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:42.979048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-66a2584f-816f-4273-a6c6-b97a919af207 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1931956 Jul 22 16:32:42.980035 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.004046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:32:43.004457 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:32:43.006325 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:32:43.080114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f13c148-eeb4-4ad8-98e7-47f49978edf9 req-c1fd6cbc-3f01-429d-ba4d-4626c17afd1f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722343 Jul 22 16:32:43.100246 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.125281 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.125281 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] 10.222.0.53 "DELETE /v2.0/networks/91073b3c-973f-4e51-91d0-65a53048bf33 HTTP/1.1" status: 204 len: 168 time: 1.4598391 Jul 22 16:32:43.134292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['89fb7524-c5fa-432d-ade7-e287d886a70f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:43.134525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1fa1e-ca31-4695-9be7-2a96e1d87e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=91073b3c-973f-4e51-91d0-65a53048bf33,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:43.145699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75e099a3-ea45-41c6-bd81-f9a1ecb15115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.203260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e099a3-ea45-41c6-bd81-f9a1ecb15115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b153674e-b2ae-4113-b633-ec94e53d2c61,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:43.205378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75e099a3-ea45-41c6-bd81-f9a1ecb15115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.210711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-75e099a3-ea45-41c6-bd81-f9a1ecb15115 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b153674e-b2ae-4113-b633-ec94e53d2c61 HTTP/1.1" status: 204 len: 168 time: 0.7503288 Jul 22 16:32:43.211916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:43.220676 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-412a73b7-8f21-452f-82bc-4106e7edb5e0 req-d7f6a88d-868f-4e75-a6d7-b09a3501b96d tempest-ImagesOneServerTestJSON-712791291 tempest-ImagesOneServerTestJSON-712791291-project] 10.222.0.53 "GET /v2.0/ports?device_id=510c7014-6fa9-4ac5-b779-1f092edad3eb HTTP/1.1" status: 200 len: 210 time: 0.1275065 Jul 22 16:32:43.230284 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.236178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.241258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] 10.222.0.53 "DELETE /v2.0/networks/49396444-25ff-41e7-b0e0-877ec4a7a08d HTTP/1.1" status: 204 len: 168 time: 0.8389730 Jul 22 16:32:43.316266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f08f9-6907-4503-b058-fb42ace2b42c admin admin] Pushing event deleted for resources: {'Network': ['ID=49396444-25ff-41e7-b0e0-877ec4a7a08d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:43.353299 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-791ef568-c80d-49e2-bab6-f9d1a7ae39ea service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638256 Jul 22 16:32:43.353867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:43.369561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.507076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35692) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:43.510504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.521861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb89cbb-e23f-4367-8389-7188f6f36990']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:43.560601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8235e4c1-f002-4be3-a2e1-e3df1527c2fd') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:43.560907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8235e4c1-f002-4be3-a2e1-e3df1527c2fd') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:43.572983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.591929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.601032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1f687daa-275a-45a9-9eef-4d6bfc629db6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8353e4cdf1964d88b5c9175a32c1112d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409940 Jul 22 16:32:43.604500 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:32:43.604905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.606626 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:32:43.607458 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:32:43.694680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d0ba8-ab60-4dd9-9959-a254c4a2141c req-914cbc84-4953-4ed6-a250-dc8c29d8612f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:43.696480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dd8d0ba8-ab60-4dd9-9959-a254c4a2141c req-914cbc84-4953-4ed6-a250-dc8c29d8612f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 949 time: 0.1721807 Jul 22 16:32:43.707425 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.722610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-177e38c7-1a19-4203-9c0e-e7ee6b59d3b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=219776cb7e7a4e5daa87da9a00d86cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018778 Jul 22 16:32:43.725045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35696) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:43.728135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.731915 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fbb89cbb-e23f-4367-8389-7188f6f36990 HTTP/1.1" status: 204 len: 168 time: 0.5166011 Jul 22 16:32:43.746126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7161517-0624-4fd0-8a7d-54113d1e72b7 req-5f98fe77-a2fb-4d06-833a-fb8bd97ebb05 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865919 Jul 22 16:32:43.771067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06977ba0-7060-4c5e-9436-28e8b27438c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb89cbb-e23f-4367-8389-7188f6f36990,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:43.780931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218d22b-859a-4305-a6a9-d3118c1454c6 req-c412828f-f6fc-436b-aef2-764e5c41aa57 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:43.782811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1218d22b-859a-4305-a6a9-d3118c1454c6 req-c412828f-f6fc-436b-aef2-764e5c41aa57 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2953739 Jul 22 16:32:43.803088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-37ee960d-c999-4c1a-a4f8-6d153c9457e9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:43.806245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-37ee960d-c999-4c1a-a4f8-6d153c9457e9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7&tenant_id=048349953dd6493ea11e4657df3670a4&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 949 time: 0.2463598 Jul 22 16:32:43.816427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36668eda-19cb-4ee7-a4ba-74fea28b1f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.825425 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dd8d0ba8-ab60-4dd9-9959-a254c4a2141c req-cbb74280-edff-42da-9f36-aacc8dba0208 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209085 Jul 22 16:32:43.847402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1218d22b-859a-4305-a6a9-d3118c1454c6 req-843b8fbd-4bd0-42b2-a3fd-f1be16b2bf5b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395164 Jul 22 16:32:43.872590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36668eda-19cb-4ee7-a4ba-74fea28b1f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.897322 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a6fd0b-d1cf-4770-99d7-5042cfc3a74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.955264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a6fd0b-d1cf-4770-99d7-5042cfc3a74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:43.959786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c85fe14b-c8ce-4688-9365-efec31dfe914 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:43.980683 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-94064585-abdb-4e98-a270-b812b2f3a69b service neutron] delete failed (client error): The resource could not be found. Jul 22 16:32:43.982139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-94064585-abdb-4e98-a270-b812b2f3a69b service neutron] 10.222.0.65 "DELETE /v2.0/ports/89fb7524-c5fa-432d-ade7-e287d886a70f/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.1389053 Jul 22 16:32:44.004819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c85fe14b-c8ce-4688-9365-efec31dfe914 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:44.009207 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36668eda-19cb-4ee7-a4ba-74fea28b1f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.011436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c85fe14b-c8ce-4688-9365-efec31dfe914 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:44.019050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36668eda-19cb-4ee7-a4ba-74fea28b1f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.022418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-36668eda-19cb-4ee7-a4ba-74fea28b1f53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efea198a-7e5d-42d7-b060-679119457a0c HTTP/1.1" status: 204 len: 168 time: 0.4140925 Jul 22 16:32:44.033331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36668eda-19cb-4ee7-a4ba-74fea28b1f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efea198a-7e5d-42d7-b060-679119457a0c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:44.040901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a6fd0b-d1cf-4770-99d7-5042cfc3a74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.045932 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a6fd0b-d1cf-4770-99d7-5042cfc3a74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.047701 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-42a6fd0b-d1cf-4770-99d7-5042cfc3a74e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5dffb15-2fc4-48a8-8047-a9b7a0809f2c HTTP/1.1" status: 204 len: 168 time: 0.3058052 Jul 22 16:32:44.059195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6fd0b-d1cf-4770-99d7-5042cfc3a74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dffb15-2fc4-48a8-8047-a9b7a0809f2c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:44.178865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:44.239440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 89fb7524-c5fa-432d-ade7-e287d886a70f up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:44.270614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed9878-6037-40ae-9cc2-0c35187de706 req-60d53350-2feb-4f4b-8104-32b1f7febd3c tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:44.272305 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eed9878-6037-40ae-9cc2-0c35187de706 req-60d53350-2feb-4f4b-8104-32b1f7febd3c tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1338336 Jul 22 16:32:44.326750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-70dbf7df-9077-47c7-a6a9-77d67505d425 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=821d2878eaa340cfa67d43006047ab6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456873 Jul 22 16:32:44.329611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:44.346024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eed9878-6037-40ae-9cc2-0c35187de706 req-a15dfbce-2074-4d83-a6e0-2967145a67af tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629809 Jul 22 16:32:44.362232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 89fb7524-c5fa-432d-ade7-e287d886a70f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:44.373548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 89fb7524-c5fa-432d-ade7-e287d886a70f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:44.373930 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.461869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-ada0fb76-1797-4fa2-bc9b-5279558a76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:44.463538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-ada0fb76-1797-4fa2-bc9b-5279558a76aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1101 time: 0.2551365 Jul 22 16:32:44.502486 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.510758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3847d2ba-d8c8-4cd0-b4d8-1bebaa8bfd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.553735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:44.562069 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d4942-7976-4fc9-aca1-fc59566a782d" -d '{"events": [{"server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "name": "network-vif-plugged", "status": "completed", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:44.578614 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3847d2ba-d8c8-4cd0-b4d8-1bebaa8bfd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.595140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:44.605310 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.607010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:32:44.637711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: f484a450-2baa-4985-85df-99c6566b1c45 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:32:44.638746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f484a450-2baa-4985-85df-99c6566b1c45 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:32:44.693749 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d7e076-6319-404d-b3c3-44867cb64edd x-openstack-request-id: req-72d7e076-6319-404d-b3c3-44867cb64edd {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:44.694031 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "name": "network-vif-plugged", "status": "completed", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:44.694278 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72d7e076-6319-404d-b3c3-44867cb64edd {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:44.694664 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'code': 200} Jul 22 16:32:44.696958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3847d2ba-d8c8-4cd0-b4d8-1bebaa8bfd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.701882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3847d2ba-d8c8-4cd0-b4d8-1bebaa8bfd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:44.708691 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3847d2ba-d8c8-4cd0-b4d8-1bebaa8bfd4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1be1a7db-0bdb-4124-aa24-dc2c6362e933 HTTP/1.1" status: 204 len: 168 time: 0.3777730 Jul 22 16:32:44.734358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:44.750366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847d2ba-d8c8-4cd0-b4d8-1bebaa8bfd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be1a7db-0bdb-4124-aa24-dc2c6362e933,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:44.766834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-3aa2dd99-2df1-4346-97a5-27237a7d4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:44.769187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-3aa2dd99-2df1-4346-97a5-27237a7d4b5a service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2944741 Jul 22 16:32:44.845085 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-cd73f897-be05-4452-96c8-095430bdb941 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 217 time: 0.0608842 Jul 22 16:32:44.942032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-b840c60b-e2e8-493f-8711-40d4ed00e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:44.945585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-b840c60b-e2e8-493f-8711-40d4ed00e2eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0939608 Jul 22 16:32:45.060129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:45.089262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b962f7-9601-41de-bf22-e14821a3d723 req-7320f59d-8315-416c-98af-0fb968a5b3ad tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:45.106330 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-82b962f7-9601-41de-bf22-e14821a3d723 req-7320f59d-8315-416c-98af-0fb968a5b3ad tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1484451 Jul 22 16:32:45.115909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-19eb07e2-00e9-4d8c-b198-ce6dea384478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:45.120484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-19eb07e2-00e9-4d8c-b198-ce6dea384478 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1601417 Jul 22 16:32:45.377016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c8e8c311-0e00-4cdb-8020-8304709ee55c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b02b2e51ad964fb7a6f1e253b198a87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970126 Jul 22 16:32:45.381175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35748) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:45.489376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-82b962f7-9601-41de-bf22-e14821a3d723 req-e8a2c4b1-ae2b-4631-a290-637b750bab8d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819084 Jul 22 16:32:45.547552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-13ce5c1f-4f05-465c-b2f5-a208a0a842c8 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200234 Jul 22 16:32:45.588067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d37bb-b30e-477e-83c7-f92cace0a95f req-5bd490c5-959f-4117-9acb-f8600f9d70cc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:45.590681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-825d37bb-b30e-477e-83c7-f92cace0a95f req-5bd490c5-959f-4117-9acb-f8600f9d70cc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.3690133 Jul 22 16:32:45.628031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:45.664047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e3d15-7c4c-4afb-8aeb-aa09353c329f req-34065499-ee3a-466d-bc55-a74f144dd3e4 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:45.666733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-043e3d15-7c4c-4afb-8aeb-aa09353c329f req-34065499-ee3a-466d-bc55-a74f144dd3e4 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1215391 Jul 22 16:32:45.675298 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e86431ec-3436-4212-9c57-dc124bb2ab1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.733423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-043e3d15-7c4c-4afb-8aeb-aa09353c329f req-ae18b410-fcc9-4bd5-9220-17d051cbb3b9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593700 Jul 22 16:32:45.766867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e86431ec-3436-4212-9c57-dc124bb2ab1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.798177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-825d37bb-b30e-477e-83c7-f92cace0a95f req-2c35572b-ebec-432d-b180-5f336b166e39 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821449 Jul 22 16:32:45.831131 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26913391-dd65-4fe7-a2c8-2010cb61c603 req-ed8d32ed-09da-4f73-b845-817b474d05e3 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710345 Jul 22 16:32:45.873526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e86431ec-3436-4212-9c57-dc124bb2ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.878355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e86431ec-3436-4212-9c57-dc124bb2ab1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:45.880376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e86431ec-3436-4212-9c57-dc124bb2ab1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b885c62-a60f-41d0-bec0-d5dc08d095e7 HTTP/1.1" status: 204 len: 168 time: 0.4952629 Jul 22 16:32:45.895448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86431ec-3436-4212-9c57-dc124bb2ab1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b885c62-a60f-41d0-bec0-d5dc08d095e7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:46.005784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0e9494b4-6e19-49a2-b3e3-556328ba9f80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0139ec296e74b56be0f7296c4c4fdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737464 Jul 22 16:32:46.010067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:46.162640 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c964979-0c87-46ab-885b-2b848a931131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.238010 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c964979-0c87-46ab-885b-2b848a931131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.383779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a509e56-1455-4cce-8dd7-53e16e10270f req-4808b8b5-fe78-483a-b5dc-fef2f3ac04d8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:46.389448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6a509e56-1455-4cce-8dd7-53e16e10270f req-4808b8b5-fe78-483a-b5dc-fef2f3ac04d8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.4020054 Jul 22 16:32:46.390301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c964979-0c87-46ab-885b-2b848a931131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.395207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c964979-0c87-46ab-885b-2b848a931131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:46.401641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0c964979-0c87-46ab-885b-2b848a931131 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f HTTP/1.1" status: 204 len: 168 time: 0.3811421 Jul 22 16:32:46.427929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c964979-0c87-46ab-885b-2b848a931131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89e440c-4fe9-4b19-a14f-1dcbf9e60a1f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:46.469293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6a509e56-1455-4cce-8dd7-53e16e10270f req-6aceae38-fa60-4cad-908e-7f297556b163 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693738 Jul 22 16:32:46.676049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992c39-8831-4253-ba40-6a287d41ceed req-b157dc44-95b6-4e51-ac63-a9a1bfdc07bd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:46.689682 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f992c39-8831-4253-ba40-6a287d41ceed req-b157dc44-95b6-4e51-ac63-a9a1bfdc07bd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1150982 Jul 22 16:32:46.748321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f992c39-8831-4253-ba40-6a287d41ceed req-96f7a493-09ed-465e-a807-cd6109adfed4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572135 Jul 22 16:32:47.030183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abfeeb-f698-4dcd-90e5-9aee41008a8a req-b4452e0b-68b8-49d4-a6ab-9907a3e4369f tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:47.031801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5abfeeb-f698-4dcd-90e5-9aee41008a8a req-b4452e0b-68b8-49d4-a6ab-9907a3e4369f tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1634843 Jul 22 16:32:47.033943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b0904-9858-49c9-99fd-23594fd2bba2 req-82429a4b-55ba-4381-a0c2-8f3cf71b2abe tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:47.036135 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c7b0904-9858-49c9-99fd-23594fd2bba2 req-82429a4b-55ba-4381-a0c2-8f3cf71b2abe tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1284060 Jul 22 16:32:47.099189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5abfeeb-f698-4dcd-90e5-9aee41008a8a req-3bd5da83-c23e-4996-b6ff-8d204216ef97 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Jul 22 16:32:47.114780 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c7b0904-9858-49c9-99fd-23594fd2bba2 req-a54d3218-bf2c-4f2a-9ea6-cdbab15dbe14 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651429 Jul 22 16:32:47.239362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1716f-5f4c-4507-8175-a20dcf5beb07 req-399822cb-da52-45aa-a94f-8b427e8b1a50 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:47.242347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef1716f-5f4c-4507-8175-a20dcf5beb07 req-399822cb-da52-45aa-a94f-8b427e8b1a50 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1102 time: 0.0611169 Jul 22 16:32:47.305023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ef1716f-5f4c-4507-8175-a20dcf5beb07 req-26557a20-ea95-4245-91a9-52df0252e608 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Jul 22 16:32:47.515598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35848) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:47.572702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121979f4-42f5-4c09-b627-2841dd9efede req-3c3077f2-ad98-4e63-bca1-9258b97e3e1e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:47.575963 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-3c3077f2-ad98-4e63-bca1-9258b97e3e1e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.2212071 Jul 22 16:32:47.615594 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-8c7e7431-5757-4a17-bbaf-7f9d9d2ba7b6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/quotas/77dffae4560c4b04952180adca13cc0b HTTP/1.1" status: 200 len: 375 time: 0.0295699 Jul 22 16:32:47.737500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-8df8bdbf-e029-425e-9cbe-eff88f5d61b1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1191893 Jul 22 16:32:47.840078 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c80912b3-9f26-4d8d-a710-8eaafac43f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:47.880399 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-3f6720bd-dc9e-45e5-9b70-a7a4fcb64a5e service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281779 Jul 22 16:32:48.038575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c80912b3-9f26-4d8d-a710-8eaafac43f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.044268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c80912b3-9f26-4d8d-a710-8eaafac43f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.082557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c80912b3-9f26-4d8d-a710-8eaafac43f47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb96b4ba491a4680bea4ff1f279c51ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5656204 Jul 22 16:32:48.085143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:48.131783 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-8ee2a7ba-e737-4636-b4a5-7be529d4890a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=048349953dd6493ea11e4657df3670a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570765 Jul 22 16:32:48.141872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-6ce91e8c-c7ba-4942-b364-20bf68de3e67 service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508574 Jul 22 16:32:48.174845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80912b3-9f26-4d8d-a710-8eaafac43f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ead5dce-6d84-4efa-943b-e124ecaf99c5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:48.267754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ca24eb2-3d4d-4a1f-8a8b-e947cbf03e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.292276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ca24eb2-3d4d-4a1f-8a8b-e947cbf03e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.348197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ca24eb2-3d4d-4a1f-8a8b-e947cbf03e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.351989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ca24eb2-3d4d-4a1f-8a8b-e947cbf03e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.355913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1ca24eb2-3d4d-4a1f-8a8b-e947cbf03e65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ead5dce-6d84-4efa-943b-e124ecaf99c5 HTTP/1.1" status: 204 len: 168 time: 0.2691607 Jul 22 16:32:48.372819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca24eb2-3d4d-4a1f-8a8b-e947cbf03e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ead5dce-6d84-4efa-943b-e124ecaf99c5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:48.411585 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f5720594-2439-44c5-9aee-0e4edbc20d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:48.427704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-404abfd5-9135-42b1-84e2-712f1b9fd8c5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:48.436011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-404abfd5-9135-42b1-84e2-712f1b9fd8c5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2891781 Jul 22 16:32:48.462262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-9f96de22-7b8d-4e8d-965d-0b24780a8036 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/quotas/048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 375 time: 0.0107243 Jul 22 16:32:48.548542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8df41-ec1c-4ce7-96eb-84fb2db0cdc0 req-9cfbdf5c-b306-4a51-add6-ca2cf02d1d28 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:48.558215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-93f8df41-ec1c-4ce7-96eb-84fb2db0cdc0 req-9cfbdf5c-b306-4a51-add6-ca2cf02d1d28 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1493845 Jul 22 16:32:48.609967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-098f36f2-1c65-4887-8768-ed59d18f30d7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1375680 Jul 22 16:32:48.643567 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-93f8df41-ec1c-4ce7-96eb-84fb2db0cdc0 req-369bf47b-dbe0-472c-a764-d14689bb5cb0 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843518 Jul 22 16:32:48.735121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35906) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:48.816018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4c64c694-5550-4f15-b82b-a9186f16aa71 req-b0bb49db-29fd-42fb-a5b0-759a0940d761 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 210 time: 0.1102018 Jul 22 16:32:49.000706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fee05001-7abb-43dc-9653-64991c39f7b9 req-49122f6c-fd21-4a39-8335-6d7e19e08e68 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 210 time: 0.0723763 Jul 22 16:32:49.312665 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97faa6c9-a3e3-46fe-a9d2-7bb69a38130a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.531786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97faa6c9-a3e3-46fe-a9d2-7bb69a38130a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.537141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-97faa6c9-a3e3-46fe-a9d2-7bb69a38130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.583075 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-97faa6c9-a3e3-46fe-a9d2-7bb69a38130a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10884689cf9e4472b39c078d4a3f6221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8467607 Jul 22 16:32:49.585728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35938) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:49.593312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faa6c9-a3e3-46fe-a9d2-7bb69a38130a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5970a2-ffe1-44c5-8ed4-587fb5dcd932,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:49.653728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-724948e4-1817-40f9-b83e-29ce9e06d38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.680369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-724948e4-1817-40f9-b83e-29ce9e06d38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.851505 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-724948e4-1817-40f9-b83e-29ce9e06d38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.854096 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-724948e4-1817-40f9-b83e-29ce9e06d38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:49.856463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-724948e4-1817-40f9-b83e-29ce9e06d38c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb5970a2-ffe1-44c5-8ed4-587fb5dcd932 HTTP/1.1" status: 204 len: 168 time: 0.2681682 Jul 22 16:32:49.880846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724948e4-1817-40f9-b83e-29ce9e06d38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5970a2-ffe1-44c5-8ed4-587fb5dcd932,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:49.957002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8eb9e2-a4f5-45e1-b00e-c7d093bad00f req-8abfbf63-0f46-42c2-bfc1-39ab38a6bf83 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:49.959168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c8eb9e2-a4f5-45e1-b00e-c7d093bad00f req-8abfbf63-0f46-42c2-bfc1-39ab38a6bf83 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1737273 Jul 22 16:32:50.476829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-137cf19e-c1a9-4c06-886c-d91132bb80d9 req-ebb1b1e3-49e1-46a4-993d-286b93af9165 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 210 time: 0.0801411 Jul 22 16:32:50.520859 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5df26faa-ea03-4d2c-a6d1-06648f3300b6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=048349953dd6493ea11e4657df3670a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384705 Jul 22 16:32:50.722008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-547eea00-33cb-4e4a-aa34-70d884bdf61e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:50.725814 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-547eea00-33cb-4e4a-aa34-70d884bdf61e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984403 Jul 22 16:32:50.803961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Request body: {'port': {'device_id': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '048349953dd6493ea11e4657df3670a4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:50.810554 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6f497ce-6b02-41af-9cd2-1838ae1b59c0 req-5af0facb-a743-468a-95b9-870075cf4392 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 210 time: 0.0822632 Jul 22 16:32:50.866447 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c8eb9e2-a4f5-45e1-b00e-c7d093bad00f req-7219a587-d492-420c-9bc0-a2741fe79b60 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8658693 Jul 22 16:32:50.868564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:50.933633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121979f4-42f5-4c09-b627-2841dd9efede req-12e4c1f3-e24f-4b03-9502-daef33bcd620 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:50.935475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-12e4c1f3-e24f-4b03-9502-daef33bcd620 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.20 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.9751911 Jul 22 16:32:50.966238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'port': {'device_id': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'admin_state_up': True, 'tenant_id': '77dffae4560c4b04952180adca13cc0b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:50.969058 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-521f14a0-dadf-4752-a1e7-a8ba79131297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.015548 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Made reservation on behalf of 048349953dd6493ea11e4657df3670a4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:51.024298 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.144210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Made reservation on behalf of 77dffae4560c4b04952180adca13cc0b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:51.150248 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.151756 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.305573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Allocated IP 192.168.233.149 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/4a45f78e-08f0-43a1-a986-72eba3e35fbf) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:51.328207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Allocated IP 172.20.0.4 (0b7dcbe5-a1df-4607-b95c-226b8ef07171/d0c88bde-1ecf-4f65-b878-4a183a720233/58f6a8be-df18-466d-b7e0-2cc1b69dc9eb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:51.420729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35996) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:51.443449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7377b3a2-6dea-4b61-aedf-f8792d94a51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.588441 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.611300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Transition to ACTIVE for port object 4a45f78e-08f0-43a1-a986-72eba3e35fbf will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:51.644405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84758766-ebcc-4636-946c-6a09c73d392c req-b78ea378-c108-4375-b868-ef864c9d2a15 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 210 time: 0.0462258 Jul 22 16:32:51.651652 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.662728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2057065338-network', 'tenant_id': '2bfa1486cb8f4c2a84109754a50e044b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:51.691377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['89fb7524-c5fa-432d-ade7-e287d886a70f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:32:51.710895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:51.718263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:51.723011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:51.749458 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.757237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Pushing event updated for resources: {'Port': ['ID=4a45f78e-08f0-43a1-a986-72eba3e35fbf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:51.787490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Transition to ACTIVE for port object 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:51.802631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:51.805085 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.920691 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7377b3a2-6dea-4b61-aedf-f8792d94a51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.926714 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:51.948431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7377b3a2-6dea-4b61-aedf-f8792d94a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.094636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377b3a2-6dea-4b61-aedf-f8792d94a51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d396b5-b3c7-4a61-8d65-1d204228fd31,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:52.097027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'Port': ['ID=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:52.117074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36026) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:52.136022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-bb95a1d4-4af7-4826-ab76-183aa917c2fd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3813133 Jul 22 16:32:52.152152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7377b3a2-6dea-4b61-aedf-f8792d94a51c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6303f5645e4a4accb244a6288cb3620f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2627535 Jul 22 16:32:52.152152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:52.152963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Made reservation on behalf of 2bfa1486cb8f4c2a84109754a50e044b for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:52.153932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36030) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:52.155249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.165204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Request body: {'port': {'device_id': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:52.169089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:52.173465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:52.176862 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.193676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-08ac4610-bc56-4e0f-bee1-980832c69c1f None None] Provisioning for port 4a45f78e-08f0-43a1-a986-72eba3e35fbf completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:52.205282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-08ac4610-bc56-4e0f-bee1-980832c69c1f None None] Provisioning complete for port 4a45f78e-08f0-43a1-a986-72eba3e35fbf triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:52.207435 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-08ac4610-bc56-4e0f-bee1-980832c69c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.265702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fc401-1851-4f33-bdc3-0a55a3e883c9 req-58981b03-af8b-4b99-898b-de7325393369 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:52.268357 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-937fc401-1851-4f33-bdc3-0a55a3e883c9 req-58981b03-af8b-4b99-898b-de7325393369 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.2000592 Jul 22 16:32:52.283774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-08ac4610-bc56-4e0f-bee1-980832c69c1f None None] Port 4a45f78e-08f0-43a1-a986-72eba3e35fbf cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:32:52.353654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1162200862-network', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:52.389875 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8bd5-c886-41d5-a349-d51346ab80ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.394187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.415236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-937fc401-1851-4f33-bdc3-0a55a3e883c9 req-2ae35ac6-b4da-4a4c-88dc-c14f9ac1c0a6 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342852 Jul 22 16:32:52.420489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.433343 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.433516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.445409 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8bd5-c886-41d5-a349-d51346ab80ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.450821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:52.459629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.510064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314afd55-033c-499e-9ca1-47478ea46d52 req-ff0a0da5-803d-4436-b0bd-db363c85ed2d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:52.523881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-314afd55-033c-499e-9ca1-47478ea46d52 req-ff0a0da5-803d-4436-b0bd-db363c85ed2d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 936 time: 0.5189083 Jul 22 16:32:52.550497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:32:52.574465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Made reservation on behalf of ea0f3a11b0a44ca98a7a3703ec2d583b for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:52.577526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.588473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-062d7903-4481-4f15-b0ff-0e9fae286632 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6287553 Jul 22 16:32:52.610607 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.611115 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Added segment 624849e2-46af-4fd2-b025-a0b0af5654f1 of type vlan for network 5454c4d2-7edd-4293-a03a-19bd21c732a6 Jul 22 16:32:52.615631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-19198e60-9784-446d-b108-e2002fb27b07 None None] Provisioning for port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:52.617397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Request body: {'port': {'device_id': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:52.627826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.627826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f339c55-cef4-47c2-8fe9-9f9393bb53a6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:52.635191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-19198e60-9784-446d-b108-e2002fb27b07 None None] Provisioning complete for port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:52.635601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-19198e60-9784-446d-b108-e2002fb27b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.693580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8bd5-c886-41d5-a349-d51346ab80ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.698010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8bd5-c886-41d5-a349-d51346ab80ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.699475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9b7d8bd5-c886-41d5-a349-d51346ab80ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2d396b5-b3c7-4a61-8d65-1d204228fd31 HTTP/1.1" status: 204 len: 168 time: 0.5409019 Jul 22 16:32:52.721531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d8bd5-c886-41d5-a349-d51346ab80ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d396b5-b3c7-4a61-8d65-1d204228fd31,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:52.723197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-19198e60-9784-446d-b108-e2002fb27b07 None None] Port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:32:52.840064 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-314afd55-033c-499e-9ca1-47478ea46d52 req-1f7904b3-0421-4b75-8f92-3c511aabc323 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911839 Jul 22 16:32:52.861940 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.953561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.996841 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:52.997810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:52.998397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.088795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a45f78e-08f0-43a1-a986-72eba3e35fbf {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:53.110371 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.142993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Transition to ACTIVE for port object 4a45f78e-08f0-43a1-a986-72eba3e35fbf will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:53.147656 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.215378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Pushing event updated for resources: {'Port': ['ID=4a45f78e-08f0-43a1-a986-72eba3e35fbf,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:53.246623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] Pushing event updated for resources: {'Network': ['ID=5454c4d2-7edd-4293-a03a-19bd21c732a6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:53.261723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5454c4d2-7edd-4293-a03a-19bd21c732a6 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:32:53.342448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7b3a0-8a37-4e15-945a-205aba11e136 req-e2d11590-5f03-4f41-95ce-9ba1f7486a40 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.344563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0f7b3a0-8a37-4e15-945a-205aba11e136 req-e2d11590-5f03-4f41-95ce-9ba1f7486a40 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 931 time: 0.4704137 Jul 22 16:32:53.452263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Attempting to bind port 4a45f78e-08f0-43a1-a986-72eba3e35fbf on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:53.452751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Attempting to bind port 4a45f78e-08f0-43a1-a986-72eba3e35fbf by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:53.453179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Attempting to bind port 4a45f78e-08f0-43a1-a986-72eba3e35fbf on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:53.469750 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0f7b3a0-8a37-4e15-945a-205aba11e136 req-54068074-73d7-4e91-bf2b-8561cbebc8b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139925 Jul 22 16:32:53.470822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Port 4a45f78e-08f0-43a1-a986-72eba3e35fbf on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:53.471249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Attempting to bind port 4a45f78e-08f0-43a1-a986-72eba3e35fbf on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:53.482423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:53.482768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:53.485550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:53.486195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Bound port: 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:53.486691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.501051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.515545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.550271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-68de44f4-33f0-4a31-ba34-81777ad08b56 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1278386 Jul 22 16:32:53.595723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:53.599089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:53.609225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.613323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708eaa13-c1c3-4a3e-b55e-97757777618a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:53.658965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.659258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:32:53.659464 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.670146 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] 10.222.0.20 "PUT /v2.0/ports/4a45f78e-08f0-43a1-a986-72eba3e35fbf HTTP/1.1" status: 200 len: 1097 time: 1.5045595 Jul 22 16:32:53.670146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:53.686285 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b974ff1-bce8-4975-b87a-dc41fadc32b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:53.730545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:53.761386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.762106 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Added segment 4c54c527-80ad-4fc2-9173-7bc8df9fe580 of type vlan for network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 Jul 22 16:32:53.896801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.904058 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71e16f8-4b64-4d4c-9672-20e9e6eb889d x-openstack-request-id: req-b71e16f8-4b64-4d4c-9672-20e9e6eb889d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:53.904596 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:53.910084 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b71e16f8-4b64-4d4c-9672-20e9e6eb889d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:53.910632 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf', 'status': 'completed', 'code': 200} Jul 22 16:32:53.971746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba14857-3f20-4edb-ac47-98ea68b9bd1f service neutron] Pushing event updated for resources: {'Port': ['ID=4a45f78e-08f0-43a1-a986-72eba3e35fbf,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:53.989407 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:53.990263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:53.991236 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.037001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-a91fe0ed-8277-4b35-b9a8-57328a6076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.043291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-a91fe0ed-8277-4b35-b9a8-57328a6076f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 1100 time: 0.2685189 Jul 22 16:32:54.101973 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.114300 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-76a5ae09-bfb7-4c77-8673-891d0cf72d1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf HTTP/1.1" status: 200 len: 217 time: 0.0567307 Jul 22 16:32:54.124673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0071256 Jul 22 16:32:54.130452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:54.143749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97b35e-5e38-4815-a3bb-c5e192e9a79e req-80f7ea47-b6e3-45ff-9aab-da92625fff4c tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.151852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb97b35e-5e38-4815-a3bb-c5e192e9a79e req-80f7ea47-b6e3-45ff-9aab-da92625fff4c tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.5406630 Jul 22 16:32:54.188294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Request body: {'subnet': {'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1162200862-subnet', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:54.220819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-e75fdfda-01d8-4d99-93fa-f6f177939138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.222308 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-e75fdfda-01d8-4d99-93fa-f6f177939138 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0770350 Jul 22 16:32:54.240223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d750b6-676a-421a-908e-255097aafdac admin admin] Pushing event updated for resources: {'Network': ['ID=e3add8e6-691b-4109-9b3c-42e4bec9c2c5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:54.259516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Made reservation on behalf of ea0f3a11b0a44ca98a7a3703ec2d583b for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:54.260600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:32:54.262274 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.270485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:54.277640 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7be951e8-6f5c-4952-add8-414e781fd889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.289997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa00bda-9784-422e-8e71-d9a2feb1b7f3 req-394dd12d-a5f6-4e69-b3a9-eb4d0c615f9c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.291614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fa00bda-9784-422e-8e71-d9a2feb1b7f3 req-394dd12d-a5f6-4e69-b3a9-eb4d0c615f9c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 948 time: 0.2255526 Jul 22 16:32:54.293409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.329048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36108) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:54.347534 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fa00bda-9784-422e-8e71-d9a2feb1b7f3 req-e03e6ddb-ff53-4064-9297-6278547fbd95 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Jul 22 16:32:54.357150 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-2edee7f5-f2a5-4d41-93ab-29a1c5e83685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.359495 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-2edee7f5-f2a5-4d41-93ab-29a1c5e83685 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297841 Jul 22 16:32:54.384201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Transition to ACTIVE for port object 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:54.399324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb97b35e-5e38-4815-a3bb-c5e192e9a79e req-2f4bd548-92f2-4e77-ad07-926c31a45b1d tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424338 Jul 22 16:32:54.406991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.521932 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-94c50533-a3a8-4c4f-aa04-159fc91caf29 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551032 Jul 22 16:32:54.546426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-660031670-network', 'tenant_id': '1819a57e6d8c40f69b4afcc7d1da2c5d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:54.655731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7788ed6b-1663-4abf-8b98-5f0d87b94cd5 req-273f0ea6-17b6-4010-929c-a5aea616bb37 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263950 Jul 22 16:32:54.722852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Pushing event updated for resources: {'Port': ['ID=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:54.782896 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.903273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Attempting to bind port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:54.903618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Attempting to bind port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:54.903960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Attempting to bind port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:54.922031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9149d76-5b68-4a02-a98a-afe0fd073dac,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:54.924953 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7be951e8-6f5c-4952-add8-414e781fd889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.930066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:32:54.930520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Attempting to bind port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:54.943722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7be951e8-6f5c-4952-add8-414e781fd889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.948381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52e0b-8a46-47c4-b140-597ea851ab5c req-8ffb84a3-3205-4c63-b47b-eaa21288a920 tempest-ComputeTenantNetworksTest-425732701 tempest-ComputeTenantNetworksTest-425732701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.959364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52e0b-8a46-47c4-b140-597ea851ab5c req-8ffb84a3-3205-4c63-b47b-eaa21288a920 tempest-ComputeTenantNetworksTest-425732701 tempest-ComputeTenantNetworksTest-425732701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.961638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:54.961998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Checking segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:54.962382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Bound using segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:54.962831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Bound port: 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:54.963221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:54.969373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52e0b-8a46-47c4-b140-597ea851ab5c req-8ffb84a3-3205-4c63-b47b-eaa21288a920 tempest-ComputeTenantNetworksTest-425732701 tempest-ComputeTenantNetworksTest-425732701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:54.971239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Checking segment: {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:54.971614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Network hostable DHCP agents. Network: e3add8e6-691b-4109-9b3c-42e4bec9c2c5, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:32:54.972040 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45a52e0b-8a46-47c4-b140-597ea851ab5c req-8ffb84a3-3205-4c63-b47b-eaa21288a920 tempest-ComputeTenantNetworksTest-425732701 tempest-ComputeTenantNetworksTest-425732701-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2980635 Jul 22 16:32:54.997193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-e084ba40-7d9a-4e61-8835-2cea32b4b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.000470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-e084ba40-7d9a-4e61-8835-2cea32b4b26b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 1100 time: 0.2171693 Jul 22 16:32:55.014084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607ab28-19b1-4812-815b-75609eed5568 req-5d67ad93-95ae-43cc-a60e-80686e178ce6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.015671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a607ab28-19b1-4812-815b-75609eed5568 req-5d67ad93-95ae-43cc-a60e-80686e178ce6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 943 time: 0.3549664 Jul 22 16:32:55.056651 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7be951e8-6f5c-4952-add8-414e781fd889 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2190b0dc9b8f454380011e9e4f96b9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3220570 Jul 22 16:32:55.060399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Made reservation on behalf of 1819a57e6d8c40f69b4afcc7d1da2c5d for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:55.064989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.064989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36124) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:55.074956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be951e8-6f5c-4952-add8-414e781fd889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b63b0ee-f6ae-4e6a-988f-49d069ae95f4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:55.132933 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.154416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:32:55.164883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-54ebf1c1-d211-4971-9a1d-634ab14ecc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.166436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-54ebf1c1-d211-4971-9a1d-634ab14ecc0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.1585660 Jul 22 16:32:55.213757 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a607ab28-19b1-4812-815b-75609eed5568 req-b16e1b9c-9fa1-48a8-801a-60ecdd58ffb1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837018 Jul 22 16:32:55.222376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, e3add8e6-691b-4109-9b3c-42e4bec9c2c5) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:55.232365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] For port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:55.236411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7898f08c-37a9-44d9-9b97-7cce95f37a47 None None] Network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:55.237234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.237761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.241279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] For port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:55.249723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-c90aeaa0-bd87-471f-924d-d17d64f181ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf HTTP/1.1" status: 200 len: 217 time: 0.0556619 Jul 22 16:32:55.257710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac34bf5-f128-4138-a1eb-2e2bcae3ecb8 req-476e7ce8-e51b-438d-83b4-8b3271326824 tempest-ComputeTenantNetworksTest-425732701 tempest-ComputeTenantNetworksTest-425732701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.259198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.268105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ac34bf5-f128-4138-a1eb-2e2bcae3ecb8 req-476e7ce8-e51b-438d-83b4-8b3271326824 tempest-ComputeTenantNetworksTest-425732701 tempest-ComputeTenantNetworksTest-425732701-project] 10.222.0.53 "GET /v2.0/networks/5454c4d2-7edd-4293-a03a-19bd21c732a6 HTTP/1.1" status: 200 len: 769 time: 0.1658370 Jul 22 16:32:55.269796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:55.349557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.370527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.392951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.402982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-adef2525-a1d8-4a46-8d43-571ca2519e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.404632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-adef2525-a1d8-4a46-8d43-571ca2519e47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1356132 Jul 22 16:32:55.418557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:32:55.435913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.437055 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Added segment c9477e32-5e89-45d9-8bff-d501e170d19a of type vlan for network 374baa76-6e95-4452-97d3-52359be3fdd1 Jul 22 16:32:55.487223 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.524857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:32:55.526176 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.540650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.551143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5454c4d2-7edd-4293-a03a-19bd21c732a6']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:55.552340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f8abb2-cc7c-42b6-8420-8b6bfbf080b1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:55.566608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624849e2-46af-4fd2-b025-a0b0af5654f1') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:55.566916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624849e2-46af-4fd2-b025-a0b0af5654f1') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:32:55.572428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-28635579-ff01-4bdc-ba3b-7dbac8fa7000 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4366634 Jul 22 16:32:55.573298 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.574804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.576716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.577406 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.592531 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.600469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:32:55.601568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.615928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:32:55.625356 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:32:55.698017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.700188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.700708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.704325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] 10.222.0.20 "PUT /v2.0/ports/58f6a8be-df18-466d-b7e0-2cc1b69dc9eb HTTP/1.1" status: 200 len: 1092 time: 3.0971937 Jul 22 16:32:55.716061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:55.719725 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b52e37e8-e346-4a90-bf80-7299ba8eef4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.731729 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:55.746293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5454c4d2-7edd-4293-a03a-19bd21c732a6 HTTP/1.1" status: 204 len: 168 time: 0.4752493 Jul 22 16:32:55.747906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59832656-8113-4a1f-949d-1051240e2d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=5454c4d2-7edd-4293-a03a-19bd21c732a6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:55.771810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Allocated IP 172.20.0.2 (e3add8e6-691b-4109-9b3c-42e4bec9c2c5/e9149d76-5b68-4a02-a98a-afe0fd073dac/6512ebec-9ad1-4f74-abf5-ab467393a458) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:55.788998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-11992dfa-c633-4128-a875-49b4cec218d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.790655 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-11992dfa-c633-4128-a875-49b4cec218d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3409114 Jul 22 16:32:55.815357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3700a-76d7-445b-9bda-bb9b65abd509 req-632421f9-0b25-4431-806c-bc5fbf9c6a7f tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:55.817126 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-22d3700a-76d7-445b-9bda-bb9b65abd509 req-632421f9-0b25-4431-806c-bc5fbf9c6a7f tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1928461 Jul 22 16:32:55.829019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'tag': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:32:55.833410 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584cfb9c-60d2-4a01-99cc-a5932687b3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdc40ca-0b1a-4a42-87c8-83605e103515", "tag": "58f6a8be-df18-466d-b7e0-2cc1b69dc9eb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:32:55.868153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5325866 Jul 22 16:32:55.868916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfe737-852b-49fb-884a-e8407338dcc5 admin admin] Pushing event updated for resources: {'Network': ['ID=374baa76-6e95-4452-97d3-52359be3fdd1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:55.879289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36142) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:55.887762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 374baa76-6e95-4452-97d3-52359be3fdd1 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:32:55.936458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Request body: {'subnet': {'network_id': '374baa76-6e95-4452-97d3-52359be3fdd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-660031670-subnet', 'tenant_id': '1819a57e6d8c40f69b4afcc7d1da2c5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:55.973986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36144) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:55.986085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7e3b3-00f0-4387-a191-524dc9a0fd10 service neutron] Pushing event updated for resources: {'Port': ['ID=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:56.003058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b52e37e8-e346-4a90-bf80-7299ba8eef4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.023176 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.026098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.049466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-22d3700a-76d7-445b-9bda-bb9b65abd509 req-063c434e-6a1e-430a-b45e-4a8dde2988c6 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190859 Jul 22 16:32:56.144178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513b98f-f375-46c5-9fd9-699d0c18ad09 req-ff03dd81-22b5-4516-9470-f77463612ca1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:56.146277 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d513b98f-f375-46c5-9fd9-699d0c18ad09 req-ff03dd81-22b5-4516-9470-f77463612ca1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 948 time: 0.6293645 Jul 22 16:32:56.152336 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef41b37b-e5cd-4747-b505-301091a6983e x-openstack-request-id: req-ef41b37b-e5cd-4747-b505-301091a6983e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:32:56.153035 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdc40ca-0b1a-4a42-87c8-83605e103515", "tag": "58f6a8be-df18-466d-b7e0-2cc1b69dc9eb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:32:56.153631 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef41b37b-e5cd-4747-b505-301091a6983e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:32:56.154343 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'tag': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', 'status': 'completed', 'code': 200} Jul 22 16:32:56.170721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Made reservation on behalf of 1819a57e6d8c40f69b4afcc7d1da2c5d for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:56.173084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.216917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.221897 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.223896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121979f4-42f5-4c09-b627-2841dd9efede req-5e33c5b3-36c1-49fe-9ca1-a44ad5e118b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:56.228298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-5e33c5b3-36c1-49fe-9ca1-a44ad5e118b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 1095 time: 0.3706985 Jul 22 16:32:56.232565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Transition to ACTIVE for port object 6512ebec-9ad1-4f74-abf5-ab467393a458 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:56.242772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b52e37e8-e346-4a90-bf80-7299ba8eef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.248379 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b52e37e8-e346-4a90-bf80-7299ba8eef4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.250180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b52e37e8-e346-4a90-bf80-7299ba8eef4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b63b0ee-f6ae-4e6a-988f-49d069ae95f4 HTTP/1.1" status: 204 len: 168 time: 1.1762352 Jul 22 16:32:56.262366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Transition to ACTIVE for port object 6512ebec-9ad1-4f74-abf5-ab467393a458 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:32:56.272442 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.409088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e37e8-e346-4a90-bf80-7299ba8eef4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b63b0ee-f6ae-4e6a-988f-49d069ae95f4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:56.414981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:56.419632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-5a8cbac4-b32e-4144-ab1b-154e78eb47aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb HTTP/1.1" status: 200 len: 217 time: 0.1652336 Jul 22 16:32:56.432182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:56.450358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:56.475940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Pushing event updated for resources: {'Port': ['ID=6512ebec-9ad1-4f74-abf5-ab467393a458,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:56.525546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.526082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.526266 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d513b98f-f375-46c5-9fd9-699d0c18ad09 req-8088c13e-4e65-4d2e-b0d8-a742df1422a8 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367550 Jul 22 16:32:56.526431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.526742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.527121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.527588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.528045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.528375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.529280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.529617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.529941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.530921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:32:56.539897 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.572360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121979f4-42f5-4c09-b627-2841dd9efede req-b2c932e8-a3a5-4a49-affb-d95516861be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:56.574001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-b2c932e8-a3a5-4a49-affb-d95516861be7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1476722 Jul 22 16:32:56.583420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Attempting to bind port 6512ebec-9ad1-4f74-abf5-ab467393a458 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:32:56.583810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Attempting to bind port 6512ebec-9ad1-4f74-abf5-ab467393a458 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:32:56.584157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Attempting to bind port 6512ebec-9ad1-4f74-abf5-ab467393a458 on network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:32:56.598127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:32:56.598778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Checking segment: {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:56.599708 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.600279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Bound using segment: {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:32:56.601358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Bound port: 6512ebec-9ad1-4f74-abf5-ab467393a458, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:32:56.601820 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.705589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121979f4-42f5-4c09-b627-2841dd9efede req-42ab3c3f-9f76-4472-8798-37eaf6d8c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:56.707232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-42ab3c3f-9f76-4472-8798-37eaf6d8c94c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1235738 Jul 22 16:32:56.712526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] For port 6512ebec-9ad1-4f74-abf5-ab467393a458, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:32:56.719649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] For port 6512ebec-9ad1-4f74-abf5-ab467393a458, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6512ebec-9ad1-4f74-abf5-ab467393a458,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:32:56.727702 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.859303 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-51755275-990d-46d0-9b1f-7125817440c3 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0561476 Jul 22 16:32:56.874554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db663541-f04d-491c-a388-aab77ab58a0b None None] Pushing event updated for resources: {'Port': ['ID=6512ebec-9ad1-4f74-abf5-ab467393a458,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:56.887400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36156) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:56.898252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-c3a878d8-b18c-448b-bdc0-90dcb96a0f50 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832087 Jul 22 16:32:56.957582 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74ec3b87-e2d5-41df-8b3e-4a1715c37624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:56.996078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-30d41704-cda4-42d1-a55a-0c07bb63a54c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bfa1486cb8f4c2a84109754a50e044b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0119851 Jul 22 16:32:57.002629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36158) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:57.200669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b974ff1-bce8-4975-b87a-dc41fadc32b1 req-65d88fb3-7bd9-43f9-bfc8-e4370dbb89cb service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243458 Jul 22 16:32:57.257083 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.263554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-121979f4-42f5-4c09-b627-2841dd9efede req-17f30e53-7c0c-4a07-b701-a2d2250ae174 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572218 Jul 22 16:32:57.293983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd72f70-c096-417e-ab29-c41fcc32745d req-b33c67a0-5d11-4ab0-8132-7701ac03cc43 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:57.302683 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4dd72f70-c096-417e-ab29-c41fcc32745d req-b33c67a0-5d11-4ab0-8132-7701ac03cc43 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 943 time: 0.4533944 Jul 22 16:32:57.328502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc544a97-335b-427e-b4ee-c218a68d39f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.363103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.383005 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc544a97-335b-427e-b4ee-c218a68d39f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.439690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4dd72f70-c096-417e-ab29-c41fcc32745d req-4bbbf205-ea5d-43a6-b00b-d4fea7dfdbaf tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359811 Jul 22 16:32:57.510257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa66b6c-9470-46a6-91d3-0599e7b5d784,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:57.546067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Checking segment: {'id': 'c9477e32-5e89-45d9-8bff-d501e170d19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '374baa76-6e95-4452-97d3-52359be3fdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:32:57.546428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Network hostable DHCP agents. Network: 374baa76-6e95-4452-97d3-52359be3fdd1, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:32:57.587199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc544a97-335b-427e-b4ee-c218a68d39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.591152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc544a97-335b-427e-b4ee-c218a68d39f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.592720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dc544a97-335b-427e-b4ee-c218a68d39f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f339c55-cef4-47c2-8fe9-9f9393bb53a6 HTTP/1.1" status: 204 len: 168 time: 0.5872025 Jul 22 16:32:57.597354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Network 374baa76-6e95-4452-97d3-52359be3fdd1 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:32:57.608629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc544a97-335b-427e-b4ee-c218a68d39f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f339c55-cef4-47c2-8fe9-9f9393bb53a6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:57.622407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 374baa76-6e95-4452-97d3-52359be3fdd1) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:57.643375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c690ef-0243-4b2a-aa2c-244d5c1edbc1 None None] Network 374baa76-6e95-4452-97d3-52359be3fdd1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:57.648321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:57.649275 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.749883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdd9b4-a171-4d5b-aba9-d9c3c4f7b06e req-daf7ca35-6f15-46aa-beb1-40006a9d5b3c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:57.760990 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aebdd9b4-a171-4d5b-aba9-d9c3c4f7b06e req-daf7ca35-6f15-46aa-beb1-40006a9d5b3c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 948 time: 0.1085935 Jul 22 16:32:57.776592 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.829624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aebdd9b4-a171-4d5b-aba9-d9c3c4f7b06e req-23a74a53-f54c-4c13-8024-88823623f97d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647752 Jul 22 16:32:57.956576 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74ec3b87-e2d5-41df-8b3e-4a1715c37624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:57.980652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f5252ebb-7442-4bf5-9dee-2fd8600eb792 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0796487 Jul 22 16:32:58.007432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c658c-6872-4eb4-8f6f-27f28ac0828b None None] Network 374baa76-6e95-4452-97d3-52359be3fdd1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:58.010085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42654-dd14-4e63-85e6-93f1633f42da req-a74eef03-f856-4c84-aa32-4522ce0bd216 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:58.025171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-00e42654-dd14-4e63-85e6-93f1633f42da req-a74eef03-f856-4c84-aa32-4522ce0bd216 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.8277264 Jul 22 16:32:58.198901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Allocated IP 172.25.3.105 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/17fb8f57-55f4-4a04-b7dd-68da37e65dd1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:32:58.220391 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74ec3b87-e2d5-41df-8b3e-4a1715c37624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.239916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6512ebec-9ad1-4f74-abf5-ab467393a458 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:32:58.307970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec3b87-e2d5-41df-8b3e-4a1715c37624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6a2b54-fc35-4c77-80f2-29c60ba5a076,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:58.381191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4a45f78e-08f0-43a1-a986-72eba3e35fbf details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:32:58.540965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 6512ebec-9ad1-4f74-abf5-ab467393a458 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:58.557944 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf07deb7-17eb-4443-8870-1083ffdb91f8 None None] Network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:32:58.642885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-56e9586a-97ac-40e9-8fd6-7cebaa4a258e req-ec1b207e-e4cd-4271-9afb-0905c15d1078 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2113818648', 'description': 'tempest-description-1407840891'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:58.646890 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.736540 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.777720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-56e9586a-97ac-40e9-8fd6-7cebaa4a258e req-ec1b207e-e4cd-4271-9afb-0905c15d1078 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:58.837864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:32:58.860409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:32:58.908464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:32:59.027909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-56e9586a-97ac-40e9-8fd6-7cebaa4a258e req-ec1b207e-e4cd-4271-9afb-0905c15d1078 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.033311 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-56e9586a-97ac-40e9-8fd6-7cebaa4a258e req-ec1b207e-e4cd-4271-9afb-0905c15d1078 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.045816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-74ec3b87-e2d5-41df-8b3e-4a1715c37624 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee3c89a5f7c84cb491e493328150d508&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1569865 Jul 22 16:32:59.053275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:59.059256 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-00e42654-dd14-4e63-85e6-93f1633f42da req-7e5fcaec-e8a9-4ace-ab8b-79337023ebdc tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0268526 Jul 22 16:32:59.149623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b207e-e4cd-4271-9afb-0905c15d1078 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02370060-6d99-4629-8cab-4e79cdde3246,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:59.164885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-56e9586a-97ac-40e9-8fd6-7cebaa4a258e req-ec1b207e-e4cd-4271-9afb-0905c15d1078 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.167649 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56e9586a-97ac-40e9-8fd6-7cebaa4a258e req-ec1b207e-e4cd-4271-9afb-0905c15d1078 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5324926 Jul 22 16:32:59.234496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-689adbbb-53dd-4681-8832-795ce096eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:59.239715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-689adbbb-53dd-4681-8832-795ce096eb99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 1095 time: 1.4874125 Jul 22 16:32:59.326539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:59.347614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '4a45f78e-08f0-43a1-a986-72eba3e35fbf', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '4a45f78e-08f0-43a1-a986-72eba3e35fbf', 'mac_address': 'fa:16:3e:13:78:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:32:59.438589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f296969-ca69-4f7e-9f65-54444ab1fe51 req-e7f7d681-a337-48a4-991b-eab70d9eedad tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:59.441958 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f296969-ca69-4f7e-9f65-54444ab1fe51 req-e7f7d681-a337-48a4-991b-eab70d9eedad tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 948 time: 0.1728108 Jul 22 16:32:59.442688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:32:59.490423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.536940 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f296969-ca69-4f7e-9f65-54444ab1fe51 req-16c3f05e-92e4-4218-ac4c-80c2753af1e9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789800 Jul 22 16:32:59.543253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a45f78e-08f0-43a1-a986-72eba3e35fbf {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:32:59.553962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-734e65e6-7ff6-4f9b-add1-85bdb483e380 None None] Provisioning for port 6512ebec-9ad1-4f74-abf5-ab467393a458 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:32:59.602311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-c03ea482-c96d-411a-a394-e30c13e70026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:59.604730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-c03ea482-c96d-411a-a394-e30c13e70026 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.3390234 Jul 22 16:32:59.614378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-734e65e6-7ff6-4f9b-add1-85bdb483e380 None None] Provisioning complete for port 6512ebec-9ad1-4f74-abf5-ab467393a458 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:32:59.614972 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-734e65e6-7ff6-4f9b-add1-85bdb483e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.619770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Pushing event updated for resources: {'Port': ['ID=17fb8f57-55f4-4a04-b7dd-68da37e65dd1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:59.629873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:32:59.698831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-141f0e14-3350-4ea8-84bf-687fb0052a1e req-27c6bcf9-ac20-4e8e-90f5-a81caae2a381 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/02370060-6d99-4629-8cab-4e79cdde3246 HTTP/1.1" status: 200 len: 1813 time: 0.1228781 Jul 22 16:32:59.699645 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.728847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-141f0e14-3350-4ea8-84bf-687fb0052a1e req-e8bf608e-c730-4d42-ab74-2ad37683cb2f tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02370060-6d99-4629-8cab-4e79cdde3246', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:59.729477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-141f0e14-3350-4ea8-84bf-687fb0052a1e req-e8bf608e-c730-4d42-ab74-2ad37683cb2f tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '02370060-6d99-4629-8cab-4e79cdde3246', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:59.778212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-f00df21f-1b09-44b2-beac-771f1d244562 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb HTTP/1.1" status: 200 len: 217 time: 0.1179373 Jul 22 16:32:59.783925 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1265027039-network', 'tenant_id': '44ffd3d54aac4f5fbaaac8acf023f56f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:32:59.841956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-703b98bf-97aa-4758-89a5-8ab174d4fd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.882975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4a45f78e-08f0-43a1-a986-72eba3e35fbf,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:32:59.900495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc17fdf-a17e-4791-902f-0298a14f2bb4 req-4e3ae624-1da2-46cc-9060-90461783dcac tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:59.907688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccc17fdf-a17e-4791-902f-0298a14f2bb4 req-4e3ae624-1da2-46cc-9060-90461783dcac tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 943 time: 0.5910950 Jul 22 16:32:59.961647 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-734e65e6-7ff6-4f9b-add1-85bdb483e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.967864 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.976539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-e3c42918-897e-4529-bbaf-27557d6b57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:32:59.976812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Made reservation on behalf of 44ffd3d54aac4f5fbaaac8acf023f56f for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:32:59.978459 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-e3c42918-897e-4529-bbaf-27557d6b57bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1931887 Jul 22 16:32:59.979104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:32:59.980771 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-703b98bf-97aa-4758-89a5-8ab174d4fd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.004416 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-141f0e14-3350-4ea8-84bf-687fb0052a1e req-e8bf608e-c730-4d42-ab74-2ad37683cb2f tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.007716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.014392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-734e65e6-7ff6-4f9b-add1-85bdb483e380 None None] For port 6512ebec-9ad1-4f74-abf5-ab467393a458, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6512ebec-9ad1-4f74-abf5-ab467393a458,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:00.022304 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-734e65e6-7ff6-4f9b-add1-85bdb483e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.056953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-141f0e14-3350-4ea8-84bf-687fb0052a1e req-e8bf608e-c730-4d42-ab74-2ad37683cb2f tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.063767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-141f0e14-3350-4ea8-84bf-687fb0052a1e req-e8bf608e-c730-4d42-ab74-2ad37683cb2f tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.066488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['4a45f78e-08f0-43a1-a986-72eba3e35fbf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:00.103492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf608e-c730-4d42-ab74-2ad37683cb2f tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319a1d6a-fbaf-4959-9fc0-0ad427fddc12,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:00.172745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e65e6-7ff6-4f9b-add1-85bdb483e380 None None] Pushing event updated for resources: {'Port': ['ID=6512ebec-9ad1-4f74-abf5-ab467393a458,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:00.187461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f6217468-9c0c-40cd-8fe6-37a2bd5e3b94 None None] Provisioning complete for port 6512ebec-9ad1-4f74-abf5-ab467393a458 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:00.187847 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6217468-9c0c-40cd-8fe6-37a2bd5e3b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.193519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-703b98bf-97aa-4758-89a5-8ab174d4fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.195562 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.196195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-703b98bf-97aa-4758-89a5-8ab174d4fd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.197542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-703b98bf-97aa-4758-89a5-8ab174d4fd50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d6a2b54-fc35-4c77-80f2-29c60ba5a076 HTTP/1.1" status: 204 len: 168 time: 1.1366282 Jul 22 16:33:00.205976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.222978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccc17fdf-a17e-4791-902f-0298a14f2bb4 req-ca8d222e-3769-4262-9845-26780913b51c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141284 Jul 22 16:33:00.224366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:33:00.241004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.242439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b98bf-97aa-4758-89a5-8ab174d4fd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6a2b54-fc35-4c77-80f2-29c60ba5a076,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:00.242677 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Added segment 9b3d24b4-4403-4999-b8a5-a9da99903e1a of type vlan for network 52ae9953-fa67-40af-98a2-f8d304509d5b Jul 22 16:33:00.282286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-b6e9c641-e588-4e70-a41c-ca6df3920972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:00.284114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-b6e9c641-e588-4e70-a41c-ca6df3920972 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2664256 Jul 22 16:33:00.336866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.352626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:00.408630 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-141f0e14-3350-4ea8-84bf-687fb0052a1e req-e8bf608e-c730-4d42-ab74-2ad37683cb2f tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.410475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-141f0e14-3350-4ea8-84bf-687fb0052a1e req-e8bf608e-c730-4d42-ab74-2ad37683cb2f tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7111044 Jul 22 16:33:00.431859 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.433185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:00.433467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.464939 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0163391 Jul 22 16:33:00.503562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.505936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36220) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:00.514076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Request body: {'subnet': {'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1265027039-subnet', 'tenant_id': '44ffd3d54aac4f5fbaaac8acf023f56f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:00.581328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:00.604310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'port_id': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', 'mac_address': 'fa:16:3e:5c:ce:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:00.629372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Pushing event updated for resources: {'Network': ['ID=52ae9953-fa67-40af-98a2-f8d304509d5b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:00.637806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66bd45-7ed6-4981-bdef-37a4ac8818b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1badfd38-57c7-41f4-86ec-c68a44978e69,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:00.656562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-26fab54b-e1f9-4e4d-9aa9-a70ec6d92c1b service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323105 Jul 22 16:33:00.666355 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8ddd07de-184a-49a2-a744-da0ee69e9a0e req-b9d67c2f-8b7c-4786-b939-38f1f7d80cd4 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/02370060-6d99-4629-8cab-4e79cdde3246 HTTP/1.1" status: 200 len: 2406 time: 0.2186828 Jul 22 16:33:00.669251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 52ae9953-fa67-40af-98a2-f8d304509d5b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:33:00.671826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Made reservation on behalf of 44ffd3d54aac4f5fbaaac8acf023f56f for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:00.674151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.726635 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.788193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:00.828047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:00.836899 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:00.922329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:00.960304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5290eba-ab93-4ff5-8e95-a7987e2e9d47 req-58e9e058-2825-4dee-a7b6-c35e9446e631 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:00.962076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5290eba-ab93-4ff5-8e95-a7987e2e9d47 req-58e9e058-2825-4dee-a7b6-c35e9446e631 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 949 time: 0.1899831 Jul 22 16:33:00.976852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:33:01.047541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.060082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c623f-0f2e-447a-abbf-97544afa8856 req-3d43550b-ba73-41cd-bc77-a920de0d622e tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:01.061429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a38c623f-0f2e-447a-abbf-97544afa8856 req-3d43550b-ba73-41cd-bc77-a920de0d622e tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.6383553 Jul 22 16:33:01.100443 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5290eba-ab93-4ff5-8e95-a7987e2e9d47 req-2a6cd5ae-1163-43a0-a14b-eeefff8c9f11 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700223 Jul 22 16:33:01.110182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-584cfb9c-60d2-4a01-99cc-a5932687b3ad req-ab8c4187-4ef9-4603-af30-6e6d879af6f9 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486134 Jul 22 16:33:01.125776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.162701 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['58f6a8be-df18-466d-b7e0-2cc1b69dc9eb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:01.163699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Checking segment: {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:01.164084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Network hostable DHCP agents. Network: 52ae9953-fa67-40af-98a2-f8d304509d5b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:33:01.168186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fef956-3b36-4a04-b9f6-a4bb231b791c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:01.214699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a4ea3f0-bc5a-415a-9247-a2fd97be114d req-a3a085d8-bff2-4eb2-9eff-0278599eb726 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-group-rules/319a1d6a-fbaf-4959-9fc0-0ad427fddc12 HTTP/1.1" status: 200 len: 778 time: 0.0337355 Jul 22 16:33:01.251724 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a38c623f-0f2e-447a-abbf-97544afa8856 req-a226ba6e-a92d-4f8d-b145-f5d525fb4fa9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520615 Jul 22 16:33:01.255428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Network 52ae9953-fa67-40af-98a2-f8d304509d5b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:33:01.288480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a4ea3f0-bc5a-415a-9247-a2fd97be114d req-16a3be70-f44a-4560-b8b7-454f77c3c23a tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/02370060-6d99-4629-8cab-4e79cdde3246 HTTP/1.1" status: 200 len: 2406 time: 0.0721533 Jul 22 16:33:01.289174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 52ae9953-fa67-40af-98a2-f8d304509d5b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:01.307880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:01.308628 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.314919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecdabc6-b3ab-44e9-9e8e-6ad776760182 None None] Network 52ae9953-fa67-40af-98a2-f8d304509d5b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:01.317946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:01.332592 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Sync routers for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:01.344635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.345512 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:01.346203 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:01.349976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ec51ce41-ecf1-4d76-8c17-805cc0b94f67 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.6443584 Jul 22 16:33:01.350616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:01.379293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2f4d1c82-d7b4-415c-8072-6fc55d8246a2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8721542 Jul 22 16:33:01.415090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5a4ea3f0-bc5a-415a-9247-a2fd97be114d req-8c5db583-43f4-4b64-bd88-63cdcdc803e5 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.430842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5a4ea3f0-bc5a-415a-9247-a2fd97be114d req-8c5db583-43f4-4b64-bd88-63cdcdc803e5 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.494815 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5a4ea3f0-bc5a-415a-9247-a2fd97be114d req-8c5db583-43f4-4b64-bd88-63cdcdc803e5 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.540567 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5a4ea3f0-bc5a-415a-9247-a2fd97be114d req-8c5db583-43f4-4b64-bd88-63cdcdc803e5 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.546959 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a4ea3f0-bc5a-415a-9247-a2fd97be114d req-8c5db583-43f4-4b64-bd88-63cdcdc803e5 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/319a1d6a-fbaf-4959-9fc0-0ad427fddc12 HTTP/1.1" status: 204 len: 173 time: 0.2348804 Jul 22 16:33:01.548630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5db583-43f4-4b64-bd88-63cdcdc803e5 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=319a1d6a-fbaf-4959-9fc0-0ad427fddc12,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:01.575419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-6994ac24-f077-415c-a1bd-9207bc7bbb54 req-a20fe240-aec0-4f32-b194-52fa832d8a85 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-275478810', 'description': 'tempest-description-499219166'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:01.614461 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6994ac24-f077-415c-a1bd-9207bc7bbb54 req-a20fe240-aec0-4f32-b194-52fa832d8a85 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.720693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158db9b4-c85f-4e4d-a50c-e88e1d6b3676 None None] Network 52ae9953-fa67-40af-98a2-f8d304509d5b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:01.738286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc5ec-d1c7-4d27-b031-e75ba96d2520 req-a27475f4-a58c-4786-b509-6ab6cc120b44 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:01.739958 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-28bcc5ec-d1c7-4d27-b031-e75ba96d2520 req-a27475f4-a58c-4786-b509-6ab6cc120b44 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 944 time: 0.2910755 Jul 22 16:33:01.824878 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:33:01.837963 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-28bcc5ec-d1c7-4d27-b031-e75ba96d2520 req-af7a8685-eb27-4dd5-bf93-7705660bbefb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861785 Jul 22 16:33:01.858816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6994ac24-f077-415c-a1bd-9207bc7bbb54 req-a20fe240-aec0-4f32-b194-52fa832d8a85 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.865398 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6994ac24-f077-415c-a1bd-9207bc7bbb54 req-a20fe240-aec0-4f32-b194-52fa832d8a85 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.938898 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:01.965871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fe240-aec0-4f32-b194-52fa832d8a85 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0063cb-28c5-4b94-8c3a-95a010a2af98,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:01.969594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6994ac24-f077-415c-a1bd-9207bc7bbb54 req-a20fe240-aec0-4f32-b194-52fa832d8a85 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:01.976262 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6994ac24-f077-415c-a1bd-9207bc7bbb54 req-a20fe240-aec0-4f32-b194-52fa832d8a85 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4070938 Jul 22 16:33:02.020736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6512ebec-9ad1-4f74-abf5-ab467393a458 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:02.075809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b0b5150-1df2-41cb-acf2-85e5deeb7afc req-72cdeab5-fa65-48e2-b2b6-a1eb8e43ba08 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/2c0063cb-28c5-4b94-8c3a-95a010a2af98 HTTP/1.1" status: 200 len: 1811 time: 0.0705054 Jul 22 16:33:02.176581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-293acd66-5c4b-4707-bdfb-b00ac62f8903 req-5be0cc19-379b-4291-afc5-024584dca613 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2058825150', 'description': 'tempest-description-1023121454'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:02.203615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 6512ebec-9ad1-4f74-abf5-ab467393a458 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:02.203989 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.229434 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-293acd66-5c4b-4707-bdfb-b00ac62f8903 req-5be0cc19-379b-4291-afc5-024584dca613 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.340771 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:32:59Z', 'revision_number': 3, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:02.367669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4a45f78e-08f0-43a1-a986-72eba3e35fbf up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:02.408868 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Checking router: 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:02.412586 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Updating router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:02.420274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-293acd66-5c4b-4707-bdfb-b00ac62f8903 req-5be0cc19-379b-4291-afc5-024584dca613 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.425292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-293acd66-5c4b-4707-bdfb-b00ac62f8903 req-5be0cc19-379b-4291-afc5-024584dca613 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.472599 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-293acd66-5c4b-4707-bdfb-b00ac62f8903 req-5be0cc19-379b-4291-afc5-024584dca613 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.474215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-293acd66-5c4b-4707-bdfb-b00ac62f8903 req-5be0cc19-379b-4291-afc5-024584dca613 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3057525 Jul 22 16:33:02.486597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0cc19-379b-4291-afc5-024584dca613 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f124a5de-5c94-4006-bddf-67e4058cdcd7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:02.512539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 4a45f78e-08f0-43a1-a986-72eba3e35fbf completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:02.518790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 4a45f78e-08f0-43a1-a986-72eba3e35fbf triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:02.520057 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.520887 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.673404 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.739583 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.792692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636714d-0bd0-4c06-b321-de6626cc16cd req-5a8f5e6a-2e6e-4931-a7d0-09736eab27da tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:02.802452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a636714d-0bd0-4c06-b321-de6626cc16cd req-5a8f5e6a-2e6e-4931-a7d0-09736eab27da tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 949 time: 0.1622438 Jul 22 16:33:02.831808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992ab9-f684-4904-891a-7455517ac99f req-e4a4811e-114f-43c5-8b3b-a28bc9e9e647 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:02.833382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-e4a4811e-114f-43c5-8b3b-a28bc9e9e647 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 815 time: 0.1620393 Jul 22 16:33:02.837563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:02.838557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:02.841512 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79359d0-1906-48d6-9edf-5d048d2ebd28" -d '{"events": [{"server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "name": "network-vif-plugged", "status": "completed", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:02.846617 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:02.892158 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-dedc4bea-7ad7-4cd9-a044-9539f276ed01 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/quotas/44ffd3d54aac4f5fbaaac8acf023f56f HTTP/1.1" status: 200 len: 375 time: 0.0476699 Jul 22 16:33:02.922045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a636714d-0bd0-4c06-b321-de6626cc16cd req-ba31dc0e-1e64-4b41-9e15-6631ea392286 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162601 Jul 22 16:33:02.942965 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-55f851b4-d545-41ad-bb73-49cd6c40e4dd tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350947 Jul 22 16:33:02.952918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4a45f78e-08f0-43a1-a986-72eba3e35fbf,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:03.027869 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.039064 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Transition to ACTIVE for port object 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:03.046742 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.084123 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2275a-eadd-45bf-a8ce-b8f6b2b6e20f req-9068ddde-7abc-4f4a-813b-332b3d0f2004 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:03.086906 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fa2275a-eadd-45bf-a8ce-b8f6b2b6e20f req-9068ddde-7abc-4f4a-813b-332b3d0f2004 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.0895422 Jul 22 16:33:03.097859 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Pushing event updated for resources: {'Port': ['ID=17fb8f57-55f4-4a04-b7dd-68da37e65dd1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:03.109213 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.109879 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.110383 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.110882 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.111416 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.112079 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.112575 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.113240 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.114028 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.114838 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.115602 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.116799 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:03.143096 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Attempting to bind port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:03.143802 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Attempting to bind port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:03.144376 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Attempting to bind port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:03.145410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-21e5855d-e286-49cf-92ed-0332418a8304 service neutron] 10.222.0.53 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933093 Jul 22 16:33:03.151079 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:03.151798 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:03.152349 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fa2275a-eadd-45bf-a8ce-b8f6b2b6e20f req-e8dc7be7-3cc7-45fb-a461-98bb02d534a2 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593994 Jul 22 16:33:03.152633 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.153217 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:03.153647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Allocated IP 172.20.0.1 (e3add8e6-691b-4109-9b3c-42e4bec9c2c5/e9149d76-5b68-4a02-a98a-afe0fd073dac/d7de7766-b5b2-48e9-a562-2b3a63c6ebdc) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:03.154155 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Bound port: 17fb8f57-55f4-4a04-b7dd-68da37e65dd1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:03.154754 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.219451 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] For port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:03.223553 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] For port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=17fb8f57-55f4-4a04-b7dd-68da37e65dd1,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:03.237008 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.256203 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0970844a-9b97-45f9-a78a-c22e3323d21e req-decb6e88-3fde-4d50-8be7-b5a8c4e49415 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/f124a5de-5c94-4006-bddf-67e4058cdcd7 HTTP/1.1" status: 200 len: 1813 time: 0.0689290 Jul 22 16:33:03.324695 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:03.326145 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:03.406963 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40182e7d-69ce-426d-9b0d-a82c1aabd18c None None] Pushing event updated for resources: {'Port': ['ID=17fb8f57-55f4-4a04-b7dd-68da37e65dd1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:03.477084 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:03.497575 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ccc6e8-5df7-4499-9988-02f73c343e8a x-openstack-request-id: req-c9ccc6e8-5df7-4499-9988-02f73c343e8a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:03.497874 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "name": "network-vif-plugged", "status": "completed", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:03.498130 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9ccc6e8-5df7-4499-9988-02f73c343e8a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:03.498537 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf', 'code': 200} Jul 22 16:33:03.668270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae4d60-cf9f-41d8-a57a-b46f23923e83 req-131ac438-bd0f-40ef-bd58-f42906358560 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:03.669988 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2ae4d60-cf9f-41d8-a57a-b46f23923e83 req-131ac438-bd0f-40ef-bd58-f42906358560 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 944 time: 0.0807493 Jul 22 16:33:03.705356 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:32:59Z', 'revision_number': 3, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:03.714833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2ae4d60-cf9f-41d8-a57a-b46f23923e83 req-2be1c36e-d217-4693-a949-cc941edbdc11 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361495 Jul 22 16:33:03.749190 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cc419-2afe-4f9f-8fc4-cbcf0ea96832 None None] The sync data for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 is: [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:32:59Z', 'revision_number': 3, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:03.756091 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-969e036b-77f7-4ef6-9eff-ef2cc8c286c4 service neutron] 10.222.0.53 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999753 Jul 22 16:33:03.767155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.794887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Transition to ACTIVE for port object d7de7766-b5b2-48e9-a562-2b3a63c6ebdc will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:03.805132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c6138-4c3a-4d70-a4a1-8c7dcb9d0733 req-a6f2d3aa-8e1c-4558-b905-033d9a5873f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:03.806370 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-736c6138-4c3a-4d70-a4a1-8c7dcb9d0733 req-a6f2d3aa-8e1c-4558-b905-033d9a5873f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 1102 time: 0.1390524 Jul 22 16:33:03.884058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-736c6138-4c3a-4d70-a4a1-8c7dcb9d0733 req-fabb6eef-1391-47a0-82ac-9f6d3b26e213 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708733 Jul 22 16:33:03.892494 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:03.972011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ef16fa56-6229-4e70-bd97-192e0673a0ea req-57387b5b-00e3-4ddf-bdb3-463f90b23aa9 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-779602462', 'description': 'tempest-description-731556877'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:03.990034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:03.992417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:03.994961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:04.077792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Pushing event updated for resources: {'Port': ['ID=d7de7766-b5b2-48e9-a562-2b3a63c6ebdc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:04.140097 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.144393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef16fa56-6229-4e70-bd97-192e0673a0ea req-57387b5b-00e3-4ddf-bdb3-463f90b23aa9 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.320381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:04.428613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc72bc95-fd14-49d9-833b-40c6bab0f2b8 None None] Provisioning for port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:04.434248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:04.444219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc72bc95-fd14-49d9-833b-40c6bab0f2b8 None None] Provisioning complete for port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:04.445482 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc72bc95-fd14-49d9-833b-40c6bab0f2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.521717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:04.523367 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.523709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf940c3-3272-4b6e-9cec-f8499ab7f930 req-5b702a54-d83a-44b2-a646-c86f588da3f5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:04.525266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-acf940c3-3272-4b6e-9cec-f8499ab7f930 req-5b702a54-d83a-44b2-a646-c86f588da3f5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.2327824 Jul 22 16:33:04.565017 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.583487 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef16fa56-6229-4e70-bd97-192e0673a0ea req-57387b5b-00e3-4ddf-bdb3-463f90b23aa9 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.588133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dc72bc95-fd14-49d9-833b-40c6bab0f2b8 None None] Port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:04.594507 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef16fa56-6229-4e70-bd97-192e0673a0ea req-57387b5b-00e3-4ddf-bdb3-463f90b23aa9 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.649497 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef16fa56-6229-4e70-bd97-192e0673a0ea req-57387b5b-00e3-4ddf-bdb3-463f90b23aa9 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.650961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ef16fa56-6229-4e70-bd97-192e0673a0ea req-57387b5b-00e3-4ddf-bdb3-463f90b23aa9 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6836421 Jul 22 16:33:04.655809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-acf940c3-3272-4b6e-9cec-f8499ab7f930 req-52d3a5ae-0e93-4c86-aff9-e472f2019a08 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205788 Jul 22 16:33:04.682482 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.689109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57387b5b-00e3-4ddf-bdb3-463f90b23aa9 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce35046-2aa3-49c9-b0f9-cb137cc5ba2d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:04.770469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:04.776225 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:04.829594 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee7625a9-a879-453a-a46f-333cfd2af75b req-ab9a9a70-cc06-454d-907b-80203b437fb1 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 210 time: 0.0807893 Jul 22 16:33:04.844214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:04.862690 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263bb4d-9527-42a4-8df9-7ed9d3eb6d4a req-4ec5eea0-ae7b-414c-a45d-8352d9db50d8 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:04.864418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5263bb4d-9527-42a4-8df9-7ed9d3eb6d4a req-4ec5eea0-ae7b-414c-a45d-8352d9db50d8 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 945 time: 0.1138499 Jul 22 16:33:04.941070 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5263bb4d-9527-42a4-8df9-7ed9d3eb6d4a req-eae7d29a-c09c-4729-b2e6-ca9d0e6aa637 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566692 Jul 22 16:33:05.037625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.043344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e1302327-529b-4876-a733-40b52d0370c4 req-aff765b7-4a57-4f1f-bc43-2397c8bdf942 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/8ce35046-2aa3-49c9-b0f9-cb137cc5ba2d HTTP/1.1" status: 200 len: 1811 time: 0.0609763 Jul 22 16:33:05.044685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.142483 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.160910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Pushing event updated for resources: {'Port': ['ID=d7de7766-b5b2-48e9-a562-2b3a63c6ebdc,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:05.186650 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.187926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31713290-a170-42ab-95de-166ec6086ea9 req-34e3097c-23c9-4d68-9e4f-2d0cd282fece tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:05.189860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31713290-a170-42ab-95de-166ec6086ea9 req-34e3097c-23c9-4d68-9e4f-2d0cd282fece tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.2519948 Jul 22 16:33:05.206049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d16fb-139f-4e08-a379-4bfbc9b65bb4 req-434f098e-636e-47d4-9b91-93acd7dcc7e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:05.207538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-443d16fb-139f-4e08-a379-4bfbc9b65bb4 req-434f098e-636e-47d4-9b91-93acd7dcc7e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.0951240 Jul 22 16:33:05.253038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-443d16fb-139f-4e08-a379-4bfbc9b65bb4 req-210c7fc8-e63b-45c3-bdbc-ecd580b1fc41 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390058 Jul 22 16:33:05.287112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31713290-a170-42ab-95de-166ec6086ea9 req-50be6a40-7e53-4d87-9c31-9d0fdeb1b6af tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856769 Jul 22 16:33:05.335921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:05.338340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:05.356478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-fc5ef158-b946-476f-92ad-43ef174ef2dc req-99000294-41c7-4b2b-9a6d-73a7a80b36d0 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-202576859', 'description': 'tempest-description-512264531'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:05.459024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc5ef158-b946-476f-92ad-43ef174ef2dc req-99000294-41c7-4b2b-9a6d-73a7a80b36d0 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.499663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:05.506414 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9767ac9f-cd09-4737-b8a1-4a0a3c6a03cd" -d '{"events": [{"server_uuid": "6cdc40ca-0b1a-4a42-87c8-83605e103515", "name": "network-vif-plugged", "status": "completed", "tag": "58f6a8be-df18-466d-b7e0-2cc1b69dc9eb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:05.522220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:05.589714 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e220b72-441d-48fd-bdb2-0846dcbf87c6 x-openstack-request-id: req-3e220b72-441d-48fd-bdb2-0846dcbf87c6 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:05.590015 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdc40ca-0b1a-4a42-87c8-83605e103515", "name": "network-vif-plugged", "status": "completed", "tag": "58f6a8be-df18-466d-b7e0-2cc1b69dc9eb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:05.590272 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e220b72-441d-48fd-bdb2-0846dcbf87c6 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:05.590669 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', 'code': 200} Jul 22 16:33:05.717211 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc5ef158-b946-476f-92ad-43ef174ef2dc req-99000294-41c7-4b2b-9a6d-73a7a80b36d0 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.744140 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc5ef158-b946-476f-92ad-43ef174ef2dc req-99000294-41c7-4b2b-9a6d-73a7a80b36d0 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.755749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-490c1162-64c0-4abf-a8a3-dad2d48c4f2d None None] Provisioning complete for port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:05.756177 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-490c1162-64c0-4abf-a8a3-dad2d48c4f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.798102 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc5ef158-b946-476f-92ad-43ef174ef2dc req-99000294-41c7-4b2b-9a6d-73a7a80b36d0 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:05.803580 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc5ef158-b946-476f-92ad-43ef174ef2dc req-99000294-41c7-4b2b-9a6d-73a7a80b36d0 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4596593 Jul 22 16:33:05.844009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-490c1162-64c0-4abf-a8a3-dad2d48c4f2d None None] Port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:05.962174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11bf99-adca-4be9-ae1a-c70a3b6388b3 req-514a7b5d-36e5-4f0a-82cd-814b12b50c5c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:05.973339 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e11bf99-adca-4be9-ae1a-c70a3b6388b3 req-514a7b5d-36e5-4f0a-82cd-814b12b50c5c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.2007532 Jul 22 16:33:06.023739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99000294-41c7-4b2b-9a6d-73a7a80b36d0 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42160675-2885-4ae7-bd81-0b3904d6f4f9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:06.026226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:06.063601 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e11bf99-adca-4be9-ae1a-c70a3b6388b3 req-af746c84-9310-4970-bd4b-7685ea73229b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888948 Jul 22 16:33:06.067962 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5723388a-6f09-433e-a6f2-ed5fa16e36aa req-9ce277b6-72e9-4948-a11a-beb24a617b72 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/42160675-2885-4ae7-bd81-0b3904d6f4f9 HTTP/1.1" status: 200 len: 1811 time: 0.2298963 Jul 22 16:33:06.109561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992ab9-f684-4904-891a-7455517ac99f req-75b2ef09-c2f4-4800-902c-ec61096bab9b tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.111303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-75b2ef09-c2f4-4800-902c-ec61096bab9b tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 815 time: 0.3925269 Jul 22 16:33:06.120230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:06.128840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-654d78bd-c340-4028-ad1e-3fb448728229 admin admin] 10.222.0.53 "PUT /v2.0/routers/5d16d559-5e2a-4bca-9c74-d862cfdb29d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7743962 Jul 22 16:33:06.128840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa806e6-54f7-4457-bcad-60c7b53d2d8c req-c23bc333-aaa5-416c-8c46-7f6f4a49897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.130500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8fa806e6-54f7-4457-bcad-60c7b53d2d8c req-c23bc333-aaa5-416c-8c46-7f6f4a49897f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 1097 time: 0.3990071 Jul 22 16:33:06.138017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Request body: {'port': {'device_id': '685976df-1610-4572-a654-71f609355a1a', 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b', 'admin_state_up': True, 'tenant_id': '44ffd3d54aac4f5fbaaac8acf023f56f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:06.211139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:06.232119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Sync routers for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:06.250167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:06.259130 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.260721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36374) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:06.264102 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f11f4a5-26cc-443e-b29e-19765b6eb6fc req-9b31a6ee-d9dd-4c2a-b0b6-befb789c8669 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 210 time: 0.0806055 Jul 22 16:33:06.323603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-432dc8a1-fe3d-477e-b817-f812715c5f31 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.326833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-432dc8a1-fe3d-477e-b817-f812715c5f31 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.20 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 945 time: 0.1629593 Jul 22 16:33:06.354998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:06.355656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:06.384794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8fa806e6-54f7-4457-bcad-60c7b53d2d8c req-37832d67-fb46-474c-a69f-d6838e64a6f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026229 Jul 22 16:33:06.452848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcf2a4-e711-4b3d-a20c-1273a23ec16d req-c58c867d-fb7c-40e5-bde5-6fa4fa20268a tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.454458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64dcf2a4-e711-4b3d-a20c-1273a23ec16d req-c58c867d-fb7c-40e5-bde5-6fa4fa20268a tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b73d3e-f1b1-4667-8c64-4233bf7b84c5 HTTP/1.1" status: 200 len: 945 time: 0.2242317 Jul 22 16:33:06.455812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Made reservation on behalf of 44ffd3d54aac4f5fbaaac8acf023f56f for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:06.459497 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.486638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-bdae6bad-ecf9-44c7-8ebb-8475c3604d3b req-2bb5912a-b7dc-40d7-9bf5-54dbe71eb1a0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:33:06.504661 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bdae6bad-ecf9-44c7-8ebb-8475c3604d3b req-2bb5912a-b7dc-40d7-9bf5-54dbe71eb1a0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257878 Jul 22 16:33:06.549838 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.573390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Deleting port de7570e0-878f-43ea-97c0-1ca631f37ab2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:06.574337 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.584083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64dcf2a4-e711-4b3d-a20c-1273a23ec16d req-3ee6ed93-9608-4ec6-a86b-08987249a5e8 tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.53 "GET /v2.0/security-groups?id=d2f933bb-82e8-4005-9aef-5fdd6967e85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215382 Jul 22 16:33:06.612343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca11f177-f478-4f52-a825-ead6a7388695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.628490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=17fb8f57-55f4-4a04-b7dd-68da37e65dd1,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:06.635371 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.652025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:06.685273 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-70522d7e-bde3-4bf4-a758-56260f71d73c req-bb67708b-27f7-447b-850d-ab0859e7da86 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] show failed (client error): The resource could not be found. Jul 22 16:33:06.686411 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70522d7e-bde3-4bf4-a758-56260f71d73c req-bb67708b-27f7-447b-850d-ab0859e7da86 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/6d3a0630-7bab-40c0-9df6-37ab82804c93 HTTP/1.1" status: 404 len: 352 time: 0.0558207 Jul 22 16:33:06.697888 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] For port de7570e0-878f-43ea-97c0-1ca631f37ab2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=de7570e0-878f-43ea-97c0-1ca631f37ab2,segment=NetworkSegment(29eb2a1f-c01d-48ca-8f60-f84061996b5c),segment_id=29eb2a1f-c01d-48ca-8f60-f84061996b5c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:06.698584 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.716308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Calling delete_port for de7570e0-878f-43ea-97c0-1ca631f37ab2 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:06.757817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Allocated IP 172.20.0.12 (52ae9953-fa67-40af-98a2-f8d304509d5b/d1fef956-3b36-4a04-b9f6-a4bb231b791c/fe500f77-5c08-48fc-b090-7f353f6507a8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:06.771486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad51ac0-5099-4cd3-8ace-bfeaee8995f0 req-40c4b1f9-5cd3-41ff-a434-5c5650ad39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:06.773898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cad51ac0-5099-4cd3-8ace-bfeaee8995f0 req-40c4b1f9-5cd3-41ff-a434-5c5650ad39d9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1098 time: 0.2468777 Jul 22 16:33:06.909140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cad51ac0-5099-4cd3-8ace-bfeaee8995f0 req-9e84a684-fe48-4918-b2f8-bc4b509c849b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245477 Jul 22 16:33:06.938760 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca11f177-f478-4f52-a825-ead6a7388695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.953478 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca11f177-f478-4f52-a825-ead6a7388695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:06.987879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-43666451-2074-44b4-a438-1cd10e67e2b9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1883094 Jul 22 16:33:07.003002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11f177-f478-4f52-a825-ead6a7388695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9c603f-1b5b-4581-9aa7-659084876910,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.016438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf4e83-261a-453e-b1ba-a4264e1eeb15 req-70ccdf14-c942-4632-86c0-cf595929ea89 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:07.017947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f4cf4e83-261a-453e-b1ba-a4264e1eeb15 req-70ccdf14-c942-4632-86c0-cf595929ea89 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.1930032 Jul 22 16:33:07.021126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ca11f177-f478-4f52-a825-ead6a7388695 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ffeb7be6ba440ee99353fe8d98ff8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7555389 Jul 22 16:33:07.024429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:07.046728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afd534-81a3-46fc-9fcd-1f1360b37c46 req-e09ebc56-d907-4181-98a1-713dddfcd813 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:07.055200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60afd534-81a3-46fc-9fcd-1f1360b37c46 req-e09ebc56-d907-4181-98a1-713dddfcd813 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.2229304 Jul 22 16:33:07.084059 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.107306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=17fb8f57-55f4-4a04-b7dd-68da37e65dd1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.123190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['de7570e0-878f-43ea-97c0-1ca631f37ab2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:07.134077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Pushing event deleted for resources: {'Port': ['ID=de7570e0-878f-43ea-97c0-1ca631f37ab2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.171480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f4cf4e83-261a-453e-b1ba-a4264e1eeb15 req-5cb3136c-7b51-4215-bc27-f5ffd64d1522 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951369 Jul 22 16:33:07.207190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60afd534-81a3-46fc-9fcd-1f1360b37c46 req-d7cbf8e8-74b2-4650-a419-ee28ce54c1af tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377492 Jul 22 16:33:07.216508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ccbf2759-81b0-40fa-abd4-45e6e0443059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.268231 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ccbf2759-81b0-40fa-abd4-45e6e0443059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.295737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] No DVR routers for this DVR port de7570e0-878f-43ea-97c0-1ca631f37ab2 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:33:07.314423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7de7766-b5b2-48e9-a562-2b3a63c6ebdc', 'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'mac_address': 'fa:16:3e:d9:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:02Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 2, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'subnets': [{'id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:07.319972 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.322327 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a41cb5d-466f-41c0-adf3-60fc78daf992 req-b8ec0b61-76eb-4cca-9dcd-f3c87d066e1c tempest-VolumesAdminNegativeTest-1365056995 tempest-VolumesAdminNegativeTest-1365056995-project] 10.222.0.20 "DELETE /v2.0/ports/de7570e0-878f-43ea-97c0-1ca631f37ab2 HTTP/1.1" status: 204 len: 173 time: 0.9875708 Jul 22 16:33:07.322903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b73d3e-f1b1-4667-8c64-4233bf7b84c5', 'name': 'network-vif-deleted', 'tag': 'de7570e0-878f-43ea-97c0-1ca631f37ab2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:07.325205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.326802 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4ecd95-4f5c-4f45-a45e-d525b2cea01e" -d '{"events": [{"server_uuid": "08b73d3e-f1b1-4667-8c64-4233bf7b84c5", "name": "network-vif-deleted", "tag": "de7570e0-878f-43ea-97c0-1ca631f37ab2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:07.337447 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-1732ceba-e089-4f09-bb64-94c654a9075a req-b75bc49e-9b42-4b16-a7ed-2ad15f5da0f1 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] show failed (client error): The resource could not be found. Jul 22 16:33:07.340029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1732ceba-e089-4f09-bb64-94c654a9075a req-b75bc49e-9b42-4b16-a7ed-2ad15f5da0f1 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-group-rules/d885483f-daeb-4477-b92e-6e57b84fb11d HTTP/1.1" status: 404 len: 361 time: 0.0464261 Jul 22 16:33:07.373489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ccbf2759-81b0-40fa-abd4-45e6e0443059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.379151 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ccbf2759-81b0-40fa-abd4-45e6e0443059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.382855 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ccbf2759-81b0-40fa-abd4-45e6e0443059 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed9c603f-1b5b-4581-9aa7-659084876910 HTTP/1.1" status: 204 len: 168 time: 0.3555858 Jul 22 16:33:07.417726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Checking router: 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:07.418095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Updating router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:07.432792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf2759-81b0-40fa-abd4-45e6e0443059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9c603f-1b5b-4581-9aa7-659084876910,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.476125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.523338 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.609441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715091fe-91fa-4644-bdc3-478fb03d4e25 req-a2d6b3f3-d164-4492-aa66-58daedb9cecd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:07.623835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Pushing event updated for resources: {'Port': ['ID=fe500f77-5c08-48fc-b090-7f353f6507a8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:07.627528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-715091fe-91fa-4644-bdc3-478fb03d4e25 req-a2d6b3f3-d164-4492-aa66-58daedb9cecd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.1858251 Jul 22 16:33:07.637541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Network 52ae9953-fa67-40af-98a2-f8d304509d5b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:07.645628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:07.650945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:07.740134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-715091fe-91fa-4644-bdc3-478fb03d4e25 req-b0520d3d-2982-4a3c-b9cd-9b95f479cf92 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000116 Jul 22 16:33:07.781492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:07.782142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:07.822312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-1dcb4f4a-26f6-4605-ba19-57d853aed899 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6883395 Jul 22 16:33:07.851806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Request body: {'port': {'device_id': '685976df-1610-4572-a654-71f609355a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:07.900164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0154b57-af2c-406b-9521-6e07ad5d61e6 req-7f706149-d413-4031-832b-577e336f0574 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:07.938616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e0154b57-af2c-406b-9521-6e07ad5d61e6 req-7f706149-d413-4031-832b-577e336f0574 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 932 time: 0.1189659 Jul 22 16:33:08.037951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.094802 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.111052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:08.126399 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e0154b57-af2c-406b-9521-6e07ad5d61e6 req-2c53cf41-ed64-429d-9705-ce489c21bd26 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699457 Jul 22 16:33:08.237798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Transition to ACTIVE for port object d7de7766-b5b2-48e9-a562-2b3a63c6ebdc will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:08.267397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.270773 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ae4696-63d2-460e-96bd-a59879841892 x-openstack-request-id: req-66ae4696-63d2-460e-96bd-a59879841892 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:08.271400 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b73d3e-f1b1-4667-8c64-4233bf7b84c5", "name": "network-vif-deleted", "tag": "de7570e0-878f-43ea-97c0-1ca631f37ab2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:08.271962 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66ae4696-63d2-460e-96bd-a59879841892 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:08.274085 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b73d3e-f1b1-4667-8c64-4233bf7b84c5', 'name': 'network-vif-deleted', 'tag': 'de7570e0-878f-43ea-97c0-1ca631f37ab2', 'status': 'completed', 'code': 200} Jul 22 16:33:08.299859 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36430) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:08.305026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ad1d36dd-8bb2-4f33-a9ad-f94f1d7a0025 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237149201', 'description': 'tempest-description--703531080'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:08.347732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb567e4-85fa-495a-b63f-65a266d862f8 None None] Pushing event updated for resources: {'Port': ['ID=d7de7766-b5b2-48e9-a562-2b3a63c6ebdc,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:08.362384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36432) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:08.369227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:08.369977 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.429856 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05c01f1f-5a5b-4396-9346-0dd7ab2397d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.432422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36434) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:08.455453 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7da6e467-5d7f-464d-87c1-ddd8f083873d req-ae8a4bbc-7832-41d8-bf41-565edd54dfa7 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/42160675-2885-4ae7-bd81-0b3904d6f4f9 HTTP/1.1" status: 200 len: 1811 time: 0.1378486 Jul 22 16:33:08.551793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad1d36dd-8bb2-4f33-a9ad-f94f1d7a0025 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.645587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Attempting to bind port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:08.646012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Attempting to bind port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:08.646405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Attempting to bind port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc on network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:08.655585 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7da6e467-5d7f-464d-87c1-ddd8f083873d req-6bbcd544-97e0-44e8-b8de-285358bd98a1 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.655839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:08.656198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Checking segment: {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:08.656536 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.656929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Bound using segment: {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:08.657404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Bound port: d7de7766-b5b2-48e9-a562-2b3a63c6ebdc, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:08.657928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.676720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-9722fc12-2af9-474b-b0be-1f528a3905c0 admin admin] Deleting subnet 7c467939-ebc8-40e3-9077-82f7e88e7fa0 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:08.683968 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7da6e467-5d7f-464d-87c1-ddd8f083873d req-6bbcd544-97e0-44e8-b8de-285358bd98a1 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.729063 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9722fc12-2af9-474b-b0be-1f528a3905c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.737160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7da6e467-5d7f-464d-87c1-ddd8f083873d req-6bbcd544-97e0-44e8-b8de-285358bd98a1 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.740702 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7da6e467-5d7f-464d-87c1-ddd8f083873d req-6bbcd544-97e0-44e8-b8de-285358bd98a1 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.742152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7da6e467-5d7f-464d-87c1-ddd8f083873d req-6bbcd544-97e0-44e8-b8de-285358bd98a1 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "DELETE /v2.0/security-groups/42160675-2885-4ae7-bd81-0b3904d6f4f9 HTTP/1.1" status: 204 len: 173 time: 0.2856755 Jul 22 16:33:08.753237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] For port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:08.755628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcd544-97e0-44e8-b8de-285358bd98a1 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42160675-2885-4ae7-bd81-0b3904d6f4f9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:08.759294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] For port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d7de7766-b5b2-48e9-a562-2b3a63c6ebdc,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:08.779195 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.856949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74331467-c67f-4b9f-a848-70c07e86f5c1 req-41ea624c-9b8b-492e-bfcd-c5cdd9c2d2b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:08.861151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:08.861901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:08.864397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74331467-c67f-4b9f-a848-70c07e86f5c1 req-41ea624c-9b8b-492e-bfcd-c5cdd9c2d2b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.3202159 Jul 22 16:33:08.876213 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9722fc12-2af9-474b-b0be-1f528a3905c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:08.978069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dae9b4-5632-4443-bb74-2caf44033028 req-84679309-f0e2-45f6-b5a8-6bb1f24c03c7 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:08.980034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-74dae9b4-5632-4443-bb74-2caf44033028 req-84679309-f0e2-45f6-b5a8-6bb1f24c03c7 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.1652722 Jul 22 16:33:08.999295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb567e4-85fa-495a-b63f-65a266d862f8 None None] Pushing event updated for resources: {'Port': ['ID=d7de7766-b5b2-48e9-a562-2b3a63c6ebdc,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.019584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74331467-c67f-4b9f-a848-70c07e86f5c1 req-a8f6d9b9-a35a-410e-8236-effd62431d50 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541362 Jul 22 16:33:09.030532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9722fc12-2af9-474b-b0be-1f528a3905c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.041646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:09.051043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-74dae9b4-5632-4443-bb74-2caf44033028 req-bcccd8c7-f400-450d-94e4-b0b51084d451 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581744 Jul 22 16:33:09.184032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05c01f1f-5a5b-4396-9346-0dd7ab2397d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.186140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-675afa46-206e-4595-9c65-869b9daca45f req-c99aac52-9f6e-4beb-be6d-5630b05a6368 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/8ce35046-2aa3-49c9-b0f9-cb137cc5ba2d HTTP/1.1" status: 200 len: 1811 time: 0.0535593 Jul 22 16:33:09.198652 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05c01f1f-5a5b-4396-9346-0dd7ab2397d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.227022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe500f77-5c08-48fc-b090-7f353f6507a8 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:09.254032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.297278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-05c01f1f-5a5b-4396-9346-0dd7ab2397d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=648eaa83499c4749b03a9a9816916544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9295590 Jul 22 16:33:09.298732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-675afa46-206e-4595-9c65-869b9daca45f req-a400ee19-ce2f-49fe-a32b-bd5d25388d93 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.300246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:09.307635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c01f1f-5a5b-4396-9346-0dd7ab2397d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25245f6-318b-4a8b-bd53-b3cb0000bde7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.315338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Transition to ACTIVE for port object fe500f77-5c08-48fc-b090-7f353f6507a8 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:09.316321 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9722fc12-2af9-474b-b0be-1f528a3905c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.339473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7de7766-b5b2-48e9-a562-2b3a63c6ebdc', 'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'mac_address': 'fa:16:3e:d9:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:02Z', 'updated_at': '2021-07-22T16:33:08Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'subnets': [{'id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:09.351867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.364792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722fc12-2af9-474b-b0be-1f528a3905c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c467939-ebc8-40e3-9077-82f7e88e7fa0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.368118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9722fc12-2af9-474b-b0be-1f528a3905c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.370125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9722fc12-2af9-474b-b0be-1f528a3905c0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7c467939-ebc8-40e3-9077-82f7e88e7fa0 HTTP/1.1" status: 204 len: 168 time: 0.9246840 Jul 22 16:33:09.374748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:09.387596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6420838-5274-4d80-8e16-93f9f4842a50 None None] The sync data for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 is: [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7de7766-b5b2-48e9-a562-2b3a63c6ebdc', 'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'mac_address': 'fa:16:3e:d9:ef:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:02Z', 'updated_at': '2021-07-22T16:33:08Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'subnets': [{'id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:09.403811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da1162-ba66-44e4-a406-2803e41c641e req-944438a9-caed-46db-9fcf-2661209275d5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.405386 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-675afa46-206e-4595-9c65-869b9daca45f req-a400ee19-ce2f-49fe-a32b-bd5d25388d93 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.405554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14da1162-ba66-44e4-a406-2803e41c641e req-944438a9-caed-46db-9fcf-2661209275d5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.2808621 Jul 22 16:33:09.429986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad1d36dd-8bb2-4f33-a9ad-f94f1d7a0025 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.467869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad1d36dd-8bb2-4f33-a9ad-f94f1d7a0025 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.480259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e281f108-9cef-4de3-a2af-c47410d83d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.513653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=fe500f77-5c08-48fc-b090-7f353f6507a8,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.577369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14da1162-ba66-44e4-a406-2803e41c641e req-5277eabd-3fff-4c44-9554-a83543ac89be tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481586 Jul 22 16:33:09.615291 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad1d36dd-8bb2-4f33-a9ad-f94f1d7a0025 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.621016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Attempting to bind port fe500f77-5c08-48fc-b090-7f353f6507a8 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:09.621284 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ad1d36dd-8bb2-4f33-a9ad-f94f1d7a0025 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3160324 Jul 22 16:33:09.621462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Attempting to bind port fe500f77-5c08-48fc-b090-7f353f6507a8 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:09.621462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Attempting to bind port fe500f77-5c08-48fc-b090-7f353f6507a8 on network 52ae9953-fa67-40af-98a2-f8d304509d5b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:09.622656 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e281f108-9cef-4de3-a2af-c47410d83d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.626034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.628451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36450) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:09.633548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Port fe500f77-5c08-48fc-b090-7f353f6507a8 on network 52ae9953-fa67-40af-98a2-f8d304509d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:09.634850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Attempting to bind port fe500f77-5c08-48fc-b090-7f353f6507a8 on network 52ae9953-fa67-40af-98a2-f8d304509d5b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:09.643195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b6e781d0-8e20-4eed-b994-6885f2b3b715 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Request body: {'security_group_rule': {'security_group_id': '05d24663-cc4c-47d6-b6a9-3b2e30b14694', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:09.645571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:09.648118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Checking segment: {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:09.649002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Bound using segment: {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:09.649960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Bound port: fe500f77-5c08-48fc-b090-7f353f6507a8, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:09.650829 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.654382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d36dd-8bb2-4f33-a9ad-f94f1d7a0025 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d24663-cc4c-47d6-b6a9-3b2e30b14694,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.699643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-675afa46-206e-4595-9c65-869b9daca45f req-a400ee19-ce2f-49fe-a32b-bd5d25388d93 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.702178 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-675afa46-206e-4595-9c65-869b9daca45f req-a400ee19-ce2f-49fe-a32b-bd5d25388d93 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.708994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-675afa46-206e-4595-9c65-869b9daca45f req-a400ee19-ce2f-49fe-a32b-bd5d25388d93 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "DELETE /v2.0/security-groups/8ce35046-2aa3-49c9-b0f9-cb137cc5ba2d HTTP/1.1" status: 204 len: 173 time: 0.5209475 Jul 22 16:33:09.770385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] For port fe500f77-5c08-48fc-b090-7f353f6507a8, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:09.774560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] For port fe500f77-5c08-48fc-b090-7f353f6507a8, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fe500f77-5c08-48fc-b090-7f353f6507a8,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:09.781493 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.794605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-0b9a751a-73c5-4f14-8277-215d27f6a9a3 req-2fc9221b-4fee-4beb-aaa2-2fcafc552c86 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-704381420', 'description': 'tempest-description-823669726'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:09.818259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.819214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:09.825419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] 10.222.0.65 "PUT /v2.0/ports/fe500f77-5c08-48fc-b090-7f353f6507a8 HTTP/1.1" status: 200 len: 1093 time: 1.9784579 Jul 22 16:33:09.825419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685976df-1610-4572-a654-71f609355a1a', 'tag': 'fe500f77-5c08-48fc-b090-7f353f6507a8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:09.828887 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13daec08-f8e8-4b65-b72b-dc450e364ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "685976df-1610-4572-a654-71f609355a1a", "tag": "fe500f77-5c08-48fc-b090-7f353f6507a8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:09.917786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400ee19-ce2f-49fe-a32b-bd5d25388d93 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce35046-2aa3-49c9-b0f9-cb137cc5ba2d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.941347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-bb02aa8b-8704-4746-808f-0988d167cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:09.948741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-bb02aa8b-8704-4746-808f-0988d167cb25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 1102 time: 0.4196599 Jul 22 16:33:09.987094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72581b06-06ba-4ee3-aaaa-8925e166d0fd service neutron] Pushing event updated for resources: {'Port': ['ID=fe500f77-5c08-48fc-b090-7f353f6507a8,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:09.987436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0b9a751a-73c5-4f14-8277-215d27f6a9a3 req-2fc9221b-4fee-4beb-aaa2-2fcafc552c86 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.004970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6e781d0-8e20-4eed-b994-6885f2b3b715 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.041684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e281f108-9cef-4de3-a2af-c47410d83d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.048712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e281f108-9cef-4de3-a2af-c47410d83d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.049933 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e281f108-9cef-4de3-a2af-c47410d83d5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f25245f6-318b-4a8b-bd53-b3cb0000bde7 HTTP/1.1" status: 204 len: 168 time: 0.7478826 Jul 22 16:33:10.077520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992ab9-f684-4904-891a-7455517ac99f req-d8227586-d3b8-425f-be34-a363279289ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.079587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-d8227586-d3b8-425f-be34-a363279289ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 1096 time: 0.1594174 Jul 22 16:33:10.099125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d7de7766-b5b2-48e9-a562-2b3a63c6ebdc up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:10.104007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58d849-c3c4-417b-bef8-e301e0b31df4 req-fc314a8a-fdf6-4734-b495-b52cc57c6f09 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.112066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c58d849-c3c4-417b-bef8-e301e0b31df4 req-fc314a8a-fdf6-4734-b495-b52cc57c6f09 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 944 time: 0.1397426 Jul 22 16:33:10.151689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281f108-9cef-4de3-a2af-c47410d83d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25245f6-318b-4a8b-bd53-b3cb0000bde7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:10.170325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-92bcf2e5-4e73-4448-8eaf-0dbf381a9b26 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe500f77-5c08-48fc-b090-7f353f6507a8 HTTP/1.1" status: 200 len: 217 time: 0.0558512 Jul 22 16:33:10.229978 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.233032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:10.237621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:10.238330 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.255557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8056d9ea-5c49-4295-bdeb-e191a446ba21']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:10.270694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c58d849-c3c4-417b-bef8-e301e0b31df4 req-a9df2977-fa16-4e3e-850b-dd8f7b28956c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573422 Jul 22 16:33:10.323587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992ab9-f684-4904-891a-7455517ac99f req-b89895e4-df67-4dfb-9ac0-4b183b0c42be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.325078 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-b89895e4-df67-4dfb-9ac0-4b183b0c42be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.1418958 Jul 22 16:33:10.346734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29eb2a1f-c01d-48ca-8f60-f84061996b5c') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:10.347103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29eb2a1f-c01d-48ca-8f60-f84061996b5c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:10.364918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device de7570e0-878f-43ea-97c0-1ca631f37ab2 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:10.381176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.398235 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6e781d0-8e20-4eed-b994-6885f2b3b715 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.405232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-0b337ea3-55f8-49bd-a97e-042433498905 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661485 Jul 22 16:33:10.407991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: de7570e0-878f-43ea-97c0-1ca631f37ab2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:33:10.408469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device de7570e0-878f-43ea-97c0-1ca631f37ab2 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:33:10.412927 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6e781d0-8e20-4eed-b994-6885f2b3b715 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.447546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.459214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.463781 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63ee319-1b13-4439-a828-064c5b64687d req-05d54937-e26c-4e85-b7f1-a1fffa92fffe tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/f124a5de-5c94-4006-bddf-67e4058cdcd7 HTTP/1.1" status: 200 len: 1813 time: 0.1561427 Jul 22 16:33:10.488625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-d709cb00-b2a4-4e63-bb61-1d36a4de23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.490584 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-d709cb00-b2a4-4e63-bb61-1d36a4de23b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.4993336 Jul 22 16:33:10.492969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:10.493156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:10.496245 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:10.509000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e781d0-8e20-4eed-b994-6885f2b3b715 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922133e3-6efd-4f44-96b9-3465cab678c0,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:10.534893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d7de7766-b5b2-48e9-a562-2b3a63c6ebdc,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:10.539604 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.613474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=d7de7766-b5b2-48e9-a562-2b3a63c6ebdc,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:10.653850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-cf319185-adc0-4d1c-8e7d-44d6a43ec183 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf HTTP/1.1" status: 200 len: 217 time: 0.1427007 Jul 22 16:33:10.673633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-ac2d0e5b-782e-4f21-a834-15ff6e188876 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606709 Jul 22 16:33:10.731536 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0b9a751a-73c5-4f14-8277-215d27f6a9a3 req-2fc9221b-4fee-4beb-aaa2-2fcafc552c86 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.734475 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.734693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-2a691501-aa9d-4bcc-bd73-2dfa20e8c380 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1854928 Jul 22 16:33:10.737787 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63ee319-1b13-4439-a828-064c5b64687d req-79ea3d59-f732-42f0-b34b-99d844f57419 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.744393 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0b9a751a-73c5-4f14-8277-215d27f6a9a3 req-2fc9221b-4fee-4beb-aaa2-2fcafc552c86 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.789413 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.794879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8056d9ea-5c49-4295-bdeb-e191a446ba21 HTTP/1.1" status: 204 len: 168 time: 1.4135857 Jul 22 16:33:10.799503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b6e781d0-8e20-4eed-b994-6885f2b3b715 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.800755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b6e781d0-8e20-4eed-b994-6885f2b3b715 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1629090 Jul 22 16:33:10.803298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:10.804230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36472) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:10.806591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63ee319-1b13-4439-a828-064c5b64687d req-79ea3d59-f732-42f0-b34b-99d844f57419 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.845716 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5641300f-74b3-4095-b063-2145b5319f5e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Request body: {'security_group_rule': {'security_group_id': '05d24663-cc4c-47d6-b6a9-3b2e30b14694', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:10.864887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14e290-d713-41b9-be6a-a748ee477da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8056d9ea-5c49-4295-bdeb-e191a446ba21,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:10.903888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0b9a751a-73c5-4f14-8277-215d27f6a9a3 req-2fc9221b-4fee-4beb-aaa2-2fcafc552c86 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.920870 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b9a751a-73c5-4f14-8277-215d27f6a9a3 req-2fc9221b-4fee-4beb-aaa2-2fcafc552c86 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1852000 Jul 22 16:33:10.936816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f992ab9-f684-4904-891a-7455517ac99f req-d2403a84-7215-4c09-8b10-edb1fc730756 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523906 Jul 22 16:33:10.952865 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63ee319-1b13-4439-a828-064c5b64687d req-79ea3d59-f732-42f0-b34b-99d844f57419 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.955905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63ee319-1b13-4439-a828-064c5b64687d req-79ea3d59-f732-42f0-b34b-99d844f57419 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:10.972810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63ee319-1b13-4439-a828-064c5b64687d req-79ea3d59-f732-42f0-b34b-99d844f57419 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "DELETE /v2.0/security-groups/f124a5de-5c94-4006-bddf-67e4058cdcd7 HTTP/1.1" status: 204 len: 173 time: 0.5018985 Jul 22 16:33:10.983925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-228bd3fa-b396-45d7-84e9-f654fc42c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:10.985903 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-228bd3fa-b396-45d7-84e9-f654fc42c028 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1102 time: 0.1622529 Jul 22 16:33:10.988094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b738ba-7c23-4847-99f2-632cf629a967 admin admin] Deleting subnet 3b2b31c0-a69c-4ae5-a071-b743e4d6fca2 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:11.003230 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4b3276-1c6d-407e-a9d6-0ae0f34f0bba x-openstack-request-id: req-9a4b3276-1c6d-407e-a9d6-0ae0f34f0bba {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:11.003982 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685976df-1610-4572-a654-71f609355a1a", "tag": "fe500f77-5c08-48fc-b090-7f353f6507a8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:11.004333 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a4b3276-1c6d-407e-a9d6-0ae0f34f0bba {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:11.004844 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685976df-1610-4572-a654-71f609355a1a', 'tag': 'fe500f77-5c08-48fc-b090-7f353f6507a8', 'status': 'completed', 'code': 200} Jul 22 16:33:11.006202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea3d59-f732-42f0-b34b-99d844f57419 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f124a5de-5c94-4006-bddf-67e4058cdcd7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:11.009183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-1f059b9d-685a-4f2a-9042-96bf76aefde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.011021 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-1f059b9d-685a-4f2a-9042-96bf76aefde3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3451555 Jul 22 16:33:11.015932 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86b738ba-7c23-4847-99f2-632cf629a967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.018458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9221b-4fee-4beb-aaa2-2fcafc552c86 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb6d774-206f-40f3-8643-b2b79f5858b6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:11.228147 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86b738ba-7c23-4847-99f2-632cf629a967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.258090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5641300f-74b3-4095-b063-2145b5319f5e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.357194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-1fd0412f-4f94-4716-b920-e2ad32615d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.359473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-1fd0412f-4f94-4716-b920-e2ad32615d03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2968788 Jul 22 16:33:11.370624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86b738ba-7c23-4847-99f2-632cf629a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.443348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adbdda-fa7f-40bb-a758-789cc9e490df req-85100c8b-c0e5-40b3-a9e2-73e666b899f1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.446604 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4adbdda-fa7f-40bb-a758-789cc9e490df req-85100c8b-c0e5-40b3-a9e2-73e666b899f1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.3827496 Jul 22 16:33:11.482082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5641300f-74b3-4095-b063-2145b5319f5e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.526374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5641300f-74b3-4095-b063-2145b5319f5e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.586439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641300f-74b3-4095-b063-2145b5319f5e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4bab79-ebaa-49b5-8e40-fa690fbcded9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:11.614528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-39178390-1f71-4ea9-be45-a7d848074017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.616774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-39178390-1f71-4ea9-be45-a7d848074017 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 1096 time: 0.1586695 Jul 22 16:33:11.629115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5641300f-74b3-4095-b063-2145b5319f5e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.630495 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5641300f-74b3-4095-b063-2145b5319f5e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7897096 Jul 22 16:33:11.637364 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4adbdda-fa7f-40bb-a758-789cc9e490df req-51e217d3-793f-4e12-9c62-28a183db9e84 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801393 Jul 22 16:33:11.637956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36492) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:11.642214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-e96b4769-cc50-46b3-b532-94fd409d06e8 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665348 Jul 22 16:33:11.646492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:11.655014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86b738ba-7c23-4847-99f2-632cf629a967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.657693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-4b656450-82fe-42fe-9233-ea5f258b5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.659328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-4b656450-82fe-42fe-9233-ea5f258b5752 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.6336145 Jul 22 16:33:11.689326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97887e-11b7-4c2d-890b-da6079fe0165 req-b018cdee-c51c-4f83-8f9c-ee35b22b2abc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.697116 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b97887e-11b7-4c2d-890b-da6079fe0165 req-b018cdee-c51c-4f83-8f9c-ee35b22b2abc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.2383025 Jul 22 16:33:11.727310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b738ba-7c23-4847-99f2-632cf629a967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2b31c0-a69c-4ae5-a071-b743e4d6fca2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:11.747798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86b738ba-7c23-4847-99f2-632cf629a967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.754792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-86b738ba-7c23-4847-99f2-632cf629a967 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3b2b31c0-a69c-4ae5-a071-b743e4d6fca2 HTTP/1.1" status: 204 len: 168 time: 0.9215295 Jul 22 16:33:11.762235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:11.767570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-578a6102-f8b3-435e-83fe-d5d1639fb0f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 217 time: 0.0982802 Jul 22 16:33:11.784685 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:11.863995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b97887e-11b7-4c2d-890b-da6079fe0165 req-9fec159a-4e29-48db-9e8c-4f2970a3c69a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657617 Jul 22 16:33:11.881033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-29494d48-9473-4d92-ac91-a28498728766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.884302 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-29494d48-9473-4d92-ac91-a28498728766 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 916 time: 0.2538855 Jul 22 16:33:11.894798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-64936966-6ee4-46d0-8696-519fd2f92e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:11.896764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-64936966-6ee4-46d0-8696-519fd2f92e67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1173639 Jul 22 16:33:11.979515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d7de7766-b5b2-48e9-a562-2b3a63c6ebdc up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:11.988703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-3f1e2440-aa18-4adf-9e06-00ada415e5e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe500f77-5c08-48fc-b090-7f353f6507a8 HTTP/1.1" status: 200 len: 217 time: 0.0905533 Jul 22 16:33:12.055289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:12.055945 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.089373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7680eef-fad6-471d-aa2d-5ea833b27bc7 req-139fa420-ff36-4213-ba62-721082ea8b7e tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/2c0063cb-28c5-4b94-8c3a-95a010a2af98 HTTP/1.1" status: 200 len: 1811 time: 0.2023098 Jul 22 16:33:12.140099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-0c82bbbf-2a33-4b52-b938-6c24056fbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.141784 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-0c82bbbf-2a33-4b52-b938-6c24056fbc17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.1173973 Jul 22 16:33:12.204624 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-57deaf5a-f822-4b55-83b1-e46259b75576 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498235 Jul 22 16:33:12.207020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-1adfc92f-9126-44c7-b82b-9a897f5e77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.208548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-1adfc92f-9126-44c7-b82b-9a897f5e77b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2983592 Jul 22 16:33:12.294177 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e7680eef-fad6-471d-aa2d-5ea833b27bc7 req-d3554b19-4da2-4a95-b084-9935ed6a9e48 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.315614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.323066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6b46f56-8bae-4708-a073-723131d95e4b req-9a470d01-eccf-4011-894d-e43a38d27546 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-704381420&fields=id&tenant_id=aaa7c3dc254f41959b81e405c1fb78a5 HTTP/1.1" status: 200 len: 267 time: 0.5626884 Jul 22 16:33:12.344301 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-7b983dfd-cde6-47e8-9c42-c42949801e2d service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905997 Jul 22 16:33:12.395702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e7680eef-fad6-471d-aa2d-5ea833b27bc7 req-d3554b19-4da2-4a95-b084-9935ed6a9e48 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.440325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-6b0b42b1-080e-4c04-8580-e0395f9cb766 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233012 Jul 22 16:33:12.444913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-78134e7f-d27d-4d82-b2b4-69d7698e930e service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231269 Jul 22 16:33:12.515511 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.536042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8090f402-0336-4914-8bc1-fbf47e193f64']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:12.558114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b46f56-8bae-4708-a073-723131d95e4b req-fd7d6c0d-8de5-4720-8d55-5f4397b85b86 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.562989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6b46f56-8bae-4708-a073-723131d95e4b req-fd7d6c0d-8de5-4720-8d55-5f4397b85b86 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.2330928 Jul 22 16:33:12.565357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93091600-bfae-4a92-b89e-0590cf66ccba') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:12.565822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93091600-bfae-4a92-b89e-0590cf66ccba') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:12.588467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-a6b46f56-8bae-4708-a073-723131d95e4b req-2e04f26c-9c0b-483b-9bea-6571535bc9ae tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Request body: {'port': {'security_groups': ['4a61f0ed-dec5-4238-8440-9a73a29d5b9b', '0fb6d774-206f-40f3-8643-b2b79f5858b6']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:12.595660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.605471 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e7680eef-fad6-471d-aa2d-5ea833b27bc7 req-d3554b19-4da2-4a95-b084-9935ed6a9e48 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.608064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e7680eef-fad6-471d-aa2d-5ea833b27bc7 req-d3554b19-4da2-4a95-b084-9935ed6a9e48 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.609250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7680eef-fad6-471d-aa2d-5ea833b27bc7 req-d3554b19-4da2-4a95-b084-9935ed6a9e48 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c0063cb-28c5-4b94-8c3a-95a010a2af98 HTTP/1.1" status: 204 len: 173 time: 0.5199542 Jul 22 16:33:12.636739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3554b19-4da2-4a95-b084-9935ed6a9e48 tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0063cb-28c5-4b94-8c3a-95a010a2af98,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:12.644928 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.658465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29a61c39-e167-4bae-a20d-686c27b9f178 req-0ed046a7-2eca-4b86-b991-8dac168bae5b service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061617 Jul 22 16:33:12.661646 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.670092 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13daec08-f8e8-4b65-b72b-dc450e364ee5 req-0e257f1a-d7d4-401e-88bd-fee6bd93884b service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100315 Jul 22 16:33:12.719367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:12.719765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:12.721504 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:12.788841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233d3be-140d-4616-b01c-25929b268867 req-75e28779-bfb0-47e4-8e69-772db225c6a8 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:12.790424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e233d3be-140d-4616-b01c-25929b268867 req-75e28779-bfb0-47e4-8e69-772db225c6a8 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 944 time: 0.0744741 Jul 22 16:33:12.837952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e233d3be-140d-4616-b01c-25929b268867 req-cad30391-4f25-4399-a047-190192c39f46 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Jul 22 16:33:12.848663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a6b46f56-8bae-4708-a073-723131d95e4b req-2e04f26c-9c0b-483b-9bea-6571535bc9ae tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.867006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.876832 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:12.879222 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8090f402-0336-4914-8bc1-fbf47e193f64 HTTP/1.1" status: 204 len: 168 time: 1.1147499 Jul 22 16:33:12.957166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3749ce3-01df-4a15-be0f-c44ee902fef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8090f402-0336-4914-8bc1-fbf47e193f64,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:12.996156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Allocated IP 172.25.3.155 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/18627fc2-4e86-4cb3-a917-3f9b27040552) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:13.148910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36520) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:13.237927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2cf67374-3bb8-4369-a701-52befa2c0b53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f61398160b346e8b3db76fb394a92a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0867658 Jul 22 16:33:13.242019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36524) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:13.258750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4bbfd90e-2766-4478-ad6e-74640d36db5f req-344f701f-9f79-4588-9ce3-32f40cee9f3e tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "GET /v2.0/security-groups/02370060-6d99-4629-8cab-4e79cdde3246 HTTP/1.1" status: 200 len: 1813 time: 0.0841746 Jul 22 16:33:13.323895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.354528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a6b46f56-8bae-4708-a073-723131d95e4b req-2e04f26c-9c0b-483b-9bea-6571535bc9ae tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] For port acf77efc-51a7-4eb5-b9a6-6b2ddb858999, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:13.376452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e26c1576-5697-45cb-84ee-3cd6977e58f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.394868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4bbfd90e-2766-4478-ad6e-74640d36db5f req-ae6ca67c-16a3-4505-883e-bcf96b487fea tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.407491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a6b46f56-8bae-4708-a073-723131d95e4b req-2e04f26c-9c0b-483b-9bea-6571535bc9ae tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.416424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a6b46f56-8bae-4708-a073-723131d95e4b req-2e04f26c-9c0b-483b-9bea-6571535bc9ae tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.422047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.431140 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e26c1576-5697-45cb-84ee-3cd6977e58f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.447759 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4bbfd90e-2766-4478-ad6e-74640d36db5f req-ae6ca67c-16a3-4505-883e-bcf96b487fea tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.467955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['acf77efc-51a7-4eb5-b9a6-6b2ddb858999'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:13.486617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:13.496547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b46f56-8bae-4708-a073-723131d95e4b req-2e04f26c-9c0b-483b-9bea-6571535bc9ae tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:13.497278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a6b46f56-8bae-4708-a073-723131d95e4b req-2e04f26c-9c0b-483b-9bea-6571535bc9ae tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.498804 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6b46f56-8bae-4708-a073-723131d95e4b req-2e04f26c-9c0b-483b-9bea-6571535bc9ae tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "PUT /v2.0/ports/acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 982 time: 0.9224577 Jul 22 16:33:13.499385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:13.501913 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd74386e-7257-4ccd-9838-dd3c6778ec15" -d '{"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:13.507400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Pushing event updated for resources: {'Port': ['ID=18627fc2-4e86-4cb3-a917-3f9b27040552,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.514815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:13.544899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device fe500f77-5c08-48fc-b090-7f353f6507a8 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:13.550398 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:13.553841 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4bbfd90e-2766-4478-ad6e-74640d36db5f req-ae6ca67c-16a3-4505-883e-bcf96b487fea tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.559888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4bbfd90e-2766-4478-ad6e-74640d36db5f req-ae6ca67c-16a3-4505-883e-bcf96b487fea tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.563750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4bbfd90e-2766-4478-ad6e-74640d36db5f req-ae6ca67c-16a3-4505-883e-bcf96b487fea tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] 10.222.0.53 "DELETE /v2.0/security-groups/02370060-6d99-4629-8cab-4e79cdde3246 HTTP/1.1" status: 204 len: 173 time: 0.2955117 Jul 22 16:33:13.582797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36530) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:13.603981 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e26c1576-5697-45cb-84ee-3cd6977e58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.606182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e26c1576-5697-45cb-84ee-3cd6977e58f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.607486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e26c1576-5697-45cb-84ee-3cd6977e58f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2f933bb-82e8-4005-9aef-5fdd6967e85a HTTP/1.1" status: 204 len: 168 time: 0.3643775 Jul 22 16:33:13.688202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ca67c-16a3-4505-883e-bcf96b487fea tempest-SecurityGroupRulesNegativeTestJSON-655851505 tempest-SecurityGroupRulesNegativeTestJSON-655851505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02370060-6d99-4629-8cab-4e79cdde3246,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.743160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['acf77efc-51a7-4eb5-b9a6-6b2ddb858999'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:13.744018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c1576-5697-45cb-84ee-3cd6977e58f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f933bb-82e8-4005-9aef-5fdd6967e85a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.787054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11ce0cf-11ba-477f-b6b4-00bec025d441 admin admin] Deleting subnet 4aa66b6c-9470-46a6-91d3-0599e7b5d784 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:13.797099 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b11ce0cf-11ba-477f-b6b4-00bec025d441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.841372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.871690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port fe500f77-5c08-48fc-b090-7f353f6507a8, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fe500f77-5c08-48fc-b090-7f353f6507a8,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:13.887919 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b11ce0cf-11ba-477f-b6b4-00bec025d441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.888775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04f26c-9c0b-483b-9bea-6571535bc9ae tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Pushing event updated for resources: {'Port': ['ID=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:13.895231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'fe500f77-5c08-48fc-b090-7f353f6507a8', 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b', 'port_id': 'fe500f77-5c08-48fc-b090-7f353f6507a8', 'mac_address': 'fa:16:3e:3a:72:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fef956-3b36-4a04-b9f6-a4bb231b791c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:13.927248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de087c81-00ec-44dc-914a-6f184d09ae79 req-a5bf431b-9aac-467e-8c44-d7c5cc2641bb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:13.929383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de087c81-00ec-44dc-914a-6f184d09ae79 req-a5bf431b-9aac-467e-8c44-d7c5cc2641bb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.2446873 Jul 22 16:33:13.957306 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.991720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b11ce0cf-11ba-477f-b6b4-00bec025d441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:13.992016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1ce8c-6e66-4bc0-bdf1-07b857ed9899 req-785b12be-aaa7-423f-9a9c-02e5b04453fe tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:13.997328 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34c1ce8c-6e66-4bc0-bdf1-07b857ed9899 req-785b12be-aaa7-423f-9a9c-02e5b04453fe tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.3468978 Jul 22 16:33:14.018793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.077226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe500f77-5c08-48fc-b090-7f353f6507a8 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:14.077460 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b11ce0cf-11ba-477f-b6b4-00bec025d441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.087997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34c1ce8c-6e66-4bc0-bdf1-07b857ed9899 req-ee548b11-2690-42d2-86c9-ea9ac7282cde tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812325 Jul 22 16:33:14.176318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port fe500f77-5c08-48fc-b090-7f353f6507a8, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fe500f77-5c08-48fc-b090-7f353f6507a8,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:14.189434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b11ce0cf-11ba-477f-b6b4-00bec025d441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.191648 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c733948d-5256-4dcb-adbf-c4ecd944f55f x-openstack-request-id: req-c733948d-5256-4dcb-adbf-c4ecd944f55f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:14.191648 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:14.191648 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c733948d-5256-4dcb-adbf-c4ecd944f55f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:14.192285 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'status': 'completed', 'code': 200} Jul 22 16:33:14.201621 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b11ce0cf-11ba-477f-b6b4-00bec025d441 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4aa66b6c-9470-46a6-91d3-0599e7b5d784 HTTP/1.1" status: 204 len: 168 time: 0.6153808 Jul 22 16:33:14.205241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36540) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:14.208355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ce0cf-11ba-477f-b6b4-00bec025d441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa66b6c-9470-46a6-91d3-0599e7b5d784,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:14.294750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de087c81-00ec-44dc-914a-6f184d09ae79 req-f90e775b-ce8f-4148-ac25-57ac34e4de46 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503132 Jul 22 16:33:14.308812 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.340365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36542) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:14.411717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.427632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-2ecce180-cc45-4486-a06a-a673dc7ec1be tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-704381420&fields=id&tenant_id=aaa7c3dc254f41959b81e405c1fb78a5 HTTP/1.1" status: 200 len: 267 time: 0.0800312 Jul 22 16:33:14.429330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=fe500f77-5c08-48fc-b090-7f353f6507a8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:14.439451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-38722649-0510-436b-9d7b-9e324867cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.442706 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-38722649-0510-436b-9d7b-9e324867cfb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1137 time: 0.1540847 Jul 22 16:33:14.482919 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-de1f7a78-9c96-4ee9-a5de-ca87cc3dc6d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef649d8cf77240d388504443cbed1e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152360 Jul 22 16:33:14.492547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36546) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:14.542011 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.575690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.664212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-4eba78c7-0f1b-41cf-80d2-7c91b8ed4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.666608 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-4eba78c7-0f1b-41cf-80d2-7c91b8ed4ad9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 921 time: 0.1827044 Jul 22 16:33:14.671365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36548) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:14.686708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.762886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374baa76-6e95-4452-97d3-52359be3fdd1']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:14.763893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-6ba7e0be-49ba-47cd-9bd7-e45778fb4917 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 217 time: 0.0709395 Jul 22 16:33:14.769883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ff8f-fcb2-4380-b272-7ddcb396738f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.771600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Pushing event updated for resources: {'Port': ['ID=18627fc2-4e86-4cb3-a917-3f9b27040552,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:14.793478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a7366-5ead-41e6-a46c-92380975a4a7 req-e630f0d8-8752-4524-ad21-8f0b9a9c472d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.794015 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.796185 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff9a7366-5ead-41e6-a46c-92380975a4a7 req-e630f0d8-8752-4524-ad21-8f0b9a9c472d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 945 time: 0.2042589 Jul 22 16:33:14.808705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9477e32-5e89-45d9-8bff-d501e170d19a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:14.809040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9477e32-5e89-45d9-8bff-d501e170d19a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:14.842846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.852627 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ff8f-fcb2-4380-b272-7ddcb396738f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.867033 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bd17699-9f30-41bb-9bbe-77c094fc961d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.872350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.877589 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-09097e53-420c-4541-afc7-6e07610b6aed tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2344172 Jul 22 16:33:14.884074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.891475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:14.892018 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:14.907189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-57d3386e-0327-4fef-b545-83a8b8c88596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:14.907558 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:14.912654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-57d3386e-0327-4fef-b545-83a8b8c88596 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 200 len: 860 time: 0.1112754 Jul 22 16:33:14.922413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff9a7366-5ead-41e6-a46c-92380975a4a7 req-00fd427a-9ae1-47ad-87c5-998728cf9d37 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109915 Jul 22 16:33:14.926223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-5c48df97-26fe-4c9f-b22a-cbe0a0bebb5e tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:14.932176 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-5c48df97-26fe-4c9f-b22a-cbe0a0bebb5e tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 985 time: 0.4669960 Jul 22 16:33:14.962244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fe500f77-5c08-48fc-b090-7f353f6507a8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:14.983098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-9bb00184-cd75-4399-b722-299d665394e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468857 Jul 22 16:33:14.990337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-66d21b1c-5908-4dde-8179-2357391b0ef9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Request body: {'port': {'security_groups': ['4a61f0ed-dec5-4238-8440-9a73a29d5b9b']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:15.103474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bd17699-9f30-41bb-9bbe-77c094fc961d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.134698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bd17699-9f30-41bb-9bbe-77c094fc961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.172575 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-66d21b1c-5908-4dde-8179-2357391b0ef9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.186976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.192987 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.196475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/374baa76-6e95-4452-97d3-52359be3fdd1 HTTP/1.1" status: 204 len: 168 time: 0.9893816 Jul 22 16:33:15.217825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61f029-8cb9-4d09-bca4-eef8881473d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=374baa76-6e95-4452-97d3-52359be3fdd1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:15.271731 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ff8f-fcb2-4380-b272-7ddcb396738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.273260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4bd17699-9f30-41bb-9bbe-77c094fc961d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8da1878db486471ab577e99030cde0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996869 Jul 22 16:33:15.274467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd17699-9f30-41bb-9bbe-77c094fc961d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3400ec73-db96-4547-9af5-5f408166b0d0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:15.282025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36568) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:15.283580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ff8f-fcb2-4380-b272-7ddcb396738f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.291928 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5cd7ff8f-fcb2-4380-b272-7ddcb396738f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a4e01a9-4784-4fb2-be5a-6cb70f57b60e HTTP/1.1" status: 204 len: 168 time: 0.7957599 Jul 22 16:33:15.329790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7ff8f-fcb2-4380-b272-7ddcb396738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4e01a9-4784-4fb2-be5a-6cb70f57b60e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:15.378743 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-d5ec0805-04a3-46ef-b722-93eb34031d13 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1237149201&fields=id&tenant_id=ea0f3a11b0a44ca98a7a3703ec2d583b HTTP/1.1" status: 200 len: 267 time: 0.2067187 Jul 22 16:33:15.395747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-692a30d6-35ec-4e6e-9186-036024c45993 service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244915 Jul 22 16:33:15.460275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36574) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:15.579593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dfda260-3b26-4936-9023-d7cbe0c5802f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.597258 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-66d21b1c-5908-4dde-8179-2357391b0ef9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] For port acf77efc-51a7-4eb5-b9a6-6b2ddb858999, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:15.604749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-558f912a-19f1-4b63-99b2-808c7f90dfa4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1819a57e6d8c40f69b4afcc7d1da2c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962427 Jul 22 16:33:15.610627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36578) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:15.637061 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-66d21b1c-5908-4dde-8179-2357391b0ef9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.643600 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-66d21b1c-5908-4dde-8179-2357391b0ef9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.695681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-66d21b1c-5908-4dde-8179-2357391b0ef9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.696351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-66d21b1c-5908-4dde-8179-2357391b0ef9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.697825 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-193dd251-bd18-482e-8fdb-0676a9c5790e req-66d21b1c-5908-4dde-8179-2357391b0ef9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "PUT /v2.0/ports/acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 943 time: 0.7341700 Jul 22 16:33:15.726787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-3a2597f0-052a-41dd-998e-c3bc3622c394 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:15.733682 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-3a2597f0-052a-41dd-998e-c3bc3622c394 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/networks?id=e3add8e6-691b-4109-9b3c-42e4bec9c2c5 HTTP/1.1" status: 200 len: 806 time: 0.3270214 Jul 22 16:33:15.743058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d21b1c-5908-4dde-8179-2357391b0ef9 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Pushing event updated for resources: {'Port': ['ID=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:15.749721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dfda260-3b26-4936-9023-d7cbe0c5802f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.812222 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-6fa8aa31-723d-4342-a97d-f1a692ca2664 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/quotas/ea0f3a11b0a44ca98a7a3703ec2d583b HTTP/1.1" status: 200 len: 375 time: 0.0771356 Jul 22 16:33:15.825925 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd74386e-7257-4ccd-9838-dd3c6778ec15 req-c2de2e4c-7bcc-4759-aa4d-9c96847b8e0a service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159341 Jul 22 16:33:15.877419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['acf77efc-51a7-4eb5-b9a6-6b2ddb858999'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:15.908717 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-083d3a52-fb2b-4670-80fb-f05d7c6dc7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.944622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['acf77efc-51a7-4eb5-b9a6-6b2ddb858999'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:15.984462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-083d3a52-fb2b-4670-80fb-f05d7c6dc7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:15.999819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df6434-e065-4d3c-a1c3-196de92474ed req-485aaaad-f5a3-49e6-829b-1fae0610e0ca tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:16.013234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03df6434-e065-4d3c-a1c3-196de92474ed req-485aaaad-f5a3-49e6-829b-1fae0610e0ca tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.1852245 Jul 22 16:33:16.097296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-f230aaa0-c441-4385-81b5-4afbb08cdeaa tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea0f3a11b0a44ca98a7a3703ec2d583b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2827451 Jul 22 16:33:16.099526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dfda260-3b26-4936-9023-d7cbe0c5802f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.102592 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dfda260-3b26-4936-9023-d7cbe0c5802f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.108155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6dfda260-3b26-4936-9023-d7cbe0c5802f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3400ec73-db96-4547-9af5-5f408166b0d0 HTTP/1.1" status: 204 len: 168 time: 0.8170991 Jul 22 16:33:16.118968 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-083d3a52-fb2b-4670-80fb-f05d7c6dc7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.122554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-083d3a52-fb2b-4670-80fb-f05d7c6dc7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.123474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03df6434-e065-4d3c-a1c3-196de92474ed req-15d04cfc-f120-428e-9037-80da64ddcc56 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864549 Jul 22 16:33:16.126754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-083d3a52-fb2b-4670-80fb-f05d7c6dc7b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43f8abb2-cc7c-42b6-8420-8b6bfbf080b1 HTTP/1.1" status: 204 len: 168 time: 0.5115724 Jul 22 16:33:16.127989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfda260-3b26-4936-9023-d7cbe0c5802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3400ec73-db96-4547-9af5-5f408166b0d0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:16.140915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d3a52-fb2b-4670-80fb-f05d7c6dc7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f8abb2-cc7c-42b6-8420-8b6bfbf080b1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:16.193988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:16.198762 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b738e30-b8ca-4ab7-b519-c4682716d6ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:16.355248 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-56ce2a1f-9f41-496c-aa08-fd47bf27bdc2 service neutron] 10.222.0.53 "GET /v2.0/networks/e3add8e6-691b-4109-9b3c-42e4bec9c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020037 Jul 22 16:33:16.387226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371bcf1-b11e-41c2-bfba-4ede04831e1c req-e8b73d92-36ff-4083-a032-da0ef4593455 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:16.393855 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9371bcf1-b11e-41c2-bfba-4ede04831e1c req-e8b73d92-36ff-4083-a032-da0ef4593455 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.1304510 Jul 22 16:33:16.449714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9371bcf1-b11e-41c2-bfba-4ede04831e1c req-9d5ae6db-4386-4d78-aa63-9a5d9b82f6d6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547318 Jul 22 16:33:16.529171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-75a5a48f-6fd3-4c59-917e-1ddad8553722 service neutron] 10.222.0.53 "GET /v2.0/networks/e3add8e6-691b-4109-9b3c-42e4bec9c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565576 Jul 22 16:33:16.651645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-a029af35-4999-47e8-9e1b-c5bd84d7b49e tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1600800 Jul 22 16:33:16.661510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:16.697966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.748666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36614) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:16.776302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-997e6846-c10e-443b-82a6-54e5b9de1a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.833002 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:16.983458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47d78-6748-4512-840f-c390bb2e668a req-5c8fe20a-402a-44cb-9e04-19b1f4e94349 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:16.989324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02a47d78-6748-4512-840f-c390bb2e668a req-5c8fe20a-402a-44cb-9e04-19b1f4e94349 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 945 time: 0.1398795 Jul 22 16:33:17.026995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Allocated IP 172.25.3.166 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/04854dc3-a650-42f1-9007-f4dd21a6ec49) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:17.056025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-997e6846-c10e-443b-82a6-54e5b9de1a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.079030 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-997e6846-c10e-443b-82a6-54e5b9de1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.117495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36624) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:17.175824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-997e6846-c10e-443b-82a6-54e5b9de1a40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af957eb64d1a42f68a44f1925cdb77a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248037 Jul 22 16:33:17.177291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e6846-c10e-443b-82a6-54e5b9de1a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0a7a23-d038-4c8a-9413-9a0d80c23419,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:17.180189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:17.215731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-02a47d78-6748-4512-840f-c390bb2e668a req-09c3aa37-1b69-462c-8721-5c146f428c1d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139318 Jul 22 16:33:17.242247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.278888 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8873bd30-f831-4e70-b8aa-b8bf5f8762bc x-openstack-request-id: req-8873bd30-f831-4e70-b8aa-b8bf5f8762bc {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:17.278888 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:17.278888 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8873bd30-f831-4e70-b8aa-b8bf5f8762bc {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:17.279355 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'status': 'completed', 'code': 200} Jul 22 16:33:17.356909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.392937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6011b6d7-d063-4e47-b879-88559e5ac913 req-979b988b-2065-403a-ba64-3f30b9c545c3 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 210 time: 0.0629981 Jul 22 16:33:17.405866 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-389a3bc5-c1f8-4de0-b900-cb20b0bb40da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.430278 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:17.437384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:17.441613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:17.482368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-389a3bc5-c1f8-4de0-b900-cb20b0bb40da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.496454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-network', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:17.509147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device fe500f77-5c08-48fc-b090-7f353f6507a8 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:17.588918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port fe500f77-5c08-48fc-b090-7f353f6507a8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:17.595033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Pushing event updated for resources: {'Port': ['ID=04854dc3-a650-42f1-9007-f4dd21a6ec49,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:17.598360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port fe500f77-5c08-48fc-b090-7f353f6507a8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:17.599078 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.602465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-cab41aa3-3fee-4e90-b54b-2992f580b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.604075 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-cab41aa3-3fee-4e90-b54b-2992f580b2c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1098 time: 0.2163846 Jul 22 16:33:17.604828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Made reservation on behalf of 32100b482f734b6d9fee2dd5f5fb5d28 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:17.607270 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.636231 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.677911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-389a3bc5-c1f8-4de0-b900-cb20b0bb40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.681473 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-389a3bc5-c1f8-4de0-b900-cb20b0bb40da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.686604 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-389a3bc5-c1f8-4de0-b900-cb20b0bb40da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a0a7a23-d038-4c8a-9413-9a0d80c23419 HTTP/1.1" status: 204 len: 168 time: 0.5009973 Jul 22 16:33:17.763556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a3bc5-c1f8-4de0-b900-cb20b0bb40da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0a7a23-d038-4c8a-9413-9a0d80c23419,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:17.780638 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.817704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685976df-1610-4572-a654-71f609355a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe500f77-5c08-48fc-b090-7f353f6507a8'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:17.821876 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475d20d-2551-49b2-8982-e0c53320f12c" -d '{"events": [{"server_uuid": "685976df-1610-4572-a654-71f609355a1a", "name": "network-vif-plugged", "status": "completed", "tag": "fe500f77-5c08-48fc-b090-7f353f6507a8"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:17.852495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port fe500f77-5c08-48fc-b090-7f353f6507a8, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fe500f77-5c08-48fc-b090-7f353f6507a8,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:17.856322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760f052-b6ca-46a5-af6b-3af3bc25f92a req-1053e481-b728-4eb0-8d04-a7458e4b8afa tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.859835 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.866786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e760f052-b6ca-46a5-af6b-3af3bc25f92a req-1053e481-b728-4eb0-8d04-a7458e4b8afa tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.3369915 Jul 22 16:33:17.902588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:17.966986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-d46c0814-2c3e-4181-a49e-6492e4d18bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:17.968693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-d46c0814-2c3e-4181-a49e-6492e4d18bec service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 921 time: 0.3461635 Jul 22 16:33:17.969893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36656) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:17.976624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=fe500f77-5c08-48fc-b090-7f353f6507a8,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:18.022709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.030317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e760f052-b6ca-46a5-af6b-3af3bc25f92a req-bf110148-4ac5-4313-b034-6ead1bc12806 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470559 Jul 22 16:33:18.064389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-e6d76256-9530-460d-8ba7-58576b8293f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 217 time: 0.0740066 Jul 22 16:33:18.145612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.161689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.169430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-26135691-e997-471b-aa1d-71d6a85ec64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.171195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-26135691-e997-471b-aa1d-71d6a85ec64e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 200 len: 860 time: 0.0909662 Jul 22 16:33:18.262332 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.277920 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.280985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-d2f224b8-4085-4fcb-a270-260b14b86f81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799198 Jul 22 16:33:18.282830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:33:18.297247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc8244-8120-4525-8ec8-cad253586f06,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:18.308922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.309526 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Added segment 6ee38d30-742b-43d2-a5d5-7c07ef16e722 of type vlan for network d49bb0aa-14bc-439b-82b7-47a5f5314a99 Jul 22 16:33:18.388511 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-636ebb59-394b-4584-b06f-094edf13a0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.391858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-network', 'tenant_id': 'a2f13c9e3718471da33e556b97167468'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:18.435563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Pushing event updated for resources: {'Port': ['ID=04854dc3-a650-42f1-9007-f4dd21a6ec49,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:18.499650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.511158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254378c0-a787-484d-ae5d-06402c84be21 req-0e43a57c-fc35-445f-acd7-97aafb2c7506 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.513451 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-254378c0-a787-484d-ae5d-06402c84be21 req-0e43a57c-fc35-445f-acd7-97aafb2c7506 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.3638325 Jul 22 16:33:18.516551 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.536724 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.538132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ec8281f0-68ab-4665-b203-997ecd4927c1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8811228 Jul 22 16:33:18.551131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:18.555436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.583136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.603697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-ddf705cc-8f62-4cd3-8dd5-56c83df8f7bc tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0563319 Jul 22 16:33:18.648821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-254378c0-a787-484d-ae5d-06402c84be21 req-d9928d15-ce8a-469a-b9dc-45be24535d40 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222723 Jul 22 16:33:18.654997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-665bd947-e57d-455a-9b23-f5289223eb61 service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514447 Jul 22 16:33:18.658495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.659596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.660249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:18.753040 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e746dbb-7035-4130-a603-3e1ec1ba3920 x-openstack-request-id: req-4e746dbb-7035-4130-a603-3e1ec1ba3920 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:18.753749 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685976df-1610-4572-a654-71f609355a1a", "name": "network-vif-plugged", "status": "completed", "tag": "fe500f77-5c08-48fc-b090-7f353f6507a8", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:18.754117 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e746dbb-7035-4130-a603-3e1ec1ba3920 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:18.754385 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685976df-1610-4572-a654-71f609355a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe500f77-5c08-48fc-b090-7f353f6507a8', 'code': 200} Jul 22 16:33:18.801226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-b2748898-ef6d-4851-8d5c-abe046b20302 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:18.814081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea2da03a-a0b5-45bb-8027-e432d64acd30 req-b2748898-ef6d-4851-8d5c-abe046b20302 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2045865 Jul 22 16:33:18.863291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] Pushing event updated for resources: {'Network': ['ID=d49bb0aa-14bc-439b-82b7-47a5f5314a99,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:18.881217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network d49bb0aa-14bc-439b-82b7-47a5f5314a99 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:33:18.963141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c06d8b43-a713-4909-9782-5dbc10c51ea0 req-ee7443d7-5ebb-4852-ae99-ce9f44215661 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 210 time: 0.0562074 Jul 22 16:33:19.151801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00661e84-719e-46ef-b09e-e040273913c5 req-0d759059-936e-44d3-a2c4-60e40a3413f0 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:19.153841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-0d759059-936e-44d3-a2c4-60e40a3413f0 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1041431 Jul 22 16:33:19.213281 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-de2059b3-6535-49cf-8030-16b7fc420b5e tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0524747 Jul 22 16:33:19.226114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-00661e84-719e-46ef-b09e-e040273913c5 req-cb38360c-468c-4fc7-b621-ba2687084f79 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Request body: {'floatingip': {'port_id': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:19.266290 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-00661e84-719e-46ef-b09e-e040273913c5 req-cb38360c-468c-4fc7-b621-ba2687084f79 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.308766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b738e30-b8ca-4ab7-b519-c4682716d6ed req-795d3ab2-7ea3-4c31-b71d-9c973cd20ece service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6366458 Jul 22 16:33:19.400384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a515116-1a61-4066-95cf-7163e430864a req-b186e233-8bdd-4ba8-ab28-7a5b77fe9d9a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:19.402135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a515116-1a61-4066-95cf-7163e430864a req-b186e233-8bdd-4ba8-ab28-7a5b77fe9d9a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 946 time: 0.5432906 Jul 22 16:33:19.408725 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.418345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583bef2-0674-4448-972d-601e823a1389 req-9b10ceec-2482-47fa-9564-7463430db3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:19.420095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8583bef2-0674-4448-972d-601e823a1389 req-9b10ceec-2482-47fa-9564-7463430db3ba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 1098 time: 0.1632965 Jul 22 16:33:19.428941 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.441385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ddc34468-03ab-45ce-a3b9-330e9c171a70 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3179522 Jul 22 16:33:19.448564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36694) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:19.462874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Request body: {'subnet': {'network_id': 'd49bb0aa-14bc-439b-82b7-47a5f5314a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-subnet', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:19.492598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:33:19.556674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf6c4f1-e3f6-4f00-8f56-2edcbf206033,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:19.562279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a515116-1a61-4066-95cf-7163e430864a req-daff9f6b-1b5e-4451-87f3-08f4dd50deb7 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508338 Jul 22 16:33:19.569117 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.569471 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Added segment 3b821821-a077-4c73-abed-242a3e20123f of type vlan for network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 Jul 22 16:33:19.572398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Made reservation on behalf of 32100b482f734b6d9fee2dd5f5fb5d28 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:19.574706 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.697412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8583bef2-0674-4448-972d-601e823a1389 req-2a99a549-a551-4352-a555-e2690324ef66 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626724 Jul 22 16:33:19.807125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.955245 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-00661e84-719e-46ef-b09e-e040273913c5 req-cb38360c-468c-4fc7-b621-ba2687084f79 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:19.962800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-00661e84-719e-46ef-b09e-e040273913c5 req-cb38360c-468c-4fc7-b621-ba2687084f79 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.000006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-32559b97-8f89-4d21-98a7-ff55f510064c tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.001556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-32559b97-8f89-4d21-98a7-ff55f510064c tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.20 "GET /v2.0/networks?id=e3add8e6-691b-4109-9b3c-42e4bec9c2c5 HTTP/1.1" status: 200 len: 806 time: 0.4012589 Jul 22 16:33:20.005255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.006207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.007978 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.080841 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-00661e84-719e-46ef-b09e-e040273913c5 req-cb38360c-468c-4fc7-b621-ba2687084f79 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Floating IP 1e02e04b-1f71-49d3-9169-21f823f19eae associated. External IP: 172.25.3.166, port: acf77efc-51a7-4eb5-b9a6-6b2ddb858999. Jul 22 16:33:20.088058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1142311 Jul 22 16:33:20.101619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279693b-f744-4a5d-b5a8-c4f72fafbebb req-16426723-5fc5-4652-a583-91196f2c96ab tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.103208 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e279693b-f744-4a5d-b5a8-c4f72fafbebb req-16426723-5fc5-4652-a583-91196f2c96ab tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.4083517 Jul 22 16:33:20.105647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:20.140569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Request body: {'subnet': {'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-subnet', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:20.175804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a71db7-33ec-484e-acb0-9d01381d8f18 admin admin] Pushing event updated for resources: {'Network': ['ID=5c402dae-4a59-456a-ac2a-2fe0d3eb2803,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:20.187658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:33:20.248842 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-d6aeb2cd-9400-45eb-a813-c187bd4d031d tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea0f3a11b0a44ca98a7a3703ec2d583b HTTP/1.1" status: 200 len: 380 time: 0.2251670 Jul 22 16:33:20.267389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Request body: {'port': {'device_id': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'admin_state_up': True, 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'security_groups': ['05d24663-cc4c-47d6-b6a9-3b2e30b14694']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:20.298887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:20.301253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.310269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e279693b-f744-4a5d-b5a8-c4f72fafbebb req-4fef1858-aaae-4fac-8a8a-62d95e66d7f7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632152 Jul 22 16:33:20.331534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.544115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b0dae0-dc25-4518-958a-542fc757c9cb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:20.636058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Checking segment: {'id': '6ee38d30-742b-43d2-a5d5-7c07ef16e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd49bb0aa-14bc-439b-82b7-47a5f5314a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:20.636419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Network hostable DHCP agents. Network: d49bb0aa-14bc-439b-82b7-47a5f5314a99, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:33:20.664123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Made reservation on behalf of ea0f3a11b0a44ca98a7a3703ec2d583b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:20.667650 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.669759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00661e84-719e-46ef-b09e-e040273913c5 req-cb38360c-468c-4fc7-b621-ba2687084f79 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:20.719579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187ebc5-0e52-46c9-9c49-10dcc8ab7250 req-8b5f7832-b044-45a1-a3b0-285e3319899a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.721136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9187ebc5-0e52-46c9-9c49-10dcc8ab7250 req-8b5f7832-b044-45a1-a3b0-285e3319899a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.2556498 Jul 22 16:33:20.735524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Network d49bb0aa-14bc-439b-82b7-47a5f5314a99 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:33:20.798316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00661e84-719e-46ef-b09e-e040273913c5 req-cb38360c-468c-4fc7-b621-ba2687084f79 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:20.803181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-00661e84-719e-46ef-b09e-e040273913c5 req-cb38360c-468c-4fc7-b621-ba2687084f79 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.811803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.812025 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] Sync routers for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:20.813602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, d49bb0aa-14bc-439b-82b7-47a5f5314a99) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:20.824248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef59419-c61e-4d2f-96f9-90895545dd8f None None] Network d49bb0aa-14bc-439b-82b7-47a5f5314a99 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:20.833750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:20.834347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:20.836536 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:20.838423 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:20.859987 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-cb38360c-468c-4fc7-b621-ba2687084f79 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "PUT /v2.0/floatingips/1e02e04b-1f71-49d3-9169-21f823f19eae HTTP/1.1" status: 200 len: 997 time: 1.6384671 Jul 22 16:33:20.860457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:20.862800 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd60992-f2d6-4cf8-8af5-9898380dc68e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:20.925401 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fe551cd1-87fc-4d34-8210-74e94ec4aa19 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4661326 Jul 22 16:33:20.926342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9187ebc5-0e52-46c9-9c49-10dcc8ab7250 req-bb456642-9177-4d0c-a965-01c932ebb39e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921639 Jul 22 16:33:20.943432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36716) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:20.951982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:20.974381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc4c2575-cbae-40f7-9acf-339211b5628e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:21.005807 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-177670ab-94bc-4b8c-8637-562ecc428663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.010363 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.014911 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.017548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Allocated IP 172.20.0.6 (e3add8e6-691b-4109-9b3c-42e4bec9c2c5/e9149d76-5b68-4a02-a98a-afe0fd073dac/7b3a9c5c-ff75-4674-8b21-2ea1351caf36) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:21.070250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00661e84-719e-46ef-b09e-e040273913c5 req-fd8db195-e39d-417e-99c2-93295bd634d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:21.078857 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:21.090208 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-fd8db195-e39d-417e-99c2-93295bd634d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1098 time: 0.1983013 Jul 22 16:33:21.222178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.224413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00661e84-719e-46ef-b09e-e040273913c5 req-3477e143-c9e1-4ae9-bb37-8b36aaf529b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:21.238762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-3477e143-c9e1-4ae9-bb37-8b36aaf529b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 921 time: 0.1473715 Jul 22 16:33:21.275550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-d49bb0aa-14bc-439b-82b7-47a5f5314a99', 'network_id': 'd49bb0aa-14bc-439b-82b7-47a5f5314a99', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'fixed_ips': [{'subnet_id': '28b0dae0-dc25-4518-958a-542fc757c9cb'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:33:21.276567 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.282837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Checking segment: {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:21.283845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Network hostable DHCP agents. Network: 5c402dae-4a59-456a-ac2a-2fe0d3eb2803, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:33:21.364791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.389433 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-273d0c3c-b24c-417a-98a3-ffe52ad4160f req-162d5a6b-c814-4d46-b300-fd590e44136e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 210 time: 0.1081345 Jul 22 16:33:21.446410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:33:21.480607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 5c402dae-4a59-456a-ac2a-2fe0d3eb2803) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:21.486948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Allocated IP 172.20.0.2 (d49bb0aa-14bc-439b-82b7-47a5f5314a99/28b0dae0-dc25-4518-958a-542fc757c9cb/36f52685-af75-41f3-be2e-40f7dd8d4f47) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:21.494742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2382d83-18bf-401e-9d31-b46a09c00d43 None None] Network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:21.509087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:21.509425 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.517249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.565769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b517b4fa-7cde-412f-9fb1-82c5f73ab9b9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4572234 Jul 22 16:33:21.566950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Transition to ACTIVE for port object 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:21.570844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36722) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:21.577150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:21.586078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-5e8ced50-d03c-4756-a22e-77e794b0221c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 1000 time: 0.3460016 Jul 22 16:33:21.627368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.628720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.677918 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.688953 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '1e02e04b-1f71-49d3-9169-21f823f19eae', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'port_id': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'mac_address': 'fa:16:3e:c3:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 1, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71159811-2c09-41a4-bdd8-2488be897075', 'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'mac_address': 'fa:16:3e:ef:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:55Z', 'updated_at': '2021-07-22T16:32:02Z', 'revision_number': 5, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'subnets': [{'id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:21.735741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.756339 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] Checking router: e70eb21a-b6a5-4e46-a87b-5f0f3487c662 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:21.771594 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:21.773229 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:21.823869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00661e84-719e-46ef-b09e-e040273913c5 req-f9c328f2-9f9a-4b42-8590-db8f22e586f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:21.825549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-f9c328f2-9f9a-4b42-8590-db8f22e586f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 200 len: 860 time: 0.2317166 Jul 22 16:33:21.871317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:33:21.873007 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.879585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:21.902201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:21.912568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-5a6945e1-9497-4d2a-9b84-b4aa65478574 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d38306bd844e4cafb493d60e139220ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1150672 Jul 22 16:33:21.914262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:21.917995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:21.997627 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.011829 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:22.028443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Transition to ACTIVE for port object 36f52685-af75-41f3-be2e-40f7dd8d4f47 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:22.030508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-99832bac-7e63-477e-8a28-bbdbdef544db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264858 Jul 22 16:33:22.096958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Transition to ACTIVE for port object 36f52685-af75-41f3-be2e-40f7dd8d4f47 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:22.115302 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.176797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Pushing event updated for resources: {'Port': ['ID=36f52685-af75-41f3-be2e-40f7dd8d4f47,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:22.197062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Allocated IP 172.20.0.2 (5c402dae-4a59-456a-ac2a-2fe0d3eb2803/cc4c2575-cbae-40f7-9acf-339211b5628e/c5b52b04-c4a3-4b96-8c7e-c41367e8e9de) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:22.205716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Network d49bb0aa-14bc-439b-82b7-47a5f5314a99 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:22.208918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:22.215124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:22.230013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Pushing event updated for resources: {'Port': ['ID=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:22.249433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:22.250111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.298979 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-744fe595-eca9-4543-b0f3-677f1c3aa53b service neutron] 10.222.0.53 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672465 Jul 22 16:33:22.356187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Attempting to bind port 36f52685-af75-41f3-be2e-40f7dd8d4f47 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:22.357149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Attempting to bind port 36f52685-af75-41f3-be2e-40f7dd8d4f47 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '6ee38d30-742b-43d2-a5d5-7c07ef16e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd49bb0aa-14bc-439b-82b7-47a5f5314a99'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:22.357149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Attempting to bind port 36f52685-af75-41f3-be2e-40f7dd8d4f47 on network d49bb0aa-14bc-439b-82b7-47a5f5314a99 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:22.368805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:22.369427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Checking segment: {'id': '6ee38d30-742b-43d2-a5d5-7c07ef16e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd49bb0aa-14bc-439b-82b7-47a5f5314a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:22.369656 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.369955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Bound using segment: {'id': '6ee38d30-742b-43d2-a5d5-7c07ef16e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd49bb0aa-14bc-439b-82b7-47a5f5314a99'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:22.370421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Bound port: 36f52685-af75-41f3-be2e-40f7dd8d4f47, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ee38d30-742b-43d2-a5d5-7c07ef16e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd49bb0aa-14bc-439b-82b7-47a5f5314a99'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:22.370814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.475492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.500484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-b1226aea-c8bf-4c91-8a33-241f0300c563 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2387328 Jul 22 16:33:22.511001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e2590230-5905-455b-a033-7f3627723b45 None None] For port 36f52685-af75-41f3-be2e-40f7dd8d4f47, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:22.515386 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.519479 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c63c8948-9278-4e07-ac03-b9adcf2a7226 None None] Provisioning for port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:22.549387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e2590230-5905-455b-a033-7f3627723b45 None None] For port 36f52685-af75-41f3-be2e-40f7dd8d4f47, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=36f52685-af75-41f3-be2e-40f7dd8d4f47,segment=NetworkSegment(6ee38d30-742b-43d2-a5d5-7c07ef16e722),segment_id=6ee38d30-742b-43d2-a5d5-7c07ef16e722)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:22.550347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c63c8948-9278-4e07-ac03-b9adcf2a7226 None None] Provisioning complete for port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:22.550717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c63c8948-9278-4e07-ac03-b9adcf2a7226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.557821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Request body: {'port': {'device_id': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:22.562596 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.586697 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.594108 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.605878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-8442db6b-da61-4275-9719-d84283861722 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:22.608134 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-8442db6b-da61-4275-9719-d84283861722 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6298139 Jul 22 16:33:22.623675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Transition to ACTIVE for port object c5b52b04-c4a3-4b96-8c7e-c41367e8e9de will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:22.631414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.647512 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00661e84-719e-46ef-b09e-e040273913c5 req-fa8beb7a-2ee7-4caa-8b4a-b24498ddfa90 service neutron] 10.222.0.53 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912495 Jul 22 16:33:22.656433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c63c8948-9278-4e07-ac03-b9adcf2a7226 None None] Port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:22.682631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Transition to ACTIVE for port object c5b52b04-c4a3-4b96-8c7e-c41367e8e9de will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:22.693624 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.696537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2590230-5905-455b-a033-7f3627723b45 None None] Pushing event updated for resources: {'Port': ['ID=36f52685-af75-41f3-be2e-40f7dd8d4f47,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:22.717205 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-8a4c0104-3f31-403d-903a-8795e3978ff0 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/quotas/d38306bd844e4cafb493d60e139220ee HTTP/1.1" status: 200 len: 375 time: 0.0877972 Jul 22 16:33:22.742335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:22.747561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:22.754009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:22.769383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Pushing event updated for resources: {'Port': ['ID=c5b52b04-c4a3-4b96-8c7e-c41367e8e9de,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:22.784299 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-1b3211e7-e442-4f40-beb3-404e0d85fd46 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d38306bd844e4cafb493d60e139220ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536137 Jul 22 16:33:22.797440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Allocated IP 172.25.3.41 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/60799d7e-9ec5-4f1a-aa23-db7b143bdd27) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:22.857472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Attempting to bind port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:22.858119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Attempting to bind port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:22.858693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Attempting to bind port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de on network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:22.874830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:22.877048 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Checking segment: {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:22.877668 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.878070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Bound using segment: {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:22.878570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Bound port: c5b52b04-c4a3-4b96-8c7e-c41367e8e9de, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:22.885251 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.893305 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '1e02e04b-1f71-49d3-9169-21f823f19eae', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'port_id': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'mac_address': 'fa:16:3e:c3:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 1, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71159811-2c09-41a4-bdd8-2488be897075', 'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'mac_address': 'fa:16:3e:ef:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:55Z', 'updated_at': '2021-07-22T16:32:02Z', 'revision_number': 5, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'subnets': [{'id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:22.949294 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.952610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:22.980215 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424e1f2-873e-4e9e-a242-99a4c15edd76 None None] The sync data for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 is: [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '1e02e04b-1f71-49d3-9169-21f823f19eae', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'port_id': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'mac_address': 'fa:16:3e:c3:96:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:17Z', 'updated_at': '2021-07-22T16:33:19Z', 'revision_number': 1, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71159811-2c09-41a4-bdd8-2488be897075', 'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'mac_address': 'fa:16:3e:ef:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:55Z', 'updated_at': '2021-07-22T16:32:02Z', 'revision_number': 5, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'subnets': [{'id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:23.004102 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.063811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:23.068404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:23.073889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] For port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:23.079464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] For port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c5b52b04-c4a3-4b96-8c7e-c41367e8e9de,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:23.083844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:23.086630 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:23.137185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Pushing event updated for resources: {'Port': ['ID=60799d7e-9ec5-4f1a-aa23-db7b143bdd27,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:23.237699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed1ed5-cfb6-42cb-afa0-034ae96ab584 None None] Pushing event updated for resources: {'Port': ['ID=c5b52b04-c4a3-4b96-8c7e-c41367e8e9de,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:23.282675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d0a2d-873a-4cc6-94ed-3fab5c042abd req-1f12e0a3-7eb7-49a9-a9ff-c268cb0a2945 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:23.285283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a19d0a2d-873a-4cc6-94ed-3fab5c042abd req-1f12e0a3-7eb7-49a9-a9ff-c268cb0a2945 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 946 time: 0.2919185 Jul 22 16:33:23.380028 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bfc71b-83db-42e8-a657-0de2166101ad x-openstack-request-id: req-e0bfc71b-83db-42e8-a657-0de2166101ad {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:23.384218 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:23.386721 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0bfc71b-83db-42e8-a657-0de2166101ad {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:23.387427 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'status': 'completed', 'code': 200} Jul 22 16:33:23.515852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d70a1-106a-4ee9-a4d0-072a1f8e7ef5 None None] New status for floating IP 1e02e04b-1f71-49d3-9169-21f823f19eae: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:33:23.577400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a19d0a2d-873a-4cc6-94ed-3fab5c042abd req-a62549bf-7090-438a-9510-83a6939d4223 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916250 Jul 22 16:33:24.104596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.129367 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.154773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099a4fc-6e71-45e6-9a9f-a4ed06bcaaa0 req-e5cc1fa9-9c0c-48c7-9aab-94e27d4d116e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:24.168277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7099a4fc-6e71-45e6-9a9f-a4ed06bcaaa0 req-e5cc1fa9-9c0c-48c7-9aab-94e27d4d116e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.3428731 Jul 22 16:33:24.246836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0d28f-a475-40bc-ae22-75b7fb1463b4 req-8b01e42e-8c7f-4081-b4ec-69af527bfd1e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:24.258789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.259139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 36f52685-af75-41f3-be2e-40f7dd8d4f47 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:24.268659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d0d28f-a475-40bc-ae22-75b7fb1463b4 req-8b01e42e-8c7f-4081-b4ec-69af527bfd1e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.7366037 Jul 22 16:33:24.325959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.405734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 36f52685-af75-41f3-be2e-40f7dd8d4f47 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:24.413703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c5b52b04-c4a3-4b96-8c7e-c41367e8e9de up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:24.470037 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7099a4fc-6e71-45e6-9a9f-a4ed06bcaaa0 req-1b3ad875-d8c6-4936-8b81-f7f47239e79e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857046 Jul 22 16:33:24.529985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d0d28f-a475-40bc-ae22-75b7fb1463b4 req-c73782e5-3d1b-4b12-9bdb-004ce3ef92b0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502968 Jul 22 16:33:24.577255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:24.607575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-27c28a1f-31bf-42d2-be65-8568a4c7b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:24.609371 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-27c28a1f-31bf-42d2-be65-8568a4c7b3a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1098 time: 1.0890348 Jul 22 16:33:24.737884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b43c9-ab5f-47a5-89fd-3e2fc4434ffd None None] Network d49bb0aa-14bc-439b-82b7-47a5f5314a99 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:24.833363 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:24.861811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc9127-50ab-4357-8593-aba48c2d676e req-c1e3f993-a673-4627-9d20-b192d3453149 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:24.870360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48bc9127-50ab-4357-8593-aba48c2d676e req-c1e3f993-a673-4627-9d20-b192d3453149 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 931 time: 0.2152848 Jul 22 16:33:24.889595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:24.999074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-60a52f99-3c45-4169-95c3-97a84e15d147 None None] Provisioning for port 36f52685-af75-41f3-be2e-40f7dd8d4f47 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:25.014375 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.046348 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48bc9127-50ab-4357-8593-aba48c2d676e req-d8ba520b-9d95-48c9-93c0-315107e57a08 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730292 Jul 22 16:33:25.062168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-60a52f99-3c45-4169-95c3-97a84e15d147 None None] Provisioning complete for port 36f52685-af75-41f3-be2e-40f7dd8d4f47 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:25.064320 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60a52f99-3c45-4169-95c3-97a84e15d147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.072723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-302ba1c7-580e-47db-b5ab-20024b05ab73 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.4399428 Jul 22 16:33:25.129268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Transition to ACTIVE for port object 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:25.192408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99b144-fd44-49cc-a6c7-8b0f5ec4dbe7 None None] Network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:25.265851 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dcd72ea6-2527-4ea4-98be-e5774c317968 req-25df2821-fa3c-437e-8fde-4c836e914990 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 210 time: 0.0814533 Jul 22 16:33:25.277097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Router b02491b0-6aac-41ab-8b32-3f82a28161d2 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:33:25.466206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:25.482146 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Sync routers for ids ['b02491b0-6aac-41ab-8b32-3f82a28161d2'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:25.528469 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Routers {'b02491b0-6aac-41ab-8b32-3f82a28161d2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:25.533039 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b02491b0-6aac-41ab-8b32-3f82a28161d2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:25.540632 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.554165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3f596296-cd8b-4782-bb24-6a0c56aca33f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.6083522 Jul 22 16:33:25.555313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:25.757254 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60a52f99-3c45-4169-95c3-97a84e15d147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.875273 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Set router b02491b0-6aac-41ab-8b32-3f82a28161d2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:25.916950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-60a52f99-3c45-4169-95c3-97a84e15d147 None None] For port 36f52685-af75-41f3-be2e-40f7dd8d4f47, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=36f52685-af75-41f3-be2e-40f7dd8d4f47,segment=NetworkSegment(6ee38d30-742b-43d2-a5d5-7c07ef16e722),segment_id=6ee38d30-742b-43d2-a5d5-7c07ef16e722)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:25.925849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-e045ff24-0a35-4c49-9999-f70aa30d7aeb tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d38306bd844e4cafb493d60e139220ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375228 Jul 22 16:33:25.926649 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.927959 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60a52f99-3c45-4169-95c3-97a84e15d147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:25.944871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Allocated IP 172.25.3.80 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/26558e8d-6ca9-4023-aed7-3a37ad684b3a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:26.020286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a52f99-3c45-4169-95c3-97a84e15d147 None None] Pushing event updated for resources: {'Port': ['ID=36f52685-af75-41f3-be2e-40f7dd8d4f47,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:26.080418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-716fe06d-8568-4c91-8b42-147906b05373 None None] Provisioning for port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:26.091576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-716fe06d-8568-4c91-8b42-147906b05373 None None] Provisioning complete for port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:26.092338 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-716fe06d-8568-4c91-8b42-147906b05373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.107960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-5d81c875-1ae0-4761-9535-dbb557f98582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:26.109738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-5d81c875-1ae0-4761-9535-dbb557f98582 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 921 time: 1.4798675 Jul 22 16:33:26.179443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-940d57fc-d889-4919-a9cd-8697489fc142 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:26.194636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-940d57fc-d889-4919-a9cd-8697489fc142 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports/acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 943 time: 1.1206648 Jul 22 16:33:26.216640 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-716fe06d-8568-4c91-8b42-147906b05373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.286794 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 3, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'gw_port': {'id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:26.333017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-716fe06d-8568-4c91-8b42-147906b05373 None None] For port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c5b52b04-c4a3-4b96-8c7e-c41367e8e9de,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:26.335605 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Checking router: b02491b0-6aac-41ab-8b32-3f82a28161d2 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:26.336817 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Updating router b02491b0-6aac-41ab-8b32-3f82a28161d2 port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:26.339939 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-716fe06d-8568-4c91-8b42-147906b05373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.362390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:26.401775 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.431473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-716fe06d-8568-4c91-8b42-147906b05373 None None] Provisioning complete for port 36f52685-af75-41f3-be2e-40f7dd8d4f47 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:26.432441 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-716fe06d-8568-4c91-8b42-147906b05373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.587560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-0b5d9c57-9f56-4b23-b086-af9207bc19b0 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:26.590005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fe06d-8568-4c91-8b42-147906b05373 None None] Pushing event updated for resources: {'Port': ['ID=c5b52b04-c4a3-4b96-8c7e-c41367e8e9de,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:26.590173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-0b5d9c57-9f56-4b23-b086-af9207bc19b0 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6396422 Jul 22 16:33:26.649673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Request body: {'port': {'device_id': '6071c124-9abe-44a0-a030-fd576390ec37', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'd38306bd844e4cafb493d60e139220ee'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:26.725422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-ca9ee50d-9d22-4666-8bde-f2e0f10282e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 1002 time: 0.5839152 Jul 22 16:33:26.746945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-bd699b6a-f378-416e-a8b5-dc6f4bf95fd1 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.4373832 Jul 22 16:33:26.782266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1e66a517-0a45-4078-82e5-701337a7da88 None None] Provisioning complete for port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:26.782911 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e66a517-0a45-4078-82e5-701337a7da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.864021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:26.866986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7f979-8dbb-410e-8a16-021ca9146f91 req-7a5afe0f-5d0c-4480-b091-7ab7d568fbaf tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:26.869722 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0c7f979-8dbb-410e-8a16-021ca9146f91 req-7a5afe0f-5d0c-4480-b091-7ab7d568fbaf tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.6261377 Jul 22 16:33:26.987652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0c7f979-8dbb-410e-8a16-021ca9146f91 req-0ba833d2-8ad6-4a2f-a00c-5218f18c7663 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981035 Jul 22 16:33:27.003504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Attempting to bind port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:27.003889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Attempting to bind port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:27.004174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Attempting to bind port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 on network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:27.008479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-63f61b44-dda1-4d67-b13c-0cce519d7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:27.008738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-63f61b44-dda1-4d67-b13c-0cce519d7fa0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 200 len: 860 time: 0.2706664 Jul 22 16:33:27.052929 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-650901fb-5632-41c0-9cd2-6ba2f609cf16 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371089 Jul 22 16:33:27.074540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 on network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:27.074833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Attempting to bind port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 on network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:27.115268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-6080e285-9075-415c-a085-9e8926edc6f7 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:27.119612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-6080e285-9075-415c-a085-9e8926edc6f7 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.3716354 Jul 22 16:33:27.126353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Made reservation on behalf of d38306bd844e4cafb493d60e139220ee for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:27.130408 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.147830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:27.148273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Checking segment: {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:27.148607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Bound using segment: {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:27.149058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Bound port: 7b3a9c5c-ff75-4674-8b21-2ea1351caf36, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c54c527-80ad-4fc2-9173-7bc8df9fe580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:27.149552 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.180536 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.198550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.223293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bdc43-9f83-4895-b76a-12dec484edb9 req-24d1e01d-6b2a-4aee-a370-f132ce10aa86 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:27.224257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.224822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a54bdc43-9f83-4895-b76a-12dec484edb9 req-24d1e01d-6b2a-4aee-a370-f132ce10aa86 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.1170382 Jul 22 16:33:27.347816 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a54bdc43-9f83-4895-b76a-12dec484edb9 req-44430ca6-35db-4d9e-8cce-0d4d757fe415 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821211 Jul 22 16:33:27.393272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:27.396907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-01689e40-e5f0-480e-9ed5-67f0c83b43d6 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.2625546 Jul 22 16:33:27.423170 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.427066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:27.445066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Pushing event updated for resources: {'Port': ['ID=26558e8d-6ca9-4023-aed7-3a37ad684b3a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:27.454169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Allocated IP 172.20.0.1 (d49bb0aa-14bc-439b-82b7-47a5f5314a99/28b0dae0-dc25-4518-958a-542fc757c9cb/b7890c29-ed62-4c0b-a229-5ca24730e8d4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:27.464040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:27.469931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-2f9443e3-d28e-4673-8355-3c77b54a0c5b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:27.470601 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Transition to ACTIVE for port object 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:27.481437 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.483791 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-fb8131ea-a401-44f4-94e6-91e51200c41e service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202697 Jul 22 16:33:27.520948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] For port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:27.579523 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Attempting to bind port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:27.579940 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Attempting to bind port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:27.580347 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Attempting to bind port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:27.583062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] For port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:27.587238 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c76006-f043-492d-b33d-07d25b268c08 None None] Pushing event updated for resources: {'Port': ['ID=60799d7e-9ec5-4f1a-aa23-db7b143bdd27,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:27.599583 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:27.601137 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:27.602501 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.603211 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:27.603997 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Bound port: 60799d7e-9ec5-4f1a-aa23-db7b143bdd27, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:27.604629 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.630447 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.637540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994b69b-bf1b-49ac-90ca-3f3cc006a7c8 req-693769c7-5145-4ea9-bf7e-ade780253b2f tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:27.639125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4994b69b-bf1b-49ac-90ca-3f3cc006a7c8 req-693769c7-5145-4ea9-bf7e-ade780253b2f tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 943 time: 0.1588469 Jul 22 16:33:27.644337 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.676436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Transition to ACTIVE for port object b7890c29-ed62-4c0b-a229-5ca24730e8d4 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:27.703171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4994b69b-bf1b-49ac-90ca-3f3cc006a7c8 req-851ba971-d11f-4e39-b3f1-cc350455e417 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530715 Jul 22 16:33:27.705551 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] For port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:27.712678 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] For port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=60799d7e-9ec5-4f1a-aa23-db7b143bdd27,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:27.726543 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.753085 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.789032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:27.790553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.792824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b3a9c5c-ff75-4674-8b21-2ea1351caf36 HTTP/1.1" status: 200 len: 1092 time: 5.2563798 Jul 22 16:33:27.799329 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c76006-f043-492d-b33d-07d25b268c08 None None] Pushing event updated for resources: {'Port': ['ID=60799d7e-9ec5-4f1a-aa23-db7b143bdd27,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:27.801440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'tag': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:27.805229 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0661f6d4-ba2d-4008-b7a4-42fa070c2648" -d '{"events": [{"name": "network-changed", "server_uuid": "e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8", "tag": "7b3a9c5c-ff75-4674-8b21-2ea1351caf36"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:27.810353 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-2f9443e3-d28e-4673-8355-3c77b54a0c5b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:27.845483 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Routers {'b02491b0-6aac-41ab-8b32-3f82a28161d2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:27.846404 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b02491b0-6aac-41ab-8b32-3f82a28161d2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:27.881748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Network d49bb0aa-14bc-439b-82b7-47a5f5314a99 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:27.883918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-75b3a5bc-d1b1-4b32-9b8a-054fb297d122 req-0694a657-48bc-4249-a4a7-71020746a00d tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 210 time: 0.0717294 Jul 22 16:33:27.887533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:27.890266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:27.930117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Pushing event updated for resources: {'Port': ['ID=b7890c29-ed62-4c0b-a229-5ca24730e8d4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:27.971778 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.026509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 36f52685-af75-41f3-be2e-40f7dd8d4f47 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:28.036911 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] Set router b02491b0-6aac-41ab-8b32-3f82a28161d2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:28.120948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 36f52685-af75-41f3-be2e-40f7dd8d4f47 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:28.124089 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.258200 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.280144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c5b52b04-c4a3-4b96-8c7e-c41367e8e9de up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:28.358445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:28.359776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.370965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b07b-9a6e-406b-99e7-b18978468901 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:28.383209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-2f9443e3-d28e-4673-8355-3c77b54a0c5b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.417188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-2f9443e3-d28e-4673-8355-3c77b54a0c5b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.417500 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-2f9443e3-d28e-4673-8355-3c77b54a0c5b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Floating IP 1e02e04b-1f71-49d3-9169-21f823f19eae disassociated. External IP: 172.25.3.166, port: acf77efc-51a7-4eb5-b9a6-6b2ddb858999. Jul 22 16:33:28.458766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-98747b56-0580-44e0-bd67-84300d712758 None None] Provisioning for port b7890c29-ed62-4c0b-a229-5ca24730e8d4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:28.462560 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 3, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'gw_port': {'id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:28.470298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-98747b56-0580-44e0-bd67-84300d712758 None None] Provisioning complete for port b7890c29-ed62-4c0b-a229-5ca24730e8d4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:28.470674 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-98747b56-0580-44e0-bd67-84300d712758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.486274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.493264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.511889 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6880a6fd-3fef-4f98-9b9b-6aad11fb9d84 None None] The sync data for ids ['b02491b0-6aac-41ab-8b32-3f82a28161d2'] in n-d-792458-13 is: [{'id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:23Z', 'revision_number': 3, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'gw_port': {'id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:28.538083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-98747b56-0580-44e0-bd67-84300d712758 None None] Port b7890c29-ed62-4c0b-a229-5ca24730e8d4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:28.581143 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.583981 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1fd60992-f2d6-4cf8-8af5-9898380dc68e req-29398492-1edb-4bda-8406-a2393ddc7bf9 service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0407004 Jul 22 16:33:28.602428 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.629718 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:28.656113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Pushing event updated for resources: {'Port': ['ID=b7890c29-ed62-4c0b-a229-5ca24730e8d4,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:28.793767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Network d49bb0aa-14bc-439b-82b7-47a5f5314a99 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:28.796101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:29.029588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Router b02491b0-6aac-41ab-8b32-3f82a28161d2 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:29.094678 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92c8ad2-2651-403b-9552-380d86deef2f x-openstack-request-id: req-e92c8ad2-2651-403b-9552-380d86deef2f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:29.094994 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8", "tag": "7b3a9c5c-ff75-4674-8b21-2ea1351caf36", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:29.095249 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e92c8ad2-2651-403b-9552-380d86deef2f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:29.095715 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'tag': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36', 'status': 'completed', 'code': 200} Jul 22 16:33:29.215193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-53f17e7a-2ebf-4c55-8a89-1b1adb5fb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:29.217526 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-53f17e7a-2ebf-4c55-8a89-1b1adb5fb408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea0f3a11b0a44ca98a7a3703ec2d583b&device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 1095 time: 1.2526267 Jul 22 16:33:29.220840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fab114-7877-4f1d-ae62-faae14d6f349 req-461bef37-72a2-4787-b099-ed4edf84ce6e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:29.222674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28fab114-7877-4f1d-ae62-faae14d6f349 req-461bef37-72a2-4787-b099-ed4edf84ce6e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.2889845 Jul 22 16:33:29.238026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:29.245934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5898030-0a96-43bf-9e88-6cc854e5c735,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:29.253391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f1a76490-e580-4587-baf9-9a9034a43e17 admin admin] 10.222.0.53 "PUT /v2.0/routers/b02491b0-6aac-41ab-8b32-3f82a28161d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6954074 Jul 22 16:33:29.276820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18086293-17ef-48a8-93a7-a363fa737082 None None] Provisioning complete for port b7890c29-ed62-4c0b-a229-5ca24730e8d4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:29.278062 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:29.278242 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18086293-17ef-48a8-93a7-a363fa737082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:29.332128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-18086293-17ef-48a8-93a7-a363fa737082 None None] Port b7890c29-ed62-4c0b-a229-5ca24730e8d4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:29.364550 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28fab114-7877-4f1d-ae62-faae14d6f349 req-f297edb4-a15a-4e5a-82ac-b4bb3fd2bb9b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350317 Jul 22 16:33:29.407191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-d41de3ab-ee21-4a8d-8a45-873302ca9fe3 service neutron] 10.222.0.20 "GET /v2.0/ports/4a45f78e-08f0-43a1-a986-72eba3e35fbf/bindings/n-h2-792458-13 HTTP/1.1" status: 200 len: 383 time: 0.1415515 Jul 22 16:33:29.541221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.541221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.541759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.541759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.542087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.542421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.542752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.543111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.543444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.543773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.544103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.544426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:29.545324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3500640-b791-4272-969d-a1ae90cb0dd5 req-34ead734-431f-4da7-bb6b-23fbccf8087e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:29.547031 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3500640-b791-4272-969d-a1ae90cb0dd5 req-34ead734-431f-4da7-bb6b-23fbccf8087e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.0880973 Jul 22 16:33:29.559204 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-5ff59afa-6ee3-4bf2-8e30-1ae0f1a9ad7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b3a9c5c-ff75-4674-8b21-2ea1351caf36 HTTP/1.1" status: 200 len: 217 time: 0.3150215 Jul 22 16:33:29.612275 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3500640-b791-4272-969d-a1ae90cb0dd5 req-0224ce82-e0ea-4d9d-8c06-7bb2934a1d20 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592444 Jul 22 16:33:29.775358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Allocated IP 192.168.233.67 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/08852016-ad46-4b8f-a186-b3b7447cc566) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:29.834063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-bd394395-d377-4a13-86d2-a310dc5dea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:29.836733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-bd394395-d377-4a13-86d2-a310dc5dea64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9149d76-5b68-4a02-a98a-afe0fd073dac HTTP/1.1" status: 200 len: 845 time: 0.2668250 Jul 22 16:33:29.858240 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e1bfa-1f10-40ed-8673-39f640e2ff7f req-aa88b057-2678-4a00-81f5-aca62837cb0a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:29.859517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-135e1bfa-1f10-40ed-8673-39f640e2ff7f req-aa88b057-2678-4a00-81f5-aca62837cb0a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 943 time: 0.1178031 Jul 22 16:33:29.861738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-2f2636d1-77c0-480a-9b4d-92c42d716404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:29.863223 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-2f2636d1-77c0-480a-9b4d-92c42d716404 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160&tenant_id=048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 1102 time: 0.1641531 Jul 22 16:33:29.864394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-2f9443e3-d28e-4673-8355-3c77b54a0c5b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:29.972929 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-135e1bfa-1f10-40ed-8673-39f640e2ff7f req-6ddca95c-e767-4a4b-8aa0-b43ef89d1cc6 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050746 Jul 22 16:33:30.044470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-16ea89e2-9b1a-42e8-93c1-3b93a131e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:30.045463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-16ea89e2-9b1a-42e8-93c1-3b93a131e79f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 1102 time: 0.1406460 Jul 22 16:33:30.143073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:30.159879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1feb8a82-33dd-452c-ad17-8ac4feac9201 req-7b129d2e-55d9-4a26-836e-ad2334c8bd06 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 210 time: 0.0419273 Jul 22 16:33:30.226469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:30.231829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:30.232456 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.296333 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.316505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-c63f134e-bda9-4639-9ff0-db3a8ee3d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:30.318125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-c63f134e-bda9-4639-9ff0-db3a8ee3d359 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3add8e6-691b-4109-9b3c-42e4bec9c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4726863 Jul 22 16:33:30.323835 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-40ac54f6-7ff2-4711-962b-2b13bb770efb req-1eac30ce-e716-4b93-8f82-7120edd56a20 tempest-FloatingIPDetailsNegativeTestJSON-1047283072 tempest-FloatingIPDetailsNegativeTestJSON-1047283072-project] show failed (client error): The resource could not be found. Jul 22 16:33:30.329632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40ac54f6-7ff2-4711-962b-2b13bb770efb req-1eac30ce-e716-4b93-8f82-7120edd56a20 tempest-FloatingIPDetailsNegativeTestJSON-1047283072 tempest-FloatingIPDetailsNegativeTestJSON-1047283072-project] 10.222.0.53 "GET /v2.0/floatingips/ce36214b-27f3-4cee-8bbf-18fea7d16544 HTTP/1.1" status: 404 len: 350 time: 0.0487251 Jul 22 16:33:30.333363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:30.371216 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.387106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-0823ae25-4d3c-40c1-8e68-c3ade707371b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:30.388597 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-0823ae25-4d3c-40c1-8e68-c3ade707371b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3242962 Jul 22 16:33:30.415354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=60799d7e-9ec5-4f1a-aa23-db7b143bdd27,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:30.422114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.446593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-2f9443e3-d28e-4673-8355-3c77b54a0c5b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:30.458464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.470749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] Sync routers for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:30.471367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-2f9443e3-d28e-4673-8355-3c77b54a0c5b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.482784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-b60303ea-546b-4518-aea8-3ba2933d2c41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf HTTP/1.1" status: 200 len: 217 time: 0.0416267 Jul 22 16:33:30.493978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:30.495014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:30.559238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Transition to ACTIVE for port object 08852016-ad46-4b8f-a186-b3b7447cc566 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:30.595656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-2f9443e3-d28e-4673-8355-3c77b54a0c5b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "PUT /v2.0/floatingips/1e02e04b-1f71-49d3-9169-21f823f19eae HTTP/1.1" status: 200 len: 695 time: 3.1778493 Jul 22 16:33:30.622516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-71ee429e-d138-42a2-9e11-21d42493ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:30.624140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-71ee429e-d138-42a2-9e11-21d42493ddf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1313248 Jul 22 16:33:30.638530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-bf7dad64-e600-4255-8ae6-72547a7404b5 service neutron] 10.222.0.20 "GET /v2.0/networks/e3add8e6-691b-4109-9b3c-42e4bec9c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605419 Jul 22 16:33:30.713547 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=60799d7e-9ec5-4f1a-aa23-db7b143bdd27,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:30.799320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:30.827242 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:30.854343 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Router f2fc917d-747d-4c2a-87cd-de203a53b148 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:33:30.908560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-83c492fe-35f8-42db-b2e2-27fd79ad37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:30.920737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-83c492fe-35f8-42db-b2e2-27fd79ad37fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1098 time: 0.3078620 Jul 22 16:33:31.031571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-912c3292-4bc1-434c-9ff5-308571d85c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:31.041582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-912c3292-4bc1-434c-9ff5-308571d85c0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 921 time: 0.1197805 Jul 22 16:33:31.094784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6bf3b-483c-471e-b0aa-f96370866b39 req-9bbaf49d-00d2-410d-b412-6ca017c33d61 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:31.097435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70e6bf3b-483c-471e-b0aa-f96370866b39 req-9bbaf49d-00d2-410d-b412-6ca017c33d61 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.6029832 Jul 22 16:33:31.151833 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.154195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:31.157769 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07959a-75de-4480-acdc-971852579ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:31.168253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-64c5bc76-5e40-4d74-926e-1ca132c84f28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 217 time: 0.1256268 Jul 22 16:33:31.199534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '71159811-2c09-41a4-bdd8-2488be897075', 'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'mac_address': 'fa:16:3e:ef:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:55Z', 'updated_at': '2021-07-22T16:32:02Z', 'revision_number': 5, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'subnets': [{'id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:31.222133 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70e6bf3b-483c-471e-b0aa-f96370866b39 req-79984a3a-7b21-44b6-9729-66430c873400 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999439 Jul 22 16:33:31.243347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:31.247688 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Sync routers for ids ['b02491b0-6aac-41ab-8b32-3f82a28161d2'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:31.251790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] Checking router: e70eb21a-b6a5-4e46-a87b-5f0f3487c662 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:31.259463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-5a080c37-8436-455d-85db-6af3f313aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:31.262043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-5a080c37-8436-455d-85db-6af3f313aaef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5856888 Jul 22 16:33:31.262207 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Routers {'b02491b0-6aac-41ab-8b32-3f82a28161d2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:31.265385 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b02491b0-6aac-41ab-8b32-3f82a28161d2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:31.269966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:31.270773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:31.360042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4171687b-7f5f-44ef-b982-63c96eb79c79 req-52d230fe-74ab-43e4-b980-6278b06f4236 service neutron] 10.222.0.20 "GET /v2.0/networks/e3add8e6-691b-4109-9b3c-42e4bec9c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532934 Jul 22 16:33:31.360649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Pushing event updated for resources: {'Port': ['ID=08852016-ad46-4b8f-a186-b3b7447cc566,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:31.368985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:31.383962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:31.405466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-46475b40-4298-4dea-8226-d3a7a15fc5b0 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326234 Jul 22 16:33:31.472909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:31.474642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.501132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:31.510667 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Set router b02491b0-6aac-41ab-8b32-3f82a28161d2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:31.520813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-32eab031-4915-4d6c-9623-e326c91f3d43 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8795311 Jul 22 16:33:31.569589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Request body: {'port': {'device_id': '6071c124-9abe-44a0-a030-fd576390ec37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:31.642537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-b666df0d-13dc-45fa-9aa9-c66a38ed908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:31.652171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-b666df0d-13dc-45fa-9aa9-c66a38ed908c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 200 len: 860 time: 0.4824765 Jul 22 16:33:31.743952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba894f9c-eb40-4df6-8926-bb4d42f1294a req-6bfd3b85-eb7d-4c19-817e-cd308583ebe5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:31.750979 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-bdfb4999-5679-41a5-9da9-1db7169ca6d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974107 Jul 22 16:33:31.752371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba894f9c-eb40-4df6-8926-bb4d42f1294a req-6bfd3b85-eb7d-4c19-817e-cd308583ebe5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.3254380 Jul 22 16:33:31.755600 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ee5f554-3b0f-42df-a99d-b85c8f1b3cdc req-5ee2d01c-20b6-48e9-8027-11d33cc6fa64 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237045 Jul 22 16:33:31.823916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.836865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba894f9c-eb40-4df6-8926-bb4d42f1294a req-48c2434d-b0b4-4584-be38-e08f260ecc5d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700758 Jul 22 16:33:31.855468 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.860495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:31.887005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-0d8a3da1-d865-4349-ac5c-8d963ea876e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:31.889128 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-0d8a3da1-d865-4349-ac5c-8d963ea876e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea0f3a11b0a44ca98a7a3703ec2d583b&device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 1095 time: 0.3922870 Jul 22 16:33:31.911895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:31.913784 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-91e44e0e-ff2c-426f-ada7-d7785e64ccad admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3428438 Jul 22 16:33:31.926453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:31.965886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Sync routers for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:32.036818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:32.046709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:32.140821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-932d4d54-7e9e-4b9b-bf3c-38c3f725094b None None] Provisioning for port 08852016-ad46-4b8f-a186-b3b7447cc566 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:32.232296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496edd12-a89b-4926-bf03-015ee1a71a82 req-722772fc-c466-4902-b7b6-2a759d849a30 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:32.233611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-496edd12-a89b-4926-bf03-015ee1a71a82 req-722772fc-c466-4902-b7b6-2a759d849a30 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 943 time: 0.1668975 Jul 22 16:33:32.263455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:32.286457 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:28Z', 'revision_number': 4, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'gw_port': {'id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'b7890c29-ed62-4c0b-a229-5ca24730e8d4', 'name': '', 'network_id': 'd49bb0aa-14bc-439b-82b7-47a5f5314a99', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'mac_address': 'fa:16:3e:6d:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '28b0dae0-dc25-4518-958a-542fc757c9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:27Z', 'updated_at': '2021-07-22T16:33:28Z', 'revision_number': 2, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'subnets': [{'id': '28b0dae0-dc25-4518-958a-542fc757c9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:32.316130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-496edd12-a89b-4926-bf03-015ee1a71a82 req-de644be0-393c-4bdc-8285-eb1af7a354d9 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770774 Jul 22 16:33:32.338429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-932d4d54-7e9e-4b9b-bf3c-38c3f725094b None None] Provisioning complete for port 08852016-ad46-4b8f-a186-b3b7447cc566 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:32.338814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-932d4d54-7e9e-4b9b-bf3c-38c3f725094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.362048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Deleting port b7890c29-ed62-4c0b-a229-5ca24730e8d4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:32.362770 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.381253 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Checking router: b02491b0-6aac-41ab-8b32-3f82a28161d2 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:32.381920 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Updating router b02491b0-6aac-41ab-8b32-3f82a28161d2 port b7890c29-ed62-4c0b-a229-5ca24730e8d4 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:32.457247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.464526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4a45f78e-08f0-43a1-a986-72eba3e35fbf no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:32.471213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Calling delete_port for b7890c29-ed62-4c0b-a229-5ca24730e8d4 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:32.471802 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.634475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-439f987f-f39b-4f3a-a5b8-a62ae004ad8c service neutron] 10.222.0.53 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8810990 Jul 22 16:33:32.637103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-19a00a91-9d62-4644-a1d0-b3d1a60f38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:32.638654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-19a00a91-9d62-4644-a1d0-b3d1a60f38cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3add8e6-691b-4109-9b3c-42e4bec9c2c5 HTTP/1.1" status: 200 len: 907 time: 0.7237723 Jul 22 16:33:32.640871 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cc2f56-9319-4ca3-ad72-2b27220362de x-openstack-request-id: req-78cc2f56-9319-4ca3-ad72-2b27220362de {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:32.641171 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:32.641430 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78cc2f56-9319-4ca3-ad72-2b27220362de {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:32.641975 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'status': 'completed', 'code': 200} Jul 22 16:33:32.674238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84509a2-aa09-4054-970f-0108e516bdc5 req-f8a11a7e-7fc6-4542-8c0e-bf2047b421f7 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:32.676289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e84509a2-aa09-4054-970f-0108e516bdc5 req-f8a11a7e-7fc6-4542-8c0e-bf2047b421f7 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 935 time: 0.1526682 Jul 22 16:33:32.691444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-932d4d54-7e9e-4b9b-bf3c-38c3f725094b None None] Port 08852016-ad46-4b8f-a186-b3b7447cc566 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:32.741006 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '71159811-2c09-41a4-bdd8-2488be897075', 'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'mac_address': 'fa:16:3e:ef:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:55Z', 'updated_at': '2021-07-22T16:32:02Z', 'revision_number': 5, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'subnets': [{'id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:32.748243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e84509a2-aa09-4054-970f-0108e516bdc5 req-ecd4f398-e016-4ba6-a0ec-e4b8753f55b2 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651736 Jul 22 16:33:32.807133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.860065 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:32.871120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7890c29-ed62-4c0b-a229-5ca24730e8d4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:32.942158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.943086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.945574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.946550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.947384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.948261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.949047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.950270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.950867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.951523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.952268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:32.952832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:33.119222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:33.124619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51528c0b-5ae7-40d2-ae03-89ff1074b4fc None None] The sync data for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 is: [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:31:56Z', 'revision_number': 4, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '71159811-2c09-41a4-bdd8-2488be897075', 'name': '', 'network_id': 'e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'mac_address': 'fa:16:3e:ef:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_interface', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:55Z', 'updated_at': '2021-07-22T16:32:02Z', 'revision_number': 5, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'subnets': [{'id': 'a981e3c1-a24a-4adb-b40e-fa0dd0b348ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:33.225215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:33.229099 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.277393 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:33:33.277813 n-d-792458-13 neutron-server[93753]: DEBUG oslo_db.api [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:33:33.306161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:33.308437 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9321d597-f41b-4e7b-a456-c547c3411275" -d '{"events": [{"server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "name": "network-vif-unplugged", "status": "completed", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:33.328399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-4feaae57-b3e5-4b29-800d-e46a8ff316e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b3a9c5c-ff75-4674-8b21-2ea1351caf36 HTTP/1.1" status: 200 len: 217 time: 0.6291449 Jul 22 16:33:33.363140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:33.381721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.386526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51921-b270-4340-99df-f360b8c43f64 req-d32e2659-9438-45e3-b7ff-9d0431d71539 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:33.413835 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-73a51921-b270-4340-99df-f360b8c43f64 req-d32e2659-9438-45e3-b7ff-9d0431d71539 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.5273948 Jul 22 16:33:33.420448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-6c2e22e6-7f15-41f3-875d-e7cf807b2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:33.421943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-6c2e22e6-7f15-41f3-875d-e7cf807b2fd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9149d76-5b68-4a02-a98a-afe0fd073dac HTTP/1.1" status: 200 len: 845 time: 0.0789809 Jul 22 16:33:33.441758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08852016-ad46-4b8f-a186-b3b7447cc566 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:33.530552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-73a51921-b270-4340-99df-f360b8c43f64 req-f940ef75-ed96-4d85-993d-5fed0534e1a1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151810 Jul 22 16:33:33.551127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4a45f78e-08f0-43a1-a986-72eba3e35fbf,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:33.578838 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.612772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.625972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Transition to ACTIVE for port object 08852016-ad46-4b8f-a186-b3b7447cc566 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:33.656395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.701844 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a936dc-22bd-4815-a938-f1edebb69a63 None None] New status for floating IP 1e02e04b-1f71-49d3-9169-21f823f19eae: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:33:33.738969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1155ab0c-a9c6-4fa5-b0fd-40e34cee5d38 req-cb41365d-da5c-4b47-a5ce-0f07e162c3dd service neutron] 10.222.0.53 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1032410 Jul 22 16:33:33.793726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07959a-75de-4480-acdc-971852579ae7 req-bd683139-0054-4ebb-b477-9ddda6d41d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:33.796362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d07959a-75de-4480-acdc-971852579ae7 req-bd683139-0054-4ebb-b477-9ddda6d41d0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 1098 time: 1.1456053 Jul 22 16:33:33.802901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:28Z', 'revision_number': 3, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:33.843635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Pushing event updated for resources: {'Port': ['ID=08852016-ad46-4b8f-a186-b3b7447cc566,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:33.864681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Checking router: f2fc917d-747d-4c2a-87cd-de203a53b148 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:33.865154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Updating router f2fc917d-747d-4c2a-87cd-de203a53b148 port 26558e8d-6ca9-4023-aed7-3a37ad684b3a binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:33.982502 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:33.999852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4c4b6-c953-45f1-889b-6d4d564e3f69 req-615891fd-aa57-430f-8d7f-dec1f79422cf tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:34.012152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48f4c4b6-c953-45f1-889b-6d4d564e3f69 req-615891fd-aa57-430f-8d7f-dec1f79422cf tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 948 time: 0.2928882 Jul 22 16:33:34.122218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-9772a752-c4c4-4ceb-9bf6-761d6a5b386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:34.130206 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Port b7890c29-ed62-4c0b-a229-5ca24730e8d4 not found while updating agent binding for router b02491b0-6aac-41ab-8b32-3f82a28161d2. {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 16:33:34.135523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-9772a752-c4c4-4ceb-9bf6-761d6a5b386e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3add8e6-691b-4109-9b3c-42e4bec9c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6995995 Jul 22 16:33:34.145201 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Routers {'b02491b0-6aac-41ab-8b32-3f82a28161d2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:34.146210 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b02491b0-6aac-41ab-8b32-3f82a28161d2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:34.297209 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48f4c4b6-c953-45f1-889b-6d4d564e3f69 req-4926c677-4240-4163-9faa-894d0fb4c940 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639096 Jul 22 16:33:34.312463 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] Set router b02491b0-6aac-41ab-8b32-3f82a28161d2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:34.374958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Router b02491b0-6aac-41ab-8b32-3f82a28161d2 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:34.537280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Attempting to bind port 08852016-ad46-4b8f-a186-b3b7447cc566 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:34.537945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Attempting to bind port 08852016-ad46-4b8f-a186-b3b7447cc566 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:34.538516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Attempting to bind port 08852016-ad46-4b8f-a186-b3b7447cc566 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:34.542359 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:32Z', 'revision_number': 5, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'gw_port': {'id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:34.561785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07959a-75de-4480-acdc-971852579ae7 req-a3c216ea-5ef7-4dea-963c-04aad2d45c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:34.566328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d07959a-75de-4480-acdc-971852579ae7 req-a3c216ea-5ef7-4dea-963c-04aad2d45c7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 200 len: 921 time: 0.7483675 Jul 22 16:33:34.576867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Port 08852016-ad46-4b8f-a186-b3b7447cc566 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:34.577387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Attempting to bind port 08852016-ad46-4b8f-a186-b3b7447cc566 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:34.587379 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c66479-6c02-4677-9eef-17f9bf7efdfd None None] The sync data for ids ['b02491b0-6aac-41ab-8b32-3f82a28161d2'] in n-d-792458-13 is: [{'id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:32Z', 'revision_number': 5, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'gw_port': {'id': '60799d7e-9ec5-4f1a-aa23-db7b143bdd27', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:22Z', 'updated_at': '2021-07-22T16:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:34.644998 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.666472 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92740f1e-c599-46d7-a00b-172d1cfc5d51 x-openstack-request-id: req-92740f1e-c599-46d7-a00b-172d1cfc5d51 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:34.666989 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "name": "network-vif-unplugged", "status": "completed", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:34.667371 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92740f1e-c599-46d7-a00b-172d1cfc5d51 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:34.667780 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf', 'code': 200} Jul 22 16:33:34.671207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4a45f78e-08f0-43a1-a986-72eba3e35fbf details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:34.705695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Transition to ACTIVE for port object 26558e8d-6ca9-4023-aed7-3a37ad684b3a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:34.724132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.765599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:34.778584 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ea3f7705-1f69-48cc-8c47-61a266134f3e admin admin] 10.222.0.53 "PUT /v2.0/routers/b02491b0-6aac-41ab-8b32-3f82a28161d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4426045 Jul 22 16:33:34.781539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:34.784455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d07959a-75de-4480-acdc-971852579ae7 req-3b461299-01da-4a76-a0a8-b09ac3ce121a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 200 len: 217 time: 0.2010806 Jul 22 16:33:34.786363 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-989eee34-8040-45f4-b247-d0aa358c2591 service neutron] 10.222.0.20 "GET /v2.0/networks/e3add8e6-691b-4109-9b3c-42e4bec9c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6339273 Jul 22 16:33:34.787299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:34.787794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:34.788318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:34.788878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Bound port: 08852016-ad46-4b8f-a186-b3b7447cc566, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:34.789361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.797918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53edefb-3196-48c8-98f3-25b8f6cabddf req-e050a11a-d29b-47a0-860b-f52f57bde01e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:34.800020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c53edefb-3196-48c8-98f3-25b8f6cabddf req-e050a11a-d29b-47a0-860b-f52f57bde01e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 947 time: 0.2553875 Jul 22 16:33:34.822786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330088b-c4e4-474e-841d-17fa534935b4 req-1d1380ab-a452-4743-998f-4477c5dae42a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:34.832091 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1330088b-c4e4-474e-841d-17fa534935b4 req-1d1380ab-a452-4743-998f-4477c5dae42a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 943 time: 0.7448339 Jul 22 16:33:34.866450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Attempting to bind port 26558e8d-6ca9-4023-aed7-3a37ad684b3a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:34.867327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Attempting to bind port 26558e8d-6ca9-4023-aed7-3a37ad684b3a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:34.867528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Attempting to bind port 26558e8d-6ca9-4023-aed7-3a37ad684b3a on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:34.889489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:34.889785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:34.890331 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.890816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:34.896036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Bound port: 26558e8d-6ca9-4023-aed7-3a37ad684b3a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:34.896913 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:34.903527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ced4a-16ca-4cc9-8b59-624cd81438f5 None None] Pushing event updated for resources: {'Port': ['ID=26558e8d-6ca9-4023-aed7-3a37ad684b3a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:34.980155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:34.981987 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c53edefb-3196-48c8-98f3-25b8f6cabddf req-14d0ef9b-e63a-483b-82da-ce06fd6a67ea tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734319 Jul 22 16:33:34.996300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '4a45f78e-08f0-43a1-a986-72eba3e35fbf', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '4a45f78e-08f0-43a1-a986-72eba3e35fbf', 'mac_address': 'fa:16:3e:13:78:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:35.047273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] For port 26558e8d-6ca9-4023-aed7-3a37ad684b3a, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:35.051563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] For port 26558e8d-6ca9-4023-aed7-3a37ad684b3a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=26558e8d-6ca9-4023-aed7-3a37ad684b3a,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:35.101511 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.104678 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.182907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ced4a-16ca-4cc9-8b59-624cd81438f5 None None] Pushing event updated for resources: {'Port': ['ID=26558e8d-6ca9-4023-aed7-3a37ad684b3a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:35.188545 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-c5468fc1-0ea2-41a0-a8a1-e7a9ef3829d2 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/floatingips/1e02e04b-1f71-49d3-9169-21f823f19eae HTTP/1.1" status: 200 len: 693 time: 0.1355178 Jul 22 16:33:35.210646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a45f78e-08f0-43a1-a986-72eba3e35fbf {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:35.216483 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0661f6d4-ba2d-4008-b7a4-42fa070c2648 req-4603b5a1-49b2-4b16-adde-44178d5cb8d2 service neutron] 10.222.0.20 "GET /v2.0/networks/e3add8e6-691b-4109-9b3c-42e4bec9c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760853 Jul 22 16:33:35.242092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:35.259470 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.261273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:35.261937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:35.264379 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.265125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:35.268044 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.338674 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1330088b-c4e4-474e-841d-17fa534935b4 req-e5176318-f47d-4fb7-a390-65840fd52aa9 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5053236 Jul 22 16:33:35.368188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07959a-75de-4480-acdc-971852579ae7 req-c3e2fd24-01f0-4568-a99a-026c44f73954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:35.369780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d07959a-75de-4480-acdc-971852579ae7 req-c3e2fd24-01f0-4568-a99a-026c44f73954 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 200 len: 860 time: 0.5776091 Jul 22 16:33:35.413203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4a45f78e-08f0-43a1-a986-72eba3e35fbf,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:35.544983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-618aa87f-1aca-4c83-b5db-4d2a337ed1ba tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:35.553407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-618aa87f-1aca-4c83-b5db-4d2a337ed1ba tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.3633218 Jul 22 16:33:35.585534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d07959a-75de-4480-acdc-971852579ae7 req-a039c208-c6d0-48c3-9ffd-253b8f34a987 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784286 Jul 22 16:33:35.596228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.601493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] For port 08852016-ad46-4b8f-a186-b3b7447cc566, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:35.642947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:35.664123 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-1b0a126f-3611-4962-88ff-598a0860f7c4 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1090381 Jul 22 16:33:35.669180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] For port 08852016-ad46-4b8f-a186-b3b7447cc566, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=08852016-ad46-4b8f-a186-b3b7447cc566,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:35.748698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-f18ba743-038d-4852-ab4f-a0b14ed8022f tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0828502 Jul 22 16:33:35.815561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:35.863122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Allocated IP 172.20.0.1 (5c402dae-4a59-456a-ac2a-2fe0d3eb2803/cc4c2575-cbae-40f7-9acf-339211b5628e/03da3ee3-e679-44ca-81ba-9489dfcd5943) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:35.931268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:35.946365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'port_id': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36', 'mac_address': 'fa:16:3e:e0:24:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:35.967522 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.031413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Deleting port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:36.032398 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.081867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:36.082508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.084016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] 10.222.0.65 "PUT /v2.0/ports/08852016-ad46-4b8f-a186-b3b7447cc566 HTTP/1.1" status: 200 len: 1096 time: 4.5245965 Jul 22 16:33:36.121682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Deleting port 04854dc3-a650-42f1-9007-f4dd21a6ec49 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:36.123090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.123262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] Sync routers for ids ['b02491b0-6aac-41ab-8b32-3f82a28161d2'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:36.130902 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.158045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6071c124-9abe-44a0-a030-fd576390ec37', 'tag': '08852016-ad46-4b8f-a186-b3b7447cc566'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:36.160689 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fbbb87-7991-4365-b42f-55833fa39d81" -d '{"events": [{"name": "network-changed", "server_uuid": "6071c124-9abe-44a0-a030-fd576390ec37", "tag": "08852016-ad46-4b8f-a186-b3b7447cc566"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:36.183395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:36.226510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:36.228871 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.230110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] Routers {'b02491b0-6aac-41ab-8b32-3f82a28161d2'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:36.230270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.231433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b02491b0-6aac-41ab-8b32-3f82a28161d2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:36.236292 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.249887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Calling delete_port for 04854dc3-a650-42f1-9007-f4dd21a6ec49 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:36.334470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.378951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:36.388077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641cfd2-039a-4756-82a7-195d78ccf294 req-6074521f-ef34-4c1c-b04c-b4f864c77f59 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:36.396223 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c641cfd2-039a-4756-82a7-195d78ccf294 req-6074521f-ef34-4c1c-b04c-b4f864c77f59 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.9019003 Jul 22 16:33:36.412032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec492d-0de9-49b8-b835-8bcaa4f1cd08 service neutron] Pushing event updated for resources: {'Port': ['ID=08852016-ad46-4b8f-a186-b3b7447cc566,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:36.455602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.464147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Transition to ACTIVE for port object 03da3ee3-e679-44ca-81ba-9489dfcd5943 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:36.489265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d07959a-75de-4480-acdc-971852579ae7 req-1b86cdc0-16ac-40ef-8dec-ead2a24de87d service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8907723 Jul 22 16:33:36.518446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c641cfd2-039a-4756-82a7-195d78ccf294 req-21649c91-535e-4346-b26b-471587772b31 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203527 Jul 22 16:33:36.544008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Pushing event deleted for resources: {'Port': ['ID=04854dc3-a650-42f1-9007-f4dd21a6ec49,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:36.611668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:28Z', 'revision_number': 3, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:36.619090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] For port 60799d7e-9ec5-4f1a-aa23-db7b143bdd27, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=60799d7e-9ec5-4f1a-aa23-db7b143bdd27,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:36.619896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.631234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-ed094f60-07f2-4ba4-8a36-2b64e357f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:36.632595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-ed094f60-07f2-4ba4-8a36-2b64e357f7d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d38306bd844e4cafb493d60e139220ee&device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 1099 time: 0.4432423 Jul 22 16:33:36.634580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Calling delete_port for 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:36.673578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07de42-70f8-4110-b1aa-35d977f0b23c None None] The sync data for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 is: [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:28Z', 'revision_number': 3, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:36.681499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['4a45f78e-08f0-43a1-a986-72eba3e35fbf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:36.723102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['7b3a9c5c-ff75-4674-8b21-2ea1351caf36'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:36.728022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] Set router b02491b0-6aac-41ab-8b32-3f82a28161d2 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:36.728303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.732421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.732421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-083c5e34-e040-4fa9-883d-2f4eb13c5df0 req-ee204147-c0d9-4507-ae5b-bbd7b2f4ce21 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "DELETE /v2.0/floatingips/1e02e04b-1f71-49d3-9169-21f823f19eae HTTP/1.1" status: 204 len: 173 time: 0.9824913 Jul 22 16:33:36.814350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-dcf927ae-40b8-44e9-a3b2-56b9fc0b80a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=08852016-ad46-4b8f-a186-b3b7447cc566 HTTP/1.1" status: 200 len: 217 time: 0.1547418 Jul 22 16:33:36.840542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:35Z', 'revision_number': 6, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:36.893151 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:36.926153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249123d8-8df1-4db7-8077-59033b16afb4 req-f8b62f17-ba29-43d6-ae8a-75f4ce7e0d30 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:36.936295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] Checking router: b02491b0-6aac-41ab-8b32-3f82a28161d2 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:36.937156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-249123d8-8df1-4db7-8077-59033b16afb4 req-f8b62f17-ba29-43d6-ae8a-75f4ce7e0d30 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 949 time: 0.2974048 Jul 22 16:33:36.974557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] Routers {'b02491b0-6aac-41ab-8b32-3f82a28161d2'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:36.976438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b02491b0-6aac-41ab-8b32-3f82a28161d2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:37.008249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70de6d-55dc-4c9e-9fb8-af62e2b97f1f req-49b1147f-e2c5-4e5b-ba72-800f3770b09d tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:37.010134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e70de6d-55dc-4c9e-9fb8-af62e2b97f1f req-49b1147f-e2c5-4e5b-ba72-800f3770b09d tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 947 time: 0.1311188 Jul 22 16:33:37.013143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d07959a-75de-4480-acdc-971852579ae7 req-a9ac91fa-453d-4eb4-ace3-85bbaa8962e0 service neutron] 10.222.0.65 "GET /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880307 Jul 22 16:33:37.032470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:37.041847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-6e341a61-1b6c-43ff-b3a3-4756131b22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:37.057754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-6e341a61-1b6c-43ff-b3a3-4756131b22ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2154245 Jul 22 16:33:37.060420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:37.064128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:37.074115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.089346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-249123d8-8df1-4db7-8077-59033b16afb4 req-96f83c10-7a46-4f65-887c-f13f8bc9f16c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516030 Jul 22 16:33:37.136296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e70de6d-55dc-4c9e-9fb8-af62e2b97f1f req-eb2e274f-ac0f-4439-8009-6f42acb64428 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191933 Jul 22 16:33:37.138789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60799d7e-9ec5-4f1a-aa23-db7b143bdd27,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:37.215122 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107ec845-b79d-4ce2-b1c8-4b3c0db935e0 x-openstack-request-id: req-107ec845-b79d-4ce2-b1c8-4b3c0db935e0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:37.215122 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6071c124-9abe-44a0-a030-fd576390ec37", "tag": "08852016-ad46-4b8f-a186-b3b7447cc566", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:37.217726 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-107ec845-b79d-4ce2-b1c8-4b3c0db935e0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:37.218616 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6071c124-9abe-44a0-a030-fd576390ec37', 'tag': '08852016-ad46-4b8f-a186-b3b7447cc566', 'status': 'completed', 'code': 200} Jul 22 16:33:37.224101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=03da3ee3-e679-44ca-81ba-9489dfcd5943,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:37.287719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.330499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] Set router b02491b0-6aac-41ab-8b32-3f82a28161d2 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:37.364199 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.461987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:35Z', 'revision_number': 6, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:37.643294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69980b0b-8022-4e8e-81f9-4a4f1efe4d1a None None] The sync data for ids ['b02491b0-6aac-41ab-8b32-3f82a28161d2'] in n-d-792458-13 is: [{'id': 'b02491b0-6aac-41ab-8b32-3f82a28161d2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-869279941-router', 'tenant_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:35Z', 'revision_number': 6, 'project_id': '32100b482f734b6d9fee2dd5f5fb5d28', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:37.770859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18f9e422-8dfa-4bff-bcdc-fcbf5ae4da1b None None] Provisioning for port 03da3ee3-e679-44ca-81ba-9489dfcd5943 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:37.778190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18f9e422-8dfa-4bff-bcdc-fcbf5ae4da1b None None] Provisioning complete for port 03da3ee3-e679-44ca-81ba-9489dfcd5943 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:37.778569 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18f9e422-8dfa-4bff-bcdc-fcbf5ae4da1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.831952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-18f9e422-8dfa-4bff-bcdc-fcbf5ae4da1b None None] Port 03da3ee3-e679-44ca-81ba-9489dfcd5943 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:37.888747 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.894673 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.954002 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.954583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b02491b0-6aac-41ab-8b32-3f82a28161d2 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:33:37.962521 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:37.965954 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-13befca5-5859-4710-ac10-90f1c48920c3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/b02491b0-6aac-41ab-8b32-3f82a28161d2 HTTP/1.1" status: 204 len: 168 time: 3.1624939 Jul 22 16:33:37.966798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36858) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:37.984135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fcf65add-3be2-4f1e-8136-2cd427bc98db req-3571d953-2366-43f0-b4db-776a697fed57 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups/0fb6d774-206f-40f3-8643-b2b79f5858b6 HTTP/1.1" status: 200 len: 1806 time: 0.7479334 Jul 22 16:33:37.996167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-12da2f03-d5ac-43e1-8502-49e601419399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:37.997744 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-12da2f03-d5ac-43e1-8502-49e601419399 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9391520 Jul 22 16:33:38.020775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003af8bc-1b64-4111-b761-8e5d50066522 req-8847a334-1de2-4500-be1b-350e2860d1b9 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:38.027533 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-003af8bc-1b64-4111-b761-8e5d50066522 req-8847a334-1de2-4500-be1b-350e2860d1b9 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 944 time: 0.2980108 Jul 22 16:33:38.073915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9488e7d1-d87e-4fab-8960-e5db97165950 admin admin] Deleting subnet 28b0dae0-dc25-4518-958a-542fc757c9cb {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:33:38.080843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9488e7d1-d87e-4fab-8960-e5db97165950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.108178 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-003af8bc-1b64-4111-b761-8e5d50066522 req-0989a9e1-2fb0-4883-b90f-37f6cdc659fd tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778506 Jul 22 16:33:38.136156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9488e7d1-d87e-4fab-8960-e5db97165950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.193848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fcf65add-3be2-4f1e-8136-2cd427bc98db req-aa23175a-b87a-4c10-8ae6-1c3b7fd06c02 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.234711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-e2f9deb6-503a-44e1-ba0b-9669792b9255 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212114 Jul 22 16:33:38.241221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.291491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fcf65add-3be2-4f1e-8136-2cd427bc98db req-aa23175a-b87a-4c10-8ae6-1c3b7fd06c02 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.332272 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9488e7d1-d87e-4fab-8960-e5db97165950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.352984 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:33:38.373695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 26558e8d-6ca9-4023-aed7-3a37ad684b3a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:38.437734 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9488e7d1-d87e-4fab-8960-e5db97165950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.490765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4a45f78e-08f0-43a1-a986-72eba3e35fbf up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:38.492226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488e7d1-d87e-4fab-8960-e5db97165950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b0dae0-dc25-4518-958a-542fc757c9cb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:38.494241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9488e7d1-d87e-4fab-8960-e5db97165950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.496153 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9488e7d1-d87e-4fab-8960-e5db97165950 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/28b0dae0-dc25-4518-958a-542fc757c9cb HTTP/1.1" status: 204 len: 168 time: 0.5232387 Jul 22 16:33:38.499039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:38.529801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24003904-59d4-47ed-b003-3451065c2610 None None] Network d49bb0aa-14bc-439b-82b7-47a5f5314a99 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:33:38.618022 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fcf65add-3be2-4f1e-8136-2cd427bc98db req-aa23175a-b87a-4c10-8ae6-1c3b7fd06c02 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.619754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.620812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fcf65add-3be2-4f1e-8136-2cd427bc98db req-aa23175a-b87a-4c10-8ae6-1c3b7fd06c02 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.622001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fcf65add-3be2-4f1e-8136-2cd427bc98db req-aa23175a-b87a-4c10-8ae6-1c3b7fd06c02 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "DELETE /v2.0/security-groups/0fb6d774-206f-40f3-8643-b2b79f5858b6 HTTP/1.1" status: 204 len: 173 time: 0.6216891 Jul 22 16:33:38.649052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 26558e8d-6ca9-4023-aed7-3a37ad684b3a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:38.682788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23175a-b87a-4c10-8ae6-1c3b7fd06c02 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb6d774-206f-40f3-8643-b2b79f5858b6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:38.729817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85ead0b1-af9f-491b-a419-b82ae51a1946 req-8552cc05-4cca-46e1-b40f-7ea1e79a80ca service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813809 Jul 22 16:33:38.732672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 26558e8d-6ca9-4023-aed7-3a37ad684b3a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:38.733109 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.825055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c2c11-f93b-484e-b140-409746a6a40c req-52a37ae6-3fdf-4e98-b527-ea917b615863 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:38.833799 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7c7c2c11-f93b-484e-b140-409746a6a40c req-52a37ae6-3fdf-4e98-b527-ea917b615863 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.1842716 Jul 22 16:33:38.859611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 4a45f78e-08f0-43a1-a986-72eba3e35fbf triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:38.859961 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.867492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Deleting port 36f52685-af75-41f3-be2e-40f7dd8d4f47 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:38.868361 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:38.893736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-55fe0f71-fbf3-4612-a3b6-ffd62b06cf57 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:38.895229 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-55fe0f71-fbf3-4612-a3b6-ffd62b06cf57 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160&tenant_id=048349953dd6493ea11e4657df3670a4&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 949 time: 0.3541932 Jul 22 16:33:38.936019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7c7c2c11-f93b-484e-b140-409746a6a40c req-f650094a-ac64-4be3-95b4-5cf39c25a770 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998726 Jul 22 16:33:38.989547 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] DHCP port deletion for d49bb0aa-14bc-439b-82b7-47a5f5314a99 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:33:39.007436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.092233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.102430 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.109435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] For port 36f52685-af75-41f3-be2e-40f7dd8d4f47, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=36f52685-af75-41f3-be2e-40f7dd8d4f47,segment=NetworkSegment(6ee38d30-742b-43d2-a5d5-7c07ef16e722),segment_id=6ee38d30-742b-43d2-a5d5-7c07ef16e722)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:39.110055 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.132870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Calling delete_port for 36f52685-af75-41f3-be2e-40f7dd8d4f47 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:39.154022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 26558e8d-6ca9-4023-aed7-3a37ad684b3a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=26558e8d-6ca9-4023-aed7-3a37ad684b3a,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:39.157192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdae4a1-3ebf-44a8-be11-264ca1779959 req-20714502-83f4-488e-be57-a5853f945820 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.158438 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.160102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bdae4a1-3ebf-44a8-be11-264ca1779959 req-20714502-83f4-488e-be57-a5853f945820 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 947 time: 0.4021897 Jul 22 16:33:39.183041 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.195133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:39.197633 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd44d26-f595-4ce4-89d8-648f01c7fe39" -d '{"events": [{"server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "name": "network-vif-plugged", "status": "completed", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:39.206455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.211597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] Deleting port 36f52685-af75-41f3-be2e-40f7dd8d4f47 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:39.211881 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.252223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174582e-7468-4704-8757-51b452091588 req-2d07f7d0-7194-485d-b750-c315d7258854 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.254805 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f174582e-7468-4704-8757-51b452091588 req-2d07f7d0-7194-485d-b750-c315d7258854 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 949 time: 0.2172613 Jul 22 16:33:39.307903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.332661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=26558e8d-6ca9-4023-aed7-3a37ad684b3a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:39.352819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:39.355069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:39.356602 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Pushing event deleted for resources: {'Port': ['ID=36f52685-af75-41f3-be2e-40f7dd8d4f47,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:39.363730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] No DVR routers for this DVR port 36f52685-af75-41f3-be2e-40f7dd8d4f47 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:33:39.364153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-477ac5f0-60ac-4d8c-b193-2a115bd52cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.366829 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-477ac5f0-60ac-4d8c-b193-2a115bd52cbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 1101 time: 0.3523932 Jul 22 16:33:39.368919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=03da3ee3-e679-44ca-81ba-9489dfcd5943,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:39.379667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f174582e-7468-4704-8757-51b452091588 req-ec4edb83-f9ed-49c9-92eb-a99bee9b54af tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156976 Jul 22 16:33:39.432606 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.434517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:39.477245 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.495186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:33:39.495510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 60799d7e-9ec5-4f1a-aa23-db7b143bdd27 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:33:39.495893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49bb0aa-14bc-439b-82b7-47a5f5314a99']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:39.500402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] For port 36f52685-af75-41f3-be2e-40f7dd8d4f47, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=36f52685-af75-41f3-be2e-40f7dd8d4f47,segment=NetworkSegment(6ee38d30-742b-43d2-a5d5-7c07ef16e722),segment_id=6ee38d30-742b-43d2-a5d5-7c07ef16e722)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:39.500756 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.529582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee38d30-742b-43d2-a5d5-7c07ef16e722') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:39.530227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee38d30-742b-43d2-a5d5-7c07ef16e722') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:39.542584 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.559264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] Calling delete_port for 36f52685-af75-41f3-be2e-40f7dd8d4f47 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:39.564725 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.585419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:33:39.586090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.586258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bdae4a1-3ebf-44a8-be11-264ca1779959 req-85499774-8d40-47a3-90f2-2c38da67d9d4 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722465 Jul 22 16:33:39.600793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-3b2efa5d-70d5-4328-b405-5884b091feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.603981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4a45f78e-08f0-43a1-a986-72eba3e35fbf,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:39.604216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-3b2efa5d-70d5-4328-b405-5884b091feca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d38306bd844e4cafb493d60e139220ee&device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 1099 time: 0.7280962 Jul 22 16:33:39.653899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:39.662394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:39.663088 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.708259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-2ff5a94b-4bfb-49ad-905f-173665d55976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.710519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-2ff5a94b-4bfb-49ad-905f-173665d55976 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3155136 Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:33:39.738091 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:33:39.766622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.789390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.792781 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] 10.222.0.53 "DELETE /v2.0/networks/d49bb0aa-14bc-439b-82b7-47a5f5314a99 HTTP/1.1" status: 204 len: 168 time: 1.2917335 Jul 22 16:33:39.802013 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:39.802315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:39.808009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-e284e9d1-5146-4f87-979c-bf8efb272179 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf HTTP/1.1" status: 200 len: 217 time: 0.0865605 Jul 22 16:33:39.811412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:39.886571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] Network d49bb0aa-14bc-439b-82b7-47a5f5314a99 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:33:39.889867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] No DVR routers for this DVR port 36f52685-af75-41f3-be2e-40f7dd8d4f47 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:33:39.894907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34d9eb-1e91-4bbe-8b62-4287866ba9eb None None] Pushing event deleted for resources: {'Port': ['ID=36f52685-af75-41f3-be2e-40f7dd8d4f47,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:39.917754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4ca97-b4e1-447f-ba34-9861f3f3ab1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d49bb0aa-14bc-439b-82b7-47a5f5314a99,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:39.990135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-b7409b90-4ec9-48e0-b415-e441f7be339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:39.998394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-b7409b90-4ec9-48e0-b415-e441f7be339a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1811852 Jul 22 16:33:40.003922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e2c7e-1913-478a-a5c6-6b7c4c1cc7e4 req-525779d8-f906-4c23-bf14-55e66b601f1d tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.016763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af6e2c7e-1913-478a-a5c6-6b7c4c1cc7e4 req-525779d8-f906-4c23-bf14-55e66b601f1d tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 944 time: 0.1901329 Jul 22 16:33:40.042559 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0df115-26a8-46f6-ae1b-be1f888fbd32 x-openstack-request-id: req-2e0df115-26a8-46f6-ae1b-be1f888fbd32 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:40.042855 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "name": "network-vif-plugged", "status": "completed", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:40.043151 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e0df115-26a8-46f6-ae1b-be1f888fbd32 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:40.043559 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf', 'code': 200} Jul 22 16:33:40.053708 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.097318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 26558e8d-6ca9-4023-aed7-3a37ad684b3a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:40.120503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af6e2c7e-1913-478a-a5c6-6b7c4c1cc7e4 req-ff3c224c-3794-46e7-bb75-6420576ce535 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977206 Jul 22 16:33:40.188155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-d9bdf6a8-3f67-4740-87bb-ea07dee46dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.190220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-d9bdf6a8-3f67-4740-87bb-ea07dee46dad service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.5565684 Jul 22 16:33:40.226172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:40.232362 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.295613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 26558e8d-6ca9-4023-aed7-3a37ad684b3a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:40.296124 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.310790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:40.340771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:40.341390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-04f1b26f-38de-42f0-9a1a-6bbf67acd7d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=08852016-ad46-4b8f-a186-b3b7447cc566 HTTP/1.1" status: 200 len: 217 time: 0.1323440 Jul 22 16:33:40.416817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2fb82030-3c89-4d53-a262-b9287f5458fe None None] Provisioning complete for port 03da3ee3-e679-44ca-81ba-9489dfcd5943 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:40.417161 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fb82030-3c89-4d53-a262-b9287f5458fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.456384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3b7cab55-547c-4cb7-badb-7839b895a758 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32100b482f734b6d9fee2dd5f5fb5d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440141 Jul 22 16:33:40.460135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2fb82030-3c89-4d53-a262-b9287f5458fe None None] Port 03da3ee3-e679-44ca-81ba-9489dfcd5943 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:40.460779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36892) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:40.486352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Router f2fc917d-747d-4c2a-87cd-de203a53b148 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:40.489757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2802-3bfe-4bbc-923a-bfbc90ae17c3 req-8210d27c-59ce-4a84-8f23-f5b07e7c5da7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.493346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-bcf23184-78fa-4df1-a14c-e98b15e7d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.496025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-bcf23184-78fa-4df1-a14c-e98b15e7d6d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1291819 Jul 22 16:33:40.497691 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4cd2802-3bfe-4bbc-923a-bfbc90ae17c3 req-8210d27c-59ce-4a84-8f23-f5b07e7c5da7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2000723 Jul 22 16:33:40.538735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 36f52685-af75-41f3-be2e-40f7dd8d4f47 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:40.540319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93fc0d-42bb-4213-9069-0bd97dc428fa req-c91525d1-89dd-4893-b2f8-23a60b6addf7 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.543158 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff93fc0d-42bb-4213-9069-0bd97dc428fa req-c91525d1-89dd-4893-b2f8-23a60b6addf7 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.3375158 Jul 22 16:33:40.543872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-805f6f71-e135-44b8-8963-4ada45b3b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.545304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-805f6f71-e135-44b8-8963-4ada45b3b47b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3591642 Jul 22 16:33:40.556594 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4cd2802-3bfe-4bbc-923a-bfbc90ae17c3 req-b89b0928-692e-46a5-8163-569d5a13d730 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577714 Jul 22 16:33:40.568988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 36f52685-af75-41f3-be2e-40f7dd8d4f47 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:33:40.569635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 36f52685-af75-41f3-be2e-40f7dd8d4f47 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:33:40.736343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed276ad1-215a-449f-86d4-1b655bb3411e req-e58f6284-b644-4ecd-b33e-9afb3953ed4e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.737950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed276ad1-215a-449f-86d4-1b655bb3411e req-e58f6284-b644-4ecd-b33e-9afb3953ed4e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.0813923 Jul 22 16:33:40.781525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4b60a5a1-367b-47ed-906d-31af175a394c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.783479 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed276ad1-215a-449f-86d4-1b655bb3411e req-58392896-2bf7-4eb7-b781-6267ce0617fc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Jul 22 16:33:40.795802 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff93fc0d-42bb-4213-9069-0bd97dc428fa req-d59d8c81-edb0-47f8-9c02-732fba73e973 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174120 Jul 22 16:33:40.838378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-5c0b9cac-f089-4847-a3a7-506745309b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.839970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-5c0b9cac-f089-4847-a3a7-506745309b87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3204637 Jul 22 16:33:40.848287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-fad8a5e2-bd72-4141-8d62-35d4432d94a0 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955756 Jul 22 16:33:40.856268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4b60a5a1-367b-47ed-906d-31af175a394c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:40.956348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601e514-cf67-4093-b766-a736d876c05e req-e3a10bd4-6436-48c0-86ba-37e3ee751134 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:40.958053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9601e514-cf67-4093-b766-a736d876c05e req-e3a10bd4-6436-48c0-86ba-37e3ee751134 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.0874369 Jul 22 16:33:41.009891 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9601e514-cf67-4093-b766-a736d876c05e req-e5a76979-52da-4418-96b2-9da8797fac98 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395443 Jul 22 16:33:41.017315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:41.036195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e34be325-3e11-4e40-8dbc-501e39fd2cd9 admin admin] 10.222.0.53 "PUT /v2.0/routers/f2fc917d-747d-4c2a-87cd-de203a53b148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0992479 Jul 22 16:33:41.041166 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Sync routers for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:41.054531 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:41.055960 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:41.140641 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4b60a5a1-367b-47ed-906d-31af175a394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:41.143293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4b60a5a1-367b-47ed-906d-31af175a394c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:41.144476 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4b60a5a1-367b-47ed-906d-31af175a394c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6fc8244-8120-4525-8ec8-cad253586f06 HTTP/1.1" status: 204 len: 168 time: 0.6805220 Jul 22 16:33:41.171517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-c460a415-5a62-4547-afa3-7d25f2200736 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174784 Jul 22 16:33:41.181994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60a5a1-367b-47ed-906d-31af175a394c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc8244-8120-4525-8ec8-cad253586f06,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:41.195126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dde4a857-2633-4d1d-aba1-0be3e0a8a413 req-90fd068d-77db-4cef-8088-bbf8cf97a883 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285751 Jul 22 16:33:41.217939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636a161-d638-42a5-a2d1-1b055f6dbf0c req-6b735960-2713-4d68-912a-c732f4f4d2a8 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:41.227659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e636a161-d638-42a5-a2d1-1b055f6dbf0c req-6b735960-2713-4d68-912a-c732f4f4d2a8 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 947 time: 0.3329043 Jul 22 16:33:41.261799 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:41.409785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e636a161-d638-42a5-a2d1-1b055f6dbf0c req-c4d1dff9-12e5-4c3c-a9a7-4727095c95af tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811481 Jul 22 16:33:41.436238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fb069-abee-4d89-b36f-c6baedd673e3 req-918f11b1-2f9f-4ccd-a258-680a1fcb160f tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:41.447774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc4fb069-abee-4d89-b36f-c6baedd673e3 req-918f11b1-2f9f-4ccd-a258-680a1fcb160f tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.1293344 Jul 22 16:33:41.487226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33fbbb87-7991-4365-b42f-55833fa39d81 req-d553c063-2d67-4980-a323-1dd39872fa44 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018973 Jul 22 16:33:41.509283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc4fb069-abee-4d89-b36f-c6baedd673e3 req-f67dcda7-ee4a-4a05-960b-7b7e3e2610dd tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542986 Jul 22 16:33:41.543816 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '03da3ee3-e679-44ca-81ba-9489dfcd5943', 'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'mac_address': 'fa:16:3e:d4:01:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:35Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 2, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'subnets': [{'id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:41.594873 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Checking router: f2fc917d-747d-4c2a-87cd-de203a53b148 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:41.595253 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Updating router f2fc917d-747d-4c2a-87cd-de203a53b148 port 03da3ee3-e679-44ca-81ba-9489dfcd5943 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:33:41.655922 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:41.674232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 08852016-ad46-4b8f-a186-b3b7447cc566 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:41.683100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-948b9293-fd59-4a75-bac0-a6fef5ae9dcc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:41.684768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-948b9293-fd59-4a75-bac0-a6fef5ae9dcc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.1247039 Jul 22 16:33:41.718258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-48a036f5-674f-4a2c-bba5-f01c392dbd8f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/quotas/77dffae4560c4b04952180adca13cc0b HTTP/1.1" status: 200 len: 375 time: 0.0219889 Jul 22 16:33:41.872252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-903eec5f-177e-46e7-a65f-0f8181740005 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1522651 Jul 22 16:33:42.028718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 08852016-ad46-4b8f-a186-b3b7447cc566, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=08852016-ad46-4b8f-a186-b3b7447cc566,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:42.044920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:42.052274 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2a52f4-367f-4bb3-942f-0890d19c0029" -d '{"events": [{"server_uuid": "e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a9c5c-ff75-4674-8b21-2ea1351caf36"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:42.066238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '08852016-ad46-4b8f-a186-b3b7447cc566', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '08852016-ad46-4b8f-a186-b3b7447cc566', 'mac_address': 'fa:16:3e:b3:ea:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:42.099224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67255c5d-c4b0-4c78-bdc6-d49017e87504 req-d5162e22-b14e-4793-aa73-39961c0fada6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.101509 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-67255c5d-c4b0-4c78-bdc6-d49017e87504 req-d5162e22-b14e-4793-aa73-39961c0fada6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.1425159 Jul 22 16:33:42.128903 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-db4cf994-be5a-4edf-ac70-40857e2e5b91 service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448635 Jul 22 16:33:42.213450 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:42.225251 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-67255c5d-c4b0-4c78-bdc6-d49017e87504 req-344be390-2ef9-4254-bbf8-55c00731aa54 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905976 Jul 22 16:33:42.275490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08852016-ad46-4b8f-a186-b3b7447cc566 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:42.343292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 08852016-ad46-4b8f-a186-b3b7447cc566, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=08852016-ad46-4b8f-a186-b3b7447cc566,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:42.351675 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:42.379925 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-7dd5eae4-cc1e-476f-ad04-3a0a02311473 service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494152 Jul 22 16:33:42.472872 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:42.494556 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Transition to ACTIVE for port object 03da3ee3-e679-44ca-81ba-9489dfcd5943 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:42.525619 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:42.632459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f36cb9-b420-40d9-947d-3430d586db4f req-bd7b66ba-f7d9-4cdd-816a-7c9d27e33c6d tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:42.635519 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0f36cb9-b420-40d9-947d-3430d586db4f req-bd7b66ba-f7d9-4cdd-816a-7c9d27e33c6d tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.2424560 Jul 22 16:33:42.749839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=08852016-ad46-4b8f-a186-b3b7447cc566,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:42.775733 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50652e6-b1fc-4a38-9121-b6a0186e24a7 None None] Pushing event updated for resources: {'Port': ['ID=03da3ee3-e679-44ca-81ba-9489dfcd5943,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:42.833176 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0f36cb9-b420-40d9-947d-3430d586db4f req-15244d6c-43ae-4bf1-8099-207370796659 tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880596 Jul 22 16:33:42.908786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['08852016-ad46-4b8f-a186-b3b7447cc566'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:42.984809 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecef9c7-5cea-4abe-9e77-5075834487a4 x-openstack-request-id: req-aecef9c7-5cea-4abe-9e77-5075834487a4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:42.985128 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a9c5c-ff75-4674-8b21-2ea1351caf36", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:42.989713 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aecef9c7-5cea-4abe-9e77-5075834487a4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:42.994300 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36', 'code': 200} Jul 22 16:33:43.183377 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Attempting to bind port 03da3ee3-e679-44ca-81ba-9489dfcd5943 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:43.183788 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Attempting to bind port 03da3ee3-e679-44ca-81ba-9489dfcd5943 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:43.184155 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Attempting to bind port 03da3ee3-e679-44ca-81ba-9489dfcd5943 on network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:43.192374 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:43.192822 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Checking segment: {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:43.194564 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.195292 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Bound using segment: {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:43.195792 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Bound port: 03da3ee3-e679-44ca-81ba-9489dfcd5943, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:43.196291 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.271156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91484df-b146-4e65-b59c-346531dcd241 req-f3be3d07-75ba-4069-82e8-6979327bef79 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.276385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d91484df-b146-4e65-b59c-346531dcd241 req-f3be3d07-75ba-4069-82e8-6979327bef79 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.1634262 Jul 22 16:33:43.348250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d91484df-b146-4e65-b59c-346531dcd241 req-a9c67174-549d-451b-a1f7-45a4b58d2941 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640688 Jul 22 16:33:43.429524 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] For port 03da3ee3-e679-44ca-81ba-9489dfcd5943, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:43.437729 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] For port 03da3ee3-e679-44ca-81ba-9489dfcd5943, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=03da3ee3-e679-44ca-81ba-9489dfcd5943,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:43.445234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049fa1d-34e5-4b41-a114-fa66b8be3273 req-0201634b-10f6-4278-8ee3-1442408de8e7 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.456136 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:43.456406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5049fa1d-34e5-4b41-a114-fa66b8be3273 req-0201634b-10f6-4278-8ee3-1442408de8e7 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 948 time: 0.3362212 Jul 22 16:33:43.473991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b31f35-b64f-4431-b148-14a9ccc2f9b5 req-551ae0ae-1327-45c7-85d0-279c7511da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.476703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-50b31f35-b64f-4431-b148-14a9ccc2f9b5 req-551ae0ae-1327-45c7-85d0-279c7511da8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 1097 time: 0.4303613 Jul 22 16:33:43.590163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5049fa1d-34e5-4b41-a114-fa66b8be3273 req-d888c0da-0d73-4246-a71a-c18b015cff05 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326096 Jul 22 16:33:43.621938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-331df370-9d4d-4bba-9319-5ca0d9fd146a tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.623659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-331df370-9d4d-4bba-9319-5ca0d9fd146a tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.2629211 Jul 22 16:33:43.643455 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:43.644695 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:43.731908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-50b31f35-b64f-4431-b148-14a9ccc2f9b5 req-346b0200-4287-4716-85f9-811ab8a5bde3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059736 Jul 22 16:33:43.763420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4eb4d-26d0-49cc-a832-858f3941e1a1 req-36373084-a440-4f95-963b-0c7c35d4a9f3 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:43.780846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39d4eb4d-26d0-49cc-a832-858f3941e1a1 req-36373084-a440-4f95-963b-0c7c35d4a9f3 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.2326663 Jul 22 16:33:43.853594 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39d4eb4d-26d0-49cc-a832-858f3941e1a1 req-11a9b379-9449-44c5-85bd-dc59ceecd67d tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715282 Jul 22 16:33:43.869584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8505f81-487c-4f0c-be67-1dda9d5207df req-dee36ab1-16e9-4778-9410-e7ccef57fbee tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 210 time: 0.1291521 Jul 22 16:33:43.905458 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50652e6-b1fc-4a38-9121-b6a0186e24a7 None None] Pushing event updated for resources: {'Port': ['ID=03da3ee3-e679-44ca-81ba-9489dfcd5943,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:44.040013 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:44.148762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Deleting port acf77efc-51a7-4eb5-b9a6-6b2ddb858999 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:44.155868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:44.408135 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '03da3ee3-e679-44ca-81ba-9489dfcd5943', 'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'mac_address': 'fa:16:3e:d4:01:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:35Z', 'updated_at': '2021-07-22T16:33:43Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'subnets': [{'id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:44.441665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-82c1403c-6e94-4e78-9348-7e9cd3583284 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.446527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-82c1403c-6e94-4e78-9348-7e9cd3583284 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 815 time: 0.2398760 Jul 22 16:33:44.446779 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf6113-6e6d-4059-b5a9-75ac3afaed18 None None] The sync data for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 is: [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '03da3ee3-e679-44ca-81ba-9489dfcd5943', 'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'mac_address': 'fa:16:3e:d4:01:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:35Z', 'updated_at': '2021-07-22T16:33:43Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'subnets': [{'id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:44.481051 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-30b8f155-d0f8-4cec-94fa-e9d21a34e5fe tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/quotas/44ffd3d54aac4f5fbaaac8acf023f56f HTTP/1.1" status: 200 len: 375 time: 0.0281315 Jul 22 16:33:44.602954 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-b887269f-4d16-4307-91a8-11c2602aff5a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208763 Jul 22 16:33:44.749207 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-5f965cc1-9a80-4308-86ec-bb80204e4dab service neutron] 10.222.0.53 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450100 Jul 22 16:33:44.902837 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-56c878c2-44ad-4e41-a35c-38a0d849ea80 service neutron] 10.222.0.53 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523585 Jul 22 16:33:44.938098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2a7cd-a593-418d-9384-5ece69c3d3b3 req-f98e58c9-51b6-41d7-99e8-73954e3936fd tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:44.962071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e3d2a7cd-a593-418d-9384-5ece69c3d3b3 req-f98e58c9-51b6-41d7-99e8-73954e3936fd tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 946 time: 0.8896444 Jul 22 16:33:44.966117 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] For port acf77efc-51a7-4eb5-b9a6-6b2ddb858999, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:44.966410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.001332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Calling delete_port for acf77efc-51a7-4eb5-b9a6-6b2ddb858999 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:45.131779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e3d2a7cd-a593-418d-9384-5ece69c3d3b3 req-27a3915b-7816-48a6-8482-28ea1be54e0b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a61f0ed-dec5-4238-8440-9a73a29d5b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634305 Jul 22 16:33:45.452661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-1ed67663-5593-495b-b2f7-f5bc0f0b418e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:45.454218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-1ed67663-5593-495b-b2f7-f5bc0f0b418e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.20 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.3197095 Jul 22 16:33:45.483301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'port': {'device_id': 'a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'admin_state_up': True, 'tenant_id': '77dffae4560c4b04952180adca13cc0b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:45.516077 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.542416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a2030-d481-483c-9956-98de29cd54b9 req-fc15e0ee-6f02-4e4c-9861-478f88ec5c87 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:45.563119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-436a2030-d481-483c-9956-98de29cd54b9 req-fc15e0ee-6f02-4e4c-9861-478f88ec5c87 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 948 time: 0.1566505 Jul 22 16:33:45.620370 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-436a2030-d481-483c-9956-98de29cd54b9 req-77535664-1e53-4bc2-b3b7-891780d25813 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556664 Jul 22 16:33:45.656150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Pushing event deleted for resources: {'Port': ['ID=acf77efc-51a7-4eb5-b9a6-6b2ddb858999,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:45.694395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 08852016-ad46-4b8f-a186-b3b7447cc566 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:45.763049 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-304927f0-1cdb-4c7c-ba1c-80eb78d1a28d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=048349953dd6493ea11e4657df3670a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1864290 Jul 22 16:33:45.800893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] No DVR routers for this DVR port acf77efc-51a7-4eb5-b9a6-6b2ddb858999 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:33:45.804002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 08852016-ad46-4b8f-a186-b3b7447cc566 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:45.812489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 08852016-ad46-4b8f-a186-b3b7447cc566 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:45.814513 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.830976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3927abf-52e0-4c46-96c2-19dd5df6c265 req-15b4dc3d-74e8-460d-ac43-c43b0142e89e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:45.840108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3927abf-52e0-4c46-96c2-19dd5df6c265 req-15b4dc3d-74e8-460d-ac43-c43b0142e89e tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.1301482 Jul 22 16:33:45.926733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3927abf-52e0-4c46-96c2-19dd5df6c265 req-32520408-76e7-4ee6-8fcc-7b5a60263d2c tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850012 Jul 22 16:33:45.956513 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:45.958684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bcd0cdd-57c3-4205-9382-a5679b56ffa4 req-c02a829a-8416-4d59-898a-9efa3635b02b tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.65 "DELETE /v2.0/ports/acf77efc-51a7-4eb5-b9a6-6b2ddb858999 HTTP/1.1" status: 204 len: 173 time: 2.3208084 Jul 22 16:33:45.994569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8c41-59cc-47de-8fa5-48928035398d req-4bef8938-fea0-45dc-b92f-44a52e6d1878 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:45.998221 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-4bef8938-fea0-45dc-b92f-44a52e6d1878 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048626 Jul 22 16:33:45.998741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'name': 'network-vif-deleted', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:46.001597 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3020932d-7dd4-4738-94c4-d910eb739c3c" -d '{"events": [{"server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "name": "network-vif-deleted", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:46.055809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-348fa6c8-fcab-428e-9540-9860218a2d9b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/quotas/048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 375 time: 0.0425780 Jul 22 16:33:46.125162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Made reservation on behalf of 77dffae4560c4b04952180adca13cc0b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:46.127534 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cde1b8a9-1e44-4cf5-968b-a9fdbfd846e4 req-2a5cceeb-f3b8-4ffc-84b5-64c3b6bc82b4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 210 time: 0.0703807 Jul 22 16:33:46.128789 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:46.158375 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:46.166345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 03da3ee3-e679-44ca-81ba-9489dfcd5943 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:46.258922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6071c124-9abe-44a0-a030-fd576390ec37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08852016-ad46-4b8f-a186-b3b7447cc566'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:46.261572 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c263bb80-5778-47b3-9b3d-f5e1e0a96f42" -d '{"events": [{"server_uuid": "6071c124-9abe-44a0-a030-fd576390ec37", "name": "network-vif-plugged", "status": "completed", "tag": "08852016-ad46-4b8f-a186-b3b7447cc566"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:46.290325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 08852016-ad46-4b8f-a186-b3b7447cc566, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=08852016-ad46-4b8f-a186-b3b7447cc566,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:46.299651 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:46.300851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device acf77efc-51a7-4eb5-b9a6-6b2ddb858999 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:33:46.337141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-243601fc-f75e-4647-9668-6a434a978184 req-4a5a6a2c-d372-4f3d-a8df-d0ff540bd258 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 210 time: 0.0943849 Jul 22 16:33:46.370890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: acf77efc-51a7-4eb5-b9a6-6b2ddb858999 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:33:46.371628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device acf77efc-51a7-4eb5-b9a6-6b2ddb858999 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:33:46.398375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 03da3ee3-e679-44ca-81ba-9489dfcd5943 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:46.405340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 03da3ee3-e679-44ca-81ba-9489dfcd5943 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:46.405925 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:46.435291 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-4e751906-a905-41d6-a9e5-054accc81d7d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3590679 Jul 22 16:33:46.518117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=08852016-ad46-4b8f-a186-b3b7447cc566,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:46.608511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Allocated IP 172.20.0.10 (0b7dcbe5-a1df-4607-b95c-226b8ef07171/d0c88bde-1ecf-4f65-b878-4a183a720233/9b792b03-7d1e-425f-955c-8dbd617f757a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:46.649299 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:46.751450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 03da3ee3-e679-44ca-81ba-9489dfcd5943, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=03da3ee3-e679-44ca-81ba-9489dfcd5943,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:46.758170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:46.815911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420924b9-eeb2-42f8-98eb-5d121b336493 req-71eb96c1-5b6b-4494-b11a-22d01ae8e086 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:46.843475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-420924b9-eeb2-42f8-98eb-5d121b336493 req-71eb96c1-5b6b-4494-b11a-22d01ae8e086 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.1953113 Jul 22 16:33:46.844314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37152) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:46.861681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Request body: {'floatingip': {'port_id': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:46.881904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=03da3ee3-e679-44ca-81ba-9489dfcd5943,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:46.900873 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16721cd-a21a-47fa-a1a1-80f71e3646ac x-openstack-request-id: req-b16721cd-a21a-47fa-a1a1-80f71e3646ac {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:46.901834 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6071c124-9abe-44a0-a030-fd576390ec37", "name": "network-vif-plugged", "status": "completed", "tag": "08852016-ad46-4b8f-a186-b3b7447cc566", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:46.903013 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b16721cd-a21a-47fa-a1a1-80f71e3646ac {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:46.904237 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6071c124-9abe-44a0-a030-fd576390ec37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08852016-ad46-4b8f-a186-b3b7447cc566', 'code': 200} Jul 22 16:33:46.929486 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1d9f36-fae8-4f8f-8b55-d72998dd78b9 x-openstack-request-id: req-ba1d9f36-fae8-4f8f-8b55-d72998dd78b9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:46.929790 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6aeb948-fc5e-409b-9509-41d8feafd09d", "name": "network-vif-deleted", "tag": "acf77efc-51a7-4eb5-b9a6-6b2ddb858999", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:46.930170 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba1d9f36-fae8-4f8f-8b55-d72998dd78b9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:46.930665 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6aeb948-fc5e-409b-9509-41d8feafd09d', 'name': 'network-vif-deleted', 'tag': 'acf77efc-51a7-4eb5-b9a6-6b2ddb858999', 'status': 'completed', 'code': 200} Jul 22 16:33:46.944168 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.014413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ee93c1a-5031-405d-9d7c-f422617baff8 req-07f5d706-483a-450b-b8e7-416b37ab6d6d tempest-ServerRescueTestJSONUnderV235-703213395 tempest-ServerRescueTestJSONUnderV235-703213395-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6aeb948-fc5e-409b-9509-41d8feafd09d HTTP/1.1" status: 200 len: 210 time: 0.0826249 Jul 22 16:33:47.149754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.211449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e089576-19bd-46e1-94c6-615f3034199c req-78c96f38-a13f-4a7d-8e98-64e7bf08acae tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 210 time: 0.0672691 Jul 22 16:33:47.215071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Transition to ACTIVE for port object 9b792b03-7d1e-425f-955c-8dbd617f757a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:47.269602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172b6a4-e440-4627-b116-90c73973e838 req-b75dae17-9f00-484f-8e20-7c0535f2827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:47.271224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6172b6a4-e440-4627-b116-90c73973e838 req-b75dae17-9f00-484f-8e20-7c0535f2827b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 1101 time: 0.2058089 Jul 22 16:33:47.289052 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.327169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['58f6a8be-df18-466d-b7e0-2cc1b69dc9eb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:47.357985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:47.390347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:47.397034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:47.485640 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6172b6a4-e440-4627-b116-90c73973e838 req-eee1eb25-0876-41f3-a95c-8d543f032709 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908424 Jul 22 16:33:47.506563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'Port': ['ID=9b792b03-7d1e-425f-955c-8dbd617f757a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:47.701923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:47.702609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.730310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-19747add-f073-49a4-a8f5-c4971b4aed09 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2512527 Jul 22 16:33:47.759433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9c64-7b5d-4745-8ff9-b79d0782e780 req-01d16c77-b17b-4e18-816d-3500918acd87 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:47.761042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f3f9c64-7b5d-4745-8ff9-b79d0782e780 req-01d16c77-b17b-4e18-816d-3500918acd87 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 932 time: 0.2692180 Jul 22 16:33:47.767345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Request body: {'port': {'device_id': 'a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:47.830868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6accf49d-c752-483d-82b2-504a66ab7e42 None None] Provisioning for port 9b792b03-7d1e-425f-955c-8dbd617f757a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:47.837526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fa68f-9eb1-48ff-a5fa-529132caddfd req-f99c6172-450b-4e5d-ba28-985eba7cbb2c tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:47.837852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6accf49d-c752-483d-82b2-504a66ab7e42 None None] Provisioning complete for port 9b792b03-7d1e-425f-955c-8dbd617f757a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:47.838308 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d2fa68f-9eb1-48ff-a5fa-529132caddfd req-f99c6172-450b-4e5d-ba28-985eba7cbb2c tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 949 time: 0.7349510 Jul 22 16:33:47.852791 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6accf49d-c752-483d-82b2-504a66ab7e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:47.904815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d2fa68f-9eb1-48ff-a5fa-529132caddfd req-00c73dcb-47b5-4336-9f8d-bdbae12cf157 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566642 Jul 22 16:33:47.922624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6accf49d-c752-483d-82b2-504a66ab7e42 None None] Port 9b792b03-7d1e-425f-955c-8dbd617f757a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:47.952589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f3f9c64-7b5d-4745-8ff9-b79d0782e780 req-5aae57d7-bb34-47cb-8e0a-ced6839f5cca tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817942 Jul 22 16:33:48.004720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.060446 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 03da3ee3-e679-44ca-81ba-9489dfcd5943 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:48.160069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d074131f-1dd2-4051-aa4f-d9239eb88956 req-6a837d97-c008-44d7-bf71-8ec1b7802cb2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 210 time: 0.1226346 Jul 22 16:33:48.171606 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:33:48.219837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37184) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:48.245197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 03da3ee3-e679-44ca-81ba-9489dfcd5943 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:48.245745 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.272758 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.279453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.437155 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fc2020a-f453-48ab-bc85-eadaa3673e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:48.482575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2edd544b-c820-46b2-a577-04d093c22968 req-3a435d4c-1162-4b57-9bd8-f7fda4ecd6d5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 210 time: 0.0840368 Jul 22 16:33:48.574833 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Floating IP 8eb5cd7a-f606-4820-951b-18b8e339dfb0 associated. External IP: 172.25.3.155, port: 7b3a9c5c-ff75-4674-8b21-2ea1351caf36. Jul 22 16:33:49.049553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:49.116144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b792b03-7d1e-425f-955c-8dbd617f757a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:49.125938 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.147299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-957b582c-1b91-4b41-969a-6fb92ffb0ae5 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:49.149751 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-957b582c-1b91-4b41-969a-6fb92ffb0ae5 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 815 time: 0.4427223 Jul 22 16:33:49.170639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Transition to ACTIVE for port object 9b792b03-7d1e-425f-955c-8dbd617f757a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:49.199679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.253416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Request body: {'port': {'device_id': 'be8fa201-4f56-4d1a-9c82-4004b34f8db4', 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b', 'admin_state_up': True, 'tenant_id': '44ffd3d54aac4f5fbaaac8acf023f56f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:49.291085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede7ffd-edb2-4cf3-aad7-c1e1043eac5e req-e5f9f90e-a86d-4497-a4dd-7dac0a072aa0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:49.292780 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ede7ffd-edb2-4cf3-aad7-c1e1043eac5e req-e5f9f90e-a86d-4497-a4dd-7dac0a072aa0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 932 time: 0.2074046 Jul 22 16:33:49.294179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:49.305379 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:49.321081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] Sync routers for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:49.336178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:49.337877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:49.343944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=9b792b03-7d1e-425f-955c-8dbd617f757a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:49.388866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ede7ffd-edb2-4cf3-aad7-c1e1043eac5e req-dfe6c27b-cbfe-4729-85bb-8dc9e9423391 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558476 Jul 22 16:33:49.393878 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-792758b4-60ec-422c-a712-43c2b9c00654 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "PUT /v2.0/floatingips/8eb5cd7a-f606-4820-951b-18b8e339dfb0 HTTP/1.1" status: 200 len: 991 time: 2.5425386 Jul 22 16:33:49.393878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'tag': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:49.394511 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d8b058-b175-4237-b686-0d817292cbad" -d '{"events": [{"name": "network-changed", "server_uuid": "e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8", "tag": "7b3a9c5c-ff75-4674-8b21-2ea1351caf36"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:49.452088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533f464-879a-4f20-bebb-e3243cdab139 req-68adcf1e-b5a3-43cd-a4b5-a20818c573fd tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:49.455013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4533f464-879a-4f20-bebb-e3243cdab139 req-68adcf1e-b5a3-43cd-a4b5-a20818c573fd tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 949 time: 0.3606544 Jul 22 16:33:49.583057 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29502e75-d855-4bb6-8cb9-237baa8e3dd5 req-dd386027-3ed4-4731-b37f-3108078b33f5 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 210 time: 0.0420530 Jul 22 16:33:49.698135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:49.743577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-82c0baa8-2b8f-409a-8ec2-2b4ba9f77f8c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=048349953dd6493ea11e4657df3670a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091247 Jul 22 16:33:49.760077 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4533f464-879a-4f20-bebb-e3243cdab139 req-ab9a0075-25de-466c-b6fc-055d164810ac tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727382 Jul 22 16:33:49.861512 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33272e90-6433-437e-933a-a4f6c06d6d7a x-openstack-request-id: req-33272e90-6433-437e-933a-a4f6c06d6d7a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:49.865655 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8", "tag": "7b3a9c5c-ff75-4674-8b21-2ea1351caf36", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:49.866152 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33272e90-6433-437e-933a-a4f6c06d6d7a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:49.868711 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'tag': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36', 'status': 'completed', 'code': 200} Jul 22 16:33:49.898913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Attempting to bind port 9b792b03-7d1e-425f-955c-8dbd617f757a on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:49.899282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Attempting to bind port 9b792b03-7d1e-425f-955c-8dbd617f757a by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:49.899617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Attempting to bind port 9b792b03-7d1e-425f-955c-8dbd617f757a on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:49.925585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Port 9b792b03-7d1e-425f-955c-8dbd617f757a on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:49.925984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Attempting to bind port 9b792b03-7d1e-425f-955c-8dbd617f757a on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:49.977091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Made reservation on behalf of 44ffd3d54aac4f5fbaaac8acf023f56f for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:49.980707 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.025269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8b058-b175-4237-b686-0d817292cbad req-d60a1e8a-3029-43af-b3f8-dbd06475b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.029347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70d8b058-b175-4237-b686-0d817292cbad req-d60a1e8a-3029-43af-b3f8-dbd06475b735 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea0f3a11b0a44ca98a7a3703ec2d583b&device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 1097 time: 0.1104474 Jul 22 16:33:50.033153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:50.033498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Checking segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:50.033888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Bound using segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:50.034349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Bound port: 9b792b03-7d1e-425f-955c-8dbd617f757a, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:50.034713 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.075860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86a445d2-8ae4-4bf9-a0ed-cdf30523f06d req-4f562f10-7540-4788-ae74-246eed8ff2f6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 210 time: 0.1078453 Jul 22 16:33:50.199331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8c41-59cc-47de-8fa5-48928035398d req-0c20d4b3-322a-462c-95a3-50824c74e17b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.201170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-0c20d4b3-322a-462c-95a3-50824c74e17b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4341078 Jul 22 16:33:50.218654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8eb5cd7a-f606-4820-951b-18b8e339dfb0', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'port_id': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'mac_address': 'fa:16:3e:e0:24:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:47Z', 'revision_number': 1, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7de7766-b5b2-48e9-a562-2b3a63c6ebdc', 'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'mac_address': 'fa:16:3e:d9:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:02Z', 'updated_at': '2021-07-22T16:33:10Z', 'revision_number': 5, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'subnets': [{'id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:50.234971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Request body: {'port': {'device_id': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '048349953dd6493ea11e4657df3670a4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:50.251399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] Checking router: 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:50.252864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8b058-b175-4237-b686-0d817292cbad req-5b4499e1-d078-4de1-8e5a-396432f13c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.256024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70d8b058-b175-4237-b686-0d817292cbad req-5b4499e1-d078-4de1-8e5a-396432f13c44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3add8e6-691b-4109-9b3c-42e4bec9c2c5 HTTP/1.1" status: 200 len: 907 time: 0.2193649 Jul 22 16:33:50.261215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:50.262182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:50.297697 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.359555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] For port 9b792b03-7d1e-425f-955c-8dbd617f757a, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:50.433670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70d8b058-b175-4237-b686-0d817292cbad req-0d3175aa-f22a-47ee-a48b-2e13f4ebe0e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b3a9c5c-ff75-4674-8b21-2ea1351caf36 HTTP/1.1" status: 200 len: 999 time: 0.1697223 Jul 22 16:33:50.480285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:50.494899 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] For port 9b792b03-7d1e-425f-955c-8dbd617f757a, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b792b03-7d1e-425f-955c-8dbd617f757a,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:50.534010 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.541288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8b058-b175-4237-b686-0d817292cbad req-ea8c0f04-8f63-44b2-85db-3eebd0861f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.546653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70d8b058-b175-4237-b686-0d817292cbad req-ea8c0f04-8f63-44b2-85db-3eebd0861f8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9149d76-5b68-4a02-a98a-afe0fd073dac HTTP/1.1" status: 200 len: 845 time: 0.0996618 Jul 22 16:33:50.603106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Allocated IP 172.20.0.9 (52ae9953-fa67-40af-98a2-f8d304509d5b/d1fef956-3b36-4a04-b9f6-a4bb231b791c/9a7d44a4-b069-4592-a235-92ef8985081d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:50.617579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.618860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:50.621708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] 10.222.0.20 "PUT /v2.0/ports/9b792b03-7d1e-425f-955c-8dbd617f757a HTTP/1.1" status: 200 len: 1093 time: 2.8591497 Jul 22 16:33:50.653136 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2', 'tag': '9b792b03-7d1e-425f-955c-8dbd617f757a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:50.657138 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c762470-4bc6-4d52-a683-f1de36ba76e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2", "tag": "9b792b03-7d1e-425f-955c-8dbd617f757a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:50.754429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48b7f0-c1bd-4949-9816-5d81c408e6fd req-6c22523e-8c80-4346-96f5-9cd33882fe2c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.767136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb48b7f0-c1bd-4949-9816-5d81c408e6fd req-6c22523e-8c80-4346-96f5-9cd33882fe2c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 944 time: 0.2190206 Jul 22 16:33:50.778795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8b058-b175-4237-b686-0d817292cbad req-89567a05-f6b2-44b1-8355-692f682664dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:50.781067 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70d8b058-b175-4237-b686-0d817292cbad req-89567a05-f6b2-44b1-8355-692f682664dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3add8e6-691b-4109-9b3c-42e4bec9c2c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2206099 Jul 22 16:33:50.965789 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70d8b058-b175-4237-b686-0d817292cbad req-eff8f46a-5f11-4f33-9426-538346009dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/e3add8e6-691b-4109-9b3c-42e4bec9c2c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762929 Jul 22 16:33:50.974238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8eb5cd7a-f606-4820-951b-18b8e339dfb0', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'port_id': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'mac_address': 'fa:16:3e:e0:24:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:47Z', 'revision_number': 1, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7de7766-b5b2-48e9-a562-2b3a63c6ebdc', 'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'mac_address': 'fa:16:3e:d9:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:02Z', 'updated_at': '2021-07-22T16:33:10Z', 'revision_number': 5, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'subnets': [{'id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:51.035461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34be99-42fa-4013-a00d-d624c06def37 None None] The sync data for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 is: [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8eb5cd7a-f606-4820-951b-18b8e339dfb0', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'port_id': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'mac_address': 'fa:16:3e:e0:24:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:33:13Z', 'updated_at': '2021-07-22T16:33:47Z', 'revision_number': 1, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7de7766-b5b2-48e9-a562-2b3a63c6ebdc', 'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'mac_address': 'fa:16:3e:d9:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:02Z', 'updated_at': '2021-07-22T16:33:10Z', 'revision_number': 5, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'subnets': [{'id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:33:51.043824 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1de4329-6011-4bfa-b964-d0ec7b18810b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.048220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb48b7f0-c1bd-4949-9816-5d81c408e6fd req-6fc3bd54-a580-4a64-8e19-759bd2435d5a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727621 Jul 22 16:33:51.159933 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.195517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70d8b058-b175-4237-b686-0d817292cbad req-e14b7d32-4930-4a03-94b5-f4cd6b6e659d service neutron] 10.222.0.20 "GET /v2.0/networks/e3add8e6-691b-4109-9b3c-42e4bec9c2c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156608 Jul 22 16:33:51.197484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df8e232b-3d83-4eb8-ae76-a499537bced5 req-184936ed-9966-4108-989a-140c5937563f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 210 time: 0.1145377 Jul 22 16:33:51.202792 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4f8edc-df9a-4a4d-b2df-a5602d934c73 x-openstack-request-id: req-8e4f8edc-df9a-4a4d-b2df-a5602d934c73 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:51.203104 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2", "tag": "9b792b03-7d1e-425f-955c-8dbd617f757a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:51.203349 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e4f8edc-df9a-4a4d-b2df-a5602d934c73 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:51.203931 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2', 'tag': '9b792b03-7d1e-425f-955c-8dbd617f757a', 'status': 'completed', 'code': 200} Jul 22 16:33:51.290265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce3a04-7eb9-41ce-b2d4-d5289147c8ef service neutron] Pushing event updated for resources: {'Port': ['ID=9b792b03-7d1e-425f-955c-8dbd617f757a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:51.410691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Made reservation on behalf of 048349953dd6493ea11e4657df3670a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:51.415539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:51.433438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-5af2cc26-7791-4f8b-bfa7-cb4177cbd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:51.435668 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-5af2cc26-7791-4f8b-bfa7-cb4177cbd616 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 1096 time: 0.3508704 Jul 22 16:33:51.448506 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252cd1d1-f662-485f-a156-b42cbdc45408 None None] New status for floating IP 8eb5cd7a-f606-4820-951b-18b8e339dfb0: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:33:51.481948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c1f5a4f3-d4ce-47e3-8ee0-213e4d86fc51 req-74d0e61c-7b55-43a8-b39b-48bb4aaa89ca tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 210 time: 0.0648067 Jul 22 16:33:51.523568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-3880301e-49ee-46ee-851b-2aaf771f40e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b792b03-7d1e-425f-955c-8dbd617f757a HTTP/1.1" status: 200 len: 217 time: 0.0576468 Jul 22 16:33:51.799919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-c3d4fd08-cd68-460f-8da0-a1ad389e0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:51.803593 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-c3d4fd08-cd68-460f-8da0-a1ad389e0263 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.2650337 Jul 22 16:33:51.873721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40588b4-7d09-40c8-986f-5dc733073cee req-a05621d3-dea8-4a83-b9ff-9a7c7af8b7ea tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:51.875375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c40588b4-7d09-40c8-986f-5dc733073cee req-a05621d3-dea8-4a83-b9ff-9a7c7af8b7ea tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 949 time: 0.5324605 Jul 22 16:33:51.906459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.001296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-259d5d55-4a94-4cf3-879e-b81dde48ba6d tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2af30be3f5854158b0a74077c805c3ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4155014 Jul 22 16:33:52.058190 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c40588b4-7d09-40c8-986f-5dc733073cee req-439cfacc-4576-49da-a38b-ed02da7471a9 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574316 Jul 22 16:33:52.070306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Allocated IP 192.168.233.98 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/20289c5f-877d-425f-bd75-eef6a5787004) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:52.110384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.136148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-508dd2db-18f2-4760-a66f-27ad32dbd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:52.137708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-508dd2db-18f2-4760-a66f-27ad32dbd377 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3207884 Jul 22 16:33:52.169017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fe500f77-5c08-48fc-b090-7f353f6507a8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:52.170179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b817a-87aa-41a3-a70d-778254de9c39 req-3bf73c7a-9c39-48f4-83c7-0b5a56acd0a0 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:52.179570 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-3bf73c7a-9c39-48f4-83c7-0b5a56acd0a0 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707397 Jul 22 16:33:52.198368 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-83aeef86-9e8e-4da7-bd84-4d529dd82ed2 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/quotas/2af30be3f5854158b0a74077c805c3ba HTTP/1.1" status: 200 len: 375 time: 0.0172765 Jul 22 16:33:52.245484 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Network 52ae9953-fa67-40af-98a2-f8d304509d5b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:52.255311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Deleting port 71159811-2c09-41a4-bdd8-2488be897075 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:33:52.255834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.261611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-d4bbb1e1-72b9-4fc8-9687-bd5b7643d699 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2af30be3f5854158b0a74077c805c3ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618653 Jul 22 16:33:52.282319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Pushing event updated for resources: {'Port': ['ID=9a7d44a4-b069-4592-a235-92ef8985081d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:52.284989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:52.331703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:52.440505 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.572883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:52.573641 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.625528 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-3e57cdc3-b258-4802-aef0-9c6a554ddf81 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566929 Jul 22 16:33:52.640122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3fc05e75-8a2a-4208-bbe3-62e6cf1d07a2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3965552 Jul 22 16:33:52.681764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Request body: {'port': {'device_id': 'be8fa201-4f56-4d1a-9c82-4004b34f8db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:52.725366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] For port 71159811-2c09-41a4-bdd8-2488be897075, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=71159811-2c09-41a4-bdd8-2488be897075,segment=NetworkSegment(c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2),segment_id=c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:52.725745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.775560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:52.803949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4435e2-4252-497d-99c7-e46ab72c7490 req-b3f08919-b0c7-4d94-8792-4bb41371f7f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:52.810952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf4435e2-4252-497d-99c7-e46ab72c7490 req-b3f08919-b0c7-4d94-8792-4bb41371f7f5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 944 time: 0.5754132 Jul 22 16:33:52.905726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Calling delete_port for 71159811-2c09-41a4-bdd8-2488be897075 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:33:52.925423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Transition to ACTIVE for port object 20289c5f-877d-425f-bd75-eef6a5787004 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:53.051235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab15cc-a043-4f50-ad71-11a42bc56333 req-85bee832-4904-466a-9239-e15fcb052338 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:53.055112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3ab15cc-a043-4f50-ad71-11a42bc56333 req-85bee832-4904-466a-9239-e15fcb052338 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 931 time: 0.1353652 Jul 22 16:33:53.075240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf4435e2-4252-497d-99c7-e46ab72c7490 req-15e13742-0a37-40e4-9ea2-ec3f81846c1a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579465 Jul 22 16:33:53.116715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7ebc55-bf9f-4ef1-8ccf-7d71705f956f req-631b2e48-813f-4472-95c5-c9ac373133ee service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783177 Jul 22 16:33:53.129521 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.133222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.157415 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3ab15cc-a043-4f50-ad71-11a42bc56333 req-cdd5738e-901d-49ee-b753-9ea0ec2e826e tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957236 Jul 22 16:33:53.172753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['89fb7524-c5fa-432d-ade7-e287d886a70f', '4a45f78e-08f0-43a1-a986-72eba3e35fbf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:53.243728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:53.384876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e03bf-7aa1-45c2-a551-09fdc086b679 req-3d7df905-2bef-4954-87ec-d6d8da011500 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:53.386413 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-899e03bf-7aa1-45c2-a551-09fdc086b679 req-3d7df905-2bef-4954-87ec-d6d8da011500 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 935 time: 0.0942338 Jul 22 16:33:53.440117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-c2ab5c9c-fedc-4a34-a847-dc7a81c49094 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2af30be3f5854158b0a74077c805c3ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849624 Jul 22 16:33:53.447024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-899e03bf-7aa1-45c2-a551-09fdc086b679 req-de74ada5-a746-451e-babe-df6613954f5c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533428 Jul 22 16:33:53.481809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:53.499877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:53.506451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:53.624243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-bb565d1d-e7db-4af3-9865-fcbd13738683 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d38306bd844e4cafb493d60e139220ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526431 Jul 22 16:33:53.668645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:53.670046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.784898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068259a3-1090-41d4-a989-ae4974b57def req-6b9a6aed-532d-45cf-8014-dc95afd17930 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:53.787776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-6b9a6aed-532d-45cf-8014-dc95afd17930 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625159 Jul 22 16:33:53.808008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-bc6c66f5-71c7-4ac2-a56b-cc909b2b2c09 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/quotas/d38306bd844e4cafb493d60e139220ee HTTP/1.1" status: 200 len: 375 time: 0.0111070 Jul 22 16:33:53.837525 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-44d1f993-a0dc-4f86-909e-96edd2adaed3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6127529 Jul 22 16:33:53.886966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Request body: {'port': {'device_id': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:53.909312 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-2035f2f1-1be2-46d4-93b5-e67741c4ca8b tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d38306bd844e4cafb493d60e139220ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959394 Jul 22 16:33:53.959685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eabf672c-d3e0-41af-8fc2-2c486f4049bd None None] Provisioning for port 20289c5f-877d-425f-bd75-eef6a5787004 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:53.967833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-a0cb8cee-3ccc-4c2e-89b4-f0c94a44c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:53.968786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eabf672c-d3e0-41af-8fc2-2c486f4049bd None None] Provisioning complete for port 20289c5f-877d-425f-bd75-eef6a5787004 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:53.969748 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eabf672c-d3e0-41af-8fc2-2c486f4049bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:53.969905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-a0cb8cee-3ccc-4c2e-89b4-f0c94a44c6ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 1096 time: 0.6133361 Jul 22 16:33:54.030543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eabf672c-d3e0-41af-8fc2-2c486f4049bd None None] Port 20289c5f-877d-425f-bd75-eef6a5787004 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:54.087424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.102656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-5f2f4de2-a720-45b8-89ac-045af251cf73 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:54.110984 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-5f2f4de2-a720-45b8-89ac-045af251cf73 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6201496 Jul 22 16:33:54.124293 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.135271 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-72af9413-a338-43c6-af12-4155a6ed1d5f tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2af30be3f5854158b0a74077c805c3ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702071 Jul 22 16:33:54.221452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac089e32-d31e-414c-adbe-275f4f393134 req-11d904bd-6b11-40b3-84a7-ff6fb2411b68 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 210 time: 0.0602779 Jul 22 16:33:54.300293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Pushing event deleted for resources: {'Port': ['ID=71159811-2c09-41a4-bdd8-2488be897075,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:54.391411 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8816c17a-697c-40c2-8724-3e2ab617543e tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/quotas/2af30be3f5854158b0a74077c805c3ba HTTP/1.1" status: 200 len: 375 time: 0.2793322 Jul 22 16:33:54.408777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b817a-87aa-41a3-a70d-778254de9c39 req-7b56902c-6f2c-44f6-868b-4a18d6181064 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:54.410712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-7b56902c-6f2c-44f6-868b-4a18d6181064 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2694025 Jul 22 16:33:54.477959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Request body: {'port': {'device_id': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '2af30be3f5854158b0a74077c805c3ba'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:54.519183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031f8b1-eef6-49ea-84ea-f63c4a48eaef req-df4447ef-dc7e-4854-ae24-7c3f545d3845 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:54.527236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c031f8b1-eef6-49ea-84ea-f63c4a48eaef req-df4447ef-dc7e-4854-ae24-7c3f545d3845 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 944 time: 0.1550066 Jul 22 16:33:54.643140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c031f8b1-eef6-49ea-84ea-f63c4a48eaef req-c713bc7e-12fa-4e19-b0f4-1ffcc40cbdeb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022501 Jul 22 16:33:54.692714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Made reservation on behalf of 2af30be3f5854158b0a74077c805c3ba for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:54.697663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.716749 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:54.950367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32938b52-b1f2-498c-b2bd-19410dd3a2a6 req-d7f4fe77-f2d1-42b0-9afe-523ed4d203b3 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:54.957436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32938b52-b1f2-498c-b2bd-19410dd3a2a6 req-d7f4fe77-f2d1-42b0-9afe-523ed4d203b3 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 931 time: 0.1728320 Jul 22 16:33:55.013117 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.024565 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.079560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8c44143d-dde4-4d90-b844-3d5144d14697 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2af30be3f5854158b0a74077c805c3ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6642802 Jul 22 16:33:55.129113 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.229292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-a9b50aaa-6a08-4b0e-bc60-10774ccea3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:55.231222 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-a9b50aaa-6a08-4b0e-bc60-10774ccea3af service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 1.2410514 Jul 22 16:33:55.271900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Allocated IP 192.168.233.162 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/9c79a099-ff0c-496f-98de-255a6d683c8e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:55.295097 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32938b52-b1f2-498c-b2bd-19410dd3a2a6 req-0ceccd4a-e5af-4728-9c30-2d0f5e86f4ec tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364878 Jul 22 16:33:55.315739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2963a25f-9694-49a6-b067-d7c47ffe856d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:55.509864 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-f8794022-aadc-46ed-8696-d44925b02aa3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b792b03-7d1e-425f-955c-8dbd617f757a HTTP/1.1" status: 200 len: 217 time: 0.2269788 Jul 22 16:33:55.512960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7d44a4-b069-4592-a235-92ef8985081d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:55.582704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.606862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10444e-fcf0-4f05-a36f-b4d04bebe422 req-e9e9bdd2-dbc7-4631-a78b-607bd9edfdb2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:55.608459 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b10444e-fcf0-4f05-a36f-b4d04bebe422 req-e9e9bdd2-dbc7-4631-a78b-607bd9edfdb2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 935 time: 0.2061586 Jul 22 16:33:55.624014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.657470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Transition to ACTIVE for port object 9c79a099-ff0c-496f-98de-255a6d683c8e will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:55.666875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.675535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Transition to ACTIVE for port object 9a7d44a4-b069-4592-a235-92ef8985081d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:55.680798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b10444e-fcf0-4f05-a36f-b4d04bebe422 req-90bbfcfd-9d27-41cb-af6f-b8574f398325 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598810 Jul 22 16:33:55.737646 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.760163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d9440fd3-32b2-4135-bc51-4d0debac8945 req-e7225f38-61fa-4976-ac55-4c5ca448ea74 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 210 time: 0.2330985 Jul 22 16:33:55.767151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:55.900365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:55.954318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:56.000774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:56.023629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-6dce467f-62e3-40df-b8ad-d252ca40fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:56.025977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-6dce467f-62e3-40df-b8ad-d252ca40fc89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.5011337 Jul 22 16:33:56.100077 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-68d3473d-48c4-4540-a3c4-655226fbe28c tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d38306bd844e4cafb493d60e139220ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2421377 Jul 22 16:33:56.101930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:56.141440 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6064a366-10bd-430b-9ed3-6922fffa8cb3 req-2a24427a-f22a-404f-9dc5-aa69928072e6 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 210 time: 0.1774783 Jul 22 16:33:56.277459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:56.278568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.341571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-43fcbaa5-3fd5-446a-ba37-f050ea6e2078 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8701015 Jul 22 16:33:56.369852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Request body: {'port': {'device_id': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:56.373692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Pushing event updated for resources: {'Port': ['ID=9a7d44a4-b069-4592-a235-92ef8985081d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:56.394775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fb27829b-96c9-479a-bff4-b54cbe59eb9f None None] Provisioning for port 9c79a099-ff0c-496f-98de-255a6d683c8e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:56.401366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fb27829b-96c9-479a-bff4-b54cbe59eb9f None None] Provisioning complete for port 9c79a099-ff0c-496f-98de-255a6d683c8e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:56.402564 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb27829b-96c9-479a-bff4-b54cbe59eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.404717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068259a3-1090-41d4-a989-ae4974b57def req-30564ada-d79a-46ea-bdf2-2877a42a4eeb tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:56.406309 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-30564ada-d79a-46ea-bdf2-2877a42a4eeb tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2632811 Jul 22 16:33:56.445691 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Request body: {'port': {'device_id': '23457c72-eab6-4b22-a14b-9dd326a4241e', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': 'd38306bd844e4cafb493d60e139220ee'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:56.459700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fb27829b-96c9-479a-bff4-b54cbe59eb9f None None] Port 9c79a099-ff0c-496f-98de-255a6d683c8e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:56.540691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Attempting to bind port 9a7d44a4-b069-4592-a235-92ef8985081d on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:56.540691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Attempting to bind port 9a7d44a4-b069-4592-a235-92ef8985081d by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:56.540691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Attempting to bind port 9a7d44a4-b069-4592-a235-92ef8985081d on network 52ae9953-fa67-40af-98a2-f8d304509d5b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:56.589944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Port 9a7d44a4-b069-4592-a235-92ef8985081d on network 52ae9953-fa67-40af-98a2-f8d304509d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:56.590279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Attempting to bind port 9a7d44a4-b069-4592-a235-92ef8985081d on network 52ae9953-fa67-40af-98a2-f8d304509d5b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:56.598409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-b5db9f22-36d8-4d90-bd6d-4c9d2b0d1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:56.600678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-b5db9f22-36d8-4d90-bd6d-4c9d2b0d1e98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5531909 Jul 22 16:33:56.619662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9b792b03-7d1e-425f-955c-8dbd617f757a details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:33:56.622983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe03a-1c2d-4e69-8675-91baa893f9ae req-3c1611fa-7eb3-460c-9167-73e6431ea77c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:56.631397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b97fe03a-1c2d-4e69-8675-91baa893f9ae req-3c1611fa-7eb3-460c-9167-73e6431ea77c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 944 time: 0.5999312 Jul 22 16:33:56.643747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:56.643747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Checking segment: {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:56.644134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Bound using segment: {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:56.644720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Bound port: 9a7d44a4-b069-4592-a235-92ef8985081d, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:56.645127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.724006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.784394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Made reservation on behalf of d38306bd844e4cafb493d60e139220ee for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:56.788307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.801491 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9b792b03-7d1e-425f-955c-8dbd617f757a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b792b03-7d1e-425f-955c-8dbd617f757a,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:56.804046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96076f83-eaad-4f95-bd45-2ea78058fe37 req-227d74cb-dc98-4140-a3bc-3a61487dc814 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:56.806996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96076f83-eaad-4f95-bd45-2ea78058fe37 req-227d74cb-dc98-4140-a3bc-3a61487dc814 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 943 time: 0.3496616 Jul 22 16:33:56.840540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '9b792b03-7d1e-425f-955c-8dbd617f757a', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'port_id': '9b792b03-7d1e-425f-955c-8dbd617f757a', 'mac_address': 'fa:16:3e:af:f5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:33:56.909429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.925012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b792b03-7d1e-425f-955c-8dbd617f757a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:56.929502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20289c5f-877d-425f-bd75-eef6a5787004 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:56.951914 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b97fe03a-1c2d-4e69-8675-91baa893f9ae req-3066aed4-aebd-4f4c-8423-715c00bfd462 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194461 Jul 22 16:33:56.964892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9b792b03-7d1e-425f-955c-8dbd617f757a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b792b03-7d1e-425f-955c-8dbd617f757a,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:33:56.984601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:56.997935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.041428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96076f83-eaad-4f95-bd45-2ea78058fe37 req-6137a17a-c79f-4960-a6e8-ffc1d48f7601 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217078 Jul 22 16:33:57.079380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9b792b03-7d1e-425f-955c-8dbd617f757a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:57.084876 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-b0541a5a-82cc-4bbd-a08e-5405abcf8c49 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744680 Jul 22 16:33:57.093977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.097797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.097797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.097797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.097797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.097797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.098457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.098457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.103021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Transition to ACTIVE for port object 20289c5f-877d-425f-bd75-eef6a5787004 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:57.103404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.103871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.104333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.105082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:33:57.156125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.160168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] For port 9a7d44a4-b069-4592-a235-92ef8985081d, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:57.219737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:33:57.303445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] For port 9a7d44a4-b069-4592-a235-92ef8985081d, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9a7d44a4-b069-4592-a235-92ef8985081d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:57.327038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25569bb-a0af-46b3-941e-a6aca6bbdb8d req-130ec3b1-4f5d-45ea-afbf-0afbc338c4ad tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:57.328336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['9b792b03-7d1e-425f-955c-8dbd617f757a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:57.328856 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f25569bb-a0af-46b3-941e-a6aca6bbdb8d req-130ec3b1-4f5d-45ea-afbf-0afbc338c4ad tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.1804993 Jul 22 16:33:57.376787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1324827-85b9-4229-a4e0-1d7e82be709a req-bf4c8a22-20d2-4326-a97e-38677836d7b1 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 210 time: 0.2017787 Jul 22 16:33:57.379893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-ef31df94-f04d-4f60-93f6-e0932ce5d6e6 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2af30be3f5854158b0a74077c805c3ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1772022 Jul 22 16:33:57.428682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.438070 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f25569bb-a0af-46b3-941e-a6aca6bbdb8d req-6e200636-61ae-4449-9b98-274e69e3ca7c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008000 Jul 22 16:33:57.454236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c79a099-ff0c-496f-98de-255a6d683c8e {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:33:57.462468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:57.502297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.541952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Transition to ACTIVE for port object 9c79a099-ff0c-496f-98de-255a6d683c8e will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:57.562220 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.717747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Allocated IP 192.168.233.231 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/9c31ef16-e3ec-4fb8-9685-ab1085de2ceb) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:33:57.734966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:57.823840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:57.824477 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:57.826025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] 10.222.0.65 "PUT /v2.0/ports/9a7d44a4-b069-4592-a235-92ef8985081d HTTP/1.1" status: 200 len: 1092 time: 5.1561832 Jul 22 16:33:57.846523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8fa201-4f56-4d1a-9c82-4004b34f8db4', 'tag': '9a7d44a4-b069-4592-a235-92ef8985081d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:57.848626 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c7379-c41d-47e2-92f7-494fe7f4f432" -d '{"events": [{"name": "network-changed", "server_uuid": "be8fa201-4f56-4d1a-9c82-4004b34f8db4", "tag": "9a7d44a4-b069-4592-a235-92ef8985081d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:57.852683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-767bec96-292e-476f-a2ef-5e9eaf174064 req-b6a57871-bfd7-40ac-a5a9-3f03d7f0e25e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 210 time: 0.3259284 Jul 22 16:33:57.955009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Attempting to bind port 9c79a099-ff0c-496f-98de-255a6d683c8e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:57.955345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Attempting to bind port 9c79a099-ff0c-496f-98de-255a6d683c8e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:57.955667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Attempting to bind port 9c79a099-ff0c-496f-98de-255a6d683c8e on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:57.972071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Port 9c79a099-ff0c-496f-98de-255a6d683c8e on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:57.975380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Attempting to bind port 9c79a099-ff0c-496f-98de-255a6d683c8e on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:57.992742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:57.993114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:57.993491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:57.994781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Bound port: 9c79a099-ff0c-496f-98de-255a6d683c8e, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:57.994781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.043809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c762470-4bc6-4d52-a683-f1de36ba76e4 req-8dcb68c5-6e82-4e9f-bb91-ee8263877665 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9331951 Jul 22 16:33:58.050422 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7260f76-e3d3-4926-a2d3-a39c34eb71c2 x-openstack-request-id: req-c7260f76-e3d3-4926-a2d3-a39c34eb71c2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:58.050716 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8fa201-4f56-4d1a-9c82-4004b34f8db4", "tag": "9a7d44a4-b069-4592-a235-92ef8985081d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:58.050980 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7260f76-e3d3-4926-a2d3-a39c34eb71c2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:58.051383 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8fa201-4f56-4d1a-9c82-4004b34f8db4', 'tag': '9a7d44a4-b069-4592-a235-92ef8985081d', 'status': 'completed', 'code': 200} Jul 22 16:33:58.061492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cef193-a151-48af-ae37-434fa8ac785b service neutron] Pushing event updated for resources: {'Port': ['ID=9a7d44a4-b069-4592-a235-92ef8985081d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:58.092507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-e7019965-4807-4cc1-82ea-49e37ab347b9 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:58.094013 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.094467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-e7019965-4807-4cc1-82ea-49e37ab347b9 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6596518 Jul 22 16:33:58.126466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Transition to ACTIVE for port object 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:33:58.128459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Request body: {'port': {'device_id': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '2af30be3f5854158b0a74077c805c3ba'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:58.141086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:58.146891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:58.157216 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.192739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Attempting to bind port 20289c5f-877d-425f-bd75-eef6a5787004 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:33:58.193687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Attempting to bind port 20289c5f-877d-425f-bd75-eef6a5787004 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:33:58.194207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Attempting to bind port 20289c5f-877d-425f-bd75-eef6a5787004 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:58.198419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:33:58.208821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] Sync routers for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:33:58.222327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:58.223325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:58.233457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f76029af-0d75-46d8-ad9a-80ffe4fc485f admin admin] 10.222.0.53 "PUT /v2.0/routers/e70eb21a-b6a5-4e46-a87b-5f0f3487c662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0096102 Jul 22 16:33:58.239509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:33:58.251490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:58.252461 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.254445 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c79a099-ff0c-496f-98de-255a6d683c8e HTTP/1.1" status: 200 len: 1097 time: 1.8957152 Jul 22 16:33:58.255351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:58.259860 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dd4fbb-c625-401d-b391-4ae43612b966" -d '{"events": [{"name": "network-changed", "server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:58.293327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.321407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1066f-a6fe-466f-8989-530a5c694b48 service neutron] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:58.345547 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['08852016-ad46-4b8f-a186-b3b7447cc566'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:33:58.448619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Pushing event updated for resources: {'Port': ['ID=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:33:58.510675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:33:58.523425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:33:58.541873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:33:58.569678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa85ee4-25cb-4940-9be0-8d7eb585e3d9 req-826e1b0d-3c36-4fc1-8f4a-f6e36c30c99e tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:58.571543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fa85ee4-25cb-4940-9be0-8d7eb585e3d9 req-826e1b0d-3c36-4fc1-8f4a-f6e36c30c99e tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 943 time: 0.3802805 Jul 22 16:33:58.698545 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fa85ee4-25cb-4940-9be0-8d7eb585e3d9 req-0beca34f-c3bf-4451-9e90-c4b4b495aa8a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191440 Jul 22 16:33:58.710511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b817a-87aa-41a3-a70d-778254de9c39 req-bbed8415-ff92-4c27-a0aa-e18564231905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:58.712212 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-bbed8415-ff92-4c27-a0aa-e18564231905 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2af30be3f5854158b0a74077c805c3ba&device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 1100 time: 0.3622515 Jul 22 16:33:58.718952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:58.719948 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:58.793731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-ef1dadba-0c9a-4094-958f-4d81946bc961 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3618011 Jul 22 16:33:58.797491 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-8d3602bb-d7db-419b-8189-618fe971788a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9c79a099-ff0c-496f-98de-255a6d683c8e HTTP/1.1" status: 200 len: 217 time: 0.0673430 Jul 22 16:33:58.902367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Request body: {'port': {'device_id': '23457c72-eab6-4b22-a14b-9dd326a4241e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:33:58.908194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Port 20289c5f-877d-425f-bd75-eef6a5787004 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:33:58.908821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Attempting to bind port 20289c5f-877d-425f-bd75-eef6a5787004 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:33:58.948808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:33:58.949176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:33:58.949541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:33:58.950004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Bound port: 20289c5f-877d-425f-bd75-eef6a5787004, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:33:58.950357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.001163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9b792b03-7d1e-425f-955c-8dbd617f757a up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:33:59.044154 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917c7327-b543-49b4-b8c3-41e5e9e75365 x-openstack-request-id: req-917c7327-b543-49b4-b8c3-41e5e9e75365 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:33:59.044450 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:33:59.044724 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-917c7327-b543-49b4-b8c3-41e5e9e75365 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:33:59.045105 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'status': 'completed', 'code': 200} Jul 22 16:33:59.048697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b817a-87aa-41a3-a70d-778254de9c39 req-803c0cf6-a5ff-4f74-917c-27b9822c1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:59.050186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-803c0cf6-a5ff-4f74-917c-27b9822c1186 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2436724 Jul 22 16:33:59.111124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.115429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-4691b0b8-255f-4873-96d3-29d501c5be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:59.117064 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-4691b0b8-255f-4873-96d3-29d501c5be93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 1095 time: 1.1454282 Jul 22 16:33:59.144030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:33:59.215182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-06d66937-f5ed-473f-a8b2-19560a75af34 req-62340cb6-ce6a-4c39-9206-864c662e409a tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 210 time: 0.0394125 Jul 22 16:33:59.231557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-ec08657b-1103-4e91-8b7b-531acdc26836 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7d44a4-b069-4592-a235-92ef8985081d HTTP/1.1" status: 200 len: 217 time: 0.0583589 Jul 22 16:33:59.242882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd57143-cff6-4ff1-bb70-6f30957da781 req-d1636d67-708f-4b89-ac9e-89a70586ebc8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:59.249802 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abd57143-cff6-4ff1-bb70-6f30957da781 req-d1636d67-708f-4b89-ac9e-89a70586ebc8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 945 time: 1.1807125 Jul 22 16:33:59.294586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b817a-87aa-41a3-a70d-778254de9c39 req-03f10b1f-722b-4e34-a3fb-4ae66f0f8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:59.296284 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-03f10b1f-722b-4e34-a3fb-4ae66f0f8229 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2319212 Jul 22 16:33:59.382995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:33:59.400884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abd57143-cff6-4ff1-bb70-6f30957da781 req-bb739486-108e-424c-99eb-7a572242db60 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501153 Jul 22 16:33:59.425171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-ba85309b-5262-4e38-a0e2-334831196e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:59.428441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-ba85309b-5262-4e38-a0e2-334831196e5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.1610925 Jul 22 16:33:59.434018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Made reservation on behalf of 2af30be3f5854158b0a74077c805c3ba for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:33:59.434270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 9b792b03-7d1e-425f-955c-8dbd617f757a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:59.440360 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.444739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:33:59.455173 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.488215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 9b792b03-7d1e-425f-955c-8dbd617f757a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:59.488640 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.537159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9892c312-c6c0-460a-bb21-60fb09a4ed89 None None] Provisioning for port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:33:59.540438 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.559764 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-20da8176-64d0-4e4f-85ed-896e753b724b service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449143 Jul 22 16:33:59.566526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9892c312-c6c0-460a-bb21-60fb09a4ed89 None None] Provisioning complete for port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:33:59.567187 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9892c312-c6c0-460a-bb21-60fb09a4ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.590239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-3d5de6cb-d3a1-4dea-8083-4e05e2acf67e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436424 Jul 22 16:33:59.645594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9892c312-c6c0-460a-bb21-60fb09a4ed89 None None] Port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:33:59.701276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:33:53Z', 'revision_number': 5, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:59.704365 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.706242 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-593b817a-87aa-41a3-a70d-778254de9c39 req-9d02b7b9-bdb1-47d9-8aeb-99717b9f36a8 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321411 Jul 22 16:33:59.758099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:59.758099 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:33:59.760502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] Checking router: e70eb21a-b6a5-4e46-a87b-5f0f3487c662 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:33:59.760680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] 10.222.0.65 "PUT /v2.0/ports/20289c5f-877d-425f-bd75-eef6a5787004 HTTP/1.1" status: 200 len: 1096 time: 5.8871489 Jul 22 16:33:59.809933 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdae26-5654-45e2-8131-01c8dd2f7534 req-b5e39caa-ff5e-4fed-8e06-ace22de319c6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:33:59.818861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b792b03-7d1e-425f-955c-8dbd617f757a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:33:59.821306 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ccdae26-5654-45e2-8131-01c8dd2f7534 req-b5e39caa-ff5e-4fed-8e06-ace22de319c6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.4152107 Jul 22 16:33:59.840598 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00533c3c-0d66-419d-a77d-f27011bd9005" -d '{"events": [{"server_uuid": "a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2", "name": "network-vif-plugged", "status": "completed", "tag": "9b792b03-7d1e-425f-955c-8dbd617f757a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:33:59.852026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] Routers {'e70eb21a-b6a5-4e46-a87b-5f0f3487c662'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:33:59.853402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:33:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:33:59.911384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ccdae26-5654-45e2-8131-01c8dd2f7534 req-fe618a8f-2662-4887-b5e6-b0e06fb14204 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669968 Jul 22 16:34:00.044974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9b792b03-7d1e-425f-955c-8dbd617f757a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b792b03-7d1e-425f-955c-8dbd617f757a,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:00.051823 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.121667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-afba3a15-c281-4a26-8b48-3823d3e03c52 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848092 Jul 22 16:34:00.122592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:00.128551 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655f6f19-194d-4290-ae93-6853bc6d5111" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "tag": "20289c5f-877d-425f-bd75-eef6a5787004"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:00.142300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] Set router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:34:00.144797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9b792b03-7d1e-425f-955c-8dbd617f757a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:00.248796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-d5e69c76-bdca-4d1b-971c-87004a3b3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:00.250632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-d5e69c76-bdca-4d1b-971c-87004a3b3e0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2af30be3f5854158b0a74077c805c3ba&device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 1100 time: 0.3372819 Jul 22 16:34:00.272089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9658d3-eee3-432c-9b35-c2e9c8558379 service neutron] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:00.357958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111888d-1790-46f8-9226-1ccc91937b52 req-37bd1275-5c0a-439d-87b6-e5d899741759 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:00.368099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5111888d-1790-46f8-9226-1ccc91937b52 req-37bd1275-5c0a-439d-87b6-e5d899741759 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 936 time: 0.8630569 Jul 22 16:34:00.374234 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.445179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:33:53Z', 'revision_number': 5, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:00.483180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5111888d-1790-46f8-9226-1ccc91937b52 req-814c23b3-118f-42ae-a437-cffb69663429 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141305 Jul 22 16:34:00.485142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-751a83e1-397e-478d-b94c-b24ff31e4dc2 req-cce46546-d00e-4c88-b390-2a4a7a1d5cf1 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124352 Jul 22 16:34:00.506845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8c41-59cc-47de-8fa5-48928035398d req-6343dc7e-c532-4e68-a7e4-51509e5ad5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:00.508753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-6343dc7e-c532-4e68-a7e4-51509e5ad5c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 1099 time: 0.3459768 Jul 22 16:34:00.516192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db61a611-9f6b-439a-a4f7-cbc4328b04a3 None None] The sync data for ids ['e70eb21a-b6a5-4e46-a87b-5f0f3487c662'] in n-d-792458-13 is: [{'id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'name': 'tempest-ServerRescueTestJSONUnderV235-1183351107-router', 'tenant_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:31:49Z', 'updated_at': '2021-07-22T16:33:53Z', 'revision_number': 5, 'project_id': 'aaa7c3dc254f41959b81e405c1fb78a5', 'gw_port': {'id': 'c7593130-af66-444b-9fb5-15031d1a8429', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70eb21a-b6a5-4e46-a87b-5f0f3487c662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:31:50Z', 'updated_at': '2021-07-22T16:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:34:00.566641 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a617f6-dcb7-47e4-8f86-1297b316b921 x-openstack-request-id: req-33a617f6-dcb7-47e4-8f86-1297b316b921 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:00.567542 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2", "name": "network-vif-plugged", "status": "completed", "tag": "9b792b03-7d1e-425f-955c-8dbd617f757a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:00.568107 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33a617f6-dcb7-47e4-8f86-1297b316b921 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:00.569294 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b792b03-7d1e-425f-955c-8dbd617f757a', 'code': 200} Jul 22 16:34:00.650958 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-bcbc9976-db76-44b9-bb1e-db9cfb9f2239 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=20289c5f-877d-425f-bd75-eef6a5787004 HTTP/1.1" status: 200 len: 217 time: 0.1231940 Jul 22 16:34:00.738920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Deleting port c7593130-af66-444b-9fb5-15031d1a8429 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:00.739295 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.796259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ccc9d-6cd3-45d6-a2ea-4de17d17db87 req-a748a03f-1992-41bc-9c76-f757b2c1e278 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:00.797867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b00ccc9d-6cd3-45d6-a2ea-4de17d17db87 req-a748a03f-1992-41bc-9c76-f757b2c1e278 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 943 time: 0.7198286 Jul 22 16:34:00.802135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:00.814173 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.843365 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45bf953-f6cb-4ab7-8576-5c6c0143d4e0 x-openstack-request-id: req-b45bf953-f6cb-4ab7-8576-5c6c0143d4e0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:00.843605 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "tag": "20289c5f-877d-425f-bd75-eef6a5787004", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:00.843812 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b45bf953-f6cb-4ab7-8576-5c6c0143d4e0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:00.844471 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004', 'status': 'completed', 'code': 200} Jul 22 16:34:00.856327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Transition to ACTIVE for port object 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:00.859701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-0e19dec0-9f06-4652-a232-0fcfd432a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:00.861332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-0e19dec0-9f06-4652-a232-0fcfd432a29f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.6014559 Jul 22 16:34:00.875178 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:00.934252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-796f7e55-1f0c-4341-8f1e-6a916e3ac7ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=9c79a099-ff0c-496f-98de-255a6d683c8e HTTP/1.1" status: 200 len: 217 time: 0.0654020 Jul 22 16:34:00.987032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8947ac56-6ea8-41dc-ae58-09eb2ec34c23 req-f807522a-7bfa-48ed-98b3-16fb45aa1a61 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 210 time: 0.1392181 Jul 22 16:34:00.988682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8c41-59cc-47de-8fa5-48928035398d req-c99b2bc8-8e6a-4576-bd22-796df0741a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:00.995496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-c99b2bc8-8e6a-4576-bd22-796df0741a23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3316274 Jul 22 16:34:00.997573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b00ccc9d-6cd3-45d6-a2ea-4de17d17db87 req-1aa1180a-d904-474e-af30-2b97c864dffa tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776862 Jul 22 16:34:01.080216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Pushing event updated for resources: {'Port': ['ID=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:01.118294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] For port c7593130-af66-444b-9fb5-15031d1a8429, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c7593130-af66-444b-9fb5-15031d1a8429,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:01.119579 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.130244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.142189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-8521080f-5ba5-4486-af11-49cec8e0a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:01.143797 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-8521080f-5ba5-4486-af11-49cec8e0a463 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1779990 Jul 22 16:34:01.317341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Calling delete_port for c7593130-af66-444b-9fb5-15031d1a8429 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:01.446164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Allocated IP 192.168.233.63 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/e8f159a9-2adb-460b-8579-b834412f82bc) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:01.483182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-dddf3587-0b9f-4279-a5f4-24dc358d2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:01.485572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-dddf3587-0b9f-4279-a5f4-24dc358d2573 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 1095 time: 0.8324971 Jul 22 16:34:01.501159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Attempting to bind port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:01.501503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Attempting to bind port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:01.501832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Attempting to bind port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:01.512697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-77b49073-d3a2-4f47-92dd-c0368a34de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:01.514129 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-77b49073-d3a2-4f47-92dd-c0368a34de7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2856493 Jul 22 16:34:01.517307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:34:01.517307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Attempting to bind port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:01.541867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:01.542412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:01.543033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:01.544016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Bound port: 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:01.544565 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.592199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d838913-84cf-475f-a249-e29feeca4404 req-a2e5c482-80ca-43e7-904c-de12842a9302 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:01.596277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d838913-84cf-475f-a249-e29feeca4404 req-a2e5c482-80ca-43e7-904c-de12842a9302 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.3867044 Jul 22 16:34:01.656927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892c13-ad57-401f-bef3-cc03dbbd4a62 req-a7ab5721-34e0-407d-8dee-7d7b9b01a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:01.657467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7892c13-ad57-401f-bef3-cc03dbbd4a62 req-a7ab5721-34e0-407d-8dee-7d7b9b01a16e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 1098 time: 0.9249351 Jul 22 16:34:01.729224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d838913-84cf-475f-a249-e29feeca4404 req-ba18edce-521c-4ed3-84e9-7fe15d474920 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183643 Jul 22 16:34:01.760919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8c41-59cc-47de-8fa5-48928035398d req-c00268ae-ca9b-4bc9-87fa-b3533d1e488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:01.764485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-a2239652-5e5f-4624-bef8-b19556d94943 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378585 Jul 22 16:34:01.764683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-c00268ae-ca9b-4bc9-87fa-b3533d1e488c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6969900 Jul 22 16:34:01.769861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] For port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:01.781867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] For port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:01.799731 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.975527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 71159811-2c09-41a4-bdd8-2488be897075 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:01.995829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:01.996792 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:01.998700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] 10.222.0.65 "PUT /v2.0/ports/9c31ef16-e3ec-4fb8-9685-ab1085de2ceb HTTP/1.1" status: 200 len: 1097 time: 3.1631634 Jul 22 16:34:02.000032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7892c13-ad57-401f-bef3-cc03dbbd4a62 req-808e31e3-31a2-480d-8ee3-cc1889a8b650 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323226 Jul 22 16:34:02.002005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23457c72-eab6-4b22-a14b-9dd326a4241e', 'tag': '9c31ef16-e3ec-4fb8-9685-ab1085de2ceb'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:02.005966 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3376554b-a54a-44d0-8d77-e1ea05af7161" -d '{"events": [{"name": "network-changed", "server_uuid": "23457c72-eab6-4b22-a14b-9dd326a4241e", "tag": "9c31ef16-e3ec-4fb8-9685-ab1085de2ceb"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:02.049903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-896de1e0-7588-4d7c-8dc8-165784484bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:02.054096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-896de1e0-7588-4d7c-8dc8-165784484bac service neutron] 10.222.0.65 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 916 time: 0.5156605 Jul 22 16:34:02.056357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 71159811-2c09-41a4-bdd8-2488be897075 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:34:02.056628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 71159811-2c09-41a4-bdd8-2488be897075 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:34:02.084269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049f1f8-d7b8-4b22-bc80-97947b36224c service neutron] Pushing event updated for resources: {'Port': ['ID=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:02.190438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60dd4fbb-c625-401d-b391-4ae43612b966 req-9d64a2d3-7ce8-4306-941e-69bcc409df18 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131637 Jul 22 16:34:02.194130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04418ef1-1ef3-4329-8167-d88d1b9f7fbf req-43ba4dc8-8a33-4b0e-a985-e49f2e3a1599 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:02.197319 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-04418ef1-1ef3-4329-8167-d88d1b9f7fbf req-43ba4dc8-8a33-4b0e-a985-e49f2e3a1599 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 946 time: 0.6617272 Jul 22 16:34:02.199193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbba7f-93e0-4a14-bfbe-56cb070fd5b1 req-b1a03581-4d83-4c2e-8ed8-58fed69bc64d tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:02.201020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fcbba7f-93e0-4a14-bfbe-56cb070fd5b1 req-b1a03581-4d83-4c2e-8ed8-58fed69bc64d tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 948 time: 0.3715360 Jul 22 16:34:02.209432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-7cd2c237-5ca4-4559-9179-911ae53cec0a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7d44a4-b069-4592-a235-92ef8985081d HTTP/1.1" status: 200 len: 217 time: 0.1180902 Jul 22 16:34:02.314431 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fcbba7f-93e0-4a14-bfbe-56cb070fd5b1 req-203f6864-b0cc-45bd-9344-87361130d7e2 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845618 Jul 22 16:34:02.316577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068259a3-1090-41d4-a989-ae4974b57def req-8711c3be-cf2f-4547-a871-c89e2e646e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:02.318180 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-8711c3be-cf2f-4547-a871-c89e2e646e21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d38306bd844e4cafb493d60e139220ee&device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 1100 time: 0.2107005 Jul 22 16:34:02.374618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.396490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-b315b7c9-4852-4238-b7ef-b1656a1a0375 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb HTTP/1.1" status: 200 len: 217 time: 0.0522738 Jul 22 16:34:02.397535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-fe7a07f2-2e33-4ec1-a318-8d78828c86c5 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141400 Jul 22 16:34:02.429403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-71f04460-17a1-426e-add9-d7e9490e2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:02.430908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-71f04460-17a1-426e-add9-d7e9490e2e5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.2036917 Jul 22 16:34:02.433193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Transition to ACTIVE for port object e8f159a9-2adb-460b-8579-b834412f82bc will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:02.437282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-04418ef1-1ef3-4329-8167-d88d1b9f7fbf req-d649a2bf-e7e1-4bcb-8bdc-e97eb6446323 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086518 Jul 22 16:34:02.449985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:02.492864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068259a3-1090-41d4-a989-ae4974b57def req-a34771cc-d8f0-400d-8599-676ea141332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:02.496631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-a34771cc-d8f0-400d-8599-676ea141332b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0840442 Jul 22 16:34:02.539127 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-6b82bde7-81b0-4635-be1c-77dad3bb313a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837057 Jul 22 16:34:02.540184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7593130-af66-444b-9fb5-15031d1a8429,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:02.571627 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2208f078-e073-4ff0-acbb-413688b8783a x-openstack-request-id: req-2208f078-e073-4ff0-acbb-413688b8783a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:02.573284 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23457c72-eab6-4b22-a14b-9dd326a4241e", "tag": "9c31ef16-e3ec-4fb8-9685-ab1085de2ceb", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:02.574277 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2208f078-e073-4ff0-acbb-413688b8783a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:02.574653 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23457c72-eab6-4b22-a14b-9dd326a4241e', 'tag': '9c31ef16-e3ec-4fb8-9685-ab1085de2ceb', 'status': 'completed', 'code': 200} Jul 22 16:34:02.645316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068259a3-1090-41d4-a989-ae4974b57def req-c3db70bb-b472-4c1d-9ee8-e4462fbab285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:02.647096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-c3db70bb-b472-4c1d-9ee8-e4462fbab285 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386006 Jul 22 16:34:02.664397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d2bf224-76ac-456d-91c9-81b5aee6c96e req-aa3386e7-cca0-449a-9eaa-57645ef2abb8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 210 time: 0.1299891 Jul 22 16:34:02.669163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:02.787473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-e3d11203-cea4-4854-8a1b-6b5998cd08a5 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218081 Jul 22 16:34:02.906304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-068259a3-1090-41d4-a989-ae4974b57def req-d5e6266a-eb66-4aaf-82d3-2dfd3fdeef83 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113243 Jul 22 16:34:02.946095 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbef01-86e5-4647-9ac5-35897642227c req-00f2e5bb-bdde-46f8-a07c-a746ea95fdb7 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:02.948796 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c3dbef01-86e5-4647-9ac5-35897642227c req-00f2e5bb-bdde-46f8-a07c-a746ea95fdb7 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 943 time: 0.3562684 Jul 22 16:34:02.970670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:02.985537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'mac_address': 'fa:16:3e:a2:d9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:03.030636 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c3dbef01-86e5-4647-9ac5-35897642227c req-0774c7fe-e44e-4873-9973-210ab4ea7fc1 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753129 Jul 22 16:34:03.089993 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.113836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c79a099-ff0c-496f-98de-255a6d683c8e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:03.135947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-092a276c-eed7-4e2d-ab08-1aa649c369d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:03.138149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-092a276c-eed7-4e2d-ab08-1aa649c369d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d38306bd844e4cafb493d60e139220ee&device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 1100 time: 0.0933361 Jul 22 16:34:03.151482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:03.162658 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.239277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:03.265237 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7acb8c41-59cc-47de-8fa5-48928035398d req-9c01fd2a-aa7b-43f8-a72b-6a2a16ae55b8 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8480802 Jul 22 16:34:03.276733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-15a18372-ecc1-49a2-a351-c8d01e9822bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:03.276985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.291624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-15a18372-ecc1-49a2-a351-c8d01e9822bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.1437461 Jul 22 16:34:03.304054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.457191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-bd8e2315-9cab-474a-b10b-2c784394c43e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb HTTP/1.1" status: 200 len: 217 time: 0.1554255 Jul 22 16:34:03.527055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-1acd1315-1e88-4eb8-b24c-8e95e5cf66a8 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9254138 Jul 22 16:34:03.530234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:03.541841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['9c79a099-ff0c-496f-98de-255a6d683c8e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:03.590650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-ac0e80ab-da7d-422c-98c3-49ebaf93413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:03.592114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-ac0e80ab-da7d-422c-98c3-49ebaf93413f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1170852 Jul 22 16:34:03.613937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:03.624215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.633541 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:03.638694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:03.650269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b19d9-6cfe-43cb-b1b4-9e18a365f915 req-2e29f256-dcd2-4178-8e5f-10ad6a9930c7 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:03.650269 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec4b19d9-6cfe-43cb-b1b4-9e18a365f915 req-2e29f256-dcd2-4178-8e5f-10ad6a9930c7 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 948 time: 0.1898153 Jul 22 16:34:03.671121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Pushing event updated for resources: {'Port': ['ID=e8f159a9-2adb-460b-8579-b834412f82bc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:03.780008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec4b19d9-6cfe-43cb-b1b4-9e18a365f915 req-b8ad99db-d8b4-42ab-99e4-392542f20c94 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891047 Jul 22 16:34:03.809309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-db2278d7-66ee-4ff1-b3ef-7ea488265f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:03.813673 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-db2278d7-66ee-4ff1-b3ef-7ea488265f90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1985009 Jul 22 16:34:03.813899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9a7d44a4-b069-4592-a235-92ef8985081d details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:03.974850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-740b1b6d-f472-4db1-aba1-d810fa716536 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446486 Jul 22 16:34:03.989934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942949a7-5577-495d-b3a1-0977a83e3a70 req-4bf4a002-99b8-4d6b-b545-3cef9c91f6c9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:03.989934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-942949a7-5577-495d-b3a1-0977a83e3a70 req-4bf4a002-99b8-4d6b-b545-3cef9c91f6c9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.8698704 Jul 22 16:34:04.106402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:04.107067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.121526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.122544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70eb21a-b6a5-4e46-a87b-5f0f3487c662 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:34:04.147480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.148724 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-454f250a-b0fd-485f-b244-050327828f0e admin admin] 10.222.0.53 "DELETE /v2.0/routers/e70eb21a-b6a5-4e46-a87b-5f0f3487c662 HTTP/1.1" status: 204 len: 168 time: 5.8887734 Jul 22 16:34:04.156266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37464) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:04.156760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3376554b-a54a-44d0-8d77-e1ea05af7161 req-64e66c6b-fa83-466e-a034-d1217c5474a4 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678076 Jul 22 16:34:04.163608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9a7d44a4-b069-4592-a235-92ef8985081d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9a7d44a4-b069-4592-a235-92ef8985081d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:04.180625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8d29f9aa-67a0-4674-a4f3-624526412a51 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0557985 Jul 22 16:34:04.183440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '9a7d44a4-b069-4592-a235-92ef8985081d', 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b', 'port_id': '9a7d44a4-b069-4592-a235-92ef8985081d', 'mac_address': 'fa:16:3e:a0:54:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fef956-3b36-4a04-b9f6-a4bb231b791c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:04.185540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e02c7379-c41d-47e2-92f7-494fe7f4f432 req-a942c191-a77d-4c68-b24b-ab7dd6992ad9 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048779 Jul 22 16:34:04.240696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Request body: {'port': {'device_id': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:04.253587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-e453296d-58b5-4084-81cd-b76dee483c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:04.256365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-e453296d-58b5-4084-81cd-b76dee483c7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 1099 time: 0.8053885 Jul 22 16:34:04.270429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.293861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-51cbffac-afb7-4373-a636-9cfacf01c849 None None] Provisioning for port e8f159a9-2adb-460b-8579-b834412f82bc completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:04.299511 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-51cbffac-afb7-4373-a636-9cfacf01c849 None None] Provisioning complete for port e8f159a9-2adb-460b-8579-b834412f82bc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:04.299876 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-51cbffac-afb7-4373-a636-9cfacf01c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.301919 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-942949a7-5577-495d-b3a1-0977a83e3a70 req-81d0facb-be79-4ff1-a0e5-840c86ba039b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284486 Jul 22 16:34:04.311246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e612d-e3b4-49e9-a457-c82b3e35becc req-92f8f672-8446-42c2-85e2-01650ce20c21 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:04.325803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7d44a4-b069-4592-a235-92ef8985081d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:04.337858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-804e612d-e3b4-49e9-a457-c82b3e35becc req-92f8f672-8446-42c2-85e2-01650ce20c21 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 946 time: 0.1790652 Jul 22 16:34:04.377726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9a7d44a4-b069-4592-a235-92ef8985081d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9a7d44a4-b069-4592-a235-92ef8985081d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:04.379586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-51cbffac-afb7-4373-a636-9cfacf01c849 None None] Port e8f159a9-2adb-460b-8579-b834412f82bc cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:04.385393 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.426275 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-804e612d-e3b4-49e9-a457-c82b3e35becc req-3be534b7-e12f-40c0-807d-8313c2eea492 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866470 Jul 22 16:34:04.477043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=9a7d44a4-b069-4592-a235-92ef8985081d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:04.479891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-3603d60b-d0d4-474a-97b2-6d07c2f33130 admin admin] Deleting subnet a981e3c1-a24a-4adb-b40e-fa0dd0b348ef {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:34:04.540887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3603d60b-d0d4-474a-97b2-6d07c2f33130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.625579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af084e-2d6a-4df8-981a-9b2e8e09f28c req-74b4e31f-68cd-4324-bf05-5ace49d3cf1c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:04.627635 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64af084e-2d6a-4df8-981a-9b2e8e09f28c req-74b4e31f-68cd-4324-bf05-5ace49d3cf1c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 944 time: 0.0835366 Jul 22 16:34:04.690857 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3603d60b-d0d4-474a-97b2-6d07c2f33130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.699525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64af084e-2d6a-4df8-981a-9b2e8e09f28c req-1de56164-9ca0-4523-bd9e-f4922a16936a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604751 Jul 22 16:34:04.731807 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.763776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-d363fba4-8a66-4830-8574-8585dc49cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:04.765318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-d363fba4-8a66-4830-8574-8585dc49cf69 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.4578879 Jul 22 16:34:04.868973 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3603d60b-d0d4-474a-97b2-6d07c2f33130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:04.868973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-dbed53b7-9d8c-4d3d-9a97-1f74bce288c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=20289c5f-877d-425f-bd75-eef6a5787004 HTTP/1.1" status: 200 len: 217 time: 0.0862041 Jul 22 16:34:04.921366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3691cc-0d6f-46b8-925e-92b8e54eb52e req-592fe605-d53b-409b-a10b-1cb1100f92c9 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:04.921545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['9a7d44a4-b069-4592-a235-92ef8985081d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:04.923086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c3691cc-0d6f-46b8-925e-92b8e54eb52e req-592fe605-d53b-409b-a10b-1cb1100f92c9 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 935 time: 0.4252157 Jul 22 16:34:05.031313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2783cf-2f73-476e-b06e-cfe75d912fa4 req-5b3e9a08-0add-4bc3-97df-74383838525e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:05.039627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d2783cf-2f73-476e-b06e-cfe75d912fa4 req-5b3e9a08-0add-4bc3-97df-74383838525e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 948 time: 0.1265337 Jul 22 16:34:05.090919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-aa143ea8-1288-46ca-862d-6ebd6caa70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:05.092422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-aa143ea8-1288-46ca-862d-6ebd6caa70ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2000709 Jul 22 16:34:05.114101 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3603d60b-d0d4-474a-97b2-6d07c2f33130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.116758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d2783cf-2f73-476e-b06e-cfe75d912fa4 req-81baac57-26fe-4c87-9789-283c0f2d2817 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758054 Jul 22 16:34:05.150537 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c3691cc-0d6f-46b8-925e-92b8e54eb52e req-783c72ca-f9f8-4da3-8925-5ecfb6bb8d79 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920562 Jul 22 16:34:05.203095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603d60b-d0d4-474a-97b2-6d07c2f33130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a981e3c1-a24a-4adb-b40e-fa0dd0b348ef,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:05.214587 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3603d60b-d0d4-474a-97b2-6d07c2f33130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.217261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3603d60b-d0d4-474a-97b2-6d07c2f33130 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a981e3c1-a24a-4adb-b40e-fa0dd0b348ef HTTP/1.1" status: 204 len: 168 time: 1.0584550 Jul 22 16:34:05.220295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:05.289944 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.305520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-ece458e4-4086-4fc8-9993-d0a13c1210d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:05.307151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-ece458e4-4086-4fc8-9993-d0a13c1210d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1944699 Jul 22 16:34:05.329343 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.435616 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.447501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:05.471541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:05.472072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99e74fd-f9fb-41e3-85e7-2ddbebcd44d2') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:05.485546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.500280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f159a9-2adb-460b-8579-b834412f82bc {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:05.513686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.516325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.528706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:34:05.529214 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:34:05.531589 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:34:05.537330 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-869f6911-9a89-450f-b040-c90bedd47491 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170084 Jul 22 16:34:05.541589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Transition to ACTIVE for port object e8f159a9-2adb-460b-8579-b834412f82bc will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:05.558114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.638459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c452f-db43-4c80-9de0-86c3be92805b req-26541be3-38b0-44a2-92b8-6ada9302806e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:05.640017 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc9c452f-db43-4c80-9de0-86c3be92805b req-26541be3-38b0-44a2-92b8-6ada9302806e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.2236545 Jul 22 16:34:05.662216 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.688612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:05.695458 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9 HTTP/1.1" status: 204 len: 168 time: 0.4698679 Jul 22 16:34:05.695458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb2c0f-5175-4341-abac-3f6628894476 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a5f73f-19c9-4999-b3f1-ccf3423dd4e9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:05.748162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-655f6f19-194d-4290-ae93-6853bc6d5111 req-f787c9ad-1e73-4dbd-944b-6fe03651885e service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023866 Jul 22 16:34:05.753939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Pushing event updated for resources: {'Port': ['ID=e8f159a9-2adb-460b-8579-b834412f82bc,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:05.838757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:05.874231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc9c452f-db43-4c80-9de0-86c3be92805b req-f65acb46-419d-471a-8c79-bc83bf2d4c97 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995189 Jul 22 16:34:05.965492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Attempting to bind port e8f159a9-2adb-460b-8579-b834412f82bc on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:05.977154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92399bf-32e6-405a-8b25-187a7fbe956a req-7aa7302e-bb4e-4a16-b818-c33cb40103b1 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:05.977683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Attempting to bind port e8f159a9-2adb-460b-8579-b834412f82bc by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:05.978164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Attempting to bind port e8f159a9-2adb-460b-8579-b834412f82bc on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:05.990127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Port e8f159a9-2adb-460b-8579-b834412f82bc on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:34:05.991276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Attempting to bind port e8f159a9-2adb-460b-8579-b834412f82bc on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:05.993985 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f92399bf-32e6-405a-8b25-187a7fbe956a req-7aa7302e-bb4e-4a16-b818-c33cb40103b1 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 944 time: 0.1851721 Jul 22 16:34:06.017046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:06.019843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c7593130-af66-444b-9fb5-15031d1a8429 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:06.026042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:06.028314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:06.032145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Bound port: e8f159a9-2adb-460b-8579-b834412f82bc, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:06.036166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.079533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c7593130-af66-444b-9fb5-15031d1a8429 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:34:06.079878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c7593130-af66-444b-9fb5-15031d1a8429 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:34:06.080089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:06.109255 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f92399bf-32e6-405a-8b25-187a7fbe956a req-42019a0d-0931-423f-9c05-f724bb2da67f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018181 Jul 22 16:34:06.141485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:06.160820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '20289c5f-877d-425f-bd75-eef6a5787004', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '20289c5f-877d-425f-bd75-eef6a5787004', 'mac_address': 'fa:16:3e:bc:14:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:06.182307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37506) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:06.184482 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-234bf0d4-9117-492f-86a2-de16ce5d1bde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aaa7c3dc254f41959b81e405c1fb78a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029215 Jul 22 16:34:06.260737 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.283966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20289c5f-877d-425f-bd75-eef6a5787004 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:06.293489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:06.311922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:06.318553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.320264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:06.329839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e8f159a9-2adb-460b-8579-b834412f82bc,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:06.344944 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.399017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:06.402287 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.404264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] 10.222.0.20 "PUT /v2.0/ports/e8f159a9-2adb-460b-8579-b834412f82bc HTTP/1.1" status: 200 len: 1096 time: 2.1680272 Jul 22 16:34:06.413543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:06.416873 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a653bd-08eb-41c9-917c-5d5cf7474cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:06.423390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:06.442101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42af18-e098-44d8-ad1b-f6c255535097 req-3ab8ec13-1fae-44aa-a3ba-0a36956d0deb tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:06.445911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:06.450124 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07bd81df-a309-4d22-9289-b8e68b05da17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.450381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc42af18-e098-44d8-ad1b-f6c255535097 req-3ab8ec13-1fae-44aa-a3ba-0a36956d0deb tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 947 time: 0.1848757 Jul 22 16:34:06.492161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '9c31ef16-e3ec-4fb8-9685-ab1085de2ceb', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '9c31ef16-e3ec-4fb8-9685-ab1085de2ceb', 'mac_address': 'fa:16:3e:cc:bb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:06.523782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977452e7-7f61-492a-9413-c84cd111a3fa service neutron] Pushing event updated for resources: {'Port': ['ID=e8f159a9-2adb-460b-8579-b834412f82bc,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:06.529418 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07bd81df-a309-4d22-9289-b8e68b05da17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.535428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc42af18-e098-44d8-ad1b-f6c255535097 req-8cd3ed2f-8a50-41bb-9a87-db08e0117eee tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840750 Jul 22 16:34:06.565375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ebc5b-90d5-4c7f-8f17-81263c4c48f0 req-3556bd51-e09a-40b7-8aa1-692bf808c307 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:06.567609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b08ebc5b-90d5-4c7f-8f17-81263c4c48f0 req-3556bd51-e09a-40b7-8aa1-692bf808c307 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 948 time: 0.3261971 Jul 22 16:34:06.572820 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.588329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:06.620185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:06.629006 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.682493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:06.686208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-be1724ca-4a96-44b7-8c9b-611c4a0eea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:06.689824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-be1724ca-4a96-44b7-8c9b-611c4a0eea35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2af30be3f5854158b0a74077c805c3ba&device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 1099 time: 0.2118957 Jul 22 16:34:06.703703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b08ebc5b-90d5-4c7f-8f17-81263c4c48f0 req-bf624f60-6e43-4d51-9a6e-8972e2e0e4fb tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180162 Jul 22 16:34:06.738834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07bd81df-a309-4d22-9289-b8e68b05da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.742560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07bd81df-a309-4d22-9289-b8e68b05da17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:06.746030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-07bd81df-a309-4d22-9289-b8e68b05da17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a61f0ed-dec5-4238-8440-9a73a29d5b9b HTTP/1.1" status: 204 len: 168 time: 0.5551040 Jul 22 16:34:06.786201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-6a3e138f-bef2-42ce-9e05-afabd60b9fa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e8f159a9-2adb-460b-8579-b834412f82bc HTTP/1.1" status: 200 len: 217 time: 0.0781457 Jul 22 16:34:06.797777 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5245647e-a8d7-41a6-8f89-4af030bae58b x-openstack-request-id: req-5245647e-a8d7-41a6-8f89-4af030bae58b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:06.798245 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:06.798653 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5245647e-a8d7-41a6-8f89-4af030bae58b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:06.799283 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc', 'status': 'completed', 'code': 200} Jul 22 16:34:06.814075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd81df-a309-4d22-9289-b8e68b05da17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a61f0ed-dec5-4238-8440-9a73a29d5b9b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:06.885169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-5918ddea-a8e9-469a-b0b7-29efc8cf1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:06.887734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-5918ddea-a8e9-469a-b0b7-29efc8cf1561 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0931118 Jul 22 16:34:07.020014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:07.048989 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 9c79a099-ff0c-496f-98de-255a6d683c8e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:07.054949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 9c79a099-ff0c-496f-98de-255a6d683c8e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:07.055460 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:07.075442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-cc319aff-aa9c-4400-898a-006233190ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:07.076951 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-cc319aff-aa9c-4400-898a-006233190ea3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1816967 Jul 22 16:34:07.096210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4371f7-b349-4bd3-a792-50c571d71758 req-c06e6fa4-129a-44bc-af9c-9b52e4829407 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:07.098840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b4371f7-b349-4bd3-a792-50c571d71758 req-c06e6fa4-129a-44bc-af9c-9b52e4829407 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 948 time: 0.1116922 Jul 22 16:34:07.193901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['20289c5f-877d-425f-bd75-eef6a5787004'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:07.229864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['9c31ef16-e3ec-4fb8-9685-ab1085de2ceb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:07.264644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b4371f7-b349-4bd3-a792-50c571d71758 req-727be8df-de9d-4e5c-afa4-a7f4c4e9190b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569264 Jul 22 16:34:07.293433 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:07.301146 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-8567e422-6df5-4272-80fb-63e004a11cfb service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010300 Jul 22 16:34:07.372246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:07.374798 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc4aeee-981a-4bcb-b251-cc074f822ef2" -d '{"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-plugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:07.387229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6805b-6a87-4954-9da1-020aef919a95 req-a4ea8df9-07fa-4b04-b1cb-a88011af9616 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:07.392951 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8df6805b-6a87-4954-9da1-020aef919a95 req-a4ea8df9-07fa-4b04-b1cb-a88011af9616 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 944 time: 0.1335127 Jul 22 16:34:07.399806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:07.439343 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:07.460849 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8df6805b-6a87-4954-9da1-020aef919a95 req-16659d2f-b9d4-4fa5-8990-3a61ca6816e1 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601873 Jul 22 16:34:07.487658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cef68f8-b4e3-40f9-a23c-58385554597a req-e17a7e69-27c9-4122-b83d-5e32ab48c401 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791248 Jul 22 16:34:07.533637 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fe8217-6cc1-4b31-9cc9-d65de39f3da7 x-openstack-request-id: req-f6fe8217-6cc1-4b31-9cc9-d65de39f3da7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:07.534004 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-plugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:07.534328 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6fe8217-6cc1-4b31-9cc9-d65de39f3da7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:07.534793 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'code': 200} Jul 22 16:34:07.700173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:07.813048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-d72dc08f-8a72-44e9-85d2-0fbac0c8e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:07.815318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-d72dc08f-8a72-44e9-85d2-0fbac0c8e886 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2af30be3f5854158b0a74077c805c3ba&device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 1099 time: 0.1613019 Jul 22 16:34:07.899562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f716e-8838-45e8-b732-33ef35807a9c req-c963b651-64b3-4523-8d18-247aab80106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:07.902508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-066f716e-8838-45e8-b732-33ef35807a9c req-c963b651-64b3-4523-8d18-247aab80106c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 1102 time: 0.2117808 Jul 22 16:34:07.961761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d111e-39ca-4dd1-b678-376d27f315e6 req-74fa935f-838d-4265-9b03-91632b5b36d9 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:07.965524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9a7d44a4-b069-4592-a235-92ef8985081d up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:07.970292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-482d111e-39ca-4dd1-b678-376d27f315e6 req-74fa935f-838d-4265-9b03-91632b5b36d9 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 947 time: 0.3399844 Jul 22 16:34:08.034817 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-066f716e-8838-45e8-b732-33ef35807a9c req-2f756688-312a-4c3d-8ea7-11c5208f07e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202488 Jul 22 16:34:08.040736 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-482d111e-39ca-4dd1-b678-376d27f315e6 req-0e40f2a0-2e43-4498-89de-630c7034a734 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515594 Jul 22 16:34:08.066450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 9a7d44a4-b069-4592-a235-92ef8985081d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:08.076543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 9a7d44a4-b069-4592-a235-92ef8985081d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:08.078031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.082781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-e93a1447-85dd-4ffc-b548-d9f9fe6d89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:08.085022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-e93a1447-85dd-4ffc-b548-d9f9fe6d89d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2579288 Jul 22 16:34:08.136772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebc578-2c49-4f0d-9a1a-76451f9b79e6 req-6ebf8821-9374-4120-b3ed-de490eeec39b tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:08.139535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4bebc578-2c49-4f0d-9a1a-76451f9b79e6 req-6ebf8821-9374-4120-b3ed-de490eeec39b tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 949 time: 0.1636550 Jul 22 16:34:08.192961 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.234599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4bebc578-2c49-4f0d-9a1a-76451f9b79e6 req-ff35db44-7a7e-477b-893e-7dbed6f69802 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862374 Jul 22 16:34:08.267265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9a7d44a4-b069-4592-a235-92ef8985081d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9a7d44a4-b069-4592-a235-92ef8985081d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:08.274354 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.322741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37564) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:08.340391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=9a7d44a4-b069-4592-a235-92ef8985081d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:08.431736 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-ca581d87-ea60-41b9-88fc-17c3d617a3b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=e8f159a9-2adb-460b-8579-b834412f82bc HTTP/1.1" status: 200 len: 217 time: 0.0724852 Jul 22 16:34:08.474463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-125593908-network', 'tenant_id': '8e283c16fb8e4bbd854974af6bf7015f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:08.545237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-23a38a18-dc80-4957-bebd-3d65134793e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:08.546724 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-23a38a18-dc80-4957-bebd-3d65134793e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0865173 Jul 22 16:34:08.547326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Made reservation on behalf of 8e283c16fb8e4bbd854974af6bf7015f for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:08.549539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.564691 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:08.583752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6368f57-ea0c-46a5-aa63-e1e45ae9b2ba req-66cd3b10-cf16-4309-b601-8a2983a0e93c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:08.585317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6368f57-ea0c-46a5-aa63-e1e45ae9b2ba req-66cd3b10-cf16-4309-b601-8a2983a0e93c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 948 time: 0.1650343 Jul 22 16:34:08.627762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f6b9c-bfc6-4ce8-b134-197fa2657cb4 req-5afb7cd5-6b8c-41a9-bb41-dceb1a483904 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:08.631220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a81f6b9c-bfc6-4ce8-b134-197fa2657cb4 req-5afb7cd5-6b8c-41a9-bb41-dceb1a483904 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 945 time: 0.0981669 Jul 22 16:34:08.691892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a81f6b9c-bfc6-4ce8-b134-197fa2657cb4 req-f45c54a4-3246-4471-b8ff-9f084a254729 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532408 Jul 22 16:34:09.008450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6368f57-ea0c-46a5-aa63-e1e45ae9b2ba req-8757f74a-9de9-432e-9d84-cd6032ba0b86 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006228 Jul 22 16:34:09.042345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-ae2cdc06-6414-4c5e-a061-8933bd5b70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:09.043900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-ae2cdc06-6414-4c5e-a061-8933bd5b70f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4809566 Jul 22 16:34:09.176396 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.208463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.251108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:34:09.261505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-669c24b5-0a8b-448a-a90a-b011f7295677 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983349 Jul 22 16:34:09.273445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:09.279736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.280087 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Added segment 9f66a172-9576-4ecb-ab5b-644628cb5eec of type vlan for network 9f40ecad-b35f-4df0-84aa-62e729c23075 Jul 22 16:34:09.362844 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.376286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeefe42-0190-4844-baef-826a68502c47 req-39aee849-defe-4e83-89e6-c8545346f8d0 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:09.377862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9eeefe42-0190-4844-baef-826a68502c47 req-39aee849-defe-4e83-89e6-c8545346f8d0 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 947 time: 0.2262053 Jul 22 16:34:09.447005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16079a-ba66-48ec-bc83-7a43b77d82e9 req-d5331a15-5632-459b-ab14-498e42f097fc tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:09.455323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d16079a-ba66-48ec-bc83-7a43b77d82e9 req-d5331a15-5632-459b-ab14-498e42f097fc tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 949 time: 0.1376646 Jul 22 16:34:09.484258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9eeefe42-0190-4844-baef-826a68502c47 req-bf60343f-4561-48bc-b19d-155881c2dda6 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726917 Jul 22 16:34:09.502252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30a653bd-08eb-41c9-917c-5d5cf7474cfa req-499bef64-5107-4e84-af53-191d95d9d655 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871049 Jul 22 16:34:09.503484 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.504387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:09.504967 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.522914 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d16079a-ba66-48ec-bc83-7a43b77d82e9 req-99ba6214-a68e-42b8-aff9-bbd0124b0547 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Jul 22 16:34:09.523327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1973383 Jul 22 16:34:09.525893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37580) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:09.536720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8fa201-4f56-4d1a-9c82-4004b34f8db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7d44a4-b069-4592-a235-92ef8985081d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:09.540470 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb63356-41be-4b94-901f-a7e119186b32" -d '{"events": [{"server_uuid": "be8fa201-4f56-4d1a-9c82-4004b34f8db4", "name": "network-vif-plugged", "status": "completed", "tag": "9a7d44a4-b069-4592-a235-92ef8985081d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:09.543048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Request body: {'subnet': {'network_id': '9f40ecad-b35f-4df0-84aa-62e729c23075', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-125593908-subnet', 'tenant_id': '8e283c16fb8e4bbd854974af6bf7015f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:09.591211 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d5c7ff-954d-42de-8419-dfe9499a4d20 x-openstack-request-id: req-d6d5c7ff-954d-42de-8419-dfe9499a4d20 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:09.591514 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8fa201-4f56-4d1a-9c82-4004b34f8db4", "name": "network-vif-plugged", "status": "completed", "tag": "9a7d44a4-b069-4592-a235-92ef8985081d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:09.591809 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6d5c7ff-954d-42de-8419-dfe9499a4d20 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:09.592220 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8fa201-4f56-4d1a-9c82-4004b34f8db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7d44a4-b069-4592-a235-92ef8985081d', 'code': 200} Jul 22 16:34:09.608881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Made reservation on behalf of 8e283c16fb8e4bbd854974af6bf7015f for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:09.613629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae32e51-2591-4aba-8718-bc0a511ceec5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f40ecad-b35f-4df0-84aa-62e729c23075,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:09.629679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9f40ecad-b35f-4df0-84aa-62e729c23075 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:34:09.636495 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.850361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:09.876091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60bf9d-75d7-4898-9925-4519e4644f42 req-f30af586-43a7-4cd9-8e3f-81d0984025bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:09.878825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c60bf9d-75d7-4898-9925-4519e4644f42 req-f30af586-43a7-4cd9-8e3f-81d0984025bd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 1097 time: 0.1212931 Jul 22 16:34:09.929622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 20289c5f-877d-425f-bd75-eef6a5787004 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:09.931248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 20289c5f-877d-425f-bd75-eef6a5787004 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:09.931436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:09.945844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c60bf9d-75d7-4898-9925-4519e4644f42 req-e7bc7966-e019-4180-96df-c2b9adde153e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562160 Jul 22 16:34:09.998315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c024cd-a99c-47a3-9ba8-8f813f6203d6 req-68535d20-ead3-49b0-add1-a582d07d8dcb tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.006422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56c024cd-a99c-47a3-9ba8-8f813f6203d6 req-68535d20-ead3-49b0-add1-a582d07d8dcb tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 945 time: 0.2041409 Jul 22 16:34:10.066397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.128217 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56c024cd-a99c-47a3-9ba8-8f813f6203d6 req-99dbaf4b-a0a2-41f4-9d7f-0911aae368d5 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205142 Jul 22 16:34:10.131359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.137130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:10.145265 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.147173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:10.187469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08375db0-723a-4876-b790-54cf5d442458,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:10.244577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Checking segment: {'id': '9f66a172-9576-4ecb-ab5b-644628cb5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f40ecad-b35f-4df0-84aa-62e729c23075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:10.244948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Network hostable DHCP agents. Network: 9f40ecad-b35f-4df0-84aa-62e729c23075, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:34:10.260051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833320f-da15-4c13-bb34-acbc9ac209b4 req-97b8cf73-ad76-4ceb-9072-8d728c5f3d35 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.261934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b833320f-da15-4c13-bb34-acbc9ac209b4 req-97b8cf73-ad76-4ceb-9072-8d728c5f3d35 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 948 time: 0.1440120 Jul 22 16:34:10.274785 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Network 9f40ecad-b35f-4df0-84aa-62e729c23075 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:34:10.294742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 9f40ecad-b35f-4df0-84aa-62e729c23075) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:10.301246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.302614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.310517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf20dc4-7d39-4aec-9af5-88a2042896d8 None None] Network 9f40ecad-b35f-4df0-84aa-62e729c23075 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:10.329282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b833320f-da15-4c13-bb34-acbc9ac209b4 req-5d068b70-86fc-4030-bc01-2d8691fbc437 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522416 Jul 22 16:34:10.333008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-db312ba1-e4db-4da0-88f9-d579505cc4a9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8052313 Jul 22 16:34:10.471118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:10.479976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:10.487023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:10.487438 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.635317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264be20b-7ad9-436d-af01-736f0a11fef1 None None] Network 9f40ecad-b35f-4df0-84aa-62e729c23075 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:10.811404 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:10.816813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd730-9d17-4a79-9717-bef262621f16 req-3340674d-f4bf-445c-b280-b842cd86a38e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.823524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e8f159a9-2adb-460b-8579-b834412f82bc details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:10.825020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca9fd730-9d17-4a79-9717-bef262621f16 req-3340674d-f4bf-445c-b280-b842cd86a38e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 949 time: 0.1632483 Jul 22 16:34:10.848156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff8051-35bb-45e1-bd2c-f370347643d1 req-d4b3eaaf-74ba-4482-b719-a9d4151c7973 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:10.852699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7ff8051-35bb-45e1-bd2c-f370347643d1 req-d4b3eaaf-74ba-4482-b719-a9d4151c7973 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 947 time: 0.1535175 Jul 22 16:34:10.892756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:10.923366 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7ff8051-35bb-45e1-bd2c-f370347643d1 req-c7ee46d7-8183-40e3-b715-c0be859aa90d tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529130 Jul 22 16:34:10.925720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca9fd730-9d17-4a79-9717-bef262621f16 req-d504e883-7732-4cd3-ba15-ebab910f33c1 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845222 Jul 22 16:34:10.986073 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.129606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e8f159a9-2adb-460b-8579-b834412f82bc,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:11.140877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:11.156508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'e8f159a9-2adb-460b-8579-b834412f82bc', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'e8f159a9-2adb-460b-8579-b834412f82bc', 'mac_address': 'fa:16:3e:80:39:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:11.196545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:11.202667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-97328724-network', 'tenant_id': '60dd45e8478142eaa8a1c235de018c6d'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:11.228018 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.235720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Made reservation on behalf of 60dd45e8478142eaa8a1c235de018c6d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:11.238401 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.248790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f159a9-2adb-460b-8579-b834412f82bc {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:11.250717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.273758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e8f159a9-2adb-460b-8579-b834412f82bc,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:11.288798 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.362251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855c77c-4393-4c3e-9a8b-322ea0e2e488 req-b97b60c6-1f03-4f6b-980d-caf87f4bfa3f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:11.364127 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a855c77c-4393-4c3e-9a8b-322ea0e2e488 req-b97b60c6-1f03-4f6b-980d-caf87f4bfa3f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 945 time: 0.1105824 Jul 22 16:34:11.370650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e8f159a9-2adb-460b-8579-b834412f82bc,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:11.459421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a855c77c-4393-4c3e-9a8b-322ea0e2e488 req-b9d2e60d-2bd5-410d-9f29-aa23a978a74a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840750 Jul 22 16:34:11.476722 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.482313 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.530913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:34:11.540094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbfdde6-7d0f-4e55-ad4f-ab6af522bb12,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:11.553484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.553842 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Added segment 1bc3b1ea-a2c1-4d61-b0ec-bfb7eca1b123 of type vlan for network 1e791237-83bd-45f9-8342-099040fceeff Jul 22 16:34:11.593774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004'}, {'server_uuid': '23457c72-eab6-4b22-a14b-9dd326a4241e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c31ef16-e3ec-4fb8-9685-ab1085de2ceb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:11.599666 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f17ed74-061a-43c3-8b65-2a28f777acab" -d '{"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-plugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004"}, {"server_uuid": "23457c72-eab6-4b22-a14b-9dd326a4241e", "name": "network-vif-plugged", "status": "completed", "tag": "9c31ef16-e3ec-4fb8-9685-ab1085de2ceb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:11.627974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.633638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1488272-4df7-4885-8b9f-c8f864741e1c req-a34588cf-cb92-4c4d-ac71-144361494eea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:11.643134 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1488272-4df7-4885-8b9f-c8f864741e1c req-a34588cf-cb92-4c4d-ac71-144361494eea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1819148 Jul 22 16:34:11.656538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['e8f159a9-2adb-460b-8579-b834412f82bc'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:11.699529 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.700779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:11.701520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.703355 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c8d099-e4e0-4b24-b19a-4068f302dc78 x-openstack-request-id: req-e5c8d099-e4e0-4b24-b19a-4068f302dc78 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:11.703792 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-plugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004", "code": 200}, {"server_uuid": "23457c72-eab6-4b22-a14b-9dd326a4241e", "name": "network-vif-plugged", "status": "completed", "tag": "9c31ef16-e3ec-4fb8-9685-ab1085de2ceb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:11.704491 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5c8d099-e4e0-4b24-b19a-4068f302dc78 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:11.705289 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004', 'code': 200} Jul 22 16:34:11.705717 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23457c72-eab6-4b22-a14b-9dd326a4241e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c31ef16-e3ec-4fb8-9685-ab1085de2ceb', 'code': 200} Jul 22 16:34:11.749011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1488272-4df7-4885-8b9f-c8f864741e1c req-93b5d9e6-121c-4b28-b99e-19cdafc2f287 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043029 Jul 22 16:34:11.761409 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5635209 Jul 22 16:34:11.765581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37622) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:11.772335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Request body: {'subnet': {'network_id': '1e791237-83bd-45f9-8342-099040fceeff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-97328724-subnet', 'tenant_id': '60dd45e8478142eaa8a1c235de018c6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:11.795909 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-608701b2-9414-40f6-8569-fa3af873db30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2245626 Jul 22 16:34:11.804374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Made reservation on behalf of 60dd45e8478142eaa8a1c235de018c6d for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:11.807285 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:11.828267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c424a-41ec-42de-badb-98816eeab542 admin admin] Pushing event updated for resources: {'Network': ['ID=1e791237-83bd-45f9-8342-099040fceeff,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:11.844549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 1e791237-83bd-45f9-8342-099040fceeff details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:34:12.093814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8654666-385c-4975-8d70-e00f13df57b3 req-1f829249-5ab0-4102-8b21-95c9efb8a99c tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.096068 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8654666-385c-4975-8d70-e00f13df57b3 req-1f829249-5ab0-4102-8b21-95c9efb8a99c tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 950 time: 0.0853484 Jul 22 16:34:12.134571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-b1009329-6d1e-4699-b296-6a08980e7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.135973 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8654666-385c-4975-8d70-e00f13df57b3 req-0c85a2fc-a703-4c8c-9bea-4e61663051d4 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337741 Jul 22 16:34:12.136293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-b1009329-6d1e-4699-b296-6a08980e7cc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 1097 time: 0.2994797 Jul 22 16:34:12.223399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cbec8-0c78-4ce5-82a8-89e79395d028 req-1b8c53fd-1f4d-4cca-b62c-3aa8fc7496ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.226432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-587cbec8-0c78-4ce5-82a8-89e79395d028 req-1b8c53fd-1f4d-4cca-b62c-3aa8fc7496ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 1102 time: 0.2772853 Jul 22 16:34:12.240754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72187021-d213-4c2c-9668-0e2195fe0e6c req-dac72a03-48c1-4650-893f-db75b6b46c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.242953 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72187021-d213-4c2c-9668-0e2195fe0e6c req-dac72a03-48c1-4650-893f-db75b6b46c3b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 1101 time: 0.2964890 Jul 22 16:34:12.407770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c6fd0-d475-4887-85a2-49a39920defb req-939cb0ac-eadc-4bcc-bdc3-f9576f998aa1 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.409311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e68c6fd0-d475-4887-85a2-49a39920defb req-939cb0ac-eadc-4bcc-bdc3-f9576f998aa1 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 948 time: 0.3557675 Jul 22 16:34:12.421502 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:12.439198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-a86a57f7-41d8-472d-931e-f876cab6c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.440593 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-a86a57f7-41d8-472d-931e-f876cab6c325 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.2788250 Jul 22 16:34:12.470422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72187021-d213-4c2c-9668-0e2195fe0e6c req-e106b58a-e3cb-45c4-83f9-68ea0c391878 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799231 Jul 22 16:34:12.476542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-587cbec8-0c78-4ce5-82a8-89e79395d028 req-6479a22f-c70c-4ac5-98f6-70f6b11f242e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299139 Jul 22 16:34:12.539129 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-f1df5bea-475f-4cad-9e74-65392d8ffe02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb HTTP/1.1" status: 200 len: 217 time: 0.0564859 Jul 22 16:34:12.579532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe59b11b-f714-417c-b8f5-d018269f5e6c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:12.605648 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e68c6fd0-d475-4887-85a2-49a39920defb req-50075cbd-563e-4afc-8a2e-02229843008b tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744957 Jul 22 16:34:12.640710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Checking segment: {'id': '1bc3b1ea-a2c1-4d61-b0ec-bfb7eca1b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1e791237-83bd-45f9-8342-099040fceeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:12.641395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Network hostable DHCP agents. Network: 1e791237-83bd-45f9-8342-099040fceeff, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:34:12.646494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-ae702804-479c-4450-a999-5fa8a6104ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.648456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-ae702804-479c-4450-a999-5fa8a6104ca7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.0983496 Jul 22 16:34:12.676088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c82c4-77f7-4e13-9427-a5987df42fb6 req-1a017fbf-c2c4-4d23-a852-fbeced185c8e tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.679071 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6c2c82c4-77f7-4e13-9427-a5987df42fb6 req-1a017fbf-c2c4-4d23-a852-fbeced185c8e tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 945 time: 0.0981586 Jul 22 16:34:12.701455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Network 1e791237-83bd-45f9-8342-099040fceeff is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:34:12.722146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 1e791237-83bd-45f9-8342-099040fceeff) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:12.726796 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.727440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:12.729251 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6c2c82c4-77f7-4e13-9427-a5987df42fb6 req-1d14c6dd-b7a9-4283-8f57-d9d8bd20d00f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441835 Jul 22 16:34:12.735960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad3399-e595-4014-9ec3-932574de8068 None None] Network 1e791237-83bd-45f9-8342-099040fceeff requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:12.756658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d968dbe5-adcc-44d9-bf64-b34b9f907c07 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9815297 Jul 22 16:34:12.763640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e8f159a9-2adb-460b-8579-b834412f82bc up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:12.774541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-dd4dfd6f-b1b6-488b-87d3-3190b5006ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:12.776153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-dd4dfd6f-b1b6-488b-87d3-3190b5006ddb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192605 Jul 22 16:34:13.006101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-d806049f-17a4-482e-b00d-2999f54e670d service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182860 Jul 22 16:34:13.029600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port e8f159a9-2adb-460b-8579-b834412f82bc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:13.036961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port e8f159a9-2adb-460b-8579-b834412f82bc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:13.037814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.084142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c535af-8449-44d8-a14d-bf049726d4ce None None] Network 1e791237-83bd-45f9-8342-099040fceeff requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:13.128946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25b25b-e0db-47ad-bda5-bbaf050c2e7f req-3c3c0593-6da4-4027-a007-a984f4946124 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:13.143783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4c25b25b-e0db-47ad-bda5-bbaf050c2e7f req-3c3c0593-6da4-4027-a007-a984f4946124 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2526407 Jul 22 16:34:13.269150 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4c25b25b-e0db-47ad-bda5-bbaf050c2e7f req-da740ff1-dee5-477b-80a6-5652abbfa340 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238613 Jul 22 16:34:13.279198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c5a4f2e-d6b5-477f-a78b-35a294195d02 req-6a788d31-ef3d-441a-bb16-7650838f7997 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671139 Jul 22 16:34:13.335258 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.426211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e8f159a9-2adb-460b-8579-b834412f82bc,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:13.432538 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:13.545330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec1b2e-cbb8-4c40-9d0f-e5c68988d03f req-8490f66d-4c7b-4697-9206-3052de5ca709 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:13.558167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-daec1b2e-cbb8-4c40-9d0f-e5c68988d03f req-8490f66d-4c7b-4697-9206-3052de5ca709 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 950 time: 0.1897149 Jul 22 16:34:13.582854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e8f159a9-2adb-460b-8579-b834412f82bc,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:13.637421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-daec1b2e-cbb8-4c40-9d0f-e5c68988d03f req-e2e0d7ec-b7b6-448d-8add-07528e074176 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758150 Jul 22 16:34:13.707083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:13.712398 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681071ce-b956-4423-95f3-cd6c20dd21f9" -d '{"events": [{"server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "name": "network-vif-plugged", "status": "completed", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:14.026507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f59bdb-8ea5-4800-910d-17bbe3b91e39 req-083e8679-4ce5-4272-b87b-03d47cfeb8c9 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:14.028027 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f59bdb-8ea5-4800-910d-17bbe3b91e39 req-083e8679-4ce5-4272-b87b-03d47cfeb8c9 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 949 time: 0.0957034 Jul 22 16:34:14.034838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-13381560-c1e1-4360-9278-a0949e0f752d tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:14.036922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-13381560-c1e1-4360-9278-a0949e0f752d tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/networks?id=9f40ecad-b35f-4df0-84aa-62e729c23075 HTTP/1.1" status: 200 len: 824 time: 0.1752028 Jul 22 16:34:14.061693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-51948289-1ee6-4194-a925-e6cdbfdec44c tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/quotas/8e283c16fb8e4bbd854974af6bf7015f HTTP/1.1" status: 200 len: 375 time: 0.0151341 Jul 22 16:34:14.074463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46f59bdb-8ea5-4800-910d-17bbe3b91e39 req-6def991a-3def-4627-9a6d-ea37127b2872 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Jul 22 16:34:14.116589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-372c3d90-e888-4dad-a067-9418edddfc73 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e283c16fb8e4bbd854974af6bf7015f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445869 Jul 22 16:34:14.147971 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b801f2f-5690-43cd-aa44-4002d4133004 x-openstack-request-id: req-3b801f2f-5690-43cd-aa44-4002d4133004 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:14.148772 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "name": "network-vif-plugged", "status": "completed", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:14.148897 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b801f2f-5690-43cd-aa44-4002d4133004 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:14.149436 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc', 'code': 200} Jul 22 16:34:14.230398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2e94b480-0c6b-453e-bb3b-ee12ba9f7f5d service neutron] 10.222.0.53 "GET /v2.0/networks/9f40ecad-b35f-4df0-84aa-62e729c23075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068046 Jul 22 16:34:14.405713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-8ce758c4-cbc6-4adf-883b-0e806937d8ef service neutron] 10.222.0.53 "GET /v2.0/networks/9f40ecad-b35f-4df0-84aa-62e729c23075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679676 Jul 22 16:34:14.412751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cf4fa-2558-47f0-8c37-1c387dab8c72 req-9111cc77-5722-456a-a5bf-8401fb5d125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:14.415311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-971cf4fa-2558-47f0-8c37-1c387dab8c72 req-9111cc77-5722-456a-a5bf-8401fb5d125d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 1101 time: 0.1685834 Jul 22 16:34:14.462457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c5541-dcd7-4e82-b2a2-306e07001673 req-2ce85311-5c1f-41ea-8097-8f2a4cb7a9ef tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:14.464942 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-492c5541-dcd7-4e82-b2a2-306e07001673 req-2ce85311-5c1f-41ea-8097-8f2a4cb7a9ef tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1065593 Jul 22 16:34:14.481699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-971cf4fa-2558-47f0-8c37-1c387dab8c72 req-1da7f305-c646-4198-b86e-6374dd120f80 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 Jul 22 16:34:14.512840 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-492c5541-dcd7-4e82-b2a2-306e07001673 req-0e615e5f-1800-40a6-9624-f32da2e20959 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Jul 22 16:34:14.616957 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-786c916b-233a-4876-bef7-04d5825f8e5f req-928fc14e-5987-4c35-80c8-f663639622bd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 210 time: 0.0370541 Jul 22 16:34:14.960808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7139fe-4f68-4c35-98c5-0c4286d471fa req-36a10042-354d-4af1-b195-95ec82ba826a tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:14.981225 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be7139fe-4f68-4c35-98c5-0c4286d471fa req-36a10042-354d-4af1-b195-95ec82ba826a tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 950 time: 0.1779473 Jul 22 16:34:15.078494 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be7139fe-4f68-4c35-98c5-0c4286d471fa req-77618219-2869-4aba-b5d1-73727ec48bec tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939250 Jul 22 16:34:15.310224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01295e06-d804-4c94-97a7-f7e3b23f2456 req-976f1856-ab87-4dcd-98aa-d76d62ec282f tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:15.312700 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01295e06-d804-4c94-97a7-f7e3b23f2456 req-976f1856-ab87-4dcd-98aa-d76d62ec282f tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 949 time: 0.0897291 Jul 22 16:34:15.359716 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:34:15.392706 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01295e06-d804-4c94-97a7-f7e3b23f2456 req-22901d57-2c6b-492f-a34a-d82bb8b20ae6 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650060 Jul 22 16:34:15.778846 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4cf95c47-2ac2-4414-b1d5-a1724797b5ed req-cb0c6c10-662c-4c29-97bb-9beed6c77634 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 210 time: 0.0427480 Jul 22 16:34:15.805603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d758820-edf7-4920-9379-56e16fe4965e req-0ff244c1-f1c1-4321-b244-ca9ed7585c86 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:15.807765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d758820-edf7-4920-9379-56e16fe4965e req-0ff244c1-f1c1-4321-b244-ca9ed7585c86 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1347086 Jul 22 16:34:15.895429 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d758820-edf7-4920-9379-56e16fe4965e req-8be695c1-5f56-4fed-979e-25d3c6ee1eac tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802555 Jul 22 16:34:16.138149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf70e-ba46-415c-8744-bf6d1c38c6ef req-1d8c1626-9d91-4db5-9377-bf4334080a06 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:16.151234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d8bf70e-ba46-415c-8744-bf6d1c38c6ef req-1d8c1626-9d91-4db5-9377-bf4334080a06 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1097736 Jul 22 16:34:16.198322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d8bf70e-ba46-415c-8744-bf6d1c38c6ef req-2c97a425-f7d7-4f52-bf7f-67ca7b3ad03a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459113 Jul 22 16:34:16.330686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f60874-e2d1-4af7-b97c-89cdaf9c3c74 req-21d9d829-cffe-4d3e-969a-082bb847ab1e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:16.332585 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45f60874-e2d1-4af7-b97c-89cdaf9c3c74 req-21d9d829-cffe-4d3e-969a-082bb847ab1e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 950 time: 0.1126096 Jul 22 16:34:16.484721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45f60874-e2d1-4af7-b97c-89cdaf9c3c74 req-8cdab3ab-4f8b-4b04-b0b8-7c5087779131 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444321 Jul 22 16:34:16.787366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37746) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:16.791597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-b65db905-1341-4dd5-b4d4-d4ef8a805212 req-404ca12b-60d7-4d0f-8815-8960893a9235 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:34:16.793512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b65db905-1341-4dd5-b4d4-d4ef8a805212 req-404ca12b-60d7-4d0f-8815-8960893a9235 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132022 Jul 22 16:34:16.798810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1413218984'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:16.849599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-f885efd0-0b68-4450-9646-6421abc7a6d5 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:16.853945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-f885efd0-0b68-4450-9646-6421abc7a6d5 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.65 "GET /v2.0/networks?id=9f40ecad-b35f-4df0-84aa-62e729c23075 HTTP/1.1" status: 200 len: 824 time: 0.3047097 Jul 22 16:34:16.865079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ba097-5c13-4cac-900c-4e78ca70b631 req-9eba7e9f-f879-4eb6-9a63-3f5db694e2a7 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:16.872392 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-507ba097-5c13-4cac-900c-4e78ca70b631 req-9eba7e9f-f879-4eb6-9a63-3f5db694e2a7 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 949 time: 0.1936669 Jul 22 16:34:16.881180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:16.884967 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:16.889576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Request body: {'port': {'device_id': '9d3728f9-4005-4472-b243-20fec29cdf06', 'network_id': '9f40ecad-b35f-4df0-84aa-62e729c23075', 'admin_state_up': True, 'tenant_id': '8e283c16fb8e4bbd854974af6bf7015f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:16.955798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-507ba097-5c13-4cac-900c-4e78ca70b631 req-eff86c4f-9e7b-45fb-aebd-ba27b2bdd0d6 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820549 Jul 22 16:34:16.971928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:34:17.000528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.001439 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Added segment 7ca81558-db61-4317-88f5-4c621292e535 of type vlan for network 3847fe1d-acd7-4c26-82ee-355b41bacd95 Jul 22 16:34:17.128901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.173966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Made reservation on behalf of 8e283c16fb8e4bbd854974af6bf7015f for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:17.185514 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.222624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.227326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:17.228105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.256677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4674215 Jul 22 16:34:17.290971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37758) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:17.306548 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1372776918'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:17.340629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-735deabe-c59c-4093-b022-92a3ccbcf499 req-6a3d73dd-1c0a-47d3-9c5d-345305199472 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 210 time: 0.1108732 Jul 22 16:34:17.513376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-21d01b13-39db-48b0-808a-77a1424b62db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3427229 Jul 22 16:34:17.513376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbc9d2-f079-42ab-b6c5-02a789d7898c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Network': ['ID=3847fe1d-acd7-4c26-82ee-355b41bacd95,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:17.517896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:17.525170 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.538264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:34:17.590349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:34:17.615973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.616595 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Added segment 1fd4d0ff-2b34-4cde-a766-155bc7be986f of type vlan for network c17a60a5-7325-47e4-93d0-4d53153510b5 Jul 22 16:34:17.684341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3721b0-3cfa-4cc9-bdbe-eaf555a31292 req-53b96758-eec5-497d-9d79-2f6a114d27fa tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:17.689831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cc3721b0-3cfa-4cc9-bdbe-eaf555a31292 req-53b96758-eec5-497d-9d79-2f6a114d27fa tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 950 time: 0.3479095 Jul 22 16:34:17.758453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Allocated IP 172.20.0.6 (9f40ecad-b35f-4df0-84aa-62e729c23075/08375db0-723a-4876-b790-54cf5d442458/36ba6be6-6a89-4696-ae65-c1773c60b594) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:17.787758 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.813572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af105a-5e58-4dba-b5b3-7ed74606c306 req-f664586b-72a0-4c69-8a8c-2e2a6f689586 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:17.818505 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cc3721b0-3cfa-4cc9-bdbe-eaf555a31292 req-830b3109-59b3-467e-89ee-84d251e3d63c tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597377 Jul 22 16:34:17.827545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20af105a-5e58-4dba-b5b3-7ed74606c306 req-f664586b-72a0-4c69-8a8c-2e2a6f689586 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.3600168 Jul 22 16:34:17.844830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.860303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:17.860303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:17.912620 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6157732 Jul 22 16:34:17.922270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37776) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:17.943920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'subnet': {'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:17.983335 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20af105a-5e58-4dba-b5b3-7ed74606c306 req-c25d2a15-2479-4329-a4c5-f052ae2e1954 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545007 Jul 22 16:34:18.075965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d71dc-e8bb-44ee-b288-6d88b85f3883 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Network': ['ID=c17a60a5-7325-47e4-93d0-4d53153510b5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:18.090162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network c17a60a5-7325-47e4-93d0-4d53153510b5 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:34:18.282539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.384369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.384729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:18.388711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.450105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374237ae-7d06-41f5-a574-6630b201fabb req-2ee6cc06-cefa-450e-a3c6-ad5a5780dee4 tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.468586 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-374237ae-7d06-41f5-a574-6630b201fabb req-2ee6cc06-cefa-450e-a3c6-ad5a5780dee4 tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 1102 time: 0.2000828 Jul 22 16:34:18.491155 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0fdca45c-5fc1-4398-9f38-2326c177e374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.542248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Network 9f40ecad-b35f-4df0-84aa-62e729c23075 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:18.551672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:18.593360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:18.664481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Pushing event updated for resources: {'Port': ['ID=36ba6be6-6a89-4696-ae65-c1773c60b594,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:18.703536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:18.704590 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:18.735522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-2dfeb9df-c8b7-40a8-933e-6290c849e0cd tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8572917 Jul 22 16:34:18.767274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Request body: {'port': {'device_id': '9d3728f9-4005-4472-b243-20fec29cdf06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:19.003972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.096801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba2f1b-a450-4e70-945d-58ff0f38d248 req-9b1b6149-7a07-46fa-9d5c-7a5ce4a7ef11 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:19.099215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5ba2f1b-a450-4e70-945d-58ff0f38d248 req-9b1b6149-7a07-46fa-9d5c-7a5ce4a7ef11 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1524029 Jul 22 16:34:19.167080 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-374237ae-7d06-41f5-a574-6630b201fabb req-cf3520b3-9e06-46cf-9f3c-2d117d8aeb72 tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.204110 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5ba2f1b-a450-4e70-945d-58ff0f38d248 req-5e268b0c-f3c1-4d4a-b199-f93b78d5041d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534434 Jul 22 16:34:19.490971 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.497954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ba6be6-6a89-4696-ae65-c1773c60b594 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:19.517233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.528118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Transition to ACTIVE for port object 36ba6be6-6a89-4696-ae65-c1773c60b594 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:19.559412 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-374237ae-7d06-41f5-a574-6630b201fabb req-cf3520b3-9e06-46cf-9f3c-2d117d8aeb72 tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.569018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.583956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-374237ae-7d06-41f5-a574-6630b201fabb req-cf3520b3-9e06-46cf-9f3c-2d117d8aeb72 tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.621593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Subnet': ['ID=254997c0-a120-4660-9edb-2f5ea0fb74f7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:19.635605 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-374237ae-7d06-41f5-a574-6630b201fabb req-cf3520b3-9e06-46cf-9f3c-2d117d8aeb72 tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1526964 Jul 22 16:34:19.653372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3520b3-9e06-46cf-9f3c-2d117d8aeb72 tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5384f-a4c0-44b7-9e8d-124e1a25a16b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:19.656810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Checking segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:19.657165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network hostable DHCP agents. Network: 3847fe1d-acd7-4c26-82ee-355b41bacd95, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:34:19.688931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:34:19.707203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3847fe1d-acd7-4c26-82ee-355b41bacd95) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:19.714721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Pushing event updated for resources: {'Port': ['ID=36ba6be6-6a89-4696-ae65-c1773c60b594,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:19.728995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b0d31-bb3e-4b01-bcf4-8b5edb6fc745 None None] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:19.734019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:19.734678 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:19.764667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ead565c9-6175-4cf8-b4d7-4f32851a9e91 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8296995 Jul 22 16:34:19.769075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:19.781918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'subnet': {'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:19.840513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc88a1-8db3-4ef2-8d84-38cbb0d2a651 req-726e2544-736d-4cd2-8e3c-6f9f42616b23 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:19.850653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8fc88a1-8db3-4ef2-8d84-38cbb0d2a651 req-726e2544-736d-4cd2-8e3c-6f9f42616b23 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 943 time: 0.3206692 Jul 22 16:34:19.863278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-eb837726-dd30-4b3e-832b-7d78050c621f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3314626 Jul 22 16:34:19.967283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8fc88a1-8db3-4ef2-8d84-38cbb0d2a651 req-2502b99b-4cf3-465c-aadd-9668079a51d2 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155078 Jul 22 16:34:19.997625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Attempting to bind port 36ba6be6-6a89-4696-ae65-c1773c60b594 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:19.998310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Attempting to bind port 36ba6be6-6a89-4696-ae65-c1773c60b594 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '9f66a172-9576-4ecb-ab5b-644628cb5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f40ecad-b35f-4df0-84aa-62e729c23075'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:19.998855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Attempting to bind port 36ba6be6-6a89-4696-ae65-c1773c60b594 on network 9f40ecad-b35f-4df0-84aa-62e729c23075 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:20.008521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Port 36ba6be6-6a89-4696-ae65-c1773c60b594 on network 9f40ecad-b35f-4df0-84aa-62e729c23075 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:34:20.011902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Attempting to bind port 36ba6be6-6a89-4696-ae65-c1773c60b594 on network 9f40ecad-b35f-4df0-84aa-62e729c23075 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:20.028947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:20.029297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Checking segment: {'id': '9f66a172-9576-4ecb-ab5b-644628cb5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f40ecad-b35f-4df0-84aa-62e729c23075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:20.029672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Bound using segment: {'id': '9f66a172-9576-4ecb-ab5b-644628cb5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f40ecad-b35f-4df0-84aa-62e729c23075'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:20.030117 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Bound port: 36ba6be6-6a89-4696-ae65-c1773c60b594, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f66a172-9576-4ecb-ab5b-644628cb5eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f40ecad-b35f-4df0-84aa-62e729c23075'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:20.030483 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.050171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3847fe1d-acd7-4c26-82ee-355b41bacd95', 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'fixed_ips': [{'subnet_id': '254997c0-a120-4660-9edb-2f5ea0fb74f7'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:34:20.053465 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.154159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] For port 36ba6be6-6a89-4696-ae65-c1773c60b594, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:20.172025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] For port 36ba6be6-6a89-4696-ae65-c1773c60b594, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=36ba6be6-6a89-4696-ae65-c1773c60b594,segment=NetworkSegment(9f66a172-9576-4ecb-ab5b-644628cb5eec),segment_id=9f66a172-9576-4ecb-ab5b-644628cb5eec)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:20.173063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:20.181000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-ae33bdf0-7119-422c-88d8-c70f6bd93fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:20.181274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.183214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-ae33bdf0-7119-422c-88d8-c70f6bd93fe5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1097 time: 0.1109917 Jul 22 16:34:20.184556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.220448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:20.221267 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.223059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] 10.222.0.65 "PUT /v2.0/ports/36ba6be6-6a89-4696-ae65-c1773c60b594 HTTP/1.1" status: 200 len: 1092 time: 1.4615996 Jul 22 16:34:20.244825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3728f9-4005-4472-b243-20fec29cdf06', 'tag': '36ba6be6-6a89-4696-ae65-c1773c60b594'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:20.247741 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbc3587-aa42-4583-8747-2a61c48c6472" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3728f9-4005-4472-b243-20fec29cdf06", "tag": "36ba6be6-6a89-4696-ae65-c1773c60b594"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:20.351105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cf15b-887b-4a71-b7be-160531d708e5 service neutron] Pushing event updated for resources: {'Port': ['ID=36ba6be6-6a89-4696-ae65-c1773c60b594,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:20.394469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Allocated IP 10.1.1.2 (3847fe1d-acd7-4c26-82ee-355b41bacd95/254997c0-a120-4660-9edb-2f5ea0fb74f7/0fa964f0-9ce4-4116-8747-d67ef172a270) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:20.593346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a524c40-ce01-42e8-8c0d-abdf645fc763 req-f0d006f8-31af-4d5a-8594-72fa82a97c0e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:20.596979 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a524c40-ce01-42e8-8c0d-abdf645fc763 req-f0d006f8-31af-4d5a-8594-72fa82a97c0e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.5948277 Jul 22 16:34:20.621117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-7087de0a-24f9-4d93-a68c-cd6e5ab3706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:20.623212 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-7087de0a-24f9-4d93-a68c-cd6e5ab3706d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 1101 time: 0.4714680 Jul 22 16:34:20.706989 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.721071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Transition to ACTIVE for port object 0fa964f0-9ce4-4116-8747-d67ef172a270 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:20.745535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Transition to ACTIVE for port object 0fa964f0-9ce4-4116-8747-d67ef172a270 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:20.746833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a524c40-ce01-42e8-8c0d-abdf645fc763 req-4aeddfef-07ba-4ee7-a55e-bef1fa00465d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221929 Jul 22 16:34:20.758264 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.815026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:20.820037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:20.827996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:20.838033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.896864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Pushing event updated for resources: {'Port': ['ID=0fa964f0-9ce4-4116-8747-d67ef172a270,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:20.897281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-e239102b-f00c-4010-8985-e2a1f9383f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:20.898782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-e239102b-f00c-4010-8985-e2a1f9383f1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2586188 Jul 22 16:34:20.955954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Attempting to bind port 0fa964f0-9ce4-4116-8747-d67ef172a270 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:20.956534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Attempting to bind port 0fa964f0-9ce4-4116-8747-d67ef172a270 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:20.958981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Attempting to bind port 0fa964f0-9ce4-4116-8747-d67ef172a270 on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:20.972768 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f38b3-ea92-4922-b2b3-3fdb1fe6fa3d x-openstack-request-id: req-a76f38b3-ea92-4922-b2b3-3fdb1fe6fa3d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:20.973427 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3728f9-4005-4472-b243-20fec29cdf06", "tag": "36ba6be6-6a89-4696-ae65-c1773c60b594", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:20.973427 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a76f38b3-ea92-4922-b2b3-3fdb1fe6fa3d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:20.973816 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3728f9-4005-4472-b243-20fec29cdf06', 'tag': '36ba6be6-6a89-4696-ae65-c1773c60b594', 'status': 'completed', 'code': 200} Jul 22 16:34:20.975304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:20.975681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Checking segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:20.976635 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.976635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Bound using segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:20.976983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Bound port: 0fa964f0-9ce4-4116-8747-d67ef172a270, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:20.977326 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:20.988652 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-faf5902f-38ee-42d7-9d96-c7fb67afec18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.001989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-56d3cc89-34a9-4d09-a899-20a6c9840c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.002348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Subnet': ['ID=c2161c53-8463-414f-99e2-d3ae2b73604a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:21.003496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-56d3cc89-34a9-4d09-a899-20a6c9840c8e service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.7855179 Jul 22 16:34:21.008702 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-b77e9107-9295-48f2-8f23-2f8ce90671b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=20289c5f-877d-425f-bd75-eef6a5787004 HTTP/1.1" status: 200 len: 217 time: 0.0664623 Jul 22 16:34:21.032070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Checking segment: {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:21.032070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network hostable DHCP agents. Network: c17a60a5-7325-47e4-93d0-4d53153510b5, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:34:21.071143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] For port 0fa964f0-9ce4-4116-8747-d67ef172a270, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:21.074830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] For port 0fa964f0-9ce4-4116-8747-d67ef172a270, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0fa964f0-9ce4-4116-8747-d67ef172a270,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:21.083444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.100990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-3cb5a4fa-786d-4a78-842d-757a83052c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.102125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-3cb5a4fa-786d-4a78-842d-757a83052c8c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0796728 Jul 22 16:34:21.104510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb31429-4b7f-4a25-8c2f-f1922e920aff req-082252be-b431-4d79-a9c5-5175e18deaba tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.107671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7cb31429-4b7f-4a25-8c2f-f1922e920aff req-082252be-b431-4d79-a9c5-5175e18deaba tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 1102 time: 0.2337220 Jul 22 16:34:21.110315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-b68a4e9d-305f-4cb6-8be7-10ff84e4bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.111801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network c17a60a5-7325-47e4-93d0-4d53153510b5 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:34:21.112001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-b68a4e9d-305f-4cb6-8be7-10ff84e4bb99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e283c16fb8e4bbd854974af6bf7015f&device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 1095 time: 0.7438867 Jul 22 16:34:21.134689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963938b-d4d8-4b77-9dc3-e54bcd5c721c req-d5f04682-628f-40f4-b2a2-4ec291bf8352 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.136272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a963938b-d4d8-4b77-9dc3-e54bcd5c721c req-d5f04682-628f-40f4-b2a2-4ec291bf8352 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.7564824 Jul 22 16:34:21.138707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-43afe5df-7b86-419d-be3b-d5bcc490423f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1000 time: 0.1181808 Jul 22 16:34:21.178450 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.197510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9562077-18d8-4022-9d43-2da20d9447de None None] Pushing event updated for resources: {'Port': ['ID=0fa964f0-9ce4-4116-8747-d67ef172a270,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:21.199175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, c17a60a5-7325-47e4-93d0-4d53153510b5) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:21.204153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.204748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.217994 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-3746cbbb-64f1-4de1-aae7-ae30c0209dc7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ba6be6-6a89-4696-ae65-c1773c60b594 HTTP/1.1" status: 200 len: 217 time: 0.0738010 Jul 22 16:34:21.221665 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7cb31429-4b7f-4a25-8c2f-f1922e920aff req-2198e5ec-3d83-4d0b-99a8-7bb360f38158 tempest-ServersAdminNegativeTestJSON-1915635561 tempest-ServersAdminNegativeTestJSON-1915635561-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052940 Jul 22 16:34:21.229429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa2c5c-7d5b-49a7-910a-10dff4a8836a None None] Network c17a60a5-7325-47e4-93d0-4d53153510b5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:21.234500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bcddfa5f-c25c-47bc-80ad-c9b3a8e441a8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4613674 Jul 22 16:34:21.235625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:21.240885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'port': {'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'name': 'tempest-TaggedBootDevicesTest_v242-1367538509', 'fixed_ips': [{'subnet_id': '254997c0-a120-4660-9edb-2f5ea0fb74f7'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:21.292610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-140daef4-2e10-4755-a240-4f3a22065adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.294272 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-140daef4-2e10-4755-a240-4f3a22065adb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1759734 Jul 22 16:34:21.345757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-7fa46128-04d6-4551-88eb-c1f6889864df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.347407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-7fa46128-04d6-4551-88eb-c1f6889864df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1786039 Jul 22 16:34:21.408735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-1573b9cf-1908-4d76-9292-b8f60fc71801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.410717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-1573b9cf-1908-4d76-9292-b8f60fc71801 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08375db0-723a-4876-b790-54cf5d442458 HTTP/1.1" status: 200 len: 864 time: 0.1439455 Jul 22 16:34:21.430179 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a963938b-d4d8-4b77-9dc3-e54bcd5c721c req-4cb737d6-5f80-44b5-b7ce-be4488a4f5ed tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2792189 Jul 22 16:34:21.544175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-da85f2fb-a0a7-404d-b148-bf8846f12f9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f40ecad-b35f-4df0-84aa-62e729c23075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105208 Jul 22 16:34:21.561604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-c17a60a5-7325-47e4-93d0-4d53153510b5', 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'fixed_ips': [{'subnet_id': 'c2161c53-8463-414f-99e2-d3ae2b73604a'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:34:21.562458 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:21.677662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:21.710872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-b7f65d9b-f80f-4ae2-845a-b664e37390b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:21.717468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-b7f65d9b-f80f-4ae2-845a-b664e37390b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3590813 Jul 22 16:34:21.719921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-4065492f-ee5f-4d3d-92e3-6033d1cd2ff8 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715646 Jul 22 16:34:21.828197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Allocated IP 10.2.2.2 (c17a60a5-7325-47e4-93d0-4d53153510b5/c2161c53-8463-414f-99e2-d3ae2b73604a/1c0acaaa-6ba4-42f2-a2a0-94a255136db1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:21.852271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-ec4332ed-4e11-4899-9723-fc1bed6dea17 service neutron] 10.222.0.65 "GET /v2.0/networks/9f40ecad-b35f-4df0-84aa-62e729c23075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939718 Jul 22 16:34:21.932483 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-d3180a31-bfa1-4cb8-997d-dff67a932153 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648219 Jul 22 16:34:22.008219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ecc6d-1ff7-4ad6-9f20-e71ec906b461 req-9b6bc6bb-9c27-408f-8e42-11b9f7923a98 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:22.015872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d6ecc6d-1ff7-4ad6-9f20-e71ec906b461 req-9b6bc6bb-9c27-408f-8e42-11b9f7923a98 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 943 time: 0.4195423 Jul 22 16:34:22.083654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-9ceaa0e5-ae98-4005-a1a6-a295e17d071d service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468497 Jul 22 16:34:22.101247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:22.149763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d6ecc6d-1ff7-4ad6-9f20-e71ec906b461 req-b838cbfa-1839-43a7-bf88-468f92853f72 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298528 Jul 22 16:34:22.168687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:22.187313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] device_id is not set on port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:34:22.190007 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0fa964f0-9ce4-4116-8747-d67ef172a270 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:22.199659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Transition to ACTIVE for port object 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:22.310505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Transition to ACTIVE for port object 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:22.322821 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:22.336230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdf60049-464b-4a7c-9127-e431daa0bbdb req-1ccceeeb-9c0c-4876-9615-ef109b733ea2 service neutron] 10.222.0.65 "GET /v2.0/networks/9f40ecad-b35f-4df0-84aa-62e729c23075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714468 Jul 22 16:34:22.368626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75b07497-dc9b-4f83-972e-2940ed2551e8 req-c53f3c37-e895-4361-96b4-8e59579c416a service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722733 Jul 22 16:34:22.384466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Network c17a60a5-7325-47e4-93d0-4d53153510b5 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:22.385998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 0fa964f0-9ce4-4116-8747-d67ef172a270 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:22.391848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:22.398255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:22.402889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Pushing event updated for resources: {'Port': ['ID=1c0acaaa-6ba4-42f2-a2a0-94a255136db1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:22.412194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f92ed9-84d1-4647-b4c7-f63414987f70 req-4c5293e8-4b5c-4478-87eb-c4e034c05fcb tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:22.423231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7f92ed9-84d1-4647-b4c7-f63414987f70 req-4c5293e8-4b5c-4478-87eb-c4e034c05fcb tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1864319 Jul 22 16:34:22.460201 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:22.494896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7f92ed9-84d1-4647-b4c7-f63414987f70 req-cdc71915-ab02-4b2b-9262-6521cf6955d2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684109 Jul 22 16:34:22.542813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Attempting to bind port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:22.543357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Attempting to bind port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:22.543952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Attempting to bind port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 on network c17a60a5-7325-47e4-93d0-4d53153510b5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:22.561497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:22.567729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Checking segment: {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:22.568573 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:22.569337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Bound using segment: {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:22.570169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Bound port: 1c0acaaa-6ba4-42f2-a2a0-94a255136db1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:22.571086 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:22.681245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-a40a64ff-20fa-4565-a321-01ad4ee472ca tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:22.683058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-a40a64ff-20fa-4565-a321-01ad4ee472ca tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 815 time: 0.3775635 Jul 22 16:34:22.703193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-89abf2ef-3398-4421-9aa9-df45749bfdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:22.704749 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-89abf2ef-3398-4421-9aa9-df45749bfdc2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8e283c16fb8e4bbd854974af6bf7015f&device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 1095 time: 0.1569502 Jul 22 16:34:22.717916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Allocated IP 10.1.1.197 (3847fe1d-acd7-4c26-82ee-355b41bacd95/254997c0-a120-4660-9edb-2f5ea0fb74f7/2a2be50f-a1c6-4edf-b815-208de5f0cfd5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:22.753259 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] For port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:22.756986 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-1c4e8aa6-a311-4499-8d10-763d6a3dbf3d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/quotas/44ffd3d54aac4f5fbaaac8acf023f56f HTTP/1.1" status: 200 len: 375 time: 0.0220621 Jul 22 16:34:22.763391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] For port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1c0acaaa-6ba4-42f2-a2a0-94a255136db1,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:22.769247 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:22.820354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b751a5-c3bb-42af-b4a5-c5b8ccd01dcc req-138945fe-3687-45d9-98a0-4969450513fe tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:22.822643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6b751a5-c3bb-42af-b4a5-c5b8ccd01dcc req-138945fe-3687-45d9-98a0-4969450513fe tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1592958 Jul 22 16:34:22.848380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ebac9-5b9d-412e-88c6-3a27e5ff0086 None None] Pushing event updated for resources: {'Port': ['ID=1c0acaaa-6ba4-42f2-a2a0-94a255136db1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:22.852113 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:22.865606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-a47626c4-523c-4ca2-b0d4-401fa4029063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:22.867217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-a47626c4-523c-4ca2-b0d4-401fa4029063 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9f40ecad-b35f-4df0-84aa-62e729c23075 HTTP/1.1" status: 200 len: 925 time: 0.1506119 Jul 22 16:34:22.874435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2beffba-60c7-460b-b1dd-df9b9538d8d7 None None] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:22.951079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-00589a8a-6ab0-4872-90fd-67568d536819 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36ba6be6-6a89-4696-ae65-c1773c60b594 HTTP/1.1" status: 200 len: 217 time: 0.0698085 Jul 22 16:34:22.955927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6b751a5-c3bb-42af-b4a5-c5b8ccd01dcc req-e4dda953-02a3-4c64-9dec-0a266cd8c54e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233432 Jul 22 16:34:23.009001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77f236b6-8760-42b7-8789-856277f94eb2 None None] Provisioning for port 0fa964f0-9ce4-4116-8747-d67ef172a270 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:23.054504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-528cf7e6-4729-4bb9-8402-285ace6f8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:23.056353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-528cf7e6-4729-4bb9-8402-285ace6f8ca9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=08375db0-723a-4876-b790-54cf5d442458 HTTP/1.1" status: 200 len: 864 time: 0.0927954 Jul 22 16:34:23.098076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77f236b6-8760-42b7-8789-856277f94eb2 None None] Provisioning complete for port 0fa964f0-9ce4-4116-8747-d67ef172a270 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:23.098422 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77f236b6-8760-42b7-8789-856277f94eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.113667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-a46517c3-5180-449b-aeb7-46b2c9873219 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3551524 Jul 22 16:34:23.122207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-09a9f402-82d7-4379-b803-4f8c2777b480 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9f40ecad-b35f-4df0-84aa-62e729c23075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547757 Jul 22 16:34:23.243938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:23.296014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'mac_address': 'fa:16:3e:a2:d9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:23.401107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-5a281d84-0e01-477a-963d-02996f75998b service neutron] 10.222.0.65 "GET /v2.0/networks/9f40ecad-b35f-4df0-84aa-62e729c23075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650688 Jul 22 16:34:23.421214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-bd6cbe79-ab40-4d28-9c2f-8099f465ec3c service neutron] 10.222.0.53 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040361 Jul 22 16:34:23.450015 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.507189 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77f236b6-8760-42b7-8789-856277f94eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.508987 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.528718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Transition to ACTIVE for port object 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:23.570425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-77f236b6-8760-42b7-8789-856277f94eb2 None None] For port 0fa964f0-9ce4-4116-8747-d67ef172a270, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0fa964f0-9ce4-4116-8747-d67ef172a270,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:23.574172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c79a099-ff0c-496f-98de-255a6d683c8e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:23.601970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:23.610606 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77f236b6-8760-42b7-8789-856277f94eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.617186 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.666792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-39e26c3b-6561-4f3b-9f1e-cba598bee74d service neutron] 10.222.0.53 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361164 Jul 22 16:34:23.674066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abbc3587-aa42-4583-8747-2a61c48c6472 req-0f14e5d6-b2aa-4273-a941-afd4753a09af service neutron] 10.222.0.65 "GET /v2.0/networks/9f40ecad-b35f-4df0-84aa-62e729c23075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604117 Jul 22 16:34:23.698592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafd079-6cf6-4a10-b457-2147d5bfc046 req-0345e28b-7e00-4937-bf94-8bcd41c0252c tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:23.703030 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:23.712348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5aafd079-6cf6-4a10-b457-2147d5bfc046 req-0345e28b-7e00-4937-bf94-8bcd41c0252c tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 943 time: 0.2299438 Jul 22 16:34:23.763195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f236b6-8760-42b7-8789-856277f94eb2 None None] Pushing event updated for resources: {'Port': ['ID=0fa964f0-9ce4-4116-8747-d67ef172a270,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:23.798835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5aafd079-6cf6-4a10-b457-2147d5bfc046 req-d904c9cb-efc1-41d3-ad3a-08dd0ac1affe tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850463 Jul 22 16:34:23.855561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['9c79a099-ff0c-496f-98de-255a6d683c8e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:23.980307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:24.030650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:24.081030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:24.115899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Port': ['ID=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:24.315371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:24.319788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:24.384839 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b2a2b63f-eed5-42be-8315-edd811fe3644 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1452825 Jul 22 16:34:24.387102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:24.404976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'port': {'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'name': 'tempest-TaggedBootDevicesTest_v242-1996185434', 'fixed_ips': [{'subnet_id': '254997c0-a120-4660-9edb-2f5ea0fb74f7'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:24.407274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:24.415192 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:24.446585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fc554d12-bf8b-4508-b1ce-b19c7d0eabdc None None] Provisioning complete for port 0fa964f0-9ce4-4116-8747-d67ef172a270 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:24.447135 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc554d12-bf8b-4508-b1ce-b19c7d0eabdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:24.555507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d529126-3006-4970-8277-3edd13dbedce req-7d55c9d2-a7b8-4cec-8bc8-c176bc17ce3b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:24.568286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d529126-3006-4970-8277-3edd13dbedce req-7d55c9d2-a7b8-4cec-8bc8-c176bc17ce3b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2260876 Jul 22 16:34:24.668573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:24.710272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d529126-3006-4970-8277-3edd13dbedce req-4b391954-ef25-467a-842f-b750b8c2090d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381049 Jul 22 16:34:24.737266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6cab43cb-d590-40ef-adfa-63d089321038 req-2204507b-6bdb-41b6-8af8-a4c4e055a529 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 210 time: 0.2784986 Jul 22 16:34:24.822792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:24.828679 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:24.892360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] device_id is not set on port 3345ea44-c513-4b13-b69f-8b0b4665af70 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:34:25.105663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668fa67-e443-4972-af67-53a7df5e9587 None None] Network c17a60a5-7325-47e4-93d0-4d53153510b5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:25.274325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88a22e-8da3-4db1-a43b-fe11f1eb61b6 req-803d5b89-23be-4a38-a9d5-5d6cef3b4ffa tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:25.281588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a88a22e-8da3-4db1-a43b-fe11f1eb61b6 req-803d5b89-23be-4a38-a9d5-5d6cef3b4ffa tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 950 time: 0.1472292 Jul 22 16:34:25.302739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:25.305952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Allocated IP 10.1.1.218 (3847fe1d-acd7-4c26-82ee-355b41bacd95/254997c0-a120-4660-9edb-2f5ea0fb74f7/3345ea44-c513-4b13-b69f-8b0b4665af70) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:25.319155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:25.319782 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.325707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Provisioning for port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:25.417215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Provisioning complete for port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:25.417748 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.455848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c494bb-a1c2-4d1d-8566-a4bea2a66fa4 req-8a5062d6-1311-4e29-b7eb-3c3650fc8870 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:25.459024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92c494bb-a1c2-4d1d-8566-a4bea2a66fa4 req-8a5062d6-1311-4e29-b7eb-3c3650fc8870 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 943 time: 0.1635032 Jul 22 16:34:25.567954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92c494bb-a1c2-4d1d-8566-a4bea2a66fa4 req-bf440c28-2fa7-4fa6-a123-8541611df304 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924375 Jul 22 16:34:25.655051 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.672338 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.680137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Transition to ACTIVE for port object 3345ea44-c513-4b13-b69f-8b0b4665af70 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:25.781646 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.863185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1c0acaaa-6ba4-42f2-a2a0-94a255136db1,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:25.872329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.880928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:25.882675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0fa964f0-9ce4-4116-8747-d67ef172a270 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:25.963926 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a88a22e-8da3-4db1-a43b-fe11f1eb61b6 req-ed6906a2-b7e7-4708-9d7f-380c7562b31b tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6806681 Jul 22 16:34:26.002783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0472b5c-ba56-4f8b-b74c-652907bd37e1 req-1ceced3d-3608-495b-ba4e-6ef55caa522f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:26.003091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:26.016788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0472b5c-ba56-4f8b-b74c-652907bd37e1 req-1ceced3d-3608-495b-ba4e-6ef55caa522f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1739187 Jul 22 16:34:26.019920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:26.034988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:26.040033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Port': ['ID=3345ea44-c513-4b13-b69f-8b0b4665af70,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:26.101119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0472b5c-ba56-4f8b-b74c-652907bd37e1 req-89c22df1-71e2-404e-b86e-04d02e9ede3c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826907 Jul 22 16:34:26.123866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 36ba6be6-6a89-4696-ae65-c1773c60b594 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:26.159158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:26.160163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.276805 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7506a73a-b397-4c18-9c20-27115a6c8378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8885095 Jul 22 16:34:26.340346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc07a5-3181-420a-b6bf-9401402d3f9b req-c79f02cc-825b-462c-b11c-e922e86ca5c4 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:26.341929 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aebc07a5-3181-420a-b6bf-9401402d3f9b req-c79f02cc-825b-462c-b11c-e922e86ca5c4 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1724265 Jul 22 16:34:26.356179 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:34:26.356546 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:34:26.392460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0fa964f0-9ce4-4116-8747-d67ef172a270 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:26.393069 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.485055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81fab9a9-cc17-4909-8668-3e7a4281db74 req-1ac59d63-b4e0-4fbd-b896-c7bc8a02f050 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 210 time: 0.2075245 Jul 22 16:34:26.497129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 36ba6be6-6a89-4696-ae65-c1773c60b594, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=36ba6be6-6a89-4696-ae65-c1773c60b594,segment=NetworkSegment(9f66a172-9576-4ecb-ab5b-644628cb5eec),segment_id=9f66a172-9576-4ecb-ab5b-644628cb5eec)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:26.509692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1c0acaaa-6ba4-42f2-a2a0-94a255136db1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:26.524117 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aebc07a5-3181-420a-b6bf-9401402d3f9b req-7548c4ce-c34f-43b7-abc7-8bd6d0d75fe5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732397 Jul 22 16:34:26.538407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '36ba6be6-6a89-4696-ae65-c1773c60b594', 'network_id': '9f40ecad-b35f-4df0-84aa-62e729c23075', 'port_id': '36ba6be6-6a89-4696-ae65-c1773c60b594', 'mac_address': 'fa:16:3e:ad:19:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08375db0-723a-4876-b790-54cf5d442458', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:26.657281 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.699204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-882cf16e-d8ea-4941-ad5b-edc063c8c7b8 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:26.702404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-882cf16e-d8ea-4941-ad5b-edc063c8c7b8 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.20 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 815 time: 0.4072092 Jul 22 16:34:26.735225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ba6be6-6a89-4696-ae65-c1773c60b594 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:26.753004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Request body: {'port': {'device_id': '54d5b5aa-97a9-4872-ab3c-e54a205fcefa', 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b', 'admin_state_up': True, 'tenant_id': '44ffd3d54aac4f5fbaaac8acf023f56f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:26.783109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 36ba6be6-6a89-4696-ae65-c1773c60b594, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=36ba6be6-6a89-4696-ae65-c1773c60b594,segment=NetworkSegment(9f66a172-9576-4ecb-ab5b-644628cb5eec),segment_id=9f66a172-9576-4ecb-ab5b-644628cb5eec)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:26.799911 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:26.853582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:27.043237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:27.102478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=36ba6be6-6a89-4696-ae65-c1773c60b594,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:27.155551 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Provisioning for port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:27.170379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Provisioning complete for port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:27.170808 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.173451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37974) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:27.177483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 9c79a099-ff0c-496f-98de-255a6d683c8e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:27.177738 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.199068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:27.199450 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.217786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25e92b-b373-4544-8a6b-c8fa95215a9e req-3edffcb0-0695-4738-a6f8-368a9f49c58a tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:27.220733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab25e92b-b373-4544-8a6b-c8fa95215a9e req-3edffcb0-0695-4738-a6f8-368a9f49c58a tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 944 time: 0.2925317 Jul 22 16:34:27.228547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-26b363ca-37be-456c-8dac-7bf02d3bcfc0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630924462', 'description': 'tempest-description--631010422'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:27.293247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-26b363ca-37be-456c-8dac-7bf02d3bcfc0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:34:27.293247 n-d-792458-13 neutron-server[93751]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:34:27.293247 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id': 'a2f13c9e3718471da33e556b97167468', 'id': '60c4e17b-e8c7-43bb-8c70-df1a88d59ada', 'expiration': datetime.datetime(2021, 7, 22, 16, 36, 27, 278745)}] Jul 22 16:34:27.293247 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:34:27.293846 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-26b363ca-37be-456c-8dac-7bf02d3bcfc0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:34:27.340486 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab25e92b-b373-4544-8a6b-c8fa95215a9e req-08a72e45-bbae-46d8-9675-484ff2de47a3 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953772 Jul 22 16:34:27.356487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6309a517-339a-4f3f-a149-fc45e6a935a7 None None] Port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:27.432065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Made reservation on behalf of 44ffd3d54aac4f5fbaaac8acf023f56f for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:27.436321 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.457235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9a5e9-7e67-45aa-a88a-ac3f499eb210 req-6922f558-a472-427d-a22d-1ee58e74a9c1 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:27.474067 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9af9a5e9-7e67-45aa-a88a-ac3f499eb210 req-6922f558-a472-427d-a22d-1ee58e74a9c1 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 950 time: 0.2221346 Jul 22 16:34:27.484462 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.513095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['36ba6be6-6a89-4696-ae65-c1773c60b594'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:27.519741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-41d6d90a-5a11-4deb-8ae6-4fb717a597bd None None] Provisioning complete for port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:27.520120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-41d6d90a-5a11-4deb-8ae6-4fb717a597bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.538387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da992711-101a-436b-9517-9001fff6d93a req-10c08da7-ee47-4a7e-80a3-d392e81a9c41 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:27.541416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da992711-101a-436b-9517-9001fff6d93a req-10c08da7-ee47-4a7e-80a3-d392e81a9c41 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1237957 Jul 22 16:34:27.587538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:27.589934 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1a1393-5d18-4c25-bfc3-bcb69b4caafb" -d '{"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-plugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:27.616904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:27.625388 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.638153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9af9a5e9-7e67-45aa-a88a-ac3f499eb210 req-7acfa305-979d-438f-bd21-1ab8450acc69 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626196 Jul 22 16:34:27.666914 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da992711-101a-436b-9517-9001fff6d93a req-1796af5c-65aa-4bad-8013-ac8d0788a831 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038771 Jul 22 16:34:27.697352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42944965-005b-4b64-bcbc-076787f47d7c req-7b2939a1-bdfe-45d8-952f-a6388c6a3e55 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:27.717398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42944965-005b-4b64-bcbc-076787f47d7c req-7b2939a1-bdfe-45d8-952f-a6388c6a3e55 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 950 time: 0.3915291 Jul 22 16:34:27.720945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:27.908409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f478f9e-0f1a-4b3f-9dc9-61e9558b29a6 req-bcc2fd70-e0b3-4d10-8adb-f825ad8a9359 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 210 time: 0.0588319 Jul 22 16:34:27.913629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-41d6d90a-5a11-4deb-8ae6-4fb717a597bd None None] Provisioning for port 3345ea44-c513-4b13-b69f-8b0b4665af70 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:27.923482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-41d6d90a-5a11-4deb-8ae6-4fb717a597bd None None] Provisioning complete for port 3345ea44-c513-4b13-b69f-8b0b4665af70 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:27.923877 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-41d6d90a-5a11-4deb-8ae6-4fb717a597bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:27.935140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26b363ca-37be-456c-8dac-7bf02d3bcfc0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.046629 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f90f4-ad10-49c1-9024-df4973c1ee95 x-openstack-request-id: req-e07f90f4-ad10-49c1-9024-df4973c1ee95 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:28.046979 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-plugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:28.047181 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e07f90f4-ad10-49c1-9024-df4973c1ee95 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:28.047565 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'code': 200} Jul 22 16:34:28.077774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-41d6d90a-5a11-4deb-8ae6-4fb717a597bd None None] Port 3345ea44-c513-4b13-b69f-8b0b4665af70 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:28.088515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Allocated IP 172.20.0.5 (52ae9953-fa67-40af-98a2-f8d304509d5b/d1fef956-3b36-4a04-b9f6-a4bb231b791c/f9771c6f-71ef-41b9-8a72-11d53e2639d0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:28.103535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d2bfa-9470-45b4-807b-39fd3db59e83 req-6194d0d6-d362-4362-935e-ebbbf9a120e0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:28.107064 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e4d2bfa-9470-45b4-807b-39fd3db59e83 req-6194d0d6-d362-4362-935e-ebbbf9a120e0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2862241 Jul 22 16:34:28.189891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-42944965-005b-4b64-bcbc-076787f47d7c req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Deleting port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:28.190828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-42944965-005b-4b64-bcbc-076787f47d7c req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.310096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e4d2bfa-9470-45b4-807b-39fd3db59e83 req-41d35c5d-6783-4b77-98b0-74a12e1c7455 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789780 Jul 22 16:34:28.359084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26b363ca-37be-456c-8dac-7bf02d3bcfc0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.366749 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26b363ca-37be-456c-8dac-7bf02d3bcfc0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.419518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26b363ca-37be-456c-8dac-7bf02d3bcfc0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.423739 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-26b363ca-37be-456c-8dac-7bf02d3bcfc0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2203538 Jul 22 16:34:28.425115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:28.432601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9e6e4561-1b17-4e9e-8b41-503a4d2741cb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'security_group_rule': {'security_group_id': '15edb5a7-e4c3-4099-85d5-89c49f2af3e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:28.440734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b363ca-37be-456c-8dac-7bf02d3bcfc0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15edb5a7-e4c3-4099-85d5-89c49f2af3e7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:28.482978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-42944965-005b-4b64-bcbc-076787f47d7c req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] For port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:28.483561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-42944965-005b-4b64-bcbc-076787f47d7c req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.494685 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4561-1b17-4e9e-8b41-503a4d2741cb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.554375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-42944965-005b-4b64-bcbc-076787f47d7c req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Calling delete_port for 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:28.593624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4561-1b17-4e9e-8b41-503a4d2741cb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.603451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4561-1b17-4e9e-8b41-503a4d2741cb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.623882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e4561-1b17-4e9e-8b41-503a4d2741cb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88f7d0c-611a-4f23-a801-2e1158abca0b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:28.633261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9e6e4561-1b17-4e9e-8b41-503a4d2741cb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.634970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9e6e4561-1b17-4e9e-8b41-503a4d2741cb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2086630 Jul 22 16:34:28.640482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:28.647285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d8d8ee8d-0ff6-4cbf-b230-324a3ca3eb2f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'security_group_rule': {'security_group_id': '15edb5a7-e4c3-4099-85d5-89c49f2af3e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:28.671054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.696506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ee8d-0ff6-4cbf-b230-324a3ca3eb2f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.801608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55486d24-b5b2-465e-bdf4-f0523c5e745e req-1a771861-7f72-4d0a-9ddd-03a2b3de8062 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:28.819573 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55486d24-b5b2-465e-bdf4-f0523c5e745e req-1a771861-7f72-4d0a-9ddd-03a2b3de8062 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 944 time: 0.3514616 Jul 22 16:34:28.882895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ee8d-0ff6-4cbf-b230-324a3ca3eb2f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.893269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ee8d-0ff6-4cbf-b230-324a3ca3eb2f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.958549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8ee8d-0ff6-4cbf-b230-324a3ca3eb2f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a676993-71ed-41c9-ace9-d70c3a59b34f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:28.968330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ee8d-0ff6-4cbf-b230-324a3ca3eb2f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:28.970635 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d8d8ee8d-0ff6-4cbf-b230-324a3ca3eb2f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282704 Jul 22 16:34:28.991047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38006) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:29.000992 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:29.012239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:29.058981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:29.104490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Network 52ae9953-fa67-40af-98a2-f8d304509d5b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:29.114759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:29.132701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55486d24-b5b2-465e-bdf4-f0523c5e745e req-295fd9bc-fce2-48ae-8e4f-611ec61919ec tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117113 Jul 22 16:34:29.135057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14d846-3d09-412a-b209-9fb8f73c63a8 req-269c1359-3ba0-4c6b-9658-b7470078cc1e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:29.136119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:29.138690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c14d846-3d09-412a-b209-9fb8f73c63a8 req-269c1359-3ba0-4c6b-9658-b7470078cc1e tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 950 time: 0.3446705 Jul 22 16:34:29.161151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fe500f77-5c08-48fc-b090-7f353f6507a8', '9a7d44a4-b069-4592-a235-92ef8985081d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:29.235400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c14d846-3d09-412a-b209-9fb8f73c63a8 req-b78aaf0c-f262-4557-8b71-d4aeaf07d7ed tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894170 Jul 22 16:34:29.276383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Pushing event updated for resources: {'Port': ['ID=f9771c6f-71ef-41b9-8a72-11d53e2639d0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:29.294333 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-42944965-005b-4b64-bcbc-076787f47d7c req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:29.311653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:29.318114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:29.390766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Pushing event deleted for resources: {'Port': ['ID=9c31ef16-e3ec-4fb8-9685-ab1085de2ceb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:29.441797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-f8489069-157c-4143-a252-00c54eadf17a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7098668 Jul 22 16:34:29.470021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Request body: {'port': {'device_id': '54d5b5aa-97a9-4872-ab3c-e54a205fcefa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:29.517819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:29.557289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-42944965-005b-4b64-bcbc-076787f47d7c req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] No DVR routers for this DVR port 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:34:29.561598 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-42944965-005b-4b64-bcbc-076787f47d7c req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:29.564735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42944965-005b-4b64-bcbc-076787f47d7c req-51793cd9-55a2-4d71-9d14-fb149faa4d50 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "DELETE /v2.0/ports/9c31ef16-e3ec-4fb8-9685-ab1085de2ceb HTTP/1.1" status: 204 len: 173 time: 1.7709918 Jul 22 16:34:29.569604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23457c72-eab6-4b22-a14b-9dd326a4241e', 'name': 'network-vif-deleted', 'tag': '9c31ef16-e3ec-4fb8-9685-ab1085de2ceb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:29.570310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec7321-107e-451a-8c4c-4d54b478aa22 req-231b27c5-fe8c-4ae8-9b26-dbb76e2958da tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:29.574256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-69ec7321-107e-451a-8c4c-4d54b478aa22 req-231b27c5-fe8c-4ae8-9b26-dbb76e2958da tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 931 time: 0.2063160 Jul 22 16:34:29.588994 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636f093c-cafc-4c52-b2b8-65cfbb3b62ba" -d '{"events": [{"server_uuid": "23457c72-eab6-4b22-a14b-9dd326a4241e", "name": "network-vif-deleted", "tag": "9c31ef16-e3ec-4fb8-9685-ab1085de2ceb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:29.709365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca3ff7-b5d3-45e4-8fba-90b80a774cc5 req-64311ec6-105e-4bb6-bce7-f078e2fbc424 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:29.721018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08ca3ff7-b5d3-45e4-8fba-90b80a774cc5 req-64311ec6-105e-4bb6-bce7-f078e2fbc424 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.3980093 Jul 22 16:34:29.770981 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:29.867023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08ca3ff7-b5d3-45e4-8fba-90b80a774cc5 req-55f0bb7c-a7a7-41cc-93f2-3ce3b3ab7608 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360838 Jul 22 16:34:29.908438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-69ec7321-107e-451a-8c4c-4d54b478aa22 req-f7f6974f-849a-4772-9395-0a7f186743ea tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507122 Jul 22 16:34:30.053673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Allocated IP 172.25.3.233 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/91df4154-8c16-4429-9eb6-3a4ff070352e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:30.216333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 36ba6be6-6a89-4696-ae65-c1773c60b594 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:30.239993 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d0d0af-6a03-4a04-9951-2e7c88ba1d0d x-openstack-request-id: req-62d0d0af-6a03-4a04-9951-2e7c88ba1d0d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:30.240912 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23457c72-eab6-4b22-a14b-9dd326a4241e", "name": "network-vif-deleted", "tag": "9c31ef16-e3ec-4fb8-9685-ab1085de2ceb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:30.241403 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62d0d0af-6a03-4a04-9951-2e7c88ba1d0d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:30.242650 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23457c72-eab6-4b22-a14b-9dd326a4241e', 'name': 'network-vif-deleted', 'tag': '9c31ef16-e3ec-4fb8-9685-ab1085de2ceb', 'status': 'completed', 'code': 200} Jul 22 16:34:30.365707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 36ba6be6-6a89-4696-ae65-c1773c60b594 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:30.382312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 36ba6be6-6a89-4696-ae65-c1773c60b594 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:30.382976 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.485484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.491461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9771c6f-71ef-41b9-8a72-11d53e2639d0 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:30.509538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a306d57-0e6b-4cfc-ab7c-9de074ee6578 req-b32e0586-64e0-4a17-a0a6-06c85e789d8c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:30.516763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8a306d57-0e6b-4cfc-ab7c-9de074ee6578 req-b32e0586-64e0-4a17-a0a6-06c85e789d8c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1921556 Jul 22 16:34:30.521111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.581285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.588141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8a306d57-0e6b-4cfc-ab7c-9de074ee6578 req-28c9920c-db3b-4751-92fd-958708554fc1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651844 Jul 22 16:34:30.613638 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.637955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Transition to ACTIVE for port object f9771c6f-71ef-41b9-8a72-11d53e2639d0 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:30.652612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.692513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3728f9-4005-4472-b243-20fec29cdf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ba6be6-6a89-4696-ae65-c1773c60b594'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:30.694699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:30.699681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:30.712284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:30.716241 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cc2ac7-e630-42a7-a891-8a75a10ef4a0" -d '{"events": [{"server_uuid": "9d3728f9-4005-4472-b243-20fec29cdf06", "name": "network-vif-plugged", "status": "completed", "tag": "36ba6be6-6a89-4696-ae65-c1773c60b594"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:30.757487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 36ba6be6-6a89-4696-ae65-c1773c60b594, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=36ba6be6-6a89-4696-ae65-c1773c60b594,segment=NetworkSegment(9f66a172-9576-4ecb-ab5b-644628cb5eec),segment_id=9f66a172-9576-4ecb-ab5b-644628cb5eec)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:30.771114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:30.772598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:30.784419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a38fc-589e-4525-a563-7b38826a3028 req-e3f739b5-01a3-4b3d-870d-3e8046ff8924 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:30.785114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a8a38fc-589e-4525-a563-7b38826a3028 req-e3f739b5-01a3-4b3d-870d-3e8046ff8924 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 944 time: 0.3511724 Jul 22 16:34:30.790070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Port': ['ID=91df4154-8c16-4429-9eb6-3a4ff070352e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:30.861254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d090eb5-638c-4d1b-9bc2-b156734008b7 req-5c4fdbe5-0857-40d5-bc11-87cef91db1f6 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=23457c72-eab6-4b22-a14b-9dd326a4241e HTTP/1.1" status: 200 len: 210 time: 0.1232834 Jul 22 16:34:30.888813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:34:30.893787 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9c31ef16-e3ec-4fb8-9685-ab1085de2ceb not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:34:30.919774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Pushing event updated for resources: {'Port': ['ID=f9771c6f-71ef-41b9-8a72-11d53e2639d0,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:30.983100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.984249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.985702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.998989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.998989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.998989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.998989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.998989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.998989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.998989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.998989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:30.998989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:31.010262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=36ba6be6-6a89-4696-ae65-c1773c60b594,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:31.014818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a8a38fc-589e-4525-a563-7b38826a3028 req-dd604811-81c4-49d8-b3e1-d1f3fb6a0773 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079377 Jul 22 16:34:31.050421 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caad0355-0ae0-415e-a36f-5083ffe9b3ba x-openstack-request-id: req-caad0355-0ae0-415e-a36f-5083ffe9b3ba {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:31.050867 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3728f9-4005-4472-b243-20fec29cdf06", "name": "network-vif-plugged", "status": "completed", "tag": "36ba6be6-6a89-4696-ae65-c1773c60b594", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:31.054864 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-caad0355-0ae0-415e-a36f-5083ffe9b3ba {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:31.055629 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3728f9-4005-4472-b243-20fec29cdf06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ba6be6-6a89-4696-ae65-c1773c60b594', 'code': 200} Jul 22 16:34:31.132279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Attempting to bind port f9771c6f-71ef-41b9-8a72-11d53e2639d0 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:31.133057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Attempting to bind port f9771c6f-71ef-41b9-8a72-11d53e2639d0 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:31.133698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Attempting to bind port f9771c6f-71ef-41b9-8a72-11d53e2639d0 on network 52ae9953-fa67-40af-98a2-f8d304509d5b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:31.144128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Port f9771c6f-71ef-41b9-8a72-11d53e2639d0 on network 52ae9953-fa67-40af-98a2-f8d304509d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:34:31.144875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Attempting to bind port f9771c6f-71ef-41b9-8a72-11d53e2639d0 on network 52ae9953-fa67-40af-98a2-f8d304509d5b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:31.157393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:31.159171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Checking segment: {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:31.159847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Bound using segment: {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:31.160570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Bound port: f9771c6f-71ef-41b9-8a72-11d53e2639d0, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:31.162524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.179846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['08852016-ad46-4b8f-a186-b3b7447cc566'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:31.280576 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.349332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] For port f9771c6f-71ef-41b9-8a72-11d53e2639d0, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:31.377647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] For port f9771c6f-71ef-41b9-8a72-11d53e2639d0, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f9771c6f-71ef-41b9-8a72-11d53e2639d0,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:31.405757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.496895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Pushing event updated for resources: {'Port': ['ID=f9771c6f-71ef-41b9-8a72-11d53e2639d0,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:31.498710 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.536795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:31.537847 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.539722 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-b27ca259-5512-4cba-9be4-e6cc1f7234aa service neutron] 10.222.0.20 "PUT /v2.0/ports/f9771c6f-71ef-41b9-8a72-11d53e2639d0 HTTP/1.1" status: 200 len: 1092 time: 2.0761528 Jul 22 16:34:31.548700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2356c4-b896-4d43-b72b-643edb14aa5c req-1de48639-ed22-4fca-a1d6-4273e5a9ed9f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:31.560533 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b2356c4-b896-4d43-b72b-643edb14aa5c req-1de48639-ed22-4fca-a1d6-4273e5a9ed9f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.3005884 Jul 22 16:34:31.604018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3bdc4-a1b9-4c40-a2f7-583ffcd645be req-403a13d1-3cc6-46dd-829f-d4f342104549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:31.606382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cd3bdc4-a1b9-4c40-a2f7-583ffcd645be req-403a13d1-3cc6-46dd-829f-d4f342104549 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 1097 time: 0.3479114 Jul 22 16:34:31.668088 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:31.718265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398600d-0ed3-4221-afa9-8d0a029b2978 req-89cf4043-4c57-4ef4-9888-2a2d65d0f69f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:31.726832 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6398600d-0ed3-4221-afa9-8d0a029b2978 req-89cf4043-4c57-4ef4-9888-2a2d65d0f69f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 943 time: 0.1887512 Jul 22 16:34:31.744215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b2356c4-b896-4d43-b72b-643edb14aa5c req-2415ccdb-bb86-4e46-b3cd-6d08e40cce1e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822224 Jul 22 16:34:31.814070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cd3bdc4-a1b9-4c40-a2f7-583ffcd645be req-6e562041-48e2-4296-9b52-0466bc33c252 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870730 Jul 22 16:34:31.836343 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6398600d-0ed3-4221-afa9-8d0a029b2978 req-2836a5b9-8fd6-428b-ae29-6b0785363167 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027412 Jul 22 16:34:31.883814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-dc25bd54-f4fb-45fd-9708-704387facc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:31.885958 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-dc25bd54-f4fb-45fd-9708-704387facc73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 1095 time: 0.2382941 Jul 22 16:34:32.009244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.018899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.024446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-20d5f13a-c2dc-42a3-be5f-db1c444fc28d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9771c6f-71ef-41b9-8a72-11d53e2639d0 HTTP/1.1" status: 200 len: 217 time: 0.0987837 Jul 22 16:34:32.143565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Port': ['ID=91df4154-8c16-4429-9eb6-3a4ff070352e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:32.175425 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.196138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-9af19601-648e-4dac-9661-1c575d1012dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:32.198885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:32.199290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-9af19601-648e-4dac-9661-1c575d1012dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.1669002 Jul 22 16:34:32.204749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-28b96da4-962e-4265-8adf-4838c5f71096 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2115636 Jul 22 16:34:32.275173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d5b5aa-97a9-4872-ab3c-e54a205fcefa', 'tag': 'f9771c6f-71ef-41b9-8a72-11d53e2639d0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:32.277779 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "54d5b5aa-97a9-4872-ab3c-e54a205fcefa", "tag": "f9771c6f-71ef-41b9-8a72-11d53e2639d0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:32.284123 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-8c097fe6-6238-439c-afb8-2c70fbc61729 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723956 Jul 22 16:34:32.303440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c5d3c-6cf7-4b8e-8e40-681177854c67 req-1c1d70d4-4d38-49b2-b6ea-c1a380c7d96e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:32.311471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-823c5d3c-6cf7-4b8e-8e40-681177854c67 req-1c1d70d4-4d38-49b2-b6ea-c1a380c7d96e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2174528 Jul 22 16:34:32.461022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-823c5d3c-6cf7-4b8e-8e40-681177854c67 req-deaf6102-2a37-438f-abf1-216e176f310b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475012 Jul 22 16:34:32.550639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2b2ce-e292-41e0-a493-8470836162cb req-20066802-a739-4723-a326-cec3210b8029 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:32.552753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92d2b2ce-e292-41e0-a493-8470836162cb req-20066802-a739-4723-a326-cec3210b8029 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 945 time: 0.1397285 Jul 22 16:34:32.569217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-1b678cae-30c2-452f-b9b3-30b9d635f002 service neutron] 10.222.0.20 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543929 Jul 22 16:34:32.621866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92d2b2ce-e292-41e0-a493-8470836162cb req-13166686-c1e4-46db-9c67-4ef324b43ae0 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594535 Jul 22 16:34:32.706325 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ab24a5-5a3b-4a39-8ba8-cf7011980905 x-openstack-request-id: req-17ab24a5-5a3b-4a39-8ba8-cf7011980905 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:32.706646 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d5b5aa-97a9-4872-ab3c-e54a205fcefa", "tag": "f9771c6f-71ef-41b9-8a72-11d53e2639d0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:32.706917 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17ab24a5-5a3b-4a39-8ba8-cf7011980905 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:32.707259 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d5b5aa-97a9-4872-ab3c-e54a205fcefa', 'tag': 'f9771c6f-71ef-41b9-8a72-11d53e2639d0', 'status': 'completed', 'code': 200} Jul 22 16:34:32.763162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92a6a8d-d222-4fc3-a9e6-cc696dfca1c1 req-9af24a31-be84-478b-9d8c-db598df0836a service neutron] 10.222.0.20 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854429 Jul 22 16:34:32.775638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186ffbe-16dc-4373-9909-c62fcd033715 req-ce7b11ea-e82d-4f37-a42d-29fcac9b4f21 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:32.777207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5186ffbe-16dc-4373-9909-c62fcd033715 req-ce7b11ea-e82d-4f37-a42d-29fcac9b4f21 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 949 time: 0.1859725 Jul 22 16:34:32.876090 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5186ffbe-16dc-4373-9909-c62fcd033715 req-c92f15f9-e466-439c-82d8-ec11fb2a20a2 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857804 Jul 22 16:34:32.923472 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c9abd873-2662-4ad8-98b2-bd1fc686df18 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1630924462&fields=id&tenant_id=a2f13c9e3718471da33e556b97167468 HTTP/1.1" status: 200 len: 267 time: 0.0778532 Jul 22 16:34:33.003884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-791b8d39-2e97-41e5-9ba0-b39607688104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.006886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-791b8d39-2e97-41e5-9ba0-b39607688104 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 1095 time: 0.1186361 Jul 22 16:34:33.047046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-870f3092-46f4-496f-989e-49994814528b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.057804 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-870f3092-46f4-496f-989e-49994814528b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports/2a2be50f-a1c6-4edf-b815-208de5f0cfd5 HTTP/1.1" status: 200 len: 937 time: 0.1333809 Jul 22 16:34:33.148330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8debcadd-6548-4ef1-b312-54619c70b80b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.162309 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8debcadd-6548-4ef1-b312-54619c70b80b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports/3345ea44-c513-4b13-b69f-8b0b4665af70 HTTP/1.1" status: 200 len: 937 time: 0.1027107 Jul 22 16:34:33.252609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-edbfc872-c10a-4127-a66e-b4d70ce14033 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0886667 Jul 22 16:34:33.315283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-14e1bc61-8000-4366-8c58-1d848c0a6ac4 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0610015 Jul 22 16:34:33.488829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-a6b36648-9045-4485-ad4f-de0fdf257946 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.496446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-a6b36648-9045-4485-ad4f-de0fdf257946 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.504189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-a6b36648-9045-4485-ad4f-de0fdf257946 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.514019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-a6b36648-9045-4485-ad4f-de0fdf257946 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/networks?id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=c17a60a5-7325-47e4-93d0-4d53153510b5&id=c17a60a5-7325-47e4-93d0-4d53153510b5 HTTP/1.1" status: 200 len: 1996 time: 0.1975698 Jul 22 16:34:33.541918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-81adf130-5209-487e-9146-8e1c9f909b13 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/quotas/a2f13c9e3718471da33e556b97167468 HTTP/1.1" status: 200 len: 375 time: 0.0262783 Jul 22 16:34:33.661126 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4c4f4b7c-73a9-4c46-b220-7725ce36964d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1096394 Jul 22 16:34:33.662674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d7f04-2523-4226-a0ab-c2e48e41ab75 req-c99b3864-2614-498c-817c-985d060bd5aa tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.677549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d76d7f04-2523-4226-a0ab-c2e48e41ab75 req-c99b3864-2614-498c-817c-985d060bd5aa tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.6912026 Jul 22 16:34:33.717500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-7c4b484b-e6b0-49c9-8823-1fcc3b525283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.719860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-7c4b484b-e6b0-49c9-8823-1fcc3b525283 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 916 time: 0.6750033 Jul 22 16:34:33.813633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-58ca5e71-7af9-4f7f-9bdb-1db17dc304e3 service neutron] 10.222.0.53 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502488 Jul 22 16:34:33.815296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-21bd125e-0199-47a1-83ac-8c32eb6d21bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9771c6f-71ef-41b9-8a72-11d53e2639d0 HTTP/1.1" status: 200 len: 217 time: 0.0792954 Jul 22 16:34:33.823712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d76d7f04-2523-4226-a0ab-c2e48e41ab75 req-82b3f859-3b7d-4f02-99e5-495e9ea326da tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444323 Jul 22 16:34:33.916524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-49d2db3f-ffde-4a6a-a52a-a02275f2c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:33.919191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-49d2db3f-ffde-4a6a-a52a-a02275f2c0ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.0941873 Jul 22 16:34:34.013884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-03860ad4-f9eb-434e-915d-8476f3bbd9b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873432 Jul 22 16:34:34.022238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-184074a9-4338-4340-8952-f4042bc6b4f9 service neutron] 10.222.0.53 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055731 Jul 22 16:34:34.084873 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-2996ee1d-98b1-4096-8c9e-0535498ba04f service neutron] 10.222.0.53 "GET /v2.0/ports/2a2be50f-a1c6-4edf-b815-208de5f0cfd5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0633953 Jul 22 16:34:34.203486 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-77b8b0b1-fc75-4883-8836-9257c9ea0e12 service neutron] 10.222.0.53 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169531 Jul 22 16:34:34.224028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-3e831bfe-ba6c-4750-8cdf-00c98fbdb34f service neutron] 10.222.0.20 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934552 Jul 22 16:34:34.261780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88037c-b988-4d6c-8d0a-95da6d4490f4 req-aaa695b1-70dc-40ee-97d0-833e867a38e0 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:34.264710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c88037c-b988-4d6c-8d0a-95da6d4490f4 req-aaa695b1-70dc-40ee-97d0-833e867a38e0 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 943 time: 0.3223455 Jul 22 16:34:34.344084 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-642b442a-11dd-46ee-8500-81dd1ddbd084 service neutron] 10.222.0.53 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393411 Jul 22 16:34:34.362151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c88037c-b988-4d6c-8d0a-95da6d4490f4 req-057a39c0-4802-4f07-bede-1615bdf1f876 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819476 Jul 22 16:34:34.393667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d14df48-ee4a-4b5e-86fc-22634f51b8f9 req-b2719068-c923-449c-bd53-5da7dc355e5b service neutron] 10.222.0.20 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624975 Jul 22 16:34:34.463854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-5e44a178-5d5b-4479-a2e7-94f78b17e351 service neutron] 10.222.0.53 "GET /v2.0/ports/3345ea44-c513-4b13-b69f-8b0b4665af70?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1078622 Jul 22 16:34:34.610903 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-dc117813-d1fb-4f01-95a4-e668f5c68f1f service neutron] 10.222.0.53 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391137 Jul 22 16:34:34.737393 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4e0d98b6-6820-42ea-90bf-75328640c6b3 service neutron] 10.222.0.53 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119931 Jul 22 16:34:34.830369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f9771c6f-71ef-41b9-8a72-11d53e2639d0 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:34.922124 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-638bf39b-adec-40d6-af13-dbcec9411020 service neutron] 10.222.0.53 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694558 Jul 22 16:34:35.001461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03667b4f-44de-4f16-8236-f7df716738b8 req-799500d8-f55a-4693-bcdc-072d1ae0343a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:35.014809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03667b4f-44de-4f16-8236-f7df716738b8 req-799500d8-f55a-4693-bcdc-072d1ae0343a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2237475 Jul 22 16:34:35.101400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f9771c6f-71ef-41b9-8a72-11d53e2639d0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f9771c6f-71ef-41b9-8a72-11d53e2639d0,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:35.124703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03667b4f-44de-4f16-8236-f7df716738b8 req-d9696ad7-812a-4259-ba8e-24d73f2fb612 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065683 Jul 22 16:34:35.129785 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c4d877cd-ba6d-4238-9e6f-6e9fd63d7510 service neutron] 10.222.0.53 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945832 Jul 22 16:34:35.138804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'f9771c6f-71ef-41b9-8a72-11d53e2639d0', 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b', 'port_id': 'f9771c6f-71ef-41b9-8a72-11d53e2639d0', 'mac_address': 'fa:16:3e:5d:21:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fef956-3b36-4a04-b9f6-a4bb231b791c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:35.206789 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:35.233327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9771c6f-71ef-41b9-8a72-11d53e2639d0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:35.266792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f9771c6f-71ef-41b9-8a72-11d53e2639d0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f9771c6f-71ef-41b9-8a72-11d53e2639d0,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:35.275547 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:35.310722 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-24c55eab-55ff-4e81-861c-eb464c17812f service neutron] 10.222.0.53 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774909 Jul 22 16:34:35.340076 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:35.392692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f9771c6f-71ef-41b9-8a72-11d53e2639d0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:35.410692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-e4c070f6-4dcf-4cec-9fa7-ffdb95053593 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:35.413183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-e4c070f6-4dcf-4cec-9fa7-ffdb95053593 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 949 time: 0.2065263 Jul 22 16:34:35.454543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed350a83-1942-4a5b-9294-4a78a20d1c99 req-915cda3d-4bdc-4cd6-bebc-d2c9f32fb202 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:35.458600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed350a83-1942-4a5b-9294-4a78a20d1c99 req-915cda3d-4bdc-4cd6-bebc-d2c9f32fb202 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 945 time: 0.2005715 Jul 22 16:34:35.486709 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-ad961eef-e662-48ea-b16b-27f70b31c19e service neutron] 10.222.0.53 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771913 Jul 22 16:34:35.638431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed350a83-1942-4a5b-9294-4a78a20d1c99 req-4eaf6e85-1a29-496d-938e-50abb95bc066 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665018 Jul 22 16:34:35.688445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Deleting port 08852016-ad46-4b8f-a186-b3b7447cc566 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:35.688445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:35.729252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f9771c6f-71ef-41b9-8a72-11d53e2639d0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:35.744500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c3745f27-54cd-45b5-b069-5018768059bc service neutron] 10.222.0.53 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467606 Jul 22 16:34:35.947259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] For port 08852016-ad46-4b8f-a186-b3b7447cc566, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=08852016-ad46-4b8f-a186-b3b7447cc566,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:35.948693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:35.982887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Calling delete_port for 08852016-ad46-4b8f-a186-b3b7447cc566 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:35.985822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-6ea5b973-4e70-4ac4-b47a-b06d2d12e661 service neutron] 10.222.0.53 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354286 Jul 22 16:34:36.000022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a153f7-dbcd-485f-9474-c49efc0bd45e req-e743cd2a-08ab-4bcd-9176-aca535926ea3 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:36.010083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2a153f7-dbcd-485f-9474-c49efc0bd45e req-e743cd2a-08ab-4bcd-9176-aca535926ea3 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6071c124-9abe-44a0-a030-fd576390ec37 HTTP/1.1" status: 200 len: 949 time: 0.2040818 Jul 22 16:34:36.088990 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2a153f7-dbcd-485f-9474-c49efc0bd45e req-279d4b13-66a6-4899-9b8b-5ddd99afdb28 tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.53 "GET /v2.0/security-groups?id=a5898030-0a96-43bf-9e88-6cc854e5c735&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753047 Jul 22 16:34:36.227721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-7b5fc5e8-2cf6-4957-986d-2dd2f20410fa service neutron] 10.222.0.53 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344539 Jul 22 16:34:36.377857 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.444806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Pushing event deleted for resources: {'Port': ['ID=08852016-ad46-4b8f-a186-b3b7447cc566,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:36.446426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-64123880-3d07-4f28-ac20-348d400e3f44 service neutron] 10.222.0.53 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161634 Jul 22 16:34:36.533171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] No DVR routers for this DVR port 08852016-ad46-4b8f-a186-b3b7447cc566 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:34:36.536368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:36.539705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7df5898a-9942-4f6f-83e8-2484d7198f3f req-65b6614b-8bca-43f0-8a63-232e976fac3f tempest-ServersAdminNegativeTestJSON-1841930350 tempest-ServersAdminNegativeTestJSON-1841930350-project] 10.222.0.65 "DELETE /v2.0/ports/08852016-ad46-4b8f-a186-b3b7447cc566 HTTP/1.1" status: 204 len: 173 time: 1.1060579 Jul 22 16:34:36.558628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6071c124-9abe-44a0-a030-fd576390ec37', 'name': 'network-vif-deleted', 'tag': '08852016-ad46-4b8f-a186-b3b7447cc566'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:36.579029 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4652674-befc-499e-a961-22ed52faaddf" -d '{"events": [{"server_uuid": "6071c124-9abe-44a0-a030-fd576390ec37", "name": "network-vif-deleted", "tag": "08852016-ad46-4b8f-a186-b3b7447cc566"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:36.607264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6f6e4-5ef8-42c7-9418-77d9f678db88 req-535e9a7a-29ef-4cfd-9cf8-a944958ad8ae tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:36.619810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ced6f6e4-5ef8-42c7-9418-77d9f678db88 req-535e9a7a-29ef-4cfd-9cf8-a944958ad8ae tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.3684034 Jul 22 16:34:36.683171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ced6f6e4-5ef8-42c7-9418-77d9f678db88 req-05ebaa45-d7f1-4be9-9e5e-da7539093412 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618491 Jul 22 16:34:37.131516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd5764-5eea-42f7-a3b1-b19068359ed3 req-d50f176c-15f3-48a0-8e2d-a48362deccbd tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:37.146548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79bd5764-5eea-42f7-a3b1-b19068359ed3 req-d50f176c-15f3-48a0-8e2d-a48362deccbd tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 944 time: 0.2283933 Jul 22 16:34:37.237090 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79bd5764-5eea-42f7-a3b1-b19068359ed3 req-515c4bcf-fe7e-4b96-bff1-e128e3b0fe04 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890486 Jul 22 16:34:37.553601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926237d4-8654-45d1-b83b-99b5aa7fbae8 req-bcd17bee-5bca-4768-8ccd-c2ac3e1838f2 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:37.561046 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-926237d4-8654-45d1-b83b-99b5aa7fbae8 req-bcd17bee-5bca-4768-8ccd-c2ac3e1838f2 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 945 time: 0.0880289 Jul 22 16:34:37.640659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-926237d4-8654-45d1-b83b-99b5aa7fbae8 req-c669b261-14bc-4bb8-b2f6-833df433e512 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783477 Jul 22 16:34:37.777949 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc3f42b-bf76-417b-b89f-2771e1ec29e7 x-openstack-request-id: req-3bc3f42b-bf76-417b-b89f-2771e1ec29e7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:37.778392 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6071c124-9abe-44a0-a030-fd576390ec37", "name": "network-vif-deleted", "tag": "08852016-ad46-4b8f-a186-b3b7447cc566", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:37.778770 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bc3f42b-bf76-417b-b89f-2771e1ec29e7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:37.779441 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6071c124-9abe-44a0-a030-fd576390ec37', 'name': 'network-vif-deleted', 'tag': '08852016-ad46-4b8f-a186-b3b7447cc566', 'status': 'completed', 'code': 200} Jul 22 16:34:37.863518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44592e-5faa-4d8e-8dd5-91a97668957f req-5134b4f5-4375-451f-95f2-d3de473a083a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:37.874026 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-df44592e-5faa-4d8e-8dd5-91a97668957f req-5134b4f5-4375-451f-95f2-d3de473a083a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1198535 Jul 22 16:34:37.936053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-df44592e-5faa-4d8e-8dd5-91a97668957f req-904a565c-378a-4458-8cd9-854d43234bb4 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584931 Jul 22 16:34:38.048345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 08852016-ad46-4b8f-a186-b3b7447cc566 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:38.082142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 08852016-ad46-4b8f-a186-b3b7447cc566 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:34:38.083329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 08852016-ad46-4b8f-a186-b3b7447cc566 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:34:38.102147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b51d8c89-ce5d-4752-8456-ba36285a66be req-66d44dc5-7bd0-4dfb-af72-b41ba33d0b43 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0688274 Jul 22 16:34:38.361995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa292def-4a2d-44a0-876d-747409b3ab2b req-8a6c1baf-5bed-46e2-91c9-7839783c3633 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:38.364639 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa292def-4a2d-44a0-876d-747409b3ab2b req-8a6c1baf-5bed-46e2-91c9-7839783c3633 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 945 time: 0.1270454 Jul 22 16:34:38.420133 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa292def-4a2d-44a0-876d-747409b3ab2b req-92db39f4-a6c9-4cbd-a2e5-5e596cdfa9ee tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497389 Jul 22 16:34:38.449327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9213c5-6855-4289-9346-616ac772b32c req-7c2ab524-793f-494d-bec8-cc9da49e26a0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:38.452053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f9213c5-6855-4289-9346-616ac772b32c req-7c2ab524-793f-494d-bec8-cc9da49e26a0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2590196 Jul 22 16:34:38.551609 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:38.607823 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f9213c5-6855-4289-9346-616ac772b32c req-cf23f85c-77b7-46b4-a16c-794c51c32268 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431262 Jul 22 16:34:38.640220 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b09144-15f2-4b51-904a-27c940fd5f33 req-18545312-1fd8-4213-833a-d2af01df8b91 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:38.652276 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13b09144-15f2-4b51-904a-27c940fd5f33 req-18545312-1fd8-4213-833a-d2af01df8b91 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 944 time: 0.1469228 Jul 22 16:34:38.707526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13b09144-15f2-4b51-904a-27c940fd5f33 req-3d77c2ba-d8aa-4a23-9705-c725cda3ed58 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542750 Jul 22 16:34:38.846776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f9771c6f-71ef-41b9-8a72-11d53e2639d0 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:38.943305 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-337d3649-5a28-4a85-8a93-411475b67818 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d38306bd844e4cafb493d60e139220ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854392 Jul 22 16:34:38.943305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:38.991166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port f9771c6f-71ef-41b9-8a72-11d53e2639d0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:38.998046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port f9771c6f-71ef-41b9-8a72-11d53e2639d0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:38.998419 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.130875 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.177915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c718938-8282-4876-9ff4-10858ddeea10 req-74c70708-44ac-4562-a59c-b5c7ad245676 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:39.193644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9c718938-8282-4876-9ff4-10858ddeea10 req-74c70708-44ac-4562-a59c-b5c7ad245676 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1422560 Jul 22 16:34:39.235762 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.242814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.272870 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9c718938-8282-4876-9ff4-10858ddeea10 req-96a831db-7aa0-4da5-8722-11091ad24118 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774848 Jul 22 16:34:39.296466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d5b5aa-97a9-4872-ab3c-e54a205fcefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9771c6f-71ef-41b9-8a72-11d53e2639d0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:39.302248 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49860d5a-e4d2-4284-868c-62c3af032b0e" -d '{"events": [{"server_uuid": "54d5b5aa-97a9-4872-ab3c-e54a205fcefa", "name": "network-vif-plugged", "status": "completed", "tag": "f9771c6f-71ef-41b9-8a72-11d53e2639d0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:39.320501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f9771c6f-71ef-41b9-8a72-11d53e2639d0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f9771c6f-71ef-41b9-8a72-11d53e2639d0,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:39.328802 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.397637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f9771c6f-71ef-41b9-8a72-11d53e2639d0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:39.406478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47892634-384f-40de-a11d-aab992361f32 req-d045e9cd-ec79-4b20-a854-0d2d03f9d1d3 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:39.408095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47892634-384f-40de-a11d-aab992361f32 req-d045e9cd-ec79-4b20-a854-0d2d03f9d1d3 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 945 time: 0.2111304 Jul 22 16:34:39.432020 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.436128 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:39.440963 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5898030-0a96-43bf-9e88-6cc854e5c735 HTTP/1.1" status: 204 len: 168 time: 0.4934099 Jul 22 16:34:39.469082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5898030-0a96-43bf-9e88-6cc854e5c735,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:39.486132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.486485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.486856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.487181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.487517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.487848 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.488176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.488505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.488900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.489233 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.489560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.489876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475ca304-1e6a-46ad-bee0-3479dbb6cb2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:34:39.503820 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47892634-384f-40de-a11d-aab992361f32 req-090ca72e-6e2d-4470-a3f9-3623a72251a8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827134 Jul 22 16:34:39.562033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1a6ce98-868b-4a34-b452-f0dfd48e5d5d req-f5f97cf0-c1f7-4c54-8464-104f9fc50378 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0947065 Jul 22 16:34:39.624037 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b944ca55-cbc7-4207-80a1-1370ba8603dc x-openstack-request-id: req-b944ca55-cbc7-4207-80a1-1370ba8603dc {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:39.624353 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d5b5aa-97a9-4872-ab3c-e54a205fcefa", "name": "network-vif-plugged", "status": "completed", "tag": "f9771c6f-71ef-41b9-8a72-11d53e2639d0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:39.624750 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b944ca55-cbc7-4207-80a1-1370ba8603dc {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:39.625225 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d5b5aa-97a9-4872-ab3c-e54a205fcefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9771c6f-71ef-41b9-8a72-11d53e2639d0', 'code': 200} Jul 22 16:34:40.001333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5a0f4-f2c1-4f9c-867d-91fb8c1518e4 req-832a1961-1799-4cf9-be67-cf9f8a672c84 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.003091 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8c5a0f4-f2c1-4f9c-867d-91fb8c1518e4 req-832a1961-1799-4cf9-be67-cf9f8a672c84 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2758133 Jul 22 16:34:40.016149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0ff81-c05a-4d0b-a8db-a99007b6b97e req-24066624-1757-45dc-9f09-9e2bd238e960 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.018188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9608f15-01c7-4d22-a41f-f662d009e2f8 req-27ea65b2-7b06-4d58-9914-6b9075281c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.019574 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d9608f15-01c7-4d22-a41f-f662d009e2f8 req-27ea65b2-7b06-4d58-9914-6b9075281c35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 1097 time: 0.2651317 Jul 22 16:34:40.022056 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9bb0ff81-c05a-4d0b-a8db-a99007b6b97e req-24066624-1757-45dc-9f09-9e2bd238e960 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 945 time: 0.1659315 Jul 22 16:34:40.062644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:40.064667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-9452ed17-822a-4e73-ae66-b3ef415a75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.066066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-9452ed17-822a-4e73-ae66-b3ef415a75f8 service neutron] 10.222.0.65 "GET /v2.0/ports/2a2be50f-a1c6-4edf-b815-208de5f0cfd5 HTTP/1.1" status: 200 len: 1033 time: 0.1409304 Jul 22 16:34:40.181415 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9bb0ff81-c05a-4d0b-a8db-a99007b6b97e req-58c5f3d6-1b4a-436a-92d5-c75abd48f955 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306596 Jul 22 16:34:40.189517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-2aa48849-92bc-4c82-9d0a-6681abd7bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.191523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-2aa48849-92bc-4c82-9d0a-6681abd7bde4 service neutron] 10.222.0.65 "GET /v2.0/ports/3345ea44-c513-4b13-b69f-8b0b4665af70 HTTP/1.1" status: 200 len: 1033 time: 0.1093416 Jul 22 16:34:40.200293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5420e0e4-9335-4483-8f85-59c189708954 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ba7e6166452407e850aff6fd8216de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256409 Jul 22 16:34:40.201175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38212) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:40.340051 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97012bd8-9653-414f-9fa6-28ef0e9b7bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.368076 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8c5a0f4-f2c1-4f9c-867d-91fb8c1518e4 req-288d2b6c-3d39-4bc4-9879-750b40a99abd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437870 Jul 22 16:34:40.418884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97012bd8-9653-414f-9fa6-28ef0e9b7bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.420144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d9608f15-01c7-4d22-a41f-f662d009e2f8 req-2504405d-e48d-4b21-a6e7-2e9117c2e55b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854213 Jul 22 16:34:40.532539 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97012bd8-9653-414f-9fa6-28ef0e9b7bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.536464 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97012bd8-9653-414f-9fa6-28ef0e9b7bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:40.538163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-97012bd8-9653-414f-9fa6-28ef0e9b7bcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75d5384f-a4c0-44b7-9e8d-124e1a25a16b HTTP/1.1" status: 204 len: 168 time: 0.3337078 Jul 22 16:34:40.572412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97012bd8-9653-414f-9fa6-28ef0e9b7bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d5384f-a4c0-44b7-9e8d-124e1a25a16b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:40.725673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-59d6b83f-b290-4eb1-96f1-91dc896b6930 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.737887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-59d6b83f-b290-4eb1-96f1-91dc896b6930 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.749542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-59d6b83f-b290-4eb1-96f1-91dc896b6930 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.758840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-59d6b83f-b290-4eb1-96f1-91dc896b6930 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "GET /v2.0/networks?id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=c17a60a5-7325-47e4-93d0-4d53153510b5&id=c17a60a5-7325-47e4-93d0-4d53153510b5 HTTP/1.1" status: 200 len: 1996 time: 0.5403712 Jul 22 16:34:40.792889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336941d-9615-4c9e-b60a-6ee3731b3968 req-b01de1b3-cdbf-4e3a-9fda-17ae05289a88 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.796386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e13bf-026b-42ef-8fdf-07255a7e887a req-35d3b284-ac16-4ffb-ac73-c78757d5031b tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:40.803881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e336941d-9615-4c9e-b60a-6ee3731b3968 req-b01de1b3-cdbf-4e3a-9fda-17ae05289a88 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2527940 Jul 22 16:34:40.804713 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a9e13bf-026b-42ef-8fdf-07255a7e887a req-35d3b284-ac16-4ffb-ac73-c78757d5031b tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 945 time: 0.1572204 Jul 22 16:34:40.884569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-5f534643-0121-47ac-93ed-49da69b194ca tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f13c9e3718471da33e556b97167468 HTTP/1.1" status: 200 len: 380 time: 0.0760732 Jul 22 16:34:40.907722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'admin_state_up': True, 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'security_groups': ['15edb5a7-e4c3-4099-85d5-89c49f2af3e7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:40.924931 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a9e13bf-026b-42ef-8fdf-07255a7e887a req-65fd6a49-e9bf-46a5-a4f3-5d9636cf78c4 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119716 Jul 22 16:34:40.964897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e336941d-9615-4c9e-b60a-6ee3731b3968 req-2e854843-5f15-43c8-82ea-f6e386f6fefd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554310 Jul 22 16:34:41.201125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:41.218359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:41.265976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c47e0b55-7657-4370-9d2e-5162c3f54a04 req-16a9edbe-7f53-4a3a-b427-04d8275c3f62 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.1360919 Jul 22 16:34:41.594109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Allocated IP 172.20.0.10 (5c402dae-4a59-456a-ac2a-2fe0d3eb2803/cc4c2575-cbae-40f7-9acf-339211b5628e/4235adf9-a460-48a5-b2fc-1717fc91f8f3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:41.608673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988764c-1395-4ede-ad51-c7aad485a707 req-28f67471-88ed-4853-af65-268cc81fd8d8 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:41.617385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8988764c-1395-4ede-ad51-c7aad485a707 req-28f67471-88ed-4853-af65-268cc81fd8d8 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 945 time: 0.2396929 Jul 22 16:34:41.749937 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd9d3-2401-447e-a581-05a6b0d1b374 req-b8f7ee2e-a023-4efb-aff3-595bdfa11da3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:41.762284 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98acd9d3-2401-447e-a581-05a6b0d1b374 req-b8f7ee2e-a023-4efb-aff3-595bdfa11da3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1846662 Jul 22 16:34:41.839316 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98acd9d3-2401-447e-a581-05a6b0d1b374 req-d9f031f5-5bd9-4a37-a347-c6fc7381f34e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708270 Jul 22 16:34:41.959993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8988764c-1395-4ede-ad51-c7aad485a707 req-557f4d59-9e4d-4ac6-9347-8b37f5181b02 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024416 Jul 22 16:34:42.085922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.166391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Transition to ACTIVE for port object 4235adf9-a460-48a5-b2fc-1717fc91f8f3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:42.406394 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.449112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:42.453741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:42.457082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:42.470950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ecf26-6838-4c4e-94fd-79b081994c58 req-d8ec6e60-4ac7-478e-abb5-90a27695849a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:42.477541 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d5ecf26-6838-4c4e-94fd-79b081994c58 req-d8ec6e60-4ac7-478e-abb5-90a27695849a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2529740 Jul 22 16:34:42.600975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a92a9-8b70-4ad2-a5b9-bb9ef98bdcdc req-0ed46526-8786-4c80-a59b-10aeb4ff02aa tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:42.610634 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637a92a9-8b70-4ad2-a5b9-bb9ef98bdcdc req-0ed46526-8786-4c80-a59b-10aeb4ff02aa tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 945 time: 0.4117262 Jul 22 16:34:42.642965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-e7334a44-c3e7-46e5-a72a-fcca6c07ab0b tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:42.645625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-e7334a44-c3e7-46e5-a72a-fcca6c07ab0b tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 945 time: 0.7206457 Jul 22 16:34:42.666068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-8c2ff93b-4cf6-4ba6-b805-6fa15206430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:42.667356 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-8c2ff93b-4cf6-4ba6-b805-6fa15206430b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1097 time: 0.2993865 Jul 22 16:34:42.772955 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d5ecf26-6838-4c4e-94fd-79b081994c58 req-5b74f020-46b9-4b66-afdb-e4dd51bfd07b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817025 Jul 22 16:34:42.778353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Port': ['ID=4235adf9-a460-48a5-b2fc-1717fc91f8f3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:42.886580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-107c164c-a5d7-46b0-96bf-7ab754e0bf73 None None] Provisioning for port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:42.896972 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-107c164c-a5d7-46b0-96bf-7ab754e0bf73 None None] Provisioning complete for port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:42.899830 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-107c164c-a5d7-46b0-96bf-7ab754e0bf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.904274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637a92a9-8b70-4ad2-a5b9-bb9ef98bdcdc req-4bc7493d-c9d0-4463-b9eb-d8bcfa7ac43b tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/security-groups?id=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921875 Jul 22 16:34:42.938291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:42.945027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:42.989293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c74cf0cb-ace4-4187-9549-91cd05913007 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0958552 Jul 22 16:34:43.024973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'admin_state_up': True, 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'security_groups': ['15edb5a7-e4c3-4099-85d5-89c49f2af3e7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:43.045890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-107c164c-a5d7-46b0-96bf-7ab754e0bf73 None None] Port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:43.088910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-6f6d9c1a-d8e4-4ec7-813e-5526311bd4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:43.093206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-6f6d9c1a-d8e4-4ec7-813e-5526311bd4c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.4078486 Jul 22 16:34:43.131617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Deleting port 36ba6be6-6a89-4696-ae65-c1773c60b594 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:34:43.132057 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.349644 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-73629b21-ca72-417a-8f3c-e6fad2e4ed3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1000 time: 0.2418239 Jul 22 16:34:43.352502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:43.357052 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.372701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e33af-eed9-4570-9131-34e9b7cd613d req-230fca1b-260f-455c-a594-c07fbacda2db tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:43.373328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2067-c0fc-4a92-a485-686da9ebf1b8 req-fcffb989-0ae3-4420-abdc-90d059ad07ff tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:43.377586 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b0f2067-c0fc-4a92-a485-686da9ebf1b8 req-fcffb989-0ae3-4420-abdc-90d059ad07ff tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.4104135 Jul 22 16:34:43.386263 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a14e33af-eed9-4570-9131-34e9b7cd613d req-230fca1b-260f-455c-a594-c07fbacda2db tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 932 time: 0.3204308 Jul 22 16:34:43.440409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] For port 36ba6be6-6a89-4696-ae65-c1773c60b594, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=36ba6be6-6a89-4696-ae65-c1773c60b594,segment=NetworkSegment(9f66a172-9576-4ecb-ab5b-644628cb5eec),segment_id=9f66a172-9576-4ecb-ab5b-644628cb5eec)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:43.440858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:43.501764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Calling delete_port for 36ba6be6-6a89-4696-ae65-c1773c60b594 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:34:43.511951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-54142119-92d6-4c62-905b-1afd53a3e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:43.514217 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-54142119-92d6-4c62-905b-1afd53a3e11e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1353016 Jul 22 16:34:43.531285 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b0f2067-c0fc-4a92-a485-686da9ebf1b8 req-fb90b9c9-e065-4cb0-8f80-4c98cddcb8ba tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294882 Jul 22 16:34:43.594868 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a14e33af-eed9-4570-9131-34e9b7cd613d req-5d260821-9f85-4eb6-9399-1457dd74fdd7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072940 Jul 22 16:34:43.733218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-bcb85e26-96fe-4585-8e42-cd12dc1786c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:43.740732 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-bcb85e26-96fe-4585-8e42-cd12dc1786c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2023959 Jul 22 16:34:43.845151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Allocated IP 10.1.1.91 (3847fe1d-acd7-4c26-82ee-355b41bacd95/254997c0-a120-4660-9edb-2f5ea0fb74f7/779fbf7d-aaa9-4b2b-856f-f113a5c0492e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:43.983702 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-e61ef900-cdd7-40df-a88e-fb16268819ba service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294195 Jul 22 16:34:44.065801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 36ba6be6-6a89-4696-ae65-c1773c60b594 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:44.088979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d2f41-bf19-4590-8e23-22a3429f0719 req-bb140ed9-816c-4966-a12c-bd3fdbb809ef tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:44.096411 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f66d2f41-bf19-4590-8e23-22a3429f0719 req-bb140ed9-816c-4966-a12c-bd3fdbb809ef tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 945 time: 0.2665594 Jul 22 16:34:44.210232 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:44.279041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:44.287487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd355f-1ae0-4965-9e75-ad3d14d2715c req-3cd34975-415f-4a06-844a-7e1de8b6702e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:44.295193 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-16bd355f-1ae0-4965-9e75-ad3d14d2715c req-3cd34975-415f-4a06-844a-7e1de8b6702e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.3102348 Jul 22 16:34:44.316001 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37cce4b3-3183-4e1f-bad1-987ec1034793 req-2fcef2d0-7da3-451e-ad0c-a8e3e018a630 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036163 Jul 22 16:34:44.324116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Transition to ACTIVE for port object 779fbf7d-aaa9-4b2b-856f-f113a5c0492e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:44.326987 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:44.369337 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-16bd355f-1ae0-4965-9e75-ad3d14d2715c req-e1f0342c-4fa9-4b0a-9323-fe2376a5225d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730321 Jul 22 16:34:44.420705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f66d2f41-bf19-4590-8e23-22a3429f0719 req-0d1bdc7d-6aa2-4aeb-b3d0-4bfea25a802b tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231106 Jul 22 16:34:44.422032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Pushing event deleted for resources: {'Port': ['ID=36ba6be6-6a89-4696-ae65-c1773c60b594,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:44.597322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] No DVR routers for this DVR port 36ba6be6-6a89-4696-ae65-c1773c60b594 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:34:44.604223 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:44.608284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c97522d8-9e91-409d-b6f1-3239da013c12 req-7c4d4969-f4e8-4bb4-8a7b-4c12810830f8 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.65 "DELETE /v2.0/ports/36ba6be6-6a89-4696-ae65-c1773c60b594 HTTP/1.1" status: 204 len: 173 time: 1.9483304 Jul 22 16:34:44.611903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3728f9-4005-4472-b243-20fec29cdf06', 'name': 'network-vif-deleted', 'tag': '36ba6be6-6a89-4696-ae65-c1773c60b594'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:44.616523 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8faa6d-9634-42bb-b7ef-0736a921fa1f" -d '{"events": [{"server_uuid": "9d3728f9-4005-4472-b243-20fec29cdf06", "name": "network-vif-deleted", "tag": "36ba6be6-6a89-4696-ae65-c1773c60b594"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:44.678508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac22e30-a0a4-4a1d-af37-19ee61f883df req-8c5de11d-8383-4f0d-8844-56a9a0291b44 tempest-ServersNegativeTestMultiTenantJSON-1781143521 tempest-ServersNegativeTestMultiTenantJSON-1781143521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3728f9-4005-4472-b243-20fec29cdf06 HTTP/1.1" status: 200 len: 210 time: 0.0569010 Jul 22 16:34:44.689161 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:44.694484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566e8d2-9023-4def-bd87-aa4f789c1d7c req-37e47866-048d-4d52-aa16-17c143efe9fe tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:44.702829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b566e8d2-9023-4def-bd87-aa4f789c1d7c req-37e47866-048d-4d52-aa16-17c143efe9fe tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 950 time: 0.1966012 Jul 22 16:34:44.787682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:44.798771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:44.809779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:44.820458 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b566e8d2-9023-4def-bd87-aa4f789c1d7c req-3e75cce8-0787-4d92-a28f-d81826866046 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152682 Jul 22 16:34:45.019442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Port': ['ID=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:45.073023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:45.074314 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.115105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3d49e68d-9b73-4ed5-8e23-c2020c31f192 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0897636 Jul 22 16:34:45.147905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'admin_state_up': True, 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'security_groups': ['15edb5a7-e4c3-4099-85d5-89c49f2af3e7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:45.289601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb4c4b-aa4c-4a51-8ef6-e5d7d391897c req-9a5859d7-d45d-405f-9bdb-b4b4cd321cce tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:45.297418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61fb4c4b-aa4c-4a51-8ef6-e5d7d391897c req-9a5859d7-d45d-405f-9bdb-b4b4cd321cce tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2475994 Jul 22 16:34:45.333261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-f9ba85d2-94e6-4281-8963-5b3247db27b9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490327 Jul 22 16:34:45.357442 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61fb4c4b-aa4c-4a51-8ef6-e5d7d391897c req-2542aeed-3bdb-4a30-a60b-fcb8204cf027 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588531 Jul 22 16:34:45.411047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-78764342-ddf2-4e86-9905-73d9f044c263 None None] Provisioning for port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:45.420115 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-78764342-ddf2-4e86-9905-73d9f044c263 None None] Provisioning complete for port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:45.420635 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78764342-ddf2-4e86-9905-73d9f044c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.497035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-78764342-ddf2-4e86-9905-73d9f044c263 None None] Port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:45.580725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:45.587778 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:45.610003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d18fb-5d65-4aa1-baf8-e1d2615cd838 req-5292aaca-94fc-4c7e-9565-6e04a73c7a36 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:45.621201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d18fb-5d65-4aa1-baf8-e1d2615cd838 req-5292aaca-94fc-4c7e-9565-6e04a73c7a36 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:45.623960 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a84d18fb-5d65-4aa1-baf8-e1d2615cd838 req-5292aaca-94fc-4c7e-9565-6e04a73c7a36 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 1653 time: 0.1533723 Jul 22 16:34:45.743105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a84d18fb-5d65-4aa1-baf8-e1d2615cd838 req-cfd41f01-f543-4e9d-9989-065ed0bc06c3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116762 Jul 22 16:34:45.757626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-0cd23c17-179e-47fb-bbb6-3dfe930d2c50 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:45.785506 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-0cd23c17-179e-47fb-bbb6-3dfe930d2c50 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648647 Jul 22 16:34:45.816541 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-d8f65301-e36f-4cb8-a72f-d27cddb82c21 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/quotas/1ab5d218fcdc4950841118db5d6af246 HTTP/1.1" status: 200 len: 375 time: 0.0288498 Jul 22 16:34:45.900842 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-12ea5624-f5e9-4c6c-b542-a7a01ffe41da tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842924 Jul 22 16:34:45.915251 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa53b8ed-6d8e-457d-82f1-6104bb268360 x-openstack-request-id: req-fa53b8ed-6d8e-457d-82f1-6104bb268360 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:45.915530 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3728f9-4005-4472-b243-20fec29cdf06", "name": "network-vif-deleted", "tag": "36ba6be6-6a89-4696-ae65-c1773c60b594", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:45.915744 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa53b8ed-6d8e-457d-82f1-6104bb268360 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:45.916485 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3728f9-4005-4472-b243-20fec29cdf06', 'name': 'network-vif-deleted', 'tag': '36ba6be6-6a89-4696-ae65-c1773c60b594', 'status': 'completed', 'code': 200} Jul 22 16:34:46.006867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Allocated IP 10.1.1.188 (3847fe1d-acd7-4c26-82ee-355b41bacd95/254997c0-a120-4660-9edb-2f5ea0fb74f7/34033e5a-85e6-4a68-acf0-f674a010aa8d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:46.250777 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:46.284623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Transition to ACTIVE for port object 34033e5a-85e6-4a68-acf0-f674a010aa8d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:46.779781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38392) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:46.871538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1255afa1-71e4-47af-bbdb-0218a5c7694d admin admin] Deleting subnet 08375db0-723a-4876-b790-54cf5d442458 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:34:46.877901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:34:46.898365 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:46.952523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065d695-7f5c-4f3b-956d-f09b0ff7289a req-c3783e5b-c210-4508-88c2-c886622f1c01 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:46.954506 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3065d695-7f5c-4f3b-956d-f09b0ff7289a req-c3783e5b-c210-4508-88c2-c886622f1c01 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.6362460 Jul 22 16:34:46.960722 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1255afa1-71e4-47af-bbdb-0218a5c7694d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.038347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.044406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3b6dd2b-fd3a-4836-9305-07138a83e8ec req-41267c76-5672-4ba4-af5b-093077915737 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 210 time: 0.1669517 Jul 22 16:34:47.048308 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1255afa1-71e4-47af-bbdb-0218a5c7694d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.070073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:47.074076 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be0569f-91b6-4e35-8b36-abb3c7607dfb" -d '{"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:47.079282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:47.095164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:47.106742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:47.107654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:47.115218 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.133673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Port': ['ID=34033e5a-85e6-4a68-acf0-f674a010aa8d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:47.194353 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1255afa1-71e4-47af-bbdb-0218a5c7694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.229852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3065d695-7f5c-4f3b-956d-f09b0ff7289a req-ea51d898-e4b9-43d6-bec6-b34a0c411aa0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405953 Jul 22 16:34:47.239158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:47.295175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:47.296136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.329923 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1255afa1-71e4-47af-bbdb-0218a5c7694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.331337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-8d509779-07c7-4582-ab8d-6540f2c3b220 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2019997 Jul 22 16:34:47.368279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5', 'admin_state_up': True, 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'security_groups': ['15edb5a7-e4c3-4099-85d5-89c49f2af3e7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:47.391056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f97fe-1809-4cc6-bd8a-0a44c8379f10 req-8af1632e-6101-471c-b753-68fabcff5a31 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:47.393806 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-165f97fe-1809-4cc6-bd8a-0a44c8379f10 req-8af1632e-6101-471c-b753-68fabcff5a31 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1962008 Jul 22 16:34:47.396161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255afa1-71e4-47af-bbdb-0218a5c7694d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08375db0-723a-4876-b790-54cf5d442458,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:47.403288 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1255afa1-71e4-47af-bbdb-0218a5c7694d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.410224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1255afa1-71e4-47af-bbdb-0218a5c7694d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/08375db0-723a-4876-b790-54cf5d442458 HTTP/1.1" status: 204 len: 168 time: 0.6254976 Jul 22 16:34:47.417880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:47.496412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2163c18d-2ba8-4b1c-ba31-8ecf93c16ad1 None None] Provisioning for port 34033e5a-85e6-4a68-acf0-f674a010aa8d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:47.501003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2163c18d-2ba8-4b1c-ba31-8ecf93c16ad1 None None] Provisioning complete for port 34033e5a-85e6-4a68-acf0-f674a010aa8d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:47.501383 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2163c18d-2ba8-4b1c-ba31-8ecf93c16ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.520073 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-165f97fe-1809-4cc6-bd8a-0a44c8379f10 req-5edf60ec-24b6-4560-8219-90ce36b7ac93 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120462 Jul 22 16:34:47.587120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2163c18d-2ba8-4b1c-ba31-8ecf93c16ad1 None None] Port 34033e5a-85e6-4a68-acf0-f674a010aa8d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:47.625901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.724436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:47.753714 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.760785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f883fa-786d-4d09-b7d0-7e9d099cc022 req-4cb5070f-733e-4185-a423-8169fc41a45d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:47.764301 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea9b6bf-64c1-4497-b8aa-7c4d0c1caa8c x-openstack-request-id: req-7ea9b6bf-64c1-4497-b8aa-7c4d0c1caa8c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:47.764774 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:47.765198 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ea9b6bf-64c1-4497-b8aa-7c4d0c1caa8c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:47.765842 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'code': 200} Jul 22 16:34:47.771363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f883fa-786d-4d09-b7d0-7e9d099cc022 req-4cb5070f-733e-4185-a423-8169fc41a45d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:47.780724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f883fa-786d-4d09-b7d0-7e9d099cc022 req-4cb5070f-733e-4185-a423-8169fc41a45d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:47.783842 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0f883fa-786d-4d09-b7d0-7e9d099cc022 req-4cb5070f-733e-4185-a423-8169fc41a45d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 2374 time: 0.2134733 Jul 22 16:34:47.792777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f40ecad-b35f-4df0-84aa-62e729c23075']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:47.819299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f66a172-9576-4ecb-ab5b-644628cb5eec') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:47.820063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f66a172-9576-4ecb-ab5b-644628cb5eec') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:47.840523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.866023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.880551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:34:47.882074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:34:47.903099 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:34:47.921603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0f883fa-786d-4d09-b7d0-7e9d099cc022 req-0ec4d5da-c210-40e6-9e5d-665166a32a9b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211998 Jul 22 16:34:47.965202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.040538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.047119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.052673 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f40ecad-b35f-4df0-84aa-62e729c23075 HTTP/1.1" status: 204 len: 168 time: 0.6333673 Jul 22 16:34:48.053360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:48.162856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-e6bbdf72-3e26-42e8-bb23-a3dfb2ece87f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1167886 Jul 22 16:34:48.181996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de13448-6ebc-4e04-8eb8-c6bd8e19225e admin admin] Pushing event deleted for resources: {'Network': ['ID=9f40ecad-b35f-4df0-84aa-62e729c23075,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:48.240490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff96ad9-48a2-42d2-bec4-cc466698c1e0 admin admin] Deleting subnet fe59b11b-f714-417c-b8f5-d018269f5e6c {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:34:48.247866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bff96ad9-48a2-42d2-bec4-cc466698c1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.323902 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bff96ad9-48a2-42d2-bec4-cc466698c1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.372014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bff96ad9-48a2-42d2-bec4-cc466698c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.410967 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eee3ec37-4437-450a-acf8-60e93e7b804c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.453273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bff96ad9-48a2-42d2-bec4-cc466698c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.488720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff96ad9-48a2-42d2-bec4-cc466698c1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe59b11b-f714-417c-b8f5-d018269f5e6c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:48.539616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48ab658e-45fa-4d43-bdd0-f2924f77eb1d req-b576c27f-01f5-4ad1-9e60-e05a4b3846a8 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 210 time: 0.0529966 Jul 22 16:34:48.540961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bff96ad9-48a2-42d2-bec4-cc466698c1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.543299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bff96ad9-48a2-42d2-bec4-cc466698c1e0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fe59b11b-f714-417c-b8f5-d018269f5e6c HTTP/1.1" status: 204 len: 168 time: 0.4830749 Jul 22 16:34:48.545868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:48.679619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cada1-862e-470e-9f95-c2a3995d1224 req-4985fb78-2345-4ee4-8b93-a40cd99c65c1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.691556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637cada1-862e-470e-9f95-c2a3995d1224 req-4985fb78-2345-4ee4-8b93-a40cd99c65c1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.6359475 Jul 22 16:34:48.700447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.822165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c6723-4bb6-4c65-882f-849395cfe05e req-651ef13e-83e7-4b6d-85b2-363878a2dab0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.830050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-717c6723-4bb6-4c65-882f-849395cfe05e req-651ef13e-83e7-4b6d-85b2-363878a2dab0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1786644 Jul 22 16:34:48.836074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-e1394959-411d-4f82-9e02-c964d1e200f2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:48.838715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-e1394959-411d-4f82-9e02-c964d1e200f2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6378858 Jul 22 16:34:48.875105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.879318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Request body: {'port': {'device_id': '187bca44-ef4c-4061-9fc5-335226ba9276', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '1ab5d218fcdc4950841118db5d6af246'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:48.888239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e791237-83bd-45f9-8342-099040fceeff']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:48.892793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e8f159a9-2adb-460b-8579-b834412f82bc details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:34:48.909867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc3b1ea-a2c1-4d61-b0ec-bfb7eca1b123') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:48.909867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc3b1ea-a2c1-4d61-b0ec-bfb7eca1b123') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:48.926648 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:48.944402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-717c6723-4bb6-4c65-882f-849395cfe05e req-7076e7a7-5d17-4fbe-912c-acf9b8b2c33b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092384 Jul 22 16:34:48.989327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.009179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:34:49.009686 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:34:49.016452 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:34:49.090519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637cada1-862e-470e-9f95-c2a3995d1224 req-1028670f-1fd8-4d15-8386-b8e3df531a1d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974226 Jul 22 16:34:49.150378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e8f159a9-2adb-460b-8579-b834412f82bc,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:49.174732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'e8f159a9-2adb-460b-8579-b834412f82bc', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'e8f159a9-2adb-460b-8579-b834412f82bc', 'mac_address': 'fa:16:3e:80:39:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:34:49.182075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.184012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Allocated IP 10.2.2.100 (c17a60a5-7325-47e4-93d0-4d53153510b5/c2161c53-8463-414f-99e2-d3ae2b73604a/ce13914e-02ac-42fc-b2d9-bb07d928d145) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:49.192655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.196654 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1e791237-83bd-45f9-8342-099040fceeff HTTP/1.1" status: 204 len: 168 time: 0.6496243 Jul 22 16:34:49.220816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd24de6-83c5-4450-a9f6-f9cfc3be2354 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e791237-83bd-45f9-8342-099040fceeff,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:49.232662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Made reservation on behalf of 1ab5d218fcdc4950841118db5d6af246 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:49.239941 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.287789 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.296741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.318091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8f159a9-2adb-460b-8579-b834412f82bc {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:49.356962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e8f159a9-2adb-460b-8579-b834412f82bc,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:49.371496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.469218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e8f159a9-2adb-460b-8579-b834412f82bc,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:49.610366 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.626011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Transition to ACTIVE for port object ce13914e-02ac-42fc-b2d9-bb07d928d145 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:49.631326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['e8f159a9-2adb-460b-8579-b834412f82bc'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:34:49.655565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38458) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:49.673232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:49.733606 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6ecf0461-f076-4afc-aae7-38c5c771e217 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e283c16fb8e4bbd854974af6bf7015f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0745440 Jul 22 16:34:49.737056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38460) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:49.760498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network c17a60a5-7325-47e4-93d0-4d53153510b5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:49.765382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Port': ['ID=ce13914e-02ac-42fc-b2d9-bb07d928d145,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:49.770976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:49.790076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30d6e6-a58c-48e3-a01f-ee6468ebc1eb req-f0970246-45db-4efd-959b-cc3d86c5277e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:49.795107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca30d6e6-a58c-48e3-a01f-ee6468ebc1eb req-f0970246-45db-4efd-959b-cc3d86c5277e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1740620 Jul 22 16:34:49.808166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:49.899208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192192c-f6d3-4782-912e-733bd5b641c7 req-c912d2bc-cab6-4b2f-a142-911b162f011c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:49.902401 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca30d6e6-a58c-48e3-a01f-ee6468ebc1eb req-95bfddea-673e-4ffc-aa46-0c1a1e491b31 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904555 Jul 22 16:34:49.922596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192192c-f6d3-4782-912e-733bd5b641c7 req-c912d2bc-cab6-4b2f-a142-911b162f011c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:49.948935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192192c-f6d3-4782-912e-733bd5b641c7 req-c912d2bc-cab6-4b2f-a142-911b162f011c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:49.950894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6192192c-f6d3-4782-912e-733bd5b641c7 req-c912d2bc-cab6-4b2f-a142-911b162f011c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 2374 time: 0.6735229 Jul 22 16:34:50.004888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dde681e-ccd2-4079-9274-2c45de102bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.044978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:50.045739 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.094353 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b4d65b4-effb-4d71-ac71-01bee005cf26 req-45ddd78a-8d14-499b-b15b-9a8f927eafd8 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 210 time: 0.0551224 Jul 22 16:34:50.104090 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.114133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6192192c-f6d3-4782-912e-733bd5b641c7 req-73449ac9-8849-4502-9f77-f25230738fb4 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440430 Jul 22 16:34:50.119425 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.138532 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dde681e-ccd2-4079-9274-2c45de102bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.151296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-82e5f8c6-1d79-4c67-b84e-1810fae6e3e0 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7911019 Jul 22 16:34:50.215186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5', 'admin_state_up': True, 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'security_groups': ['15edb5a7-e4c3-4099-85d5-89c49f2af3e7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:50.247154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-97944f6d-408a-4309-96fc-3e93e442bccd None None] Provisioning for port ce13914e-02ac-42fc-b2d9-bb07d928d145 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:50.252948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-97944f6d-408a-4309-96fc-3e93e442bccd None None] Provisioning complete for port ce13914e-02ac-42fc-b2d9-bb07d928d145 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:50.254239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97944f6d-408a-4309-96fc-3e93e442bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.266868 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dde681e-ccd2-4079-9274-2c45de102bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.275880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dde681e-ccd2-4079-9274-2c45de102bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.277668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8dde681e-ccd2-4079-9274-2c45de102bf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8c1863e-421b-4ec9-9301-c98f5b9ad2cf HTTP/1.1" status: 204 len: 168 time: 0.5296440 Jul 22 16:34:50.303102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde681e-ccd2-4079-9274-2c45de102bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c1863e-421b-4ec9-9301-c98f5b9ad2cf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:50.375294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-97944f6d-408a-4309-96fc-3e93e442bccd None None] Port ce13914e-02ac-42fc-b2d9-bb07d928d145 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:50.451020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e66806-5a32-4880-82c3-195a2c915852,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:50.617395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Allocated IP 192.168.233.172 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/e69fd387-4dd3-4abe-b761-e7105f63de29) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:50.668569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3b588-9c69-4f76-a1f9-1f2f55ca7930 req-c5629a72-3dca-48c5-b3c0-b3df1e133112 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:50.680088 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-73e3b588-9c69-4f76-a1f9-1f2f55ca7930 req-c5629a72-3dca-48c5-b3c0-b3df1e133112 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.4242425 Jul 22 16:34:50.759437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Made reservation on behalf of a2f13c9e3718471da33e556b97167468 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:50.775950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:50.780970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966741d-5d62-427f-94a9-62dfdca4b03b req-fc599ed5-2ee0-4112-9890-8bccf7d4a5b7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:50.784841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a966741d-5d62-427f-94a9-62dfdca4b03b req-fc599ed5-2ee0-4112-9890-8bccf7d4a5b7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1142066 Jul 22 16:34:50.889953 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a966741d-5d62-427f-94a9-62dfdca4b03b req-82ab15b1-8c5a-4a4a-9ed9-87e7ce192f73 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958397 Jul 22 16:34:50.897807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e8f159a9-2adb-460b-8579-b834412f82bc up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:34:50.913655 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-73e3b588-9c69-4f76-a1f9-1f2f55ca7930 req-af9ba91e-5b2f-4c21-84ec-07e091f6cba7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318287 Jul 22 16:34:50.939963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38492) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:50.997169 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9ff6d6a3-d7fa-4d29-bbb3-997591e2d230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.032425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port e8f159a9-2adb-460b-8579-b834412f82bc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:51.033001 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.057324 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cd567d3b-07a3-45b9-a4f6-01454401517b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60dd45e8478142eaa8a1c235de018c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1103082 Jul 22 16:34:51.057581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:51.182988 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.190748 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.204197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.222562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Transition to ACTIVE for port object e69fd387-4dd3-4abe-b761-e7105f63de29 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:51.258278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:51.269134 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e75c8d6-02de-4acd-a3cb-366b45f86b99" -d '{"events": [{"server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "name": "network-vif-plugged", "status": "completed", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:51.292555 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ccd40f5-6036-43c8-a43f-04b907bd07fa req-c7e4ef5c-b8cd-4db1-9cb4-fad6c0ae7e01 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 210 time: 0.0572083 Jul 22 16:34:51.314510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e8f159a9-2adb-460b-8579-b834412f82bc,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:34:51.314510 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.356163 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbe8b66-e277-41bc-9310-f64b7c0e74c4 x-openstack-request-id: req-ccbe8b66-e277-41bc-9310-f64b7c0e74c4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:51.356839 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "name": "network-vif-plugged", "status": "completed", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:51.357289 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccbe8b66-e277-41bc-9310-f64b7c0e74c4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:51.357879 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc', 'code': 200} Jul 22 16:34:51.373989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.394635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e8f159a9-2adb-460b-8579-b834412f82bc,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:51.450274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Allocated IP 10.2.2.200 (c17a60a5-7325-47e4-93d0-4d53153510b5/c2161c53-8463-414f-99e2-d3ae2b73604a/6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:34:51.477258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78694889-6eb2-4fdc-bcd3-2d5b53900cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.499622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:51.529379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:51.542512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:51.555372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event updated for resources: {'Port': ['ID=e69fd387-4dd3-4abe-b761-e7105f63de29,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:51.615833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78694889-6eb2-4fdc-bcd3-2d5b53900cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.729242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f36e0-5325-4be7-9e71-7678d872cf16 req-3af7c650-89ae-4d42-b026-d03b4e59050c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:51.740504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f36e0-5325-4be7-9e71-7678d872cf16 req-3af7c650-89ae-4d42-b026-d03b4e59050c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:51.766436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f36e0-5325-4be7-9e71-7678d872cf16 req-3af7c650-89ae-4d42-b026-d03b4e59050c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:51.777623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f36e0-5325-4be7-9e71-7678d872cf16 req-3af7c650-89ae-4d42-b026-d03b4e59050c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:51.789646 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc2f36e0-5325-4be7-9e71-7678d872cf16 req-3af7c650-89ae-4d42-b026-d03b4e59050c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 3095 time: 0.4771585 Jul 22 16:34:51.842061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:51.842777 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.922372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc2f36e0-5325-4be7-9e71-7678d872cf16 req-c217f3b1-9e64-44e7-ac84-8154504236ea tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315486 Jul 22 16:34:51.925419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-40a028b1-c32c-40b6-acc2-77cc48b66bf9 None None] Provisioning for port e69fd387-4dd3-4abe-b761-e7105f63de29 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:51.934827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-40a028b1-c32c-40b6-acc2-77cc48b66bf9 None None] Provisioning complete for port e69fd387-4dd3-4abe-b761-e7105f63de29 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:51.935752 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-40a028b1-c32c-40b6-acc2-77cc48b66bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:51.940715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-917ed065-6539-48a5-a6ef-cceb85924eb9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0711479 Jul 22 16:34:51.992039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Request body: {'port': {'device_id': '187bca44-ef4c-4061-9fc5-335226ba9276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:52.022294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-40a028b1-c32c-40b6-acc2-77cc48b66bf9 None None] Port e69fd387-4dd3-4abe-b761-e7105f63de29 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:52.071441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78694889-6eb2-4fdc-bcd3-2d5b53900cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.074446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78694889-6eb2-4fdc-bcd3-2d5b53900cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.075665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-78694889-6eb2-4fdc-bcd3-2d5b53900cc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1dbfdde6-7d0f-4e55-ad4f-ab6af522bb12 HTTP/1.1" status: 204 len: 168 time: 1.0187023 Jul 22 16:34:52.162182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.162182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78694889-6eb2-4fdc-bcd3-2d5b53900cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbfdde6-7d0f-4e55-ad4f-ab6af522bb12,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:52.182704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c12e1-1cc1-408b-96f3-62a3ba49403e req-ec8000de-a5e3-4a5e-ab0d-850bf5f1b40c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:52.195180 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-259c12e1-1cc1-408b-96f3-62a3ba49403e req-ec8000de-a5e3-4a5e-ab0d-850bf5f1b40c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1418695 Jul 22 16:34:52.236586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.287419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-259c12e1-1cc1-408b-96f3-62a3ba49403e req-89d2a644-c7fc-402e-a6cf-072b852a945a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910354 Jul 22 16:34:52.351704 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:34:52.434220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.624591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69fd387-4dd3-4abe-b761-e7105f63de29 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:52.695796 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.773185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Transition to ACTIVE for port object 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:52.806972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Transition to ACTIVE for port object e69fd387-4dd3-4abe-b761-e7105f63de29 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:52.857772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b10f6-7abd-4933-83a0-e42049968a7c req-98196b51-21a9-43bb-9a97-93a75c137734 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:52.860069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f53b10f6-7abd-4933-83a0-e42049968a7c req-98196b51-21a9-43bb-9a97-93a75c137734 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 936 time: 0.2382331 Jul 22 16:34:52.864243 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.885158 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:52.947061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594839f-8697-46c6-b86b-00010800d3d6 req-d0701079-0f73-4ef4-8b2a-f3f1b3598ef2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:52.949319 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6594839f-8697-46c6-b86b-00010800d3d6 req-d0701079-0f73-4ef4-8b2a-f3f1b3598ef2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.8181236 Jul 22 16:34:53.005142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f53b10f6-7abd-4933-83a0-e42049968a7c req-779f9ac0-41ad-4518-aee9-af14eb4ca4c8 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339953 Jul 22 16:34:53.016192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Pushing event updated for resources: {'Port': ['ID=e69fd387-4dd3-4abe-b761-e7105f63de29,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:53.252425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event updated for resources: {'Port': ['ID=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:53.275119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c08f08-489d-4709-b13e-b565940cc004 req-906f17e0-b5cd-4283-b541-3d730c83a738 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:53.287800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Network c17a60a5-7325-47e4-93d0-4d53153510b5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:34:53.288898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4c08f08-489d-4709-b13e-b565940cc004 req-906f17e0-b5cd-4283-b541-3d730c83a738 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1367757 Jul 22 16:34:53.325606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:53.330841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:34:53.377064 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4c08f08-489d-4709-b13e-b565940cc004 req-65abcc0b-cc78-4944-b5a6-8a68065019e5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856211 Jul 22 16:34:53.460895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:53.462902 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:53.498184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-403d56cf-068f-414f-bc93-5ee03c02385d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2960701 Jul 22 16:34:53.550885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:53.571998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6594839f-8697-46c6-b86b-00010800d3d6 req-0c92a5d1-91c5-44b3-bc13-1e94f82694ec tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055880 Jul 22 16:34:53.790313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Attempting to bind port e69fd387-4dd3-4abe-b761-e7105f63de29 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:53.790783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Attempting to bind port e69fd387-4dd3-4abe-b761-e7105f63de29 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:53.791265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Attempting to bind port e69fd387-4dd3-4abe-b761-e7105f63de29 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:53.840443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Port e69fd387-4dd3-4abe-b761-e7105f63de29 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:34:53.841528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Attempting to bind port e69fd387-4dd3-4abe-b761-e7105f63de29 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:53.846763 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:53.854317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:53.854641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:53.855067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:53.855506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Bound port: e69fd387-4dd3-4abe-b761-e7105f63de29, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:53.855863 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:53.876224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38574) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:53.907251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce51ca84-08e3-4253-a2bf-2a50aabe6f8d None None] Provisioning for port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:34:53.916308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce51ca84-08e3-4253-a2bf-2a50aabe6f8d None None] Provisioning complete for port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:34:53.917881 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce51ca84-08e3-4253-a2bf-2a50aabe6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.031509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] For port e69fd387-4dd3-4abe-b761-e7105f63de29, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:54.037036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] For port e69fd387-4dd3-4abe-b761-e7105f63de29, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e69fd387-4dd3-4abe-b761-e7105f63de29,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:54.040603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ce51ca84-08e3-4253-a2bf-2a50aabe6f8d None None] Port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:34:54.065053 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.133010 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.158238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1059112706-network', 'tenant_id': '01e121dc34274e80bdf1101041bcc074'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:54.176673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2b778-ea24-44e9-a481-c139edec488c req-f3f292be-dc78-44d9-859b-896d485e9121 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.193601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2b778-ea24-44e9-a481-c139edec488c req-f3f292be-dc78-44d9-859b-896d485e9121 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.206859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2b778-ea24-44e9-a481-c139edec488c req-f3f292be-dc78-44d9-859b-896d485e9121 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.223496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2b778-ea24-44e9-a481-c139edec488c req-f3f292be-dc78-44d9-859b-896d485e9121 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.248956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2b778-ea24-44e9-a481-c139edec488c req-f3f292be-dc78-44d9-859b-896d485e9121 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.253210 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fda2b778-ea24-44e9-a481-c139edec488c req-f3f292be-dc78-44d9-859b-896d485e9121 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 3816 time: 0.4933720 Jul 22 16:34:54.255137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Made reservation on behalf of 01e121dc34274e80bdf1101041bcc074 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:54.256698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.257420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.258920 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.259151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] 10.222.0.65 "PUT /v2.0/ports/e69fd387-4dd3-4abe-b761-e7105f63de29 HTTP/1.1" status: 200 len: 1097 time: 2.2773256 Jul 22 16:34:54.272247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187bca44-ef4c-4061-9fc5-335226ba9276', 'tag': 'e69fd387-4dd3-4abe-b761-e7105f63de29'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:54.279025 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bafd5cd-8da6-4546-b240-5b5622438527" -d '{"events": [{"name": "network-changed", "server_uuid": "187bca44-ef4c-4061-9fc5-335226ba9276", "tag": "e69fd387-4dd3-4abe-b761-e7105f63de29"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:54.288813 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.373844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c642d5f-67d8-405c-b088-9879dca0e222 req-9efe758c-adb3-48d9-8904-27b9cbe23b7a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.376513 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c642d5f-67d8-405c-b088-9879dca0e222 req-9efe758c-adb3-48d9-8904-27b9cbe23b7a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 948 time: 0.2473469 Jul 22 16:34:54.550061 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.560122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.627525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:34:54.652590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a20180-e9fb-4216-847f-7e4ad84b8502,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:54.666392 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.666840 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Added segment fa9a4f81-d651-44cb-bd24-2490b89710af of type vlan for network ff03a537-38dd-443e-8296-1e1f82c43671 Jul 22 16:34:54.683778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fda2b778-ea24-44e9-a481-c139edec488c req-fa6de4eb-7a37-43df-b9bc-67890981f8a3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006739 Jul 22 16:34:54.694025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df76ed-11a0-40a8-af66-4bab9466dd85 service neutron] Pushing event updated for resources: {'Port': ['ID=e69fd387-4dd3-4abe-b761-e7105f63de29,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:54.752836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.772374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-5668c046-c671-4005-b171-7a96d5bd2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.778511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-5668c046-c671-4005-b171-7a96d5bd2b48 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 1100 time: 0.2882190 Jul 22 16:34:54.781846 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4758527a-21eb-4e3d-b82b-0655e2ee50df x-openstack-request-id: req-4758527a-21eb-4e3d-b82b-0655e2ee50df {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:54.783032 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187bca44-ef4c-4061-9fc5-335226ba9276", "tag": "e69fd387-4dd3-4abe-b761-e7105f63de29", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:54.783681 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4758527a-21eb-4e3d-b82b-0655e2ee50df {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:54.785327 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187bca44-ef4c-4061-9fc5-335226ba9276', 'tag': 'e69fd387-4dd3-4abe-b761-e7105f63de29', 'status': 'completed', 'code': 200} Jul 22 16:34:54.807936 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.809323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:54.810231 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:54.876441 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c642d5f-67d8-405c-b088-9879dca0e222 req-21fcc5c2-c063-41bc-92c2-a85c1d909b96 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229053 Jul 22 16:34:54.889217 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0118833 Jul 22 16:34:54.897981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38590) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:54.920284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Request body: {'subnet': {'network_id': 'ff03a537-38dd-443e-8296-1e1f82c43671', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1059112706-subnet', 'tenant_id': '01e121dc34274e80bdf1101041bcc074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:54.994484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e36446-2223-4905-a34a-552148ccf244 admin admin] Pushing event updated for resources: {'Network': ['ID=ff03a537-38dd-443e-8296-1e1f82c43671,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:55.016228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network ff03a537-38dd-443e-8296-1e1f82c43671 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:34:55.035879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-944ce2cc-19cc-4eb9-9780-e77a3a14e511 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69fd387-4dd3-4abe-b761-e7105f63de29 HTTP/1.1" status: 200 len: 217 time: 0.1731019 Jul 22 16:34:55.048079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Made reservation on behalf of 01e121dc34274e80bdf1101041bcc074 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:34:55.051068 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.324827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e344c-2b68-4514-85a5-84c7309b785c req-e620580c-7902-4872-bf45-0452e9b88927 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:55.339815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e74e344c-2b68-4514-85a5-84c7309b785c req-e620580c-7902-4872-bf45-0452e9b88927 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2434206 Jul 22 16:34:55.375078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-d9d2eaa8-43ab-4672-8097-805c021378dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:55.377576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-d9d2eaa8-43ab-4672-8097-805c021378dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1670163 Jul 22 16:34:55.418904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6853020-0811-43cd-ac6b-b3ee7925f15e req-b08d53ae-3266-4fae-88a8-693dd89bcbdc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:55.435380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6853020-0811-43cd-ac6b-b3ee7925f15e req-b08d53ae-3266-4fae-88a8-693dd89bcbdc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.4428906 Jul 22 16:34:55.439173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4235adf9-a460-48a5-b2fc-1717fc91f8f3 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:34:55.478214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.527953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Transition to ACTIVE for port object 4235adf9-a460-48a5-b2fc-1717fc91f8f3 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:34:55.543598 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:55.583915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6853020-0811-43cd-ac6b-b3ee7925f15e req-e7363606-4b14-446e-bff3-588e6f41b352 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472521 Jul 22 16:34:55.681739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-47c2be13-f3f6-4a02-a24a-90372567d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:55.683740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-47c2be13-f3f6-4a02-a24a-90372567d183 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2920189 Jul 22 16:34:55.951533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Pushing event updated for resources: {'Port': ['ID=4235adf9-a460-48a5-b2fc-1717fc91f8f3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:55.997304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e74e344c-2b68-4514-85a5-84c7309b785c req-a70a87cb-7b0c-42ce-aa6c-47d856f821cc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6560316 Jul 22 16:34:56.123097 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:56.149190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Attempting to bind port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:34:56.150372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Attempting to bind port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:34:56.150874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Attempting to bind port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 on network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:56.163258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-199e14f8-013f-4f7e-a4a5-10d3f0868e53 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616160 Jul 22 16:34:56.166021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 on network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:34:56.166545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Attempting to bind port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 on network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:34:56.175660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:34:56.176954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Checking segment: {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:56.177680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Bound using segment: {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:34:56.178453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Bound port: 4235adf9-a460-48a5-b2fc-1717fc91f8f3, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b821821-a077-4c73-abed-242a3e20123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:34:56.179025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:56.284913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6718cf50-2ce2-48c3-a1c2-d9eb6d2226d9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:56.308400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Checking segment: {'id': 'fa9a4f81-d651-44cb-bd24-2490b89710af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ff03a537-38dd-443e-8296-1e1f82c43671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:34:56.308968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Network hostable DHCP agents. Network: ff03a537-38dd-443e-8296-1e1f82c43671, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:34:56.350705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1abf8-4a86-4b2c-8217-b3fc32e45e6f req-f537f248-c3e9-4b9b-adc6-6c72e3b8f6fd tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:56.367554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1abf8-4a86-4b2c-8217-b3fc32e45e6f req-f537f248-c3e9-4b9b-adc6-6c72e3b8f6fd tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:56.380012 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1abf8-4a86-4b2c-8217-b3fc32e45e6f req-f537f248-c3e9-4b9b-adc6-6c72e3b8f6fd tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:56.392332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1abf8-4a86-4b2c-8217-b3fc32e45e6f req-f537f248-c3e9-4b9b-adc6-6c72e3b8f6fd tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:56.404599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1abf8-4a86-4b2c-8217-b3fc32e45e6f req-f537f248-c3e9-4b9b-adc6-6c72e3b8f6fd tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:56.408225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98f1abf8-4a86-4b2c-8217-b3fc32e45e6f req-f537f248-c3e9-4b9b-adc6-6c72e3b8f6fd tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 3828 time: 0.2357385 Jul 22 16:34:56.445326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Network ff03a537-38dd-443e-8296-1e1f82c43671 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:34:56.470793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, ff03a537-38dd-443e-8296-1e1f82c43671) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:34:56.480906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d7cf3-aa17-4800-b056-b533ff83eb08 None None] Network ff03a537-38dd-443e-8296-1e1f82c43671 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:56.482806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:56.483492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:56.527868 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98f1abf8-4a86-4b2c-8217-b3fc32e45e6f req-9e7dd3a8-bb3a-40f4-aa33-3558e7fa7c27 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071477 Jul 22 16:34:56.545025 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fd8bfd46-620c-4c0e-94c7-76987b7da257 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6195085 Jul 22 16:34:56.830653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048339a3-6929-4ac6-bd6e-47aa0988611a req-4ed2e774-126e-470b-a23d-f834ef19498b tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:56.833058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-048339a3-6929-4ac6-bd6e-47aa0988611a req-4ed2e774-126e-470b-a23d-f834ef19498b tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 948 time: 0.1706772 Jul 22 16:34:56.850594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3ffd9-7924-4e05-9405-6e627cdb4e65 None None] Network ff03a537-38dd-443e-8296-1e1f82c43671 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:34:56.952745 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-048339a3-6929-4ac6-bd6e-47aa0988611a req-ace7b6c2-1e95-4924-9714-3903b42916e6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932894 Jul 22 16:34:57.046387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f990f-f271-4c6d-8b2c-43eeaf42eeba req-ad444e2c-7a9b-4c08-b646-e6e5cc7fb1c3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:57.048325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-301f990f-f271-4c6d-8b2c-43eeaf42eeba req-ad444e2c-7a9b-4c08-b646-e6e5cc7fb1c3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 1.0920281 Jul 22 16:34:57.119073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] For port 4235adf9-a460-48a5-b2fc-1717fc91f8f3, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:34:57.139615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] For port 4235adf9-a460-48a5-b2fc-1717fc91f8f3, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:34:57.168430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dc2ac92-2679-4c0a-92f1-42d8bb83b7ab req-5e431fad-043a-4f80-8e19-7adffc5a727d service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9951599 Jul 22 16:34:57.172128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:57.225520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-301f990f-f271-4c6d-8b2c-43eeaf42eeba req-6b131fd8-e41d-4203-84f6-6b5e82676f42 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646557 Jul 22 16:34:57.243339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38624) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:57.245848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:57.246872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:57.248812 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] 10.222.0.65 "PUT /v2.0/ports/4235adf9-a460-48a5-b2fc-1717fc91f8f3 HTTP/1.1" status: 200 len: 1093 time: 3.7193098 Jul 22 16:34:57.267923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:34:57.271245 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2141acf5-8ecd-48cb-959b-c6810c1cac7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:34:57.354703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-830cc6e4-255b-4f24-ba3f-e80a819fcfc5 admin admin] Deleting subnet 6718cf50-2ce2-48c3-a1c2-d9eb6d2226d9 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:34:57.361197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-830cc6e4-255b-4f24-ba3f-e80a819fcfc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:57.438786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:34:57.587024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d77c8-88a3-4a7a-b1bb-0b33185c4706 service neutron] Pushing event updated for resources: {'Port': ['ID=4235adf9-a460-48a5-b2fc-1717fc91f8f3,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:57.601820 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-830cc6e4-255b-4f24-ba3f-e80a819fcfc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:57.615952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc781f7-610c-40d7-b43f-35c99a5c85b4 req-603594eb-afea-475c-b8b9-d83ed8d67b41 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:57.620297 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5dc781f7-610c-40d7-b43f-35c99a5c85b4 req-603594eb-afea-475c-b8b9-d83ed8d67b41 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2051394 Jul 22 16:34:57.677369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-830cc6e4-255b-4f24-ba3f-e80a819fcfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:57.710982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5dc781f7-610c-40d7-b43f-35c99a5c85b4 req-f2adba78-52af-441e-b110-2633dab0b945 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821068 Jul 22 16:34:57.824886 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f95c49-b36e-4232-8fb0-f8f52f6731b9 x-openstack-request-id: req-87f95c49-b36e-4232-8fb0-f8f52f6731b9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:34:57.825171 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:34:57.825492 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87f95c49-b36e-4232-8fb0-f8f52f6731b9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:34:57.825970 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'status': 'completed', 'code': 200} Jul 22 16:34:57.860938 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-830cc6e4-255b-4f24-ba3f-e80a819fcfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:57.919955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc6e4-255b-4f24-ba3f-e80a819fcfc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6718cf50-2ce2-48c3-a1c2-d9eb6d2226d9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:34:57.937226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-2ba27b4b-3251-41ec-bd2c-7f580f5b836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:57.939995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-2ba27b4b-3251-41ec-bd2c-7f580f5b836a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 1100 time: 0.5222754 Jul 22 16:34:58.079982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-962c069f-5bea-494c-bc72-120ab8eae09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.080518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-962c069f-5bea-494c-bc72-120ab8eae09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.081272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-962c069f-5bea-494c-bc72-120ab8eae09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.082208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-962c069f-5bea-494c-bc72-120ab8eae09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.083122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-962c069f-5bea-494c-bc72-120ab8eae09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.086243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-962c069f-5bea-494c-bc72-120ab8eae09d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 4364 time: 0.2139125 Jul 22 16:34:58.128514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-bb405ad3-09c1-4691-ab9f-7256151eebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.130732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925187c3-c59a-42d8-9f15-0b7063d32464 req-50adfd55-4a61-44d5-9e4f-7505b6ccdcc9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.131107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-bb405ad3-09c1-4691-ab9f-7256151eebb7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.1500661 Jul 22 16:34:58.148433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925187c3-c59a-42d8-9f15-0b7063d32464 req-50adfd55-4a61-44d5-9e4f-7505b6ccdcc9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.156703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925187c3-c59a-42d8-9f15-0b7063d32464 req-50adfd55-4a61-44d5-9e4f-7505b6ccdcc9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.164797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925187c3-c59a-42d8-9f15-0b7063d32464 req-50adfd55-4a61-44d5-9e4f-7505b6ccdcc9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.173757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925187c3-c59a-42d8-9f15-0b7063d32464 req-50adfd55-4a61-44d5-9e4f-7505b6ccdcc9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.186577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-925187c3-c59a-42d8-9f15-0b7063d32464 req-50adfd55-4a61-44d5-9e4f-7505b6ccdcc9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 3828 time: 0.2436757 Jul 22 16:34:58.200879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-830cc6e4-255b-4f24-ba3f-e80a819fcfc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:58.204945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-830cc6e4-255b-4f24-ba3f-e80a819fcfc5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6718cf50-2ce2-48c3-a1c2-d9eb6d2226d9 HTTP/1.1" status: 204 len: 168 time: 0.9379406 Jul 22 16:34:58.211227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-84c0dbe5-87c8-4a45-93e0-01bfef1fd24a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=e69fd387-4dd3-4abe-b761-e7105f63de29 HTTP/1.1" status: 200 len: 217 time: 0.0665889 Jul 22 16:34:58.221541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38638) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:34:58.339722 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-925187c3-c59a-42d8-9f15-0b7063d32464 req-4caf7f90-8dbf-4dfd-ac84-bbba9a7e5f33 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517887 Jul 22 16:34:58.368265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:58.389662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddff15-4532-4d8c-bdde-9ea608c01170 req-99fe2710-df31-41f8-bc4d-2906d50722bd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.403453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfddff15-4532-4d8c-bdde-9ea608c01170 req-99fe2710-df31-41f8-bc4d-2906d50722bd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.9876099 Jul 22 16:34:58.461118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:58.575613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-45ddafa7-7fdf-404d-bedb-65ccd72b2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.575994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-45ddafa7-7fdf-404d-bedb-65ccd72b2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.576458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-45ddafa7-7fdf-404d-bedb-65ccd72b2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.578083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-45ddafa7-7fdf-404d-bedb-65ccd72b2cf6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2f13c9e3718471da33e556b97167468&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3891671 Jul 22 16:34:58.603878 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfddff15-4532-4d8c-bdde-9ea608c01170 req-9d93b313-52cf-43e0-b255-f3ebbffd3325 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989853 Jul 22 16:34:58.733847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad95ee-69c2-4d3f-a469-a117a0cb6cd1 req-1373702b-d48c-41a4-bfdc-c0b47cce653e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.735556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2aad95ee-69c2-4d3f-a469-a117a0cb6cd1 req-1373702b-d48c-41a4-bfdc-c0b47cce653e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 948 time: 0.2325187 Jul 22 16:34:58.752119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-3cba5c0f-f0ae-4f24-b2ad-7b1811932d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:58.755027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-3cba5c0f-f0ae-4f24-b2ad-7b1811932d68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.4104621 Jul 22 16:34:58.970492 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2aad95ee-69c2-4d3f-a469-a117a0cb6cd1 req-3df9df7e-44d0-4187-b487-f27f9410ea27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225101 Jul 22 16:34:58.980758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:59.016564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff03a537-38dd-443e-8296-1e1f82c43671']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:59.095622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9a4f81-d651-44cb-bd24-2490b89710af') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:59.103202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9a4f81-d651-44cb-bd24-2490b89710af') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:34:59.111402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-20dab5e0-559e-4eba-bd82-406759ee1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:59.114072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2141acf5-8ecd-48cb-959b-c6810c1cac7a req-20dab5e0-559e-4eba-bd82-406759ee1823 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5225766 Jul 22 16:34:59.174958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:59.210291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-3032162d-5c78-4d6f-83f8-f18ff356266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:59.213360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-3032162d-5c78-4d6f-83f8-f18ff356266e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3732533 Jul 22 16:34:59.221708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d283e49-5ec8-4ae0-8eec-ad398ce65656 req-cd90dd5b-7524-431c-9081-77fbf4210c46 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:59.229321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d283e49-5ec8-4ae0-8eec-ad398ce65656 req-cd90dd5b-7524-431c-9081-77fbf4210c46 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.3190944 Jul 22 16:34:59.265835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d79cf4-a698-4fa7-97a1-a7be5d3d1297 req-9b036e4e-dab6-4908-88e5-dac4fbaf4823 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:34:59.289439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b1d79cf4-a698-4fa7-97a1-a7be5d3d1297 req-9b036e4e-dab6-4908-88e5-dac4fbaf4823 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1689973 Jul 22 16:34:59.308721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:59.362255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d283e49-5ec8-4ae0-8eec-ad398ce65656 req-eb80cefa-60f1-455c-a31a-6fc9675515bd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313927 Jul 22 16:34:59.373805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:34:59.374239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:59.385925 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b1d79cf4-a698-4fa7-97a1-a7be5d3d1297 req-c179c1d6-2a41-4baf-8b05-5032f6992301 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956016 Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:34:59.392435 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:34:59.918855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:34:59.950008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-ed2484fe-233e-4dab-8033-3280da7c9f1a service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161152 Jul 22 16:35:00.059285 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.061242 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] 10.222.0.53 "DELETE /v2.0/networks/ff03a537-38dd-443e-8296-1e1f82c43671 HTTP/1.1" status: 204 len: 168 time: 1.8375778 Jul 22 16:35:00.075927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09455901-6ee2-4122-9a4f-be879140cdcb admin admin] Pushing event deleted for resources: {'Network': ['ID=ff03a537-38dd-443e-8296-1e1f82c43671,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:00.143959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4dfc0-f12d-4ed4-a4aa-27b30b1b9958 req-869fe0b3-76a7-4973-983d-0b068df1f20d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:00.153657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4dfc0-f12d-4ed4-a4aa-27b30b1b9958 req-869fe0b3-76a7-4973-983d-0b068df1f20d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:00.162328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e69fd387-4dd3-4abe-b761-e7105f63de29 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:00.165789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4dfc0-f12d-4ed4-a4aa-27b30b1b9958 req-869fe0b3-76a7-4973-983d-0b068df1f20d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:00.173054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4dfc0-f12d-4ed4-a4aa-27b30b1b9958 req-869fe0b3-76a7-4973-983d-0b068df1f20d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:00.180452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4dfc0-f12d-4ed4-a4aa-27b30b1b9958 req-869fe0b3-76a7-4973-983d-0b068df1f20d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:00.182467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cff4dfc0-f12d-4ed4-a4aa-27b30b1b9958 req-869fe0b3-76a7-4973-983d-0b068df1f20d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 3828 time: 0.5768414 Jul 22 16:35:00.186423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:00.227232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.269287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Transition to ACTIVE for port object 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:00.275987 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.324607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e10c9f-338e-46b9-94ba-2215ced9c45b req-99315c9f-119d-4b7e-b83b-9a2085785777 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:00.326247 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5e10c9f-338e-46b9-94ba-2215ced9c45b req-99315c9f-119d-4b7e-b83b-9a2085785777 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 948 time: 0.1428170 Jul 22 16:35:00.326773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:00.379513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:00.411187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cff4dfc0-f12d-4ed4-a4aa-27b30b1b9958 req-d55cebd2-f261-4439-a1fd-d0232c646125 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856458 Jul 22 16:35:00.427650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:00.437120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e69fd387-4dd3-4abe-b761-e7105f63de29, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e69fd387-4dd3-4abe-b761-e7105f63de29,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:00.438569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fe52b2c9-4d66-4c31-9e3e-80ab6ec9a272 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01e121dc34274e80bdf1101041bcc074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1102335 Jul 22 16:35:00.451926 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5e10c9f-338e-46b9-94ba-2215ced9c45b req-47859e17-eb90-4332-8d77-40d0b0ac23d0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074073 Jul 22 16:35:00.477811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bafd5cd-8da6-4546-b240-5b5622438527 req-b24a86ad-da1e-4386-8be0-8b7acb4fa545 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147760 Jul 22 16:35:00.479335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'e69fd387-4dd3-4abe-b761-e7105f63de29', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'e69fd387-4dd3-4abe-b761-e7105f63de29', 'mac_address': 'fa:16:3e:c4:d4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:00.584873 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.619222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69fd387-4dd3-4abe-b761-e7105f63de29 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:00.653433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e69fd387-4dd3-4abe-b761-e7105f63de29, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e69fd387-4dd3-4abe-b761-e7105f63de29,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:00.659075 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.735321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=e69fd387-4dd3-4abe-b761-e7105f63de29,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:00.752509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.753062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.753574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.754208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.754768 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.755360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.755890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.762992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.763560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.764128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.764783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.765483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:00.794763 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad493395-d74a-4fef-aa23-1f5a04a63076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.831712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad493395-d74a-4fef-aa23-1f5a04a63076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.916470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Attempting to bind port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:00.917414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Attempting to bind port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:00.917588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Attempting to bind port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:00.940561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:00.941074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Attempting to bind port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:00.965084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9122c49-610a-40df-b1c4-9bd02a34b063 req-aa7f1d6e-0745-44f1-88fb-919b1e7ae7b7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:00.967634 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9122c49-610a-40df-b1c4-9bd02a34b063 req-aa7f1d6e-0745-44f1-88fb-919b1e7ae7b7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.3028810 Jul 22 16:35:00.972099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:00.973324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Checking segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:00.974074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Bound using segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:00.975213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Bound port: 2a2be50f-a1c6-4edf-b815-208de5f0cfd5, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:00.975735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.984276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad493395-d74a-4fef-aa23-1f5a04a63076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.987230 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad493395-d74a-4fef-aa23-1f5a04a63076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:00.991443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ad493395-d74a-4fef-aa23-1f5a04a63076 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29a20180-e9fb-4216-847f-7e4ad84b8502 HTTP/1.1" status: 204 len: 168 time: 0.5532711 Jul 22 16:35:01.137728 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.173331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] For port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:01.182900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] For port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:01.194586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9122c49-610a-40df-b1c4-9bd02a34b063 req-ed27f3ed-8dc9-4be9-9e6f-5d7c54501c13 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155321 Jul 22 16:35:01.199011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad493395-d74a-4fef-aa23-1f5a04a63076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a20180-e9fb-4216-847f-7e4ad84b8502,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:01.220406 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.220667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:01.294496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:01.308239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.309338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.311752 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-f9afba14-49dd-4e86-998d-f0de0758a4bf service neutron] 10.222.0.65 "PUT /v2.0/ports/2a2be50f-a1c6-4edf-b815-208de5f0cfd5 HTTP/1.1" status: 200 len: 1137 time: 3.8979392 Jul 22 16:35:01.312691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '2a2be50f-a1c6-4edf-b815-208de5f0cfd5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:01.316824 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842e8f4b-634b-44be-9009-e4c4cb635e47" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "2a2be50f-a1c6-4edf-b815-208de5f0cfd5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:01.384137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:01.564609 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1988f5af-c1c3-4e88-8d4d-7eae56032af3 x-openstack-request-id: req-1988f5af-c1c3-4e88-8d4d-7eae56032af3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:01.564915 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "2a2be50f-a1c6-4edf-b815-208de5f0cfd5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:01.565174 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1988f5af-c1c3-4e88-8d4d-7eae56032af3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:01.565579 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '2a2be50f-a1c6-4edf-b815-208de5f0cfd5', 'status': 'completed', 'code': 200} Jul 22 16:35:01.567422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:01.812021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0a51-114c-4102-8dba-a913b92197d5 req-b1117196-7695-4a40-a594-2b14da3396bc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.840227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0a51-114c-4102-8dba-a913b92197d5 req-b1117196-7695-4a40-a594-2b14da3396bc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.878011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0a51-114c-4102-8dba-a913b92197d5 req-b1117196-7695-4a40-a594-2b14da3396bc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.893061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-29f54654-75b8-4880-a164-16a56eb560cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.893819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-29f54654-75b8-4880-a164-16a56eb560cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.894668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-29f54654-75b8-4880-a164-16a56eb560cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.895346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-29f54654-75b8-4880-a164-16a56eb560cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.896124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-29f54654-75b8-4880-a164-16a56eb560cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.896763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-29f54654-75b8-4880-a164-16a56eb560cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.898851 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-29f54654-75b8-4880-a164-16a56eb560cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5294 time: 0.3324978 Jul 22 16:35:01.902403 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0a51-114c-4102-8dba-a913b92197d5 req-b1117196-7695-4a40-a594-2b14da3396bc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.927275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0a51-114c-4102-8dba-a913b92197d5 req-b1117196-7695-4a40-a594-2b14da3396bc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.935801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e68ab-ebb9-4006-8ce7-1246654e58c9 req-19a3a3eb-861a-421a-b50c-4961b3b18817 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.938604 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-426e68ab-ebb9-4006-8ce7-1246654e58c9 req-19a3a3eb-861a-421a-b50c-4961b3b18817 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 949 time: 0.2324414 Jul 22 16:35:01.945304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0a51-114c-4102-8dba-a913b92197d5 req-b1117196-7695-4a40-a594-2b14da3396bc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:01.948575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1ad0a51-114c-4102-8dba-a913b92197d5 req-b1117196-7695-4a40-a594-2b14da3396bc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 4606 time: 0.2716560 Jul 22 16:35:02.052205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1ad0a51-114c-4102-8dba-a913b92197d5 req-2ccce000-f32a-418b-a891-2a5e851644ac tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910983 Jul 22 16:35:02.443780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-426e68ab-ebb9-4006-8ce7-1246654e58c9 req-cc95e41d-dbbe-4de2-8463-eaa2f6e4814a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887840 Jul 22 16:35:02.471094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-dc7fff5a-d101-43f6-9eb5-d068144a49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:02.482588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-dc7fff5a-d101-43f6-9eb5-d068144a49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:02.483205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-dc7fff5a-d101-43f6-9eb5-d068144a49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:02.488474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-dc7fff5a-d101-43f6-9eb5-d068144a49dd service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2f13c9e3718471da33e556b97167468&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5623114 Jul 22 16:35:02.490189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675099f-5f6f-4c8d-982e-bf87c8fc57d9 req-0987518c-38f9-4b31-82b3-deed3c99f9d3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:02.492575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3675099f-5f6f-4c8d-982e-bf87c8fc57d9 req-0987518c-38f9-4b31-82b3-deed3c99f9d3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1490834 Jul 22 16:35:02.564549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3675099f-5f6f-4c8d-982e-bf87c8fc57d9 req-99c06030-d402-430d-a791-a0d955a17a8a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611446 Jul 22 16:35:03.425022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155b96-338e-46f8-8cfd-584b05de3c05 req-28f781a6-52d0-4522-a7d1-c3a0b46a2765 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.435157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155b96-338e-46f8-8cfd-584b05de3c05 req-28f781a6-52d0-4522-a7d1-c3a0b46a2765 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.446124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155b96-338e-46f8-8cfd-584b05de3c05 req-28f781a6-52d0-4522-a7d1-c3a0b46a2765 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.456815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155b96-338e-46f8-8cfd-584b05de3c05 req-28f781a6-52d0-4522-a7d1-c3a0b46a2765 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.466786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-dab798b1-eac5-4a37-9910-f3e39b4422c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.470490 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-842e8f4b-634b-44be-9009-e4c4cb635e47 req-dab798b1-eac5-4a37-9910-f3e39b4422c0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8338535 Jul 22 16:35:03.483471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155b96-338e-46f8-8cfd-584b05de3c05 req-28f781a6-52d0-4522-a7d1-c3a0b46a2765 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.504723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3345ea44-c513-4b13-b69f-8b0b4665af70 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:03.514017 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.528233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Transition to ACTIVE for port object 3345ea44-c513-4b13-b69f-8b0b4665af70 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:03.535001 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.536794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a155b96-338e-46f8-8cfd-584b05de3c05 req-28f781a6-52d0-4522-a7d1-c3a0b46a2765 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.547430 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0a155b96-338e-46f8-8cfd-584b05de3c05 req-28f781a6-52d0-4522-a7d1-c3a0b46a2765 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 4606 time: 0.3072171 Jul 22 16:35:03.648233 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0a155b96-338e-46f8-8cfd-584b05de3c05 req-c4d1ed35-63b2-4c11-9bb7-bdc87b573984 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922539 Jul 22 16:35:03.692324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Pushing event updated for resources: {'Port': ['ID=3345ea44-c513-4b13-b69f-8b0b4665af70,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:03.807165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Attempting to bind port 3345ea44-c513-4b13-b69f-8b0b4665af70 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:03.807509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Attempting to bind port 3345ea44-c513-4b13-b69f-8b0b4665af70 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:03.807841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Attempting to bind port 3345ea44-c513-4b13-b69f-8b0b4665af70 on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:03.819238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Port 3345ea44-c513-4b13-b69f-8b0b4665af70 on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:03.819559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Attempting to bind port 3345ea44-c513-4b13-b69f-8b0b4665af70 on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:03.841845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:03.842195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Checking segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:03.842591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Bound using segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:03.843076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Bound port: 3345ea44-c513-4b13-b69f-8b0b4665af70, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:03.843448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:03.870865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810c42-68e7-4b1d-b4f7-16b24d73f85c req-7f652620-716e-4326-b6bb-c708dde42355 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:03.872417 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c810c42-68e7-4b1d-b4f7-16b24d73f85c req-7f652620-716e-4326-b6bb-c708dde42355 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 949 time: 0.2152112 Jul 22 16:35:03.993587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c810c42-68e7-4b1d-b4f7-16b24d73f85c req-b2f0bcd0-a4f5-4372-a8ee-610ec45e1332 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819602 Jul 22 16:35:04.018619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] For port 3345ea44-c513-4b13-b69f-8b0b4665af70, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:04.018619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] For port 3345ea44-c513-4b13-b69f-8b0b4665af70, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3345ea44-c513-4b13-b69f-8b0b4665af70,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:04.028815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.082621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:04.095688 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.099191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] 10.222.0.65 "PUT /v2.0/ports/3345ea44-c513-4b13-b69f-8b0b4665af70 HTTP/1.1" status: 200 len: 1137 time: 2.7197993 Jul 22 16:35:04.106028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '3345ea44-c513-4b13-b69f-8b0b4665af70'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:04.110196 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd0b298-3c0c-4194-a439-65eff7642682" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "3345ea44-c513-4b13-b69f-8b0b4665af70"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:04.167097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:04.189397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07252c9-708d-471c-8d77-6ab5a1786741 req-883d4264-5c09-4408-ad6e-630adecfb2e1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:04.198013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e69fd387-4dd3-4abe-b761-e7105f63de29 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:04.202036 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b07252c9-708d-471c-8d77-6ab5a1786741 req-883d4264-5c09-4408-ad6e-630adecfb2e1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.2901640 Jul 22 16:35:04.270081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8221b8-42e4-4cfb-b413-6239b7aa496f service neutron] Pushing event updated for resources: {'Port': ['ID=3345ea44-c513-4b13-b69f-8b0b4665af70,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:04.358428 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.384889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port e69fd387-4dd3-4abe-b761-e7105f63de29 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:04.394781 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b07252c9-708d-471c-8d77-6ab5a1786741 req-f847ad22-2224-4b0b-abf0-aaa78039abbf tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912985 Jul 22 16:35:04.407374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port e69fd387-4dd3-4abe-b761-e7105f63de29 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:04.407850 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.501257 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9735a57b-0b8a-4844-9436-4b8a8e80f001 x-openstack-request-id: req-9735a57b-0b8a-4844-9436-4b8a8e80f001 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:04.502785 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "3345ea44-c513-4b13-b69f-8b0b4665af70", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:04.503237 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9735a57b-0b8a-4844-9436-4b8a8e80f001 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:04.503951 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '3345ea44-c513-4b13-b69f-8b0b4665af70', 'status': 'completed', 'code': 200} Jul 22 16:35:04.688086 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.722652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187bca44-ef4c-4061-9fc5-335226ba9276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69fd387-4dd3-4abe-b761-e7105f63de29'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:04.730608 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f05195-8419-4a90-9573-0fdacb06a749" -d '{"events": [{"server_uuid": "187bca44-ef4c-4061-9fc5-335226ba9276", "name": "network-vif-plugged", "status": "completed", "tag": "e69fd387-4dd3-4abe-b761-e7105f63de29"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:04.773780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e69fd387-4dd3-4abe-b761-e7105f63de29, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e69fd387-4dd3-4abe-b761-e7105f63de29,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:04.782066 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:04.887176 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c4b248-29d4-446b-8247-844507a479e7 x-openstack-request-id: req-c1c4b248-29d4-446b-8247-844507a479e7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:04.887545 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187bca44-ef4c-4061-9fc5-335226ba9276", "name": "network-vif-plugged", "status": "completed", "tag": "e69fd387-4dd3-4abe-b761-e7105f63de29", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:04.887901 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1c4b248-29d4-446b-8247-844507a479e7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:04.888393 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187bca44-ef4c-4061-9fc5-335226ba9276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69fd387-4dd3-4abe-b761-e7105f63de29', 'code': 200} Jul 22 16:35:04.921408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=e69fd387-4dd3-4abe-b761-e7105f63de29,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:05.172919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-a7ae11e9-9a6b-4a7d-b330-b790de429d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.182392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-a7ae11e9-9a6b-4a7d-b330-b790de429d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.183635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-a7ae11e9-9a6b-4a7d-b330-b790de429d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.184694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-a7ae11e9-9a6b-4a7d-b330-b790de429d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.188105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-a7ae11e9-9a6b-4a7d-b330-b790de429d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.190616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-a7ae11e9-9a6b-4a7d-b330-b790de429d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.191239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9968ad1-e002-4ca6-8e46-63bef6053e84 req-34742734-f3fb-4ad9-a196-942d002f0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.193134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a9968ad1-e002-4ca6-8e46-63bef6053e84 req-34742734-f3fb-4ad9-a196-942d002f0259 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 1102 time: 0.1551275 Jul 22 16:35:05.193516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-a7ae11e9-9a6b-4a7d-b330-b790de429d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.197194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-a7ae11e9-9a6b-4a7d-b330-b790de429d45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6224 time: 0.6358459 Jul 22 16:35:05.214448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38818) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:05.304743 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:05.327601 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a9968ad1-e002-4ca6-8e46-63bef6053e84 req-00cc149a-56e1-4f4e-bc98-f54268fe8588 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673163 Jul 22 16:35:05.383799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217efec-49c3-4016-a583-8c37414d39ea req-f08b9f83-4c5e-4f20-b8a4-2c9b62cf9a63 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.413733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d217efec-49c3-4016-a583-8c37414d39ea req-f08b9f83-4c5e-4f20-b8a4-2c9b62cf9a63 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 950 time: 0.2177835 Jul 22 16:35:05.468306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ba262-c5ee-42b9-ac7a-91b120ad918e req-87a23a4f-e476-4da8-b90d-d26d6cd68b57 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.485672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ba262-c5ee-42b9-ac7a-91b120ad918e req-87a23a4f-e476-4da8-b90d-d26d6cd68b57 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.510666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ba262-c5ee-42b9-ac7a-91b120ad918e req-87a23a4f-e476-4da8-b90d-d26d6cd68b57 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.553191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ba262-c5ee-42b9-ac7a-91b120ad918e req-87a23a4f-e476-4da8-b90d-d26d6cd68b57 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.572048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d217efec-49c3-4016-a583-8c37414d39ea req-3451270a-eb32-4dc1-bfc1-60d201b2e02d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555698 Jul 22 16:35:05.585524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ba262-c5ee-42b9-ac7a-91b120ad918e req-87a23a4f-e476-4da8-b90d-d26d6cd68b57 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.593353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ba262-c5ee-42b9-ac7a-91b120ad918e req-87a23a4f-e476-4da8-b90d-d26d6cd68b57 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.602243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ba262-c5ee-42b9-ac7a-91b120ad918e req-87a23a4f-e476-4da8-b90d-d26d6cd68b57 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.612264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-781ba262-c5ee-42b9-ac7a-91b120ad918e req-87a23a4f-e476-4da8-b90d-d26d6cd68b57 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5384 time: 0.7116218 Jul 22 16:35:05.739910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18bc4c9b-9d53-4545-89d2-d2d68a8d159e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:05.823695 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-781ba262-c5ee-42b9-ac7a-91b120ad918e req-82003c4d-1e96-4fac-8fe1-31e66eae2dbb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2099035 Jul 22 16:35:05.849606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-dbeb03e5-1ecb-48ac-a274-ef4de1a05685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.850716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-dbeb03e5-1ecb-48ac-a274-ef4de1a05685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.865294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-dbeb03e5-1ecb-48ac-a274-ef4de1a05685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:05.865294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-dbeb03e5-1ecb-48ac-a274-ef4de1a05685 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2f13c9e3718471da33e556b97167468&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5841243 Jul 22 16:35:06.033904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-2995b869-6a05-400f-9874-c64f00a452f1 service neutron] 10.222.0.65 "GET /v2.0/ports/20289c5f-877d-425f-bd75-eef6a5787004/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 383 time: 0.2208610 Jul 22 16:35:06.070820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926ea99-7ad9-4127-afe6-173b2b6c44bb req-cb348b90-4352-4df4-b3fb-2922dbe0322c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:06.074026 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9926ea99-7ad9-4127-afe6-173b2b6c44bb req-cb348b90-4352-4df4-b3fb-2922dbe0322c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1911273 Jul 22 16:35:06.149945 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9926ea99-7ad9-4127-afe6-173b2b6c44bb req-9dcef5da-241b-4a0c-9c28-91fb121b2d6c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644500 Jul 22 16:35:06.190149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779fbf7d-aaa9-4b2b-856f-f113a5c0492e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:06.208416 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:06.260339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Transition to ACTIVE for port object 779fbf7d-aaa9-4b2b-856f-f113a5c0492e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:06.278710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:06.396016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-73fffd12-f28a-4e18-899b-bcadacde61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:06.400344 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5fd0b298-3c0c-4194-a439-65eff7642682 req-73fffd12-f28a-4e18-899b-bcadacde61d1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4934754 Jul 22 16:35:06.511520 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18bc4c9b-9d53-4545-89d2-d2d68a8d159e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:06.513299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Pushing event updated for resources: {'Port': ['ID=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:06.535207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18bc4c9b-9d53-4545-89d2-d2d68a8d159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:06.981262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-18bc4c9b-9d53-4545-89d2-d2d68a8d159e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=830b34736eff45e38e8670f82dcecc0c&name=default HTTP/1.1" status: 200 len: 2980 time: 1.7144301 Jul 22 16:35:06.981262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc4c9b-9d53-4545-89d2-d2d68a8d159e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc10672-23a0-4557-92b9-3383c62af527,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:06.982199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:07.127428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2cc68ff-f7a8-447c-a08f-1a206cf1a54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.199187 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2cc68ff-f7a8-447c-a08f-1a206cf1a54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.304928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-2c1c65ab-ee53-4eb3-a3ea-651313b12b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.314394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-2c1c65ab-ee53-4eb3-a3ea-651313b12b83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d&tenant_id=048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 1101 time: 0.7851779 Jul 22 16:35:07.379796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196d5c-776a-48ca-816b-78547a340b4a req-c06bb004-7796-41df-bf01-b1afaa492026 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.393187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196d5c-776a-48ca-816b-78547a340b4a req-c06bb004-7796-41df-bf01-b1afaa492026 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.409593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196d5c-776a-48ca-816b-78547a340b4a req-c06bb004-7796-41df-bf01-b1afaa492026 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.423325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196d5c-776a-48ca-816b-78547a340b4a req-c06bb004-7796-41df-bf01-b1afaa492026 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.436115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196d5c-776a-48ca-816b-78547a340b4a req-c06bb004-7796-41df-bf01-b1afaa492026 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.452408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196d5c-776a-48ca-816b-78547a340b4a req-c06bb004-7796-41df-bf01-b1afaa492026 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.465728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196d5c-776a-48ca-816b-78547a340b4a req-c06bb004-7796-41df-bf01-b1afaa492026 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.470043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c4196d5c-776a-48ca-816b-78547a340b4a req-c06bb004-7796-41df-bf01-b1afaa492026 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5396 time: 0.2678573 Jul 22 16:35:07.476051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Attempting to bind port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:07.476051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Attempting to bind port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:07.476835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Attempting to bind port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:07.481136 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2cc68ff-f7a8-447c-a08f-1a206cf1a54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.486402 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2cc68ff-f7a8-447c-a08f-1a206cf1a54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.489322 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f2cc68ff-f7a8-447c-a08f-1a206cf1a54a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebc10672-23a0-4557-92b9-3383c62af527 HTTP/1.1" status: 204 len: 168 time: 0.5049684 Jul 22 16:35:07.543178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e26187-5512-4086-b800-40f8405c6a14 req-32cfdbe8-8e83-4cc6-97fc-65e2f30fe3b7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.551924 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc68ff-f7a8-447c-a08f-1a206cf1a54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc10672-23a0-4557-92b9-3383c62af527,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:07.558147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96e26187-5512-4086-b800-40f8405c6a14 req-32cfdbe8-8e83-4cc6-97fc-65e2f30fe3b7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 950 time: 0.7891934 Jul 22 16:35:07.563581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:07.564337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Attempting to bind port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:07.635849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:07.636229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Checking segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:07.636586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Bound using segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:07.637040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Bound port: 779fbf7d-aaa9-4b2b-856f-f113a5c0492e, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:07.637568 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.670647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c4196d5c-776a-48ca-816b-78547a340b4a req-54a8bb93-0ea4-44c8-b642-64dfc75526b8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789417 Jul 22 16:35:07.694487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96e26187-5512-4086-b800-40f8405c6a14 req-dcba71c0-b4b6-478a-85cb-c534e8614f8c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329751 Jul 22 16:35:07.774102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-0eb9387c-c36d-4c27-94b9-a7c663881ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.774102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-0eb9387c-c36d-4c27-94b9-a7c663881ad6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 1101 time: 0.3514106 Jul 22 16:35:07.817255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] For port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:07.862472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] For port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:07.925804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.968736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:07.969644 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:07.971577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] 10.222.0.65 "PUT /v2.0/ports/779fbf7d-aaa9-4b2b-856f-f113a5c0492e HTTP/1.1" status: 200 len: 1091 time: 3.8148131 Jul 22 16:35:07.975213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:07.977281 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d993d0e-2bac-4330-a1cf-531da6c56743" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "779fbf7d-aaa9-4b2b-856f-f113a5c0492e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:08.042374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-4190d42e-37e2-4ed2-9d30-c80a1ace4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.044014 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-4190d42e-37e2-4ed2-9d30-c80a1ace4101 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2593827 Jul 22 16:35:08.052601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:08.057460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0fdb1-fa44-42ac-9601-175b2944942e service neutron] Pushing event updated for resources: {'Port': ['ID=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:08.151726 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b50817-28d3-4203-a0c2-94056c871b81 x-openstack-request-id: req-03b50817-28d3-4203-a0c2-94056c871b81 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:08.152125 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "779fbf7d-aaa9-4b2b-856f-f113a5c0492e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:08.152337 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03b50817-28d3-4203-a0c2-94056c871b81 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:08.152710 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e', 'status': 'completed', 'code': 200} Jul 22 16:35:08.165587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-2240d230-daa8-4f61-b8ac-c1809c85d8fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=20289c5f-877d-425f-bd75-eef6a5787004 HTTP/1.1" status: 200 len: 217 time: 0.1090643 Jul 22 16:35:08.243353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289ce82-e8b1-44a6-a3d0-2fda16e4d28c req-21aa92b8-f943-4423-b385-2bd4f78c4a9a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.257200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a289ce82-e8b1-44a6-a3d0-2fda16e4d28c req-21aa92b8-f943-4423-b385-2bd4f78c4a9a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.3267739 Jul 22 16:35:08.279670 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:08.407078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a289ce82-e8b1-44a6-a3d0-2fda16e4d28c req-dfcb4e57-e188-46a2-afe3-e672554e9a08 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458242 Jul 22 16:35:08.446793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-bd3eb0b7-133c-4f88-9ea1-f05d2913e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.456044 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-bd3eb0b7-133c-4f88-9ea1-f05d2913e4cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2504938 Jul 22 16:35:08.549266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-cbb08adc-6f07-483a-8b02-0284aef81c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.550021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-cbb08adc-6f07-483a-8b02-0284aef81c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.550582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-cbb08adc-6f07-483a-8b02-0284aef81c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.551843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-cbb08adc-6f07-483a-8b02-0284aef81c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.552427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-cbb08adc-6f07-483a-8b02-0284aef81c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.552901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-cbb08adc-6f07-483a-8b02-0284aef81c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.553372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-cbb08adc-6f07-483a-8b02-0284aef81c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.555450 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-cbb08adc-6f07-483a-8b02-0284aef81c86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6292 time: 0.1437764 Jul 22 16:35:08.706066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-f5d81e75-6636-4e34-94eb-64d60fe7b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.708138 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-f5d81e75-6636-4e34-94eb-64d60fe7b16d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2493713 Jul 22 16:35:08.827151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-c99ea9b6-2e89-40ef-b044-7d4e1e7f279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.828365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-c99ea9b6-2e89-40ef-b044-7d4e1e7f279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.829021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-c99ea9b6-2e89-40ef-b044-7d4e1e7f279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:08.831332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-c99ea9b6-2e89-40ef-b044-7d4e1e7f279d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2f13c9e3718471da33e556b97167468&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2545834 Jul 22 16:35:09.195798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efdcb5-974d-4b95-8237-5e56bb5830fc req-1fe2fc0b-d0ab-48c4-8392-ec32f35e39ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.204202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efdcb5-974d-4b95-8237-5e56bb5830fc req-1fe2fc0b-d0ab-48c4-8392-ec32f35e39ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.221717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efdcb5-974d-4b95-8237-5e56bb5830fc req-1fe2fc0b-d0ab-48c4-8392-ec32f35e39ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.229643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efdcb5-974d-4b95-8237-5e56bb5830fc req-1fe2fc0b-d0ab-48c4-8392-ec32f35e39ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.244352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efdcb5-974d-4b95-8237-5e56bb5830fc req-1fe2fc0b-d0ab-48c4-8392-ec32f35e39ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.261563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efdcb5-974d-4b95-8237-5e56bb5830fc req-1fe2fc0b-d0ab-48c4-8392-ec32f35e39ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.277024 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efdcb5-974d-4b95-8237-5e56bb5830fc req-1fe2fc0b-d0ab-48c4-8392-ec32f35e39ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.283225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-72efdcb5-974d-4b95-8237-5e56bb5830fc req-1fe2fc0b-d0ab-48c4-8392-ec32f35e39ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5396 time: 0.3612173 Jul 22 16:35:09.291508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-9f580e8e-a8d2-42da-a7a1-a4fc29691d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.295426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d993d0e-2bac-4330-a1cf-531da6c56743 req-9f580e8e-a8d2-42da-a7a1-a4fc29691d73 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4536321 Jul 22 16:35:09.338677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-da89da32-4283-4dfb-8d68-b93371609268 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159496 Jul 22 16:35:09.383648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-72efdcb5-974d-4b95-8237-5e56bb5830fc req-268fe49f-72da-4ade-80c4-777e15b99ac1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964718 Jul 22 16:35:09.722680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781f064-f32c-4bf7-be09-76aeff6f1b03 req-1a466c9f-235b-406b-b8bd-a822ee280af1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.732117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2781f064-f32c-4bf7-be09-76aeff6f1b03 req-1a466c9f-235b-406b-b8bd-a822ee280af1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 950 time: 0.3965559 Jul 22 16:35:09.748729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d765b59a-38f7-434c-802c-ad0331e5f0c2 req-a79a8097-ce9e-4d71-a796-4b2b0aa696ee service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521214 Jul 22 16:35:09.751637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34033e5a-85e6-4a68-acf0-f674a010aa8d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:09.774024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.803008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Transition to ACTIVE for port object 34033e5a-85e6-4a68-acf0-f674a010aa8d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:09.819372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2781f064-f32c-4bf7-be09-76aeff6f1b03 req-4db90747-b154-4c7d-b3fb-fb7a2c685201 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861402 Jul 22 16:35:09.820288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:09.922790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Pushing event updated for resources: {'Port': ['ID=34033e5a-85e6-4a68-acf0-f674a010aa8d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:09.989354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1529-059c-4c84-87cb-c26c525ed364 req-be493dfd-e56a-4ba1-b8c2-91a66a703c0b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:09.996147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d52c1529-059c-4c84-87cb-c26c525ed364 req-be493dfd-e56a-4ba1-b8c2-91a66a703c0b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.1997917 Jul 22 16:35:10.078860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Attempting to bind port 34033e5a-85e6-4a68-acf0-f674a010aa8d on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:10.080944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Attempting to bind port 34033e5a-85e6-4a68-acf0-f674a010aa8d by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:10.081510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Attempting to bind port 34033e5a-85e6-4a68-acf0-f674a010aa8d on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:10.089963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Port 34033e5a-85e6-4a68-acf0-f674a010aa8d on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:10.095298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Attempting to bind port 34033e5a-85e6-4a68-acf0-f674a010aa8d on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:10.109577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:10.116760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Checking segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:10.117201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Bound using segment: {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:10.117683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Bound port: 34033e5a-85e6-4a68-acf0-f674a010aa8d, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca81558-db61-4317-88f5-4c621292e535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:10.118060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.142622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d52c1529-059c-4c84-87cb-c26c525ed364 req-9f6aff54-c005-44d0-9ea6-0000f0179f7e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363959 Jul 22 16:35:10.229298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:10.366266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] For port 34033e5a-85e6-4a68-acf0-f674a010aa8d, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:10.372709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] For port 34033e5a-85e6-4a68-acf0-f674a010aa8d, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34033e5a-85e6-4a68-acf0-f674a010aa8d,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:10.386093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.503439 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.516524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.517151 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.524514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] 10.222.0.65 "PUT /v2.0/ports/34033e5a-85e6-4a68-acf0-f674a010aa8d HTTP/1.1" status: 200 len: 1092 time: 2.4791892 Jul 22 16:35:10.524946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '34033e5a-85e6-4a68-acf0-f674a010aa8d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:10.533004 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addb8b3b-00fb-4ee0-8704-602db2127c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "34033e5a-85e6-4a68-acf0-f674a010aa8d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:10.585438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:10.664991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:10.672240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:10.678837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f080c-e128-428a-a112-1cfcdeaa51e5 service neutron] Pushing event updated for resources: {'Port': ['ID=34033e5a-85e6-4a68-acf0-f674a010aa8d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:10.680950 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31be44bd-41dc-4bc7-8787-82d1b8f466e3" -d '{"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-unplugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:10.711315 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.830305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f105-629f-4835-856e-75903832e323 req-306b5742-a323-4d24-bd85-67e0b6eff54a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.848101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f105-629f-4835-856e-75903832e323 req-306b5742-a323-4d24-bd85-67e0b6eff54a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.869725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f105-629f-4835-856e-75903832e323 req-306b5742-a323-4d24-bd85-67e0b6eff54a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.881385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:10.883567 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:10.888507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f105-629f-4835-856e-75903832e323 req-306b5742-a323-4d24-bd85-67e0b6eff54a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.901343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f105-629f-4835-856e-75903832e323 req-306b5742-a323-4d24-bd85-67e0b6eff54a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.954922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f105-629f-4835-856e-75903832e323 req-306b5742-a323-4d24-bd85-67e0b6eff54a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.961891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f105-629f-4835-856e-75903832e323 req-306b5742-a323-4d24-bd85-67e0b6eff54a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:10.975635 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d878f105-629f-4835-856e-75903832e323 req-306b5742-a323-4d24-bd85-67e0b6eff54a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5408 time: 0.3441410 Jul 22 16:35:11.025126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc121b-0b54-4557-b427-906d00f23d9e req-8ebd0445-c40e-4825-83df-7f86dc5886c5 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.026690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eadc121b-0b54-4557-b427-906d00f23d9e req-8ebd0445-c40e-4825-83df-7f86dc5886c5 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 1102 time: 0.2066717 Jul 22 16:35:11.091925 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d878f105-629f-4835-856e-75903832e323 req-6b7fee58-de38-4352-91f5-7126d6ebe12f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076748 Jul 22 16:35:11.140136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eadc121b-0b54-4557-b427-906d00f23d9e req-51183498-f006-4e10-83e0-6ea07d58771e tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.191119 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581a2ee5-e4c6-40b5-8e4e-81291f4140d8 x-openstack-request-id: req-581a2ee5-e4c6-40b5-8e4e-81291f4140d8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:11.192105 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "34033e5a-85e6-4a68-acf0-f674a010aa8d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:11.192512 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-581a2ee5-e4c6-40b5-8e4e-81291f4140d8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:11.193070 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '34033e5a-85e6-4a68-acf0-f674a010aa8d', 'status': 'completed', 'code': 200} Jul 22 16:35:11.567391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-0a9257c5-f8cf-44cc-9dba-053c0f109cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.568224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-0a9257c5-f8cf-44cc-9dba-053c0f109cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.568710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-0a9257c5-f8cf-44cc-9dba-053c0f109cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.569185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-0a9257c5-f8cf-44cc-9dba-053c0f109cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.573635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-0a9257c5-f8cf-44cc-9dba-053c0f109cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.574271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-0a9257c5-f8cf-44cc-9dba-053c0f109cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.574579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-0a9257c5-f8cf-44cc-9dba-053c0f109cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.578791 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-0a9257c5-f8cf-44cc-9dba-053c0f109cb1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6360 time: 0.3034399 Jul 22 16:35:11.632825 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160f8173-3f58-44bd-a688-957a43463a19 x-openstack-request-id: req-160f8173-3f58-44bd-a688-957a43463a19 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:11.634337 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-unplugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:11.635075 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-160f8173-3f58-44bd-a688-957a43463a19 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:11.636004 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004', 'code': 200} Jul 22 16:35:11.648345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce13914e-02ac-42fc-b2d9-bb07d928d145 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:11.683649 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eadc121b-0b54-4557-b427-906d00f23d9e req-51183498-f006-4e10-83e0-6ea07d58771e tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.713004 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.717797 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eadc121b-0b54-4557-b427-906d00f23d9e req-51183498-f006-4e10-83e0-6ea07d58771e tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.818752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Transition to ACTIVE for port object ce13914e-02ac-42fc-b2d9-bb07d928d145 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:11.820955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eadc121b-0b54-4557-b427-906d00f23d9e req-51183498-f006-4e10-83e0-6ea07d58771e tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106476 Jul 22 16:35:11.829752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:11.835642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f01a23-e02e-4791-b7f8-1924571d1f82 req-8930a0e7-d51d-4fd4-ade6-164ee5c11f27 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.839098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51183498-f006-4e10-83e0-6ea07d58771e tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df19856-8ed3-41a8-bc8e-43a0bbf6a5b2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:11.847773 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-58f01a23-e02e-4791-b7f8-1924571d1f82 req-8930a0e7-d51d-4fd4-ade6-164ee5c11f27 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.1277065 Jul 22 16:35:11.932069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-7865e761-93a0-4dfa-a9f0-5efd6c107865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.933083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-7865e761-93a0-4dfa-a9f0-5efd6c107865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.935438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-7865e761-93a0-4dfa-a9f0-5efd6c107865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:11.937389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-7865e761-93a0-4dfa-a9f0-5efd6c107865 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2f13c9e3718471da33e556b97167468&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3244836 Jul 22 16:35:11.939779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-58f01a23-e02e-4791-b7f8-1924571d1f82 req-baef7dfa-1b5c-4b47-aa66-834f3f86d6ef tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867414 Jul 22 16:35:12.053451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Pushing event updated for resources: {'Port': ['ID=ce13914e-02ac-42fc-b2d9-bb07d928d145,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:12.438503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0bde-2c32-4148-b144-0b66b100b6c4 req-aafd16e7-8fc4-43ca-9364-eff4569f4fdb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.448672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0bde-2c32-4148-b144-0b66b100b6c4 req-aafd16e7-8fc4-43ca-9364-eff4569f4fdb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.456580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0bde-2c32-4148-b144-0b66b100b6c4 req-aafd16e7-8fc4-43ca-9364-eff4569f4fdb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.465708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0bde-2c32-4148-b144-0b66b100b6c4 req-aafd16e7-8fc4-43ca-9364-eff4569f4fdb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.476915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0bde-2c32-4148-b144-0b66b100b6c4 req-aafd16e7-8fc4-43ca-9364-eff4569f4fdb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.486528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0bde-2c32-4148-b144-0b66b100b6c4 req-aafd16e7-8fc4-43ca-9364-eff4569f4fdb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.497654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e0bde-2c32-4148-b144-0b66b100b6c4 req-aafd16e7-8fc4-43ca-9364-eff4569f4fdb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.500114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7c1e0bde-2c32-4148-b144-0b66b100b6c4 req-aafd16e7-8fc4-43ca-9364-eff4569f4fdb tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5420 time: 0.2452848 Jul 22 16:35:12.641168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7c1e0bde-2c32-4148-b144-0b66b100b6c4 req-65360200-fe98-4d96-b566-e6a9e1bd4633 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299937 Jul 22 16:35:12.671986 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-10e9b075-9cad-45c8-bda9-248a18c12eea tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007431 Jul 22 16:35:12.703887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-66601245-f1ff-49e9-944a-f2a713c09e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:12.712272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-addb8b3b-00fb-4ee0-8704-602db2127c2f req-66601245-f1ff-49e9-944a-f2a713c09e56 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7623556 Jul 22 16:35:12.822968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Attempting to bind port ce13914e-02ac-42fc-b2d9-bb07d928d145 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:12.827640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Attempting to bind port ce13914e-02ac-42fc-b2d9-bb07d928d145 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:12.829188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Attempting to bind port ce13914e-02ac-42fc-b2d9-bb07d928d145 on network c17a60a5-7325-47e4-93d0-4d53153510b5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:12.838088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Port ce13914e-02ac-42fc-b2d9-bb07d928d145 on network c17a60a5-7325-47e4-93d0-4d53153510b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:12.838820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Attempting to bind port ce13914e-02ac-42fc-b2d9-bb07d928d145 on network c17a60a5-7325-47e4-93d0-4d53153510b5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:12.995085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:13.005894 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Checking segment: {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:13.007846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Bound using segment: {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:13.009479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Bound port: ce13914e-02ac-42fc-b2d9-bb07d928d145, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:13.013807 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.195891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] For port ce13914e-02ac-42fc-b2d9-bb07d928d145, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:13.199823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] For port ce13914e-02ac-42fc-b2d9-bb07d928d145, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:13.205614 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.271453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Pushing event updated for resources: {'Port': ['ID=ce13914e-02ac-42fc-b2d9-bb07d928d145,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:13.298614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:13.299784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.302574 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0ac705a3-a55b-4ff2-bc49-aa44db09da04 service neutron] 10.222.0.65 "PUT /v2.0/ports/ce13914e-02ac-42fc-b2d9-bb07d928d145 HTTP/1.1" status: 200 len: 1092 time: 2.7294569 Jul 22 16:35:13.303467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': 'ce13914e-02ac-42fc-b2d9-bb07d928d145'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:13.306173 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "ce13914e-02ac-42fc-b2d9-bb07d928d145"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:13.320973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-63afdbc6-486a-441d-af31-860a2fd00d93 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:13.336387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-63afdbc6-486a-441d-af31-860a2fd00d93 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6629384 Jul 22 16:35:13.360321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-f97a8cac-60c3-4e4c-8072-6a01fb27cee6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/quotas/1ab5d218fcdc4950841118db5d6af246 HTTP/1.1" status: 200 len: 375 time: 0.0225122 Jul 22 16:35:13.390200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Request body: {'port': {'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:13.473441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c955665-4140-404a-8ec1-2111c9704789 req-745ad6e8-e64f-4658-8d2b-a56096ed4113 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:13.514152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4c955665-4140-404a-8ec1-2111c9704789 req-745ad6e8-e64f-4658-8d2b-a56096ed4113 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.3248811 Jul 22 16:35:13.628768 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:13.646298 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4c955665-4140-404a-8ec1-2111c9704789 req-629d3786-bf37-4de4-8756-b2d179a02b82 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237316 Jul 22 16:35:13.656633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-50a7c86c-a5b6-4655-a348-ee3227085169 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2949138 Jul 22 16:35:13.765845 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a31a752-2551-45f9-9026-5d544c628388 x-openstack-request-id: req-6a31a752-2551-45f9-9026-5d544c628388 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:13.769585 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "ce13914e-02ac-42fc-b2d9-bb07d928d145", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:13.771175 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a31a752-2551-45f9-9026-5d544c628388 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:13.773579 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': 'ce13914e-02ac-42fc-b2d9-bb07d928d145', 'status': 'completed', 'code': 200} Jul 22 16:35:14.057407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-ab84090d-f267-4684-b9be-c532d39cd596 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5099971 Jul 22 16:35:14.238970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:14.421224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-d5dc67a2-acd5-46f0-87d3-ad43eb87e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.421840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-d5dc67a2-acd5-46f0-87d3-ad43eb87e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.422470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-d5dc67a2-acd5-46f0-87d3-ad43eb87e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.423425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-d5dc67a2-acd5-46f0-87d3-ad43eb87e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.423619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-d5dc67a2-acd5-46f0-87d3-ad43eb87e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.424054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-d5dc67a2-acd5-46f0-87d3-ad43eb87e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.424584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-d5dc67a2-acd5-46f0-87d3-ad43eb87e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.427005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-d5dc67a2-acd5-46f0-87d3-ad43eb87e1f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6428 time: 0.5863044 Jul 22 16:35:14.540200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-1c6ad177-5a29-4ac5-9681-83059aa2392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:14.557834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-1c6ad177-5a29-4ac5-9681-83059aa2392a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 1102 time: 0.4234235 Jul 22 16:35:14.558448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:14.572811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '20289c5f-877d-425f-bd75-eef6a5787004', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '20289c5f-877d-425f-bd75-eef6a5787004', 'mac_address': 'fa:16:3e:bc:14:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:14.639312 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.684591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20289c5f-877d-425f-bd75-eef6a5787004 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:14.738254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:14.744262 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:14.994302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:15.004948 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.143352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-e1ca9731-459f-4e5e-9329-df5b079ae30d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.146477 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-e1ca9731-459f-4e5e-9329-df5b079ae30d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d&tenant_id=048349953dd6493ea11e4657df3670a4&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 947 time: 0.6940382 Jul 22 16:35:15.157982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Transition to ACTIVE for port object 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:15.173121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-7159de39-ade5-4dce-8ca2-4fd34e38e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.173612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-7159de39-ade5-4dce-8ca2-4fd34e38e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.177023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-7159de39-ade5-4dce-8ca2-4fd34e38e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.179247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-7159de39-ade5-4dce-8ca2-4fd34e38e032 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2f13c9e3718471da33e556b97167468&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7204969 Jul 22 16:35:15.183111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:15.190710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:15.268178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:15.286218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7f8cd-f473-4424-b774-9a4941e7440c req-6430779c-462c-4d56-b0c4-6ab180d6558a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.324512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7f8cd-f473-4424-b774-9a4941e7440c req-6430779c-462c-4d56-b0c4-6ab180d6558a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.338510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7f8cd-f473-4424-b774-9a4941e7440c req-6430779c-462c-4d56-b0c4-6ab180d6558a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.371589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7f8cd-f473-4424-b774-9a4941e7440c req-6430779c-462c-4d56-b0c4-6ab180d6558a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.377077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['20289c5f-877d-425f-bd75-eef6a5787004'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:15.423003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7f8cd-f473-4424-b774-9a4941e7440c req-6430779c-462c-4d56-b0c4-6ab180d6558a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.459699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7f8cd-f473-4424-b774-9a4941e7440c req-6430779c-462c-4d56-b0c4-6ab180d6558a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.482698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7f8cd-f473-4424-b774-9a4941e7440c req-6430779c-462c-4d56-b0c4-6ab180d6558a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.495520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cdd7f8cd-f473-4424-b774-9a4941e7440c req-6430779c-462c-4d56-b0c4-6ab180d6558a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5420 time: 0.8200338 Jul 22 16:35:15.557682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-99003abd-9740-4dbe-a11a-d5b93585131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:15.571308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-99003abd-9740-4dbe-a11a-d5b93585131c service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.9794388 Jul 22 16:35:15.815620 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cdd7f8cd-f473-4424-b774-9a4941e7440c req-8d92b5bb-ee82-4289-b0c5-b26fa6364625 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2104979 Jul 22 16:35:15.868256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-c1417a59-fe59-437a-b25a-7cc351aac020 service neutron] 10.222.0.65 "GET /v2.0/ports/20289c5f-877d-425f-bd75-eef6a5787004/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 383 time: 0.6987998 Jul 22 16:35:16.165605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-9c500dae-e4c6-4b67-8a90-eaef4d3b51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:16.168841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-9c500dae-e4c6-4b67-8a90-eaef4d3b51be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 1100 time: 0.2228608 Jul 22 16:35:16.498221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-f93cd79f-51bd-4fac-8fad-0fa472c4051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:16.501714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-f93cd79f-51bd-4fac-8fad-0fa472c4051c service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3118021 Jul 22 16:35:16.751613 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-e7a9b074-5b3c-470f-b58c-d391aace4621 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=20289c5f-877d-425f-bd75-eef6a5787004 HTTP/1.1" status: 200 len: 217 time: 0.2247121 Jul 22 16:35:16.834191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-63c36e07-eb7f-459f-b708-051baa8cd4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:16.836561 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e35650f-29c9-44b9-87ef-22d7e12c9ac8 req-63c36e07-eb7f-459f-b708-051baa8cd4a8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6470883 Jul 22 16:35:16.856301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-467adb2e-0337-4de8-b9b4-b1f006bd3eed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf HTTP/1.1" status: 200 len: 217 time: 1.2210298 Jul 22 16:35:16.951268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-241c2e50-7300-4866-b772-7aac009e7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:16.953151 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-241c2e50-7300-4866-b772-7aac009e7e99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1683102 Jul 22 16:35:17.189415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-6bdcaa8f-cd9a-41f6-976b-e12b5dcc2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:17.194564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-6bdcaa8f-cd9a-41f6-976b-e12b5dcc2ef1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2307248 Jul 22 16:35:17.252722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-06aad893-b67a-4b84-a6ba-854107cfdd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:17.255164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-06aad893-b67a-4b84-a6ba-854107cfdd9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1964586 Jul 22 16:35:17.374805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e69c56-0509-45e6-a899-8224cddd316c req-cd5eff03-7023-4fff-8212-0a16e32e7fea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:17.384541 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76e69c56-0509-45e6-a899-8224cddd316c req-cd5eff03-7023-4fff-8212-0a16e32e7fea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 948 time: 0.6479611 Jul 22 16:35:17.426908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Attempting to bind port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:17.427592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Attempting to bind port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:17.428185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Attempting to bind port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 on network c17a60a5-7325-47e4-93d0-4d53153510b5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:17.461945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 on network c17a60a5-7325-47e4-93d0-4d53153510b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:17.462475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Attempting to bind port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 on network c17a60a5-7325-47e4-93d0-4d53153510b5 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:17.483773 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-34350e52-8c58-4c4c-a19d-72a6d356e01a service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657082 Jul 22 16:35:17.489591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-c6b23931-40fe-4912-a033-31b291fce898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:17.491603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-c6b23931-40fe-4912-a033-31b291fce898 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2256563 Jul 22 16:35:17.505505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:17.506012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Checking segment: {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:17.506511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Bound using segment: {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:17.507687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Bound port: 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fd4d0ff-2b34-4cde-a766-155bc7be986f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:17.507931 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:17.685865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] For port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:17.697866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eff517db-f10a-40c1-8c96-3b5bc758e11a req-37392c7c-d06c-4aa7-b1ec-18daa6ef9d60 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 210 time: 0.9423921 Jul 22 16:35:17.700474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] For port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:17.725774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76e69c56-0509-45e6-a899-8224cddd316c req-e2d366ec-03b1-4de0-94ce-9c87639a02be tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400369 Jul 22 16:35:17.749956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:17.858959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:17.860821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:17.862863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] 10.222.0.65 "PUT /v2.0/ports/6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 HTTP/1.1" status: 200 len: 1092 time: 4.4870358 Jul 22 16:35:17.865357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:17.869029 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:17.996595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f918f4-c9ec-45e6-bdf6-5dca25407418 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:18.081156 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-1c911760-0633-43a4-ac53-c1e0d6c6ae37 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961018 Jul 22 16:35:18.114278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-40d673d9-014b-4b0c-9e2c-aafe4b79ab9a service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109437 Jul 22 16:35:18.130792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-f9a1abf4-abe2-44f8-97a4-876682541fc9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1884389 Jul 22 16:35:18.275729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:18.277369 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f94b52-43bf-4b79-a7ab-0a82f857ea47 x-openstack-request-id: req-78f94b52-43bf-4b79-a7ab-0a82f857ea47 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:18.279082 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:18.281279 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78f94b52-43bf-4b79-a7ab-0a82f857ea47 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:18.283536 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29', 'status': 'completed', 'code': 200} Jul 22 16:35:18.383361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-19c1d1e3-60a4-4f2d-a222-f18e27843e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.383855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-19c1d1e3-60a4-4f2d-a222-f18e27843e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.384334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-19c1d1e3-60a4-4f2d-a222-f18e27843e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.384807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-19c1d1e3-60a4-4f2d-a222-f18e27843e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.385368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-19c1d1e3-60a4-4f2d-a222-f18e27843e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.386019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-19c1d1e3-60a4-4f2d-a222-f18e27843e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.386496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-19c1d1e3-60a4-4f2d-a222-f18e27843e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.397835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-19c1d1e3-60a4-4f2d-a222-f18e27843e97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6496 time: 0.3740227 Jul 22 16:35:18.486760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c9895-804d-4204-9295-89d01dbd61a7 req-bc2bf44b-5125-4841-81d0-4d2dd0b651c7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.494897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c9895-804d-4204-9295-89d01dbd61a7 req-bc2bf44b-5125-4841-81d0-4d2dd0b651c7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.501892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c9895-804d-4204-9295-89d01dbd61a7 req-bc2bf44b-5125-4841-81d0-4d2dd0b651c7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.509583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c9895-804d-4204-9295-89d01dbd61a7 req-bc2bf44b-5125-4841-81d0-4d2dd0b651c7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.516300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c9895-804d-4204-9295-89d01dbd61a7 req-bc2bf44b-5125-4841-81d0-4d2dd0b651c7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.522664 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-262c9f11-8ecf-40e8-8843-537aaf142df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:18.524466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c9895-804d-4204-9295-89d01dbd61a7 req-bc2bf44b-5125-4841-81d0-4d2dd0b651c7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.532382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c9895-804d-4204-9295-89d01dbd61a7 req-bc2bf44b-5125-4841-81d0-4d2dd0b651c7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.540451 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f96c9895-804d-4204-9295-89d01dbd61a7 req-bc2bf44b-5125-4841-81d0-4d2dd0b651c7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.6336460 Jul 22 16:35:18.569895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 20289c5f-877d-425f-bd75-eef6a5787004 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:18.571055 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:18.631590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f96c9895-804d-4204-9295-89d01dbd61a7 req-8494a539-7a85-4905-ab04-622c8bd3db66 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824990 Jul 22 16:35:18.639801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-bcc43794-c70c-4483-ab55-81d819cb759c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:18.646623 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-bcc43794-c70c-4483-ab55-81d819cb759c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4775047 Jul 22 16:35:18.662670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Request body: {'port': {'device_id': '8ef7085d-a4cd-4aea-af81-3514fdc736ad', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '1ab5d218fcdc4950841118db5d6af246'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:18.752769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-7b473c7f-baf7-4d49-9d4f-3ef630ef0287 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3 HTTP/1.1" status: 200 len: 217 time: 0.1245992 Jul 22 16:35:18.904876 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.015925 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:19.018184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:19.024662 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6290a8a6-e23c-4a85-9b4f-53cda9db8d74" -d '{"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-plugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:19.029474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3958868d-12eb-422e-92a4-1059b4457287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:19.031447 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.032419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-3958868d-12eb-422e-92a4-1059b4457287 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc4c2575-cbae-40f7-9acf-339211b5628e HTTP/1.1" status: 200 len: 856 time: 0.2550232 Jul 22 16:35:19.040631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Made reservation on behalf of 1ab5d218fcdc4950841118db5d6af246 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:19.043921 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-bafd6505-354f-4309-9d79-d5cd7f6770e1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2446964 Jul 22 16:35:19.045953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.192064 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0cbee95-c1d9-42c6-bc5d-ac0401ef13a3 req-2df44f7e-8f4b-4a38-97d6-7f7d892c8d12 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0275187 Jul 22 16:35:19.200898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-bd0c2be2-93a3-42d0-a6d4-827bc51ceab2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:19.202840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-bd0c2be2-93a3-42d0-a6d4-827bc51ceab2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344442 Jul 22 16:35:19.215480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94c376-18bb-415b-9bdb-892721057280 req-2c6c791d-0147-44c9-96df-7ddd37aaad65 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:19.217972 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:19.221580 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b94c376-18bb-415b-9bdb-892721057280 req-2c6c791d-0147-44c9-96df-7ddd37aaad65 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 948 time: 0.2373803 Jul 22 16:35:19.256926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-caa1107a-4932-481d-aa66-1517d5ab9718 req-69d80514-b321-4339-bee6-d22665bd0daa tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 210 time: 0.2229908 Jul 22 16:35:19.298274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b94c376-18bb-415b-9bdb-892721057280 req-6914dd94-1c6c-463f-bfa8-c1883260e1c6 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625229 Jul 22 16:35:19.356028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4178839c-2ffa-4513-99a0-f7bf9904387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:19.375505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4178839c-2ffa-4513-99a0-f7bf9904387b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3172593 Jul 22 16:35:19.386589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Request body: {'port': {'device_id': '8d9a51d8-4108-4f39-8761-48c1fe4aba99', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '1ab5d218fcdc4950841118db5d6af246'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:19.440082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Allocated IP 192.168.233.31 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/64eca0cd-ca7a-424c-92cf-c7d6174d0c88) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:19.669750 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd8f185-bf04-41f0-adfd-a8156467994f x-openstack-request-id: req-bdd8f185-bf04-41f0-adfd-a8156467994f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:19.670552 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-plugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:19.670552 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdd8f185-bf04-41f0-adfd-a8156467994f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:19.670881 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004', 'code': 200} Jul 22 16:35:19.773213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.799911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Transition to ACTIVE for port object 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:19.806033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d268a-1135-4bb0-b543-29687a327f7e req-c5be4822-2d6f-46d8-98dc-67d80b7e98f5 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:19.807814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-c5be4822-2d6f-46d8-98dc-67d80b7e98f5 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 815 time: 0.3157923 Jul 22 16:35:19.836932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-0897aebb-0b8d-4a4c-9e9e-2a06def8642a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/quotas/44ffd3d54aac4f5fbaaac8acf023f56f HTTP/1.1" status: 200 len: 375 time: 0.0175552 Jul 22 16:35:19.864745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:19.931951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:19.956690 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:19.960963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:19.977141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:19.992645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Made reservation on behalf of 1ab5d218fcdc4950841118db5d6af246 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:19.998483 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.030463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event updated for resources: {'Port': ['ID=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:20.075063 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-b922d4ac-ae4f-4d55-bcd2-1908e7656821 service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803796 Jul 22 16:35:20.091317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:20.097460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.140649 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-fba8f54b-92ce-416a-aab8-b5c931578303 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4821947 Jul 22 16:35:20.176644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Request body: {'port': {'device_id': '8ef7085d-a4cd-4aea-af81-3514fdc736ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:20.284453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-609558e8-1301-443a-93cb-4e3544475d7d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4320011 Jul 22 16:35:20.447850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.604659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Allocated IP 192.168.233.41 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/29e52792-7278-4b96-be48-04240012b6b5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:20.605579 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5f358c9a-0bed-4e1d-b006-711300a554d8 None None] Provisioning for port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:20.619358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5f358c9a-0bed-4e1d-b006-711300a554d8 None None] Provisioning complete for port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:20.621071 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f358c9a-0bed-4e1d-b006-711300a554d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:20.639300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-e7374031-afc1-42e8-be25-60cc0c6d9538 service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388618 Jul 22 16:35:20.665437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-9a190c66-2db5-4cd6-b9f5-1388ef8edce0 service neutron] 10.222.0.53 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791473 Jul 22 16:35:20.728340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5f358c9a-0bed-4e1d-b006-711300a554d8 None None] Port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:35:20.757578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-1b0d0362-b517-4abf-8e2b-0629606d5daa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=2a2be50f-a1c6-4edf-b815-208de5f0cfd5 HTTP/1.1" status: 200 len: 217 time: 0.0907695 Jul 22 16:35:20.828943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-7f23a992-40cb-4a90-ad76-ec672408e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:20.830598 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-7f23a992-40cb-4a90-ad76-ec672408e3fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.0562620 Jul 22 16:35:20.973719 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6efe187-ea0a-43ef-9b77-c07ee46a4b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.135238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.168052 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-34135385-2dc7-4675-b2b0-c78c754af4a2 service neutron] 10.222.0.53 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821794 Jul 22 16:35:21.169307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Transition to ACTIVE for port object 29e52792-7278-4b96-be48-04240012b6b5 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:21.175847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe40660-862e-4a70-b00e-0f07378068f6 req-a119bef1-914b-4127-8c79-07e9f542a152 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.185974 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.190596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe40660-862e-4a70-b00e-0f07378068f6 req-a119bef1-914b-4127-8c79-07e9f542a152 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.209870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe40660-862e-4a70-b00e-0f07378068f6 req-a119bef1-914b-4127-8c79-07e9f542a152 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.211846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0f8d531a-f7ce-43f5-a00d-1c85e7bf34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.213532 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-0f8d531a-f7ce-43f5-a00d-1c85e7bf34b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3673952 Jul 22 16:35:21.216493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe40660-862e-4a70-b00e-0f07378068f6 req-a119bef1-914b-4127-8c79-07e9f542a152 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.238647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe40660-862e-4a70-b00e-0f07378068f6 req-a119bef1-914b-4127-8c79-07e9f542a152 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.250369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe40660-862e-4a70-b00e-0f07378068f6 req-a119bef1-914b-4127-8c79-07e9f542a152 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.257824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe40660-862e-4a70-b00e-0f07378068f6 req-a119bef1-914b-4127-8c79-07e9f542a152 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.259988 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fe40660-862e-4a70-b00e-0f07378068f6 req-a119bef1-914b-4127-8c79-07e9f542a152 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.9809637 Jul 22 16:35:21.287165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.343563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:21.400659 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56f656bf-1b74-4890-9242-d78cb4769125 req-b74b355b-421b-4f01-92a6-20be807f3502 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9103663 Jul 22 16:35:21.464641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:21.473427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:21.492194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:21.505087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event updated for resources: {'Port': ['ID=29e52792-7278-4b96-be48-04240012b6b5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:21.560779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fe40660-862e-4a70-b00e-0f07378068f6 req-d3f9ee6c-5206-4aba-bdd6-2a084fafd4e1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2476516 Jul 22 16:35:21.850727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.851512 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:21.869004 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-374fa43e-0dda-4e90-9f81-1f14ed39d6c4 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272902 Jul 22 16:35:21.914277 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-637c9932-2285-4eec-a6b3-bcfb1c5177fe tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5621948 Jul 22 16:35:21.939182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-23373cf7-d4cb-48d6-afff-c52f7421208e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:35:21.940269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-23373cf7-d4cb-48d6-afff-c52f7421208e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123537 Jul 22 16:35:21.955295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f656bf-1b74-4890-9242-d78cb4769125 req-7e0b2ec6-da49-4e56-b4fe-13a1b79e5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:21.957766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56f656bf-1b74-4890-9242-d78cb4769125 req-7e0b2ec6-da49-4e56-b4fe-13a1b79e5469 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 1098 time: 0.4427772 Jul 22 16:35:22.069031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b5d4e71a-06a2-412c-a888-3c9a5d168e4e None None] Provisioning for port 29e52792-7278-4b96-be48-04240012b6b5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:22.075048 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b5d4e71a-06a2-412c-a888-3c9a5d168e4e None None] Provisioning complete for port 29e52792-7278-4b96-be48-04240012b6b5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:22.076036 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b5d4e71a-06a2-412c-a888-3c9a5d168e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.118180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-26fff854-cc00-487f-bd6d-9306033aa324 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958048 Jul 22 16:35:22.153051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4e71a-06a2-412c-a888-3c9a5d168e4e None None] Port 29e52792-7278-4b96-be48-04240012b6b5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:35:22.169782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Request body: {'port': {'device_id': '8d9a51d8-4108-4f39-8761-48c1fe4aba99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:22.296134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f656bf-1b74-4890-9242-d78cb4769125 req-a79ec38a-5382-493d-850c-8ca98b8038d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.298763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56f656bf-1b74-4890-9242-d78cb4769125 req-a79ec38a-5382-493d-850c-8ca98b8038d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 916 time: 0.2347853 Jul 22 16:35:22.303138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:22.315562 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.333388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361fbc6-290a-490a-a0e7-3d67738a62c9 req-d9f8dc5b-70d1-40c1-b5f5-2297438cc1c6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.343604 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7361fbc6-290a-490a-a0e7-3d67738a62c9 req-d9f8dc5b-70d1-40c1-b5f5-2297438cc1c6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 935 time: 0.5673013 Jul 22 16:35:22.383334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Transition to ACTIVE for port object 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:22.433822 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.438904 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.442986 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56f656bf-1b74-4890-9242-d78cb4769125 req-e3e248c3-b2d9-44dc-863e-70f05803a463 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe500f77-5c08-48fc-b090-7f353f6507a8 HTTP/1.1" status: 200 len: 217 time: 0.0975792 Jul 22 16:35:22.531310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-a1bc88bb-56bd-422c-85ce-781d68dffbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.532875 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-a1bc88bb-56bd-422c-85ce-781d68dffbd4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d&tenant_id=048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 1101 time: 0.6683791 Jul 22 16:35:22.534187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-2caa2dc9-759d-45d0-93cb-83ac181c5460 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3345ea44-c513-4b13-b69f-8b0b4665af70 HTTP/1.1" status: 200 len: 217 time: 0.3754680 Jul 22 16:35:22.545305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be7b4e-944f-42b8-9cbd-147c1604ed8c req-9f737cfc-b030-44a3-9433-2665b2afea10 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.553243 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1be7b4e-944f-42b8-9cbd-147c1604ed8c req-9f737cfc-b030-44a3-9433-2665b2afea10 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 949 time: 0.9339354 Jul 22 16:35:22.597925 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7361fbc6-290a-490a-a0e7-3d67738a62c9 req-42be6d55-632d-447f-b816-552c8847952d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176826 Jul 22 16:35:22.616026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f656bf-1b74-4890-9242-d78cb4769125 req-265ab7dd-aeac-4056-ba04-9b79cf5b2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.618198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56f656bf-1b74-4890-9242-d78cb4769125 req-265ab7dd-aeac-4056-ba04-9b79cf5b2cf1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.1584914 Jul 22 16:35:22.619120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Pushing event updated for resources: {'Port': ['ID=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:22.704104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56f656bf-1b74-4890-9242-d78cb4769125 req-35d76eed-a526-4347-b112-c6820df7fdaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747588 Jul 22 16:35:22.731980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-7f72f3a8-6632-43f5-b68c-755355efe65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:22.733521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-7f72f3a8-6632-43f5-b68c-755355efe65e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.1591079 Jul 22 16:35:22.752088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:22.854711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1be7b4e-944f-42b8-9cbd-147c1604ed8c req-935b0203-1eab-4e16-8f87-660442b0d72d tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004735 Jul 22 16:35:22.913600 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56f656bf-1b74-4890-9242-d78cb4769125 req-85cccafe-8379-403b-ab19-ed31549cce8f service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709239 Jul 22 16:35:22.984658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Attempting to bind port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:22.985000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Attempting to bind port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:22.985332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Attempting to bind port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:23.027869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-537501a3-4c63-4514-93c2-e4c1ec3f9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.029472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-537501a3-4c63-4514-93c2-e4c1ec3f9b27 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 1101 time: 0.4198630 Jul 22 16:35:23.061939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:23.063720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Attempting to bind port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:23.086922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:23.087441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:23.087945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:23.088506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Bound port: 64eca0cd-ca7a-424c-92cf-c7d6174d0c88, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:23.088985 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.104066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf610ff5-c644-478c-926a-fd16331fb119 req-50f277de-a31c-4711-a835-224e3bd7844c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 210 time: 0.0710235 Jul 22 16:35:23.120671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a07f8a-eeb4-493e-ba5d-448cbab5225f req-dc6926a3-1e53-4f40-90ed-4c0130268729 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.122517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6a07f8a-eeb4-493e-ba5d-448cbab5225f req-dc6926a3-1e53-4f40-90ed-4c0130268729 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 949 time: 0.3892848 Jul 22 16:35:23.136191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-809f34eb-2f76-4a74-8172-724ee9028e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.137737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-809f34eb-2f76-4a74-8172-724ee9028e09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3698175 Jul 22 16:35:23.178028 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56f656bf-1b74-4890-9242-d78cb4769125 req-a364fa3a-76a5-40f9-a438-431856dc1f0b service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322342 Jul 22 16:35:23.254130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6a07f8a-eeb4-493e-ba5d-448cbab5225f req-29287d58-d20d-4153-aa0c-f3b687baab7d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008899 Jul 22 16:35:23.255945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] For port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:23.261565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] For port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:23.274615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.376198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-b10e1959-9044-4c5c-9d50-2b4fbdafa8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.378377 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-b10e1959-9044-4c5c-9d50-2b4fbdafa8e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3348677 Jul 22 16:35:23.385063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.386983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.390449 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] 10.222.0.20 "PUT /v2.0/ports/64eca0cd-ca7a-424c-92cf-c7d6174d0c88 HTTP/1.1" status: 200 len: 1096 time: 3.2343056 Jul 22 16:35:23.410616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef7085d-a4cd-4aea-af81-3514fdc736ad', 'tag': '64eca0cd-ca7a-424c-92cf-c7d6174d0c88'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:23.414802 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef7085d-a4cd-4aea-af81-3514fdc736ad", "tag": "64eca0cd-ca7a-424c-92cf-c7d6174d0c88"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:23.512089 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-6442db48-0976-4f61-b242-29e85e6b2576 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=20289c5f-877d-425f-bd75-eef6a5787004 HTTP/1.1" status: 200 len: 217 time: 0.1231360 Jul 22 16:35:23.572432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7525081-bc2f-4939-95a1-2d70e5f49edc service neutron] Pushing event updated for resources: {'Port': ['ID=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:23.577748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-92cef417-d356-4cc9-b8f7-7330fde53eb7 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935776 Jul 22 16:35:23.679910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d268a-1135-4bb0-b543-29687a327f7e req-d26aa3c4-4c13-45e4-bb4c-dbcfe4eae70c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.682083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-d26aa3c4-4c13-45e4-bb4c-dbcfe4eae70c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 815 time: 0.3404408 Jul 22 16:35:23.735370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Request body: {'port': {'device_id': '44f22735-b2be-4f49-a72e-262cfab3978e', 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b', 'admin_state_up': True, 'tenant_id': '44ffd3d54aac4f5fbaaac8acf023f56f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:23.759615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-57f9d066-45e0-4585-84f6-91b5527fe953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.761137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-57f9d066-45e0-4585-84f6-91b5527fe953 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 1099 time: 0.2769928 Jul 22 16:35:23.778682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-261b4c28-a194-4ac8-8a8a-f0263546cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.780557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-261b4c28-a194-4ac8-8a8a-f0263546cb57 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2573898 Jul 22 16:35:23.800021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942f3b0-4326-4d6b-888f-9eae826da9f6 req-22e91736-9cb4-494c-bdb9-a7edc146ce38 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.807475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942f3b0-4326-4d6b-888f-9eae826da9f6 req-22e91736-9cb4-494c-bdb9-a7edc146ce38 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.814174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942f3b0-4326-4d6b-888f-9eae826da9f6 req-22e91736-9cb4-494c-bdb9-a7edc146ce38 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.820843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942f3b0-4326-4d6b-888f-9eae826da9f6 req-22e91736-9cb4-494c-bdb9-a7edc146ce38 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.827198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942f3b0-4326-4d6b-888f-9eae826da9f6 req-22e91736-9cb4-494c-bdb9-a7edc146ce38 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.835296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942f3b0-4326-4d6b-888f-9eae826da9f6 req-22e91736-9cb4-494c-bdb9-a7edc146ce38 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.841585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942f3b0-4326-4d6b-888f-9eae826da9f6 req-22e91736-9cb4-494c-bdb9-a7edc146ce38 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:23.844356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8942f3b0-4326-4d6b-888f-9eae826da9f6 req-22e91736-9cb4-494c-bdb9-a7edc146ce38 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.5783944 Jul 22 16:35:23.866521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e52792-7278-4b96-be48-04240012b6b5 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:23.893035 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.932495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Transition to ACTIVE for port object 29e52792-7278-4b96-be48-04240012b6b5 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:23.938753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-a90796f7-c1b8-4f2d-b17c-8fd27908b201 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=64eca0cd-ca7a-424c-92cf-c7d6174d0c88 HTTP/1.1" status: 200 len: 217 time: 0.1600368 Jul 22 16:35:23.947420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:23.956487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-682107fe-8c6e-456c-bff0-ac5aeaf4f12d service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688841 Jul 22 16:35:23.978443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8942f3b0-4326-4d6b-888f-9eae826da9f6 req-dcd3dd33-bc9a-486b-8cca-2bc1b4e99154 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219051 Jul 22 16:35:24.060472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Pushing event updated for resources: {'Port': ['ID=29e52792-7278-4b96-be48-04240012b6b5,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:24.063358 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43c3d8a-b426-4346-8eee-32bd96692ecd x-openstack-request-id: req-f43c3d8a-b426-4346-8eee-32bd96692ecd {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:24.063358 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef7085d-a4cd-4aea-af81-3514fdc736ad", "tag": "64eca0cd-ca7a-424c-92cf-c7d6174d0c88", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:24.063716 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f43c3d8a-b426-4346-8eee-32bd96692ecd {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:24.063837 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef7085d-a4cd-4aea-af81-3514fdc736ad', 'tag': '64eca0cd-ca7a-424c-92cf-c7d6174d0c88', 'status': 'completed', 'code': 200} Jul 22 16:35:24.090817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-e8f6445a-4a2d-4c25-a4e0-5ac9143d4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:24.092411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-e8f6445a-4a2d-4c25-a4e0-5ac9143d4adb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1308353 Jul 22 16:35:24.126548 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.246315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Attempting to bind port 29e52792-7278-4b96-be48-04240012b6b5 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:24.246777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Attempting to bind port 29e52792-7278-4b96-be48-04240012b6b5 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:24.247081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Attempting to bind port 29e52792-7278-4b96-be48-04240012b6b5 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:24.263877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Port 29e52792-7278-4b96-be48-04240012b6b5 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:24.264259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Attempting to bind port 29e52792-7278-4b96-be48-04240012b6b5 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:24.279236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:24.279236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:24.283027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:24.283639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Bound port: 29e52792-7278-4b96-be48-04240012b6b5, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:24.284258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.287762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:24.289649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Made reservation on behalf of 44ffd3d54aac4f5fbaaac8acf023f56f for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:24.300434 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.300968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:24.358044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5ae6e-2d58-4949-b6d5-e6969edba934 req-333b13f2-0535-4858-a7f2-9538514f8437 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:24.369201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00b5ae6e-2d58-4949-b6d5-e6969edba934 req-333b13f2-0535-4858-a7f2-9538514f8437 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 947 time: 0.2724431 Jul 22 16:35:24.407923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-1e9ec9a1-9bac-4329-9cc2-bf668820385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:24.410042 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-1e9ec9a1-9bac-4329-9cc2-bf668820385f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3048260 Jul 22 16:35:24.456500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-168ee2a0-1aff-4ad6-a85a-184edd7ca3eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e HTTP/1.1" status: 200 len: 217 time: 0.4330783 Jul 22 16:35:24.466906 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.471189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2f38e0f-2de9-43ff-97ed-1a2b6ac96791 req-b5c0504b-27ae-4b6e-b2ce-195803b09317 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 210 time: 0.1089966 Jul 22 16:35:24.499436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf086092-2276-4718-a485-7f98166bcf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.504121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:24.507318 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a82a1be-3272-40d4-a5a5-e4a9891ef08e" -d '{"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-unplugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:24.538350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:24.544803 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.616713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:24.633068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] For port 29e52792-7278-4b96-be48-04240012b6b5, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:24.641319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-a838e9de-b1dd-420f-a7d5-8e2b6fd21b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:24.642792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-a838e9de-b1dd-420f-a7d5-8e2b6fd21b00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.1668952 Jul 22 16:35:24.655023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-853667bd-ba44-499b-8e7a-42a81df2a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:24.656520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-853667bd-ba44-499b-8e7a-42a81df2a12a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8106692 Jul 22 16:35:24.660270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] For port 29e52792-7278-4b96-be48-04240012b6b5, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=29e52792-7278-4b96-be48-04240012b6b5,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:24.670696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00b5ae6e-2d58-4949-b6d5-e6969edba934 req-466f004e-fc81-4287-bafd-925de874f34a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010743 Jul 22 16:35:24.676752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-c42695a3-4c9b-41c2-9302-131b25fac2d0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:35:24.677922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-c42695a3-4c9b-41c2-9302-131b25fac2d0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062816 Jul 22 16:35:24.686544 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.722273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Allocated IP 172.20.0.14 (52ae9953-fa67-40af-98a2-f8d304509d5b/d1fef956-3b36-4a04-b9f6-a4bb231b791c/b19b60cf-94df-4d47-93b5-171529e46e2d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:24.726438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-9708b92a-cfe1-4e7c-9905-aef35f2b8940 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485282 Jul 22 16:35:24.757692 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8130bc-3645-4d00-a389-b8332a92468d x-openstack-request-id: req-fd8130bc-3645-4d00-a389-b8332a92468d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:24.759668 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-unplugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:24.760333 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd8130bc-3645-4d00-a389-b8332a92468d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:24.761046 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004', 'code': 200} Jul 22 16:35:24.799000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:24.800054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:24.802885 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] 10.222.0.20 "PUT /v2.0/ports/29e52792-7278-4b96-be48-04240012b6b5 HTTP/1.1" status: 200 len: 1096 time: 2.6774309 Jul 22 16:35:24.807933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9a51d8-4108-4f39-8761-48c1fe4aba99', 'tag': '29e52792-7278-4b96-be48-04240012b6b5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:24.810654 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9a51d8-4108-4f39-8761-48c1fe4aba99", "tag": "29e52792-7278-4b96-be48-04240012b6b5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:24.893302 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0b9b92-3348-4e91-a743-9b206840c8e8 x-openstack-request-id: req-9b0b9b92-3348-4e91-a743-9b206840c8e8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:24.893595 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9a51d8-4108-4f39-8761-48c1fe4aba99", "tag": "29e52792-7278-4b96-be48-04240012b6b5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:24.894041 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b0b9b92-3348-4e91-a743-9b206840c8e8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:24.895248 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9a51d8-4108-4f39-8761-48c1fe4aba99', 'tag': '29e52792-7278-4b96-be48-04240012b6b5', 'status': 'completed', 'code': 200} Jul 22 16:35:24.910360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87199dfd-e48d-4fca-ac0a-35a5b5afa75e service neutron] Pushing event updated for resources: {'Port': ['ID=29e52792-7278-4b96-be48-04240012b6b5,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:24.937467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84ead9-4a06-4bf2-8693-e9b7badd5d3b req-5b86d519-c053-4b2e-8807-8366b1c79cdb tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:24.939206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d84ead9-4a06-4bf2-8693-e9b7badd5d3b req-5b86d519-c053-4b2e-8807-8366b1c79cdb tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.3792183 Jul 22 16:35:24.951290 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-713e0831-5953-4d0b-b2b0-862173c9aedf service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154126 Jul 22 16:35:24.963399 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf086092-2276-4718-a485-7f98166bcf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.006126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf086092-2276-4718-a485-7f98166bcf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.042867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-44bf4832-3c2a-4fbb-8f9b-5785f9daa88c service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279493 Jul 22 16:35:25.053758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d84ead9-4a06-4bf2-8693-e9b7badd5d3b req-65a86dba-edd2-4bf9-9607-5081810bec10 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879672 Jul 22 16:35:25.059722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4994bf52-0078-4ae4-86d6-2dfb3d1481e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.061616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e8f159a9-2adb-460b-8579-b834412f82bc no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:25.062061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4994bf52-0078-4ae4-86d6-2dfb3d1481e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4043126 Jul 22 16:35:25.102650 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cf086092-2276-4718-a485-7f98166bcf8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94e6210b472047b8982f38e1cfc955ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7869844 Jul 22 16:35:25.119059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:25.127080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf086092-2276-4718-a485-7f98166bcf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b164bc76-be0d-4ed5-97dd-7b9d1cb706f0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:25.190715 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.224435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.234164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e8f159a9-2adb-460b-8579-b834412f82bc,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:25.240498 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.300393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e8f159a9-2adb-460b-8579-b834412f82bc,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:25.341660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-6bba5402-24f0-4d0e-a62d-4ada1ff7007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.343360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-6bba5402-24f0-4d0e-a62d-4ada1ff7007e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 1099 time: 0.2512918 Jul 22 16:35:25.374079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9458f-9f9b-4c32-b173-e06e1c704032 req-c406ba2d-8e6c-4014-8c03-d24110a16ea5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.380211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9458f-9f9b-4c32-b173-e06e1c704032 req-c406ba2d-8e6c-4014-8c03-d24110a16ea5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.386250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9458f-9f9b-4c32-b173-e06e1c704032 req-c406ba2d-8e6c-4014-8c03-d24110a16ea5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.392516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9458f-9f9b-4c32-b173-e06e1c704032 req-c406ba2d-8e6c-4014-8c03-d24110a16ea5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.398959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9458f-9f9b-4c32-b173-e06e1c704032 req-c406ba2d-8e6c-4014-8c03-d24110a16ea5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.404762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9458f-9f9b-4c32-b173-e06e1c704032 req-c406ba2d-8e6c-4014-8c03-d24110a16ea5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.410663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9458f-9f9b-4c32-b173-e06e1c704032 req-c406ba2d-8e6c-4014-8c03-d24110a16ea5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.412668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-36a9458f-9f9b-4c32-b173-e06e1c704032 req-c406ba2d-8e6c-4014-8c03-d24110a16ea5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.2895801 Jul 22 16:35:25.413794 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.449889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f9771c6f-71ef-41b9-8a72-11d53e2639d0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:25.478742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fe500f77-5c08-48fc-b090-7f353f6507a8', '9a7d44a4-b069-4592-a235-92ef8985081d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:25.504642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-1680f4a0-1205-4dfe-9dee-a8d952eef687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.506288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-1680f4a0-1205-4dfe-9dee-a8d952eef687 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 1099 time: 0.6191802 Jul 22 16:35:25.618488 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-92a835cb-2d68-4f7d-a069-d2f758caeab1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=29e52792-7278-4b96-be48-04240012b6b5 HTTP/1.1" status: 200 len: 217 time: 0.0778449 Jul 22 16:35:25.666260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-b8b5698a-d792-4a49-9910-0d8ed02450b6 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890670 Jul 22 16:35:25.751872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2051109e-4f1f-4466-b55e-311b6bfdd0a9 req-f3279e25-4414-4545-84af-7d7fadd57f0b service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6965606 Jul 22 16:35:25.782288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Network 52ae9953-fa67-40af-98a2-f8d304509d5b is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:25.793143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-c1d9ffee-9888-4fae-b97f-42437c0a12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.794667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Pushing event updated for resources: {'Port': ['ID=b19b60cf-94df-4d47-93b5-171529e46e2d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:25.794912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-c1d9ffee-9888-4fae-b97f-42437c0a12d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1619256 Jul 22 16:35:25.795659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4812e49-478e-4f30-a533-5371ad2b77c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.797603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:25.810647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:25.823270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-36a9458f-9f9b-4c32-b173-e06e1c704032 req-db5c9ca7-d06c-4f3a-9798-ad3109615990 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3982401 Jul 22 16:35:25.872288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-5a8620fe-cbcb-4177-94e8-411a638d5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.873949 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-5a8620fe-cbcb-4177-94e8-411a638d5e7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.5222743 Jul 22 16:35:25.883843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:25.884637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.950338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4812e49-478e-4f30-a533-5371ad2b77c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:25.962876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-1697551c-8542-4136-8873-531566116744 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2332742 Jul 22 16:35:25.964299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-7bc1f57e-40c8-4f51-b9ef-7e4a5105ac75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=64eca0cd-ca7a-424c-92cf-c7d6174d0c88 HTTP/1.1" status: 200 len: 217 time: 0.0757408 Jul 22 16:35:25.996507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Request body: {'port': {'device_id': '44f22735-b2be-4f49-a72e-262cfab3978e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:26.031227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-cb8c9384-a0bc-4e4a-acef-6f6d6023665e service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365605 Jul 22 16:35:26.053589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee84d7-21a4-46f4-92dd-07e17d240a62 req-9a90012f-e13b-4127-8038-c10d034cb3d2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.056797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b6ee84d7-21a4-46f4-92dd-07e17d240a62 req-9a90012f-e13b-4127-8038-c10d034cb3d2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 932 time: 0.4528372 Jul 22 16:35:26.111000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-011bf2b7-7219-48ae-8fb5-fac3f4da7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.112835 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-011bf2b7-7219-48ae-8fb5-fac3f4da7cb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1230810 Jul 22 16:35:26.121118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4e456ed5-a4a2-4aea-a273-6d5fabff9a51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=34033e5a-85e6-4a68-acf0-f674a010aa8d HTTP/1.1" status: 200 len: 217 time: 0.0632119 Jul 22 16:35:26.187833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-711a8a5b-52a1-49af-beac-ae46b574876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.189998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-711a8a5b-52a1-49af-beac-ae46b574876e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3308010 Jul 22 16:35:26.232663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b6ee84d7-21a4-46f4-92dd-07e17d240a62 req-3342c114-a3f2-45d2-bef2-15db7df42d27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606081 Jul 22 16:35:26.234363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23538d-2df8-4464-996c-d1f6e72d2e85 req-326d5c06-5dcf-4c80-bda9-a290ed3235e9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.237102 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-de23538d-2df8-4464-996c-d1f6e72d2e85 req-326d5c06-5dcf-4c80-bda9-a290ed3235e9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 947 time: 0.2847159 Jul 22 16:35:26.240873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.254994 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4812e49-478e-4f30-a533-5371ad2b77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.258383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4812e49-478e-4f30-a533-5371ad2b77c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.259589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c4812e49-478e-4f30-a533-5371ad2b77c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b164bc76-be0d-4ed5-97dd-7b9d1cb706f0 HTTP/1.1" status: 204 len: 168 time: 1.1395450 Jul 22 16:35:26.280851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-89e32049-d02c-45fc-ada7-c6a529d47b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.283804 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-89e32049-d02c-45fc-ada7-c6a529d47b85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.1466262 Jul 22 16:35:26.291295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4812e49-478e-4f30-a533-5371ad2b77c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b164bc76-be0d-4ed5-97dd-7b9d1cb706f0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:26.460503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-66704b85-a9d2-444a-a398-7ff1156772c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.462865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-66704b85-a9d2-444a-a398-7ff1156772c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3108785 Jul 22 16:35:26.467556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-de23538d-2df8-4464-996c-d1f6e72d2e85 req-aa961379-8084-4274-b205-5309f63f4732 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084868 Jul 22 16:35:26.506722 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-cb3b66ce-5904-4b81-bff1-7b91931710f0 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058386 Jul 22 16:35:26.647772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-d8261879-80a2-4c97-a637-7a2125eb649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.649404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-d8261879-80a2-4c97-a637-7a2125eb649c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3533783 Jul 22 16:35:26.692512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3677bddf-0ace-4952-81da-9f6f1436bf84 req-b1bd8682-f223-45cb-94a7-4badf9128418 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769240 Jul 22 16:35:26.762621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:26.766761 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e119e615-ecf7-4be9-a2b0-6794d175f78a" -d '{"events": [{"server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:26.769776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04025288-3eb7-4b08-9da3-1421e033c780 req-81ecd03a-35bf-41ea-b19f-d4abab62bc48 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:26.777188 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-04025288-3eb7-4b08-9da3-1421e033c780 req-81ecd03a-35bf-41ea-b19f-d4abab62bc48 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.3374782 Jul 22 16:35:26.789147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39310) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:26.818907 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-587533da-8971-4511-9989-975e0d7135a7 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479297 Jul 22 16:35:26.825353 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63bc6247-7f81-41f2-9693-f54fc7f9890e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:26.829855 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5176bc66-797a-4811-b1c7-91fe2f256c33 x-openstack-request-id: req-5176bc66-797a-4811-b1c7-91fe2f256c33 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:26.830293 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "name": "network-vif-unplugged", "status": "completed", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:26.830687 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5176bc66-797a-4811-b1c7-91fe2f256c33 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:26.831243 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc', 'code': 200} Jul 22 16:35:26.877887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-a07bdb4b-5721-4498-b41d-2007d5bd7955 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138193 Jul 22 16:35:26.899952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-04025288-3eb7-4b08-9da3-1421e033c780 req-bf26cb4f-48c3-4e8b-b9c2-594a39c7eb3e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207788 Jul 22 16:35:27.026186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4cdeb8cc-d0a3-40f3-b742-d2b447c629ea req-d3f5e32a-1a51-4045-8f6a-b45d5b1d1067 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985378 Jul 22 16:35:27.041215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19b60cf-94df-4d47-93b5-171529e46e2d {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:27.052362 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.064935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-5e6cd3c2-1afe-4b3b-87e8-deef834a3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.067105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-5e6cd3c2-1afe-4b3b-87e8-deef834a3c4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 1099 time: 0.2447956 Jul 22 16:35:27.073514 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Transition to ACTIVE for port object b19b60cf-94df-4d47-93b5-171529e46e2d will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:27.078119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.082599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:27.108014 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f442a95-3b92-44ec-bd5e-173287ac4e42 req-8606df55-0eed-4497-bbbd-2b5bc6b041ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.114621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f442a95-3b92-44ec-bd5e-173287ac4e42 req-8606df55-0eed-4497-bbbd-2b5bc6b041ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.120561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f442a95-3b92-44ec-bd5e-173287ac4e42 req-8606df55-0eed-4497-bbbd-2b5bc6b041ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.126501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f442a95-3b92-44ec-bd5e-173287ac4e42 req-8606df55-0eed-4497-bbbd-2b5bc6b041ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.133018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f442a95-3b92-44ec-bd5e-173287ac4e42 req-8606df55-0eed-4497-bbbd-2b5bc6b041ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.139012 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f442a95-3b92-44ec-bd5e-173287ac4e42 req-8606df55-0eed-4497-bbbd-2b5bc6b041ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.140024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-09d23734-adaa-4fb4-bcbb-4a0608e80873 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351370 Jul 22 16:35:27.146175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f442a95-3b92-44ec-bd5e-173287ac4e42 req-8606df55-0eed-4497-bbbd-2b5bc6b041ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.148215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f442a95-3b92-44ec-bd5e-173287ac4e42 req-8606df55-0eed-4497-bbbd-2b5bc6b041ab tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.1941044 Jul 22 16:35:27.216716 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Pushing event updated for resources: {'Port': ['ID=b19b60cf-94df-4d47-93b5-171529e46e2d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:27.235164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-cb7be08d-5cf1-4aa4-ba05-d037547d1648 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145 HTTP/1.1" status: 200 len: 217 time: 0.0804005 Jul 22 16:35:27.243509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63bc6247-7f81-41f2-9693-f54fc7f9890e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.252645 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:27.253081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f442a95-3b92-44ec-bd5e-173287ac4e42 req-93d721ee-7eb8-4c4e-b8da-6ae7ba9fa0d4 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805929 Jul 22 16:35:27.264433 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63bc6247-7f81-41f2-9693-f54fc7f9890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.275174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '64eca0cd-ca7a-424c-92cf-c7d6174d0c88', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '64eca0cd-ca7a-424c-92cf-c7d6174d0c88', 'mac_address': 'fa:16:3e:f3:c3:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:27.336224 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.356429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Attempting to bind port b19b60cf-94df-4d47-93b5-171529e46e2d on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:27.356797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Attempting to bind port b19b60cf-94df-4d47-93b5-171529e46e2d by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:27.357266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Attempting to bind port b19b60cf-94df-4d47-93b5-171529e46e2d on network 52ae9953-fa67-40af-98a2-f8d304509d5b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:27.362374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-ae707883-f6f6-4fc8-886b-9c5994eb50d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.364048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Port b19b60cf-94df-4d47-93b5-171529e46e2d on network 52ae9953-fa67-40af-98a2-f8d304509d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:27.364444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Attempting to bind port b19b60cf-94df-4d47-93b5-171529e46e2d on network 52ae9953-fa67-40af-98a2-f8d304509d5b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:27.365221 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-ae707883-f6f6-4fc8-886b-9c5994eb50d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2756083 Jul 22 16:35:27.371156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:27.371526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Checking segment: {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:27.372040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Bound using segment: {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:27.372466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Bound port: b19b60cf-94df-4d47-93b5-171529e46e2d, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3d24b4-4403-4999-b8a5-a9da99903e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:27.372618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:27.373004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.396897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-63bc6247-7f81-41f2-9693-f54fc7f9890e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abac10826460442fb7be18428e37349d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066737 Jul 22 16:35:27.397616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc6247-7f81-41f2-9693-f54fc7f9890e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627704d2-5cea-4b6d-802f-53287f749994,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:27.403513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-cb76af74-0953-4ce2-ba6a-e7863c1c3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.405897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-cb76af74-0953-4ce2-ba6a-e7863c1c3199 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 200 len: 797 time: 0.1570690 Jul 22 16:35:27.406251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:27.430379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:27.435436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.436172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:27.449692 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-e8f6ed2d-1ce0-4398-abf7-a86d0fa3ccac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=29e52792-7278-4b96-be48-04240012b6b5 HTTP/1.1" status: 200 len: 217 time: 0.0651960 Jul 22 16:35:27.537704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] For port b19b60cf-94df-4d47-93b5-171529e46e2d, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:27.541994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] For port b19b60cf-94df-4d47-93b5-171529e46e2d, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b19b60cf-94df-4d47-93b5-171529e46e2d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:27.543380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:27.549007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.549870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:27.578283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'mac_address': 'fa:16:3e:a2:d9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:27.619245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-7cec5849-2be6-41da-bb9a-1b57c00d7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.621718 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-7cec5849-2be6-41da-bb9a-1b57c00d7b0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1412513 Jul 22 16:35:27.664345 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.670097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.670897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.672723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-9f841216-5982-49d7-bc84-f9742864216c service neutron] 10.222.0.65 "PUT /v2.0/ports/b19b60cf-94df-4d47-93b5-171529e46e2d HTTP/1.1" status: 200 len: 1093 time: 1.6844192 Jul 22 16:35:27.678387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4dc4d25a-1079-4f20-9ba6-16a780496b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.680712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4dc4d25a-1079-4f20-9ba6-16a780496b38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2409604 Jul 22 16:35:27.694976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f22735-b2be-4f49-a72e-262cfab3978e', 'tag': 'b19b60cf-94df-4d47-93b5-171529e46e2d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:27.697751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c79a099-ff0c-496f-98de-255a6d683c8e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:27.698456 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea71d90d-af09-49f9-878d-e8f85e1d69da" -d '{"events": [{"name": "network-changed", "server_uuid": "44f22735-b2be-4f49-a72e-262cfab3978e", "tag": "b19b60cf-94df-4d47-93b5-171529e46e2d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:27.701977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acade7b-725a-470e-9518-0da80f1a1a98 req-1608b17d-e588-450a-acfa-8404b5de482c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.704404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a99e-cdf8-4054-8172-809e2d53f1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.723012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acade7b-725a-470e-9518-0da80f1a1a98 req-1608b17d-e588-450a-acfa-8404b5de482c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 944 time: 0.2811604 Jul 22 16:35:27.735229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:27.742839 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.766084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f841216-5982-49d7-bc84-f9742864216c service neutron] Pushing event updated for resources: {'Port': ['ID=b19b60cf-94df-4d47-93b5-171529e46e2d,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:27.789760 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a99e-cdf8-4054-8172-809e2d53f1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.845145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:27.875162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ac3ab-2f14-4581-a142-9b16b7d8d5e6 req-d69d0fad-3415-4190-85b6-a72d11267948 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.876935 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-128ac3ab-2f14-4581-a142-9b16b7d8d5e6 req-d69d0fad-3415-4190-85b6-a72d11267948 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 947 time: 0.2564027 Jul 22 16:35:27.904878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d268a-1135-4bb0-b543-29687a327f7e req-e59eb4b2-5950-4942-a40e-90be347c3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.907387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-e59eb4b2-5950-4942-a40e-90be347c3472 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 1096 time: 0.1463785 Jul 22 16:35:27.959496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-af3c5186-cfe6-4b08-8b10-4f1c2bdf88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:27.961839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-af3c5186-cfe6-4b08-8b10-4f1c2bdf88c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3325372 Jul 22 16:35:27.977766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-8b14a42f-8ba0-48bd-be04-0634b98e634f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b19b60cf-94df-4d47-93b5-171529e46e2d HTTP/1.1" status: 200 len: 217 time: 0.0488470 Jul 22 16:35:27.978367 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acade7b-725a-470e-9518-0da80f1a1a98 req-c16f2f33-3e3e-48a7-a4a0-10e5085223dd tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532942 Jul 22 16:35:27.979842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a99e-cdf8-4054-8172-809e2d53f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.983301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b0a4a99e-cdf8-4054-8172-809e2d53f1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:27.986745 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b0a4a99e-cdf8-4054-8172-809e2d53f1d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/627704d2-5cea-4b6d-802f-53287f749994 HTTP/1.1" status: 204 len: 168 time: 0.5794570 Jul 22 16:35:28.011508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['9c79a099-ff0c-496f-98de-255a6d683c8e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:28.046660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-971700e8-f9da-4a91-8a59-8af93d281528 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107786 Jul 22 16:35:28.058338 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-128ac3ab-2f14-4581-a142-9b16b7d8d5e6 req-6dad77c6-241d-4845-9f16-071dacf1c686 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498466 Jul 22 16:35:28.061284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4a99e-cdf8-4054-8172-809e2d53f1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627704d2-5cea-4b6d-802f-53287f749994,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:28.102748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d268a-1135-4bb0-b543-29687a327f7e req-dbe32598-8196-449c-a846-e7f30461d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:28.102748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-dbe32598-8196-449c-a846-e7f30461d096 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.1063282 Jul 22 16:35:28.175391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-1ec355ac-ec02-4ed8-8945-959888ced9e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617378 Jul 22 16:35:28.201303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:28.411577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-8d5d07ca-6fcd-47fb-be2a-a779068d1446 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403946 Jul 22 16:35:28.584019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-bc8ed831-295b-45e5-bcd2-4377707c701c service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975000 Jul 22 16:35:28.652159 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-c4ae2403-aef9-49c0-9a32-bfbd6baf9b9c service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770366 Jul 22 16:35:28.803197 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f63d44-8fe7-4569-817d-c0be58978cc0 x-openstack-request-id: req-e0f63d44-8fe7-4569-817d-c0be58978cc0 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:28.804680 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f22735-b2be-4f49-a72e-262cfab3978e", "tag": "b19b60cf-94df-4d47-93b5-171529e46e2d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:28.804680 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0f63d44-8fe7-4569-817d-c0be58978cc0 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:28.805051 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f22735-b2be-4f49-a72e-262cfab3978e', 'tag': 'b19b60cf-94df-4d47-93b5-171529e46e2d', 'status': 'completed', 'code': 200} Jul 22 16:35:28.891220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-885d268a-1135-4bb0-b543-29687a327f7e req-bbee391e-de4f-4650-af88-5a0ba602c1cf service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905309 Jul 22 16:35:28.903569 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cc921-804c-4cc1-938b-f3e7832f91f8 req-9f5ae33a-8690-41f8-afe5-8dea337de593 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:28.912326 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b01cc921-804c-4cc1-938b-f3e7832f91f8 req-9f5ae33a-8690-41f8-afe5-8dea337de593 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.4876781 Jul 22 16:35:28.985947 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b01cc921-804c-4cc1-938b-f3e7832f91f8 req-78af7e79-d97f-425b-853b-c6a3e20638f7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723779 Jul 22 16:35:29.086861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 29e52792-7278-4b96-be48-04240012b6b5 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:29.175071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-6f01e77c-aeb0-4b09-a5ff-3a5b397b13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.178170 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-6f01e77c-aeb0-4b09-a5ff-3a5b397b13f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 1096 time: 0.1124713 Jul 22 16:35:29.335089 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-544eb75e-9cc3-4c0b-9218-afbc1884074d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 HTTP/1.1" status: 200 len: 217 time: 0.5623565 Jul 22 16:35:29.359107 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:35:29.388081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 29e52792-7278-4b96-be48-04240012b6b5, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=29e52792-7278-4b96-be48-04240012b6b5,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:29.416896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '29e52792-7278-4b96-be48-04240012b6b5', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '29e52792-7278-4b96-be48-04240012b6b5', 'mac_address': 'fa:16:3e:55:cb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:29.428850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54dcf4-61fd-4564-be71-fb458ca9a45f req-30087dd4-94f1-4eba-bef2-3e613fc3d82c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.430575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d54dcf4-61fd-4564-be71-fb458ca9a45f req-30087dd4-94f1-4eba-bef2-3e613fc3d82c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 944 time: 0.2505786 Jul 22 16:35:29.474653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12ab0a3a-8f9d-4eaf-b308-50bc6ddc1eea req-ff145f89-be04-425f-a157-f9a37bbd27d3 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0476515 Jul 22 16:35:29.502250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-a75901f8-fc03-4c0c-8088-816c3bb9a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.505340 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-a75901f8-fc03-4c0c-8088-816c3bb9a95c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 200 len: 797 time: 0.1467316 Jul 22 16:35:29.514784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-e1b8bf35-2a68-42a1-9d37-d1a6ec76740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.516840 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-e1b8bf35-2a68-42a1-9d37-d1a6ec76740d service neutron] 10.222.0.65 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 916 time: 0.3219090 Jul 22 16:35:29.526380 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d54dcf4-61fd-4564-be71-fb458ca9a45f req-3969cc6a-e711-4f13-98f0-297d6d78d152 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889490 Jul 22 16:35:29.571924 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.608610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e52792-7278-4b96-be48-04240012b6b5 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:29.634087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-c2796c63-ab85-4240-a50a-1a5de2bd23df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b19b60cf-94df-4d47-93b5-171529e46e2d HTTP/1.1" status: 200 len: 217 time: 0.1025391 Jul 22 16:35:29.677274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 29e52792-7278-4b96-be48-04240012b6b5, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=29e52792-7278-4b96-be48-04240012b6b5,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:29.690130 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:29.698665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf41d-77b5-4ff5-9066-19f3d0f2cfe0 req-a930e9f0-e0a0-4e1a-9f02-2c88cfb494fa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.709925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf41d-77b5-4ff5-9066-19f3d0f2cfe0 req-a930e9f0-e0a0-4e1a-9f02-2c88cfb494fa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.716771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf41d-77b5-4ff5-9066-19f3d0f2cfe0 req-a930e9f0-e0a0-4e1a-9f02-2c88cfb494fa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.724790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf41d-77b5-4ff5-9066-19f3d0f2cfe0 req-a930e9f0-e0a0-4e1a-9f02-2c88cfb494fa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.732145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf41d-77b5-4ff5-9066-19f3d0f2cfe0 req-a930e9f0-e0a0-4e1a-9f02-2c88cfb494fa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.744241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf41d-77b5-4ff5-9066-19f3d0f2cfe0 req-a930e9f0-e0a0-4e1a-9f02-2c88cfb494fa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.757112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bf41d-77b5-4ff5-9066-19f3d0f2cfe0 req-a930e9f0-e0a0-4e1a-9f02-2c88cfb494fa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.766477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-719bf41d-77b5-4ff5-9066-19f3d0f2cfe0 req-a930e9f0-e0a0-4e1a-9f02-2c88cfb494fa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.4299760 Jul 22 16:35:29.786621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=29e52792-7278-4b96-be48-04240012b6b5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:29.847040 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-719bf41d-77b5-4ff5-9066-19f3d0f2cfe0 req-ba3203cb-0837-4004-8f42-dcdcac3a2f5c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756688 Jul 22 16:35:29.856854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-ad202890-173d-45ab-a77f-dd9b38b62cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.862133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-ad202890-173d-45ab-a77f-dd9b38b62cd9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3404098 Jul 22 16:35:29.874968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-c8344128-ed00-4dd7-875d-975b9112739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:29.874968 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-c8344128-ed00-4dd7-875d-975b9112739d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.2227147 Jul 22 16:35:30.005031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da77e22-3514-491e-bffe-c045fa9368ee req-4d7a8585-5207-4edd-99c9-31d05e01f18e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:30.007177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3da77e22-3514-491e-bffe-c045fa9368ee req-4d7a8585-5207-4edd-99c9-31d05e01f18e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 948 time: 0.2846720 Jul 22 16:35:30.010770 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-3d837d07-8bc4-4a31-80d0-874c63dca120 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047564 Jul 22 16:35:30.114845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['29e52792-7278-4b96-be48-04240012b6b5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:30.121338 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3da77e22-3514-491e-bffe-c045fa9368ee req-0f29a358-f7ea-4dac-9ff1-1319a990069a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753541 Jul 22 16:35:30.250954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-4133d621-a590-4002-8c22-3eb8e58c43ca service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615620 Jul 22 16:35:30.259339 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-886eb8df-d826-46be-aeef-d1fcb26cb743 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389598 Jul 22 16:35:30.334793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:30.474599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea71d90d-af09-49f9-878d-e8f85e1d69da req-aa169b2a-c89f-49e0-988d-2bf526590024 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875422 Jul 22 16:35:30.496604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4b4c5-1e99-4c17-bce9-9de6b3f9043f req-e2e7be3d-961a-4e1d-8246-2dcc5879e2ab tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:30.498239 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ade4b4c5-1e99-4c17-bce9-9de6b3f9043f req-e2e7be3d-961a-4e1d-8246-2dcc5879e2ab tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.1965601 Jul 22 16:35:30.596713 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ade4b4c5-1e99-4c17-bce9-9de6b3f9043f req-43f77a00-563d-4343-ba1a-febfddab91a4 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866215 Jul 22 16:35:30.608907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:30.622720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '20289c5f-877d-425f-bd75-eef6a5787004', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '20289c5f-877d-425f-bd75-eef6a5787004', 'mac_address': 'fa:16:3e:bc:14:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:30.661391 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5eb48cf-5a46-441e-bc08-b89cc10c7364 req-cca80ef4-455c-4e63-a0e8-80a93b3a7b31 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870058 Jul 22 16:35:30.701919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f2cc8-4f5e-477f-853d-b4fb321aeb0d req-bc04123a-de96-4755-814b-49d1b0cdab1c tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:30.727683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a6f2cc8-4f5e-477f-853d-b4fb321aeb0d req-bc04123a-de96-4755-814b-49d1b0cdab1c tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.2908888 Jul 22 16:35:30.824726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844429db-5037-45fe-a0dd-a6fcf04a3aa6 req-4033d112-05c6-4c79-a223-74f69df33b77 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:30.839948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-844429db-5037-45fe-a0dd-a6fcf04a3aa6 req-4033d112-05c6-4c79-a223-74f69df33b77 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 944 time: 0.1418779 Jul 22 16:35:30.844188 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a6f2cc8-4f5e-477f-853d-b4fb321aeb0d req-23d28447-0b6a-4bc0-950d-c72b0b334384 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095684 Jul 22 16:35:30.923760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-844429db-5037-45fe-a0dd-a6fcf04a3aa6 req-f7a1826d-8640-4c5b-8834-5bf86a7124ba tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774007 Jul 22 16:35:30.944585 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.003093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20289c5f-877d-425f-bd75-eef6a5787004 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:31.055174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:31.060842 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.139606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:31.194468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc48736-208d-464e-84ec-82942e43950f req-5e65e94b-ae4b-4030-a265-cb3aa6d2c73a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.198882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bfc48736-208d-464e-84ec-82942e43950f req-5e65e94b-ae4b-4030-a265-cb3aa6d2c73a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 947 time: 0.2122786 Jul 22 16:35:31.221351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb88cb-0e77-453a-9ea8-b4c02055c854 req-f9e0368c-3014-41f6-8129-0cd9a7b87e51 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.235131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:31.241267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb88cb-0e77-453a-9ea8-b4c02055c854 req-f9e0368c-3014-41f6-8129-0cd9a7b87e51 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.253875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb88cb-0e77-453a-9ea8-b4c02055c854 req-f9e0368c-3014-41f6-8129-0cd9a7b87e51 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.261230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb88cb-0e77-453a-9ea8-b4c02055c854 req-f9e0368c-3014-41f6-8129-0cd9a7b87e51 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.276622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.281789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb88cb-0e77-453a-9ea8-b4c02055c854 req-f9e0368c-3014-41f6-8129-0cd9a7b87e51 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.287699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-0f97acd6-587a-4706-9cb8-e173a4fd2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.288279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-0f97acd6-587a-4706-9cb8-e173a4fd2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.288756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-0f97acd6-587a-4706-9cb8-e173a4fd2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.289237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-0f97acd6-587a-4706-9cb8-e173a4fd2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.289690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-0f97acd6-587a-4706-9cb8-e173a4fd2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.290153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-0f97acd6-587a-4706-9cb8-e173a4fd2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.290616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-0f97acd6-587a-4706-9cb8-e173a4fd2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.294369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-0f97acd6-587a-4706-9cb8-e173a4fd2b91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6496 time: 0.2299759 Jul 22 16:35:31.299186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bfc48736-208d-464e-84ec-82942e43950f req-bb4f81ef-fcab-434e-a097-8c7bb3e6639b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906589 Jul 22 16:35:31.301891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb88cb-0e77-453a-9ea8-b4c02055c854 req-f9e0368c-3014-41f6-8129-0cd9a7b87e51 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.308302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb88cb-0e77-453a-9ea8-b4c02055c854 req-f9e0368c-3014-41f6-8129-0cd9a7b87e51 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.321623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 9c79a099-ff0c-496f-98de-255a6d683c8e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:31.322003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.342971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-efbb88cb-0e77-453a-9ea8-b4c02055c854 req-f9e0368c-3014-41f6-8129-0cd9a7b87e51 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.3020270 Jul 22 16:35:31.428945 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-efbb88cb-0e77-453a-9ea8-b4c02055c854 req-b03308aa-dbbd-4f2a-8458-ca0b43c6321f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003246 Jul 22 16:35:31.474855 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.540151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:31.555255 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cad34dd-f583-4de7-b8c4-16cf3f5de67c" -d '{"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-plugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:31.561237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-8ffeecb5-5b7c-41d4-ad7d-0d666d413f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.564988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-8ffeecb5-5b7c-41d4-ad7d-0d666d413f25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c17a60a5-7325-47e4-93d0-4d53153510b5 HTTP/1.1" status: 200 len: 903 time: 0.2587514 Jul 22 16:35:31.619540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:31.642152 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:31.642152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:31.677921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['20289c5f-877d-425f-bd75-eef6a5787004'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:31.787098 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e502d9d-ed47-40e4-8962-e74265878b32 x-openstack-request-id: req-9e502d9d-ed47-40e4-8962-e74265878b32 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:31.787737 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-plugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:31.787737 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e502d9d-ed47-40e4-8962-e74265878b32 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:31.788363 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'code': 200} Jul 22 16:35:31.796761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-7906c77d-96f7-4c11-b103-22de89ac4a69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 HTTP/1.1" status: 200 len: 217 time: 0.2073598 Jul 22 16:35:31.870423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbae33-9a0c-44ca-aca0-fed39739e30b req-0aaf3ac6-4e3b-4d62-9cad-eebd58902d95 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:31.883349 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fedbae33-9a0c-44ca-aca0-fed39739e30b req-0aaf3ac6-4e3b-4d62-9cad-eebd58902d95 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 948 time: 0.2962286 Jul 22 16:35:32.018250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fedbae33-9a0c-44ca-aca0-fed39739e30b req-320c8f1d-4516-490e-90b7-6b1ba3afb3c9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308181 Jul 22 16:35:32.029883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-e68d0dfe-2282-411b-9e6a-9079e9444022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:32.034830 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-e68d0dfe-2282-411b-9e6a-9079e9444022 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 200 len: 797 time: 0.2287314 Jul 22 16:35:32.203334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-31d9fdc7-35fd-489a-ae17-711b32efc7c2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=048349953dd6493ea11e4657df3670a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427592 Jul 22 16:35:32.271597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-792ab630-6ff1-4c9d-ad2e-7f38ff65139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:32.274562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-792ab630-6ff1-4c9d-ad2e-7f38ff65139c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2262077 Jul 22 16:35:32.329938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15f913-41c6-4067-b492-77ca8048e231 req-b207fbc4-32f4-4aa7-9632-063f5333a598 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:32.333202 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf15f913-41c6-4067-b492-77ca8048e231 req-b207fbc4-32f4-4aa7-9632-063f5333a598 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 944 time: 0.1884589 Jul 22 16:35:32.358569 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b19b60cf-94df-4d47-93b5-171529e46e2d details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:32.402975 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf15f913-41c6-4067-b492-77ca8048e231 req-c57963ec-4847-401e-bc75-313bb7289ccb tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518835 Jul 22 16:35:32.453480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:32.494296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-7fa61df7-371e-4703-97d9-dd8b9a273c29 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:32.501347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-7fa61df7-371e-4703-97d9-dd8b9a273c29 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2812958 Jul 22 16:35:32.523782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-f617b343-303c-482d-a25f-c337bb9c0578 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319643 Jul 22 16:35:32.527470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-415eaf21-372b-43f6-af7c-75fdb2183dc3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/quotas/048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 375 time: 0.0251248 Jul 22 16:35:32.563703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:32.584488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:32.584887 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.682195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9aff91c8-a4d4-4c69-83f6-3aefa5ce861b req-749d1275-e30c-414a-b7cd-1a0344765b72 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451910 Jul 22 16:35:32.707937 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-63917fe8-3dda-4331-9a16-ccbb4d5a1c7e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1794326 Jul 22 16:35:32.792731 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.838421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b19b60cf-94df-4d47-93b5-171529e46e2d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b19b60cf-94df-4d47-93b5-171529e46e2d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:32.869221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:32.878307 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:32.891737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'b19b60cf-94df-4d47-93b5-171529e46e2d', 'network_id': '52ae9953-fa67-40af-98a2-f8d304509d5b', 'port_id': 'b19b60cf-94df-4d47-93b5-171529e46e2d', 'mac_address': 'fa:16:3e:9b:da:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fef956-3b36-4a04-b9f6-a4bb231b791c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:32.945474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bba1a-000b-4e7c-8bfa-8e38c540fe97 req-b1e4a5e8-f443-4df3-8caf-6a9d64e60092 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:32.962239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a83bba1a-000b-4e7c-8bfa-8e38c540fe97 req-b1e4a5e8-f443-4df3-8caf-6a9d64e60092 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.2157993 Jul 22 16:35:33.026006 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:33.032445 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.044826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19b60cf-94df-4d47-93b5-171529e46e2d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:33.077882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b19b60cf-94df-4d47-93b5-171529e46e2d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b19b60cf-94df-4d47-93b5-171529e46e2d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:33.084037 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.088041 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a83bba1a-000b-4e7c-8bfa-8e38c540fe97 req-5a06feb4-561f-481e-98d6-7c69354c4995 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195016 Jul 22 16:35:33.165387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 29e52792-7278-4b96-be48-04240012b6b5 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:33.257035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe21c27-0b73-4e8f-8f4f-111660769b15 req-ea573012-7389-46b4-ae56-5459b0b02d39 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.281021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 29e52792-7278-4b96-be48-04240012b6b5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:33.282098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe21c27-0b73-4e8f-8f4f-111660769b15 req-ea573012-7389-46b4-ae56-5459b0b02d39 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.289977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 29e52792-7278-4b96-be48-04240012b6b5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:33.290634 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.308298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe21c27-0b73-4e8f-8f4f-111660769b15 req-ea573012-7389-46b4-ae56-5459b0b02d39 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.328660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe21c27-0b73-4e8f-8f4f-111660769b15 req-ea573012-7389-46b4-ae56-5459b0b02d39 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.346689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe21c27-0b73-4e8f-8f4f-111660769b15 req-ea573012-7389-46b4-ae56-5459b0b02d39 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.369314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b19b60cf-94df-4d47-93b5-171529e46e2d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:33.373112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe21c27-0b73-4e8f-8f4f-111660769b15 req-ea573012-7389-46b4-ae56-5459b0b02d39 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.393164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe21c27-0b73-4e8f-8f4f-111660769b15 req-ea573012-7389-46b4-ae56-5459b0b02d39 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.400812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dfe21c27-0b73-4e8f-8f4f-111660769b15 req-ea573012-7389-46b4-ae56-5459b0b02d39 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.3579941 Jul 22 16:35:33.422708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33691195-bed8-48ff-adb9-db77efe0670a req-96656786-649f-4c29-8ba7-dedfe8722632 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 210 time: 0.1029117 Jul 22 16:35:33.465025 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.491139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dfe21c27-0b73-4e8f-8f4f-111660769b15 req-5c553768-6fe4-4588-b1be-e8d3844584a2 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752029 Jul 22 16:35:33.530374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 29e52792-7278-4b96-be48-04240012b6b5, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=29e52792-7278-4b96-be48-04240012b6b5,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:33.569581 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:33.679203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f6a43-0681-4850-9596-69fa3d77a97f req-98aad24c-7dd8-4375-aa93-5aa1b6c3d7bd tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.684191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=29e52792-7278-4b96-be48-04240012b6b5,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:33.693531 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d54f6a43-0681-4850-9596-69fa3d77a97f req-98aad24c-7dd8-4375-aa93-5aa1b6c3d7bd tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 949 time: 0.1473284 Jul 22 16:35:33.698352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['b19b60cf-94df-4d47-93b5-171529e46e2d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:33.731189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3058ab-f0e8-4534-85ba-d32f9a469abc req-2a7171d2-1789-4a3c-a999-55cd9f1f0fa9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:33.732909 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd3058ab-f0e8-4534-85ba-d32f9a469abc req-2a7171d2-1789-4a3c-a999-55cd9f1f0fa9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 945 time: 0.1383319 Jul 22 16:35:33.733433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39514) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:33.749080 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d54f6a43-0681-4850-9596-69fa3d77a97f req-7cb06cd3-02b4-4dff-b69c-b979a9c78e3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498524 Jul 22 16:35:33.790545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef7085d-a4cd-4aea-af81-3514fdc736ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64eca0cd-ca7a-424c-92cf-c7d6174d0c88'}, {'server_uuid': '8d9a51d8-4108-4f39-8761-48c1fe4aba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e52792-7278-4b96-be48-04240012b6b5'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:33.794545 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9312038-9622-43e7-9814-9893285fed8b" -d '{"events": [{"server_uuid": "8ef7085d-a4cd-4aea-af81-3514fdc736ad", "name": "network-vif-plugged", "status": "completed", "tag": "64eca0cd-ca7a-424c-92cf-c7d6174d0c88"}, {"server_uuid": "8d9a51d8-4108-4f39-8761-48c1fe4aba99", "name": "network-vif-plugged", "status": "completed", "tag": "29e52792-7278-4b96-be48-04240012b6b5"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:33.837327 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd3058ab-f0e8-4534-85ba-d32f9a469abc req-3a52d7c9-515c-4369-82b4-8d37a50279e2 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788076 Jul 22 16:35:33.895701 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9949c2-ed7d-48a9-818b-9dd55bc5ec5c x-openstack-request-id: req-7a9949c2-ed7d-48a9-818b-9dd55bc5ec5c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:33.896300 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef7085d-a4cd-4aea-af81-3514fdc736ad", "name": "network-vif-plugged", "status": "completed", "tag": "64eca0cd-ca7a-424c-92cf-c7d6174d0c88", "code": 200}, {"server_uuid": "8d9a51d8-4108-4f39-8761-48c1fe4aba99", "name": "network-vif-plugged", "status": "completed", "tag": "29e52792-7278-4b96-be48-04240012b6b5", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:33.896755 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a9949c2-ed7d-48a9-818b-9dd55bc5ec5c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:33.897358 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef7085d-a4cd-4aea-af81-3514fdc736ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64eca0cd-ca7a-424c-92cf-c7d6174d0c88', 'code': 200} Jul 22 16:35:33.897874 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a51d8-4108-4f39-8761-48c1fe4aba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e52792-7278-4b96-be48-04240012b6b5', 'code': 200} Jul 22 16:35:34.131791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12c4b369-ab9e-421e-814c-410f1096863f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.349234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:34.385669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969288c-68e1-4bfb-8944-0fb6ec3227ac req-9707e469-b8f6-4635-919b-81ce139cfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.395455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5969288c-68e1-4bfb-8944-0fb6ec3227ac req-9707e469-b8f6-4635-919b-81ce139cfe35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 1101 time: 0.3400059 Jul 22 16:35:34.407410 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2c49-e577-4386-9be9-8e714b8ac183 req-49592461-22d9-45f2-bad4-22630314145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.410612 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b3f2c49-e577-4386-9be9-8e714b8ac183 req-49592461-22d9-45f2-bad4-22630314145e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 1101 time: 0.3596983 Jul 22 16:35:34.491703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5969288c-68e1-4bfb-8944-0fb6ec3227ac req-09d26574-8699-471d-9f5e-4fb63b2d8a7c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912499 Jul 22 16:35:34.504198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 20289c5f-877d-425f-bd75-eef6a5787004 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:34.504810 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.552290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7dd91581-ec11-4760-b744-7811a7ff8852 req-f8039dbc-d5b0-4878-9fd0-9464b6b869b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0518520 Jul 22 16:35:34.573252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b3f2c49-e577-4386-9be9-8e714b8ac183 req-2da520f7-2179-4461-b61d-938ccbfc6d85 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841475 Jul 22 16:35:34.669044 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12c4b369-ab9e-421e-814c-410f1096863f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.675292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12c4b369-ab9e-421e-814c-410f1096863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.689605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a396464-9498-48f8-bf12-c610f5233c8c req-4ec26a9a-822e-4099-88b3-fa87ec6bab0d tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.700822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a396464-9498-48f8-bf12-c610f5233c8c req-4ec26a9a-822e-4099-88b3-fa87ec6bab0d tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.3088448 Jul 22 16:35:34.716935 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.796111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4b369-ab9e-421e-814c-410f1096863f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66263c74-896e-42a3-97a9-7edc3d3c8750,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:34.815205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a396464-9498-48f8-bf12-c610f5233c8c req-38d078e9-43a9-4c9e-990c-ee648c01f9f8 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127853 Jul 22 16:35:34.818707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:34.827154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3f70e-d4b4-407a-92df-dd02245b5ff0 req-8fd73d26-1bb2-4008-b6d2-ff340272ed1a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.835410 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-12c4b369-ab9e-421e-814c-410f1096863f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a0fec11b23e44a8a72e50ddf755cc42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0959697 Jul 22 16:35:34.836310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:34.837831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3f70e-d4b4-407a-92df-dd02245b5ff0 req-8fd73d26-1bb2-4008-b6d2-ff340272ed1a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.861259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3f70e-d4b4-407a-92df-dd02245b5ff0 req-8fd73d26-1bb2-4008-b6d2-ff340272ed1a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.862813 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:34.873155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3f70e-d4b4-407a-92df-dd02245b5ff0 req-8fd73d26-1bb2-4008-b6d2-ff340272ed1a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.885580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3f70e-d4b4-407a-92df-dd02245b5ff0 req-8fd73d26-1bb2-4008-b6d2-ff340272ed1a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.901550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3f70e-d4b4-407a-92df-dd02245b5ff0 req-8fd73d26-1bb2-4008-b6d2-ff340272ed1a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.934955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3f70e-d4b4-407a-92df-dd02245b5ff0 req-8fd73d26-1bb2-4008-b6d2-ff340272ed1a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:34.937782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-faf3f70e-d4b4-407a-92df-dd02245b5ff0 req-8fd73d26-1bb2-4008-b6d2-ff340272ed1a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.2711773 Jul 22 16:35:34.990917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:35.001104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-faf3f70e-d4b4-407a-92df-dd02245b5ff0 req-29addf07-9e79-43ee-958a-5261723a2002 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511508 Jul 22 16:35:35.051427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6a4-cab4-4f66-b102-ea6274d17d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.103764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e5905-1f93-4ff6-8ede-58f5d00f91cb req-9a19a186-a215-4c78-9921-59025c011fe6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:35.107629 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb5e5905-1f93-4ff6-8ede-58f5d00f91cb req-9a19a186-a215-4c78-9921-59025c011fe6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 949 time: 0.1733932 Jul 22 16:35:35.126615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6a4-cab4-4f66-b102-ea6274d17d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.231327 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb5e5905-1f93-4ff6-8ede-58f5d00f91cb req-fff9dfdd-ba80-44c6-ba2d-6ffd63c8cd6b tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025901 Jul 22 16:35:35.281472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6a4-cab4-4f66-b102-ea6274d17d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.287134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6a4-cab4-4f66-b102-ea6274d17d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.291966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2cbcd6a4-cab4-4f66-b102-ea6274d17d50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66263c74-896e-42a3-97a9-7edc3d3c8750 HTTP/1.1" status: 204 len: 168 time: 0.4537036 Jul 22 16:35:35.307291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dddc6-f84d-4093-930e-c85953a53125 req-e2fb1baa-1bfc-4d66-b361-1c961d52a3f7 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:35.314629 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:35.316401 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcd6a4-cab4-4f66-b102-ea6274d17d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66263c74-896e-42a3-97a9-7edc3d3c8750,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:35.323164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108dddc6-f84d-4093-930e-c85953a53125 req-e2fb1baa-1bfc-4d66-b361-1c961d52a3f7 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 945 time: 0.1884823 Jul 22 16:35:35.379901 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108dddc6-f84d-4093-930e-c85953a53125 req-84e5a630-70ad-4732-ad0e-75b4dde3bb1e tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Jul 22 16:35:35.702700 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-af74ece0-3def-4e0a-96fd-f3b7db73ab27 req-405f9ba9-a082-4a91-972b-5aeb88f45635 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0397997 Jul 22 16:35:35.900272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:35.907780 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b33b7-7a13-4c34-a928-0945543eca1b" -d '{"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-plugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:35.982319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39578) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:35.986710 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c15e07-570a-40a7-8322-5d0218c85ded x-openstack-request-id: req-f5c15e07-570a-40a7-8322-5d0218c85ded {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:35.987487 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-plugged", "status": "completed", "tag": "20289c5f-877d-425f-bd75-eef6a5787004", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:35.987877 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5c15e07-570a-40a7-8322-5d0218c85ded {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:35.988907 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004', 'code': 200} Jul 22 16:35:35.989756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-9795f37a-d04b-4193-bf06-f276def5b2bc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=048349953dd6493ea11e4657df3670a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592902 Jul 22 16:35:36.012848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.103716 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc956d4-5fac-49f9-83d1-71d2a77445ed req-ed13fed4-e759-4d98-8176-db1a2d63a319 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.106044 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7fc956d4-5fac-49f9-83d1-71d2a77445ed req-ed13fed4-e759-4d98-8176-db1a2d63a319 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.1578059 Jul 22 16:35:36.359337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b19b60cf-94df-4d47-93b5-171529e46e2d up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:36.501530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port b19b60cf-94df-4d47-93b5-171529e46e2d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:36.509962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port b19b60cf-94df-4d47-93b5-171529e46e2d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:36.510365 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.542121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-58343990-4316-4e7f-8809-63591f91a536 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.544002 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-58343990-4316-4e7f-8809-63591f91a536 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4722226 Jul 22 16:35:36.552569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7fc956d4-5fac-49f9-83d1-71d2a77445ed req-423d57e2-3e42-48af-9246-1ef2c4b3cb39 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4303720 Jul 22 16:35:36.601367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Request body: {'port': {'device_id': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '048349953dd6493ea11e4657df3670a4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:36.680911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ee5ac-370b-4045-9d30-40ab9aec9768 req-eb6da1c0-e016-4578-b09c-9a240a09844a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.687303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ee5ac-370b-4045-9d30-40ab9aec9768 req-eb6da1c0-e016-4578-b09c-9a240a09844a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.693772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ee5ac-370b-4045-9d30-40ab9aec9768 req-eb6da1c0-e016-4578-b09c-9a240a09844a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.694782 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.700670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ee5ac-370b-4045-9d30-40ab9aec9768 req-eb6da1c0-e016-4578-b09c-9a240a09844a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.709285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ee5ac-370b-4045-9d30-40ab9aec9768 req-eb6da1c0-e016-4578-b09c-9a240a09844a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.715601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ee5ac-370b-4045-9d30-40ab9aec9768 req-eb6da1c0-e016-4578-b09c-9a240a09844a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.722717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ee5ac-370b-4045-9d30-40ab9aec9768 req-eb6da1c0-e016-4578-b09c-9a240a09844a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.731890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1f1ee5ac-370b-4045-9d30-40ab9aec9768 req-eb6da1c0-e016-4578-b09c-9a240a09844a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.5162270 Jul 22 16:35:36.764999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b19b60cf-94df-4d47-93b5-171529e46e2d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b19b60cf-94df-4d47-93b5-171529e46e2d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:36.775753 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.788501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-85776f07-f440-4847-93b6-08572ef66015 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.788501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-85776f07-f440-4847-93b6-08572ef66015 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.20 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.1657150 Jul 22 16:35:36.828156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.862324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:36.890257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b19b60cf-94df-4d47-93b5-171529e46e2d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:36.929969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1f1ee5ac-370b-4045-9d30-40ab9aec9768 req-cd7ebc15-881a-4776-a9e7-f61aef0100ac tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946986 Jul 22 16:35:36.956824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ecff4-4ee5-4a1e-b36c-acf4773c2ba7 req-a0c0be11-89e8-4c66-864c-828f43085191 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:36.964731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e35ecff4-4ee5-4a1e-b36c-acf4773c2ba7 req-a0c0be11-89e8-4c66-864c-828f43085191 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 949 time: 0.2477169 Jul 22 16:35:37.010612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d70e165eef5e418f8236f68f1594885c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0259156 Jul 22 16:35:37.016673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39594) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:37.017963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f8f9f1-8240-4e30-82f1-c4b299b87e11,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:37.021707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Deleting port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:37.022072 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.041324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.041810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.042363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.042916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.043531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.044055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.044611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.045171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.045642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.046166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.046738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.047284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6096f495-cc8d-4133-aa2a-53f5b741ce92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:37.099574 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e35ecff4-4ee5-4a1e-b36c-acf4773c2ba7 req-ca4c8d72-e8b8-46bc-b6fc-25032b604255 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221316 Jul 22 16:35:37.232836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Made reservation on behalf of 048349953dd6493ea11e4657df3670a4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:37.238555 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.251503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-096fcf2f-71ef-42a8-9153-90d371848453 req-1828e5c7-5e1c-4f26-8ad6-f44723e1bff0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 210 time: 0.0371373 Jul 22 16:35:37.262152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] For port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:37.262548 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.284853 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08232cda-1f60-49ba-b796-751dc19c7745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.385770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08232cda-1f60-49ba-b796-751dc19c7745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.414746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef52da0-4ba6-416a-b8d4-0503a03188ad req-e2dd4350-1690-4600-8c7b-887ffa9ea5ad tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:37.421827 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aef52da0-4ba6-416a-b8d4-0503a03188ad req-e2dd4350-1690-4600-8c7b-887ffa9ea5ad tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 946 time: 0.3397739 Jul 22 16:35:37.577612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aef52da0-4ba6-416a-b8d4-0503a03188ad req-6b435246-c050-4744-8789-037f25b04389 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546192 Jul 22 16:35:37.631379 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08232cda-1f60-49ba-b796-751dc19c7745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.635732 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08232cda-1f60-49ba-b796-751dc19c7745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.663244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-08232cda-1f60-49ba-b796-751dc19c7745 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4f8f9f1-8240-4e30-82f1-c4b299b87e11 HTTP/1.1" status: 204 len: 168 time: 0.6069338 Jul 22 16:35:37.789388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Allocated IP 192.168.233.154 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/14fa0acd-22dc-4098-9124-850db73840b4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:37.821951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df3d5f-1f27-4454-9010-8f1ff979def8 req-cef66785-ce2f-4df6-ab7d-5878749758e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:37.825928 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46df3d5f-1f27-4454-9010-8f1ff979def8 req-cef66785-ce2f-4df6-ab7d-5878749758e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 949 time: 0.4131873 Jul 22 16:35:37.929651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08232cda-1f60-49ba-b796-751dc19c7745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f8f9f1-8240-4e30-82f1-c4b299b87e11,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:37.930792 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.931804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:37.938355 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Floating IP 8eb5cd7a-f606-4820-951b-18b8e339dfb0 disassociated. External IP: 172.25.3.155, port: 7b3a9c5c-ff75-4674-8b21-2ea1351caf36. Jul 22 16:35:37.939649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Calling delete_port for 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:37.990378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f22735-b2be-4f49-a72e-262cfab3978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19b60cf-94df-4d47-93b5-171529e46e2d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:37.994236 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b067cc8-74be-49e3-bae2-8c5df7d7ea7e" -d '{"events": [{"server_uuid": "44f22735-b2be-4f49-a72e-262cfab3978e", "name": "network-vif-plugged", "status": "completed", "tag": "b19b60cf-94df-4d47-93b5-171529e46e2d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:38.021564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46df3d5f-1f27-4454-9010-8f1ff979def8 req-2291670e-8b72-4c59-801d-c941e3f03a4f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712940 Jul 22 16:35:38.214584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad664572-963b-4436-9b4d-d24eebd21b5c req-decd5301-92c2-4ced-993c-edd711f2c366 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.216244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad664572-963b-4436-9b4d-d24eebd21b5c req-decd5301-92c2-4ced-993c-edd711f2c366 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 945 time: 0.3122182 Jul 22 16:35:38.232514 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.281882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.319306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Transition to ACTIVE for port object 14fa0acd-22dc-4098-9124-850db73840b4 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:38.343128 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad664572-963b-4436-9b4d-d24eebd21b5c req-e6aad834-6aea-480c-b1d8-0b2ba12950c0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups?id=05d24663-cc4c-47d6-b6a9-3b2e30b14694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957146 Jul 22 16:35:38.359590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Pushing event deleted for resources: {'Port': ['ID=7b3a9c5c-ff75-4674-8b21-2ea1351caf36,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:38.447664 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.466968 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5f5458-464c-4f44-9cbd-1007e891c82e x-openstack-request-id: req-5d5f5458-464c-4f44-9cbd-1007e891c82e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:38.468339 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f22735-b2be-4f49-a72e-262cfab3978e", "name": "network-vif-plugged", "status": "completed", "tag": "b19b60cf-94df-4d47-93b5-171529e46e2d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:38.468977 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d5f5458-464c-4f44-9cbd-1007e891c82e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:38.469532 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f22735-b2be-4f49-a72e-262cfab3978e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19b60cf-94df-4d47-93b5-171529e46e2d', 'code': 200} Jul 22 16:35:38.482970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['89fb7524-c5fa-432d-ade7-e287d886a70f', '4a45f78e-08f0-43a1-a986-72eba3e35fbf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:38.660736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:38.666565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:38.673995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:38.679835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:38.710958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['20289c5f-877d-425f-bd75-eef6a5787004'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:38.786092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.802618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:38.836803 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78871957-4bb7-4350-ad0e-25befd7c7730 req-19a6ee47-8d5c-47bc-b96d-0e29f02df16f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.856436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-036e6869-3db6-4f71-885d-1d1887981e2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2616904 Jul 22 16:35:38.875680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78871957-4bb7-4350-ad0e-25befd7c7730 req-19a6ee47-8d5c-47bc-b96d-0e29f02df16f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.883241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Request body: {'port': {'device_id': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:38.900352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78871957-4bb7-4350-ad0e-25befd7c7730 req-19a6ee47-8d5c-47bc-b96d-0e29f02df16f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.933073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78871957-4bb7-4350-ad0e-25befd7c7730 req-19a6ee47-8d5c-47bc-b96d-0e29f02df16f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.956526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78871957-4bb7-4350-ad0e-25befd7c7730 req-19a6ee47-8d5c-47bc-b96d-0e29f02df16f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.969822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78871957-4bb7-4350-ad0e-25befd7c7730 req-19a6ee47-8d5c-47bc-b96d-0e29f02df16f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:38.992520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78871957-4bb7-4350-ad0e-25befd7c7730 req-19a6ee47-8d5c-47bc-b96d-0e29f02df16f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:39.021470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78871957-4bb7-4350-ad0e-25befd7c7730 req-19a6ee47-8d5c-47bc-b96d-0e29f02df16f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.8235557 Jul 22 16:35:39.195419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78871957-4bb7-4350-ad0e-25befd7c7730 req-f041b229-e53e-4dc1-950e-5a87742a2489 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1700253 Jul 22 16:35:39.264373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:35:39.278504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.315455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deffce1-6741-471e-8b90-96da29c5d58d req-b89a22ad-565c-4cdd-8301-9036e3034f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:39.317550 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8deffce1-6741-471e-8b90-96da29c5d58d req-b89a22ad-565c-4cdd-8301-9036e3034f24 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 1098 time: 0.6522863 Jul 22 16:35:39.410909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f05f1ec4-38ca-460a-ab20-919358623d91 None None] Provisioning for port 14fa0acd-22dc-4098-9124-850db73840b4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:39.440852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f05f1ec4-38ca-460a-ab20-919358623d91 None None] Provisioning complete for port 14fa0acd-22dc-4098-9124-850db73840b4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:39.441841 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f05f1ec4-38ca-460a-ab20-919358623d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:39.465352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd96e-d3df-4935-a597-3be4aa579b86 req-44a3bcc9-5909-46a0-8112-b625e26546f7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:39.486502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f05f1ec4-38ca-460a-ab20-919358623d91 None None] Port 14fa0acd-22dc-4098-9124-850db73840b4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:35:39.510579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd96e-d3df-4935-a597-3be4aa579b86 req-44a3bcc9-5909-46a0-8112-b625e26546f7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:39.521576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c3dfd96e-d3df-4935-a597-3be4aa579b86 req-44a3bcc9-5909-46a0-8112-b625e26546f7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99&device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 1689 time: 0.5122008 Jul 22 16:35:39.555656 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8deffce1-6741-471e-8b90-96da29c5d58d req-441da536-373f-4d0e-a3e9-00d99fb1b212 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260227 Jul 22 16:35:39.781726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:39.794605 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] Sync routers for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:39.802770 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c3dfd96e-d3df-4935-a597-3be4aa579b86 req-62cc5a52-2061-4695-9171-86c44e47ddbc tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801464 Jul 22 16:35:39.814495 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:39.816125 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:35:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:39.967103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] No DVR routers for this DVR port 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:35:39.992216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bd475-c8de-49ab-a80e-45ac337c1241 req-b36069da-280a-43c3-8bcc-6959c52d84e2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:40.003372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a6bd475-c8de-49ab-a80e-45ac337c1241 req-b36069da-280a-43c3-8bcc-6959c52d84e2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 936 time: 0.3867400 Jul 22 16:35:40.012551 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.019931 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f341d9db-342f-4ca3-b64b-41594f889b00 req-dc16ea67-21b7-4b7c-a36b-9339629fedb0 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.20 "DELETE /v2.0/ports/7b3a9c5c-ff75-4674-8b21-2ea1351caf36 HTTP/1.1" status: 204 len: 173 time: 3.2257135 Jul 22 16:35:40.021606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'name': 'network-vif-deleted', 'tag': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:40.031755 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f17e8b-c1a4-41c1-a1e4-60bc90e1baa7" -d '{"events": [{"server_uuid": "e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8", "name": "network-vif-deleted", "tag": "7b3a9c5c-ff75-4674-8b21-2ea1351caf36"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:40.124864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a6bd475-c8de-49ab-a80e-45ac337c1241 req-ba4e9d0e-7101-43bc-8351-e9fd7c28a4d5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165392 Jul 22 16:35:40.136922 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:40.178235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0229b6-db68-47c7-a81a-5f5b71f24bb6 req-a467e1cc-a937-49a0-a782-cd9d7b4d3920 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:40.185333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c0229b6-db68-47c7-a81a-5f5b71f24bb6 req-a467e1cc-a937-49a0-a782-cd9d7b4d3920 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 946 time: 0.2377126 Jul 22 16:35:40.258212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fa0acd-22dc-4098-9124-850db73840b4 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:40.284613 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.335846 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c0229b6-db68-47c7-a81a-5f5b71f24bb6 req-6f4ae987-08ca-4af3-a36f-8a3b6d9e411c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491146 Jul 22 16:35:40.362120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Transition to ACTIVE for port object 14fa0acd-22dc-4098-9124-850db73840b4 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:40.369967 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:40.382387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a97c502a-116b-4d15-8ea4-a10f167b8269 req-775c46dd-2985-4081-8067-4ba7bcaa1715 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/ports?device_id=e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8 HTTP/1.1" status: 200 len: 210 time: 0.0649486 Jul 22 16:35:40.490111 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f2627-8cd0-4049-bfd9-7021ea1267fb x-openstack-request-id: req-448f2627-8cd0-4049-bfd9-7021ea1267fb {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:40.490821 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8", "name": "network-vif-deleted", "tag": "7b3a9c5c-ff75-4674-8b21-2ea1351caf36", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:40.495966 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-448f2627-8cd0-4049-bfd9-7021ea1267fb {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:40.497177 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41bfcb2-ae07-4fe0-9365-706b8fa9f8f8', 'name': 'network-vif-deleted', 'tag': '7b3a9c5c-ff75-4674-8b21-2ea1351caf36', 'status': 'completed', 'code': 200} Jul 22 16:35:40.538452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:40.641180 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7de7766-b5b2-48e9-a562-2b3a63c6ebdc', 'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'mac_address': 'fa:16:3e:d9:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:02Z', 'updated_at': '2021-07-22T16:33:10Z', 'revision_number': 5, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'subnets': [{'id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:40.685248 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] Checking router: 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:35:40.704330 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:40.705336 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:35:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:40.877959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f957c-11b4-4538-904c-2cc108d11124 req-f5b32ba1-38a9-4420-9d39-28afddb42aeb tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:40.894706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db4f957c-11b4-4538-904c-2cc108d11124 req-f5b32ba1-38a9-4420-9d39-28afddb42aeb tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 1101 time: 0.1422276 Jul 22 16:35:41.016861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:41.018321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:41.019104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:41.030815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db4f957c-11b4-4538-904c-2cc108d11124 req-4c18c65d-e8ab-4e4c-a38d-1b80578dd469 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343460 Jul 22 16:35:41.031423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Port 14fa0acd-22dc-4098-9124-850db73840b4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:41.032180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:41.048483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:41.049194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:41.049922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:41.051166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Bound port: 14fa0acd-22dc-4098-9124-850db73840b4, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:41.051702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.074174 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:41.078212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc0e15-e89a-428f-a1c4-5ffe93852405 req-66322e8f-68a5-4d0f-9693-eb09dc956316 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.086472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc0e15-e89a-428f-a1c4-5ffe93852405 req-66322e8f-68a5-4d0f-9693-eb09dc956316 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.093220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc0e15-e89a-428f-a1c4-5ffe93852405 req-66322e8f-68a5-4d0f-9693-eb09dc956316 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.104990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc0e15-e89a-428f-a1c4-5ffe93852405 req-66322e8f-68a5-4d0f-9693-eb09dc956316 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.116766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc0e15-e89a-428f-a1c4-5ffe93852405 req-66322e8f-68a5-4d0f-9693-eb09dc956316 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.128078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc0e15-e89a-428f-a1c4-5ffe93852405 req-66322e8f-68a5-4d0f-9693-eb09dc956316 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.141755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc0e15-e89a-428f-a1c4-5ffe93852405 req-66322e8f-68a5-4d0f-9693-eb09dc956316 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.150348 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:41.153838 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adcc0e15-e89a-428f-a1c4-5ffe93852405 req-66322e8f-68a5-4d0f-9693-eb09dc956316 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.3727190 Jul 22 16:35:41.255225 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adcc0e15-e89a-428f-a1c4-5ffe93852405 req-56eb3da8-fe2c-403b-8ad6-c46eb1a2f046 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999846 Jul 22 16:35:41.282482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:41.284188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7b3a9c5c-ff75-4674-8b21-2ea1351caf36 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:41.373404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75574a-129a-431b-a65b-4bd9be1efebd req-981d06e5-d992-430c-b60f-4ab5ff161ea0 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.384266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d75574a-129a-431b-a65b-4bd9be1efebd req-981d06e5-d992-430c-b60f-4ab5ff161ea0 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 1101 time: 0.1577735 Jul 22 16:35:41.396321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:41.414558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:41.425762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.448858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d75574a-129a-431b-a65b-4bd9be1efebd req-168b3bd5-459d-4057-9f53-9ce9660489c0 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581026 Jul 22 16:35:41.557177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.558071 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:41.560608 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] 10.222.0.65 "PUT /v2.0/ports/14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 1097 time: 2.6831040 Jul 22 16:35:41.566966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:41.570241 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b69b7d-b651-419d-8496-953a76ecdd18" -d '{"events": [{"name": "network-changed", "server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "tag": "14fa0acd-22dc-4098-9124-850db73840b4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:41.662075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29368359-1442-4c7b-b715-d44c059d9c80 service neutron] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:41.749292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6841f-f66f-4f6c-946e-cb5951f200fc req-74d750f1-4061-466f-9421-65bd2d39dfd3 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.755666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ed6841f-f66f-4f6c-946e-cb5951f200fc req-74d750f1-4061-466f-9421-65bd2d39dfd3 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 946 time: 0.1959813 Jul 22 16:35:41.811301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56628a-9498-4679-b4c5-97328190c07e req-efaa7ddc-3efd-4c5d-b290-39c661814ae0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.819415 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c56628a-9498-4679-b4c5-97328190c07e req-efaa7ddc-3efd-4c5d-b290-39c661814ae0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 948 time: 0.2843471 Jul 22 16:35:41.832653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ed6841f-f66f-4f6c-946e-cb5951f200fc req-d141a7bf-cf26-4c72-82a7-dbee9b1a9bc0 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631166 Jul 22 16:35:41.897680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c56628a-9498-4679-b4c5-97328190c07e req-a3e9dfba-4ba6-453c-bdb0-63e40e632e2d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694842 Jul 22 16:35:41.918042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-593525ea-1551-47e1-b2f5-e3d463bf6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:41.918042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-593525ea-1551-47e1-b2f5-e3d463bf6e3f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1100 time: 0.2157197 Jul 22 16:35:42.137687 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7de7766-b5b2-48e9-a562-2b3a63c6ebdc', 'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'mac_address': 'fa:16:3e:d9:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:02Z', 'updated_at': '2021-07-22T16:33:10Z', 'revision_number': 5, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'subnets': [{'id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:42.262684 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9a5ab-de69-4737-978a-e2be2cad5310 None None] The sync data for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 is: [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:33:04Z', 'revision_number': 4, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7de7766-b5b2-48e9-a562-2b3a63c6ebdc', 'name': '', 'network_id': 'e3add8e6-691b-4109-9b3c-42e4bec9c2c5', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'mac_address': 'fa:16:3e:d9:ef:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:02Z', 'updated_at': '2021-07-22T16:33:10Z', 'revision_number': 5, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'subnets': [{'id': 'e9149d76-5b68-4a02-a98a-afe0fd073dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:42.495686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:42.547746 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-d9a37c5a-35a4-4e11-a349-ce2648107ba4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.6093278 Jul 22 16:35:42.696119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.789693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.814842 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a0d1a-906f-4854-8765-916ccd3c37ab x-openstack-request-id: req-e71a0d1a-906f-4854-8765-916ccd3c37ab {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:42.815275 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "tag": "14fa0acd-22dc-4098-9124-850db73840b4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:42.815626 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e71a0d1a-906f-4854-8765-916ccd3c37ab {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:42.817349 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4', 'status': 'completed', 'code': 200} Jul 22 16:35:42.826356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-5ee0f06c-e9b2-4764-8a51-beb12880fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:42.831374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-5ee0f06c-e9b2-4764-8a51-beb12880fcf2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2734637 Jul 22 16:35:42.909674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb218df7-237a-4925-a9b9-c4b5c11bb9e6 None None] New status for floating IP 8eb5cd7a-f606-4820-951b-18b8e339dfb0: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:35:42.928317 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.937902 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:42.940696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "DELETE /v2.0/security-groups/05d24663-cc4c-47d6-b6a9-3b2e30b14694 HTTP/1.1" status: 204 len: 168 time: 0.4424410 Jul 22 16:35:42.949023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:42.962776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d24663-cc4c-47d6-b6a9-3b2e30b14694,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:42.982218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.982848 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.983381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.983920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.984584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.985085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.985581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.986291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.986819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.987363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.988006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.988591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d9c3a-aca3-4521-b079-93904b18ec1a tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:35:42.997816 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-040b9b81-96ef-4599-aec0-d4f373e47ade tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] show failed (client error): The resource could not be found. Jul 22 16:35:43.005900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-040b9b81-96ef-4599-aec0-d4f373e47ade tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "GET /v2.0/security-groups/05d24663-cc4c-47d6-b6a9-3b2e30b14694 HTTP/1.1" status: 404 len: 347 time: 0.0540693 Jul 22 16:35:43.028408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef89dbc-daf6-4465-af52-c5fb1621a805 req-48c1033e-ead8-4ec5-94fd-1aba5dfa10a5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.036526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef89dbc-daf6-4465-af52-c5fb1621a805 req-48c1033e-ead8-4ec5-94fd-1aba5dfa10a5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.042854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef89dbc-daf6-4465-af52-c5fb1621a805 req-48c1033e-ead8-4ec5-94fd-1aba5dfa10a5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.051782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef89dbc-daf6-4465-af52-c5fb1621a805 req-48c1033e-ead8-4ec5-94fd-1aba5dfa10a5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.059365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef89dbc-daf6-4465-af52-c5fb1621a805 req-48c1033e-ead8-4ec5-94fd-1aba5dfa10a5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.066914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef89dbc-daf6-4465-af52-c5fb1621a805 req-48c1033e-ead8-4ec5-94fd-1aba5dfa10a5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.074808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef89dbc-daf6-4465-af52-c5fb1621a805 req-48c1033e-ead8-4ec5-94fd-1aba5dfa10a5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.075126 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-99ccc792-fd6e-40c8-b810-ca6cbed5f1c4 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712409 Jul 22 16:35:43.076041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:43.084162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ef89dbc-daf6-4465-af52-c5fb1621a805 req-48c1033e-ead8-4ec5-94fd-1aba5dfa10a5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.4528086 Jul 22 16:35:43.192325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ef89dbc-daf6-4465-af52-c5fb1621a805 req-621e14fc-5796-40c5-8c24-6e21e9215d54 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067264 Jul 22 16:35:43.203286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-8d454c56-67c7-4abf-91b3-8b8cefeca928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.213074 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-8d454c56-67c7-4abf-91b3-8b8cefeca928 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3696895 Jul 22 16:35:43.646877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-ab56bc52-2b14-4d36-a94c-61fcc6691f2f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.661253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-ab56bc52-2b14-4d36-a94c-61fcc6691f2f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5473149 Jul 22 16:35:43.703257 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dc2a9f96-f593-4fdd-a4bd-4bb491b72143 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/quotas/1ab5d218fcdc4950841118db5d6af246 HTTP/1.1" status: 200 len: 375 time: 0.0397491 Jul 22 16:35:43.782824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-3810f3d5-c73c-4103-a97a-d63257cba7af service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557566 Jul 22 16:35:43.845470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff624ddb-194a-45cc-93c7-672cf0cad09b req-22eda0eb-9f99-4d6b-a62c-965e02177c32 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:43.852083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff624ddb-194a-45cc-93c7-672cf0cad09b req-22eda0eb-9f99-4d6b-a62c-965e02177c32 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 946 time: 0.3732610 Jul 22 16:35:43.854153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Deleting port 18627fc2-4e86-4cb3-a917-3f9b27040552 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:43.854624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:43.987257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff624ddb-194a-45cc-93c7-672cf0cad09b req-ae0ba98c-1613-472f-aea7-20fdccd52f98 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149030 Jul 22 16:35:44.059810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e89cac4-5b66-468d-b3a1-ad272a6dc36d req-c1229dda-2713-4cd9-b4a4-33303391dc0e service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670712 Jul 22 16:35:44.240882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d930b46-7fa7-4bba-b2ba-8945c9f683a4 req-eb0587d3-85f5-448e-a1f4-f15604f94dfd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:44.247966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d930b46-7fa7-4bba-b2ba-8945c9f683a4 req-eb0587d3-85f5-448e-a1f4-f15604f94dfd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 948 time: 0.1398945 Jul 22 16:35:44.354182 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.354506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:44.388035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Calling delete_port for 18627fc2-4e86-4cb3-a917-3f9b27040552 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:44.394023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d930b46-7fa7-4bba-b2ba-8945c9f683a4 req-ee73f13a-4fb8-4ed1-a5c9-a6eef8b579af tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450541 Jul 22 16:35:44.445353 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-1c73346f-f468-4249-af6f-31bd3998b7cd tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7408576 Jul 22 16:35:44.463165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-f0302c2f-bfa5-4c5d-a23a-512fbbe7ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:44.465456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-f0302c2f-bfa5-4c5d-a23a-512fbbe7ffec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1100 time: 0.2146719 Jul 22 16:35:44.864474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-162854ea-f393-4eb2-a3ce-8d779820f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:44.888709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-162854ea-f393-4eb2-a3ce-8d779820f85f service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3911040 Jul 22 16:35:44.914048 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.089150 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-f5904ac0-ea8e-415f-aa29-b2c74d6fac52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.1981208 Jul 22 16:35:45.144166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Pushing event deleted for resources: {'Port': ['ID=18627fc2-4e86-4cb3-a917-3f9b27040552,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:45.279375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-146a14dc-d8f8-4248-a04a-d7b15b8d155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.280934 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-146a14dc-d8f8-4248-a04a-d7b15b8d155c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1097 time: 0.4247849 Jul 22 16:35:45.289840 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.294777 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:45.305659 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-736b45d3-8732-4628-a4ed-a35c450296c1 tempest-ServersTestJSON-2147053667 tempest-ServersTestJSON-2147053667-project] 10.222.0.53 "DELETE /v2.0/floatingips/8eb5cd7a-f606-4820-951b-18b8e339dfb0 HTTP/1.1" status: 204 len: 168 time: 2.2257109 Jul 22 16:35:45.308329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:45.477538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-88bc20dc-c83b-4d53-b06e-575ae7a98112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.479157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-88bc20dc-c83b-4d53-b06e-575ae7a98112 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.1748359 Jul 22 16:35:45.504780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-c6b57cdb-ab43-45c5-a320-0dda441527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.507884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-c6b57cdb-ab43-45c5-a320-0dda441527bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3887725 Jul 22 16:35:45.642136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-0261a8e4-85c4-40ec-93ff-2e1f5b95f625 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1000 time: 0.1525402 Jul 22 16:35:45.766214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-c1458527-cc21-438b-8d1c-2fbfe24164e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.768541 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-c1458527-cc21-438b-8d1c-2fbfe24164e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1003139 Jul 22 16:35:45.808447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74ece-2de1-4f92-a41c-d552d3f6c973 req-48dc38f9-abb8-4bb7-89f0-7ccef6b3c88a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.839190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74ece-2de1-4f92-a41c-d552d3f6c973 req-48dc38f9-abb8-4bb7-89f0-7ccef6b3c88a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.852628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74ece-2de1-4f92-a41c-d552d3f6c973 req-48dc38f9-abb8-4bb7-89f0-7ccef6b3c88a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.867166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74ece-2de1-4f92-a41c-d552d3f6c973 req-48dc38f9-abb8-4bb7-89f0-7ccef6b3c88a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.876190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74ece-2de1-4f92-a41c-d552d3f6c973 req-48dc38f9-abb8-4bb7-89f0-7ccef6b3c88a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.883426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74ece-2de1-4f92-a41c-d552d3f6c973 req-48dc38f9-abb8-4bb7-89f0-7ccef6b3c88a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.889978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b74ece-2de1-4f92-a41c-d552d3f6c973 req-48dc38f9-abb8-4bb7-89f0-7ccef6b3c88a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:45.898856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a4b74ece-2de1-4f92-a41c-d552d3f6c973 req-48dc38f9-abb8-4bb7-89f0-7ccef6b3c88a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.8085690 Jul 22 16:35:46.027599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a4b74ece-2de1-4f92-a41c-d552d3f6c973 req-45c65179-9b29-464d-a34f-2abcba0e9d0e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273715 Jul 22 16:35:46.071029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-c5ef3158-9693-46df-a58e-3c0044933550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:46.073160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-c5ef3158-9693-46df-a58e-3c0044933550 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2931075 Jul 22 16:35:46.148003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-ca72a096-f054-4be8-88b1-ef0cbbf14e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:46.149535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-ca72a096-f054-4be8-88b1-ef0cbbf14e77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5615823 Jul 22 16:35:46.372506 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-ccae955d-2f5e-40e6-9c4d-2064b7d7f7a2 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867362 Jul 22 16:35:46.420587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c1b4c-dfee-411c-b8d4-3f48a13f83e0 req-7da2df73-d8c5-44d1-bf38-b40d6a32b43a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:46.430365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c9c1b4c-dfee-411c-b8d4-3f48a13f83e0 req-7da2df73-d8c5-44d1-bf38-b40d6a32b43a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1814940 Jul 22 16:35:46.526436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-36fe8801-21b4-470c-8d63-bbc8cee4e708 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076668 Jul 22 16:35:46.538840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a9535-fee7-476a-a1c3-52ffe202efec req-8459dbec-e0d2-49be-a89f-a1edc8ea3242 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:46.551781 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-889a9535-fee7-476a-a1c3-52ffe202efec req-8459dbec-e0d2-49be-a89f-a1edc8ea3242 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 948 time: 0.2973487 Jul 22 16:35:46.626156 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c9c1b4c-dfee-411c-b8d4-3f48a13f83e0 req-370ea09c-0897-4020-bf0b-f0c1371e5212 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905684 Jul 22 16:35:46.701953 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac7df7b3-a46b-449b-aece-78f47d70a078 req-a953618f-a2df-4383-b54a-427addd29885 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157504 Jul 22 16:35:46.813198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1b69b7d-b651-419d-8496-953a76ecdd18 req-85e81698-67ce-405b-964e-11f0427d8734 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580860 Jul 22 16:35:46.899116 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-889a9535-fee7-476a-a1c3-52ffe202efec req-4c308f6b-5177-4232-af9a-d9f9950c6778 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280568 Jul 22 16:35:47.192470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:47.247361 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c34cb99e-907f-463c-98ed-ca2a769c15a8 req-80fd8cbf-b41e-4247-a4eb-39d132e93103 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 210 time: 0.0859041 Jul 22 16:35:47.551298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6ebf-9640-47ed-841f-232cc8181421 req-ecfbcbd0-5f59-4cc9-a240-0b1ae2532139 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:47.558080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6ebf-9640-47ed-841f-232cc8181421 req-ecfbcbd0-5f59-4cc9-a240-0b1ae2532139 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:47.573761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6ebf-9640-47ed-841f-232cc8181421 req-ecfbcbd0-5f59-4cc9-a240-0b1ae2532139 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:47.589531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6ebf-9640-47ed-841f-232cc8181421 req-ecfbcbd0-5f59-4cc9-a240-0b1ae2532139 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:47.598342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6ebf-9640-47ed-841f-232cc8181421 req-ecfbcbd0-5f59-4cc9-a240-0b1ae2532139 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:47.604976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6ebf-9640-47ed-841f-232cc8181421 req-ecfbcbd0-5f59-4cc9-a240-0b1ae2532139 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:47.611595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6ebf-9640-47ed-841f-232cc8181421 req-ecfbcbd0-5f59-4cc9-a240-0b1ae2532139 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:47.616163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23cb6ebf-9640-47ed-841f-232cc8181421 req-ecfbcbd0-5f59-4cc9-a240-0b1ae2532139 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.2900934 Jul 22 16:35:47.876503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23cb6ebf-9640-47ed-841f-232cc8181421 req-edf31670-1c3b-4a99-9cab-4a88cae4f57d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1980453 Jul 22 16:35:48.433525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b024b-bf09-4dad-b309-fb52788d7145 req-86c6e140-c1b8-4d73-9fd1-f011b54b9f2c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:48.448270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-147d2512-3684-4114-a93c-4d270135727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:48.450436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e28b024b-bf09-4dad-b309-fb52788d7145 req-86c6e140-c1b8-4d73-9fd1-f011b54b9f2c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.3574355 Jul 22 16:35:48.465495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:48.480334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Deleting port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:48.481472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:48.575177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e28b024b-bf09-4dad-b309-fb52788d7145 req-599e08de-bd7d-494f-9a59-a895802c3b97 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226254 Jul 22 16:35:48.680039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1d9ec-4dcb-406d-a93b-101bca7abd94 req-5f10a754-b2b1-46b0-a2f5-dbe1a2640bf3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:48.692159 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bbe1d9ec-4dcb-406d-a93b-101bca7abd94 req-5f10a754-b2b1-46b0-a2f5-dbe1a2640bf3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 948 time: 0.2378383 Jul 22 16:35:48.749919 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bbe1d9ec-4dcb-406d-a93b-101bca7abd94 req-ff40f7ec-fc80-4513-99a5-c5e66473c29d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533261 Jul 22 16:35:48.807252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] For port d7de7766-b5b2-48e9-a562-2b3a63c6ebdc, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d7de7766-b5b2-48e9-a562-2b3a63c6ebdc,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:48.808386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:48.811275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:48.830816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '14fa0acd-22dc-4098-9124-850db73840b4', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '14fa0acd-22dc-4098-9124-850db73840b4', 'mac_address': 'fa:16:3e:ed:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:48.858531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Calling delete_port for d7de7766-b5b2-48e9-a562-2b3a63c6ebdc owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:48.938500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:48.983506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fa0acd-22dc-4098-9124-850db73840b4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:49.048937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:49.059339 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:49.191598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ab8a-6732-49d5-be23-0b74518b9bd9 req-b048933c-7f5e-4104-883c-7cdbfe5a8f45 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:49.203105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b39d061-97cc-41f9-b9f4-cffc7db6d5a5 req-c43fc5b9-7a85-4d98-b152-05642ea4e6d9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 210 time: 0.1012797 Jul 22 16:35:49.213296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ab8a-6732-49d5-be23-0b74518b9bd9 req-b048933c-7f5e-4104-883c-7cdbfe5a8f45 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:49.248707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ab8a-6732-49d5-be23-0b74518b9bd9 req-b048933c-7f5e-4104-883c-7cdbfe5a8f45 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:49.263692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ab8a-6732-49d5-be23-0b74518b9bd9 req-b048933c-7f5e-4104-883c-7cdbfe5a8f45 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:49.308308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:49.343455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ab8a-6732-49d5-be23-0b74518b9bd9 req-b048933c-7f5e-4104-883c-7cdbfe5a8f45 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:49.375967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ab8a-6732-49d5-be23-0b74518b9bd9 req-b048933c-7f5e-4104-883c-7cdbfe5a8f45 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:49.404167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ab8a-6732-49d5-be23-0b74518b9bd9 req-b048933c-7f5e-4104-883c-7cdbfe5a8f45 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:49.436363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08a5ab8a-6732-49d5-be23-0b74518b9bd9 req-b048933c-7f5e-4104-883c-7cdbfe5a8f45 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.4525363 Jul 22 16:35:49.539796 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-1343d553-58ae-42c5-a447-11707a6aaa70 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014574 Jul 22 16:35:49.662229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08a5ab8a-6732-49d5-be23-0b74518b9bd9 req-46540483-6333-476a-a28e-aec12fe30dca tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870599 Jul 22 16:35:49.831840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['14fa0acd-22dc-4098-9124-850db73840b4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:50.056215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-eda04bc9-66b3-442d-9c50-2fc95f17142a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:50.065341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-eda04bc9-66b3-442d-9c50-2fc95f17142a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5165067 Jul 22 16:35:50.088661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Request body: {'port': {'device_id': '430fa6cf-fe89-485e-923b-58464337ac3d', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '1ab5d218fcdc4950841118db5d6af246'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:50.349489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Made reservation on behalf of 1ab5d218fcdc4950841118db5d6af246 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:50.365403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:50.406297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-48d94b91-eb6a-4260-9739-a55bd230d7ca tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1710875 Jul 22 16:35:50.470013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048057e1-f446-4d6d-b923-439c98c9eeb2 req-ebe98be5-9c47-4b6d-b126-9970a244ce57 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:50.483214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-048057e1-f446-4d6d-b923-439c98c9eeb2 req-ebe98be5-9c47-4b6d-b126-9970a244ce57 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 949 time: 0.4056623 Jul 22 16:35:50.714615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-048057e1-f446-4d6d-b923-439c98c9eeb2 req-4f06b90c-1e3c-4b5b-a37f-7849c5e9b09e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298200 Jul 22 16:35:50.761705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0bef91f6-b70d-41dc-a5a0-bfba5420e93f req-f2bfdd47-2d58-4e77-b104-92380af8eea2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 210 time: 0.1798499 Jul 22 16:35:51.022306 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aa99aaeb-03a3-4fc5-8cbf-7827963eee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.174412 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.187186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Allocated IP 192.168.233.40 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/d4a5adf6-85f5-4763-8fef-cb94fd0bba16) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:51.209192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-e476d77d-3e6f-442d-9bc7-6ccd0b3af4f2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.211317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-e476d77d-3e6f-442d-9bc7-6ccd0b3af4f2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7776008 Jul 22 16:35:51.211996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.304677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Request body: {'port': {'device_id': '7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '1ab5d218fcdc4950841118db5d6af246'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:51.360276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439410e-e679-444c-a868-8e6ed7b6fee4 req-038e2c79-617f-4398-a1a9-59cab1bd016e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.373479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439410e-e679-444c-a868-8e6ed7b6fee4 req-038e2c79-617f-4398-a1a9-59cab1bd016e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.386368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439410e-e679-444c-a868-8e6ed7b6fee4 req-038e2c79-617f-4398-a1a9-59cab1bd016e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.398612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439410e-e679-444c-a868-8e6ed7b6fee4 req-038e2c79-617f-4398-a1a9-59cab1bd016e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.442632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439410e-e679-444c-a868-8e6ed7b6fee4 req-038e2c79-617f-4398-a1a9-59cab1bd016e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.454033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439410e-e679-444c-a868-8e6ed7b6fee4 req-038e2c79-617f-4398-a1a9-59cab1bd016e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.500404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439410e-e679-444c-a868-8e6ed7b6fee4 req-038e2c79-617f-4398-a1a9-59cab1bd016e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:51.504504 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0439410e-e679-444c-a868-8e6ed7b6fee4 req-038e2c79-617f-4398-a1a9-59cab1bd016e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.4934444 Jul 22 16:35:51.521180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d7de7766-b5b2-48e9-a562-2b3a63c6ebdc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:51.726329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Made reservation on behalf of 1ab5d218fcdc4950841118db5d6af246 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:35:51.736871 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:51.743825 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0439410e-e679-444c-a868-8e6ed7b6fee4 req-0dc20bf0-08f0-44f8-8b9c-41aae30e5d4f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2180092 Jul 22 16:35:52.110080 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae3919ef-0b61-4e68-9c9d-a75b375a71f6 req-82f19e8a-3056-4080-93ac-0f2f8b0dd382 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 210 time: 0.0771871 Jul 22 16:35:52.139834 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.217414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Transition to ACTIVE for port object d4a5adf6-85f5-4763-8fef-cb94fd0bba16 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:52.374760 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.422307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:52.475961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:52.506706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:52.510028 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.526453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event updated for resources: {'Port': ['ID=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:52.531320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:52.545146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:52.574022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:52.585724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fbde9-16f3-4508-aa92-13934c512b14 req-356f491a-2917-47e7-b7aa-4bbaeade9250 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:52.587242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:35:52.596670 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-937fbde9-16f3-4508-aa92-13934c512b14 req-356f491a-2917-47e7-b7aa-4bbaeade9250 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 949 time: 0.5679893 Jul 22 16:35:52.732793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.740040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:52.757821 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:52.844424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-8b297eb4-cd13-45ca-bee8-5c1472ffe9e3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7605693 Jul 22 16:35:52.863726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Request body: {'port': {'device_id': '430fa6cf-fe89-485e-923b-58464337ac3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:52.953106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Allocated IP 192.168.233.7 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/f7a15407-9fca-4599-a1d1-769d35ac06a4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:35:53.098551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-937fbde9-16f3-4508-aa92-13934c512b14 req-01bf8bc0-9b60-4cda-8902-d8414008fb7e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727223 Jul 22 16:35:53.335974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.425997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-16448aba-1707-4d6e-9af5-7363a9d02152 None None] Provisioning for port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:53.429963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 14fa0acd-22dc-4098-9124-850db73840b4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:53.488565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335f9c-99a9-43f2-896a-7995ad8c164a req-612a9064-a192-4053-81b3-b22ebfa377e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:53.494831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335f9c-99a9-43f2-896a-7995ad8c164a req-612a9064-a192-4053-81b3-b22ebfa377e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:53.501174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335f9c-99a9-43f2-896a-7995ad8c164a req-612a9064-a192-4053-81b3-b22ebfa377e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:53.507775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335f9c-99a9-43f2-896a-7995ad8c164a req-612a9064-a192-4053-81b3-b22ebfa377e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:53.510479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.514277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335f9c-99a9-43f2-896a-7995ad8c164a req-612a9064-a192-4053-81b3-b22ebfa377e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:53.518505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:53.521189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335f9c-99a9-43f2-896a-7995ad8c164a req-612a9064-a192-4053-81b3-b22ebfa377e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:53.527500 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335f9c-99a9-43f2-896a-7995ad8c164a req-612a9064-a192-4053-81b3-b22ebfa377e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:53.535943 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55335f9c-99a9-43f2-896a-7995ad8c164a req-612a9064-a192-4053-81b3-b22ebfa377e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5432 time: 0.3531401 Jul 22 16:35:53.539020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Transition to ACTIVE for port object f7a15407-9fca-4599-a1d1-769d35ac06a4 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:53.571777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '2a2be50f-a1c6-4edf-b815-208de5f0cfd5', 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'port_id': '2a2be50f-a1c6-4edf-b815-208de5f0cfd5', 'mac_address': 'fa:16:3e:fe:0e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254997c0-a120-4660-9edb-2f5ea0fb74f7', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:53.574557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 14fa0acd-22dc-4098-9124-850db73840b4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:53.575234 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.655431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.663376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-16448aba-1707-4d6e-9af5-7363a9d02152 None None] Provisioning complete for port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:53.670220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16448aba-1707-4d6e-9af5-7363a9d02152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:53.698830 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55335f9c-99a9-43f2-896a-7995ad8c164a req-9cc83e1a-b0e7-461a-8430-92e375739f34 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615720 Jul 22 16:35:53.998888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:35:54.044387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:35:54.059366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:35:54.064961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event updated for resources: {'Port': ['ID=f7a15407-9fca-4599-a1d1-769d35ac06a4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:54.260889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23733e44-6119-4b34-8685-4ea66c053ff7 req-0e46b196-8a9d-49c6-9833-a68c9c753a06 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:54.270157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23733e44-6119-4b34-8685-4ea66c053ff7 req-0e46b196-8a9d-49c6-9833-a68c9c753a06 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 934 time: 0.9993484 Jul 22 16:35:54.411288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:54.412064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:54.489833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-16448aba-1707-4d6e-9af5-7363a9d02152 None None] Port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:35:54.506962 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:54.512883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:35:54.549201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6bfe6734-a7b8-4e86-a1e6-8e26531d35b1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2997375 Jul 22 16:35:54.558214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:54.601540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23733e44-6119-4b34-8685-4ea66c053ff7 req-f020fd2b-3d53-4906-9099-0fe3a4044bf9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077314 Jul 22 16:35:54.615433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:54.649189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Request body: {'port': {'device_id': '7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:35:54.803688 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:54.810469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:54.848081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:54.849130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:54.948664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-87267fd0-ede7-4e44-8cb9-bfae93b4b6d3 None None] Provisioning for port f7a15407-9fca-4599-a1d1-769d35ac06a4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:35:54.996442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:54.998738 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375228cf-72a8-489e-a6fb-65e20b715832" -d '{"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:55.001489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a30f9c-0d39-4eee-9b0d-e87a412e4238 req-fd3323d2-ef85-45b4-b1c2-5aa15f4e679b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:55.014155 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49a30f9c-0d39-4eee-9b0d-e87a412e4238 req-fd3323d2-ef85-45b4-b1c2-5aa15f4e679b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 949 time: 0.5728805 Jul 22 16:35:55.056036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a5adf6-85f5-4763-8fef-cb94fd0bba16 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:55.075499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-87267fd0-ede7-4e44-8cb9-bfae93b4b6d3 None None] Provisioning complete for port f7a15407-9fca-4599-a1d1-769d35ac06a4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:35:55.075996 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87267fd0-ede7-4e44-8cb9-bfae93b4b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.129713 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49a30f9c-0d39-4eee-9b0d-e87a412e4238 req-916f617e-56b7-4e23-bae4-e4160133b63a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137040 Jul 22 16:35:55.140052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.140410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:35:55.149263 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e14fd7b3-aeb6-4a2f-a253-0f9b0a2996cd admin admin] 10.222.0.53 "PUT /v2.0/routers/5d16d559-5e2a-4bca-9c74-d862cfdb29d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8373413 Jul 22 16:35:55.164958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40020) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:35:55.171999 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] Sync routers for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:35:55.207933 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:55.209849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Transition to ACTIVE for port object d4a5adf6-85f5-4763-8fef-cb94fd0bba16 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:55.211115 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:35:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:55.224418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.285806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-87267fd0-ede7-4e44-8cb9-bfae93b4b6d3 None None] Port f7a15407-9fca-4599-a1d1-769d35ac06a4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:35:55.298658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:55.312274 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:35:55.380744 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.597668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:55.657744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:55.745745 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:55.856905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Attempting to bind port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:35:55.858052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Attempting to bind port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:35:55.859031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Attempting to bind port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:55.882010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:35:55.888870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Attempting to bind port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:35:55.899637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:35:55.903779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:35:55.907868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:35:55.909088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Bound port: d4a5adf6-85f5-4763-8fef-cb94fd0bba16, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:35:55.911485 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.930504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:55.941716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.063241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:56.145122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:56.152452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:56.177517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29', 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5', 'port_id': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29', 'mac_address': 'fa:16:3e:87:11:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2161c53-8463-414f-99e2-d3ae2b73604a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:56.236012 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] For port d4a5adf6-85f5-4763-8fef-cb94fd0bba16, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:35:56.254115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] For port d4a5adf6-85f5-4763-8fef-cb94fd0bba16, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:35:56.261135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.407469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.437561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:56.473266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:56.485790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:56.486860 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.489982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-dd7c1673-3923-43a7-a105-c77151060401 service neutron] 10.222.0.20 "PUT /v2.0/ports/d4a5adf6-85f5-4763-8fef-cb94fd0bba16 HTTP/1.1" status: 200 len: 1096 time: 3.6306987 Jul 22 16:35:56.490490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '430fa6cf-fe89-485e-923b-58464337ac3d', 'tag': 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:35:56.505437 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2ee40-8767-4cbc-8e0c-c14767344a31" -d '{"events": [{"name": "network-changed", "server_uuid": "430fa6cf-fe89-485e-923b-58464337ac3d", "tag": "d4a5adf6-85f5-4763-8fef-cb94fd0bba16"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:35:56.619948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:56.733632 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:35:50Z', 'revision_number': 5, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:56.793797 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60a10c9-7837-47ff-8032-4c05c7ac097d x-openstack-request-id: req-f60a10c9-7837-47ff-8032-4c05c7ac097d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:56.795218 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:56.795218 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f60a10c9-7837-47ff-8032-4c05c7ac097d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:56.795686 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4', 'code': 200} Jul 22 16:35:56.810364 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:56.814685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 34033e5a-85e6-4a68-acf0-f674a010aa8d details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:56.825435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-91a35232-c110-44b0-a843-eaf38bedf15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:56.839114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-91a35232-c110-44b0-a843-eaf38bedf15e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 1099 time: 0.2641983 Jul 22 16:35:56.921301 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] Checking router: 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:35:56.933106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 34033e5a-85e6-4a68-acf0-f674a010aa8d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34033e5a-85e6-4a68-acf0-f674a010aa8d,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:56.986432 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] Routers {'5d16d559-5e2a-4bca-9c74-d862cfdb29d5'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:35:56.987174 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:35:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:57.009968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '34033e5a-85e6-4a68-acf0-f674a010aa8d', 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'port_id': '34033e5a-85e6-4a68-acf0-f674a010aa8d', 'mac_address': 'fa:16:3e:fa:e2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254997c0-a120-4660-9edb-2f5ea0fb74f7', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:57.036102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810372ee-b045-48f6-82a8-c9033d18167f req-578bb2b1-c032-4207-b08b-0489de2328e9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.076576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810372ee-b045-48f6-82a8-c9033d18167f req-578bb2b1-c032-4207-b08b-0489de2328e9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.124723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810372ee-b045-48f6-82a8-c9033d18167f req-578bb2b1-c032-4207-b08b-0489de2328e9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.146745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810372ee-b045-48f6-82a8-c9033d18167f req-578bb2b1-c032-4207-b08b-0489de2328e9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.151609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-7b6fb90c-1de1-4a84-bd22-9aae6548cb59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=d4a5adf6-85f5-4763-8fef-cb94fd0bba16 HTTP/1.1" status: 200 len: 217 time: 0.3084798 Jul 22 16:35:57.187284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810372ee-b045-48f6-82a8-c9033d18167f req-578bb2b1-c032-4207-b08b-0489de2328e9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.191872 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.215407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34033e5a-85e6-4a68-acf0-f674a010aa8d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:57.223192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810372ee-b045-48f6-82a8-c9033d18167f req-578bb2b1-c032-4207-b08b-0489de2328e9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.252550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810372ee-b045-48f6-82a8-c9033d18167f req-578bb2b1-c032-4207-b08b-0489de2328e9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.271820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-810372ee-b045-48f6-82a8-c9033d18167f req-578bb2b1-c032-4207-b08b-0489de2328e9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5433 time: 2.1333878 Jul 22 16:35:57.314919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:57.338722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-1a534ace-3ceb-41ec-bd09-e078ffa4616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.346512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 34033e5a-85e6-4a68-acf0-f674a010aa8d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34033e5a-85e6-4a68-acf0-f674a010aa8d,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:57.346698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-1a534ace-3ceb-41ec-bd09-e078ffa4616f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1835248 Jul 22 16:35:57.379611 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-810372ee-b045-48f6-82a8-c9033d18167f req-175e2762-c966-4d16-b518-96f8d885537c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060784 Jul 22 16:35:57.405613 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.412420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device ce13914e-02ac-42fc-b2d9-bb07d928d145 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:57.453310 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] Set router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:35:57.588115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bec2b-0d80-4565-9a6c-c73714465737 req-1c13a51f-a648-4aba-8008-18bd2b74a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.591277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-625bec2b-0d80-4565-9a6c-c73714465737 req-1c13a51f-a648-4aba-8008-18bd2b74a627 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1102 time: 0.5349808 Jul 22 16:35:57.628188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.631118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=34033e5a-85e6-4a68-acf0-f674a010aa8d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:57.696516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port ce13914e-02ac-42fc-b2d9-bb07d928d145, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:57.717738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'ce13914e-02ac-42fc-b2d9-bb07d928d145', 'network_id': 'c17a60a5-7325-47e4-93d0-4d53153510b5', 'port_id': 'ce13914e-02ac-42fc-b2d9-bb07d928d145', 'mac_address': 'fa:16:3e:78:17:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2161c53-8463-414f-99e2-d3ae2b73604a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:57.729340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ed1d9-30fa-4236-bbdf-b3604b85072b req-b030944b-a77a-4005-a703-d0ef3f848e17 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:57.742759 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a50ed1d9-30fa-4236-bbdf-b3604b85072b req-b030944b-a77a-4005-a703-d0ef3f848e17 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 934 time: 0.7611256 Jul 22 16:35:57.821254 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:57.897195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce13914e-02ac-42fc-b2d9-bb07d928d145 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:57.917288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:35:57.950085 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a50ed1d9-30fa-4236-bbdf-b3604b85072b req-a72b6b57-9e3d-4dc2-ac3d-a4943b9772d0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027764 Jul 22 16:35:57.959206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-625bec2b-0d80-4565-9a6c-c73714465737 req-32c7b04f-ecc2-4fea-bc91-9d17ab7a83c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520124 Jul 22 16:35:58.013838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-a6c3f42d-2d25-4a86-8cae-126379186d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.025768 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-a6c3f42d-2d25-4a86-8cae-126379186d61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6505454 Jul 22 16:35:58.152639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port ce13914e-02ac-42fc-b2d9-bb07d928d145, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:58.179961 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.183918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 3345ea44-c513-4b13-b69f-8b0b4665af70 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:58.249376 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:35:50Z', 'revision_number': 5, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:35:58.319664 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb1506-8bfc-454a-9946-069deac1e307 None None] The sync data for ids ['5d16d559-5e2a-4bca-9c74-d862cfdb29d5'] in n-d-792458-13 is: [{'id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'name': 'tempest-ServersTestJSON-1162200862-router', 'tenant_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:32:56Z', 'updated_at': '2021-07-22T16:35:50Z', 'revision_number': 5, 'project_id': 'ea0f3a11b0a44ca98a7a3703ec2d583b', 'gw_port': {'id': '17fb8f57-55f4-4a04-b7dd-68da37e65dd1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16d559-5e2a-4bca-9c74-d862cfdb29d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:32:57Z', 'updated_at': '2021-07-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:35:58.382000 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819b07ef-e904-4b1e-b500-689a37c71977 x-openstack-request-id: req-819b07ef-e904-4b1e-b500-689a37c71977 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:35:58.382591 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "430fa6cf-fe89-485e-923b-58464337ac3d", "tag": "d4a5adf6-85f5-4763-8fef-cb94fd0bba16", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:35:58.382591 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-819b07ef-e904-4b1e-b500-689a37c71977 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:35:58.383137 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '430fa6cf-fe89-485e-923b-58464337ac3d', 'tag': 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', 'status': 'completed', 'code': 200} Jul 22 16:35:58.452444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=ce13914e-02ac-42fc-b2d9-bb07d928d145,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:58.453560 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-4bf8610a-fc20-4b05-ae8d-8453430857dc service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186635 Jul 22 16:35:58.601457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b4eaa-e00d-4d40-b725-4b25140465f3 req-613a6f46-dd20-4883-a04f-1bab09e27cd9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.615334 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-342b4eaa-e00d-4d40-b725-4b25140465f3 req-613a6f46-dd20-4883-a04f-1bab09e27cd9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 1.0324211 Jul 22 16:35:58.725823 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-6894f028-9a5f-4098-a380-485063867042 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561219 Jul 22 16:35:58.747607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 3345ea44-c513-4b13-b69f-8b0b4665af70, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3345ea44-c513-4b13-b69f-8b0b4665af70,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:58.776197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e18ca1-c2a4-4a48-aa77-791f8f42c206 req-1a5d8ca7-e765-4f3e-ba58-ec6340bf02d7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.797539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e18ca1-c2a4-4a48-aa77-791f8f42c206 req-1a5d8ca7-e765-4f3e-ba58-ec6340bf02d7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.806736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '3345ea44-c513-4b13-b69f-8b0b4665af70', 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'port_id': '3345ea44-c513-4b13-b69f-8b0b4665af70', 'mac_address': 'fa:16:3e:0b:69:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254997c0-a120-4660-9edb-2f5ea0fb74f7', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:58.808967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e18ca1-c2a4-4a48-aa77-791f8f42c206 req-1a5d8ca7-e765-4f3e-ba58-ec6340bf02d7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.819620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e18ca1-c2a4-4a48-aa77-791f8f42c206 req-1a5d8ca7-e765-4f3e-ba58-ec6340bf02d7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.821706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Deleting port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:35:58.822190 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:58.827318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e18ca1-c2a4-4a48-aa77-791f8f42c206 req-1a5d8ca7-e765-4f3e-ba58-ec6340bf02d7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.841506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e18ca1-c2a4-4a48-aa77-791f8f42c206 req-1a5d8ca7-e765-4f3e-ba58-ec6340bf02d7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.859319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e18ca1-c2a4-4a48-aa77-791f8f42c206 req-1a5d8ca7-e765-4f3e-ba58-ec6340bf02d7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:58.873391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c0e18ca1-c2a4-4a48-aa77-791f8f42c206 req-1a5d8ca7-e765-4f3e-ba58-ec6340bf02d7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5436 time: 0.3323760 Jul 22 16:35:58.900126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a15407-9fca-4599-a1d1-769d35ac06a4 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:58.984457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d7de7766-b5b2-48e9-a562-2b3a63c6ebdc no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:35:59.009040 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.038205 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.051389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d7de7766-b5b2-48e9-a562-2b3a63c6ebdc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:35:59.051585 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c0e18ca1-c2a4-4a48-aa77-791f8f42c206 req-1e35dbf0-9c30-4f67-a049-9374b40203ec tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766517 Jul 22 16:35:59.069131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d7de7766-b5b2-48e9-a562-2b3a63c6ebdc not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:35:59.102375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-342b4eaa-e00d-4d40-b725-4b25140465f3 req-5f767322-0ccf-4f3e-b3e2-29b4e9c2c1b2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112121 Jul 22 16:35:59.118286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3345ea44-c513-4b13-b69f-8b0b4665af70 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:35:59.137973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Transition to ACTIVE for port object f7a15407-9fca-4599-a1d1-769d35ac06a4 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:35:59.155515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-359da0d2-a845-4fa2-ad3a-63b76c0bfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:59.158838 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-359da0d2-a845-4fa2-ad3a-63b76c0bfeaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 1099 time: 0.2237742 Jul 22 16:35:59.215065 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.287626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 3345ea44-c513-4b13-b69f-8b0b4665af70, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3345ea44-c513-4b13-b69f-8b0b4665af70,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:59.328608 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.329652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 779fbf7d-aaa9-4b2b-856f-f113a5c0492e details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:35:59.415073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] For port 17fb8f57-55f4-4a04-b7dd-68da37e65dd1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=17fb8f57-55f4-4a04-b7dd-68da37e65dd1,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:59.415435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.449857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Calling delete_port for 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:35:59.621429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=3345ea44-c513-4b13-b69f-8b0b4665af70,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:59.682777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:35:59.708470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431fc8c-fbf9-443f-8afa-788690289390 req-d235cdfe-86fb-49df-b7e1-89c1b1835b0a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:59.726229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3431fc8c-fbf9-443f-8afa-788690289390 req-d235cdfe-86fb-49df-b7e1-89c1b1835b0a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 946 time: 0.5170548 Jul 22 16:35:59.729152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Pushing event updated for resources: {'Port': ['ID=f7a15407-9fca-4599-a1d1-769d35ac06a4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:35:59.763339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e', 'network_id': '3847fe1d-acd7-4c26-82ee-355b41bacd95', 'port_id': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e', 'mac_address': 'fa:16:3e:49:ae:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254997c0-a120-4660-9edb-2f5ea0fb74f7', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:35:59.814130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-ac95190f-9762-4d4a-aac3-0bf6a7911246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:35:59.816051 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-ac95190f-9762-4d4a-aac3-0bf6a7911246 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.4816537 Jul 22 16:35:59.846791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.934909 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:35:59.993311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fb8f57-55f4-4a04-b7dd-68da37e65dd1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:00.008544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-48c44397-94fd-4433-ac5a-dec8da6b276a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=d4a5adf6-85f5-4763-8fef-cb94fd0bba16 HTTP/1.1" status: 200 len: 217 time: 0.1708539 Jul 22 16:36:00.011766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779fbf7d-aaa9-4b2b-856f-f113a5c0492e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:00.078756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:00.087355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-a4c9b0b1-edd3-450f-8cad-382ddfabf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.090415 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-a4c9b0b1-edd3-450f-8cad-382ddfabf565 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0771627 Jul 22 16:36:00.094330 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.095265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4235adf9-a460-48a5-b2fc-1717fc91f8f3 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:00.108539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3431fc8c-fbf9-443f-8afa-788690289390 req-da3d9728-b412-4f33-9d16-d1d218bceb98 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779349 Jul 22 16:36:00.384913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.635213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:00.653192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c63-89d6-4e05-ac00-3d8cf723fd83 req-03b283c0-0c97-4638-a2f1-ad1f0fde98f1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.663006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c63-89d6-4e05-ac00-3d8cf723fd83 req-03b283c0-0c97-4638-a2f1-ad1f0fde98f1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.674989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c63-89d6-4e05-ac00-3d8cf723fd83 req-03b283c0-0c97-4638-a2f1-ad1f0fde98f1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.689133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c63-89d6-4e05-ac00-3d8cf723fd83 req-03b283c0-0c97-4638-a2f1-ad1f0fde98f1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.702289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c63-89d6-4e05-ac00-3d8cf723fd83 req-03b283c0-0c97-4638-a2f1-ad1f0fde98f1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.718479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c63-89d6-4e05-ac00-3d8cf723fd83 req-03b283c0-0c97-4638-a2f1-ad1f0fde98f1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.725850 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.732570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.735647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Attempting to bind port f7a15407-9fca-4599-a1d1-769d35ac06a4 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:00.736575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Attempting to bind port f7a15407-9fca-4599-a1d1-769d35ac06a4 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:00.737194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Attempting to bind port f7a15407-9fca-4599-a1d1-769d35ac06a4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:00.740920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0c63-89d6-4e05-ac00-3d8cf723fd83 req-03b283c0-0c97-4638-a2f1-ad1f0fde98f1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.743913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4235adf9-a460-48a5-b2fc-1717fc91f8f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:00.748128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a53b0c63-89d6-4e05-ac00-3d8cf723fd83 req-03b283c0-0c97-4638-a2f1-ad1f0fde98f1 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5438 time: 0.5025306 Jul 22 16:36:00.765628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Port f7a15407-9fca-4599-a1d1-769d35ac06a4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:36:00.766036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Attempting to bind port f7a15407-9fca-4599-a1d1-769d35ac06a4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:00.774943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'port_id': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'mac_address': 'fa:16:3e:d3:ae:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:00.775564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-b238ad25-6d44-46c7-ac91-16ea17546649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.777527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-b238ad25-6d44-46c7-ac91-16ea17546649 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6661415 Jul 22 16:36:00.838618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a7ed5-8528-4baf-94d9-d531a507005e req-63cb6ce4-df90-40a9-8e66-d89c84403300 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:00.840327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-255a7ed5-8528-4baf-94d9-d531a507005e req-63cb6ce4-df90-40a9-8e66-d89c84403300 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 951 time: 0.9676480 Jul 22 16:36:00.842951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:00.843525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:00.844214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:00.844856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Bound port: f7a15407-9fca-4599-a1d1-769d35ac06a4, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:00.845412 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.883428 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.890761 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a53b0c63-89d6-4e05-ac00-3d8cf723fd83 req-96d26209-903d-4995-a006-618244d40ded tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277196 Jul 22 16:36:00.911232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.914093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d16d559-5e2a-4bca-9c74-d862cfdb29d5 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:36:00.942969 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:00.944084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4235adf9-a460-48a5-b2fc-1717fc91f8f3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:00.944258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-628ba96a-694f-4df0-aafa-d3d8c6ac8601 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5d16d559-5e2a-4bca-9c74-d862cfdb29d5 HTTP/1.1" status: 204 len: 168 time: 5.7532494 Jul 22 16:36:00.944564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:01.015730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4235adf9-a460-48a5-b2fc-1717fc91f8f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:01.025361 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.129125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=4235adf9-a460-48a5-b2fc-1717fc91f8f3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:01.166492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.166846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-1614abc2-4953-4e0b-8a23-899f8ad6ba3d admin admin] Deleting subnet e9149d76-5b68-4a02-a98a-afe0fd073dac {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:36:01.167077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.167251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.167653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.167831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.168201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.168500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.168793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.169148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.169477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.169800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.170117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:01.171341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1614abc2-4953-4e0b-8a23-899f8ad6ba3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.224949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d4a5adf6-85f5-4763-8fef-cb94fd0bba16 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:01.228946 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.256376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-24ca6d61-4f0e-4c53-ab12-2549ac33750b service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687567 Jul 22 16:36:01.309755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] For port f7a15407-9fca-4599-a1d1-769d35ac06a4, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:01.321952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] For port f7a15407-9fca-4599-a1d1-769d35ac06a4, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f7a15407-9fca-4599-a1d1-769d35ac06a4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:01.371077 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1614abc2-4953-4e0b-8a23-899f8ad6ba3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.408984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.461650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d4a5adf6-85f5-4763-8fef-cb94fd0bba16, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:01.487103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', 'mac_address': 'fa:16:3e:b5:8c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:01.518381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Pushing event updated for resources: {'Port': ['ID=f7a15407-9fca-4599-a1d1-769d35ac06a4,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:01.525555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-255a7ed5-8528-4baf-94d9-d531a507005e req-379a408f-4390-4c26-8961-465b6fef540b tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737945 Jul 22 16:36:01.539417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:01.540064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.541661 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-b47611b6-540f-4b05-a186-04dc452e996a service neutron] 10.222.0.65 "PUT /v2.0/ports/f7a15407-9fca-4599-a1d1-769d35ac06a4 HTTP/1.1" status: 200 len: 1095 time: 6.9336026 Jul 22 16:36:01.542131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616', 'tag': 'f7a15407-9fca-4599-a1d1-769d35ac06a4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:01.544706 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616", "tag": "f7a15407-9fca-4599-a1d1-769d35ac06a4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:01.635375 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.693936 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a5adf6-85f5-4763-8fef-cb94fd0bba16 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:01.756990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d4a5adf6-85f5-4763-8fef-cb94fd0bba16, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:01.764537 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:01.902142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:01.969855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1614abc2-4953-4e0b-8a23-899f8ad6ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.101520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ee40-8767-4cbc-8e0c-c14767344a31 req-13802964-f17f-42d2-8f23-e1e8ec2ddcff service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272979 Jul 22 16:36:02.163412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba692-d2b8-4a4f-bc30-e67e6a0086cc req-b18329f8-2272-4550-9ebb-fd75c2e149ce tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:02.165893 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-342ba692-d2b8-4a4f-bc30-e67e6a0086cc req-b18329f8-2272-4550-9ebb-fd75c2e149ce tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 1.0337746 Jul 22 16:36:02.189576 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1614abc2-4953-4e0b-8a23-899f8ad6ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.215469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['d4a5adf6-85f5-4763-8fef-cb94fd0bba16'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:02.227449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614abc2-4953-4e0b-8a23-899f8ad6ba3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9149d76-5b68-4a02-a98a-afe0fd073dac,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:02.239655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff48f7-408f-4563-a2c4-e35a95f16097 req-aa45b551-fb4a-4d79-aaed-d051b798ea5f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:02.246723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ecff48f7-408f-4563-a2c4-e35a95f16097 req-aa45b551-fb4a-4d79-aaed-d051b798ea5f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 946 time: 0.4269781 Jul 22 16:36:02.249195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1614abc2-4953-4e0b-8a23-899f8ad6ba3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.255369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1614abc2-4953-4e0b-8a23-899f8ad6ba3d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e9149d76-5b68-4a02-a98a-afe0fd073dac HTTP/1.1" status: 204 len: 168 time: 1.2909570 Jul 22 16:36:02.256555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40158) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:02.262652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a2bbb0-16d3-40ae-8835-3387c520031a None None] Network e3add8e6-691b-4109-9b3c-42e4bec9c2c5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:02.267704 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-342ba692-d2b8-4a4f-bc30-e67e6a0086cc req-742f32f7-60f6-43db-a211-7cf91e667acc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908873 Jul 22 16:36:02.296195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-e3724281-7219-4ff3-9d3d-7191fa0af4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:02.298097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-e3724281-7219-4ff3-9d3d-7191fa0af4ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 1098 time: 0.4172273 Jul 22 16:36:02.434565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ecff48f7-408f-4563-a2c4-e35a95f16097 req-c11607de-7e04-4943-8b31-8ae7690a4fde tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865182 Jul 22 16:36:02.484379 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0b836d-d4b0-4a37-88fd-7b651ee7ae75 x-openstack-request-id: req-be0b836d-d4b0-4a37-88fd-7b651ee7ae75 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:02.484843 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616", "tag": "f7a15407-9fca-4599-a1d1-769d35ac06a4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:02.485246 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be0b836d-d4b0-4a37-88fd-7b651ee7ae75 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:02.486057 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616', 'tag': 'f7a15407-9fca-4599-a1d1-769d35ac06a4', 'status': 'completed', 'code': 200} Jul 22 16:36:02.500015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-abee94fa-338b-40f6-9397-dc7058c7b916 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f7a15407-9fca-4599-a1d1-769d35ac06a4 HTTP/1.1" status: 200 len: 217 time: 0.1495979 Jul 22 16:36:02.507534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.635397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-f160944b-3bcc-4843-925d-6cf6d01e17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:02.637893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-f160944b-3bcc-4843-925d-6cf6d01e17af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1220000 Jul 22 16:36:02.785356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c1d057-7516-4dd8-a83d-b3ddd2a54021 None None] DHCP port deletion for e3add8e6-691b-4109-9b3c-42e4bec9c2c5 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:36:02.832317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Deleting port 6512ebec-9ad1-4f74-abf5-ab467393a458 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:02.832953 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.864256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-62c1d057-7516-4dd8-a83d-b3ddd2a54021 None None] Deleting port 6512ebec-9ad1-4f74-abf5-ab467393a458 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:02.864966 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62c1d057-7516-4dd8-a83d-b3ddd2a54021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:02.897872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-0b601c18-0822-456f-9012-09f20987ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:02.900356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-0b601c18-0822-456f-9012-09f20987ec02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2317536 Jul 22 16:36:02.980706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848262e-c960-47e6-acf9-89d06b4d8ace req-077073d9-e4c2-47ee-a3bb-15fc6f780636 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:02.996359 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f848262e-c960-47e6-acf9-89d06b4d8ace req-077073d9-e4c2-47ee-a3bb-15fc6f780636 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1102 time: 0.1559687 Jul 22 16:36:03.059422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-62c1d057-7516-4dd8-a83d-b3ddd2a54021 None None] For port 6512ebec-9ad1-4f74-abf5-ab467393a458, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6512ebec-9ad1-4f74-abf5-ab467393a458,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:03.060317 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62c1d057-7516-4dd8-a83d-b3ddd2a54021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.076858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6512ebec-9ad1-4f74-abf5-ab467393a458 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:03.079548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-62c1d057-7516-4dd8-a83d-b3ddd2a54021 None None] Calling delete_port for 6512ebec-9ad1-4f74-abf5-ab467393a458 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:03.133482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7c83-179a-449a-9e81-eb9ca3c7649e req-9eedfeb8-f752-43d7-9ed9-a99676927e8d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.137833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f848262e-c960-47e6-acf9-89d06b4d8ace req-dbcd8527-9a91-4350-aa63-4d43c451ea6e tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311650 Jul 22 16:36:03.149980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7c83-179a-449a-9e81-eb9ca3c7649e req-9eedfeb8-f752-43d7-9ed9-a99676927e8d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.164981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7c83-179a-449a-9e81-eb9ca3c7649e req-9eedfeb8-f752-43d7-9ed9-a99676927e8d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.186751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7c83-179a-449a-9e81-eb9ca3c7649e req-9eedfeb8-f752-43d7-9ed9-a99676927e8d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.195748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7c83-179a-449a-9e81-eb9ca3c7649e req-9eedfeb8-f752-43d7-9ed9-a99676927e8d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.204876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7c83-179a-449a-9e81-eb9ca3c7649e req-9eedfeb8-f752-43d7-9ed9-a99676927e8d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.213162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa7c83-179a-449a-9e81-eb9ca3c7649e req-9eedfeb8-f752-43d7-9ed9-a99676927e8d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:03.221926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-40aa7c83-179a-449a-9e81-eb9ca3c7649e req-9eedfeb8-f752-43d7-9ed9-a99676927e8d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5439 time: 0.5825911 Jul 22 16:36:03.233134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] For port 6512ebec-9ad1-4f74-abf5-ab467393a458, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6512ebec-9ad1-4f74-abf5-ab467393a458,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:03.233647 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.295473 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.297446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Calling delete_port for 6512ebec-9ad1-4f74-abf5-ab467393a458 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:03.300089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:03.419831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-40aa7c83-179a-449a-9e81-eb9ca3c7649e req-77df790d-a3c0-4cfe-931c-0cf8413d8721 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956871 Jul 22 16:36:03.431458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 6512ebec-9ad1-4f74-abf5-ab467393a458, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6512ebec-9ad1-4f74-abf5-ab467393a458,segment=NetworkSegment(4c54c527-80ad-4fc2-9173-7bc8df9fe580),segment_id=4c54c527-80ad-4fc2-9173-7bc8df9fe580)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:03.436294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-398669d3-ec85-400c-b374-28b9c656d242 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360864 Jul 22 16:36:03.464304 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.465485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:03.486711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-2f3830a4-f004-4e52-afac-24e3d533815b req-d5b40c1a-d149-48ee-bfb4-02e13001ad1a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:36:03.492325 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f3830a4-f004-4e52-afac-24e3d533815b req-d5b40c1a-d149-48ee-bfb4-02e13001ad1a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144613 Jul 22 16:36:03.542701 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-62c1d057-7516-4dd8-a83d-b3ddd2a54021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.587680 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.591597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:36:03.592685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 17fb8f57-55f4-4a04-b7dd-68da37e65dd1 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:03.597042 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1d057-7516-4dd8-a83d-b3ddd2a54021 None None] No DVR routers for this DVR port 6512ebec-9ad1-4f74-abf5-ab467393a458 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:03.607317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event deleted for resources: {'Port': ['ID=6512ebec-9ad1-4f74-abf5-ab467393a458,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:03.621849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['ce13914e-02ac-42fc-b2d9-bb07d928d145'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:03.648846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1d057-7516-4dd8-a83d-b3ddd2a54021 None None] Pushing event deleted for resources: {'Port': ['ID=6512ebec-9ad1-4f74-abf5-ab467393a458,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:03.670285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:03.696182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['3345ea44-c513-4b13-b69f-8b0b4665af70'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:03.885743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2a2be50f-a1c6-4edf-b815-208de5f0cfd5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:03.888706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['4235adf9-a460-48a5-b2fc-1717fc91f8f3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:03.891885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['34033e5a-85e6-4a68-acf0-f674a010aa8d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:03.979272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:04.018687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:04.022775 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9033d0a5-1b1c-4c5e-bc80-e3f1acbd0f03" -d '{"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:04.122668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:04.169633 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.270676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-bae45b52-38a5-4070-9e68-40406794b2b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2595866 Jul 22 16:36:04.341346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53982437-59fb-479b-8400-755e8045b863 req-d2d011f9-b59d-4c09-a8e5-2fea5e1cc300 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:04.344704 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53982437-59fb-479b-8400-755e8045b863 req-d2d011f9-b59d-4c09-a8e5-2fea5e1cc300 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1859386 Jul 22 16:36:04.357090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] No DVR routers for this DVR port 6512ebec-9ad1-4f74-abf5-ab467393a458 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:04.363558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Pushing event deleted for resources: {'Port': ['ID=6512ebec-9ad1-4f74-abf5-ab467393a458,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:04.404119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['779fbf7d-aaa9-4b2b-856f-f113a5c0492e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:04.501457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53982437-59fb-479b-8400-755e8045b863 req-4876c2da-8952-4b13-a443-e2cd27798a06 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029038 Jul 22 16:36:04.522563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-346bcfd3-e593-4fac-a8a0-693687c4bc6d req-bd336c2b-93b6-49f9-b386-38877af16a0b service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0657177 Jul 22 16:36:04.578740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b79ea-7981-45bd-9950-c6a759263027 req-00c586e5-5b56-4fab-ac25-b9e7e205ec37 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:04.582521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-122b79ea-7981-45bd-9950-c6a759263027 req-00c586e5-5b56-4fab-ac25-b9e7e205ec37 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 946 time: 0.3132155 Jul 22 16:36:04.647450 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.668470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:04.709121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3add8e6-691b-4109-9b3c-42e4bec9c2c5']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:04.737919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c54c527-80ad-4fc2-9173-7bc8df9fe580') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:04.738425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c54c527-80ad-4fc2-9173-7bc8df9fe580') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:04.773950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.854596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-122b79ea-7981-45bd-9950-c6a759263027 req-65f6c254-4049-428d-b9d9-8564db46492c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022851 Jul 22 16:36:04.862506 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.876503 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:36:04.877162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:36:04.880479 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:36:04.948470 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401449f-6325-45a4-90da-a27fee7646b3 x-openstack-request-id: req-5401449f-6325-45a4-90da-a27fee7646b3 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:04.948763 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:04.949805 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5401449f-6325-45a4-90da-a27fee7646b3 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:04.950033 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'code': 200} Jul 22 16:36:05.050134 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:05.056071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-49bf9559-82ec-4cb9-8108-1128e193e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.057610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-49bf9559-82ec-4cb9-8108-1128e193e49b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 1098 time: 0.3158729 Jul 22 16:36:05.080826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:05.085560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] 10.222.0.53 "DELETE /v2.0/networks/e3add8e6-691b-4109-9b3c-42e4bec9c2c5 HTTP/1.1" status: 204 len: 168 time: 2.8220677 Jul 22 16:36:05.139838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78539601-aa08-4c92-8c9a-42be038b283f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3add8e6-691b-4109-9b3c-42e4bec9c2c5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:05.393826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d4a5adf6-85f5-4763-8fef-cb94fd0bba16 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:05.420528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-c56b3645-d879-4f70-a2b1-05a8fa233185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.431015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f02f2-c566-4547-a2ed-b3a929d7360d req-fbf3d84b-5056-4dd5-bb8f-181cace1c18c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.439673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-c56b3645-d879-4f70-a2b1-05a8fa233185 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3594351 Jul 22 16:36:05.454206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f02f2-c566-4547-a2ed-b3a929d7360d req-fbf3d84b-5056-4dd5-bb8f-181cace1c18c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.518036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f02f2-c566-4547-a2ed-b3a929d7360d req-fbf3d84b-5056-4dd5-bb8f-181cace1c18c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.547941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f02f2-c566-4547-a2ed-b3a929d7360d req-fbf3d84b-5056-4dd5-bb8f-181cace1c18c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.569515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f02f2-c566-4547-a2ed-b3a929d7360d req-fbf3d84b-5056-4dd5-bb8f-181cace1c18c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.585038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f02f2-c566-4547-a2ed-b3a929d7360d req-fbf3d84b-5056-4dd5-bb8f-181cace1c18c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.595726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f02f2-c566-4547-a2ed-b3a929d7360d req-fbf3d84b-5056-4dd5-bb8f-181cace1c18c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.606314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-dff4ea5d-84c9-4c46-9ede-1d455b86b479 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f7a15407-9fca-4599-a1d1-769d35ac06a4 HTTP/1.1" status: 200 len: 217 time: 0.1194463 Jul 22 16:36:05.624418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-659f02f2-c566-4547-a2ed-b3a929d7360d req-fbf3d84b-5056-4dd5-bb8f-181cace1c18c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5439 time: 0.5815115 Jul 22 16:36:05.671330 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:05.679733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-659f02f2-c566-4547-a2ed-b3a929d7360d req-e4fa67ba-83ab-4b85-afa5-188438153530 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472908 Jul 22 16:36:05.818816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-eca9ab8d-e10f-456c-83e0-6ffa9b7a3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:05.825913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-eca9ab8d-e10f-456c-83e0-6ffa9b7a3a7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2052734 Jul 22 16:36:05.906002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:05.920231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:05.920951 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.205622 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40338) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:06.257208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.295547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2ffc2-17c8-4a53-9795-41103cec10e3 req-f6e33fef-d98f-4a34-b30b-98d73e55cb34 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:06.315289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fca2ffc2-17c8-4a53-9795-41103cec10e3 req-f6e33fef-d98f-4a34-b30b-98d73e55cb34 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.4858689 Jul 22 16:36:06.319560 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-be555936-103a-4b34-834a-eba1c2ed0619 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea0f3a11b0a44ca98a7a3703ec2d583b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116230 Jul 22 16:36:06.324862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40340) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:06.337451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-cdd4ad19-7e8c-4ba4-bdd5-538b22601a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:06.344666 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-cdd4ad19-7e8c-4ba4-bdd5-538b22601a3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4704628 Jul 22 16:36:06.382799 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:36:06.392440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d4a5adf6-85f5-4763-8fef-cb94fd0bba16, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:06.401403 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.523254 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f59ccfc-f855-4a14-9bd0-cc43c0175185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.554383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fca2ffc2-17c8-4a53-9795-41103cec10e3 req-75af064a-f6ef-4a70-b4e6-cbe122c26c31 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363958 Jul 22 16:36:06.572743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:06.603836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f59ccfc-f855-4a14-9bd0-cc43c0175185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.675884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234429-26ad-41ac-8b8d-4d4611d3dd34 req-2cbe3434-58a4-4c08-8caa-730d22646fd1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:06.688490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6234429-26ad-41ac-8b8d-4d4611d3dd34 req-2cbe3434-58a4-4c08-8caa-730d22646fd1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 946 time: 0.2832711 Jul 22 16:36:06.788420 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-32b8bf5b-07fc-47f1-a855-0e2e0527dc46 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656516 Jul 22 16:36:06.813307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6234429-26ad-41ac-8b8d-4d4611d3dd34 req-7b4d52ee-606e-4f03-836a-1f4ae77ed5f5 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138430 Jul 22 16:36:06.858358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f59ccfc-f855-4a14-9bd0-cc43c0175185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.862228 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f59ccfc-f855-4a14-9bd0-cc43c0175185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:06.868182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2f59ccfc-f855-4a14-9bd0-cc43c0175185 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/708eaa13-c1c3-4a3e-b55e-97757777618a HTTP/1.1" status: 204 len: 168 time: 0.5415003 Jul 22 16:36:06.910665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59ccfc-f855-4a14-9bd0-cc43c0175185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708eaa13-c1c3-4a3e-b55e-97757777618a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:06.953484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430fa6cf-fe89-485e-923b-58464337ac3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:06.961572 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f5a559-64dd-499c-95ff-bdb1971c5eef" -d '{"events": [{"server_uuid": "430fa6cf-fe89-485e-923b-58464337ac3d", "name": "network-vif-plugged", "status": "completed", "tag": "d4a5adf6-85f5-4763-8fef-cb94fd0bba16"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:07.083700 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06869bc5-f2c4-43af-b785-82fc222593b7 x-openstack-request-id: req-06869bc5-f2c4-43af-b785-82fc222593b7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:07.084626 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430fa6cf-fe89-485e-923b-58464337ac3d", "name": "network-vif-plugged", "status": "completed", "tag": "d4a5adf6-85f5-4763-8fef-cb94fd0bba16", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:07.085326 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06869bc5-f2c4-43af-b785-82fc222593b7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:07.086435 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430fa6cf-fe89-485e-923b-58464337ac3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', 'code': 200} Jul 22 16:36:07.120149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4208bcf5-9f79-407e-b3c4-4823f7ca13d2 req-169ef889-4185-4d86-abd7-cf9143a979ad service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213918 Jul 22 16:36:07.202018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241015eb-5cc9-4edd-97a3-79be6d0e223f req-b0b68652-0d0b-42a6-8f87-6e916bb19572 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.210459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241015eb-5cc9-4edd-97a3-79be6d0e223f req-b0b68652-0d0b-42a6-8f87-6e916bb19572 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.223542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241015eb-5cc9-4edd-97a3-79be6d0e223f req-b0b68652-0d0b-42a6-8f87-6e916bb19572 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.230285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241015eb-5cc9-4edd-97a3-79be6d0e223f req-b0b68652-0d0b-42a6-8f87-6e916bb19572 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.248820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241015eb-5cc9-4edd-97a3-79be6d0e223f req-b0b68652-0d0b-42a6-8f87-6e916bb19572 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.261364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241015eb-5cc9-4edd-97a3-79be6d0e223f req-b0b68652-0d0b-42a6-8f87-6e916bb19572 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.280448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241015eb-5cc9-4edd-97a3-79be6d0e223f req-b0b68652-0d0b-42a6-8f87-6e916bb19572 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.295365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-241015eb-5cc9-4edd-97a3-79be6d0e223f req-b0b68652-0d0b-42a6-8f87-6e916bb19572 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5439 time: 0.2579460 Jul 22 16:36:07.375779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-241015eb-5cc9-4edd-97a3-79be6d0e223f req-a95292ab-c88a-43b8-9b36-fb075d0cac9f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788014 Jul 22 16:36:07.383690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f7a15407-9fca-4599-a1d1-769d35ac06a4 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:07.479794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e974ca-195f-44b2-b5e8-f70ca8e2e9e5 req-14c5e896-cb97-424c-a544-bca79b9b69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.483754 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3e974ca-195f-44b2-b5e8-f70ca8e2e9e5 req-14c5e896-cb97-424c-a544-bca79b9b69b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 1101 time: 0.2179348 Jul 22 16:36:07.607872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3e974ca-195f-44b2-b5e8-f70ca8e2e9e5 req-bbfbdf97-3e15-44e7-8289-c8b0c7cb1639 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151910 Jul 22 16:36:07.649061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-58201e00-11a4-466b-964c-00b6abcbb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:07.658198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-58201e00-11a4-466b-964c-00b6abcbb58b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1102 time: 0.2283571 Jul 22 16:36:07.680024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f7a15407-9fca-4599-a1d1-769d35ac06a4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f7a15407-9fca-4599-a1d1-769d35ac06a4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:07.735189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'f7a15407-9fca-4599-a1d1-769d35ac06a4', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'f7a15407-9fca-4599-a1d1-769d35ac06a4', 'mac_address': 'fa:16:3e:96:8a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:07.888994 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:07.945759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a15407-9fca-4599-a1d1-769d35ac06a4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:08.020313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f7a15407-9fca-4599-a1d1-769d35ac06a4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f7a15407-9fca-4599-a1d1-769d35ac06a4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:08.020824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-38e9dc51-2220-4f18-84e0-8ff569019568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.023683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-38e9dc51-2220-4f18-84e0-8ff569019568 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3512897 Jul 22 16:36:08.031291 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:08.043113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896babd-7b51-44d8-8786-27e6c64f49ff req-acb94bd9-b1e8-4976-9058-4dc5504c9c02 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.057689 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2896babd-7b51-44d8-8786-27e6c64f49ff req-acb94bd9-b1e8-4976-9058-4dc5504c9c02 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.2385092 Jul 22 16:36:08.100946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f7a15407-9fca-4599-a1d1-769d35ac06a4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:08.127273 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2896babd-7b51-44d8-8786-27e6c64f49ff req-d13e4850-48a5-41f4-8860-1b3d49b32f63 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684333 Jul 22 16:36:08.194464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ecb180c3-c318-4fde-ad76-e5958e05e462 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.1100636 Jul 22 16:36:08.320844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f7bef-98e9-4a20-808b-1f47a730c18e req-a5516bce-f31e-4621-b5f8-3a3e06c7c945 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.323674 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-396f7bef-98e9-4a20-808b-1f47a730c18e req-a5516bce-f31e-4621-b5f8-3a3e06c7c945 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 946 time: 0.3207548 Jul 22 16:36:08.349582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-d7160d4e-d140-4712-8b70-b5ba8cde1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.351097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-d7160d4e-d140-4712-8b70-b5ba8cde1701 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1395884 Jul 22 16:36:08.409595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-396f7bef-98e9-4a20-808b-1f47a730c18e req-addeca99-1787-42ba-b85d-60939633e23c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779750 Jul 22 16:36:08.472329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-3e7f4b64-5af1-4a3a-ab4e-41cec7384f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.475368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-3e7f4b64-5af1-4a3a-ab4e-41cec7384f86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067500 Jul 22 16:36:08.740010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-22c67676-3a9b-4eef-9492-18bf47165fa6 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503405 Jul 22 16:36:08.777280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7852-3ba5-417e-8497-d252a1e553f6 req-4d096752-7b0d-46cb-a3b1-cc109170471b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.788600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7852-3ba5-417e-8497-d252a1e553f6 req-4d096752-7b0d-46cb-a3b1-cc109170471b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.800951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7852-3ba5-417e-8497-d252a1e553f6 req-4d096752-7b0d-46cb-a3b1-cc109170471b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.812134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7852-3ba5-417e-8497-d252a1e553f6 req-4d096752-7b0d-46cb-a3b1-cc109170471b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.828485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7852-3ba5-417e-8497-d252a1e553f6 req-4d096752-7b0d-46cb-a3b1-cc109170471b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.834347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7852-3ba5-417e-8497-d252a1e553f6 req-4d096752-7b0d-46cb-a3b1-cc109170471b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.840827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c7852-3ba5-417e-8497-d252a1e553f6 req-4d096752-7b0d-46cb-a3b1-cc109170471b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:08.848729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-118c7852-3ba5-417e-8497-d252a1e553f6 req-4d096752-7b0d-46cb-a3b1-cc109170471b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5439 time: 0.3236270 Jul 22 16:36:08.999243 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-118c7852-3ba5-417e-8497-d252a1e553f6 req-67cf3e4a-4600-4d16-807b-be2dcfe548fe tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494501 Jul 22 16:36:09.099397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-f9df6314-0d40-4827-a49b-ae6f41fce70e service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446617 Jul 22 16:36:09.392990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04a9bb-a45d-4834-a1a7-d03d18807381 req-e9540035-5536-431f-b168-3b3ffa8b6b3a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:09.417827 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc04a9bb-a45d-4834-a1a7-d03d18807381 req-e9540035-5536-431f-b168-3b3ffa8b6b3a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1637192 Jul 22 16:36:09.508435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc04a9bb-a45d-4834-a1a7-d03d18807381 req-6f319e55-cfb6-44b8-85c2-f5af4aec7f8b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808039 Jul 22 16:36:09.585497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:09.994595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cd756-77ac-48a0-b766-19b305d61235 req-2fa1d64a-d4a8-4f9c-bae8-4e989301163d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:09.997363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-955cd756-77ac-48a0-b766-19b305d61235 req-2fa1d64a-d4a8-4f9c-bae8-4e989301163d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 947 time: 0.1283457 Jul 22 16:36:10.003119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-161653074-network', 'tenant_id': 'acae310097554de5a4c6d699a604fb08'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:10.080967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:10.083818 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.099473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.105270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-955cd756-77ac-48a0-b766-19b305d61235 req-7e3a9240-acb1-4fdf-845e-24fd3386d72c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874295 Jul 22 16:36:10.318843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.330752 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.362044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:36:10.399853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6079-6936-4723-a5a1-2beec188b953 req-0099d93d-dfd2-4897-9321-924f969b51c9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.407096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6079-6936-4723-a5a1-2beec188b953 req-0099d93d-dfd2-4897-9321-924f969b51c9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.407096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6079-6936-4723-a5a1-2beec188b953 req-0099d93d-dfd2-4897-9321-924f969b51c9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.419107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6079-6936-4723-a5a1-2beec188b953 req-0099d93d-dfd2-4897-9321-924f969b51c9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.426306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6079-6936-4723-a5a1-2beec188b953 req-0099d93d-dfd2-4897-9321-924f969b51c9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.432370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6079-6936-4723-a5a1-2beec188b953 req-0099d93d-dfd2-4897-9321-924f969b51c9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.438686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c6079-6936-4723-a5a1-2beec188b953 req-0099d93d-dfd2-4897-9321-924f969b51c9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.440930 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db4c6079-6936-4723-a5a1-2beec188b953 req-0099d93d-dfd2-4897-9321-924f969b51c9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5439 time: 0.2259755 Jul 22 16:36:10.444560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a36eb5-6388-449b-8ef3-baa3337c0e6d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:10.449283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.450241 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Added segment 9813919e-5128-4a4a-bdb9-6d0d5a1eaf88 of type vlan for network 938a054a-5a48-4d43-b896-bf09e16b8e83 Jul 22 16:36:10.558554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.585621 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db4c6079-6936-4723-a5a1-2beec188b953 req-c4487cd5-3292-430f-b9fa-7f3193f9c211 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225464 Jul 22 16:36:10.611437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40558) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:10.645143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.646383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:10.647114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.742391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1553771 Jul 22 16:36:10.747244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40572) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:10.757427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Request body: {'subnet': {'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-161653074-subnet', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:10.798401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:10.804372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.839536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795af0a-8667-47ec-b202-633ea1fe1bfd admin admin] Pushing event updated for resources: {'Network': ['ID=938a054a-5a48-4d43-b896-bf09e16b8e83,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:10.844822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fac5bef-72bb-4918-bf48-2fa892732c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:10.865796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 938a054a-5a48-4d43-b896-bf09e16b8e83 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:36:11.004335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063db6fb-936b-4bee-91d5-cb6c89721c7d req-301dee30-55a9-4c3d-a4a2-1f479e81df28 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:11.021278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-063db6fb-936b-4bee-91d5-cb6c89721c7d req-301dee30-55a9-4c3d-a4a2-1f479e81df28 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.3054600 Jul 22 16:36:11.194365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-063db6fb-936b-4bee-91d5-cb6c89721c7d req-7191c06a-1d29-4ece-a8dc-ef7339b494f8 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643989 Jul 22 16:36:11.210161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fac5bef-72bb-4918-bf48-2fa892732c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.228712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fac5bef-72bb-4918-bf48-2fa892732c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.231974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.335373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Checking segment: {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:11.335963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Network hostable DHCP agents. Network: 938a054a-5a48-4d43-b896-bf09e16b8e83, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:36:11.339917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45498e51-452b-44b2-94cf-b51a3ccaa0fe,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:11.373087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0fac5bef-72bb-4918-bf48-2fa892732c22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b75c79e822d44fe822ecfed294bb0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610161 Jul 22 16:36:11.377808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40590) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:11.379773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Network 938a054a-5a48-4d43-b896-bf09e16b8e83 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:36:11.384406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac5bef-72bb-4918-bf48-2fa892732c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50679ad6-6636-4c94-924b-45b643b73f99,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:11.389636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f7a15407-9fca-4599-a1d1-769d35ac06a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:11.404188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 938a054a-5a48-4d43-b896-bf09e16b8e83) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:11.415043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:11.415664 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.439078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baedf2f-c482-4356-836b-6909d45ec3b2 None None] Network 938a054a-5a48-4d43-b896-bf09e16b8e83 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:11.442424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cea7b4f0-a2ad-4872-99ca-ea90a185362d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6936076 Jul 22 16:36:11.445812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40592) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:11.452133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:11.523466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.526805 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.537577 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a84dc09-4dd8-4d99-a1f8-e544e4021f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.608366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a84dc09-4dd8-4d99-a1f8-e544e4021f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.670212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20cb8-9a96-4ec9-95ff-5bfbf6e4e906 req-b4d8ff38-ad18-4db0-842c-a1eec6e851b0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:11.682621 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aca20cb8-9a96-4ec9-95ff-5bfbf6e4e906 req-b4d8ff38-ad18-4db0-842c-a1eec6e851b0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 947 time: 0.2760472 Jul 22 16:36:11.770851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.806113 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aca20cb8-9a96-4ec9-95ff-5bfbf6e4e906 req-cbcb74ae-87d8-47b5-9ed5-843c6aff6577 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891511 Jul 22 16:36:11.810192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a84dc09-4dd8-4d99-a1f8-e544e4021f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.828973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a84dc09-4dd8-4d99-a1f8-e544e4021f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:11.834177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0a84dc09-4dd8-4d99-a1f8-e544e4021f2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50679ad6-6636-4c94-924b-45b643b73f99 HTTP/1.1" status: 204 len: 168 time: 0.4477091 Jul 22 16:36:11.858088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84dc09-4dd8-4d99-a1f8-e544e4021f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50679ad6-6636-4c94-924b-45b643b73f99,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:11.920129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-938a054a-5a48-4d43-b896-bf09e16b8e83', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:36:11.922428 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.090971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960d5e1-a0a9-437f-8aa8-1042dcecd828 req-242e5b63-c7aa-4452-a975-f49971d31b9b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.109672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960d5e1-a0a9-437f-8aa8-1042dcecd828 req-242e5b63-c7aa-4452-a975-f49971d31b9b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.127764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960d5e1-a0a9-437f-8aa8-1042dcecd828 req-242e5b63-c7aa-4452-a975-f49971d31b9b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.142562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960d5e1-a0a9-437f-8aa8-1042dcecd828 req-242e5b63-c7aa-4452-a975-f49971d31b9b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.155180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960d5e1-a0a9-437f-8aa8-1042dcecd828 req-242e5b63-c7aa-4452-a975-f49971d31b9b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.175033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960d5e1-a0a9-437f-8aa8-1042dcecd828 req-242e5b63-c7aa-4452-a975-f49971d31b9b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.192951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.194700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960d5e1-a0a9-437f-8aa8-1042dcecd828 req-242e5b63-c7aa-4452-a975-f49971d31b9b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.200774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d960d5e1-a0a9-437f-8aa8-1042dcecd828 req-242e5b63-c7aa-4452-a975-f49971d31b9b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5439 time: 0.2646146 Jul 22 16:36:12.322442 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d960d5e1-a0a9-437f-8aa8-1042dcecd828 req-60b88efe-c0ef-45bd-b585-5b9615dcc509 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092052 Jul 22 16:36:12.364073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Allocated IP 172.20.0.2 (938a054a-5a48-4d43-b896-bf09e16b8e83/45498e51-452b-44b2-94cf-b51a3ccaa0fe/6a37fa1f-0c4c-410f-b5d2-de2455f9c660) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:12.558635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:12.653446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb02d7-9bb2-4f8e-a298-c7e1b3066ad3 req-25bc043d-0762-4719-bf4f-8bfe8d2ba5cd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:12.657494 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-faeb02d7-9bb2-4f8e-a298-c7e1b3066ad3 req-25bc043d-0762-4719-bf4f-8bfe8d2ba5cd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1657615 Jul 22 16:36:12.738525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6822ad7a-3fcd-4060-b9a0-651c84cf9aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.761094 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.787896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Transition to ACTIVE for port object 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:12.793011 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-faeb02d7-9bb2-4f8e-a298-c7e1b3066ad3 req-a67588c7-3a92-4b39-a14d-738f90d996c7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282332 Jul 22 16:36:12.837534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Transition to ACTIVE for port object 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:12.853705 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:12.929288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Network 938a054a-5a48-4d43-b896-bf09e16b8e83 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:12.941688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:12.953623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:12.975645 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Pushing event updated for resources: {'Port': ['ID=6a37fa1f-0c4c-410f-b5d2-de2455f9c660,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:13.008003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b77e9-3b9b-4aab-b2b3-526ef8061d71 req-dde4844c-008a-4c3b-8706-74cd2bc7550a tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.016875 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-768b77e9-3b9b-4aab-b2b3-526ef8061d71 req-dde4844c-008a-4c3b-8706-74cd2bc7550a tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 947 time: 0.2078130 Jul 22 16:36:13.047361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbf2cc-1f45-494a-be82-788a4260da37 req-c5f2892f-bad1-46c3-8c5e-c56fdb2441dc tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.051125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dcbbf2cc-1f45-494a-be82-788a4260da37 req-c5f2892f-bad1-46c3-8c5e-c56fdb2441dc tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 947 time: 0.1393418 Jul 22 16:36:13.062290 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.107787 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.117353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Attempting to bind port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:13.118170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Attempting to bind port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:13.118963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Attempting to bind port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 on network 938a054a-5a48-4d43-b896-bf09e16b8e83 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:13.130031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:13.130805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Checking segment: {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:13.131826 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dcbbf2cc-1f45-494a-be82-788a4260da37 req-5bce4f34-ab9e-47bd-a592-75fccb1e6004 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668514 Jul 22 16:36:13.135497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.135909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Bound using segment: {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:13.136781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Bound port: 6a37fa1f-0c4c-410f-b5d2-de2455f9c660, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:13.136964 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.179584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-768b77e9-3b9b-4aab-b2b3-526ef8061d71 req-c05bbf8e-9cfa-4d05-96aa-36c9934a4b2d tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590555 Jul 22 16:36:13.324136 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Allocated IP 172.25.3.214 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/cf001cf8-9f8c-45f2-b74d-abd211e3375e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:13.363624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6822ad7a-3fcd-4060-b9a0-651c84cf9aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.375242 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6822ad7a-3fcd-4060-b9a0-651c84cf9aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.398893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 3345ea44-c513-4b13-b69f-8b0b4665af70 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:13.446387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] For port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:13.474960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] For port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6a37fa1f-0c4c-410f-b5d2-de2455f9c660,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:13.488473 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.503318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6822ad7a-3fcd-4060-b9a0-651c84cf9aaa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13fc74a2aa634bb5a2c93126efc3cf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9426923 Jul 22 16:36:13.507592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40644) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:13.563422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822ad7a-3fcd-4060-b9a0-651c84cf9aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c2c5a5-0ad9-4dd2-96cc-1beb7dd06300,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:13.653312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.679121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 3345ea44-c513-4b13-b69f-8b0b4665af70 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:13.690682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83279921-7c3b-4e34-b794-9d726a708fb4 None None] Pushing event updated for resources: {'Port': ['ID=6a37fa1f-0c4c-410f-b5d2-de2455f9c660,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:13.701928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 3345ea44-c513-4b13-b69f-8b0b4665af70 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:13.702510 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.746202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.749712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e3815ef-48c5-4d1e-b220-b900f171a34d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.800696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bcd4-82c7-4e09-bfd7-acd6f37f6f70 req-d8040028-927d-48a2-8d12-ad888518fe9f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.808229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bcd4-82c7-4e09-bfd7-acd6f37f6f70 req-d8040028-927d-48a2-8d12-ad888518fe9f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.818776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bcd4-82c7-4e09-bfd7-acd6f37f6f70 req-d8040028-927d-48a2-8d12-ad888518fe9f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.822850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:13.825903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bcd4-82c7-4e09-bfd7-acd6f37f6f70 req-d8040028-927d-48a2-8d12-ad888518fe9f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.828731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:13.837488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:13.839892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bcd4-82c7-4e09-bfd7-acd6f37f6f70 req-d8040028-927d-48a2-8d12-ad888518fe9f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.849560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bcd4-82c7-4e09-bfd7-acd6f37f6f70 req-d8040028-927d-48a2-8d12-ad888518fe9f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.858874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bcd4-82c7-4e09-bfd7-acd6f37f6f70 req-d8040028-927d-48a2-8d12-ad888518fe9f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:13.873411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb14bcd4-82c7-4e09-bfd7-acd6f37f6f70 req-d8040028-927d-48a2-8d12-ad888518fe9f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5439 time: 0.3542829 Jul 22 16:36:13.884715 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.892083 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e3815ef-48c5-4d1e-b220-b900f171a34d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:13.922860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Pushing event updated for resources: {'Port': ['ID=cf001cf8-9f8c-45f2-b74d-abd211e3375e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:13.927971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-6a90de9b-817b-4b95-ba1b-839b382a797b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3041227 Jul 22 16:36:13.948030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3345ea44-c513-4b13-b69f-8b0b4665af70'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:13.951412 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1851bf-9958-4015-bcbf-938f803b2476" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "3345ea44-c513-4b13-b69f-8b0b4665af70"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:13.996961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 3345ea44-c513-4b13-b69f-8b0b4665af70, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3345ea44-c513-4b13-b69f-8b0b4665af70,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:13.999593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb14bcd4-82c7-4e09-bfd7-acd6f37f6f70 req-3c7eba36-b0a7-4e7c-bd69-84fd67dde12c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234734 Jul 22 16:36:14.003026 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.003808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 34033e5a-85e6-4a68-acf0-f674a010aa8d up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:14.061382 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e3815ef-48c5-4d1e-b220-b900f171a34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.065063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e3815ef-48c5-4d1e-b220-b900f171a34d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.066997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4e3815ef-48c5-4d1e-b220-b900f171a34d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52c2c5a5-0ad9-4dd2-96cc-1beb7dd06300 HTTP/1.1" status: 204 len: 168 time: 0.5580587 Jul 22 16:36:14.165596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3815ef-48c5-4d1e-b220-b900f171a34d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c2c5a5-0ad9-4dd2-96cc-1beb7dd06300,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:14.178488 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9850f36f-70ad-4bd1-8995-b962475d8673 x-openstack-request-id: req-9850f36f-70ad-4bd1-8995-b962475d8673 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:14.178950 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "3345ea44-c513-4b13-b69f-8b0b4665af70", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:14.179364 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9850f36f-70ad-4bd1-8995-b962475d8673 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:14.184556 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3345ea44-c513-4b13-b69f-8b0b4665af70', 'code': 200} Jul 22 16:36:14.222495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-b85c03b5-ea1d-41b0-b5d2-7a2d65d0fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:14.224865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-b85c03b5-ea1d-41b0-b5d2-7a2d65d0fce3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 1102 time: 0.1544914 Jul 22 16:36:14.375816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=3345ea44-c513-4b13-b69f-8b0b4665af70,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:14.398500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 34033e5a-85e6-4a68-acf0-f674a010aa8d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:14.410764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 34033e5a-85e6-4a68-acf0-f674a010aa8d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:14.411506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.621763 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.661639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-c19c3535-307b-4545-98bb-9237b3780b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:14.667456 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-c19c3535-307b-4545-98bb-9237b3780b29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.4112053 Jul 22 16:36:14.693271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 34033e5a-85e6-4a68-acf0-f674a010aa8d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34033e5a-85e6-4a68-acf0-f674a010aa8d,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:14.700313 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.701950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:14.719440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d744e10-c2d0-4959-913e-23c77651b1d1 req-4305c4bd-8a18-49d4-8dc0-38b6d0636583 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:14.742075 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d744e10-c2d0-4959-913e-23c77651b1d1 req-4305c4bd-8a18-49d4-8dc0-38b6d0636583 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 947 time: 0.3104131 Jul 22 16:36:14.907252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-e541bdd2-6122-4fff-8c05-7cd9830d3084 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 200 len: 217 time: 0.2193961 Jul 22 16:36:14.947247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:14.957420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=34033e5a-85e6-4a68-acf0-f674a010aa8d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:14.961918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:14.962497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:14.989424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.044992 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d744e10-c2d0-4959-913e-23c77651b1d1 req-5dc0fdd9-fdb6-425c-b117-399d76a2eba0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958746 Jul 22 16:36:15.092592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-ae3451a0-9cff-4732-a3a8-b55b7bd48a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:15.094822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-ae3451a0-9cff-4732-a3a8-b55b7bd48a83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1800966 Jul 22 16:36:15.177503 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ae6e4-f183-407f-bce0-87cebcf0e1a5 req-48e274f3-1908-4ae7-8a7c-25ccb81d49ea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:15.179135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444ae6e4-f183-407f-bce0-87cebcf0e1a5 req-48e274f3-1908-4ae7-8a7c-25ccb81d49ea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 1.1260242 Jul 22 16:36:15.206728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-38f4789e-ba8d-4748-965b-db6195e7e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:15.208375 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-38f4789e-ba8d-4748-965b-db6195e7e410 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007035 Jul 22 16:36:15.296348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-ef1ea2ae-24e4-4a57-95ed-9d28d60b5f1d tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:15.298187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-ef1ea2ae-24e4-4a57-95ed-9d28d60b5f1d tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 947 time: 0.5102749 Jul 22 16:36:15.298852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:15.302394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444ae6e4-f183-407f-bce0-87cebcf0e1a5 req-bac8968a-3a17-43df-aa5d-58ef15b9c2c9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011961 Jul 22 16:36:15.534661 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.598141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Deleting port e8f159a9-2adb-460b-8579-b834412f82bc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:15.598795 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.621167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-02a13bbf-3ecb-49f3-b186-9ca56c48a929 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030125 Jul 22 16:36:15.649537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:15.679601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36744b20-a5ae-4edc-93ec-6a35e8739894 None None] Network 938a054a-5a48-4d43-b896-bf09e16b8e83 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:15.698012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:15.740734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.741621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4235adf9-a460-48a5-b2fc-1717fc91f8f3 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:15.743486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] For port e8f159a9-2adb-460b-8579-b834412f82bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e8f159a9-2adb-460b-8579-b834412f82bc,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:15.743860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.762010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Calling delete_port for e8f159a9-2adb-460b-8579-b834412f82bc owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:15.912602 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34227a0e-18a4-461f-8ea7-c8f7c87bf36e req-c93b31cb-dd6c-480d-b895-873fdaa4fa8d tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:15.922549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34227a0e-18a4-461f-8ea7-c8f7c87bf36e req-c93b31cb-dd6c-480d-b895-873fdaa4fa8d tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 947 time: 0.4537392 Jul 22 16:36:15.936843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1b197866-cc47-4619-b883-803bdcddce61 None None] Provisioning for port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:15.945848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1b197866-cc47-4619-b883-803bdcddce61 None None] Provisioning complete for port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:15.946489 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1b197866-cc47-4619-b883-803bdcddce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:15.960591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:15.989081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfd7ebcf-3831-436a-af1c-4fbcca58521b req-c42d68e1-75f0-43ac-99b6-555a65597503 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568916 Jul 22 16:36:16.018710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:16.019492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.029019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34227a0e-18a4-461f-8ea7-c8f7c87bf36e req-6c3cbe86-3e65-4dd4-ad62-6a456aa0b140 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057265 Jul 22 16:36:16.070575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.255457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:16.262121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158fcfe-602e-4857-a14d-3912ac716c53 req-b01537a5-e3fe-469a-b558-5d925f792118 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:16.268469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158fcfe-602e-4857-a14d-3912ac716c53 req-b01537a5-e3fe-469a-b558-5d925f792118 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:16.278745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158fcfe-602e-4857-a14d-3912ac716c53 req-b01537a5-e3fe-469a-b558-5d925f792118 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:16.286695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158fcfe-602e-4857-a14d-3912ac716c53 req-b01537a5-e3fe-469a-b558-5d925f792118 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:16.293134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158fcfe-602e-4857-a14d-3912ac716c53 req-b01537a5-e3fe-469a-b558-5d925f792118 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:16.295055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34033e5a-85e6-4a68-acf0-f674a010aa8d'}, {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2be50f-a1c6-4edf-b815-208de5f0cfd5'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:16.299069 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeaa345-5d21-49ba-9e6c-e34a762dc2b8" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "34033e5a-85e6-4a68-acf0-f674a010aa8d"}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "2a2be50f-a1c6-4edf-b815-208de5f0cfd5"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:16.303692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158fcfe-602e-4857-a14d-3912ac716c53 req-b01537a5-e3fe-469a-b558-5d925f792118 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:16.323761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158fcfe-602e-4857-a14d-3912ac716c53 req-b01537a5-e3fe-469a-b558-5d925f792118 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:16.333327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a158fcfe-602e-4857-a14d-3912ac716c53 req-b01537a5-e3fe-469a-b558-5d925f792118 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5442 time: 0.7574759 Jul 22 16:36:16.398397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.406216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34015545-a849-46a8-8056-843181e4e015 req-a9eb4779-81b3-4d19-ba9c-e8a68c2cabd3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:16.417326 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34015545-a849-46a8-8056-843181e4e015 req-a9eb4779-81b3-4d19-ba9c-e8a68c2cabd3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 947 time: 0.2182274 Jul 22 16:36:16.418890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a158fcfe-602e-4857-a14d-3912ac716c53 req-d03026aa-0dc3-4478-a6a7-ab0c43d80466 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798523 Jul 22 16:36:16.481728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Pushing event deleted for resources: {'Port': ['ID=e8f159a9-2adb-460b-8579-b834412f82bc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:16.516386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:36:16.551940 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97be5aff-fdc3-4eb7-b5cc-16271a5231eb x-openstack-request-id: req-97be5aff-fdc3-4eb7-b5cc-16271a5231eb {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:16.552706 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "34033e5a-85e6-4a68-acf0-f674a010aa8d", "code": 200}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "2a2be50f-a1c6-4edf-b815-208de5f0cfd5", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:16.553320 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97be5aff-fdc3-4eb7-b5cc-16271a5231eb {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:16.554145 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34033e5a-85e6-4a68-acf0-f674a010aa8d', 'code': 200} Jul 22 16:36:16.559042 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2be50f-a1c6-4edf-b815-208de5f0cfd5', 'code': 200} Jul 22 16:36:16.569764 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34015545-a849-46a8-8056-843181e4e015 req-dedd017e-cd76-4928-9086-9ca89e2b7572 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509864 Jul 22 16:36:16.572133 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.646374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] No DVR routers for this DVR port e8f159a9-2adb-460b-8579-b834412f82bc on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:16.651051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.657572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22b048e0-f373-4b01-8120-e9df93ef0546 req-3196bb88-038f-4b53-8ce0-b42f43c3aed3 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "DELETE /v2.0/ports/e8f159a9-2adb-460b-8579-b834412f82bc HTTP/1.1" status: 204 len: 173 time: 1.3511755 Jul 22 16:36:16.659534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1b197866-cc47-4619-b883-803bdcddce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.664147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'name': 'network-vif-deleted', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:16.670038 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f180053c-ac6e-4393-b5ef-c6a798600ad4" -d '{"events": [{"server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "name": "network-vif-deleted", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:16.715862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4235adf9-a460-48a5-b2fc-1717fc91f8f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:16.728477 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.729727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device ce13914e-02ac-42fc-b2d9-bb07d928d145 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:16.886594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1b197866-cc47-4619-b883-803bdcddce61 None None] For port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6a37fa1f-0c4c-410f-b5d2-de2455f9c660,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:16.892902 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01410a17-2183-4137-b114-b8ac48155131 x-openstack-request-id: req-01410a17-2183-4137-b114-b8ac48155131 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:16.893252 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad644b4f-b21c-480c-b52f-a58bd7c5b42b", "name": "network-vif-deleted", "tag": "e8f159a9-2adb-460b-8579-b834412f82bc", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:16.895628 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01410a17-2183-4137-b114-b8ac48155131 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:16.896341 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad644b4f-b21c-480c-b52f-a58bd7c5b42b', 'name': 'network-vif-deleted', 'tag': 'e8f159a9-2adb-460b-8579-b834412f82bc', 'status': 'completed', 'code': 200} Jul 22 16:36:16.900300 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1b197866-cc47-4619-b883-803bdcddce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:16.934240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=4235adf9-a460-48a5-b2fc-1717fc91f8f3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:16.992399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:17.034790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port ce13914e-02ac-42fc-b2d9-bb07d928d145 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:17.055681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.058355 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80d950e2-93f1-4991-ae8a-cd913b5b6b9f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6105783 Jul 22 16:36:17.061911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:17.094723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port ce13914e-02ac-42fc-b2d9-bb07d928d145 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:17.095534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.151169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e30881-6822-41ca-88f1-4e8756ed9344 req-36b4dd1c-c2a2-4c16-8f5d-f38839b4678e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.165461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4e30881-6822-41ca-88f1-4e8756ed9344 req-36b4dd1c-c2a2-4c16-8f5d-f38839b4678e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.5371504 Jul 22 16:36:17.195349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Sync routers for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:17.216390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b197866-cc47-4619-b883-803bdcddce61 None None] Pushing event updated for resources: {'Port': ['ID=6a37fa1f-0c4c-410f-b5d2-de2455f9c660,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:17.266817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4e30881-6822-41ca-88f1-4e8756ed9344 req-a65bbec2-aa60-4252-82a0-9e6aaf684bc2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995772 Jul 22 16:36:17.425446 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:17.426639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:35:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:17.558475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-895c6206-0706-4ee7-824c-cb7fa4237d83 req-ef99f574-0af1-4b39-89ef-6015f043cd35 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad644b4f-b21c-480c-b52f-a58bd7c5b42b HTTP/1.1" status: 200 len: 210 time: 0.1334941 Jul 22 16:36:17.565003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.615188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port ce13914e-02ac-42fc-b2d9-bb07d928d145, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:17.628846 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.693754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 779fbf7d-aaa9-4b2b-856f-f113a5c0492e up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:17.742980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab97ff-db48-4cd9-9d6d-cd352caacb94 req-a66785d2-e93b-49ae-abeb-57b6d1fda1a3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.746740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e46f09a0-569c-4870-abe5-8faba66b81a6 None None] Provisioning complete for port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:17.747138 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e46f09a0-569c-4870-abe5-8faba66b81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:17.749607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab97ff-db48-4cd9-9d6d-cd352caacb94 req-a66785d2-e93b-49ae-abeb-57b6d1fda1a3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.757256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab97ff-db48-4cd9-9d6d-cd352caacb94 req-a66785d2-e93b-49ae-abeb-57b6d1fda1a3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.767007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab97ff-db48-4cd9-9d6d-cd352caacb94 req-a66785d2-e93b-49ae-abeb-57b6d1fda1a3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.773997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab97ff-db48-4cd9-9d6d-cd352caacb94 req-a66785d2-e93b-49ae-abeb-57b6d1fda1a3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.780541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab97ff-db48-4cd9-9d6d-cd352caacb94 req-a66785d2-e93b-49ae-abeb-57b6d1fda1a3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.787489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab97ff-db48-4cd9-9d6d-cd352caacb94 req-a66785d2-e93b-49ae-abeb-57b6d1fda1a3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:17.795759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8aab97ff-db48-4cd9-9d6d-cd352caacb94 req-a66785d2-e93b-49ae-abeb-57b6d1fda1a3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5443 time: 0.2073274 Jul 22 16:36:17.849346 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:17.873320 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8aab97ff-db48-4cd9-9d6d-cd352caacb94 req-bcca8c61-3760-43c2-b4c2-7d7cdcfa2611 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753789 Jul 22 16:36:18.121242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93c382-cfd3-48d5-a6d2-034ea3bb5e47 req-ab627dda-836a-4df9-bce2-751778a726ab tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:18.129565 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e93c382-cfd3-48d5-a6d2-034ea3bb5e47 req-ab627dda-836a-4df9-bce2-751778a726ab tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 947 time: 0.2645259 Jul 22 16:36:18.150038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=ce13914e-02ac-42fc-b2d9-bb07d928d145,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:18.205870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:18.214841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:18.215247 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.277490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e93c382-cfd3-48d5-a6d2-034ea3bb5e47 req-376d6f66-dee9-4c94-859a-e6e3e7b24a2d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464207 Jul 22 16:36:18.388629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.397202 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.463208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8ba8e26-b26d-4fe0-aa3f-d632e0f94d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.527872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:18.537047 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.538347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f7a15407-9fca-4599-a1d1-769d35ac06a4 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:18.562154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d26e04-3997-459f-a4b7-9cf91399cd18 req-dd8cc47c-0221-4f64-9560-2e03856a62f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:18.566082 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6d26e04-3997-459f-a4b7-9cf91399cd18 req-dd8cc47c-0221-4f64-9560-2e03856a62f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1655934 Jul 22 16:36:18.569131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3'}, {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce13914e-02ac-42fc-b2d9-bb07d928d145'}, {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:18.571574 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043413b2-996d-4a11-b0c1-89c329114a1e" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3"}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "ce13914e-02ac-42fc-b2d9-bb07d928d145"}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "779fbf7d-aaa9-4b2b-856f-f113a5c0492e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:18.674215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6d26e04-3997-459f-a4b7-9cf91399cd18 req-9079564f-11c8-4986-a462-9ee847a85c62 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960362 Jul 22 16:36:18.714640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:14Z', 'revision_number': 3, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:18.717240 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5451bc7-44e5-42ed-ad72-ed98d8f80806 x-openstack-request-id: req-f5451bc7-44e5-42ed-ad72-ed98d8f80806 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:18.717575 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3", "code": 200}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "ce13914e-02ac-42fc-b2d9-bb07d928d145", "code": 200}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "779fbf7d-aaa9-4b2b-856f-f113a5c0492e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:18.717777 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5451bc7-44e5-42ed-ad72-ed98d8f80806 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:18.718061 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'code': 200} Jul 22 16:36:18.718308 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce13914e-02ac-42fc-b2d9-bb07d928d145', 'code': 200} Jul 22 16:36:18.718552 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e', 'code': 200} Jul 22 16:36:18.725825 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:18.772699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Checking router: 8d4cd947-39bb-4235-a431-d3c88bc2e7ea for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:36:18.772936 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Updating router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea port cf001cf8-9f8c-45f2-b74d-abd211e3375e binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:36:18.810600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port f7a15407-9fca-4599-a1d1-769d35ac06a4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:18.818250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port f7a15407-9fca-4599-a1d1-769d35ac06a4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:18.818600 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.822460 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:18.993489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Allocated IP 172.20.0.1 (938a054a-5a48-4d43-b896-bf09e16b8e83/45498e51-452b-44b2-94cf-b51a3ccaa0fe/da7e7db0-d902-4935-8200-509e1fd6696a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:19.130462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:19.208317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc1e2-c9d7-4b83-85c6-757c04f5a17d req-79e31c4c-43f4-463e-b4be-31792681d8f9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.217632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc1e2-c9d7-4b83-85c6-757c04f5a17d req-79e31c4c-43f4-463e-b4be-31792681d8f9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.231662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc1e2-c9d7-4b83-85c6-757c04f5a17d req-79e31c4c-43f4-463e-b4be-31792681d8f9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.242548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc1e2-c9d7-4b83-85c6-757c04f5a17d req-79e31c4c-43f4-463e-b4be-31792681d8f9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.257839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc1e2-c9d7-4b83-85c6-757c04f5a17d req-79e31c4c-43f4-463e-b4be-31792681d8f9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.269855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc1e2-c9d7-4b83-85c6-757c04f5a17d req-79e31c4c-43f4-463e-b4be-31792681d8f9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.285129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cc1e2-c9d7-4b83-85c6-757c04f5a17d req-79e31c4c-43f4-463e-b4be-31792681d8f9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.286083 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:19.288499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c87cc1e2-c9d7-4b83-85c6-757c04f5a17d req-79e31c4c-43f4-463e-b4be-31792681d8f9 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5445 time: 0.2163837 Jul 22 16:36:19.341086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e8f159a9-2adb-460b-8579-b834412f82bc no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:19.376362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c87cc1e2-c9d7-4b83-85c6-757c04f5a17d req-ceba6ab4-15a0-41f1-b15f-7e6d5d8ef7c3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763242 Jul 22 16:36:19.380621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb2e14-d4a3-45f7-966f-ae99e63fa362 req-d9290dfb-41d5-4419-bad8-04ca7c9d013f tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.382334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-debb2e14-d4a3-45f7-966f-ae99e63fa362 req-d9290dfb-41d5-4419-bad8-04ca7c9d013f tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 949 time: 0.2604496 Jul 22 16:36:19.391444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Transition to ACTIVE for port object da7e7db0-d902-4935-8200-509e1fd6696a will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:19.501686 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-debb2e14-d4a3-45f7-966f-ae99e63fa362 req-c7ef5719-d895-448f-b496-8cd3f64554a1 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014736 Jul 22 16:36:19.514208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:19.547045 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:19.570061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: e8f159a9-2adb-460b-8579-b834412f82bc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:36:19.570862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e8f159a9-2adb-460b-8579-b834412f82bc not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:19.597644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Network 938a054a-5a48-4d43-b896-bf09e16b8e83 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:19.601869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:19.608837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:19.613824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Pushing event updated for resources: {'Port': ['ID=da7e7db0-d902-4935-8200-509e1fd6696a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:19.627716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:19.629051 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:19.691767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e031a83-e9d4-46cd-a15a-bd6b381e9751 req-97faa38d-d269-4d3b-99f3-21bc3d2ecc48 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:19.707634 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e031a83-e9d4-46cd-a15a-bd6b381e9751 req-97faa38d-d269-4d3b-99f3-21bc3d2ecc48 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 947 time: 0.2164021 Jul 22 16:36:19.712327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:19.714738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f7a15407-9fca-4599-a1d1-769d35ac06a4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f7a15407-9fca-4599-a1d1-769d35ac06a4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:19.728588 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:19.729794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:19.800136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e031a83-e9d4-46cd-a15a-bd6b381e9751 req-11c664dc-e808-49e7-9cf3-f79c9fddc2d0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906751 Jul 22 16:36:20.109055 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.116783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bb3e3b16-6b52-4a78-b681-e3a219cd9e12 None None] Provisioning for port da7e7db0-d902-4935-8200-509e1fd6696a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:20.124502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f7a15407-9fca-4599-a1d1-769d35ac06a4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:20.137343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bb3e3b16-6b52-4a78-b681-e3a219cd9e12 None None] Provisioning complete for port da7e7db0-d902-4935-8200-509e1fd6696a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:20.137854 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bb3e3b16-6b52-4a78-b681-e3a219cd9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.141413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4cd3a-cd05-40c6-98b5-979be5b43433 req-35a82ab3-3808-44d9-b6f0-cc9a6c355a1a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:20.143485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dda4cd3a-cd05-40c6-98b5-979be5b43433 req-35a82ab3-3808-44d9-b6f0-cc9a6c355a1a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1968563 Jul 22 16:36:20.147974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:20.153526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Transition to ACTIVE for port object cf001cf8-9f8c-45f2-b74d-abd211e3375e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:20.191955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:20.192557 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.203739 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.224917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.243956 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dda4cd3a-cd05-40c6-98b5-979be5b43433 req-c145d1b1-ed36-4bb6-a091-c1f6878bb508 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712492 Jul 22 16:36:20.334205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bb3e3b16-6b52-4a78-b681-e3a219cd9e12 None None] Port da7e7db0-d902-4935-8200-509e1fd6696a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:20.397522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Attempting to bind port cf001cf8-9f8c-45f2-b74d-abd211e3375e on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:20.398518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Attempting to bind port cf001cf8-9f8c-45f2-b74d-abd211e3375e by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:20.398518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Attempting to bind port cf001cf8-9f8c-45f2-b74d-abd211e3375e on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:20.422378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:20.440380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:20.441734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.442646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:20.444789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Bound port: cf001cf8-9f8c-45f2-b74d-abd211e3375e, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:20.449965 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.540081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.545663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647fa44-303c-4fca-8b5a-9a8bc879c3f2 None None] Pushing event updated for resources: {'Port': ['ID=cf001cf8-9f8c-45f2-b74d-abd211e3375e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:20.548516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.575618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] For port cf001cf8-9f8c-45f2-b74d-abd211e3375e, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:20.580357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] For port cf001cf8-9f8c-45f2-b74d-abd211e3375e, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cf001cf8-9f8c-45f2-b74d-abd211e3375e,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:20.592635 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.689751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.693397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Pushing event updated for resources: {'Port': ['ID=da7e7db0-d902-4935-8200-509e1fd6696a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:20.723705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-07f0ae06-012c-4f4a-88f1-fa1df81795dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2567394 Jul 22 16:36:20.777152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a15407-9fca-4599-a1d1-769d35ac06a4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:20.785750 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ce3df6-d59c-4fd0-ad4b-e455905f4756" -d '{"events": [{"server_uuid": "7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616", "name": "network-vif-plugged", "status": "completed", "tag": "f7a15407-9fca-4599-a1d1-769d35ac06a4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:20.805473 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:20.813000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647fa44-303c-4fca-8b5a-9a8bc879c3f2 None None] Pushing event updated for resources: {'Port': ['ID=cf001cf8-9f8c-45f2-b74d-abd211e3375e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:20.828574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:20.829302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:35:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:20.835723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310142ea-4562-4c49-a783-1759db0cf0f4 req-47ace0e3-2365-4d11-a167-1cf29663fede tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:20.842154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310142ea-4562-4c49-a783-1759db0cf0f4 req-47ace0e3-2365-4d11-a167-1cf29663fede tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:20.849907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310142ea-4562-4c49-a783-1759db0cf0f4 req-47ace0e3-2365-4d11-a167-1cf29663fede tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:20.856549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310142ea-4562-4c49-a783-1759db0cf0f4 req-47ace0e3-2365-4d11-a167-1cf29663fede tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:20.863514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310142ea-4562-4c49-a783-1759db0cf0f4 req-47ace0e3-2365-4d11-a167-1cf29663fede tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:20.871337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310142ea-4562-4c49-a783-1759db0cf0f4 req-47ace0e3-2365-4d11-a167-1cf29663fede tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:20.880820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310142ea-4562-4c49-a783-1759db0cf0f4 req-47ace0e3-2365-4d11-a167-1cf29663fede tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:20.882371 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-310142ea-4562-4c49-a783-1759db0cf0f4 req-47ace0e3-2365-4d11-a167-1cf29663fede tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5445 time: 0.2937331 Jul 22 16:36:20.931201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Network 938a054a-5a48-4d43-b896-bf09e16b8e83 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:20.940712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:20.999998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d02fa2-515d-43f2-9865-e816bc1e99e3 req-86e86cf8-8d38-420a-beed-d9c97ce7daa0 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.004125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44d02fa2-515d-43f2-9865-e816bc1e99e3 req-86e86cf8-8d38-420a-beed-d9c97ce7daa0 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 949 time: 0.2038500 Jul 22 16:36:21.057496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0e5f760-8bda-4840-a680-295d9cf123d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:21.117297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:21.149039 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:21.205935 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44d02fa2-515d-43f2-9865-e816bc1e99e3 req-8cfe2237-2c57-4e50-9242-54567e97af9c tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378894 Jul 22 16:36:21.215470 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-310142ea-4562-4c49-a783-1759db0cf0f4 req-73c8ade7-3f85-40c3-b72e-6b2f689ac533 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2501976 Jul 22 16:36:21.282556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-358222ab-157d-428a-b610-7fba4351906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.288202 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-358222ab-157d-428a-b610-7fba4351906a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 1097 time: 0.4868016 Jul 22 16:36:21.318608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:36:21.390541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:21.494361 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfad14da-9ab8-4693-bad2-d8b9ffd75e09 x-openstack-request-id: req-dfad14da-9ab8-4693-bad2-d8b9ffd75e09 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:21.496480 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616", "name": "network-vif-plugged", "status": "completed", "tag": "f7a15407-9fca-4599-a1d1-769d35ac06a4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:21.497191 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfad14da-9ab8-4693-bad2-d8b9ffd75e09 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:21.498553 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a15407-9fca-4599-a1d1-769d35ac06a4', 'code': 200} Jul 22 16:36:21.533234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb486788-1637-4520-80a4-978027a418b3 req-277bfb55-9fb0-44bf-9830-34843d5467e0 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.536467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb486788-1637-4520-80a4-978027a418b3 req-277bfb55-9fb0-44bf-9830-34843d5467e0 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "GET /v2.0/ports?device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 949 time: 0.4201708 Jul 22 16:36:21.540828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:21.575470 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:21.594221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31d82aa8-3c61-4d2e-96e1-1bac8432073b None None] Provisioning complete for port da7e7db0-d902-4935-8200-509e1fd6696a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:21.595271 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31d82aa8-3c61-4d2e-96e1-1bac8432073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:21.642236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:21.661215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d593a344-5861-4bda-a0ef-1310fbba01b2 admin admin] 10.222.0.53 "PUT /v2.0/routers/8d4cd947-39bb-4235-a431-d3c88bc2e7ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5977144 Jul 22 16:36:21.670541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fe16a-5295-4df8-a90e-945f08d7b2b3 req-decc2665-07db-4173-949c-d4691d7645b8 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.678619 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a4fe16a-5295-4df8-a90e-945f08d7b2b3 req-decc2665-07db-4173-949c-d4691d7645b8 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1768553 Jul 22 16:36:21.711654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16c79f-d202-4855-a5ee-31b86c7a752b req-88308dec-0cee-49e2-915d-3131a9aa0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.713187 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b16c79f-d202-4855-a5ee-31b86c7a752b req-88308dec-0cee-49e2-915d-3131a9aa0318 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 1100 time: 0.1712415 Jul 22 16:36:21.827254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5b508-b207-4e6d-8687-f7fd071b3625 req-8b8a130a-91ff-48b9-b89f-3603fd12d347 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.828364 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a4fe16a-5295-4df8-a90e-945f08d7b2b3 req-6fadbd1b-ed3c-421e-b08f-679b0a244658 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470590 Jul 22 16:36:21.829871 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13a5b508-b207-4e6d-8687-f7fd071b3625 req-8b8a130a-91ff-48b9-b89f-3603fd12d347 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 948 time: 0.3835793 Jul 22 16:36:21.833984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-2468ea23-75df-49e2-b3c7-ebe8c6f76248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:21.836548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-2468ea23-75df-49e2-b3c7-ebe8c6f76248 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 200 len: 916 time: 0.5126150 Jul 22 16:36:21.865834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b16c79f-d202-4855-a5ee-31b86c7a752b req-704d7c9a-3839-4b32-80c9-341ac911f4b5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341290 Jul 22 16:36:21.942282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-1bd2d82d-af28-4a9b-b38b-302a9d5bd4eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a7d44a4-b069-4592-a235-92ef8985081d HTTP/1.1" status: 200 len: 217 time: 0.0873208 Jul 22 16:36:22.010829 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13a5b508-b207-4e6d-8687-f7fd071b3625 req-334e824d-824f-4d83-9035-811ceb4e867d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720741 Jul 22 16:36:22.039466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-eb486788-1637-4520-80a4-978027a418b3 req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Deleting port 9c79a099-ff0c-496f-98de-255a6d683c8e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:22.039836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eb486788-1637-4520-80a4-978027a418b3 req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.092678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-31d82aa8-3c61-4d2e-96e1-1bac8432073b None None] Port da7e7db0-d902-4935-8200-509e1fd6696a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:22.154623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 2, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:22.198279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad1965-0874-4206-8129-dddcc3f262e5 None None] The sync data for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 is: [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 2, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:22.221579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-eb486788-1637-4520-80a4-978027a418b3 req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] For port 9c79a099-ff0c-496f-98de-255a6d683c8e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9c79a099-ff0c-496f-98de-255a6d683c8e,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:22.223144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eb486788-1637-4520-80a4-978027a418b3 req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.250887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-eb486788-1637-4520-80a4-978027a418b3 req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Calling delete_port for 9c79a099-ff0c-496f-98de-255a6d683c8e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:22.441363 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:22.483488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4df30-2b12-4400-8b75-aaf7b00dcc46 req-17fee532-0be2-4488-8316-7775a6b8a014 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:22.486764 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4b4df30-2b12-4400-8b75-aaf7b00dcc46 req-17fee532-0be2-4488-8316-7775a6b8a014 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 949 time: 0.1478658 Jul 22 16:36:22.586624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4b4df30-2b12-4400-8b75-aaf7b00dcc46 req-564c1c84-df16-4ae7-b0e6-fc89d654e379 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/security-groups?id=2963a25f-9694-49a6-b067-d7c47ffe856d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868721 Jul 22 16:36:23.038361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-5b93902b-2aed-4d83-9fba-7c5fa04941bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.048631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-5b93902b-2aed-4d83-9fba-7c5fa04941bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 200 len: 855 time: 0.2420902 Jul 22 16:36:23.172700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a34d-b04e-437c-9dbd-6fa8c0672463 req-512eeade-b2c5-4252-9486-21a71fb43eee tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.174553 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77d4a34d-b04e-437c-9dbd-6fa8c0672463 req-512eeade-b2c5-4252-9486-21a71fb43eee tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1957684 Jul 22 16:36:23.226092 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-1b9aba3e-84c9-41e9-a371-103e54df49c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52ae9953-fa67-40af-98a2-f8d304509d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421583 Jul 22 16:36:23.229788 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eb486788-1637-4520-80a4-978027a418b3 req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:23.243253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77d4a34d-b04e-437c-9dbd-6fa8c0672463 req-e8a574fd-2d22-4e09-8f20-9da5fe5de948 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568213 Jul 22 16:36:23.373981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Pushing event deleted for resources: {'Port': ['ID=9c79a099-ff0c-496f-98de-255a6d683c8e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:23.503005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:23.509435 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa93886e-3e2d-4598-bfd4-ed42c13e7430" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:23.510770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793acbf-3da8-48a8-af2c-8ca296996298 req-c9f4c859-a3ad-4c1e-937d-b15fc405ec0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.525454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793acbf-3da8-48a8-af2c-8ca296996298 req-c9f4c859-a3ad-4c1e-937d-b15fc405ec0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.539383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793acbf-3da8-48a8-af2c-8ca296996298 req-c9f4c859-a3ad-4c1e-937d-b15fc405ec0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.552756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793acbf-3da8-48a8-af2c-8ca296996298 req-c9f4c859-a3ad-4c1e-937d-b15fc405ec0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.567198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793acbf-3da8-48a8-af2c-8ca296996298 req-c9f4c859-a3ad-4c1e-937d-b15fc405ec0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.617941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793acbf-3da8-48a8-af2c-8ca296996298 req-c9f4c859-a3ad-4c1e-937d-b15fc405ec0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.630950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793acbf-3da8-48a8-af2c-8ca296996298 req-c9f4c859-a3ad-4c1e-937d-b15fc405ec0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.634361 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4793acbf-3da8-48a8-af2c-8ca296996298 req-c9f4c859-a3ad-4c1e-937d-b15fc405ec0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.8292410 Jul 22 16:36:23.654304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba21481-5a96-45aa-906b-5ed9cd40c4ac req-3c13d20d-b8e0-4d68-b74e-b57735894c07 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:23.657147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ba21481-5a96-45aa-906b-5ed9cd40c4ac req-3c13d20d-b8e0-4d68-b74e-b57735894c07 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 948 time: 0.2314627 Jul 22 16:36:23.685129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb486788-1637-4520-80a4-978027a418b3 req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] No DVR routers for this DVR port 9c79a099-ff0c-496f-98de-255a6d683c8e on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:23.708617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-eb486788-1637-4520-80a4-978027a418b3 req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:23.712982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb486788-1637-4520-80a4-978027a418b3 req-8aeb4260-797d-4311-804d-b8ba42c31bf8 tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.20 "DELETE /v2.0/ports/9c79a099-ff0c-496f-98de-255a6d683c8e HTTP/1.1" status: 204 len: 173 time: 2.1695116 Jul 22 16:36:23.713790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-deleted', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:23.717969 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b254d5-c5c6-4496-8d02-03a542e3e0ee" -d '{"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-deleted", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:23.780132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ba21481-5a96-45aa-906b-5ed9cd40c4ac req-012538ad-da8d-4253-ae9d-825c7b3ea055 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033759 Jul 22 16:36:23.823200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4793acbf-3da8-48a8-af2c-8ca296996298 req-0f21fa15-05b8-425a-839a-4cd41dc2a391 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440096 Jul 22 16:36:23.845425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-1a59c35e-fc40-4d28-afaa-e042a07369e9 service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998244 Jul 22 16:36:23.952085 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e0c157-3b56-440f-8ebc-00631da39b4f x-openstack-request-id: req-11e0c157-3b56-440f-8ebc-00631da39b4f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:23.952559 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-plugged", "status": "completed", "tag": "6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:23.952976 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11e0c157-3b56-440f-8ebc-00631da39b4f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:23.953627 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29', 'code': 200} Jul 22 16:36:24.123561 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9435c6-63c9-40de-a83b-d7cefb66e8e1 x-openstack-request-id: req-9a9435c6-63c9-40de-a83b-d7cefb66e8e1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:24.124205 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978b7915-f390-4b4c-bd78-caf85bf3ded0", "name": "network-vif-deleted", "tag": "9c79a099-ff0c-496f-98de-255a6d683c8e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:24.124205 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a9435c6-63c9-40de-a83b-d7cefb66e8e1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:24.125945 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978b7915-f390-4b4c-bd78-caf85bf3ded0', 'name': 'network-vif-deleted', 'tag': '9c79a099-ff0c-496f-98de-255a6d683c8e', 'status': 'completed', 'code': 200} Jul 22 16:36:24.194714 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:24.218301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c16990c-85be-4774-a608-13a6f10a7de3 req-07bbc08e-89bf-400f-80d4-faf6a5260f9b service neutron] 10.222.0.65 "GET /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571436 Jul 22 16:36:24.343405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4ea32c5-5c2f-4420-b101-2f9281d05f58 req-cb0d45fd-35aa-4f09-a2bc-bf4387a661fe tempest-ListImageFiltersTestJSON-653777270 tempest-ListImageFiltersTestJSON-653777270-project] 10.222.0.53 "GET /v2.0/ports?device_id=978b7915-f390-4b4c-bd78-caf85bf3ded0 HTTP/1.1" status: 200 len: 210 time: 0.0906837 Jul 22 16:36:24.609462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb97bf3-3289-4b9a-91d7-53d24701863b req-0186ccf6-8b51-4f39-a2d2-be0f2b0026fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.610350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb97bf3-3289-4b9a-91d7-53d24701863b req-0186ccf6-8b51-4f39-a2d2-be0f2b0026fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.611140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb97bf3-3289-4b9a-91d7-53d24701863b req-0186ccf6-8b51-4f39-a2d2-be0f2b0026fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.611864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb97bf3-3289-4b9a-91d7-53d24701863b req-0186ccf6-8b51-4f39-a2d2-be0f2b0026fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.614282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb97bf3-3289-4b9a-91d7-53d24701863b req-0186ccf6-8b51-4f39-a2d2-be0f2b0026fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.616245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb97bf3-3289-4b9a-91d7-53d24701863b req-0186ccf6-8b51-4f39-a2d2-be0f2b0026fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.618556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb97bf3-3289-4b9a-91d7-53d24701863b req-0186ccf6-8b51-4f39-a2d2-be0f2b0026fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.621909 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deb97bf3-3289-4b9a-91d7-53d24701863b req-0186ccf6-8b51-4f39-a2d2-be0f2b0026fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6510 time: 0.3016355 Jul 22 16:36:24.711847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7ab81-4d69-4934-bbb9-4a2361a035b7 req-abb67756-79d2-4f7c-8b07-e6538a969edf tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:24.716933 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-04f7ab81-4d69-4934-bbb9-4a2361a035b7 req-abb67756-79d2-4f7c-8b07-e6538a969edf tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1945331 Jul 22 16:36:24.731216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deb97bf3-3289-4b9a-91d7-53d24701863b req-addb0709-bb2a-4805-88c3-2edafaabb5e9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625293 Jul 22 16:36:24.824169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-04f7ab81-4d69-4934-bbb9-4a2361a035b7 req-89741b00-7e99-4c79-86fb-e20aaea9daac tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003664 Jul 22 16:36:25.234780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cf001cf8-9f8c-45f2-b74d-abd211e3375e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:25.326787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5a9d-eb4f-47c6-bbef-a1c23bcfee7c req-5f1ac1ee-c58f-4fc1-8cd2-7600c12c66ae tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.341860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5a9d-eb4f-47c6-bbef-a1c23bcfee7c req-5f1ac1ee-c58f-4fc1-8cd2-7600c12c66ae tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.354919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:25.358536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5a9d-eb4f-47c6-bbef-a1c23bcfee7c req-5f1ac1ee-c58f-4fc1-8cd2-7600c12c66ae tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.360389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18f55b-d060-4ab3-9501-c93b25a08221 req-199beea9-224f-4554-b2c7-40f53a00a786 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.368877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5a9d-eb4f-47c6-bbef-a1c23bcfee7c req-5f1ac1ee-c58f-4fc1-8cd2-7600c12c66ae tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.375308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5a9d-eb4f-47c6-bbef-a1c23bcfee7c req-5f1ac1ee-c58f-4fc1-8cd2-7600c12c66ae tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.381803 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f18f55b-d060-4ab3-9501-c93b25a08221 req-199beea9-224f-4554-b2c7-40f53a00a786 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 948 time: 0.2225015 Jul 22 16:36:25.387526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5a9d-eb4f-47c6-bbef-a1c23bcfee7c req-5f1ac1ee-c58f-4fc1-8cd2-7600c12c66ae tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.400003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5a9d-eb4f-47c6-bbef-a1c23bcfee7c req-5f1ac1ee-c58f-4fc1-8cd2-7600c12c66ae tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.417126 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85be5a9d-eb4f-47c6-bbef-a1c23bcfee7c req-5f1ac1ee-c58f-4fc1-8cd2-7600c12c66ae tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.3080168 Jul 22 16:36:25.436572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 9c79a099-ff0c-496f-98de-255a6d683c8e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:36:25.437130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9c79a099-ff0c-496f-98de-255a6d683c8e not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:25.480881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port cf001cf8-9f8c-45f2-b74d-abd211e3375e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:25.490617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cf001cf8-9f8c-45f2-b74d-abd211e3375e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:25.492160 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.540580 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f18f55b-d060-4ab3-9501-c93b25a08221 req-db2308d7-f533-4c92-95a8-a44f9db0186f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426837 Jul 22 16:36:25.555669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85be5a9d-eb4f-47c6-bbef-a1c23bcfee7c req-6f7f0c32-23b8-4dc6-8aaa-0e40a5613e9d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211243 Jul 22 16:36:25.704272 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.756533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port cf001cf8-9f8c-45f2-b74d-abd211e3375e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cf001cf8-9f8c-45f2-b74d-abd211e3375e,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:25.765884 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:25.888576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=cf001cf8-9f8c-45f2-b74d-abd211e3375e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:25.916704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6904c0-47ad-4765-8087-35e0ffb3c8de req-f3ff2ca1-9da9-46d7-9698-450574a35173 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:25.919146 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2e6904c0-47ad-4765-8087-35e0ffb3c8de req-f3ff2ca1-9da9-46d7-9698-450574a35173 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 949 time: 0.1821296 Jul 22 16:36:25.982271 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2e6904c0-47ad-4765-8087-35e0ffb3c8de req-78e87ce9-892f-4496-86c9-2028c37b6b95 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482647 Jul 22 16:36:26.260930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f63bd4-29f2-4907-8fbb-a9a7b4423166 req-3772333d-e4ed-44ff-b516-0fe4b1e5d488 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.262556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f63bd4-29f2-4907-8fbb-a9a7b4423166 req-3772333d-e4ed-44ff-b516-0fe4b1e5d488 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1515450 Jul 22 16:36:26.338637 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37f63bd4-29f2-4907-8fbb-a9a7b4423166 req-6aa86f62-2dc0-4f54-b46b-37f42bf540f7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626400 Jul 22 16:36:26.600021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafe207-3e8c-4449-a247-20f0fbe23903 req-d92c9b3f-f576-48f7-8cdd-01275a7266cc tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.610280 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-afafe207-3e8c-4449-a247-20f0fbe23903 req-d92c9b3f-f576-48f7-8cdd-01275a7266cc tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 946 time: 0.1508162 Jul 22 16:36:26.681310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-afafe207-3e8c-4449-a247-20f0fbe23903 req-53590eaf-dc82-45fa-9b7a-df1d7ee49f0c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704112 Jul 22 16:36:26.726359 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Sync routers for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:26.747137 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:26.748178 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:26.907395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96297-b642-4508-be3f-5033650e06f4 req-1f2aed0b-a624-4e1f-bfbe-9413da2e779e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.920328 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:26.921405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96297-b642-4508-be3f-5033650e06f4 req-1f2aed0b-a624-4e1f-bfbe-9413da2e779e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.936070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96297-b642-4508-be3f-5033650e06f4 req-1f2aed0b-a624-4e1f-bfbe-9413da2e779e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.945096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96297-b642-4508-be3f-5033650e06f4 req-1f2aed0b-a624-4e1f-bfbe-9413da2e779e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.952508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96297-b642-4508-be3f-5033650e06f4 req-1f2aed0b-a624-4e1f-bfbe-9413da2e779e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.960507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96297-b642-4508-be3f-5033650e06f4 req-1f2aed0b-a624-4e1f-bfbe-9413da2e779e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.967107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96297-b642-4508-be3f-5033650e06f4 req-1f2aed0b-a624-4e1f-bfbe-9413da2e779e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:26.969900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2e96297-b642-4508-be3f-5033650e06f4 req-1f2aed0b-a624-4e1f-bfbe-9413da2e779e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.1469331 Jul 22 16:36:27.040531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2e96297-b642-4508-be3f-5033650e06f4 req-81332b18-f71c-4e93-9a54-efe65f2c0535 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530818 Jul 22 16:36:27.151499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cf001cf8-9f8c-45f2-b74d-abd211e3375e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:27.230817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cf001cf8-9f8c-45f2-b74d-abd211e3375e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:27.231338 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:27.250797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80bd1b-d94b-4e1e-8147-ef41f2f7af6d req-376b70ee-8414-4653-bcff-ffaf25a843d3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:27.271093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80bd1b-d94b-4e1e-8147-ef41f2f7af6d req-376b70ee-8414-4653-bcff-ffaf25a843d3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:27.282400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca80bd1b-d94b-4e1e-8147-ef41f2f7af6d req-376b70ee-8414-4653-bcff-ffaf25a843d3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616&device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 1688 time: 0.1960847 Jul 22 16:36:27.332753 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 2, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:27.388628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca80bd1b-d94b-4e1e-8147-ef41f2f7af6d req-8398894b-a659-47b1-bd6e-a8e9472687ed tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940633 Jul 22 16:36:27.453431 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Checking router: 8d4cd947-39bb-4235-a431-d3c88bc2e7ea for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:36:27.455261 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Updating router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea port da7e7db0-d902-4935-8200-509e1fd6696a binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:36:27.546903 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.087070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174da31c-ec06-428e-955b-da68ad8b45e4 req-f5cfc904-9fa8-4478-9a56-bfa9bd4c01e5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:28.090342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-174da31c-ec06-428e-955b-da68ad8b45e4 req-f5cfc904-9fa8-4478-9a56-bfa9bd4c01e5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1425653 Jul 22 16:36:28.114717 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.139319 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Transition to ACTIVE for port object da7e7db0-d902-4935-8200-509e1fd6696a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:28.149640 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.179081 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-174da31c-ec06-428e-955b-da68ad8b45e4 req-b33e67e7-aea3-4030-96bd-6d45d4f4b105 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767798 Jul 22 16:36:28.293243 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Pushing event updated for resources: {'Port': ['ID=da7e7db0-d902-4935-8200-509e1fd6696a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:28.307671 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.308550 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.309212 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.309906 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.310494 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.311142 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.311733 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.312308 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.313029 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.313627 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.314204 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.314767 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:28.396506 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Attempting to bind port da7e7db0-d902-4935-8200-509e1fd6696a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:28.398500 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Attempting to bind port da7e7db0-d902-4935-8200-509e1fd6696a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:28.399300 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Attempting to bind port da7e7db0-d902-4935-8200-509e1fd6696a on network 938a054a-5a48-4d43-b896-bf09e16b8e83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:28.411660 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:28.412226 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Checking segment: {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:28.413492 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.415141 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Bound using segment: {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:28.416251 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Bound port: da7e7db0-d902-4935-8200-509e1fd6696a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:28.416852 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.519376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07412579-f485-4b73-b26c-05a5f994d979 req-c0696c87-5f71-4587-9a31-f1f1b01c727f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:28.521465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07412579-f485-4b73-b26c-05a5f994d979 req-c0696c87-5f71-4587-9a31-f1f1b01c727f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 946 time: 0.1589706 Jul 22 16:36:28.602668 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] For port da7e7db0-d902-4935-8200-509e1fd6696a, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:28.608323 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] For port da7e7db0-d902-4935-8200-509e1fd6696a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=da7e7db0-d902-4935-8200-509e1fd6696a,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:28.611977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07412579-f485-4b73-b26c-05a5f994d979 req-0c60317b-39c2-47d2-b570-e3764c9308bf tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798793 Jul 22 16:36:28.625395 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:28.685446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5d2bf-9c5c-4370-bcbc-30b4654b5224 req-a70bce35-9605-42e7-b5d3-7b25c4181970 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:28.688032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8fc5d2bf-9c5c-4370-bcbc-30b4654b5224 req-a70bce35-9605-42e7-b5d3-7b25c4181970 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 1100 time: 0.1710894 Jul 22 16:36:28.761064 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d48d0-05b6-4b15-870f-94113efb72a7 None None] Pushing event updated for resources: {'Port': ['ID=da7e7db0-d902-4935-8200-509e1fd6696a,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:28.772077 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:28.779391 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:28.833834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8fc5d2bf-9c5c-4370-bcbc-30b4654b5224 req-83e52df9-6bda-4d65-a504-d6c1f82cb9f0 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226141 Jul 22 16:36:29.100687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d1ec-79a4-4eef-b658-f4dea33f5963 req-ce6a9511-4dc2-483b-9497-c9d0713ff051 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.116168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d1ec-79a4-4eef-b658-f4dea33f5963 req-ce6a9511-4dc2-483b-9497-c9d0713ff051 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.131497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d1ec-79a4-4eef-b658-f4dea33f5963 req-ce6a9511-4dc2-483b-9497-c9d0713ff051 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.167352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d1ec-79a4-4eef-b658-f4dea33f5963 req-ce6a9511-4dc2-483b-9497-c9d0713ff051 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.185843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d1ec-79a4-4eef-b658-f4dea33f5963 req-ce6a9511-4dc2-483b-9497-c9d0713ff051 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.202165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d1ec-79a4-4eef-b658-f4dea33f5963 req-ce6a9511-4dc2-483b-9497-c9d0713ff051 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.216583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d1ec-79a4-4eef-b658-f4dea33f5963 req-ce6a9511-4dc2-483b-9497-c9d0713ff051 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.221055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:29.233435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a42d1ec-79a4-4eef-b658-f4dea33f5963 req-ce6a9511-4dc2-483b-9497-c9d0713ff051 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.4108841 Jul 22 16:36:29.249676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device da7e7db0-d902-4935-8200-509e1fd6696a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:29.317447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a67f8a-c405-4fb1-abfc-73bf132b8281 req-7a5c6541-91c9-40c5-8651-81f3e37e40c5 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.334262 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76a67f8a-c405-4fb1-abfc-73bf132b8281 req-7a5c6541-91c9-40c5-8651-81f3e37e40c5 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 1101 time: 0.1656289 Jul 22 16:36:29.340652 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a42d1ec-79a4-4eef-b658-f4dea33f5963 req-14afa763-a771-4f72-9182-ac621045ac50 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053851 Jul 22 16:36:29.412929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port da7e7db0-d902-4935-8200-509e1fd6696a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:29.419701 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:29.420571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76a67f8a-c405-4fb1-abfc-73bf132b8281 req-e43619ce-5acf-4b57-96e3-7c61dae5bbbe tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839629 Jul 22 16:36:29.434667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port da7e7db0-d902-4935-8200-509e1fd6696a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:29.435305 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.702980 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.714798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6eb00b59-2c56-4207-a7a6-a0e54598fa05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2af30be3f5854158b0a74077c805c3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914947 Jul 22 16:36:29.719373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:29.725528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9dd38-efc4-42c8-9d2f-cfc5b2414f72 req-9d6df62b-2296-4058-958d-666c8b5c1224 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.730846 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bff9dd38-efc4-42c8-9d2f-cfc5b2414f72 req-9d6df62b-2296-4058-958d-666c8b5c1224 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1940675 Jul 22 16:36:29.797321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port da7e7db0-d902-4935-8200-509e1fd6696a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=da7e7db0-d902-4935-8200-509e1fd6696a,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:29.807455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.841816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bff9dd38-efc4-42c8-9d2f-cfc5b2414f72 req-efb5553a-ce7e-4b5b-afde-58c7b0cd4498 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806625 Jul 22 16:36:29.847493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded385c9-99fa-40cb-9dc1-6d5c2f9de3ba req-18ee6fdc-2fb3-41d3-85b8-fca33b28fc4f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.853880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded385c9-99fa-40cb-9dc1-6d5c2f9de3ba req-18ee6fdc-2fb3-41d3-85b8-fca33b28fc4f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.859892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded385c9-99fa-40cb-9dc1-6d5c2f9de3ba req-18ee6fdc-2fb3-41d3-85b8-fca33b28fc4f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.869629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded385c9-99fa-40cb-9dc1-6d5c2f9de3ba req-18ee6fdc-2fb3-41d3-85b8-fca33b28fc4f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.882558 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded385c9-99fa-40cb-9dc1-6d5c2f9de3ba req-18ee6fdc-2fb3-41d3-85b8-fca33b28fc4f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.893423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded385c9-99fa-40cb-9dc1-6d5c2f9de3ba req-18ee6fdc-2fb3-41d3-85b8-fca33b28fc4f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.905310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded385c9-99fa-40cb-9dc1-6d5c2f9de3ba req-18ee6fdc-2fb3-41d3-85b8-fca33b28fc4f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.908315 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ded385c9-99fa-40cb-9dc1-6d5c2f9de3ba req-18ee6fdc-2fb3-41d3-85b8-fca33b28fc4f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.3410082 Jul 22 16:36:29.923432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f566404-8f88-4127-9af7-d4168c4530de req-53cf3f7b-08e6-4364-9568-bf3e2004e338 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:29.926176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f566404-8f88-4127-9af7-d4168c4530de req-53cf3f7b-08e6-4364-9568-bf3e2004e338 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 946 time: 0.1938741 Jul 22 16:36:29.947544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40992) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:29.965729 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-308ac3c5-3f1b-4995-9cdc-5aba737a43a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:29.968791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Request body: {'floatingip': {'port_id': '4235adf9-a460-48a5-b2fc-1717fc91f8f3'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:30.012836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=da7e7db0-d902-4935-8200-509e1fd6696a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:30.040536 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-308ac3c5-3f1b-4995-9cdc-5aba737a43a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.086748 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:28Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:30.183192 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75cd6a-3b28-430c-b4b2-98d01090804a None None] The sync data for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 is: [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:28Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:30.237244 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-3dfbbb76-46c1-44bf-b62a-258852703b30 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824850 Jul 22 16:36:30.247784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.338244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-308ac3c5-3f1b-4995-9cdc-5aba737a43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.341759 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-308ac3c5-3f1b-4995-9cdc-5aba737a43a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.347880 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-308ac3c5-3f1b-4995-9cdc-5aba737a43a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2963a25f-9694-49a6-b067-d7c47ffe856d HTTP/1.1" status: 204 len: 168 time: 0.6225026 Jul 22 16:36:30.448979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ac3c5-3f1b-4995-9cdc-5aba737a43a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2963a25f-9694-49a6-b067-d7c47ffe856d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:30.531281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4f566404-8f88-4127-9af7-d4168c4530de req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Deleting port b19b60cf-94df-4d47-93b5-171529e46e2d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:30.531951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f566404-8f88-4127-9af7-d4168c4530de req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:30.541133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-fc446f5d-4bac-42a5-a4a1-187571184426 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:30.543629 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-fc446f5d-4bac-42a5-a4a1-187571184426 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042226 Jul 22 16:36:30.584415 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-94011217-c875-40fd-b568-f2c554577385 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/quotas/1ab5d218fcdc4950841118db5d6af246 HTTP/1.1" status: 200 len: 375 time: 0.0327682 Jul 22 16:36:30.585150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d516cd5-b7b8-4dae-b05b-42abe091a595 req-257b73d9-86d6-45b4-a6ba-f5b3a4f020a0 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:30.586961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d516cd5-b7b8-4dae-b05b-42abe091a595 req-257b73d9-86d6-45b4-a6ba-f5b3a4f020a0 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 946 time: 0.4348881 Jul 22 16:36:30.760887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-aa886125-5ea8-4305-86c4-d8683dd3bfb2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1747649 Jul 22 16:36:30.886810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d516cd5-b7b8-4dae-b05b-42abe091a595 req-29891acd-5794-47d3-8390-7bd5df76dc50 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065759 Jul 22 16:36:31.079233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4f566404-8f88-4127-9af7-d4168c4530de req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] For port b19b60cf-94df-4d47-93b5-171529e46e2d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b19b60cf-94df-4d47-93b5-171529e46e2d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:31.079543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f566404-8f88-4127-9af7-d4168c4530de req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.104708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device da7e7db0-d902-4935-8200-509e1fd6696a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:31.188087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cec35688-a228-42ee-a3e4-65b7df56367e req-02e46730-8e4e-4bae-9672-4c1f57c4fa96 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 210 time: 0.0908711 Jul 22 16:36:31.201777 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.256122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port da7e7db0-d902-4935-8200-509e1fd6696a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:31.256826 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:31.477828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-4f566404-8f88-4127-9af7-d4168c4530de req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Calling delete_port for b19b60cf-94df-4d47-93b5-171529e46e2d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:31.747054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dacd64-01ec-484b-ad4d-e3b6b8d4c203 req-92e70486-a5b7-4cd4-8997-933e303cde76 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:31.756391 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70dacd64-01ec-484b-ad4d-e3b6b8d4c203 req-92e70486-a5b7-4cd4-8997-933e303cde76 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.6878912 Jul 22 16:36:31.788999 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:36:32.049766 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.061113 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70dacd64-01ec-484b-ad4d-e3b6b8d4c203 req-e1aa670b-7b1d-41cb-91e3-e4fd1c331357 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030517 Jul 22 16:36:32.065752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.175938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefc15-866d-4952-bc9b-269a57858bf3 req-23b2408d-c54e-4dac-ada3-e0232df4c922 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:32.197561 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9dcefc15-866d-4952-bc9b-269a57858bf3 req-23b2408d-c54e-4dac-ada3-e0232df4c922 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 946 time: 0.2052181 Jul 22 16:36:32.277641 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9dcefc15-866d-4952-bc9b-269a57858bf3 req-ac35e372-4767-43f7-89fc-b805a755d62e tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730150 Jul 22 16:36:32.509491 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3fbf9485-c758-4935-9ee0-48375c3de1d6 req-29c1ff06-04a2-49a1-a140-4824e28d9fca tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 210 time: 0.0777969 Jul 22 16:36:32.602682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f566404-8f88-4127-9af7-d4168c4530de req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.639399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f9771c6f-71ef-41b9-8a72-11d53e2639d0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:32.680499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Pushing event deleted for resources: {'Port': ['ID=b19b60cf-94df-4d47-93b5-171529e46e2d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:32.696834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fe500f77-5c08-48fc-b090-7f353f6507a8', '9a7d44a4-b069-4592-a235-92ef8985081d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:32.759470 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Floating IP 45735c05-82db-469f-baa3-d224a356db66 associated. External IP: 172.25.3.233, port: 4235adf9-a460-48a5-b2fc-1717fc91f8f3. Jul 22 16:36:32.765067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f566404-8f88-4127-9af7-d4168c4530de req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] No DVR routers for this DVR port b19b60cf-94df-4d47-93b5-171529e46e2d on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:32.850147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4f566404-8f88-4127-9af7-d4168c4530de req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:32.853704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f566404-8f88-4127-9af7-d4168c4530de req-835bd7db-7436-4f53-b228-5b8c8bb58193 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "DELETE /v2.0/ports/b19b60cf-94df-4d47-93b5-171529e46e2d HTTP/1.1" status: 204 len: 173 time: 2.7583258 Jul 22 16:36:32.854355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f22735-b2be-4f49-a72e-262cfab3978e', 'name': 'network-vif-deleted', 'tag': 'b19b60cf-94df-4d47-93b5-171529e46e2d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:32.869368 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e9102f-0c98-447f-829f-e8a60f106c33" -d '{"events": [{"server_uuid": "44f22735-b2be-4f49-a72e-262cfab3978e", "name": "network-vif-deleted", "tag": "b19b60cf-94df-4d47-93b5-171529e46e2d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:32.983623 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586214de-dc7f-4156-a287-6b0279bc5bb7 x-openstack-request-id: req-586214de-dc7f-4156-a287-6b0279bc5bb7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:32.984140 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f22735-b2be-4f49-a72e-262cfab3978e", "name": "network-vif-deleted", "tag": "b19b60cf-94df-4d47-93b5-171529e46e2d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:32.984573 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-586214de-dc7f-4156-a287-6b0279bc5bb7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:32.985192 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f22735-b2be-4f49-a72e-262cfab3978e', 'name': 'network-vif-deleted', 'tag': 'b19b60cf-94df-4d47-93b5-171529e46e2d', 'status': 'completed', 'code': 200} Jul 22 16:36:33.093738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41060) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:33.206136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-75db6cf8-250e-4192-9aa8-33398c0e518f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1265953 Jul 22 16:36:33.452588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce3ec7-9f87-4d09-8306-0b5a72331eed req-695c97cc-0762-4931-9f9b-91063881859b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:33.462438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40ce3ec7-9f87-4d09-8306-0b5a72331eed req-695c97cc-0762-4931-9f9b-91063881859b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1023936 Jul 22 16:36:33.522083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Router f2fc917d-747d-4c2a-87cd-de203a53b148 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:36:33.578215 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8563b9a2-e2dd-4833-9615-54490b00534a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:33.630439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40ce3ec7-9f87-4d09-8306-0b5a72331eed req-cc06cddf-9101-48e8-abb9-5387718a3bc5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633945 Jul 22 16:36:33.640021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b19b60cf-94df-4d47-93b5-171529e46e2d no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:33.669772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a69b0640-1e79-4381-b5f9-fef0b3314c4c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:33.671949 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a69b0640-1e79-4381-b5f9-fef0b3314c4c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4592495 Jul 22 16:36:33.704403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: b19b60cf-94df-4d47-93b5-171529e46e2d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:36:33.707806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b19b60cf-94df-4d47-93b5-171529e46e2d not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:33.720056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Request body: {'port': {'device_id': 'd2ac94c3-e85a-483b-896f-28bb8d4f0922', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '1ab5d218fcdc4950841118db5d6af246'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:33.771798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ec465a2-d890-4c9e-8335-8c9fa8880156 req-c068e9ff-bbf8-409a-9f1d-7929db34907f tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=44f22735-b2be-4f49-a72e-262cfab3978e HTTP/1.1" status: 200 len: 210 time: 0.1105127 Jul 22 16:36:33.831020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-096cc1ef-33ce-4f65-b806-1e28c3cf138e req-db343ca2-f840-4f8a-8f39-3b800ee629b8 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 210 time: 0.0671315 Jul 22 16:36:33.883789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8563b9a2-e2dd-4833-9615-54490b00534a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:33.890509 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8563b9a2-e2dd-4833-9615-54490b00534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:33.918344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:33.937719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:33.951481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] Sync routers for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:33.972582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8563b9a2-e2dd-4833-9615-54490b00534a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ee2098c041d4b2482dc1512a251dcd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8693569 Jul 22 16:36:33.974650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563b9a2-e2dd-4833-9615-54490b00534a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48130a54-e06a-4998-83fc-e68d59db165c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:33.980679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41072) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:33.983675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:33.984686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:34.015435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Made reservation on behalf of 1ab5d218fcdc4950841118db5d6af246 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:34.022094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.161057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a8e781d-4376-44ae-9516-2ee11d85a9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.201484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a8e781d-4376-44ae-9516-2ee11d85a9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.218750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-606f40c8-2818-4a7e-87f0-b918b64cb8aa tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "PUT /v2.0/floatingips/45735c05-82db-469f-baa3-d224a356db66 HTTP/1.1" status: 200 len: 992 time: 4.2561183 Jul 22 16:36:34.273713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Allocated IP 192.168.233.70 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/31c1fe79-a4f6-44c9-81be-884e635b6714) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:34.297081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:34.378996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a8e781d-4376-44ae-9516-2ee11d85a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.387891 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a8e781d-4376-44ae-9516-2ee11d85a9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.395844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6a8e781d-4376-44ae-9516-2ee11d85a9cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48130a54-e06a-4998-83fc-e68d59db165c HTTP/1.1" status: 204 len: 168 time: 0.4078989 Jul 22 16:36:34.430367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e781d-4376-44ae-9516-2ee11d85a9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48130a54-e06a-4998-83fc-e68d59db165c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:34.668501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.683364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Transition to ACTIVE for port object 31c1fe79-a4f6-44c9-81be-884e635b6714 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:34.732425 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:34.780286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5', 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:34.884294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:34.891263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:34.916710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:34.938740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event updated for resources: {'Port': ['ID=31c1fe79-a4f6-44c9-81be-884e635b6714,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:34.997969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:35.002224 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3645a276-b474-45b1-ab88-9192a9fb931e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:35.217151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '45735c05-82db-469f-baa3-d224a356db66', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'port_id': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'mac_address': 'fa:16:3e:d3:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:34:30Z', 'updated_at': '2021-07-22T16:36:31Z', 'revision_number': 1, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03da3ee3-e679-44ca-81ba-9489dfcd5943', 'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'mac_address': 'fa:16:3e:d4:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:35Z', 'updated_at': '2021-07-22T16:33:46Z', 'revision_number': 5, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'subnets': [{'id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:35.304630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] Checking router: f2fc917d-747d-4c2a-87cd-de203a53b148 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:36:35.307549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:35.310209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:35.347393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:35.349902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:35.366118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-a71d392f-7173-4cbe-93ef-05096e513a20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6581619 Jul 22 16:36:35.406253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Request body: {'port': {'device_id': 'd2ac94c3-e85a-483b-896f-28bb8d4f0922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:35.474477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799e20e-c111-457c-a753-c246a25b5d9b req-b9cdc463-bc28-40f2-893b-4106398d8b41 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:35.492719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8799e20e-c111-457c-a753-c246a25b5d9b req-b9cdc463-bc28-40f2-893b-4106398d8b41 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 935 time: 0.4168942 Jul 22 16:36:35.557220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29', 'f7a15407-9fca-4599-a1d1-769d35ac06a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:35.658433 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:35.669574 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8799e20e-c111-457c-a753-c246a25b5d9b req-cb0e20d9-534b-43b9-9a69-08d142427f89 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689785 Jul 22 16:36:35.672896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73ca4e-7a19-4981-9d68-10d8805b8462 req-24b8db66-7e50-43a0-acba-e68123fd5cd3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:35.681784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e73ca4e-7a19-4981-9d68-10d8805b8462 req-24b8db66-7e50-43a0-acba-e68123fd5cd3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.8996918 Jul 22 16:36:35.726471 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:35.780976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f68ef575-89c8-4517-8b76-482e7d694652 None None] Provisioning for port 31c1fe79-a4f6-44c9-81be-884e635b6714 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:35.828567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f68ef575-89c8-4517-8b76-482e7d694652 None None] Provisioning complete for port 31c1fe79-a4f6-44c9-81be-884e635b6714 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:35.828994 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f68ef575-89c8-4517-8b76-482e7d694652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:35.872171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e73ca4e-7a19-4981-9d68-10d8805b8462 req-66211452-572e-41e5-bb06-2e4b070cf709 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610742 Jul 22 16:36:35.900677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f68ef575-89c8-4517-8b76-482e7d694652 None None] Port 31c1fe79-a4f6-44c9-81be-884e635b6714 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:35.911606 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a591218c-b27d-4eb4-843b-0ecb1f443e16 x-openstack-request-id: req-a591218c-b27d-4eb4-843b-0ecb1f443e16 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:35.911935 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:35.912140 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a591218c-b27d-4eb4-843b-0ecb1f443e16 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:35.912534 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'status': 'completed', 'code': 200} Jul 22 16:36:36.184453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:36.384667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c1fe79-a4f6-44c9-81be-884e635b6714 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:36.395442 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.412473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Transition to ACTIVE for port object 31c1fe79-a4f6-44c9-81be-884e635b6714 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:36.477225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:36.581123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-ced232f3-241b-4153-b5f6-a47e5871d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.582418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-ced232f3-241b-4153-b5f6-a47e5871d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.583166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-ced232f3-241b-4153-b5f6-a47e5871d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.584022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-ced232f3-241b-4153-b5f6-a47e5871d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.584565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-ced232f3-241b-4153-b5f6-a47e5871d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.585115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-ced232f3-241b-4153-b5f6-a47e5871d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.585842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-ced232f3-241b-4153-b5f6-a47e5871d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:36.588094 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3645a276-b474-45b1-ab88-9192a9fb931e req-ced232f3-241b-4153-b5f6-a47e5871d6ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6510 time: 0.1730180 Jul 22 16:36:36.780643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Pushing event updated for resources: {'Port': ['ID=31c1fe79-a4f6-44c9-81be-884e635b6714,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:36.870174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Attempting to bind port 31c1fe79-a4f6-44c9-81be-884e635b6714 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:36.870622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Attempting to bind port 31c1fe79-a4f6-44c9-81be-884e635b6714 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:36.871208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Attempting to bind port 31c1fe79-a4f6-44c9-81be-884e635b6714 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:36.898648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Port 31c1fe79-a4f6-44c9-81be-884e635b6714 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:36:36.899735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Attempting to bind port 31c1fe79-a4f6-44c9-81be-884e635b6714 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:36.935441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:36.937956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:36.938470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:36.940246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Bound port: 31c1fe79-a4f6-44c9-81be-884e635b6714, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:36.942715 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.013695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc31f6-d116-4d38-9b70-5cdcc5db02ff req-b746918f-4f25-4506-b3a5-f5309393c265 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:37.027370 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55bc31f6-d116-4d38-9b70-5cdcc5db02ff req-b746918f-4f25-4506-b3a5-f5309393c265 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 947 time: 0.1541460 Jul 22 16:36:37.171547 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55bc31f6-d116-4d38-9b70-5cdcc5db02ff req-ac86fec9-8cd2-487c-9e47-d7001b17e76c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423266 Jul 22 16:36:37.288831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] For port 31c1fe79-a4f6-44c9-81be-884e635b6714, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:37.294138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] For port 31c1fe79-a4f6-44c9-81be-884e635b6714, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=31c1fe79-a4f6-44c9-81be-884e635b6714,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:37.308688 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.338869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:37.339862 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:37.342157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-73358b96-543c-4692-8d92-ed97a638133f service neutron] 10.222.0.20 "PUT /v2.0/ports/31c1fe79-a4f6-44c9-81be-884e635b6714 HTTP/1.1" status: 200 len: 1096 time: 1.9537845 Jul 22 16:36:37.408259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-969842b0-a7d2-41c3-9586-ec7a37b1d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:37.411844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3645a276-b474-45b1-ab88-9192a9fb931e req-969842b0-a7d2-41c3-9586-ec7a37b1d741 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803 HTTP/1.1" status: 200 len: 918 time: 0.7576694 Jul 22 16:36:37.564556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3b59a-79f2-4b3a-b0ca-d03a7929ba4e req-92ef09c2-567f-4678-befd-107c8aa2709b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:37.574548 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dad3b59a-79f2-4b3a-b0ca-d03a7929ba4e req-92ef09c2-567f-4678-befd-107c8aa2709b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1751404 Jul 22 16:36:37.667631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dad3b59a-79f2-4b3a-b0ca-d03a7929ba4e req-d1b0633d-874f-4ee2-9e07-17d7ab8b69ec tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908535 Jul 22 16:36:37.708265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '45735c05-82db-469f-baa3-d224a356db66', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'port_id': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'mac_address': 'fa:16:3e:d3:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:34:30Z', 'updated_at': '2021-07-22T16:36:31Z', 'revision_number': 1, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03da3ee3-e679-44ca-81ba-9489dfcd5943', 'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'mac_address': 'fa:16:3e:d4:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:35Z', 'updated_at': '2021-07-22T16:33:46Z', 'revision_number': 5, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'subnets': [{'id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:37.824292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e54fb8-9da0-4707-ac1c-98b010d31f49 None None] The sync data for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 is: [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '45735c05-82db-469f-baa3-d224a356db66', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'port_id': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'mac_address': 'fa:16:3e:d3:ae:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:34:30Z', 'updated_at': '2021-07-22T16:36:31Z', 'revision_number': 1, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03da3ee3-e679-44ca-81ba-9489dfcd5943', 'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'mac_address': 'fa:16:3e:d4:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:35Z', 'updated_at': '2021-07-22T16:33:46Z', 'revision_number': 5, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'subnets': [{'id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:37.864451 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3645a276-b474-45b1-ab88-9192a9fb931e req-87eb90fa-2c07-4b7a-b798-edc81efecc11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3 HTTP/1.1" status: 200 len: 1000 time: 0.4213293 Jul 22 16:36:37.962861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ac94c3-e85a-483b-896f-28bb8d4f0922', 'tag': '31c1fe79-a4f6-44c9-81be-884e635b6714'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:37.965503 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711fd314-add1-4cb3-8f55-837db2de4bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ac94c3-e85a-483b-896f-28bb8d4f0922", "tag": "31c1fe79-a4f6-44c9-81be-884e635b6714"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:37.970401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Pushing event updated for resources: {'Port': ['ID=31c1fe79-a4f6-44c9-81be-884e635b6714,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:38.069602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.070252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.070778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.071370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.072225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.072752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.073284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.073790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.074419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.074918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.075512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.076219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73358b96-543c-4692-8d92-ed97a638133f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:38.164673 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b8129b-e274-4068-8e1b-f98778b2adaa x-openstack-request-id: req-d1b8129b-e274-4068-8e1b-f98778b2adaa {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:38.165274 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ac94c3-e85a-483b-896f-28bb8d4f0922", "tag": "31c1fe79-a4f6-44c9-81be-884e635b6714", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:38.165878 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1b8129b-e274-4068-8e1b-f98778b2adaa {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:38.166276 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ac94c3-e85a-483b-896f-28bb8d4f0922', 'tag': '31c1fe79-a4f6-44c9-81be-884e635b6714', 'status': 'completed', 'code': 200} Jul 22 16:36:38.177526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-e9674cf8-bc1c-41a1-8a43-0bc05106aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.180119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-e9674cf8-bc1c-41a1-8a43-0bc05106aec3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 1099 time: 0.7397697 Jul 22 16:36:38.182821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-8c30debf-ed4a-435b-bc28-d3577b2b5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.184342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3645a276-b474-45b1-ab88-9192a9fb931e req-8c30debf-ed4a-435b-bc28-d3577b2b5c2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc4c2575-cbae-40f7-9acf-339211b5628e HTTP/1.1" status: 200 len: 856 time: 0.2868891 Jul 22 16:36:38.326309 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-4e0ed163-d30d-44cb-bad2-16bd011c7d59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=31c1fe79-a4f6-44c9-81be-884e635b6714 HTTP/1.1" status: 200 len: 217 time: 0.1298585 Jul 22 16:36:38.563807 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c7f8e3-72cc-4ba5-85ab-9191fb604e36 None None] New status for floating IP 45735c05-82db-469f-baa3-d224a356db66: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:36:38.584298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9e5eb-136a-490d-9fc7-f5b297844fca req-38ec0f9c-7650-4715-85fe-9f6f8d853223 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.599805 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92b9e5eb-136a-490d-9fc7-f5b297844fca req-38ec0f9c-7650-4715-85fe-9f6f8d853223 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 947 time: 0.2385552 Jul 22 16:36:38.662486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-c5ef351f-833c-4bac-ab68-963fadfa7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.662486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-c5ef351f-833c-4bac-ab68-963fadfa7952 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3187499 Jul 22 16:36:38.786159 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92b9e5eb-136a-490d-9fc7-f5b297844fca req-26d48567-3e56-4eec-8cdd-56de4db01ea1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797132 Jul 22 16:36:38.797405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a276-b474-45b1-ab88-9192a9fb931e req-6e1723aa-073b-47b1-9eb9-854c3b78958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.799794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3645a276-b474-45b1-ab88-9192a9fb931e req-6e1723aa-073b-47b1-9eb9-854c3b78958f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4725158 Jul 22 16:36:38.808740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-4cd4f47c-4b02-4820-ba81-35f4bd01ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:38.808740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-4cd4f47c-4b02-4820-ba81-35f4bd01ae52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322024 Jul 22 16:36:39.172561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fa733-0250-4778-9d68-947cf97daae6 req-8164846f-3677-4b6f-bdd4-a392594c459c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:39.195813 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-553fa733-0250-4778-9d68-947cf97daae6 req-8164846f-3677-4b6f-bdd4-a392594c459c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.2446978 Jul 22 16:36:39.244081 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-901e3e73-9189-4edd-860a-df82e32ea595 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299676 Jul 22 16:36:39.252187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3645a276-b474-45b1-ab88-9192a9fb931e req-0d659f66-1d02-4b5b-800e-260717359631 service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368861 Jul 22 16:36:39.340996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-553fa733-0250-4778-9d68-947cf97daae6 req-61cafc58-c752-411c-b4df-675531ef4dbb tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439219 Jul 22 16:36:39.566550 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63df1e42-b8a9-4594-b42d-4130e6fbd8f7 req-c3093240-8440-4b8d-b456-c9212ab573d8 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070869 Jul 22 16:36:39.710224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3645a276-b474-45b1-ab88-9192a9fb931e req-a5b163df-15d8-4d6b-9351-f59aadba77cc service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115558 Jul 22 16:36:39.831950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-34da7396-9cab-406e-8350-c12796a21f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:39.834287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-34da7396-9cab-406e-8350-c12796a21f55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 1099 time: 0.1501648 Jul 22 16:36:40.149806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-427a98cf-be25-4a1d-b356-1af6c24d386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:40.152387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-427a98cf-be25-4a1d-b356-1af6c24d386b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3032739 Jul 22 16:36:40.672462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5092b9c-9835-4b11-b289-36cf67d5a214 req-283b92d0-4673-4315-9764-90fee9f1ea98 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:40.679579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5092b9c-9835-4b11-b289-36cf67d5a214 req-283b92d0-4673-4315-9764-90fee9f1ea98 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 947 time: 0.6435552 Jul 22 16:36:40.682952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-663123dd-904a-470c-8720-8b09a91e6976 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=31c1fe79-a4f6-44c9-81be-884e635b6714 HTTP/1.1" status: 200 len: 217 time: 0.5211260 Jul 22 16:36:40.792655 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5092b9c-9835-4b11-b289-36cf67d5a214 req-f9ea3aa1-6dff-412d-91f0-15153cb20332 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028168 Jul 22 16:36:40.802884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-8e81098b-6c89-493f-9b9c-f80789f234be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:40.804563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-8e81098b-6c89-493f-9b9c-f80789f234be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1126106 Jul 22 16:36:40.938693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-b4607907-6cb4-414b-9c0c-03eecaf0411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:40.942626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-b4607907-6cb4-414b-9c0c-03eecaf0411e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1306846 Jul 22 16:36:41.213422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc12c5d-a9a1-4b2d-abb0-043e66770461 req-7e526342-9def-4f3f-84c1-2821bc0d4a4c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:41.223821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0cc12c5d-a9a1-4b2d-abb0-043e66770461 req-7e526342-9def-4f3f-84c1-2821bc0d4a4c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.2689474 Jul 22 16:36:41.254194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-0dd6b757-762f-453d-ad34-22f7a7e10f29 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008473 Jul 22 16:36:41.346054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0cc12c5d-a9a1-4b2d-abb0-043e66770461 req-6ec86986-e5c7-4d2a-8b42-b6c2821ab312 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208491 Jul 22 16:36:41.457950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711fd314-add1-4cb3-8f55-837db2de4bd3 req-8bd126c9-7235-4332-881b-9d078179ac54 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958444 Jul 22 16:36:41.832701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f231f0-b512-4292-931e-1131311914dc req-84ecdd19-40b2-4d35-9cc0-52b9e088ea75 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:41.845158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84f231f0-b512-4292-931e-1131311914dc req-84ecdd19-40b2-4d35-9cc0-52b9e088ea75 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 945 time: 0.1514263 Jul 22 16:36:41.943846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84f231f0-b512-4292-931e-1131311914dc req-d4528600-c205-4dac-99df-63a1fc9b250a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970960 Jul 22 16:36:42.068072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2b8fa-0c8f-4834-a0ce-f019b987c9ce req-f2623206-c640-49d2-ba52-94ea4df6de62 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:42.070641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dd2b8fa-0c8f-4834-a0ce-f019b987c9ce req-f2623206-c640-49d2-ba52-94ea4df6de62 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 947 time: 0.1052787 Jul 22 16:36:42.163691 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dd2b8fa-0c8f-4834-a0ce-f019b987c9ce req-cdd16cc9-c876-4c3a-8544-77cb7a801d4f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792587 Jul 22 16:36:42.266744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:42.496555 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0a277c4-d9c1-4143-bfb2-9dd3b1ca44bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.593254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe7da4-e26e-48a9-9d29-f2d1879a6052 req-58529f53-822a-4f50-82d8-61f41d6ce3c9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:42.600202 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87fe7da4-e26e-48a9-9d29-f2d1879a6052 req-58529f53-822a-4f50-82d8-61f41d6ce3c9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1225290 Jul 22 16:36:42.651243 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87fe7da4-e26e-48a9-9d29-f2d1879a6052 req-dc60f136-24dc-4b9f-b633-7649895ac9d4 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Jul 22 16:36:42.665781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0a277c4-d9c1-4143-bfb2-9dd3b1ca44bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.672190 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0a277c4-d9c1-4143-bfb2-9dd3b1ca44bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.719936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a277c4-d9c1-4143-bfb2-9dd3b1ca44bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20201bc1-3f5e-4d24-9f69-d70a68635ccb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:42.730049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d0a277c4-d9c1-4143-bfb2-9dd3b1ca44bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ccae6f00e54463bbbd3f171014dc7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604440 Jul 22 16:36:42.732553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:42.806079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71edb62e-e8c6-4861-98ab-89d3229729e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.844120 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71edb62e-e8c6-4861-98ab-89d3229729e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.939860 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71edb62e-e8c6-4861-98ab-89d3229729e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.944041 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71edb62e-e8c6-4861-98ab-89d3229729e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:42.945892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-71edb62e-e8c6-4861-98ab-89d3229729e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20201bc1-3f5e-4d24-9f69-d70a68635ccb HTTP/1.1" status: 204 len: 168 time: 0.2121754 Jul 22 16:36:42.959203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edb62e-e8c6-4861-98ab-89d3229729e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20201bc1-3f5e-4d24-9f69-d70a68635ccb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:43.188476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d32b9-0abc-4368-bf5c-447563149999 req-55a64209-61d7-4cdb-b861-54427700c863 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:43.193834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-836d32b9-0abc-4368-bf5c-447563149999 req-55a64209-61d7-4cdb-b861-54427700c863 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 945 time: 0.1338501 Jul 22 16:36:43.272542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-836d32b9-0abc-4368-bf5c-447563149999 req-0b01ca16-fa76-42ac-b36f-b0ee0f0db3ba tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677445 Jul 22 16:36:43.378426 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:36:43.391564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 31c1fe79-a4f6-44c9-81be-884e635b6714 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:36:43.632535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f94fe-0b08-49fc-aaf1-f82d714c91f4 req-2bbd27e6-e7fb-4ced-a642-e517e3d7a491 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:43.635232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e48f94fe-0b08-49fc-aaf1-f82d714c91f4 req-2bbd27e6-e7fb-4ced-a642-e517e3d7a491 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 947 time: 0.3209794 Jul 22 16:36:43.668859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-5c256d41-b398-452c-8077-d6ce8bb792e0 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:43.684430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-5c256d41-b398-452c-8077-d6ce8bb792e0 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.20 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 945 time: 0.3271844 Jul 22 16:36:44.003614 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e48f94fe-0b08-49fc-aaf1-f82d714c91f4 req-37a7b500-aa4a-4c06-bc9e-08ba740b131e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156211 Jul 22 16:36:44.091434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 31c1fe79-a4f6-44c9-81be-884e635b6714, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=31c1fe79-a4f6-44c9-81be-884e635b6714,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:44.119197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '31c1fe79-a4f6-44c9-81be-884e635b6714', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '31c1fe79-a4f6-44c9-81be-884e635b6714', 'mac_address': 'fa:16:3e:a5:d5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:36:44.166974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:44.203747 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.232469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c1fe79-a4f6-44c9-81be-884e635b6714 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:36:44.281841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 31c1fe79-a4f6-44c9-81be-884e635b6714, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=31c1fe79-a4f6-44c9-81be-884e635b6714,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:44.294565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.340011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Deleting port f9771c6f-71ef-41b9-8a72-11d53e2639d0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:44.340378 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.477297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=31c1fe79-a4f6-44c9-81be-884e635b6714,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:44.602032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.638241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] For port f9771c6f-71ef-41b9-8a72-11d53e2639d0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f9771c6f-71ef-41b9-8a72-11d53e2639d0,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:44.639272 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:44.658079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['31c1fe79-a4f6-44c9-81be-884e635b6714'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:44.663036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf975c1-b064-43c9-9f02-7c1c5e0746ce req-bc1e0006-1f74-4a24-b800-96c71347a4fa tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:44.665958 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cf975c1-b064-43c9-9f02-7c1c5e0746ce req-bc1e0006-1f74-4a24-b800-96c71347a4fa tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.4293118 Jul 22 16:36:44.706168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Calling delete_port for f9771c6f-71ef-41b9-8a72-11d53e2639d0 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:44.865521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7e923-c8c5-489d-b401-c32ff1a4eef5 req-b3e71c47-c4a1-47d3-9ab5-b5d1f47181bb tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:44.878622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7fb7e923-c8c5-489d-b401-c32ff1a4eef5 req-b3e71c47-c4a1-47d3-9ab5-b5d1f47181bb tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 945 time: 0.4069729 Jul 22 16:36:44.880965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:44.917126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cf975c1-b064-43c9-9f02-7c1c5e0746ce req-c9aed8f2-6bcb-44bf-9a04-d57a77a15254 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362952 Jul 22 16:36:44.982073 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7fb7e923-c8c5-489d-b401-c32ff1a4eef5 req-182b5cf0-410e-4173-a7c4-21ac8ecfb712 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020498 Jul 22 16:36:45.185615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.192732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.218101 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.268545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-746603222-network', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:45.283095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fe500f77-5c08-48fc-b090-7f353f6507a8', '9a7d44a4-b069-4592-a235-92ef8985081d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:45.286617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Pushing event deleted for resources: {'Port': ['ID=f9771c6f-71ef-41b9-8a72-11d53e2639d0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:45.317491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41288) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:45.319770 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=247fa51844c14c02b22eaff637638db2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1478229 Jul 22 16:36:45.326501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef3815d-a7cf-49ee-93d4-7315455b8229,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:45.348160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.348882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.349396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.349807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.350164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.354297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.354678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.355029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.355338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.355674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.356004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.356338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18cc48-eff5-4c5a-93d8-eab98d61cba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:36:45.377445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Made reservation on behalf of bc64c0c47fd44e6ca3df9af28c8e0e6a for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:45.384782 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.399609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f9771c6f-71ef-41b9-8a72-11d53e2639d0 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:45.401147 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.432429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: f9771c6f-71ef-41b9-8a72-11d53e2639d0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:36:45.433441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f9771c6f-71ef-41b9-8a72-11d53e2639d0 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:45.517809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] No DVR routers for this DVR port f9771c6f-71ef-41b9-8a72-11d53e2639d0 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:45.524073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.527898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56ffaad7-9855-4667-9455-5ae0a8aabfd3 req-17eee699-13a2-443d-9433-49175ff3e1f9 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.20 "DELETE /v2.0/ports/f9771c6f-71ef-41b9-8a72-11d53e2639d0 HTTP/1.1" status: 204 len: 173 time: 1.7492321 Jul 22 16:36:45.530763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d5b5aa-97a9-4872-ab3c-e54a205fcefa', 'name': 'network-vif-deleted', 'tag': 'f9771c6f-71ef-41b9-8a72-11d53e2639d0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:45.536735 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfdc5be-a89b-4a01-9f63-0443f5edc6c8" -d '{"events": [{"server_uuid": "54d5b5aa-97a9-4872-ab3c-e54a205fcefa", "name": "network-vif-deleted", "tag": "f9771c6f-71ef-41b9-8a72-11d53e2639d0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:45.638331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bca50b-fba0-4452-bbf5-11591921ad67 req-9d8f0056-a54b-4551-8bf3-0b10b3acfb18 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:45.649456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18bca50b-fba0-4452-bbf5-11591921ad67 req-9d8f0056-a54b-4551-8bf3-0b10b3acfb18 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 948 time: 0.4041562 Jul 22 16:36:45.664077 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fcf8b75-84ff-4064-a93b-1a0ff2685ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.670514 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.680609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.719117 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0cdae7-3efa-4920-9639-cae24c591f72 x-openstack-request-id: req-6d0cdae7-3efa-4920-9639-cae24c591f72 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:45.719466 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d5b5aa-97a9-4872-ab3c-e54a205fcefa", "name": "network-vif-deleted", "tag": "f9771c6f-71ef-41b9-8a72-11d53e2639d0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:45.719960 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d0cdae7-3efa-4920-9639-cae24c591f72 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:45.720603 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d5b5aa-97a9-4872-ab3c-e54a205fcefa', 'name': 'network-vif-deleted', 'tag': 'f9771c6f-71ef-41b9-8a72-11d53e2639d0', 'status': 'completed', 'code': 200} Jul 22 16:36:45.743198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fcf8b75-84ff-4064-a93b-1a0ff2685ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.775453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18bca50b-fba0-4452-bbf5-11591921ad67 req-5586ad2c-49f4-4dc8-942f-adaef6302ba1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241043 Jul 22 16:36:45.789087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9ef3af-c683-4c6c-b604-4fd7f9076220,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:45.809788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:36:45.828329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.829298 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Added segment e9effe81-634f-4d21-8acf-4eb16cb5d88f of type vlan for network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd Jul 22 16:36:45.875382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fcf8b75-84ff-4064-a93b-1a0ff2685ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.881566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fcf8b75-84ff-4064-a93b-1a0ff2685ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.882833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4fcf8b75-84ff-4064-a93b-1a0ff2685ce3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ef3815d-a7cf-49ee-93d4-7315455b8229 HTTP/1.1" status: 204 len: 168 time: 0.5617657 Jul 22 16:36:45.893158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf8b75-84ff-4064-a93b-1a0ff2685ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef3815d-a7cf-49ee-93d4-7315455b8229,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:45.902710 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.982922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:45.985411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:45.986903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:46.033904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1470296 Jul 22 16:36:46.040513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41298) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:46.051483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Request body: {'subnet': {'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-746603222-subnet', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:46.100092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Made reservation on behalf of bc64c0c47fd44e6ca3df9af28c8e0e6a for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:46.107467 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:46.308492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99026d2-7a2e-4151-b34c-a636ac0eefc2 admin admin] Pushing event updated for resources: {'Network': ['ID=9e01317a-d259-4b44-8f1f-d901d2e4cfbd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:46.315450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d8d5113-96fd-42de-894f-7186367b264a req-9dcb55fd-bff8-4932-a2ee-49ef5858fe7a tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d5b5aa-97a9-4872-ab3c-e54a205fcefa HTTP/1.1" status: 200 len: 210 time: 0.0867701 Jul 22 16:36:46.324476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:36:46.410818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe5db-9b3a-4cfd-973c-9d410d7e3712 req-43757831-564a-4265-b67f-291ae6996c5b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:46.419782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44efe5db-9b3a-4cfd-973c-9d410d7e3712 req-43757831-564a-4265-b67f-291ae6996c5b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.3192322 Jul 22 16:36:46.534099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44efe5db-9b3a-4cfd-973c-9d410d7e3712 req-079676b9-72e8-4aea-93bb-d30e0fef46f9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134257 Jul 22 16:36:46.674992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:46.775823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a58352-0307-48ab-bd7f-fbb80a2c6bc2,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:46.790789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Checking segment: {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:46.791391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Network hostable DHCP agents. Network: 9e01317a-d259-4b44-8f1f-d901d2e4cfbd, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:36:46.819746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:36:46.837626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 9e01317a-d259-4b44-8f1f-d901d2e4cfbd) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:46.853044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:46.854094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:46.857177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759731fc-63a4-4d8a-a528-441994d4f2e0 None None] Network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:46.898785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-28efde63-6395-42e4-9a81-735efc23d9fa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8560259 Jul 22 16:36:46.903156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41320) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:46.920982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:46.992860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:46.994144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.076826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95cc11-e715-43ef-b254-d676b9e382ca req-917bde87-f50e-40ed-8db6-96ced7a36bd5 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:47.078404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e95cc11-e715-43ef-b254-d676b9e382ca req-917bde87-f50e-40ed-8db6-96ced7a36bd5 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 948 time: 0.1519032 Jul 22 16:36:47.082725 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.223848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:36:47.225174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.292118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e95cc11-e715-43ef-b254-d676b9e382ca req-634ea237-4bbe-4176-a5bb-547369f70a95 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996565 Jul 22 16:36:47.302375 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.442085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 31c1fe79-a4f6-44c9-81be-884e635b6714 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:47.640559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Allocated IP 172.20.0.2 (9e01317a-d259-4b44-8f1f-d901d2e4cfbd/f6a58352-0307-48ab-bd7f-fbb80a2c6bc2/523f3ac2-bd66-46bf-819c-a85f8ce786d9) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:47.736623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 31c1fe79-a4f6-44c9-81be-884e635b6714 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:47.757840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 31c1fe79-a4f6-44c9-81be-884e635b6714 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:47.758340 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:47.944338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed022379-30d2-41d3-9087-32fe012d0d99 req-5859dbd0-42d8-42de-ada1-5e427f0e1885 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:47.948344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed022379-30d2-41d3-9087-32fe012d0d99 req-5859dbd0-42d8-42de-ada1-5e427f0e1885 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1365776 Jul 22 16:36:47.993398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.010657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.047666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed022379-30d2-41d3-9087-32fe012d0d99 req-f151b706-900d-4d0d-8a20-5174f82d50b2 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870099 Jul 22 16:36:48.063826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac94c3-e85a-483b-896f-28bb8d4f0922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c1fe79-a4f6-44c9-81be-884e635b6714'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:48.068204 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bcc556-d5f9-4f80-aaf8-bb74808f5fd3" -d '{"events": [{"server_uuid": "d2ac94c3-e85a-483b-896f-28bb8d4f0922", "name": "network-vif-plugged", "status": "completed", "tag": "31c1fe79-a4f6-44c9-81be-884e635b6714"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:48.108583 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.130319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 31c1fe79-a4f6-44c9-81be-884e635b6714, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=31c1fe79-a4f6-44c9-81be-884e635b6714,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:48.137670 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.199333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15425a-ea87-4d28-b026-1c1fc29651f0 req-bf0e79c9-e8be-42dd-8c30-0dc88b9024e6 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:48.202116 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a15425a-ea87-4d28-b026-1c1fc29651f0 req-bf0e79c9-e8be-42dd-8c30-0dc88b9024e6 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 945 time: 0.3231921 Jul 22 16:36:48.252074 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01c82d3-1a64-44bf-9813-fc27c4abb72c x-openstack-request-id: req-f01c82d3-1a64-44bf-9813-fc27c4abb72c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:48.252430 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac94c3-e85a-483b-896f-28bb8d4f0922", "name": "network-vif-plugged", "status": "completed", "tag": "31c1fe79-a4f6-44c9-81be-884e635b6714", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:48.252692 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f01c82d3-1a64-44bf-9813-fc27c4abb72c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:48.254021 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac94c3-e85a-483b-896f-28bb8d4f0922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c1fe79-a4f6-44c9-81be-884e635b6714', 'code': 200} Jul 22 16:36:48.254922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=31c1fe79-a4f6-44c9-81be-884e635b6714,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:48.269840 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.289319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Transition to ACTIVE for port object 523f3ac2-bd66-46bf-819c-a85f8ce786d9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:48.333945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Transition to ACTIVE for port object 523f3ac2-bd66-46bf-819c-a85f8ce786d9 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:48.355551 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.385237 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a15425a-ea87-4d28-b026-1c1fc29651f0 req-29bb94a0-1b7e-4e60-9099-52b032ecc7c0 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559274 Jul 22 16:36:48.439358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12314b8a-d32b-4a3a-b581-3ec1969c053f req-3972ac26-fdc5-4c3f-8337-52dd037c267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:48.441735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12314b8a-d32b-4a3a-b581-3ec1969c053f req-3972ac26-fdc5-4c3f-8337-52dd037c267f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 1101 time: 0.1682189 Jul 22 16:36:48.443214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Allocated IP 172.25.3.165 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/7f3a9fb7-a69e-4130-970b-a3c4fe5b7402) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:48.544711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Pushing event updated for resources: {'Port': ['ID=523f3ac2-bd66-46bf-819c-a85f8ce786d9,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:48.565375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:48.567511 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-431cbe7c-0672-49c4-be0d-a42006a43868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.572463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:48.582190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:48.608583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a15c2-723d-44dd-b301-8a17cbbafd71 req-dd6401bb-6b29-4832-89e5-30b5ae110921 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:48.610359 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b1a15c2-723d-44dd-b301-8a17cbbafd71 req-dd6401bb-6b29-4832-89e5-30b5ae110921 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 949 time: 0.1548371 Jul 22 16:36:48.630903 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12314b8a-d32b-4a3a-b581-3ec1969c053f req-f84ffe79-a3a6-45fe-8bd2-d2831f1dea7d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720695 Jul 22 16:36:48.680193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Attempting to bind port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:48.680627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Attempting to bind port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:48.681276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Attempting to bind port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 on network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:48.699751 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b1a15c2-723d-44dd-b301-8a17cbbafd71 req-b9f1607e-5158-413a-8ae6-2b99e09d06f0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772350 Jul 22 16:36:48.725505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:48.728755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Checking segment: {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:48.729264 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.729855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Bound using segment: {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:48.730661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Bound port: 523f3ac2-bd66-46bf-819c-a85f8ce786d9, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:48.731326 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.858040 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.891531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] For port 523f3ac2-bd66-46bf-819c-a85f8ce786d9, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:48.897018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] For port 523f3ac2-bd66-46bf-819c-a85f8ce786d9, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=523f3ac2-bd66-46bf-819c-a85f8ce786d9,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:48.902679 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:48.918368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:49.016481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3a9fb7-a69e-4130-970b-a3c4fe5b7402,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:49.018495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3649af-a6bb-4921-9014-f9b0dadb185e None None] Pushing event updated for resources: {'Port': ['ID=523f3ac2-bd66-46bf-819c-a85f8ce786d9,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:49.048669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:49.051336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:49.054141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:49.340911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4dbf5-0289-469a-81c7-6746206d3cfa req-e87ac4a3-1a6b-4e9a-9608-bfab1c0a8f05 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:49.345671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e9f4dbf5-0289-469a-81c7-6746206d3cfa req-e87ac4a3-1a6b-4e9a-9608-bfab1c0a8f05 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1527412 Jul 22 16:36:49.496185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e9f4dbf5-0289-469a-81c7-6746206d3cfa req-f40a1a4e-96b6-4368-a09b-b407ebf13623 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414735 Jul 22 16:36:49.598070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.049191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113ef1d-1dde-4b99-9ed9-1d207553f52f req-42c2eb80-44ec-47a5-8c9e-4c51700dac4e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:50.052311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2113ef1d-1dde-4b99-9ed9-1d207553f52f req-42c2eb80-44ec-47a5-8c9e-4c51700dac4e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 949 time: 0.1850579 Jul 22 16:36:50.082646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e4089-dfe3-44c5-9e0e-2051650aead9 req-13aedae8-7f88-42f8-9323-60b29034c7b6 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:50.095747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-768e4089-dfe3-44c5-9e0e-2051650aead9 req-13aedae8-7f88-42f8-9323-60b29034c7b6 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 945 time: 0.4945490 Jul 22 16:36:50.124355 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2113ef1d-1dde-4b99-9ed9-1d207553f52f req-272fc65d-58b6-466f-a2f1-71d18dd7bbe5 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622466 Jul 22 16:36:50.640879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-768e4089-dfe3-44c5-9e0e-2051650aead9 req-52de9898-7d8a-4e6c-b493-53d1aef9f803 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439522 Jul 22 16:36:50.655326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d984b3-d4de-42fd-bc9d-12ea68cba26a None None] Network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:36:50.675951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:50.766581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec460f-be75-44a5-b672-fc3e3890b989 req-f9ef6129-ee09-4ffa-965b-88dc66ab3700 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:50.787626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bbec460f-be75-44a5-b672-fc3e3890b989 req-f9ef6129-ee09-4ffa-965b-88dc66ab3700 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1526382 Jul 22 16:36:50.888177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-678d05fd-6cda-4d86-9abf-a9c440ed839d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:50.889777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-678d05fd-6cda-4d86-9abf-a9c440ed839d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 945 time: 0.2234161 Jul 22 16:36:50.895946 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bbec460f-be75-44a5-b672-fc3e3890b989 req-d74301ff-0933-452d-8da8-73b66d1bf260 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071725 Jul 22 16:36:50.904307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b2123f12-2482-4f1e-ad15-6cfd3fd525b0 None None] Provisioning for port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:51.014208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ea58c96a-469f-45e3-9cb2-e0d0c511e326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.043495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Router af2bb445-d5a1-44de-a6db-1a36e989b2b1 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:36:51.108480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:51.184356 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.206584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Deleting port 9a7d44a4-b069-4592-a235-92ef8985081d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:36:51.207408 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.218916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 523f3ac2-bd66-46bf-819c-a85f8ce786d9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:51.301199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:51.307848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:51.308213 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.397328 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] For port 9a7d44a4-b069-4592-a235-92ef8985081d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9a7d44a4-b069-4592-a235-92ef8985081d,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:51.398029 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.414302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Calling delete_port for 9a7d44a4-b069-4592-a235-92ef8985081d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:36:51.467966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c966125-5fc9-4ebc-a981-c6458eb525d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.494799 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.568358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:51.585059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Sync routers for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:36:51.591200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 523f3ac2-bd66-46bf-819c-a85f8ce786d9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=523f3ac2-bd66-46bf-819c-a85f8ce786d9,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:51.601065 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.638431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:51.639979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:36:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:51.666161 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.707595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Pushing event deleted for resources: {'Port': ['ID=9a7d44a4-b069-4592-a235-92ef8985081d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:51.763539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e16f40f5-2e72-447c-a7da-a7e4c3b760e9 None None] Provisioning complete for port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:51.764726 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e16f40f5-2e72-447c-a7da-a7e4c3b760e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.767006 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fe500f77-5c08-48fc-b090-7f353f6507a8', '9a7d44a4-b069-4592-a235-92ef8985081d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:36:51.811712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c966125-5fc9-4ebc-a981-c6458eb525d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.821643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c966125-5fc9-4ebc-a981-c6458eb525d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.853091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800eed34-803e-4ed3-9b1a-19f908c8c2c3 req-2d4f2110-8bb1-4865-b557-b99a87370918 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:51.857130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-800eed34-803e-4ed3-9b1a-19f908c8c2c3 req-2d4f2110-8bb1-4865-b557-b99a87370918 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 949 time: 0.2948830 Jul 22 16:36:51.858490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] No DVR routers for this DVR port 9a7d44a4-b069-4592-a235-92ef8985081d on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:36:51.864930 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.874536 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0191ba7f-2049-4f62-8c36-674ef5b247db req-8c69aa71-9bbb-402d-91e8-8dae09ecfd27 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "DELETE /v2.0/ports/9a7d44a4-b069-4592-a235-92ef8985081d HTTP/1.1" status: 204 len: 173 time: 0.9640393 Jul 22 16:36:51.882519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:51.886843 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1e0c896a-388a-4d37-a31b-923f8eeb3dd0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9815176 Jul 22 16:36:51.887740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8fa201-4f56-4d1a-9c82-4004b34f8db4', 'name': 'network-vif-deleted', 'tag': '9a7d44a4-b069-4592-a235-92ef8985081d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:36:51.891756 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91661540-bc19-4329-a925-8c27301a31b2" -d '{"events": [{"server_uuid": "be8fa201-4f56-4d1a-9c82-4004b34f8db4", "name": "network-vif-deleted", "tag": "9a7d44a4-b069-4592-a235-92ef8985081d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:36:51.899723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41488) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:51.924545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=523f3ac2-bd66-46bf-819c-a85f8ce786d9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:51.957666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c966125-5fc9-4ebc-a981-c6458eb525d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a1312-bca0-400a-a17f-23bd49352820,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:51.967319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2c966125-5fc9-4ebc-a981-c6458eb525d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f05a8dd7ad0e491c933d668c24416eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8531423 Jul 22 16:36:52.000767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41494) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:52.024654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:52.026629 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-383cd2cb-cae7-4eb5-8e4e-8dd3ddcd1a94 req-3f2c7f33-7675-4eea-b712-1cda6cc21e89 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 210 time: 0.1198478 Jul 22 16:36:52.180923 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905fc6ea-d2db-4dc2-8b94-c1a6f9d7a293 x-openstack-request-id: req-905fc6ea-d2db-4dc2-8b94-c1a6f9d7a293 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:36:52.181581 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8fa201-4f56-4d1a-9c82-4004b34f8db4", "name": "network-vif-deleted", "tag": "9a7d44a4-b069-4592-a235-92ef8985081d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:36:52.182080 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-905fc6ea-d2db-4dc2-8b94-c1a6f9d7a293 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:36:52.182728 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8fa201-4f56-4d1a-9c82-4004b34f8db4', 'name': 'network-vif-deleted', 'tag': '9a7d44a4-b069-4592-a235-92ef8985081d', 'status': 'completed', 'code': 200} Jul 22 16:36:52.193021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f599fc-3be1-4718-ae43-ba0c6cb63c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.219707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-800eed34-803e-4ed3-9b1a-19f908c8c2c3 req-b225fb1d-8baf-4928-be06-fb2f7dac50b6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215330 Jul 22 16:36:52.306588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f599fc-3be1-4718-ae43-ba0c6cb63c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.516127 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f599fc-3be1-4718-ae43-ba0c6cb63c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.522352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f599fc-3be1-4718-ae43-ba0c6cb63c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.525415 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-61f599fc-3be1-4718-ae43-ba0c6cb63c2e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/741a1312-bca0-400a-a17f-23bd49352820 HTTP/1.1" status: 204 len: 168 time: 0.5194719 Jul 22 16:36:52.537944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa8449-d651-4a49-8147-b8c8d06e1181 req-647c7868-11f0-4812-9518-5838aae9002b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.545018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dffa8449-d651-4a49-8147-b8c8d06e1181 req-647c7868-11f0-4812-9518-5838aae9002b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1966941 Jul 22 16:36:52.569189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f599fc-3be1-4718-ae43-ba0c6cb63c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a1312-bca0-400a-a17f-23bd49352820,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:52.615788 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dffa8449-d651-4a49-8147-b8c8d06e1181 req-a479b315-a3b5-4009-8378-59a543c4539d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695968 Jul 22 16:36:52.677335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19117882-1f6b-4a62-9547-d8ba64209826 req-e4fddadc-a444-41df-9a53-fed5b588e045 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:52.685045 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19117882-1f6b-4a62-9547-d8ba64209826 req-e4fddadc-a444-41df-9a53-fed5b588e045 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 1101 time: 0.2089920 Jul 22 16:36:52.704688 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:52.756890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19117882-1f6b-4a62-9547-d8ba64209826 req-8375ec14-0e58-4f48-8c19-3e67591c9ffb tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701153 Jul 22 16:36:53.017114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.231614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:49Z', 'revision_number': 3, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:53.251689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41524) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:53.290484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab0bb07-6229-4595-8ec7-30e7f796536c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.328090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Allocated IP 172.20.0.1 (9e01317a-d259-4b44-8f1f-d901d2e4cfbd/f6a58352-0307-48ab-bd7f-fbb80a2c6bc2/dd3f4dd5-0ae4-40bd-b461-60cec8946652) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:53.372039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 523f3ac2-bd66-46bf-819c-a85f8ce786d9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:53.376592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-810085e3-9e1c-4313-abbe-f104d999d9f3 req-ce8b198c-0c53-4c1f-a51a-7206fbcb4a69 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fa201-4f56-4d1a-9c82-4004b34f8db4 HTTP/1.1" status: 200 len: 210 time: 0.0576696 Jul 22 16:36:53.430300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Checking router: af2bb445-d5a1-44de-a6db-1a36e989b2b1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:36:53.430756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Updating router af2bb445-d5a1-44de-a6db-1a36e989b2b1 port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:36:53.491594 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.510289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Transition to ACTIVE for port object dd3f4dd5-0ae4-40bd-b461-60cec8946652 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:53.515557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab0bb07-6229-4595-8ec7-30e7f796536c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.522591 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab0bb07-6229-4595-8ec7-30e7f796536c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.558179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:53.558780 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.567093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.567686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.607345 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ab0bb07-6229-4595-8ec7-30e7f796536c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f7ec40069fe4562b072c6440c4ff2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3507421 Jul 22 16:36:53.607345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0bb07-6229-4595-8ec7-30e7f796536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da5317-86fe-40c5-be6d-49a2059a5d96,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:53.608809 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41530) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:53.672698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Pushing event updated for resources: {'Port': ['ID=dd3f4dd5-0ae4-40bd-b461-60cec8946652,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:53.685170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-f0675d77-83f9-41be-a71f-dda1738fe86b tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1396883 Jul 22 16:36:53.693151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:53.698224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:53.698727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79b22a9b-d6a8-43a6-bc95-1426a38403c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.718388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:36:53.766842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79b22a9b-d6a8-43a6-bc95-1426a38403c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.856710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.943740 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79b22a9b-d6a8-43a6-bc95-1426a38403c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.947673 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79b22a9b-d6a8-43a6-bc95-1426a38403c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:53.948890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-79b22a9b-d6a8-43a6-bc95-1426a38403c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2da5317-86fe-40c5-be6d-49a2059a5d96 HTTP/1.1" status: 204 len: 168 time: 0.3390880 Jul 22 16:36:53.979230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b22a9b-d6a8-43a6-bc95-1426a38403c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da5317-86fe-40c5-be6d-49a2059a5d96,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:54.029978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-37ec5f6e-ece2-4ff0-95a2-e751d89f7e51 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:54.034690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-37ec5f6e-ece2-4ff0-95a2-e751d89f7e51 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390169 Jul 22 16:36:54.045803 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b705e-55fc-4f1a-a3f1-5b562cfcd255 req-93a9c117-84f2-4151-9182-2feff13e5ed9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:54.048789 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-340b705e-55fc-4f1a-a3f1-5b562cfcd255 req-93a9c117-84f2-4151-9182-2feff13e5ed9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1810238 Jul 22 16:36:54.127708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-236147de-0e7f-4d42-879f-324584aaabda tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/quotas/1ab5d218fcdc4950841118db5d6af246 HTTP/1.1" status: 200 len: 375 time: 0.0343442 Jul 22 16:36:54.128040 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-340b705e-55fc-4f1a-a3f1-5b562cfcd255 req-4b9f66b6-7146-495b-a803-418b2d3d7a6d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722013 Jul 22 16:36:54.236440 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.250426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Transition to ACTIVE for port object 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:36:54.275073 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.307393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.423665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Attempting to bind port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:36:54.424250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Attempting to bind port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:36:54.424875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Attempting to bind port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:36:54.428704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fc2ff898-a701-4b44-8477-71d9c7a11a5e None None] Provisioning for port dd3f4dd5-0ae4-40bd-b461-60cec8946652 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:54.443060 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.457414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fc2ff898-a701-4b44-8477-71d9c7a11a5e None None] Provisioning complete for port dd3f4dd5-0ae4-40bd-b461-60cec8946652 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:54.457898 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff898-a701-4b44-8477-71d9c7a11a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.524539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ff898-a701-4b44-8477-71d9c7a11a5e None None] Port dd3f4dd5-0ae4-40bd-b461-60cec8946652 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:54.529414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb821-448c-4472-9c24-dd4fa0d44020 None None] Pushing event updated for resources: {'Port': ['ID=7f3a9fb7-a69e-4130-970b-a3c4fe5b7402,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:54.562434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:36:54.562876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:36:54.563439 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.564010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:36:54.564808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Bound port: 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:36:54.565342 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.619827 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.638532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.687563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] For port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:36:54.696405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] For port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7f3a9fb7-a69e-4130-970b-a3c4fe5b7402,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:36:54.709819 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.783254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:54.838230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-397a7172-cb0d-4679-9029-4283fe5e3ec9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6893294 Jul 22 16:36:54.870874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Pushing event updated for resources: {'Port': ['ID=dd3f4dd5-0ae4-40bd-b461-60cec8946652,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:54.899397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:36:54.900451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:36:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:55.086614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb821-448c-4472-9c24-dd4fa0d44020 None None] Pushing event updated for resources: {'Port': ['ID=7f3a9fb7-a69e-4130-970b-a3c4fe5b7402,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:36:55.110693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:36:55.128987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:36:55.131215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:36:55.303061 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a2eb495-293e-487f-8a2d-e9a133aa9576 req-61b11085-1b8c-49e3-9027-7ae0ec112d6c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 210 time: 0.1331964 Jul 22 16:36:55.770003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9a7d44a4-b069-4592-a235-92ef8985081d no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:36:55.887850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 9a7d44a4-b069-4592-a235-92ef8985081d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:36:55.888852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9a7d44a4-b069-4592-a235-92ef8985081d not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:36:55.897281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-142c32b8-9b59-493d-8e87-aedc7bdc7b3b None None] Provisioning complete for port dd3f4dd5-0ae4-40bd-b461-60cec8946652 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:55.898300 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-142c32b8-9b59-493d-8e87-aedc7bdc7b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:56.058428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-142c32b8-9b59-493d-8e87-aedc7bdc7b3b None None] Port dd3f4dd5-0ae4-40bd-b461-60cec8946652 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:36:56.078885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 2, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:36:56.216374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8821dda0-9461-408b-ac01-17c79bd38ae3 None None] The sync data for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 is: [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 2, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:36:56.516400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Router af2bb445-d5a1-44de-a6db-1a36e989b2b1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:36:56.693416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e265f2-454b-45a9-b140-efeaa6c25ad1 req-4bfaa00c-2045-4645-92e4-1e2c0af0bb9b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:56.726688 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f6806fd-4819-483c-9469-f816e2899070 req-78ffb341-e96a-4758-bbda-ef7f94c04e63 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 210 time: 0.1537898 Jul 22 16:36:56.731028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a6e265f2-454b-45a9-b140-efeaa6c25ad1 req-4bfaa00c-2045-4645-92e4-1e2c0af0bb9b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.4609733 Jul 22 16:36:57.048076 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a6e265f2-454b-45a9-b140-efeaa6c25ad1 req-6e04dd2d-f23c-4158-a858-1f66be3e3272 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115573 Jul 22 16:36:57.173026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:36:57.239850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-642d2137-2642-40f6-a542-7e6d0f57eaae admin admin] 10.222.0.53 "PUT /v2.0/routers/af2bb445-d5a1-44de-a6db-1a36e989b2b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3247242 Jul 22 16:36:57.418986 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-b8cdfe47-4bb6-4b64-9070-1ffe425e681c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732224 Jul 22 16:36:58.006918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-3b3058e1-143e-4233-8fae-1f3c41a44e29 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:58.009503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-3b3058e1-143e-4233-8fae-1f3c41a44e29 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5811834 Jul 22 16:36:58.067995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Request body: {'port': {'device_id': '2aef8393-b4c9-4a04-aca4-225650df49fe', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '1ab5d218fcdc4950841118db5d6af246'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:58.229890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e189570f-8757-41e2-8405-8d7e8c3d3f05 req-a83fa857-888f-4339-8bdf-5b2b7d7f2070 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 210 time: 0.2022052 Jul 22 16:36:58.654578 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-53a27727-0624-4c82-b775-f9bbf2e9ba3e service neutron] show failed (client error): The resource could not be found. Jul 22 16:36:58.656758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-53a27727-0624-4c82-b775-f9bbf2e9ba3e service neutron] 10.222.0.65 "GET /v2.0/ports/14fa0acd-22dc-4098-9124-850db73840b4/bindings/n-h2-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.4894922 Jul 22 16:36:58.873993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Made reservation on behalf of 1ab5d218fcdc4950841118db5d6af246 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:36:58.874335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:36:58.879962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cfcc787a-256a-4237-8a39-d92b65e30144 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052394825', 'description': 'tempest-description--1846349502'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:36:58.880867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:58.967598 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfcc787a-256a-4237-8a39-d92b65e30144 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.148368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f4113-0a0a-49ad-913a-cf475c27b19c req-7ea62f56-efb8-499f-92af-7fe4ef5cc7a9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:36:59.154712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ef7f4113-0a0a-49ad-913a-cf475c27b19c req-7ea62f56-efb8-499f-92af-7fe4ef5cc7a9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.5280004 Jul 22 16:36:59.251154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:36:59.276304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ef7f4113-0a0a-49ad-913a-cf475c27b19c req-50d65244-5287-4a8b-8a66-c76e598bdc65 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144316 Jul 22 16:36:59.394469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:36:59.418958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:36:59.433791 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.523746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Allocated IP 192.168.233.11 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/77980a8c-8966-46a7-8e35-df36ecff7bbb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:36:59.625565 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfcc787a-256a-4237-8a39-d92b65e30144 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.652655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfcc787a-256a-4237-8a39-d92b65e30144 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.733553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.749765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c6c9325-b2a4-4269-b281-75f74d6150ca req-9720f5a3-8eaa-4a37-95f1-8d8aee8b3dbb tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 210 time: 0.1972270 Jul 22 16:36:59.804495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7f3a9fb7-a69e-4130-970b-a3c4fe5b7402,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:36:59.811055 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.923938 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfcc787a-256a-4237-8a39-d92b65e30144 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:36:59.938948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cfcc787a-256a-4237-8a39-d92b65e30144 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0618069 Jul 22 16:36:59.955224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41676) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:00.031934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5a954afa-5dc4-4b3b-bd1f-dcf99983436a tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Request body: {'security_group_rule': {'security_group_id': '03f50e55-097e-4dfd-834a-14c81ba81d16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:00.036620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=7f3a9fb7-a69e-4130-970b-a3c4fe5b7402,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:00.094898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-dba6006e-1bcc-4f70-9526-94b62597359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:00.113005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-dba6006e-1bcc-4f70-9526-94b62597359b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3&tenant_id=048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 1102 time: 1.0279114 Jul 22 16:37:00.121248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:00.129855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc787a-256a-4237-8a39-d92b65e30144 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f50e55-097e-4dfd-834a-14c81ba81d16,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:00.212937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:00.226482 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a954afa-5dc4-4b3b-bd1f-dcf99983436a tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:00.234224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Transition to ACTIVE for port object 77980a8c-8966-46a7-8e35-df36ecff7bbb will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:00.283726 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:00.323784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5', 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', '31c1fe79-a4f6-44c9-81be-884e635b6714'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:00.419267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29', 'f7a15407-9fca-4599-a1d1-769d35ac06a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:00.420681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:00.431887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:00.450108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:00.507217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:00.609032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event updated for resources: {'Port': ['ID=77980a8c-8966-46a7-8e35-df36ecff7bbb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:00.953807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:00.957624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.049297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-83e50b71-3d71-46ab-b972-673ad526a925 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9772184 Jul 22 16:37:01.119767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Request body: {'port': {'device_id': '2aef8393-b4c9-4a04-aca4-225650df49fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:01.407675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:01.410039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9f943-e908-4772-953a-1b394ae7f037 req-514e1bc7-5924-41dd-8f0f-82cb76ed9c1e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:01.427151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6a9f943-e908-4772-953a-1b394ae7f037 req-514e1bc7-5924-41dd-8f0f-82cb76ed9c1e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.8217988 Jul 22 16:37:01.490411 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Sync routers for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:37:01.507708 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:01.508843 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:36:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:01.529340 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a954afa-5dc4-4b3b-bd1f-dcf99983436a tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.542786 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.568384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cd90a936-c401-4a50-a6eb-187e21eacb73 None None] Provisioning for port 77980a8c-8966-46a7-8e35-df36ecff7bbb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:01.575478 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a954afa-5dc4-4b3b-bd1f-dcf99983436a tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.601408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b69e1-db79-40d7-99bc-83d38ec89fe1 req-99d5f641-e0c0-4dda-a9b0-3898db161f84 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:01.615788 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-683b69e1-db79-40d7-99bc-83d38ec89fe1 req-99d5f641-e0c0-4dda-a9b0-3898db161f84 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 935 time: 0.3675456 Jul 22 16:37:01.616960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6a9f943-e908-4772-953a-1b394ae7f037 req-f40e3af4-9d8a-4b13-9326-3045a5f8a90f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883669 Jul 22 16:37:01.619887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cd90a936-c401-4a50-a6eb-187e21eacb73 None None] Provisioning complete for port 77980a8c-8966-46a7-8e35-df36ecff7bbb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:01.620451 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd90a936-c401-4a50-a6eb-187e21eacb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.659008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a954afa-5dc4-4b3b-bd1f-dcf99983436a tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2edf35-1d7e-49df-b724-75cbf2e5f0ae,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:01.778024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:01.808877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:01.948938 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:01.989725 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a954afa-5dc4-4b3b-bd1f-dcf99983436a tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.000720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41720) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:02.002101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5a954afa-5dc4-4b3b-bd1f-dcf99983436a tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0427480 Jul 22 16:37:02.015524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9efcf249-fa6f-4537-aaf1-b3786fa29555 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Request body: {'security_group_rule': {'security_group_id': '03f50e55-097e-4dfd-834a-14c81ba81d16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:02.044516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:02.080215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-683b69e1-db79-40d7-99bc-83d38ec89fe1 req-951f7e85-8e2d-4ea8-894b-ea9853db92f2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620304 Jul 22 16:37:02.106377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cd90a936-c401-4a50-a6eb-187e21eacb73 None None] Port 77980a8c-8966-46a7-8e35-df36ecff7bbb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:02.160916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:02.180912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5369c377-d28b-4981-9af9-53e999e00c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.226248 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9efcf249-fa6f-4537-aaf1-b3786fa29555 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.295161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:02.309673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:02.310279 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.377729 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9efcf249-fa6f-4537-aaf1-b3786fa29555 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.429351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.437041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9efcf249-fa6f-4537-aaf1-b3786fa29555 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.460264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Transition to ACTIVE for port object 14fa0acd-22dc-4098-9124-850db73840b4 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:02.464037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:02.470220 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b128c-7288-4853-b140-092a7b290732" -d '{"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:02.478440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.545723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:02.626758 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774917c5-bfce-498b-8de9-9571fc9f84b0 x-openstack-request-id: req-774917c5-bfce-498b-8de9-9571fc9f84b0 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:02.628911 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:02.628911 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-774917c5-bfce-498b-8de9-9571fc9f84b0 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:02.628911 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4', 'code': 200} Jul 22 16:37:02.630001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] No DVR routers for this DVR port 14fa0acd-22dc-4098-9124-850db73840b4 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:02.674627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:02.681898 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 2, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:02.739342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:02.739818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:02.740228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:02.747718 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Checking router: af2bb445-d5a1-44de-a6db-1a36e989b2b1 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:37:02.748717 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Updating router af2bb445-d5a1-44de-a6db-1a36e989b2b1 port dd3f4dd5-0ae4-40bd-b461-60cec8946652 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:37:02.754116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Port 14fa0acd-22dc-4098-9124-850db73840b4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:02.754116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:02.769230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:02.769708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:02.773950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcf249-fa6f-4537-aaf1-b3786fa29555 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bf9094-5321-4a8a-9027-ce72449fc4ca,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:02.775177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:02.777050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Bound port: 14fa0acd-22dc-4098-9124-850db73840b4, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:02.777465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:02.912635 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.011874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638619-ce77-449e-a731-14acf81c81aa req-43a7fd2a-d7c6-4a97-8ee5-52ee9035b7aa tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:03.028596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42638619-ce77-449e-a731-14acf81c81aa req-43a7fd2a-d7c6-4a97-8ee5-52ee9035b7aa tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 946 time: 0.6744833 Jul 22 16:37:03.121244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:03.136702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:03.165707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.250571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5369c377-d28b-4981-9af9-53e999e00c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.289545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5369c377-d28b-4981-9af9-53e999e00c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.334562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9efcf249-fa6f-4537-aaf1-b3786fa29555 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.337515 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9efcf249-fa6f-4537-aaf1-b3786fa29555 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3328888 Jul 22 16:37:03.344347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:03.347314 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.353032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] 10.222.0.20 "PUT /v2.0/ports/14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 1097 time: 3.2380667 Jul 22 16:37:03.357789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41740) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:03.361569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42638619-ce77-449e-a731-14acf81c81aa req-eccf92d4-80a7-4ce0-b39f-78a68984f1fe tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017442 Jul 22 16:37:03.397752 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dfe26-f532-4b70-bf6d-804e1535832d req-a7eaaf03-1a45-46d5-9546-878d7596f1ad tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:03.405757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1d2dfe26-f532-4b70-bf6d-804e1535832d req-a7eaaf03-1a45-46d5-9546-878d7596f1ad tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 948 time: 0.4847548 Jul 22 16:37:03.412389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77980a8c-8966-46a7-8e35-df36ecff7bbb {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:03.477638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:03.531424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.564228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5369c377-d28b-4981-9af9-53e999e00c38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7437df794a574b00911a098bb2fc86cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7519362 Jul 22 16:37:03.571054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41746) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:03.745024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369c377-d28b-4981-9af9-53e999e00c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9b1cc6-46b9-4191-b914-d4cc352765a2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:03.753177 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.787121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Transition to ACTIVE for port object 77980a8c-8966-46a7-8e35-df36ecff7bbb will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:03.818014 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Transition to ACTIVE for port object dd3f4dd5-0ae4-40bd-b461-60cec8946652 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:03.822126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.831382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.831775 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:03.834192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81b100-b3b9-436e-b985-a8a6f167210a service neutron] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:03.968879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1d2dfe26-f532-4b70-bf6d-804e1535832d req-9a4d514a-2a64-47c1-8df6-b867c978d73e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586588 Jul 22 16:37:03.986411 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1127e-54ae-4660-b269-dc47756aa60e None None] Pushing event updated for resources: {'Port': ['ID=dd3f4dd5-0ae4-40bd-b461-60cec8946652,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:04.013616 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a64884b-a0b5-424a-836b-ec585532368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.132952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5169b9-472e-496e-b81e-972f1c250145 req-7024a7cd-1ee0-4b35-b890-53dc1e74768e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.141670 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db5169b9-472e-496e-b81e-972f1c250145 req-7024a7cd-1ee0-4b35-b890-53dc1e74768e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 935 time: 0.5717747 Jul 22 16:37:04.150903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Pushing event updated for resources: {'Port': ['ID=77980a8c-8966-46a7-8e35-df36ecff7bbb,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:04.162512 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Attempting to bind port dd3f4dd5-0ae4-40bd-b461-60cec8946652 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:04.162982 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Attempting to bind port dd3f4dd5-0ae4-40bd-b461-60cec8946652 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:04.163411 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Attempting to bind port dd3f4dd5-0ae4-40bd-b461-60cec8946652 on network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:04.171190 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:04.171901 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Checking segment: {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:04.172438 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.172823 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Bound using segment: {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:04.173426 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Bound port: dd3f4dd5-0ae4-40bd-b461-60cec8946652, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:04.173969 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.205936 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a64884b-a0b5-424a-836b-ec585532368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.270241 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db5169b9-472e-496e-b81e-972f1c250145 req-4b4c7544-f71f-43ce-99a7-918795eee7b7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261530 Jul 22 16:37:04.279697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-6a502d55-0e82-4a83-815a-88b013d315aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.291742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Attempting to bind port 77980a8c-8966-46a7-8e35-df36ecff7bbb on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:04.292409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Attempting to bind port 77980a8c-8966-46a7-8e35-df36ecff7bbb by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:04.292755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-6a502d55-0e82-4a83-815a-88b013d315aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1100 time: 0.7988939 Jul 22 16:37:04.293251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Attempting to bind port 77980a8c-8966-46a7-8e35-df36ecff7bbb on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:04.299389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Port 77980a8c-8966-46a7-8e35-df36ecff7bbb on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:04.300768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Attempting to bind port 77980a8c-8966-46a7-8e35-df36ecff7bbb on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:04.310392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:04.311249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:04.312056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:04.313009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Bound port: 77980a8c-8966-46a7-8e35-df36ecff7bbb, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:04.313677 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.372630 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a64884b-a0b5-424a-836b-ec585532368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.378819 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a64884b-a0b5-424a-836b-ec585532368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.386408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3a64884b-a0b5-424a-836b-ec585532368e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c9b1cc6-46b9-4191-b914-d4cc352765a2 HTTP/1.1" status: 204 len: 168 time: 0.7880895 Jul 22 16:37:04.488251 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] For port dd3f4dd5-0ae4-40bd-b461-60cec8946652, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:04.500354 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] For port dd3f4dd5-0ae4-40bd-b461-60cec8946652, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dd3f4dd5-0ae4-40bd-b461-60cec8946652,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:04.506906 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.521585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-45679ee2-882b-41c9-905b-e472bac7a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.523206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-45679ee2-882b-41c9-905b-e472bac7a19a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2086608 Jul 22 16:37:04.534659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64884b-a0b5-424a-836b-ec585532368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9b1cc6-46b9-4191-b914-d4cc352765a2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:04.588469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] For port 77980a8c-8966-46a7-8e35-df36ecff7bbb, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:04.615394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] For port 77980a8c-8966-46a7-8e35-df36ecff7bbb, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=77980a8c-8966-46a7-8e35-df36ecff7bbb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:04.630501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.717501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:04.721430 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f075becd-57a1-4408-aae8-563c44887d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "tag": "14fa0acd-22dc-4098-9124-850db73840b4"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:04.738169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-b9d2ee9c-5b7e-4eb1-9478-19a06f4f041b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.1940129 Jul 22 16:37:04.778802 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:04.781587 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:36:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:04.838369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Pushing event updated for resources: {'Port': ['ID=77980a8c-8966-46a7-8e35-df36ecff7bbb,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:04.867596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.879413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:04.881252 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:04.884449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-1f0e9573-f825-4b6b-bdd4-388b1106e648 service neutron] 10.222.0.20 "PUT /v2.0/ports/77980a8c-8966-46a7-8e35-df36ecff7bbb HTTP/1.1" status: 200 len: 1096 time: 3.8202944 Jul 22 16:37:04.928113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aef8393-b4c9-4a04-aca4-225650df49fe', 'tag': '77980a8c-8966-46a7-8e35-df36ecff7bbb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:04.943515 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e7f838-8444-4378-b200-2eac47e49183" -d '{"events": [{"name": "network-changed", "server_uuid": "2aef8393-b4c9-4a04-aca4-225650df49fe", "tag": "77980a8c-8966-46a7-8e35-df36ecff7bbb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:05.107742 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1127e-54ae-4660-b269-dc47756aa60e None None] Pushing event updated for resources: {'Port': ['ID=dd3f4dd5-0ae4-40bd-b461-60cec8946652,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:05.143089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425d24-b29b-4b32-8f64-f67d627ad08f req-d871ee2f-a6f9-4151-8d91-6923bc246ca8 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.145232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3425d24-b29b-4b32-8f64-f67d627ad08f req-d871ee2f-a6f9-4151-8d91-6923bc246ca8 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 946 time: 0.4760964 Jul 22 16:37:05.147203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5dc5ef-d7ca-4f98-929b-f0a3378813e0 req-14d1f5eb-6dad-4656-8075-ac49b2a57f83 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.160244 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:05.164296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c5dc5ef-d7ca-4f98-929b-f0a3378813e0 req-14d1f5eb-6dad-4656-8075-ac49b2a57f83 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.6381602 Jul 22 16:37:05.172761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-05fe47d3-e835-4b0a-a420-9d3e311da5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.176192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-05fe47d3-e835-4b0a-a420-9d3e311da5e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.4149446 Jul 22 16:37:05.239224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-fbeb3ee2-0518-4630-9ab4-c372f8f5c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.240942 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-fbeb3ee2-0518-4630-9ab4-c372f8f5c858 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 1099 time: 0.2257681 Jul 22 16:37:05.247048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3425d24-b29b-4b32-8f64-f67d627ad08f req-79ed689d-e76b-4911-ab05-701924a10036 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868890 Jul 22 16:37:05.279977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41766) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:05.345337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-c64d4c77-1f96-4ab8-96b6-2b94c1e1055f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=77980a8c-8966-46a7-8e35-df36ecff7bbb HTTP/1.1" status: 200 len: 217 time: 0.0891058 Jul 22 16:37:05.404700 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-294144c4-5bd8-4645-9e43-85d97b447a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:05.434270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:05.442598 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8302676-2fab-4d3e-a9aa-910490dc81b7 x-openstack-request-id: req-b8302676-2fab-4d3e-a9aa-910490dc81b7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:05.442885 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "tag": "14fa0acd-22dc-4098-9124-850db73840b4", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:05.443161 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8302676-2fab-4d3e-a9aa-910490dc81b7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:05.444319 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4', 'status': 'completed', 'code': 200} Jul 22 16:37:05.455434 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0183c-95e2-41c3-8a5d-85275b5ded6d x-openstack-request-id: req-cca0183c-95e2-41c3-8a5d-85275b5ded6d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:05.455778 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aef8393-b4c9-4a04-aca4-225650df49fe", "tag": "77980a8c-8966-46a7-8e35-df36ecff7bbb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:05.456131 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cca0183c-95e2-41c3-8a5d-85275b5ded6d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:05.456780 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aef8393-b4c9-4a04-aca4-225650df49fe', 'tag': '77980a8c-8966-46a7-8e35-df36ecff7bbb', 'status': 'completed', 'code': 200} Jul 22 16:37:05.485344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-08fe0700-d69a-4e7e-a26c-ae7c5732d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.487548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-08fe0700-d69a-4e7e-a26c-ae7c5732d47b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0839639 Jul 22 16:37:05.507071 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c5dc5ef-d7ca-4f98-929b-f0a3378813e0 req-92c64f55-5bd9-438e-a554-6f083498ebb0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3426762 Jul 22 16:37:05.558018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3d3fbaef-1dbf-443c-b61b-03e0bd1895e5 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.561908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3d3fbaef-1dbf-443c-b61b-03e0bd1895e5 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 946 time: 0.2317803 Jul 22 16:37:05.578538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Allocated IP 172.25.3.56 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/878543ce-6e34-41f9-80f8-6082218d5db2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:05.615283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-4ca429b0-541f-48ea-882d-2846043257f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.617360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-4ca429b0-541f-48ea-882d-2846043257f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4240007 Jul 22 16:37:05.661429 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:37:04Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:05.713814 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294e231-e748-45e5-ad05-fe9b3edf9c2c None None] The sync data for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 is: [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:37:04Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:37:05.756548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-477fba06-b60f-46df-95d8-578eff2e882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.758658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-477fba06-b60f-46df-95d8-578eff2e882d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2617102 Jul 22 16:37:05.764332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41774) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:05.770640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-358415069'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:05.838919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075becd-57a1-4408-aae8-563c44887d1e req-acdd1066-5d12-418c-a69d-d4926e2a1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.841432 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-acdd1066-5d12-418c-a69d-d4926e2a1cfa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1100 time: 0.3829801 Jul 22 16:37:05.864224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821413-74ec-4fad-ab5a-7c8082bb1c8c req-092f9d9c-372d-4c39-b1d7-6a3c8deabf2f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:05.865941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a821413-74ec-4fad-ab5a-7c8082bb1c8c req-092f9d9c-372d-4c39-b1d7-6a3c8deabf2f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 948 time: 0.2901368 Jul 22 16:37:06.003157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-06c18a72-ad71-4092-9698-cbd4cf39ea06 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194417 Jul 22 16:37:06.012714 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a821413-74ec-4fad-ab5a-7c8082bb1c8c req-56a35089-af3f-4602-9949-199d92d845d5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113107 Jul 22 16:37:06.048347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Deleting port fe500f77-5c08-48fc-b090-7f353f6507a8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:06.048347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.331968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce07ea0-c9b1-4d5e-98b3-54d18098bd24 req-46a389f5-8dde-45d4-aad9-7cecbed27d85 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157544 Jul 22 16:37:06.343906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] For port fe500f77-5c08-48fc-b090-7f353f6507a8, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fe500f77-5c08-48fc-b090-7f353f6507a8,segment=NetworkSegment(9b3d24b4-4403-4999-b8a5-a9da99903e1a),segment_id=9b3d24b4-4403-4999-b8a5-a9da99903e1a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:06.344536 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.345665 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-294144c4-5bd8-4645-9e43-85d97b447a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.379061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Calling delete_port for fe500f77-5c08-48fc-b090-7f353f6507a8 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:06.385709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-294144c4-5bd8-4645-9e43-85d97b447a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.394346 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.399421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54531b-ca1f-4b76-b76b-549fb967cbe5 req-c3125b8a-536b-4a25-a5b8-4f1bed8fc0fb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.401100 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e54531b-ca1f-4b76-b76b-549fb967cbe5 req-c3125b8a-536b-4a25-a5b8-4f1bed8fc0fb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2724080 Jul 22 16:37:06.408833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:06.415127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.427090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-2c36e08e-c790-4b6c-9c74-5baa970726c4 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7995234 Jul 22 16:37:06.515977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-294144c4-5bd8-4645-9e43-85d97b447a14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0af132b9832448bf98b8e5935c531a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2378421 Jul 22 16:37:06.527928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41778) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:06.545917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294144c4-5bd8-4645-9e43-85d97b447a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3714af4a-fde2-41a7-8ac8-e3cdb0afe655,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:06.549219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075becd-57a1-4408-aae8-563c44887d1e req-7b31380c-8c76-466a-bcd3-90241f50c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.551403 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-7b31380c-8c76-466a-bcd3-90241f50c739 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3720851 Jul 22 16:37:06.603475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:06.620469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd6275-fae8-430a-a6aa-c3e8c13bb4b9 req-dd3fe629-a9fa-46e5-844f-c6be49e0239f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.622083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-68cd6275-fae8-430a-a6aa-c3e8c13bb4b9 req-dd3fe629-a9fa-46e5-844f-c6be49e0239f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 947 time: 0.8471639 Jul 22 16:37:06.629673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e54531b-ca1f-4b76-b76b-549fb967cbe5 req-5710aef9-f757-4c78-90be-79374474dec2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067544 Jul 22 16:37:06.645089 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.645731 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Added segment 09f7b71f-07f1-4c16-9c79-e3b1208eb778 of type vlan for network b67ed618-c57e-47c4-8fb4-c2e22004d008 Jul 22 16:37:06.700198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-a9777e6f-acd8-4dd1-bbb1-5ea0966ff87b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.1361482 Jul 22 16:37:06.769985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.800675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7f838-8444-4378-b200-2eac47e49183 req-56882c13-6057-45a5-9a33-2ee6dc06d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.803133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43e7f838-8444-4378-b200-2eac47e49183 req-56882c13-6057-45a5-9a33-2ee6dc06d926 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 1099 time: 0.3545434 Jul 22 16:37:06.838320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.866955 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90b85500-4b1c-4ba4-ac91-ff5cb88b72fa req-487f1383-f0f4-434f-af33-3b3b831e8c3f service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233034 Jul 22 16:37:06.875440 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-68cd6275-fae8-430a-a6aa-c3e8c13bb4b9 req-4af29646-97e2-449a-bd9e-6140564219f5 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050769 Jul 22 16:37:06.924579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075becd-57a1-4408-aae8-563c44887d1e req-39711f8a-c6bd-483c-8b60-d7ed472416d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:06.926432 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-39711f8a-c6bd-483c-8b60-d7ed472416d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2091067 Jul 22 16:37:06.928848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:37:06.953483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:06.958616 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0caaf56e-366d-4f65-ba44-602942f8ddef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:06.984312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:07.009579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:07.013243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Pushing event updated for resources: {'Port': ['ID=878543ce-6e34-41f9-80f8-6082218d5db2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:07.040926 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.046987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:07.047735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.079046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.098076 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0caaf56e-366d-4f65-ba44-602942f8ddef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.144256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fe500f77-5c08-48fc-b090-7f353f6507a8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:07.265073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075becd-57a1-4408-aae8-563c44887d1e req-774d03fb-ea70-4106-8fd7-8b83800328d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:07.268009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-774d03fb-ea70-4106-8fd7-8b83800328d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3283427 Jul 22 16:37:07.301033 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dd3f4dd5-0ae4-40bd-b461-60cec8946652 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:07.352644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075becd-57a1-4408-aae8-563c44887d1e req-4bfe08c5-4df7-4862-80e5-318cb78d2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:07.355208 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-4bfe08c5-4df7-4862-80e5-318cb78d2140 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1100 time: 0.3645406 Jul 22 16:37:07.363076 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0caaf56e-366d-4f65-ba44-602942f8ddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.367637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0caaf56e-366d-4f65-ba44-602942f8ddef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.370291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0caaf56e-366d-4f65-ba44-602942f8ddef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3714af4a-fde2-41a7-8ac8-e3cdb0afe655 HTTP/1.1" status: 204 len: 168 time: 0.8367484 Jul 22 16:37:07.372498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port dd3f4dd5-0ae4-40bd-b461-60cec8946652 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:07.377690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port dd3f4dd5-0ae4-40bd-b461-60cec8946652 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:07.378289 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.382449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.500900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaf56e-366d-4f65-ba44-602942f8ddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3714af4a-fde2-41a7-8ac8-e3cdb0afe655,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:07.551090 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.583369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8171616 Jul 22 16:37:07.603039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port dd3f4dd5-0ae4-40bd-b461-60cec8946652, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dd3f4dd5-0ae4-40bd-b461-60cec8946652,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:07.606637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e71cab-ec32-4459-ba08-fbf5737ea034 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Network': ['ID=b67ed618-c57e-47c4-8fb4-c2e22004d008,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:07.608946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:07.610092 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.620184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-624497654'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:07.626337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:07.667825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Pushing event deleted for resources: {'Port': ['ID=fe500f77-5c08-48fc-b090-7f353f6507a8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:07.679844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:07.683815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.738359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075becd-57a1-4408-aae8-563c44887d1e req-5f868739-3bd7-4108-9da0-59e4b08f47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:07.741019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-5f868739-3bd7-4108-9da0-59e4b08f47b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3565943 Jul 22 16:37:07.745494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52987335-91ce-42ce-96a8-c77a424786e0 req-5bf12497-9062-4575-8164-8b2c6e7621e3 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:07.747548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52987335-91ce-42ce-96a8-c77a424786e0 req-5bf12497-9062-4575-8164-8b2c6e7621e3 tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/ports?device_id=685976df-1610-4572-a654-71f609355a1a HTTP/1.1" status: 200 len: 867 time: 0.9506252 Jul 22 16:37:07.754128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] No DVR routers for this DVR port fe500f77-5c08-48fc-b090-7f353f6507a8 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:07.759120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=dd3f4dd5-0ae4-40bd-b461-60cec8946652,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:07.759388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141c33-e971-487e-93a3-e988189e2b2a req-17ac665f-91c5-4ade-8957-4015d2f549a1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:07.760606 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.760909 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-17ac665f-91c5-4ade-8957-4015d2f549a1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.5308175 Jul 22 16:37:07.763585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7083668-212c-4185-a6fb-e9789ec9c9ea req-3b7c6520-fdd4-4de9-941d-50249ff3b68d tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.65 "DELETE /v2.0/ports/fe500f77-5c08-48fc-b090-7f353f6507a8 HTTP/1.1" status: 204 len: 173 time: 2.1864619 Jul 22 16:37:07.763787 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-68b4308d-2169-471d-b9bf-ffec1e295212 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701266 Jul 22 16:37:07.765392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7f838-8444-4378-b200-2eac47e49183 req-b0ffe564-c82a-48c1-92ab-31e84a00183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:07.767422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43e7f838-8444-4378-b200-2eac47e49183 req-b0ffe564-c82a-48c1-92ab-31e84a00183f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.9127500 Jul 22 16:37:07.768290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685976df-1610-4572-a654-71f609355a1a', 'name': 'network-vif-deleted', 'tag': 'fe500f77-5c08-48fc-b090-7f353f6507a8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:07.771029 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d414c6eb-f3f2-41c5-b743-7dfd098e1aae" -d '{"events": [{"server_uuid": "685976df-1610-4572-a654-71f609355a1a", "name": "network-vif-deleted", "tag": "fe500f77-5c08-48fc-b090-7f353f6507a8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:07.783676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.784798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.785215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.786079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.786426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.786764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.787200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.787749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.788169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.788578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.788922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.789246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:07.829432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:07.842303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43e7f838-8444-4378-b200-2eac47e49183 req-8852a644-955b-4e75-9a9d-8f2a67a31dc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=77980a8c-8966-46a7-8e35-df36ecff7bbb HTTP/1.1" status: 200 len: 217 time: 0.0641298 Jul 22 16:37:07.852160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-71722bb5-7950-4ba6-8151-2b67828d0bc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.0869532 Jul 22 16:37:07.938909 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:07.939438 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Added segment a18f8e96-d2da-4180-9b71-05d5d9212c4f of type vlan for network fd33b87a-764f-438d-ba51-6438b1736183 Jul 22 16:37:07.969909 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-cca814a6-a7c6-4b0d-9995-325ef53d0fca tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/quotas/77dffae4560c4b04952180adca13cc0b HTTP/1.1" status: 200 len: 375 time: 0.0969789 Jul 22 16:37:08.063955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52987335-91ce-42ce-96a8-c77a424786e0 req-4c73c254-92e7-4d00-8c8a-b795a8aff87c tempest-AttachVolumeNegativeTest-2082636261 tempest-AttachVolumeNegativeTest-2082636261-project] 10.222.0.53 "GET /v2.0/security-groups?id=1badfd38-57c7-41f4-86ec-c68a44978e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695673 Jul 22 16:37:08.087094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.131689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.154468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7f838-8444-4378-b200-2eac47e49183 req-9edf9acb-0bda-4634-af80-0de840c1401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:08.158253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43e7f838-8444-4378-b200-2eac47e49183 req-9edf9acb-0bda-4634-af80-0de840c1401c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3036244 Jul 22 16:37:08.161214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.178708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:08.180253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.181199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075becd-57a1-4408-aae8-563c44887d1e req-fd4e3946-ebf9-4aa8-8e6d-7664d6960201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:08.184448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-fd4e3946-ebf9-4aa8-8e6d-7664d6960201 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.2982774 Jul 22 16:37:08.216168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-ff8eb488-a786-43f2-ba4f-21f0dd31f5d8 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625400 Jul 22 16:37:08.261886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6445963 Jul 22 16:37:08.277575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41816) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:08.345229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'subnet': {'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:08.357794 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-cd3217b2-63ac-4b48-9e36-74e71b1e211b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3862922 Jul 22 16:37:08.414437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-1245466a-fa06-418a-ab28-cdb1a186fc1d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:37:08.415610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-1245466a-fa06-418a-ab28-cdb1a186fc1d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101383 Jul 22 16:37:08.434457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075becd-57a1-4408-aae8-563c44887d1e req-6297ae00-3e4d-41aa-81db-19d8e6820b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:08.436297 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-6297ae00-3e4d-41aa-81db-19d8e6820b7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2160971 Jul 22 16:37:08.446049 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fd31f-2954-4377-a02b-16e73b2e993b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Network': ['ID=fd33b87a-764f-438d-ba51-6438b1736183,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:08.461535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network fd33b87a-764f-438d-ba51-6438b1736183 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:08.576319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-ce85bba8-9ab3-45c6-954f-abbcdb78cdd1 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198013 Jul 22 16:37:08.662629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7f838-8444-4378-b200-2eac47e49183 req-85a57d5b-1e9c-4b49-af04-46bb3caa71c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:08.663837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.665898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43e7f838-8444-4378-b200-2eac47e49183 req-85a57d5b-1e9c-4b49-af04-46bb3caa71c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4629745 Jul 22 16:37:08.695361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:08.700394 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.727698 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.767330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d68c8-f0e0-4940-81d9-d3279fb1113d req-ed9140cb-f357-43ed-be92-87921fcd7e38 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:08.769569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc9d68c8-f0e0-4940-81d9-d3279fb1113d req-ed9140cb-f357-43ed-be92-87921fcd7e38 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 948 time: 0.5367396 Jul 22 16:37:08.883722 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.949557 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f075becd-57a1-4408-aae8-563c44887d1e req-73dfa9c4-adc2-4eea-a983-79b89e63eed0 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591771 Jul 22 16:37:08.983233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc9d68c8-f0e0-4940-81d9-d3279fb1113d req-0a3d3f1c-62dd-4483-9b1b-a71e8dd2f923 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562145 Jul 22 16:37:08.988864 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43e7f838-8444-4378-b200-2eac47e49183 req-1e1e9c9a-3d3d-444b-9d37-d253942ca048 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126912 Jul 22 16:37:08.992690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:08.994792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5791156 Jul 22 16:37:08.998844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109eb33-744c-4257-a815-4a7a2cbcec33 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Pushing event updated for resources: {'Port': ['ID=878543ce-6e34-41f9-80f8-6082218d5db2,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:09.080284 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-780951c8-1db1-4a0f-928b-a024ce10887f service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411166 Jul 22 16:37:09.102962 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9bb2c-27ca-4d34-9649-833bde3aa6cc x-openstack-request-id: req-82d9bb2c-27ca-4d34-9649-833bde3aa6cc {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:09.103311 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685976df-1610-4572-a654-71f609355a1a", "name": "network-vif-deleted", "tag": "fe500f77-5c08-48fc-b090-7f353f6507a8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:09.103826 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82d9bb2c-27ca-4d34-9649-833bde3aa6cc {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:09.104955 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685976df-1610-4572-a654-71f609355a1a', 'name': 'network-vif-deleted', 'tag': 'fe500f77-5c08-48fc-b090-7f353f6507a8', 'status': 'completed', 'code': 200} Jul 22 16:37:09.250427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dd3f4dd5-0ae4-40bd-b461-60cec8946652 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:09.341492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.341492 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43e7f838-8444-4378-b200-2eac47e49183 req-41c70ce4-3f5b-4464-a9c5-11da99f006d9 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186145 Jul 22 16:37:09.361618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-34247455-21cf-47c4-852b-525074e6af03 service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743769 Jul 22 16:37:09.385855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port dd3f4dd5-0ae4-40bd-b461-60cec8946652 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:09.390718 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.445385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Subnet': ['ID=8cd6c493-2704-4c36-9143-20b3c90e87b5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:09.466351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc10bea-a4db-4d5a-82e6-3be44a82647d req-a6ba40b2-f8e7-45a6-895b-10fb8414018c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:09.475992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cc10bea-a4db-4d5a-82e6-3be44a82647d req-a6ba40b2-f8e7-45a6-895b-10fb8414018c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 947 time: 0.2263525 Jul 22 16:37:09.486784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Checking segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:09.487346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network hostable DHCP agents. Network: b67ed618-c57e-47c4-8fb4-c2e22004d008, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:09.520951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 77980a8c-8966-46a7-8e35-df36ecff7bbb details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:09.557959 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cc10bea-a4db-4d5a-82e6-3be44a82647d req-687a7421-7b87-4b8b-84eb-b94f05ce1460 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806940 Jul 22 16:37:09.560278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:09.588441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, b67ed618-c57e-47c4-8fb4-c2e22004d008) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:09.607249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:09.612610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.657180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:09.657934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b0aa3f4d-f64b-49bd-acb1-3b7ba3a7e1cc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3496552 Jul 22 16:37:09.667254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d4b58-2b89-4897-b42b-8b1edc30d05b None None] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:09.669661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'subnet': {'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:09.722614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:09.781835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device fe500f77-5c08-48fc-b090-7f353f6507a8 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:09.840614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: fe500f77-5c08-48fc-b090-7f353f6507a8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:09.841186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device fe500f77-5c08-48fc-b090-7f353f6507a8 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:09.896652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-813df8c9-9152-421d-b1fd-6eae01bca6a5 admin admin] Deleting subnet d1fef956-3b36-4a04-b9f6-a4bb231b791c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:37:09.897074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 77980a8c-8966-46a7-8e35-df36ecff7bbb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=77980a8c-8966-46a7-8e35-df36ecff7bbb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:09.908596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-813df8c9-9152-421d-b1fd-6eae01bca6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.908838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-b67ed618-c57e-47c4-8fb4-c2e22004d008', 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'fixed_ips': [{'subnet_id': '8cd6c493-2704-4c36-9143-20b3c90e87b5'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:09.910056 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:09.946314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '77980a8c-8966-46a7-8e35-df36ecff7bbb', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '77980a8c-8966-46a7-8e35-df36ecff7bbb', 'mac_address': 'fa:16:3e:ba:e0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:09.976735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-be88ab2f-f4b2-4419-929b-f2c3bf66a210 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1052394825&fields=id&tenant_id=bc64c0c47fd44e6ca3df9af28c8e0e6a HTTP/1.1" status: 200 len: 267 time: 0.1014395 Jul 22 16:37:09.989960 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34a56800-c1d4-4e87-a7ed-4210d52a6fa3 req-8f4e6a11-85b6-4f38-94c8-5aa1bbdc730b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 210 time: 0.0784168 Jul 22 16:37:10.001066 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.003323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:10.012390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.032980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-813df8c9-9152-421d-b1fd-6eae01bca6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.121779 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-813df8c9-9152-421d-b1fd-6eae01bca6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.151247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77980a8c-8966-46a7-8e35-df36ecff7bbb {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:10.223528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 77980a8c-8966-46a7-8e35-df36ecff7bbb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=77980a8c-8966-46a7-8e35-df36ecff7bbb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:10.240486 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.363424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=77980a8c-8966-46a7-8e35-df36ecff7bbb,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:10.411810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-8d58c668-88ab-4b0f-a7fa-3d920569f585 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:10.413430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-8d58c668-88ab-4b0f-a7fa-3d920569f585 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/networks?id=9e01317a-d259-4b44-8f1f-d901d2e4cfbd HTTP/1.1" status: 200 len: 811 time: 0.4178495 Jul 22 16:37:10.436500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3fa600ff-0783-4da2-bdc9-0a4b474992bd tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/quotas/bc64c0c47fd44e6ca3df9af28c8e0e6a HTTP/1.1" status: 200 len: 375 time: 0.0162592 Jul 22 16:37:10.463887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Allocated IP 10.1.1.2 (b67ed618-c57e-47c4-8fb4-c2e22004d008/8cd6c493-2704-4c36-9143-20b3c90e87b5/bd583292-ff86-4a8b-8c56-7c2d581c372f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:10.513088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-813df8c9-9152-421d-b1fd-6eae01bca6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.565258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-813df8c9-9152-421d-b1fd-6eae01bca6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.571868 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-813df8c9-9152-421d-b1fd-6eae01bca6a5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1fef956-3b36-4a04-b9f6-a4bb231b791c HTTP/1.1" status: 204 len: 168 time: 0.8473790 Jul 22 16:37:10.572870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813df8c9-9152-421d-b1fd-6eae01bca6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fef956-3b36-4a04-b9f6-a4bb231b791c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:10.573891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:10.619558 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-4ea7cc3d-7c9c-46a3-a316-4d98f4be9c72 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc64c0c47fd44e6ca3df9af28c8e0e6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1750364 Jul 22 16:37:10.639501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-b3eb52a5-9725-4c0c-9aa1-34a80482ef67 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:37:10.641078 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-b3eb52a5-9725-4c0c-9aa1-34a80482ef67 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085635 Jul 22 16:37:10.646985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['77980a8c-8966-46a7-8e35-df36ecff7bbb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:10.712794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a530c-3624-47bd-904a-81c9be0dc11d req-e943702e-b1b6-4763-aba0-21f8807e703c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:10.718943 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e05a530c-3624-47bd-904a-81c9be0dc11d req-e943702e-b1b6-4763-aba0-21f8807e703c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 948 time: 0.5638521 Jul 22 16:37:10.835091 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.869199 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:10.885940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Transition to ACTIVE for port object bd583292-ff86-4a8b-8c56-7c2d581c372f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:10.924449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Transition to ACTIVE for port object bd583292-ff86-4a8b-8c56-7c2d581c372f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:10.955049 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.015840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Pushing event updated for resources: {'Port': ['ID=bd583292-ff86-4a8b-8c56-7c2d581c372f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:11.038576 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.049674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:11.051751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:11.053705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:11.059769 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e05a530c-3624-47bd-904a-81c9be0dc11d req-c31ca95f-7ab8-46e2-bb12-33dd4358004d tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285756 Jul 22 16:37:11.091567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-45fcc56e-b5cb-412b-83c0-473c030a731e service neutron] 10.222.0.53 "GET /v2.0/networks/9e01317a-d259-4b44-8f1f-d901d2e4cfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406021 Jul 22 16:37:11.113685 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.140419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Attempting to bind port bd583292-ff86-4a8b-8c56-7c2d581c372f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:11.140846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Attempting to bind port bd583292-ff86-4a8b-8c56-7c2d581c372f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:11.141217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Attempting to bind port bd583292-ff86-4a8b-8c56-7c2d581c372f on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:11.149917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:11.150301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Checking segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:11.151397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.152026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Bound using segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:11.153313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Bound port: bd583292-ff86-4a8b-8c56-7c2d581c372f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:11.153682 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.161923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ae9953-fa67-40af-98a2-f8d304509d5b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:11.184678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3d24b4-4403-4999-b8a5-a9da99903e1a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:11.185129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3d24b4-4403-4999-b8a5-a9da99903e1a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:11.214107 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.216397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Subnet': ['ID=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:11.239928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Checking segment: {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:11.240506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network hostable DHCP agents. Network: fd33b87a-764f-438d-ba51-6438b1736183, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:11.244515 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.268359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:37:11.269259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:37:11.274056 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:37:11.292284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-263ffbe9-7d04-491f-8504-312a2655146d service neutron] 10.222.0.53 "GET /v2.0/networks/9e01317a-d259-4b44-8f1f-d901d2e4cfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995344 Jul 22 16:37:11.301514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] For port bd583292-ff86-4a8b-8c56-7c2d581c372f, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:11.306694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] For port bd583292-ff86-4a8b-8c56-7c2d581c372f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bd583292-ff86-4a8b-8c56-7c2d581c372f,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:11.326556 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.379369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network fd33b87a-764f-438d-ba51-6438b1736183 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:11.398073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, fd33b87a-764f-438d-ba51-6438b1736183) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:11.407631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:11.408103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.413587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.420334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb839319-b953-420a-a5e8-14bd7f652d36 None None] Pushing event updated for resources: {'Port': ['ID=bd583292-ff86-4a8b-8c56-7c2d581c372f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:11.425957 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:11.428422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] 10.222.0.53 "DELETE /v2.0/networks/52ae9953-fa67-40af-98a2-f8d304509d5b HTTP/1.1" status: 204 len: 168 time: 0.8530931 Jul 22 16:37:11.455645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f7bf7-a51e-4054-98ea-e2792dbe5258 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ae9953-fa67-40af-98a2-f8d304509d5b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:11.468854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12f58f-e28c-49ce-8062-28361ee220b6 req-6111ad06-241e-42ab-89eb-55a8a47c16e4 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:11.474309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9357ebd-0e9f-4425-93f1-a55d1e222e9d None None] Network fd33b87a-764f-438d-ba51-6438b1736183 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:11.477433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fa12f58f-e28c-49ce-8062-28361ee220b6 req-6111ad06-241e-42ab-89eb-55a8a47c16e4 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 948 time: 0.2278404 Jul 22 16:37:11.483383 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8f45c5ae-127d-4c1f-8d2e-954afad68865 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8196044 Jul 22 16:37:11.483952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41930) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:11.492400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'port': {'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'name': 'tempest-TaggedBootDevicesTest-689171541', 'fixed_ips': [{'subnet_id': '8cd6c493-2704-4c36-9143-20b3c90e87b5'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:11.539437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:11.552450 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fa12f58f-e28c-49ce-8062-28361ee220b6 req-41036b8a-8213-4678-83b3-e66bd7e36e75 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731463 Jul 22 16:37:11.927456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:12.054995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:12.218006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e30e254-bc2f-46aa-901c-fb2712b17ee4 req-83b6d1aa-b6f7-4317-bd9a-bf5b8f2c6a37 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 210 time: 0.2453246 Jul 22 16:37:12.351794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-fd33b87a-764f-438d-ba51-6438b1736183', 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'fixed_ips': [{'subnet_id': 'b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:37:12.352912 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.367520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141c33-e971-487e-93a3-e988189e2b2a req-5519f81d-0b32-471b-8a37-f95b2a638bfd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:12.370595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-5519f81d-0b32-471b-8a37-f95b2a638bfd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.6823764 Jul 22 16:37:12.394758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:12.399219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'port': {'device_id': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'admin_state_up': True, 'tenant_id': '77dffae4560c4b04952180adca13cc0b'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:12.418102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8a6e4266-ee3d-4ca9-a8b2-29897a0311ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=44ffd3d54aac4f5fbaaac8acf023f56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569229 Jul 22 16:37:12.430541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '14fa0acd-22dc-4098-9124-850db73840b4', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '14fa0acd-22dc-4098-9124-850db73840b4', 'mac_address': 'fa:16:3e:ed:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:12.491908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d340668-405f-46ae-b4f4-d17dc0587fc6 req-4017c0d7-f7ea-4714-bb1a-18c646dc1f92 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 210 time: 0.1577499 Jul 22 16:37:12.494597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41958) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:12.586501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.648205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-191f411e-01eb-4788-b2a2-35a32b018fb4 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:12.651775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-191f411e-01eb-4788-b2a2-35a32b018fb4 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3&tenant_id=048349953dd6493ea11e4657df3670a4&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 948 time: 0.3953037 Jul 22 16:37:12.684397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] device_id is not set on port 35c553c1-7689-4852-8287-c55ff48545b2 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:12.704371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Made reservation on behalf of 77dffae4560c4b04952180adca13cc0b for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:12.720956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.782651 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.839537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fa0acd-22dc-4098-9124-850db73840b4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:12.901784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b90c0e17-438e-4b4b-99e4-878d8c1d6d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.904134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbf468-7ae9-419e-936a-8241fb6ce008 req-29e5bc8c-2164-4237-b243-2a5a1fff2933 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:12.905971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:12.921380 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5dfbf468-7ae9-419e-936a-8241fb6ce008 req-29e5bc8c-2164-4237-b243-2a5a1fff2933 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 948 time: 0.3415039 Jul 22 16:37:12.938867 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:12.981014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Allocated IP 10.2.2.2 (fd33b87a-764f-438d-ba51-6438b1736183/b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7/32c37a62-c4bb-447b-95b0-8e45f0521b36) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:13.097233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:13.153724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b90c0e17-438e-4b4b-99e4-878d8c1d6d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.204054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Allocated IP 172.20.0.8 (0b7dcbe5-a1df-4607-b95c-226b8ef07171/d0c88bde-1ecf-4f65-b878-4a183a720233/9bd395da-8979-4e49-ac71-ca4179fbf704) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:13.254719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5dfbf468-7ae9-419e-936a-8241fb6ce008 req-fc8e79ba-8961-41e5-b9ec-aa71c39ae7d9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273926 Jul 22 16:37:13.327663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bd583292-ff86-4a8b-8c56-7c2d581c372f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:13.340454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-a22cf0a6-8f77-49da-b525-2ac76f5b0d6f service neutron] 10.222.0.20 "GET /v2.0/ports/14fa0acd-22dc-4098-9124-850db73840b4/bindings/n-h2-792458-13 HTTP/1.1" status: 200 len: 383 time: 0.6724348 Jul 22 16:37:13.609752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['14fa0acd-22dc-4098-9124-850db73840b4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:13.613771 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b90c0e17-438e-4b4b-99e4-878d8c1d6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.617183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 77980a8c-8966-46a7-8e35-df36ecff7bbb up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:13.621320 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b90c0e17-438e-4b4b-99e4-878d8c1d6d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.625286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b90c0e17-438e-4b4b-99e4-878d8c1d6d77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1badfd38-57c7-41f4-86ec-c68a44978e69 HTTP/1.1" status: 204 len: 168 time: 1.1268675 Jul 22 16:37:13.625286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Allocated IP 10.1.1.48 (b67ed618-c57e-47c4-8fb4-c2e22004d008/8cd6c493-2704-4c36-9143-20b3c90e87b5/35c553c1-7689-4852-8287-c55ff48545b2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:13.651972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fcaa32c-a0da-40ab-b2c4-84f38a2f8008 req-0aa59e0f-8e4b-447c-bb70-c462c12e2ced tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 210 time: 0.0589297 Jul 22 16:37:13.688367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fb21fa-25d0-4ef3-b177-db623e5a9615 None None] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:13.691988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.695323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c0e17-438e-4b4b-99e4-878d8c1d6d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1badfd38-57c7-41f4-86ec-c68a44978e69,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:13.722406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3297ddb-7d36-4923-996d-14e8de96e193 req-3c0c0ec2-9f1b-4b21-8243-28151a2924d2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:13.727802 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3297ddb-7d36-4923-996d-14e8de96e193 req-3c0c0ec2-9f1b-4b21-8243-28151a2924d2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 948 time: 0.9767485 Jul 22 16:37:13.729582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Transition to ACTIVE for port object 9bd395da-8979-4e49-ac71-ca4179fbf704 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:13.805062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cad06f5f-380b-409b-a533-c9ce3e82bafc req-bd7c2d7f-b91b-4615-906e-cb183609112e tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 210 time: 0.0534592 Jul 22 16:37:13.880949 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.880949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b048cc50-2848-4ffc-a504-073cceefb98c None None] Provisioning for port bd583292-ff86-4a8b-8c56-7c2d581c372f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:13.883932 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:13.884028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Transition to ACTIVE for port object 32c37a62-c4bb-447b-95b0-8e45f0521b36 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:13.960795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'Port': ['ID=9bd395da-8979-4e49-ac71-ca4179fbf704,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:13.978557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Transition to ACTIVE for port object 32c37a62-c4bb-447b-95b0-8e45f0521b36 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:13.985010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:13.988761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:14.003482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:14.028730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.059001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 77980a8c-8966-46a7-8e35-df36ecff7bbb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:14.120057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port bd583292-ff86-4a8b-8c56-7c2d581c372f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:14.127439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Network fd33b87a-764f-438d-ba51-6438b1736183 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:14.133791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 77980a8c-8966-46a7-8e35-df36ecff7bbb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:14.134626 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.183356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:14.185648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bd583292-ff86-4a8b-8c56-7c2d581c372f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:14.186139 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.207976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:14.213957 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.232065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3297ddb-7d36-4923-996d-14e8de96e193 req-646456b4-b8a7-46f1-ae54-386199f1c896 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912577 Jul 22 16:37:14.247047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-514596ce-3926-4fcc-add6-ad85aff35a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:14.250432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-514596ce-3926-4fcc-add6-ad85aff35a36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1101 time: 0.8248863 Jul 22 16:37:14.260651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:14.307882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-2e8afde7-e73a-4460-b563-fa8a3e4a0e49 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9154973 Jul 22 16:37:14.309307 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.322750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-4d478827-14f3-4061-9fa7-51fb6e0ad554 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:14.324881 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-4d478827-14f3-4061-9fa7-51fb6e0ad554 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.20 "GET /v2.0/networks?id=9e01317a-d259-4b44-8f1f-d901d2e4cfbd HTTP/1.1" status: 200 len: 811 time: 0.3167312 Jul 22 16:37:14.346833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Request body: {'port': {'device_id': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:14.371969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Transition to ACTIVE for port object 35c553c1-7689-4852-8287-c55ff48545b2 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:14.464806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Pushing event updated for resources: {'Port': ['ID=32c37a62-c4bb-447b-95b0-8e45f0521b36,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:14.541363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5556cd59-8b10-4b7d-96ed-a13d991a3194 None None] Provisioning for port 9bd395da-8979-4e49-ac71-ca4179fbf704 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:14.558369 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.579530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-ae53d105-626e-41a3-b3a0-a0ae82810161 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc64c0c47fd44e6ca3df9af28c8e0e6a HTTP/1.1" status: 200 len: 380 time: 0.2282050 Jul 22 16:37:14.599086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Request body: {'port': {'device_id': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'admin_state_up': True, 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'security_groups': ['03f50e55-097e-4dfd-834a-14c81ba81d16']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:14.619680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5556cd59-8b10-4b7d-96ed-a13d991a3194 None None] Provisioning complete for port 9bd395da-8979-4e49-ac71-ca4179fbf704 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:14.622194 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5556cd59-8b10-4b7d-96ed-a13d991a3194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.804715 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbb162-ef03-42e6-886c-944c5c013977 req-eb32430c-e5e1-45c5-a52a-6574e9b1b0d5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:14.813285 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fcbb162-ef03-42e6-886c-944c5c013977 req-eb32430c-e5e1-45c5-a52a-6574e9b1b0d5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 949 time: 0.4083297 Jul 22 16:37:14.861685 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.869414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Made reservation on behalf of bc64c0c47fd44e6ca3df9af28c8e0e6a for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:14.873523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:14.897885 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fcbb162-ef03-42e6-886c-944c5c013977 req-a191abcb-3bdf-4585-b9e5-289300bfd5a3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836222 Jul 22 16:37:15.012157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Attempting to bind port 32c37a62-c4bb-447b-95b0-8e45f0521b36 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:15.014355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Attempting to bind port 32c37a62-c4bb-447b-95b0-8e45f0521b36 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:15.016140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Attempting to bind port 32c37a62-c4bb-447b-95b0-8e45f0521b36 on network fd33b87a-764f-438d-ba51-6438b1736183 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:15.046337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:15.046819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Checking segment: {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:15.050362 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.051822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Bound using segment: {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:15.052751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Bound port: 32c37a62-c4bb-447b-95b0-8e45f0521b36, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:15.053625 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.104119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d98a79b0-11fe-4cf5-8aae-b8d5b7b34309 req-f2f1b592-7715-41d0-9163-f21709bd79c3 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 210 time: 0.0654430 Jul 22 16:37:15.129551 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5556cd59-8b10-4b7d-96ed-a13d991a3194 None None] Port 9bd395da-8979-4e49-ac71-ca4179fbf704 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:15.229319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-a3b201c9-e927-4d36-9777-59f00afff7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.230866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-a3b201c9-e927-4d36-9777-59f00afff7ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.9512620 Jul 22 16:37:15.269672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.287406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port bd583292-ff86-4a8b-8c56-7c2d581c372f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bd583292-ff86-4a8b-8c56-7c2d581c372f,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:15.318314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-5b79390f-2869-493a-b0b0-db39aa81f987 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.0668678 Jul 22 16:37:15.335793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.359129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cbf05-f158-4891-83c2-80a1f6d4bbc1 req-2d3b9cc4-985e-4961-af5d-e6e7d4e00508 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.367591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7cbf05-f158-4891-83c2-80a1f6d4bbc1 req-2d3b9cc4-985e-4961-af5d-e6e7d4e00508 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 931 time: 0.2795460 Jul 22 16:37:15.372311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-0c6dafd7-12ff-4e10-a284-20b074b8f03a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2974355 Jul 22 16:37:15.380061 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.485750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:15.508108 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=bd583292-ff86-4a8b-8c56-7c2d581c372f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:15.509154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:15.512497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Port': ['ID=35c553c1-7689-4852-8287-c55ff48545b2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:15.515120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:15.526682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Allocated IP 172.20.0.10 (9e01317a-d259-4b44-8f1f-d901d2e4cfbd/f6a58352-0307-48ab-bd7f-fbb80a2c6bc2/3c01b8ed-6bc8-424b-a0bb-077d4375162b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:15.537393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aef8393-b4c9-4a04-aca4-225650df49fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77980a8c-8966-46a7-8e35-df36ecff7bbb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:15.540908 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec491e-e33d-41b2-ac18-abc0b043cf89" -d '{"events": [{"server_uuid": "2aef8393-b4c9-4a04-aca4-225650df49fe", "name": "network-vif-plugged", "status": "completed", "tag": "77980a8c-8966-46a7-8e35-df36ecff7bbb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:15.593555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 77980a8c-8966-46a7-8e35-df36ecff7bbb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=77980a8c-8966-46a7-8e35-df36ecff7bbb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:15.605440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.606356 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.610219 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.661271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-f663a6c9-3c8f-40ac-b9d1-474f7cd6a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.672894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-f663a6c9-3c8f-40ac-b9d1-474f7cd6a5c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3247683 Jul 22 16:37:15.695270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=77980a8c-8966-46a7-8e35-df36ecff7bbb,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:15.698340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf30201-bd5d-4768-90df-a7f291664cbc req-c345595a-7b59-446a-94de-a6c07a798adc tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.699007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7cbf05-f158-4891-83c2-80a1f6d4bbc1 req-f0edbd4a-c244-426b-8f45-534239abaf48 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300455 Jul 22 16:37:15.700947 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3cf30201-bd5d-4768-90df-a7f291664cbc req-c345595a-7b59-446a-94de-a6c07a798adc tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 948 time: 0.2639751 Jul 22 16:37:15.702791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', '9b792b03-7d1e-425f-955c-8dbd617f757a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:15.778841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd395da-8979-4e49-ac71-ca4179fbf704 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:15.799274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e6672c50-6c3e-482d-a6e0-6fceffb5bf0e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3140724 Jul 22 16:37:15.802858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42106) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:15.821401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'port': {'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'name': 'tempest-TaggedBootDevicesTest-764181723', 'fixed_ips': [{'subnet_id': '8cd6c493-2704-4c36-9143-20b3c90e87b5'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:15.861516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:15.872621 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3cf30201-bd5d-4768-90df-a7f291664cbc req-1594aada-a568-4c7c-9afb-e2669c417a4f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607590 Jul 22 16:37:15.886990 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b98648-11aa-4249-a2ad-122d44eb5b04 x-openstack-request-id: req-41b98648-11aa-4249-a2ad-122d44eb5b04 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:15.887943 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aef8393-b4c9-4a04-aca4-225650df49fe", "name": "network-vif-plugged", "status": "completed", "tag": "77980a8c-8966-46a7-8e35-df36ecff7bbb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:15.888432 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41b98648-11aa-4249-a2ad-122d44eb5b04 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:15.889241 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aef8393-b4c9-4a04-aca4-225650df49fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77980a8c-8966-46a7-8e35-df36ecff7bbb', 'code': 200} Jul 22 16:37:15.897815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] For port 32c37a62-c4bb-447b-95b0-8e45f0521b36, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:15.929851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Transition to ACTIVE for port object 9bd395da-8979-4e49-ac71-ca4179fbf704 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:15.974479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-38f5ff87-5eb2-431b-810b-7cd73b4226fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:15.976241 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-38f5ff87-5eb2-431b-810b-7cd73b4226fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 1097 time: 0.5248017 Jul 22 16:37:16.010593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-a9d300b6-ca59-4ea0-81e5-9416bea00962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:16.015444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] For port 32c37a62-c4bb-447b-95b0-8e45f0521b36, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=32c37a62-c4bb-447b-95b0-8e45f0521b36,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:16.020561 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-a9d300b6-ca59-4ea0-81e5-9416bea00962 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3045356 Jul 22 16:37:16.068458 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.139129 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.250522 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.274785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-700fbbe0-d9e8-4452-b6cd-a0f44ee394f7 None None] Provisioning complete for port bd583292-ff86-4a8b-8c56-7c2d581c372f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:16.275258 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-700fbbe0-d9e8-4452-b6cd-a0f44ee394f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.283092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42ce75-d027-4a13-82db-306a05009ec5 None None] Pushing event updated for resources: {'Port': ['ID=32c37a62-c4bb-447b-95b0-8e45f0521b36,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:16.387824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd395da-8979-4e49-ac71-ca4179fbf704,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:16.500223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Transition to ACTIVE for port object 3c01b8ed-6bc8-424b-a0bb-077d4375162b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:16.799834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-3333e3b4-3cb9-4b48-8078-ea2b43cb2b72 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910634 Jul 22 16:37:16.910372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010af9e2-0b1c-4df1-bdee-8a7265ce2791 req-fac52615-e7a4-473f-8697-09c82a007745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:16.920193 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-010af9e2-0b1c-4df1-bdee-8a7265ce2791 req-fac52615-e7a4-473f-8697-09c82a007745 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 1101 time: 0.7981298 Jul 22 16:37:16.955496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Attempting to bind port 9bd395da-8979-4e49-ac71-ca4179fbf704 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:16.955731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-103adafa-0df3-4717-ac9e-0afc395af547 None None] Provisioning for port 35c553c1-7689-4852-8287-c55ff48545b2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:16.960766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Attempting to bind port 9bd395da-8979-4e49-ac71-ca4179fbf704 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:16.961947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Attempting to bind port 9bd395da-8979-4e49-ac71-ca4179fbf704 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:16.975551 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-103adafa-0df3-4717-ac9e-0afc395af547 None None] Provisioning complete for port 35c553c1-7689-4852-8287-c55ff48545b2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:16.980266 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-103adafa-0df3-4717-ac9e-0afc395af547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:16.981098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-f68c7e22-ec4a-4640-ac7a-ba79a2e9be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:16.983082 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-f68c7e22-ec4a-4640-ac7a-ba79a2e9be29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.8758628 Jul 22 16:37:17.071044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-103adafa-0df3-4717-ac9e-0afc395af547 None None] Port 35c553c1-7689-4852-8287-c55ff48545b2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:17.087705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Port 9bd395da-8979-4e49-ac71-ca4179fbf704 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:17.088172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Attempting to bind port 9bd395da-8979-4e49-ac71-ca4179fbf704 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:17.092021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:17.126795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:17.127273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Checking segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:17.127922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Bound using segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:17.128656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Bound port: 9bd395da-8979-4e49-ac71-ca4179fbf704, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:17.129133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:17.167411 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-50e10b95-f7b6-44c4-beac-9a8a9c5832e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb HTTP/1.1" status: 200 len: 217 time: 0.1618841 Jul 22 16:37:17.184879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d05207-fa32-4f0e-8356-ee80f8097823 req-5f4f790c-b091-434c-a62d-3415478acb1e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:17.201128 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3d05207-fa32-4f0e-8356-ee80f8097823 req-5f4f790c-b091-434c-a62d-3415478acb1e tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 949 time: 0.9402285 Jul 22 16:37:17.209881 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-010af9e2-0b1c-4df1-bdee-8a7265ce2791 req-ea7557ee-841a-4a89-9a96-49204133b689 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887652 Jul 22 16:37:17.223849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:17.226987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:17.231074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:17.239523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:17.252090 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:17.374074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Pushing event updated for resources: {'Port': ['ID=3c01b8ed-6bc8-424b-a0bb-077d4375162b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:17.437661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-3d72c63e-00c4-4479-a86b-38cdcd456b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:17.441587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-3d72c63e-00c4-4479-a86b-38cdcd456b09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.2259033 Jul 22 16:37:17.520981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:17.522140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:17.550627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] device_id is not set on port 885e45d5-48cf-4508-9c20-a599e79595bd yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:17.551324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:17.579988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c556-ded7-4653-9898-488c6176fcaf req-6ad295c5-e25b-40d1-9423-4ea857852c98 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:17.587988 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9a2c556-ded7-4653-9898-488c6176fcaf req-6ad295c5-e25b-40d1-9423-4ea857852c98 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 932 time: 0.5049186 Jul 22 16:37:17.589716 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-08a521fe-55c2-4518-953e-9a6298b97589 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661796 Jul 22 16:37:17.606839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] For port 9bd395da-8979-4e49-ac71-ca4179fbf704, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:17.613456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] For port 9bd395da-8979-4e49-ac71-ca4179fbf704, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9bd395da-8979-4e49-ac71-ca4179fbf704,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:17.617190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-529bf643-2919-4a05-b7b0-adb93b259fd5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0284796 Jul 22 16:37:17.651943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:17.677324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3d05207-fa32-4f0e-8356-ee80f8097823 req-d704fea2-88e7-44d2-b1e5-998cf71ec860 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672751 Jul 22 16:37:17.689651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Request body: {'port': {'device_id': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:17.724224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 14fa0acd-22dc-4098-9124-850db73840b4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:17.728629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 14fa0acd-22dc-4098-9124-850db73840b4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:17.728973 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:17.863683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f879fb93-0558-4748-b91d-14fd43620f7e None None] Provisioning for port 3c01b8ed-6bc8-424b-a0bb-077d4375162b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:17.933656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f879fb93-0558-4748-b91d-14fd43620f7e None None] Provisioning complete for port 3c01b8ed-6bc8-424b-a0bb-077d4375162b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:17.935951 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f879fb93-0558-4748-b91d-14fd43620f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:17.985018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f879fb93-0558-4748-b91d-14fd43620f7e None None] Port 3c01b8ed-6bc8-424b-a0bb-077d4375162b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:17.991671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bd583292-ff86-4a8b-8c56-7c2d581c372f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:18.138305 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:18.174277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-96e34a08-a691-45a4-abee-68a6a820ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:18.177686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:18.179142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-96e34a08-a691-45a4-abee-68a6a820ffc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6185110 Jul 22 16:37:18.200256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:18.201829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] 10.222.0.65 "PUT /v2.0/ports/9bd395da-8979-4e49-ac71-ca4179fbf704 HTTP/1.1" status: 200 len: 1092 time: 3.8599963 Jul 22 16:37:18.202584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'tag': '9bd395da-8979-4e49-ac71-ca4179fbf704'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:18.212260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:18.214661 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0347c7-6185-43c1-b156-14ec916c56fc" -d '{"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:18.215926 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2dc054-77da-4027-9984-caaf9a027ce7", "tag": "9bd395da-8979-4e49-ac71-ca4179fbf704"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:18.221508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a95fe4-6035-4ff7-bc85-e44bd1b48586 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd395da-8979-4e49-ac71-ca4179fbf704,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:18.237062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9a2c556-ded7-4653-9898-488c6176fcaf req-ddff140a-916b-408a-a54d-e127a8f4d097 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6268060 Jul 22 16:37:18.255727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Allocated IP 10.1.1.102 (b67ed618-c57e-47c4-8fb4-c2e22004d008/8cd6c493-2704-4c36-9143-20b3c90e87b5/885e45d5-48cf-4508-9c20-a599e79595bd) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:18.262969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:18.274947 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:18.308991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bd583292-ff86-4a8b-8c56-7c2d581c372f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:18.309442 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:18.432259 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15254fe4-fd90-46c2-bfc6-6a24c52629a9 None None] Network fd33b87a-764f-438d-ba51-6438b1736183 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:18.434323 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:18.586872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:18.601705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bb757c56-7345-4735-b0a8-86a01745540b None None] Provisioning for port 32c37a62-c4bb-447b-95b0-8e45f0521b36 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:18.607539 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aebb533c-9bfa-4e83-a928-dda9ab54168d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:18.668678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-90021573-6dfa-412e-b5de-b1578d9fdb5a service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034432 Jul 22 16:37:18.787480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 32c37a62-c4bb-447b-95b0-8e45f0521b36 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:18.906985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 32c37a62-c4bb-447b-95b0-8e45f0521b36 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:18.914681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 32c37a62-c4bb-447b-95b0-8e45f0521b36 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:18.915855 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.113310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141c33-e971-487e-93a3-e988189e2b2a req-b5712d25-cca9-438d-87cd-b21b2421ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:19.115682 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-b5712d25-cca9-438d-87cd-b21b2421ff85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 1095 time: 0.8013198 Jul 22 16:37:19.132154 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.169372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39beae4-6c06-4543-b19f-c48595b2767e req-7d43dc25-83c8-4e67-9fd9-b673cb44c04b tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:19.181304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d39beae4-6c06-4543-b19f-c48595b2767e req-7d43dc25-83c8-4e67-9fd9-b673cb44c04b tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 949 time: 0.7394652 Jul 22 16:37:19.213765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374f6b9-a937-4429-8983-f60a6479083d req-5bad3a82-b8ee-4860-b800-d50a2b8dbd3f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:19.217985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5374f6b9-a937-4429-8983-f60a6479083d req-5bad3a82-b8ee-4860-b800-d50a2b8dbd3f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 943 time: 1.2866728 Jul 22 16:37:19.225412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 32c37a62-c4bb-447b-95b0-8e45f0521b36, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=32c37a62-c4bb-447b-95b0-8e45f0521b36,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:19.231905 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.242449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.263122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Transition to ACTIVE for port object 885e45d5-48cf-4508-9c20-a599e79595bd will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:19.344168 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.354018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=32c37a62-c4bb-447b-95b0-8e45f0521b36,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:19.370364 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-49ac73f1-3d5e-44e7-9637-48795765f4c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bd395da-8979-4e49-ac71-ca4179fbf704 HTTP/1.1" status: 200 len: 217 time: 0.1143699 Jul 22 16:37:19.396549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:19.426274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d39beae4-6c06-4543-b19f-c48595b2767e req-87745ad4-dbd8-4650-bb4b-5f1c785eed76 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422595 Jul 22 16:37:19.466856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:19.487609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0c2c5fb2-6137-4f5a-bf0e-5f3bedef251e None None] Provisioning complete for port 32c37a62-c4bb-447b-95b0-8e45f0521b36 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:19.490751 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c2c5fb2-6137-4f5a-bf0e-5f3bedef251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.491223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:19.702611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141c33-e971-487e-93a3-e988189e2b2a req-af7925d3-14c4-420e-a1ee-f0369d2aface service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:19.708999 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-af7925d3-14c4-420e-a1ee-f0369d2aface service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.3097022 Jul 22 16:37:19.734264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:19.735867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:19.783798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e15aeaf-bbb4-4454-a82f-e88e13bdf43c req-e919cedf-7028-4a78-9e30-5c553b817b45 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8166087 Jul 22 16:37:19.791539 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9867048 Jul 22 16:37:19.819267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5374f6b9-a937-4429-8983-f60a6479083d req-e25d13ba-b5d5-402d-8008-53b94bf5a10b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944401 Jul 22 16:37:19.820735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738377f3-4d23-4208-b920-2f2f694115c6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Port': ['ID=885e45d5-48cf-4508-9c20-a599e79595bd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:19.872133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 32c37a62-c4bb-447b-95b0-8e45f0521b36 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:19.948509 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9712ea62-eb04-4935-966d-7e7616d9b64c x-openstack-request-id: req-9712ea62-eb04-4935-966d-7e7616d9b64c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:19.948808 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2dc054-77da-4027-9984-caaf9a027ce7", "tag": "9bd395da-8979-4e49-ac71-ca4179fbf704", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:19.949101 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9712ea62-eb04-4935-966d-7e7616d9b64c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:19.949473 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'tag': '9bd395da-8979-4e49-ac71-ca4179fbf704', 'status': 'completed', 'code': 200} Jul 22 16:37:20.013231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f141c33-e971-487e-93a3-e988189e2b2a req-15952f1b-5795-4ad1-bf51-b140e8fad6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:20.014871 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-15952f1b-5795-4ad1-bf51-b140e8fad6c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2886245 Jul 22 16:37:20.051526 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef225a0-58db-4fbb-8dad-9ca0bb59637a x-openstack-request-id: req-fef225a0-58db-4fbb-8dad-9ca0bb59637a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:20.051842 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:20.052218 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fef225a0-58db-4fbb-8dad-9ca0bb59637a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:20.053079 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4', 'code': 200} Jul 22 16:37:20.066697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 32c37a62-c4bb-447b-95b0-8e45f0521b36 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:20.067187 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.087481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c01b8ed-6bc8-424b-a0bb-077d4375162b {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:20.104309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.218083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Transition to ACTIVE for port object 3c01b8ed-6bc8-424b-a0bb-077d4375162b will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:20.254625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b2a63-77de-4705-8251-5594dab02ba1 req-cbd448aa-af05-4d8d-bbea-47a9b2297ca1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:20.264511 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.269759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-839b2a63-77de-4705-8251-5594dab02ba1 req-cbd448aa-af05-4d8d-bbea-47a9b2297ca1 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.1601262 Jul 22 16:37:20.309938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f431acd-d649-4fa8-8c06-a0b5f6e83282 None None] Provisioning for port 885e45d5-48cf-4508-9c20-a599e79595bd completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:20.321589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f431acd-d649-4fa8-8c06-a0b5f6e83282 None None] Provisioning complete for port 885e45d5-48cf-4508-9c20-a599e79595bd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:20.322610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f431acd-d649-4fa8-8c06-a0b5f6e83282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.352606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-839b2a63-77de-4705-8251-5594dab02ba1 req-f5a9238b-cfe0-4a55-9500-379b78df7382 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713043 Jul 22 16:37:20.380820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6f431acd-d649-4fa8-8c06-a0b5f6e83282 None None] Port 885e45d5-48cf-4508-9c20-a599e79595bd cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:20.389535 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:37:20.401506 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-b3c115a0-6190-43f7-bd04-5531967582e2 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927244 Jul 22 16:37:20.410152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Pushing event updated for resources: {'Port': ['ID=3c01b8ed-6bc8-424b-a0bb-077d4375162b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:20.429759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed82554-6fb6-4bdc-a05d-3023d920ae89 req-059fe628-9fa9-4fbe-b543-b995bdd20960 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:20.444063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2ed82554-6fb6-4bdc-a05d-3023d920ae89 req-059fe628-9fa9-4fbe-b543-b995bdd20960 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 932 time: 0.2828951 Jul 22 16:37:20.766383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Attempting to bind port 3c01b8ed-6bc8-424b-a0bb-077d4375162b on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:20.766914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Attempting to bind port 3c01b8ed-6bc8-424b-a0bb-077d4375162b by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:20.767782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Attempting to bind port 3c01b8ed-6bc8-424b-a0bb-077d4375162b on network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:20.785754 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2ed82554-6fb6-4bdc-a05d-3023d920ae89 req-718bc8b5-d4a9-4884-b071-f947ae300010 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3374271 Jul 22 16:37:20.785754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Port 3c01b8ed-6bc8-424b-a0bb-077d4375162b on network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:20.785754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Attempting to bind port 3c01b8ed-6bc8-424b-a0bb-077d4375162b on network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:20.801342 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f141c33-e971-487e-93a3-e988189e2b2a req-60dca326-8ce0-4ebd-9d37-20ec2374af69 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833492 Jul 22 16:37:20.810176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:20.813858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Checking segment: {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:20.828247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Bound using segment: {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:20.829166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Bound port: 3c01b8ed-6bc8-424b-a0bb-077d4375162b, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9effe81-634f-4d21-8acf-4eb16cb5d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:20.829616 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:20.849253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42298) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:21.009430 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e4d98a1-d48c-467d-a1a1-a5ec41b32a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.013565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42304) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:21.019235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-83d649b8-978f-457f-af7a-a7592fa01af9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'security_group': {'name': 'tempest-securitygroup--492582816', 'description': 'tempest-description--1968646370'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:21.071656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] For port 3c01b8ed-6bc8-424b-a0bb-077d4375162b, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:21.100116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83d649b8-978f-457f-af7a-a7592fa01af9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.123457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] For port 3c01b8ed-6bc8-424b-a0bb-077d4375162b, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3c01b8ed-6bc8-424b-a0bb-077d4375162b,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:21.137912 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.186487 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.188199 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb5b653-3839-489b-a941-614419557dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.217810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-a18ec8cb-1ef4-453a-88d8-fa8f04422e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.220558 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-a18ec8cb-1ef4-453a-88d8-fa8f04422e6c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3&tenant_id=048349953dd6493ea11e4657df3670a4 HTTP/1.1" status: 200 len: 1102 time: 0.3670869 Jul 22 16:37:21.249551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.250922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.254312 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] 10.222.0.20 "PUT /v2.0/ports/3c01b8ed-6bc8-424b-a0bb-077d4375162b HTTP/1.1" status: 200 len: 1093 time: 3.6086154 Jul 22 16:37:21.263684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-684c22a1-d864-48fd-8f19-4d5ef82e5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.264227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:21.266052 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-684c22a1-d864-48fd-8f19-4d5ef82e5172 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 1095 time: 0.2610061 Jul 22 16:37:21.293326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-dcb5b653-3839-489b-a941-614419557dd9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:37:21.293326 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:37:21.293326 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id_1': 'f9f04902d4d8408dbe76f8a56ae1f3f9', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 37, 21, 246284)}] Jul 22 16:37:21.293326 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:37:21.293983 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-dcb5b653-3839-489b-a941-614419557dd9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:37:21.295353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4160f-1c1e-4709-b2a9-1e8d915dfbad req-c4be83e7-0023-432b-b967-171168b93e10 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.301554 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61f4160f-1c1e-4709-b2a9-1e8d915dfbad req-c4be83e7-0023-432b-b967-171168b93e10 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 949 time: 0.3815286 Jul 22 16:37:21.377507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e738caa-0474-40a0-84eb-81903a96bc87 service neutron] Pushing event updated for resources: {'Port': ['ID=3c01b8ed-6bc8-424b-a0bb-077d4375162b,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:21.545440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.559669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-295ba15f-a2b2-40d2-a91a-2a904063f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.562240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-295ba15f-a2b2-40d2-a91a-2a904063f528 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.2704968 Jul 22 16:37:21.615292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251addd-faeb-4e8e-9072-99ab673cb212 req-c5c5f174-7caf-440a-bbea-1d2c71c0e920 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.623358 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b251addd-faeb-4e8e-9072-99ab673cb212 req-c5c5f174-7caf-440a-bbea-1d2c71c0e920 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 943 time: 0.3639903 Jul 22 16:37:21.668408 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61f4160f-1c1e-4709-b2a9-1e8d915dfbad req-e698650c-4ef7-48c1-ba35-6230dca940c0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810473 Jul 22 16:37:21.714897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-9ead59d5-5e52-4f7d-84cb-2f8b7e0e4eae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bd395da-8979-4e49-ac71-ca4179fbf704 HTTP/1.1" status: 200 len: 217 time: 0.1356254 Jul 22 16:37:21.737988 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83d649b8-978f-457f-af7a-a7592fa01af9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.761254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83d649b8-978f-457f-af7a-a7592fa01af9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.796562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb5b653-3839-489b-a941-614419557dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.804075 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b251addd-faeb-4e8e-9072-99ab673cb212 req-ed4532a5-623c-4231-9e03-19f821f03360 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791718 Jul 22 16:37:21.856776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-d66745d8-8c2f-4f0f-9ab2-8a722ca7ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.859391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-d66745d8-8c2f-4f0f-9ab2-8a722ca7ebe2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc64c0c47fd44e6ca3df9af28c8e0e6a&device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 1096 time: 0.4742558 Jul 22 16:37:21.872474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83d649b8-978f-457f-af7a-a7592fa01af9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:21.879658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-83d649b8-978f-457f-af7a-a7592fa01af9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8648975 Jul 22 16:37:21.885477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:21.914268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-10f8b3ef-67e5-45a3-91ae-3d639af11f11 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'security_group_rule': {'security_group_id': '19157044-5140-4ed9-804a-de9ed803e056', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:21.957872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d649b8-978f-457f-af7a-a7592fa01af9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19157044-5140-4ed9-804a-de9ed803e056,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:21.985892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-27beed2b-176b-446e-920b-1595e47fb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:21.988170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-27beed2b-176b-446e-920b-1595e47fb636 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1891983 Jul 22 16:37:22.051132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:22.094811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:22.101480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-92c30c34-390a-429f-a83f-ed6930624c44 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2707088 Jul 22 16:37:22.126497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-a7da74f3-71ed-42a0-8da2-62577fc4aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:22.128586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-a7da74f3-71ed-42a0-8da2-62577fc4aa32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281660 Jul 22 16:37:22.144817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'tag': '3c01b8ed-6bc8-424b-a0bb-077d4375162b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:22.149144 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d" -d '{"events": [{"name": "network-changed", "server_uuid": "b579740d-cef2-4395-a424-96d7c11b5c15", "tag": "3c01b8ed-6bc8-424b-a0bb-077d4375162b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:22.169492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.216162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb5b653-3839-489b-a941-614419557dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.245995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb5b653-3839-489b-a941-614419557dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.248004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-ceb0eea3-fd84-4e91-851f-050b5ab3090f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c01b8ed-6bc8-424b-a0bb-077d4375162b HTTP/1.1" status: 200 len: 217 time: 0.0935454 Jul 22 16:37:22.255826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Transition to ACTIVE for port object 14fa0acd-22dc-4098-9124-850db73840b4 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:22.265169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.418865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cb045-261e-4b4e-9eb0-d40cfb50e975 req-1ed8a331-53e6-40e1-9fdf-edc8ee962a6b tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:22.420572 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b3cb045-261e-4b4e-9eb0-d40cfb50e975 req-1ed8a331-53e6-40e1-9fdf-edc8ee962a6b tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 1101 time: 0.2642627 Jul 22 16:37:22.427660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] No DVR routers for this DVR port 14fa0acd-22dc-4098-9124-850db73840b4 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:22.442412 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.443210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:22.468925 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3d9c0d89-cb9b-4ff7-a160-8739405d415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:22.470591 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-3d9c0d89-cb9b-4ff7-a160-8739405d415d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6a58352-0307-48ab-bd7f-fbb80a2c6bc2 HTTP/1.1" status: 200 len: 850 time: 0.1644483 Jul 22 16:37:22.556278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b3cb045-261e-4b4e-9eb0-d40cfb50e975 req-0dfe14ab-317e-4ba0-90ed-349554b04548 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256950 Jul 22 16:37:22.558892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:22.559270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:22.559599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:22.569191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Port 14fa0acd-22dc-4098-9124-850db73840b4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:22.569630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Attempting to bind port 14fa0acd-22dc-4098-9124-850db73840b4 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:22.577167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:22.577331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:22.591435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:22.592002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Bound port: 14fa0acd-22dc-4098-9124-850db73840b4, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:22.592381 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.689581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-35be7941-6289-4c6c-998b-02c9c10208d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:22.696524 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-35be7941-6289-4c6c-998b-02c9c10208d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e01317a-d259-4b44-8f1f-d901d2e4cfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2173564 Jul 22 16:37:22.799077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:22.857743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:22.871083 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.928618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10f8b3ef-67e5-45a3-91ae-3d639af11f11 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.932815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5b653-3839-489b-a941-614419557dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c063040e-a620-497a-8294-adf23b37fe26,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:22.939507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dcb5b653-3839-489b-a941-614419557dd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9f04902d4d8408dbe76f8a56ae1f3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0877326 Jul 22 16:37:22.944368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:22.992686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:22.995321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:22.996599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-d8945cd1-39fa-40c8-ad41-2597e3623970 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8480403 Jul 22 16:37:22.996911 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] 10.222.0.65 "PUT /v2.0/ports/14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 1098 time: 1.7415123 Jul 22 16:37:23.007467 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-c53bdae1-9d55-4e50-8bc5-8f272cc41986 service neutron] 10.222.0.20 "GET /v2.0/networks/9e01317a-d259-4b44-8f1f-d901d2e4cfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024659 Jul 22 16:37:23.028865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fcba2-f326-4ba8-8f56-d1b28b8872ef req-e786e051-6b8e-4a77-8c39-14c1d8d29a60 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.030780 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c91fcba2-f326-4ba8-8f56-d1b28b8872ef req-e786e051-6b8e-4a77-8c39-14c1d8d29a60 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 944 time: 0.3133249 Jul 22 16:37:23.072737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-1985f58f-5528-46e8-adf6-fb9658d3c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.074426 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-1985f58f-5528-46e8-adf6-fb9658d3c67d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 1102 time: 0.8858838 Jul 22 16:37:23.098430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce56c6-e49c-4a78-b47a-7e5282b8a5cb req-ff494724-3844-4831-92d5-4438b23ca2d9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.105555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48ce56c6-e49c-4a78-b47a-7e5282b8a5cb req-ff494724-3844-4831-92d5-4438b23ca2d9 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 949 time: 0.8752382 Jul 22 16:37:23.120455 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c91fcba2-f326-4ba8-8f56-d1b28b8872ef req-0a29a0df-46c8-4e71-b07c-aa02aa512884 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660167 Jul 22 16:37:23.136534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7d251-91c0-43b8-8fbf-e616ffaab29d service neutron] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=11']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:23.141714 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10f8b3ef-67e5-45a3-91ae-3d639af11f11 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.177927 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10f8b3ef-67e5-45a3-91ae-3d639af11f11 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.213319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab41c-35f0-4cf4-a87b-59f5c978c186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.274651 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1945956f-b04b-466c-b35c-2228ca01becb x-openstack-request-id: req-1945956f-b04b-466c-b35c-2228ca01becb {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:23.275334 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b579740d-cef2-4395-a424-96d7c11b5c15", "tag": "3c01b8ed-6bc8-424b-a0bb-077d4375162b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:23.275334 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1945956f-b04b-466c-b35c-2228ca01becb {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:23.275583 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'tag': '3c01b8ed-6bc8-424b-a0bb-077d4375162b', 'status': 'completed', 'code': 200} Jul 22 16:37:23.306330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8b3ef-67e5-45a3-91ae-3d639af11f11 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2d12ee-948e-480c-9673-daf350e11378,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:23.335870 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab41c-35f0-4cf4-a87b-59f5c978c186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.354447 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10f8b3ef-67e5-45a3-91ae-3d639af11f11 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.355684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-10f8b3ef-67e5-45a3-91ae-3d639af11f11 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4486170 Jul 22 16:37:23.362806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42338) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:23.372550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-211a47fe-b2b3-4770-b38c-15fa6b37a410 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'security_group_rule': {'security_group_id': '19157044-5140-4ed9-804a-de9ed803e056', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:23.386965 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48ce56c6-e49c-4a78-b47a-7e5282b8a5cb req-995fb58f-0629-4673-8501-49a995abfbfe tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802138 Jul 22 16:37:23.406750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-de0eedff-3911-4802-9cc6-2e1188fea4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.408445 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-de0eedff-3911-4802-9cc6-2e1188fea4fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1101 time: 0.3034649 Jul 22 16:37:23.416741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d433411c-9b24-4e9f-aa68-3070d1457bda req-35d2e291-c8d6-4992-9bc9-d35a6e6a7056 service neutron] 10.222.0.20 "GET /v2.0/networks/9e01317a-d259-4b44-8f1f-d901d2e4cfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779092 Jul 22 16:37:23.448233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72cb5ea4-5094-46c2-b7e3-852c9aa439e3 req-55a4ade4-f76f-4033-aa63-27b6adfea5a2 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100091 Jul 22 16:37:23.452123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-12c0d93e-a7d3-4647-ab19-8ad783e3df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.453798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-12c0d93e-a7d3-4647-ab19-8ad783e3df77 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.3363807 Jul 22 16:37:23.523818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-d483fdf1-fc62-4924-9675-7eb711c85f5d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650408 Jul 22 16:37:23.528639 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-211a47fe-b2b3-4770-b38c-15fa6b37a410 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.553629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-0288c2ea-efe5-4222-9b46-70234f523cd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=20289c5f-877d-425f-bd75-eef6a5787004 HTTP/1.1" status: 200 len: 217 time: 0.0614350 Jul 22 16:37:23.564556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:23.662486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-8dc1762a-c5c3-4604-b749-f7ef0a9e87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.664061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-8dc1762a-c5c3-4604-b749-f7ef0a9e87fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0745022 Jul 22 16:37:23.665198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:23.716153 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab41c-35f0-4cf4-a87b-59f5c978c186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.719269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff6ab41c-35f0-4cf4-a87b-59f5c978c186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:23.726393 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ff6ab41c-35f0-4cf4-a87b-59f5c978c186 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c063040e-a620-497a-8294-adf23b37fe26 HTTP/1.1" status: 204 len: 168 time: 0.7737875 Jul 22 16:37:23.795451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-0041fcfc-b142-49f6-8b3c-f8027d17f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.797000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-0041fcfc-b142-49f6-8b3c-f8027d17f847 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1261294 Jul 22 16:37:23.810825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6dd3-9192-48a7-8168-cf04edd7f663 req-f7278f1e-576f-4cdc-a8d0-4d7f28cca9ba tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.810825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c5ee6dd3-9192-48a7-8168-cf04edd7f663 req-f7278f1e-576f-4cdc-a8d0-4d7f28cca9ba tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 943 time: 0.0973499 Jul 22 16:37:23.811753 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ab41c-35f0-4cf4-a87b-59f5c978c186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063040e-a620-497a-8294-adf23b37fe26,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:23.847168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9bd395da-8979-4e49-ac71-ca4179fbf704 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:23.977176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-dea3331f-4c45-4b60-a66a-1e11d249b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:23.984470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-dea3331f-4c45-4b60-a66a-1e11d249b175 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.5601242 Jul 22 16:37:23.997886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c5ee6dd3-9192-48a7-8168-cf04edd7f663 req-9a73d08e-ffe2-4678-ab72-073fe7d70855 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593995 Jul 22 16:37:24.025410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-50ab45ee-1c79-4533-b6b3-ddd1cf96a0c1 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169726 Jul 22 16:37:24.046615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-211a47fe-b2b3-4770-b38c-15fa6b37a410 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.101738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9bd395da-8979-4e49-ac71-ca4179fbf704, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9bd395da-8979-4e49-ac71-ca4179fbf704,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:24.118126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-211a47fe-b2b3-4770-b38c-15fa6b37a410 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.118582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '9bd395da-8979-4e49-ac71-ca4179fbf704', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'port_id': '9bd395da-8979-4e49-ac71-ca4179fbf704', 'mac_address': 'fa:16:3e:ae:db:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:24.144296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-24dadf3c-4c0a-4a46-9273-52ab922056c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.1489801 Jul 22 16:37:24.240762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd1c7df7-f56d-4407-920f-816ed86b9486 req-4cc3a76c-927d-4e4e-97ff-a98abb5e5511 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024539 Jul 22 16:37:24.273152 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.304157 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-211a47fe-b2b3-4770-b38c-15fa6b37a410 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.305371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-211a47fe-b2b3-4770-b38c-15fa6b37a410 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9369974 Jul 22 16:37:24.311713 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.318561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42360) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:24.321638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a47fe-b2b3-4770-b38c-15fa6b37a410 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc8a1fb-6c31-4aa6-bc5f-3ef4a1051207,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:24.323883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:24.350322 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd395da-8979-4e49-ac71-ca4179fbf704 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:24.361542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-a4ef460d-36e8-4ad7-a172-91bb97fde207 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:24.363755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-a4ef460d-36e8-4ad7-a172-91bb97fde207 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8125863 Jul 22 16:37:24.383388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-7fb481d5-247c-46b3-91aa-2bf70185477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:24.384323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.385005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-7fb481d5-247c-46b3-91aa-2bf70185477e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc64c0c47fd44e6ca3df9af28c8e0e6a&device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 1096 time: 0.8486297 Jul 22 16:37:24.411973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9bd395da-8979-4e49-ac71-ca4179fbf704, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9bd395da-8979-4e49-ac71-ca4179fbf704,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:24.418424 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.472678 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-cf6323b5-c133-417c-a4c1-74a3247d4477 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/quotas/1ab5d218fcdc4950841118db5d6af246 HTTP/1.1" status: 200 len: 375 time: 0.0970118 Jul 22 16:37:24.482474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2237ce-e644-49c2-84eb-602eeefa84c5 req-9a96d558-0770-4fbc-b7ec-92a6b16f20e7 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:24.491435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b2237ce-e644-49c2-84eb-602eeefa84c5 req-9a96d558-0770-4fbc-b7ec-92a6b16f20e7 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 944 time: 0.2099974 Jul 22 16:37:24.510312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-fb948a0e-d964-47db-b451-fe3699d011cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:24.517292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-fb948a0e-d964-47db-b451-fe3699d011cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.3390133 Jul 22 16:37:24.533456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=9bd395da-8979-4e49-ac71-ca4179fbf704,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:24.587984 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b2237ce-e644-49c2-84eb-602eeefa84c5 req-29d1985a-8d61-4db8-916d-b00ed6c6ad8d tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955384 Jul 22 16:37:24.661660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42370) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:24.834397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:24.939854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbfd0891-bcd1-407a-a2ee-a0e535323271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.054990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['9bd395da-8979-4e49-ac71-ca4179fbf704'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:25.065083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552ee68-cd46-4f15-aded-d9e0c4d5c899 req-d039d08c-c6b8-4329-b82d-ad4f03b04415 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.077741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6552ee68-cd46-4f15-aded-d9e0c4d5c899 req-d039d08c-c6b8-4329-b82d-ad4f03b04415 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 949 time: 0.3497860 Jul 22 16:37:25.081176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-bc5f8568-f2c6-4f66-beda-721875c6649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.083102 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-bc5f8568-f2c6-4f66-beda-721875c6649e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e01317a-d259-4b44-8f1f-d901d2e4cfbd HTTP/1.1" status: 200 len: 912 time: 0.6772897 Jul 22 16:37:25.122956 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-4567904a-0fdb-4b3b-918c-3abc568fecba tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6428175 Jul 22 16:37:25.135505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-60f7727b-6b61-4807-b789-5e8881586d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.137171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-60f7727b-6b61-4807-b789-5e8881586d3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2325313 Jul 22 16:37:25.181103 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-84a3175c-d25e-47c6-a717-99eba5903286 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c01b8ed-6bc8-424b-a0bb-077d4375162b HTTP/1.1" status: 200 len: 217 time: 0.0853331 Jul 22 16:37:25.238802 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6552ee68-cd46-4f15-aded-d9e0c4d5c899 req-f7fbb109-b2c0-42ed-96b7-3262523708dc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587265 Jul 22 16:37:25.326077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Allocated IP 172.25.3.61 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/972f09c6-2126-4aa3-b766-6c012b2da5aa) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:25.329206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4'}, {'name': 'network-changed', 'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:25.332773 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1e5e7d-86cd-4177-842f-aaa375af9586" -d '{"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4"}, {"name": "network-changed", "server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "tag": "14fa0acd-22dc-4098-9124-850db73840b4"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:25.359098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-ab316987-1165-499e-9373-f3f249dc8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.359098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-ab316987-1165-499e-9373-f3f249dc8be1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6a58352-0307-48ab-bd7f-fbb80a2c6bc2 HTTP/1.1" status: 200 len: 850 time: 0.1634021 Jul 22 16:37:25.499422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-0889ee60-66bc-4b20-8752-99c7d431fa10 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293190 Jul 22 16:37:25.628622 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbfd0891-bcd1-407a-a2ee-a0e535323271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.640670 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbfd0891-bcd1-407a-a2ee-a0e535323271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.663205 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef95cc7-58a7-40d6-858c-c6f08cbb0ade x-openstack-request-id: req-aef95cc7-58a7-40d6-858c-c6f08cbb0ade {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:25.663621 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4", "code": 200}, {"name": "network-changed", "server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "tag": "14fa0acd-22dc-4098-9124-850db73840b4", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:25.664324 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aef95cc7-58a7-40d6-858c-c6f08cbb0ade {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:25.664699 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4', 'code': 200} Jul 22 16:37:25.665125 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4', 'status': 'completed', 'code': 200} Jul 22 16:37:25.675551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-981df235-5159-4cb7-b426-f7a73ecb1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.677094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-981df235-5159-4cb7-b426-f7a73ecb1c8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e01317a-d259-4b44-8f1f-d901d2e4cfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2965949 Jul 22 16:37:25.683346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dbfd0891-bcd1-407a-a2ee-a0e535323271 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81d70994c4ba46738120714e774fda52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0197568 Jul 22 16:37:25.693927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:25.694177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd1187fd-fe5e-4617-a089-8f052cdbc00a req-4e094d20-b354-412c-ab03-c0031ea84168 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502891 Jul 22 16:37:25.773481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5395-55be-4047-8fc0-90ee378714d1 req-87874993-4ede-46a9-9aef-55d42228a6b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:25.775122 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-131a5395-55be-4047-8fc0-90ee378714d1 req-87874993-4ede-46a9-9aef-55d42228a6b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 944 time: 0.3020227 Jul 22 16:37:25.823130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a1bd75df-8f9b-4387-88f1-b2589e90ef8b req-46ee1b5e-9944-4489-b57a-48627939bc79 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0583067 Jul 22 16:37:25.902094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba94ead0-7d07-4a90-8a6e-406d807d61b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.920937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:25.938096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-06f4f7f9-51c0-4445-99d4-858c91740029 service neutron] 10.222.0.20 "GET /v2.0/networks/9e01317a-d259-4b44-8f1f-d901d2e4cfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417033 Jul 22 16:37:25.958621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd0891-bcd1-407a-a2ee-a0e535323271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518ac90a-0eb9-4876-9bee-5e4d7249ca36,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:25.958983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-131a5395-55be-4047-8fc0-90ee378714d1 req-a4ef8a72-36b6-4d9d-9286-c46611cde80c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663711 Jul 22 16:37:26.027789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-23b983cc-2e28-4754-a5ee-7c37adc9dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.029468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba94ead0-7d07-4a90-8a6e-406d807d61b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.030176 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-23b983cc-2e28-4754-a5ee-7c37adc9dd62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1101 time: 0.1998851 Jul 22 16:37:26.188664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-1c3345aa-86a7-4da5-b7f9-eef25388e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.191980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-1c3345aa-86a7-4da5-b7f9-eef25388e3ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=048349953dd6493ea11e4657df3670a4&device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1101 time: 0.4483488 Jul 22 16:37:26.232572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.255207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba94ead0-7d07-4a90-8a6e-406d807d61b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.258345 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba94ead0-7d07-4a90-8a6e-406d807d61b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:26.260105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ba94ead0-7d07-4a90-8a6e-406d807d61b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/518ac90a-0eb9-4876-9bee-5e4d7249ca36 HTTP/1.1" status: 204 len: 168 time: 0.5645726 Jul 22 16:37:26.427398 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44472d8b-a784-4543-8fc4-d7e4e7f8d03d req-81376562-8184-4cf3-bddc-8bc165af68ed service neutron] 10.222.0.20 "GET /v2.0/networks/9e01317a-d259-4b44-8f1f-d901d2e4cfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696999 Jul 22 16:37:26.431561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94ead0-7d07-4a90-8a6e-406d807d61b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518ac90a-0eb9-4876-9bee-5e4d7249ca36,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:26.456254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Port': ['ID=972f09c6-2126-4aa3-b766-6c012b2da5aa,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:26.493487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:26.542909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647d6d8-a249-406d-b55c-9fff01f8f92a req-110707f2-5b9c-4600-b444-86d66085fd82 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.552327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-532da34c-ca62-422e-9c1d-83cf721683e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.555706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-532da34c-ca62-422e-9c1d-83cf721683e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.5099564 Jul 22 16:37:26.568064 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a647d6d8-a249-406d-b55c-9fff01f8f92a req-110707f2-5b9c-4600-b444-86d66085fd82 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 944 time: 0.5318151 Jul 22 16:37:26.591981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:26.599565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:26.654078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-d6ba6739-d6e4-4819-8a8e-b0c96c9be1d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.0793641 Jul 22 16:37:26.671795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91732bb4-431a-4382-9ac8-06b6d3c75318 req-17937498-20b5-46d4-be4b-7d4c61fee8fc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.675004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91732bb4-431a-4382-9ac8-06b6d3c75318 req-17937498-20b5-46d4-be4b-7d4c61fee8fc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 949 time: 0.2896512 Jul 22 16:37:26.839576 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-bd467db9-0b51-4909-bf1f-0b55f27409ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:26.845039 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-bd467db9-0b51-4909-bf1f-0b55f27409ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1661468 Jul 22 16:37:26.856351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91732bb4-431a-4382-9ac8-06b6d3c75318 req-0f16e083-bc2d-4303-a4d4-8b17f4d9b2b0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602886 Jul 22 16:37:26.937483 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.061280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-23102eb5-0420-4b86-b24c-a7d399e6b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:27.063128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-23102eb5-0420-4b86-b24c-a7d399e6b87a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1899974 Jul 22 16:37:27.102178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a647d6d8-a249-406d-b55c-9fff01f8f92a req-c36ab941-5d8c-41a4-b6ae-c1f1847992f6 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5311177 Jul 22 16:37:27.105129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-234b7bf7-0981-4a47-a583-d7db49e14fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:27.108189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-234b7bf7-0981-4a47-a583-d7db49e14fc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.9087844 Jul 22 16:37:27.126385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f9c90ea-27c2-4feb-84c9-1dcea44d9f63 req-a6114991-3701-495e-a343-5e70793f1478 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0682039 Jul 22 16:37:27.132536 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.249569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-4ec052e3-5ba8-4a54-bae5-aa18aeb7682c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 200 len: 217 time: 0.1311345 Jul 22 16:37:27.410634 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-4cdb0e57-b56b-4e45-ad07-b38f9305dc90 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335412 Jul 22 16:37:27.411361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-bae9b060-15ea-450a-9526-b3b160d6721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:27.413957 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-bae9b060-15ea-450a-9526-b3b160d6721b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1508698 Jul 22 16:37:27.456921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e3da-e283-4d04-b521-744b3d905890 req-4cadd334-fc6f-475d-8ee3-dd02467bfb54 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:27.460152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11f3e3da-e283-4d04-b521-744b3d905890 req-4cadd334-fc6f-475d-8ee3-dd02467bfb54 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 944 time: 0.1991115 Jul 22 16:37:27.593586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3c01b8ed-6bc8-424b-a0bb-077d4375162b details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:27.630889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11f3e3da-e283-4d04-b521-744b3d905890 req-91510af8-f1ba-4faf-9e28-699c749ffc5a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287634 Jul 22 16:37:27.648655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-bdfdb4ab-8953-483b-a482-7d20faf62a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:27.654018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-bdfdb4ab-8953-483b-a482-7d20faf62a5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2248847 Jul 22 16:37:27.690836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-260a900b-37d2-4997-945a-1d6118519999 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288640 Jul 22 16:37:27.777927 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.810085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:27.835416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9bd395da-8979-4e49-ac71-ca4179fbf704 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:27.848817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-b745cac1-7ef2-4764-9220-7bf248e83535 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1ab5d218fcdc4950841118db5d6af246&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075869 Jul 22 16:37:28.031428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Port': ['ID=972f09c6-2126-4aa3-b766-6c012b2da5aa,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:28.086075 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-43402af8-145f-41dd-8b55-0bd65bbe4f30 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152422 Jul 22 16:37:28.104452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3c01b8ed-6bc8-424b-a0bb-077d4375162b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3c01b8ed-6bc8-424b-a0bb-077d4375162b,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:28.119091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 9bd395da-8979-4e49-ac71-ca4179fbf704 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:28.139835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 9bd395da-8979-4e49-ac71-ca4179fbf704 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:28.140205 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.182166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '3c01b8ed-6bc8-424b-a0bb-077d4375162b', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'port_id': '3c01b8ed-6bc8-424b-a0bb-077d4375162b', 'mac_address': 'fa:16:3e:63:1a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:28.277936 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.280667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.311253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c01b8ed-6bc8-424b-a0bb-077d4375162b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:28.325529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e2b0df07-811c-4f43-b8d4-e4881c57aeb7 req-620c9658-0037-4c91-bcbd-05d889c2c98f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0558999 Jul 22 16:37:28.376306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3c01b8ed-6bc8-424b-a0bb-077d4375162b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3c01b8ed-6bc8-424b-a0bb-077d4375162b,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:28.385069 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.385798 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.387351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b806bf9f-6b6c-484b-8671-682d712dff82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0674648 Jul 22 16:37:28.420603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-4fc01099-1aa5-447c-abf2-a71f88992139 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:28.422648 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-4fc01099-1aa5-447c-abf2-a71f88992139 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5264421 Jul 22 16:37:28.463439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Request body: {'port': {'device_id': '7cab362a-bc44-4e90-833b-4337caad8ce0', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '1ab5d218fcdc4950841118db5d6af246'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:28.477754 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.478212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5023-86d7-4275-bafe-4964f1778fef req-0be25236-9ff5-4067-bb46-92cc80c7a3a7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:28.479973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ea1f5023-86d7-4275-bafe-4964f1778fef req-0be25236-9ff5-4067-bb46-92cc80c7a3a7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 949 time: 0.3170784 Jul 22 16:37:28.484921 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a1e5e7d-86cd-4177-842f-aaa375af9586 req-d8eebc35-f535-49d5-a9b8-4ed117de5d09 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244698 Jul 22 16:37:28.632333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ea1f5023-86d7-4275-bafe-4964f1778fef req-919ae7a5-bb3a-44fe-9883-a08538c2e736 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352143 Jul 22 16:37:28.635298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd395da-8979-4e49-ac71-ca4179fbf704'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:28.648888 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42ad9ce-87ed-41bc-ab06-a1d431465768" -d '{"events": [{"server_uuid": "9d2dc054-77da-4027-9984-caaf9a027ce7", "name": "network-vif-plugged", "status": "completed", "tag": "9bd395da-8979-4e49-ac71-ca4179fbf704"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:28.664985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536f9f0-298e-4346-94fb-b659529d38d0 req-3df39553-90a0-45b1-aa2d-b14bc63fa6e7 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:28.678405 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1536f9f0-298e-4346-94fb-b659529d38d0 req-3df39553-90a0-45b1-aa2d-b14bc63fa6e7 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 945 time: 0.2003675 Jul 22 16:37:28.688858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9bd395da-8979-4e49-ac71-ca4179fbf704, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9bd395da-8979-4e49-ac71-ca4179fbf704,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:28.707193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=3c01b8ed-6bc8-424b-a0bb-077d4375162b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:28.726196 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.758734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Made reservation on behalf of 1ab5d218fcdc4950841118db5d6af246 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:28.793556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:28.815794 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1536f9f0-298e-4346-94fb-b659529d38d0 req-843a19ec-7f5f-4c74-87fc-c937f5db619d tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294370 Jul 22 16:37:28.869890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['3c01b8ed-6bc8-424b-a0bb-077d4375162b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:28.887242 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d86f449-1125-4c51-bca6-c9247963f666 x-openstack-request-id: req-3d86f449-1125-4c51-bca6-c9247963f666 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:28.887242 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2dc054-77da-4027-9984-caaf9a027ce7", "name": "network-vif-plugged", "status": "completed", "tag": "9bd395da-8979-4e49-ac71-ca4179fbf704", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:28.887242 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d86f449-1125-4c51-bca6-c9247963f666 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:28.888302 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd395da-8979-4e49-ac71-ca4179fbf704', 'code': 200} Jul 22 16:37:29.003624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=9bd395da-8979-4e49-ac71-ca4179fbf704,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:29.260927 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-f6cb43f3-e2ce-448f-9c41-5fe74ab7f050 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--492582816&fields=id&tenant_id=acae310097554de5a4c6d699a604fb08 HTTP/1.1" status: 200 len: 267 time: 0.1270683 Jul 22 16:37:29.452708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-63854fd3-a01c-4d4a-88bf-6842ca8d8fbb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:29.461919 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-63854fd3-a01c-4d4a-88bf-6842ca8d8fbb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports/35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 930 time: 0.1974859 Jul 22 16:37:29.562366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3ae51-7a04-4c9c-b4f8-d64ccfba846d req-63988535-f4b2-4202-8c65-1555ae319d3b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:29.571091 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2e3ae51-7a04-4c9c-b4f8-d64ccfba846d req-63988535-f4b2-4202-8c65-1555ae319d3b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 945 time: 0.7159722 Jul 22 16:37:29.582966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4bd00-7171-49a4-bd27-2688a1cd82f5 req-08c86610-3490-4157-aa06-f42703abdb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:29.584413 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-beb4bd00-7171-49a4-bd27-2688a1cd82f5 req-08c86610-3490-4157-aa06-f42703abdb89 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 1097 time: 0.3657634 Jul 22 16:37:29.613835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-fcc6a6f7-48af-4fbc-903a-1545e552839a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:29.616243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-fcc6a6f7-48af-4fbc-903a-1545e552839a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports/885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 931 time: 0.1531146 Jul 22 16:37:29.664120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Allocated IP 192.168.233.155 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/c4c4508d-9502-48e5-931e-04652c6f0ea7) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:29.701488 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2e3ae51-7a04-4c9c-b4f8-d64ccfba846d req-5659f1b9-77ae-4d90-9481-87c6103613b0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292534 Jul 22 16:37:29.704148 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3d6a8b9a-3ff4-47f2-af3d-53a858bdf025 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0587928 Jul 22 16:37:29.712536 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-beb4bd00-7171-49a4-bd27-2688a1cd82f5 req-8d3e64b9-66ec-484b-ab4c-f904b94d4d27 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948479 Jul 22 16:37:29.784483 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bb626ee1-42cf-4cf4-89a5-aea807494ca6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0673122 Jul 22 16:37:29.826073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:29.992621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-8d06aa68-c954-4c05-9187-6db72b5067aa tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:30.000996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.014436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-8d06aa68-c954-4c05-9187-6db72b5067aa tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:30.021286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-8d06aa68-c954-4c05-9187-6db72b5067aa tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:30.026974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-8d06aa68-c954-4c05-9187-6db72b5067aa tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/networks?id=938a054a-5a48-4d43-b896-bf09e16b8e83&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=fd33b87a-764f-438d-ba51-6438b1736183&id=fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 200 len: 1988 time: 0.2402389 Jul 22 16:37:30.033662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Transition to ACTIVE for port object c4c4508d-9502-48e5-931e-04652c6f0ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:30.066205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-f0495a2c-2862-467a-aa29-f75ddaebfc35 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/quotas/acae310097554de5a4c6d699a604fb08 HTTP/1.1" status: 200 len: 375 time: 0.0258384 Jul 22 16:37:30.068077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:30.107353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '14fa0acd-22dc-4098-9124-850db73840b4', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '14fa0acd-22dc-4098-9124-850db73840b4', 'mac_address': 'fa:16:3e:ed:12:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:30.107774 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.194673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29', 'f7a15407-9fca-4599-a1d1-769d35ac06a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:30.241545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:30.247628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:30.256093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:30.257154 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a46cb02e-1992-489f-9f5d-62a18f39a9de tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1784933 Jul 22 16:37:30.337866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event updated for resources: {'Port': ['ID=c4c4508d-9502-48e5-931e-04652c6f0ea7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:30.362897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5', 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', '31c1fe79-a4f6-44c9-81be-884e635b6714', '77980a8c-8966-46a7-8e35-df36ecff7bbb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:30.401021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:30.401657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.454093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.457118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-44cac005-4468-4a7b-a6db-74655e9a57e7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0034981 Jul 22 16:37:30.518271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fa0acd-22dc-4098-9124-850db73840b4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:30.537982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Request body: {'port': {'device_id': '7cab362a-bc44-4e90-833b-4337caad8ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:30.588601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:30.613441 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.669521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4298707-51bc-4b86-9131-6c27ec324758 req-b7dec219-6be1-4d2a-a65d-1aabe263f66c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:30.674100 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4298707-51bc-4b86-9131-6c27ec324758 req-b7dec219-6be1-4d2a-a65d-1aabe263f66c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 936 time: 0.2682009 Jul 22 16:37:30.687213 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-eefd1b65-4656-405b-99bc-81d3d5e69065 service neutron] 10.222.0.53 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972156 Jul 22 16:37:30.821460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:30.830087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-78f2efda-3726-4fba-921a-08d7e9511d10 service neutron] 10.222.0.53 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365943 Jul 22 16:37:30.925784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4fa4b5b0-1368-4e3e-bd14-054b4e8f3b61 None None] Provisioning for port c4c4508d-9502-48e5-931e-04652c6f0ea7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:30.958637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4fa4b5b0-1368-4e3e-bd14-054b4e8f3b61 None None] Provisioning complete for port c4c4508d-9502-48e5-931e-04652c6f0ea7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:30.959033 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4fa4b5b0-1368-4e3e-bd14-054b4e8f3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.961672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:30.989036 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4298707-51bc-4b86-9131-6c27ec324758 req-516264bf-02bd-4467-982b-875c9ea02742 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698452 Jul 22 16:37:31.033046 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b7b8d353-3120-4032-b22e-613d0050a939 service neutron] 10.222.0.53 "GET /v2.0/ports/35c553c1-7689-4852-8287-c55ff48545b2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1598077 Jul 22 16:37:31.062097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4b5b0-1368-4e3e-bd14-054b4e8f3b61 None None] Port c4c4508d-9502-48e5-931e-04652c6f0ea7 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:31.114753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:31.253652 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.280829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-dff2c70d-4d65-4990-974b-65cce1e5b16b service neutron] 10.222.0.53 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449424 Jul 22 16:37:31.432572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-054f0e98-f05d-4edd-a75d-095e3f98c595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.492359 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-30128bcd-35d8-4971-b8dc-757f544f77d5 service neutron] 10.222.0.53 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014849 Jul 22 16:37:31.509640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['14fa0acd-22dc-4098-9124-850db73840b4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:31.577502 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-7460aa5f-5342-4c61-8a26-9baf39ab80de service neutron] 10.222.0.53 "GET /v2.0/ports/885e45d5-48cf-4508-9c20-a599e79595bd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0742075 Jul 22 16:37:31.635729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3c01b8ed-6bc8-424b-a0bb-077d4375162b up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:31.779138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fd54e-adec-4770-9cdb-7a3b97103914 req-cbcada41-389e-43d9-9e4a-3be41ca51d6a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:31.790051 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-1cbea59d-cee7-4142-af18-4c2dcb9329d1 service neutron] 10.222.0.53 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977942 Jul 22 16:37:31.791763 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-137fd54e-adec-4770-9cdb-7a3b97103914 req-cbcada41-389e-43d9-9e4a-3be41ca51d6a tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 950 time: 0.6181684 Jul 22 16:37:31.875149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c4508d-9502-48e5-931e-04652c6f0ea7 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:31.906801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:31.941669 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-137fd54e-adec-4770-9cdb-7a3b97103914 req-6844ebfa-f3b4-414d-8155-10c186065ec7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482835 Jul 22 16:37:32.007970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-ba6f6965-a9e3-4ab2-8ad1-da90820203fd service neutron] 10.222.0.53 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019970 Jul 22 16:37:32.066786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Transition to ACTIVE for port object c4c4508d-9502-48e5-931e-04652c6f0ea7 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:32.069563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 3c01b8ed-6bc8-424b-a0bb-077d4375162b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:32.081504 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 3c01b8ed-6bc8-424b-a0bb-077d4375162b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:32.081946 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.087372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.175712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-054f0e98-f05d-4edd-a75d-095e3f98c595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.179090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c4508d-9502-48e5-931e-04652c6f0ea7,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:32.196540 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-054f0e98-f05d-4edd-a75d-095e3f98c595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.216315 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6ab213b1-671c-472a-b717-c29eb6db13a2 service neutron] 10.222.0.53 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007585 Jul 22 16:37:32.333976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f0e98-f05d-4edd-a75d-095e3f98c595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237744d6-2086-497b-9b54-28231fd41410,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:32.363803 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-054f0e98-f05d-4edd-a75d-095e3f98c595 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad95c1d67da5487ca947a3f0d64183d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2435713 Jul 22 16:37:32.368453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42650) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:32.368970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42652) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:32.378651 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.420145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c01b8ed-6bc8-424b-a0bb-077d4375162b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:32.423405 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07261e60-fff0-4816-9556-501bd8247b3e" -d '{"events": [{"server_uuid": "b579740d-cef2-4395-a424-96d7c11b5c15", "name": "network-vif-plugged", "status": "completed", "tag": "3c01b8ed-6bc8-424b-a0bb-077d4375162b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:32.438966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3c01b8ed-6bc8-424b-a0bb-077d4375162b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3c01b8ed-6bc8-424b-a0bb-077d4375162b,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:32.446211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-5ec9bc5c-ea7c-4ce2-9eff-df83e84e61b6 service neutron] 10.222.0.53 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140746 Jul 22 16:37:32.448814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.537621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=3c01b8ed-6bc8-424b-a0bb-077d4375162b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:32.619463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088526c-9050-4d1a-b8d1-def4a4b60e9e req-4a1e0e80-8eea-42f0-9b13-d9f6efef8f27 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:32.621071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0088526c-9050-4d1a-b8d1-def4a4b60e9e req-4a1e0e80-8eea-42f0-9b13-d9f6efef8f27 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 945 time: 0.4436028 Jul 22 16:37:32.647322 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-209a19cd-0135-4828-9624-241fc7390794 service neutron] 10.222.0.53 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825864 Jul 22 16:37:32.682138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Attempting to bind port c4c4508d-9502-48e5-931e-04652c6f0ea7 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:32.682681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Attempting to bind port c4c4508d-9502-48e5-931e-04652c6f0ea7 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:32.683263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Attempting to bind port c4c4508d-9502-48e5-931e-04652c6f0ea7 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:32.691697 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db31a7a6-83fd-4232-bd97-b7bb9f127bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.699931 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80f7abb6-cae9-4999-be68-498588173145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.716295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Port c4c4508d-9502-48e5-931e-04652c6f0ea7 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:32.716839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Attempting to bind port c4c4508d-9502-48e5-931e-04652c6f0ea7 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:32.751971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:32.752372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:32.753246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:32.753797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Bound port: c4c4508d-9502-48e5-931e-04652c6f0ea7, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:32.754267 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.780154 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-eebee57b-a718-4aa1-ba89-15fa06490266 service neutron] 10.222.0.53 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229942 Jul 22 16:37:32.780789 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80f7abb6-cae9-4999-be68-498588173145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:32.785155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0088526c-9050-4d1a-b8d1-def4a4b60e9e req-b2c2daa7-5f4d-482c-8e1b-5cad285c30f3 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449251 Jul 22 16:37:32.965722 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-783dbeff-6b81-4789-b6ec-d06b7fb4280c service neutron] 10.222.0.53 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777639 Jul 22 16:37:33.003973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] For port c4c4508d-9502-48e5-931e-04652c6f0ea7, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:33.007829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] For port c4c4508d-9502-48e5-931e-04652c6f0ea7, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c4c4508d-9502-48e5-931e-04652c6f0ea7,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:33.013509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.061746 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80f7abb6-cae9-4999-be68-498588173145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.064829 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80f7abb6-cae9-4999-be68-498588173145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.068721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80f7abb6-cae9-4999-be68-498588173145 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/237744d6-2086-497b-9b54-28231fd41410 HTTP/1.1" status: 204 len: 168 time: 0.6941445 Jul 22 16:37:33.087766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:33.088459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.090295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] 10.222.0.65 "PUT /v2.0/ports/c4c4508d-9502-48e5-931e-04652c6f0ea7 HTTP/1.1" status: 200 len: 1097 time: 2.5849524 Jul 22 16:37:33.095022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cab362a-bc44-4e90-833b-4337caad8ce0', 'tag': 'c4c4508d-9502-48e5-931e-04652c6f0ea7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:33.102835 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cab362a-bc44-4e90-833b-4337caad8ce0", "tag": "c4c4508d-9502-48e5-931e-04652c6f0ea7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:33.131165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7abb6-cae9-4999-be68-498588173145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237744d6-2086-497b-9b54-28231fd41410,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:33.150487 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9a0ea497-88e7-4a13-9a91-7e57aa2c78ac service neutron] 10.222.0.53 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740024 Jul 22 16:37:33.171943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13a50d-ac77-4fe0-ae36-42557a808e4b req-152263da-57ca-4a41-b9bd-80a684ac6a17 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:33.173590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f13a50d-ac77-4fe0-ae36-42557a808e4b req-152263da-57ca-4a41-b9bd-80a684ac6a17 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 945 time: 0.2860465 Jul 22 16:37:33.177885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79078-7502-43b1-bcab-de94bb643787 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c4508d-9502-48e5-931e-04652c6f0ea7,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:33.364414 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-043e12d9-5ea0-46c1-b31a-007344f7c133 service neutron] 10.222.0.53 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998150 Jul 22 16:37:33.374464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db31a7a6-83fd-4232-bd97-b7bb9f127bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.394316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db31a7a6-83fd-4232-bd97-b7bb9f127bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.412082 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f13a50d-ac77-4fe0-ae36-42557a808e4b req-6dc8383e-6f13-4bee-83a2-55d1c27be089 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154629 Jul 22 16:37:33.529366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-db31a7a6-83fd-4232-bd97-b7bb9f127bb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad60a9ce3f724dbca7c7ad874bc829b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1511745 Jul 22 16:37:33.530538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31a7a6-83fd-4232-bd97-b7bb9f127bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f54f85d-17fd-4b89-9d47-40296718c838,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:33.535281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42666) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:33.541696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-9cf59a1a-fa73-4ac7-bb4a-cbb19a066c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:33.546791 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-9cf59a1a-fa73-4ac7-bb4a-cbb19a066c47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 1100 time: 0.3265719 Jul 22 16:37:33.620729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-257c78b2-eb19-4ea3-b276-687b5f3d24e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c4c4508d-9502-48e5-931e-04652c6f0ea7 HTTP/1.1" status: 200 len: 217 time: 0.0495903 Jul 22 16:37:33.705170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:33.739820 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca89f09-90fb-4756-bb94-6ee9acf7cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:33.768067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-f2445b4d-fb58-4ba6-94de-d235970966d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:33.770824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-f2445b4d-fb58-4ba6-94de-d235970966d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1320856 Jul 22 16:37:33.954577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-d84a5cdb-5f10-4c66-9ee5-a50cf1a71297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:33.957924 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-d84a5cdb-5f10-4c66-9ee5-a50cf1a71297 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1746519 Jul 22 16:37:33.977436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-1c65a131-f4e7-4c88-a29d-dddb86cc5059 service neutron] 10.222.0.53 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003194 Jul 22 16:37:33.997095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec70e-6eaa-4dc4-9a9d-0ed04d31a3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.039193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec70e-6eaa-4dc4-9a9d-0ed04d31a3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.046845 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca89f09-90fb-4756-bb94-6ee9acf7cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.116293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca89f09-90fb-4756-bb94-6ee9acf7cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.150172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec70e-6eaa-4dc4-9a9d-0ed04d31a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.154388 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec70e-6eaa-4dc4-9a9d-0ed04d31a3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.155820 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0f5ec70e-6eaa-4dc4-9a9d-0ed04d31a3c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f54f85d-17fd-4b89-9d47-40296718c838 HTTP/1.1" status: 204 len: 168 time: 0.6189775 Jul 22 16:37:34.183080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ec70e-6eaa-4dc4-9a9d-0ed04d31a3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f54f85d-17fd-4b89-9d47-40296718c838,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:34.253281 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bca89f09-90fb-4756-bb94-6ee9acf7cfb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a41a66e1ade443f876f5bf1a3024b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461478 Jul 22 16:37:34.254363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89f09-90fb-4756-bb94-6ee9acf7cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f687012d-8ab4-44c9-b2a9-01d8788728e7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:34.260916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42680) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:34.267186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-a2408846-f801-4d77-a3a1-6a922f8a974c service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982149 Jul 22 16:37:34.364663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68afdbfd-516d-4e32-be51-5227ab710459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.402225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58956e8-2fd0-49b7-9421-3e4c2ab3462e req-6501012a-dffe-4f09-a523-bf189ff60dba tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:34.404303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f58956e8-2fd0-49b7-9421-3e4c2ab3462e req-6501012a-dffe-4f09-a523-bf189ff60dba tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 1102 time: 0.3062718 Jul 22 16:37:34.410811 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68afdbfd-516d-4e32-be51-5227ab710459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.412166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac2ef16-0b2e-4f59-b0d9-638f2d1faa37 req-773dc825-9fc9-4173-a75d-443653bfed9a service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337683 Jul 22 16:37:34.472534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f58956e8-2fd0-49b7-9421-3e4c2ab3462e req-e49ac94c-5843-49a1-a32a-29c6fbeb2536 tempest-MigrationsAdminTest-1952056512 tempest-MigrationsAdminTest-1952056512-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574069 Jul 22 16:37:34.563715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68afdbfd-516d-4e32-be51-5227ab710459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.569181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68afdbfd-516d-4e32-be51-5227ab710459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:34.572739 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-68afdbfd-516d-4e32-be51-5227ab710459 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f687012d-8ab4-44c9-b2a9-01d8788728e7 HTTP/1.1" status: 204 len: 168 time: 0.3083236 Jul 22 16:37:34.613331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afdbfd-516d-4e32-be51-5227ab710459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f687012d-8ab4-44c9-b2a9-01d8788728e7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:34.709967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ffe85-55c2-48cf-82bc-be6e8c32a908 req-ebd1facc-2dda-4e49-8173-77108218a1ea tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:34.712667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c8ffe85-55c2-48cf-82bc-be6e8c32a908 req-ebd1facc-2dda-4e49-8173-77108218a1ea tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 948 time: 0.1445484 Jul 22 16:37:34.806569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c8ffe85-55c2-48cf-82bc-be6e8c32a908 req-d2eee695-51a0-4270-ab89-c37ffca32e04 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768101 Jul 22 16:37:34.844869 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bf4b17-ceef-4ce7-bfac-b8359a0146b4 x-openstack-request-id: req-45bf4b17-ceef-4ce7-bfac-b8359a0146b4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:34.846218 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b579740d-cef2-4395-a424-96d7c11b5c15", "name": "network-vif-plugged", "status": "completed", "tag": "3c01b8ed-6bc8-424b-a0bb-077d4375162b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:34.847695 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45bf4b17-ceef-4ce7-bfac-b8359a0146b4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:34.848739 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c01b8ed-6bc8-424b-a0bb-077d4375162b', 'code': 200} Jul 22 16:37:34.878539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:34.899493 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d357726-58e2-4662-ae0a-9c2ccb1d92fa x-openstack-request-id: req-9d357726-58e2-4662-ae0a-9c2ccb1d92fa {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:34.900053 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cab362a-bc44-4e90-833b-4337caad8ce0", "tag": "c4c4508d-9502-48e5-931e-04652c6f0ea7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:34.900476 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d357726-58e2-4662-ae0a-9c2ccb1d92fa {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:34.901051 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cab362a-bc44-4e90-833b-4337caad8ce0', 'tag': 'c4c4508d-9502-48e5-931e-04652c6f0ea7', 'status': 'completed', 'code': 200} Jul 22 16:37:34.950730 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9347c5d4-c8bb-4713-bd7f-a73105dfce05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.094443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-cb2a5639-1a0a-4e5c-b816-dc8911d9ba3e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=77dffae4560c4b04952180adca13cc0b HTTP/1.1" status: 200 len: 267 time: 0.1239345 Jul 22 16:37:35.178909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9347c5d4-c8bb-4713-bd7f-a73105dfce05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.191070 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9347c5d4-c8bb-4713-bd7f-a73105dfce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.275450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e09ce1-b76c-4962-a9d9-21c1f9b02cfd req-1cb83311-5450-4ded-b876-b209f4b7f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.277284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56e09ce1-b76c-4962-a9d9-21c1f9b02cfd req-1cb83311-5450-4ded-b876-b209f4b7f11e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 1098 time: 0.3242724 Jul 22 16:37:35.291035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-fe4ca9af-a677-48f5-b13a-b6721172263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.293463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-fe4ca9af-a677-48f5-b13a-b6721172263f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ab5d218fcdc4950841118db5d6af246&device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 1100 time: 0.2605429 Jul 22 16:37:35.356769 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9347c5d4-c8bb-4713-bd7f-a73105dfce05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=234cfebcb0db440ba0718aaf19b45eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4762919 Jul 22 16:37:35.364171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347c5d4-c8bb-4713-bd7f-a73105dfce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1344f9a5-7675-442f-8731-35891a66ee80,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:35.366969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-00142412-1554-4ecb-a808-322a561d5d43 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.369847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42718) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:35.376163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-00142412-1554-4ecb-a808-322a561d5d43 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 945 time: 0.2806189 Jul 22 16:37:35.387133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-baa30623-3007-4336-b6ec-df491dc6d0b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'port': {'security_groups': []}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:35.405267 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.480628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56e09ce1-b76c-4962-a9d9-21c1f9b02cfd req-ddfce6c2-611e-4cb5-a7d7-64534834e4d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827757 Jul 22 16:37:35.493958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f4d5e-81b0-4820-8f9a-8dcf135b5590 req-97a45fa6-86d2-441b-8f56-3a20cae5d7d5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.499517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e51f4d5e-81b0-4820-8f9a-8dcf135b5590 req-97a45fa6-86d2-441b-8f56-3a20cae5d7d5 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 946 time: 0.2727752 Jul 22 16:37:35.536817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-ad330fbb-aab0-4199-9a49-b48e31a00fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.538973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-ad330fbb-aab0-4199-9a49-b48e31a00fd7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.2322979 Jul 22 16:37:35.560689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa0943b8-0724-438d-a4a2-83154f184da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.585071 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e51f4d5e-81b0-4820-8f9a-8dcf135b5590 req-ff8fba41-0ce4-44b3-be5b-746d292b2cd0 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844913 Jul 22 16:37:35.590669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa0943b8-0724-438d-a4a2-83154f184da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.616144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-691c0cba-f0ff-47aa-8f6a-a56d3d19f3dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=c4c4508d-9502-48e5-931e-04652c6f0ea7 HTTP/1.1" status: 200 len: 217 time: 0.0549347 Jul 22 16:37:35.632796 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-baa30623-3007-4336-b6ec-df491dc6d0b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.686048 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa0943b8-0724-438d-a4a2-83154f184da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.692163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa0943b8-0724-438d-a4a2-83154f184da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:35.699436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aa0943b8-0724-438d-a4a2-83154f184da5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1344f9a5-7675-442f-8731-35891a66ee80 HTTP/1.1" status: 204 len: 168 time: 0.3182602 Jul 22 16:37:35.715767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0943b8-0724-438d-a4a2-83154f184da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1344f9a5-7675-442f-8731-35891a66ee80,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:35.828032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-2bc74122-c377-44af-a731-440a09085536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:35.830998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-2bc74122-c377-44af-a731-440a09085536 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1935265 Jul 22 16:37:35.855117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:36.045464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 14fa0acd-22dc-4098-9124-850db73840b4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:36.060546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 14fa0acd-22dc-4098-9124-850db73840b4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:36.061631 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.098239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-6c3c2fa3-c835-457f-9778-8adf1db0ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:36.101226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-6c3c2fa3-c835-457f-9778-8adf1db0ab72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2567382 Jul 22 16:37:36.300554 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.308676 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-41976768-b51a-4a81-9fd1-3ec78241dcfb service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752272 Jul 22 16:37:36.394077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-baa30623-3007-4336-b6ec-df491dc6d0b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] For port 9bd395da-8979-4e49-ac71-ca4179fbf704, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9bd395da-8979-4e49-ac71-ca4179fbf704,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:36.411841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:36.421581 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8d5c1e26-d8d7-4839-b97f-2171883051f5 req-a93a1908-2335-43d0-8cf7-dfcb887912d3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.1031301 Jul 22 16:37:36.422857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.528036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-baa30623-3007-4336-b6ec-df491dc6d0b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.532304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:36.536761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a64af7b-94fa-4d09-b5ed-613e26d6ea4d req-4910ced6-f1bd-4479-ab62-c3b739ba1571 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105784 Jul 22 16:37:36.537534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-baa30623-3007-4336-b6ec-df491dc6d0b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.574273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', '9b792b03-7d1e-425f-955c-8dbd617f757a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:36.631646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['9bd395da-8979-4e49-ac71-ca4179fbf704'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:36.694523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-baa30623-3007-4336-b6ec-df491dc6d0b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:36.695373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-baa30623-3007-4336-b6ec-df491dc6d0b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:36.709694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c02a27f4-d41b-499c-897a-0e3546e755d5 req-baa30623-3007-4336-b6ec-df491dc6d0b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "PUT /v2.0/ports/9bd395da-8979-4e49-ac71-ca4179fbf704 HTTP/1.1" status: 200 len: 904 time: 1.3324411 Jul 22 16:37:36.776902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff78c4-6c93-4bfe-a220-66c6d967c1c6 req-af3ee269-d050-487e-a985-fd5266ffbe79 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:36.793081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9aff78c4-6c93-4bfe-a220-66c6d967c1c6 req-af3ee269-d050-487e-a985-fd5266ffbe79 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 948 time: 0.1957891 Jul 22 16:37:36.798642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa30623-3007-4336-b6ec-df491dc6d0b9 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'Port': ['ID=9bd395da-8979-4e49-ac71-ca4179fbf704,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:36.865732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:36.879797 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22dadeb-3058-4f60-aec9-7476251a1e0f" -d '{"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:36.927288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'tag': '9bd395da-8979-4e49-ac71-ca4179fbf704'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:36.936632 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08f5a72-5604-4827-bfb2-61d8a6f9451b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2dc054-77da-4027-9984-caaf9a027ce7", "tag": "9bd395da-8979-4e49-ac71-ca4179fbf704"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:37.008638 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9aff78c4-6c93-4bfe-a220-66c6d967c1c6 req-8f7f2280-9b75-4407-8c56-0a024d9066bb tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135274 Jul 22 16:37:37.124300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['9bd395da-8979-4e49-ac71-ca4179fbf704'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:37.179965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90ddfb-ff12-4f79-9d05-41f48b23ef17 req-159eb6dd-d8ab-405e-9e0e-0eb484a026ae tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.182807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb90ddfb-ff12-4f79-9d05-41f48b23ef17 req-159eb6dd-d8ab-405e-9e0e-0eb484a026ae tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 951 time: 0.2917182 Jul 22 16:37:37.289102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0a580-5cef-42f8-8a67-4043bb776a7e req-f4973fee-d473-4dd1-ae56-edc453526520 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.292296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14b0a580-5cef-42f8-8a67-4043bb776a7e req-f4973fee-d473-4dd1-ae56-edc453526520 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 946 time: 0.1425996 Jul 22 16:37:37.309493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3b9d7e5c-ff44-43ce-ac2d-f64f385e094a None None] Provisioning complete for port 9bd395da-8979-4e49-ac71-ca4179fbf704 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:37.309865 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3b9d7e5c-ff44-43ce-ac2d-f64f385e094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:37.335235 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb90ddfb-ff12-4f79-9d05-41f48b23ef17 req-a4e73da0-8b03-42e6-bb16-690276fb155c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199510 Jul 22 16:37:37.367149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14b0a580-5cef-42f8-8a67-4043bb776a7e req-dd255e10-8b1a-4604-a126-736828e5892d tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666676 Jul 22 16:37:37.451279 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0800ec-6ede-4ee0-8002-b7850b9b2a81 x-openstack-request-id: req-af0800ec-6ede-4ee0-8002-b7850b9b2a81 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:37.452427 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-plugged", "status": "completed", "tag": "14fa0acd-22dc-4098-9124-850db73840b4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:37.452965 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af0800ec-6ede-4ee0-8002-b7850b9b2a81 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:37.453583 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4', 'code': 200} Jul 22 16:37:37.590959 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1f81e4-ab9e-45f6-b709-15f3127db1e5 x-openstack-request-id: req-cc1f81e4-ab9e-45f6-b709-15f3127db1e5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:37.590959 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2dc054-77da-4027-9984-caaf9a027ce7", "tag": "9bd395da-8979-4e49-ac71-ca4179fbf704", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:37.590959 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc1f81e4-ab9e-45f6-b709-15f3127db1e5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:37.590959 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'tag': '9bd395da-8979-4e49-ac71-ca4179fbf704', 'status': 'completed', 'code': 200} Jul 22 16:37:37.638722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a57172a6-bb45-47bc-b6fb-a879ed2bd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:37.640238 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a57172a6-bb45-47bc-b6fb-a879ed2bd300 service neutron] 10.222.0.20 "GET /v2.0/ports/35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 1026 time: 0.2018125 Jul 22 16:37:37.869838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c4c4508d-9502-48e5-931e-04652c6f0ea7 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:38.175991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c4c4508d-9502-48e5-931e-04652c6f0ea7, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c4c4508d-9502-48e5-931e-04652c6f0ea7,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:38.196392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'c4c4508d-9502-48e5-931e-04652c6f0ea7', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'c4c4508d-9502-48e5-931e-04652c6f0ea7', 'mac_address': 'fa:16:3e:cf:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:38.204727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42788) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:38.271285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.275762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962f70d-6abf-4c5c-988d-28914886153f req-fdcaf5f1-d347-47a0-9a8a-cc334e0f5275 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:38.290515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4962f70d-6abf-4c5c-988d-28914886153f req-fdcaf5f1-d347-47a0-9a8a-cc334e0f5275 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 946 time: 0.2841597 Jul 22 16:37:38.300207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:38.319093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c4508d-9502-48e5-931e-04652c6f0ea7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:38.332704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Request body: {'floatingip': {'port_id': '3c01b8ed-6bc8-424b-a0bb-077d4375162b'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:38.380738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0733340c-b0cf-4372-855e-03b3d2dfae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:38.385949 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0733340c-b0cf-4372-855e-03b3d2dfae48 service neutron] 10.222.0.20 "GET /v2.0/ports/885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 1027 time: 0.7150452 Jul 22 16:37:38.401698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c4c4508d-9502-48e5-931e-04652c6f0ea7, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c4c4508d-9502-48e5-931e-04652c6f0ea7,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:38.402715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5912d-53cd-49a0-abad-96bf2a92cf43 req-5f5f7755-3a2f-422a-8b45-9a0703e6cd58 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:38.406455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eeb5912d-53cd-49a0-abad-96bf2a92cf43 req-5f5f7755-3a2f-422a-8b45-9a0703e6cd58 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 907 time: 0.9268997 Jul 22 16:37:38.434979 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.514138 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:38.712130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-d71ea74c-0359-4aec-942f-b044251e180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:38.713960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-d71ea74c-0359-4aec-942f-b044251e180c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 1059 time: 0.4846683 Jul 22 16:37:38.717223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=c4c4508d-9502-48e5-931e-04652c6f0ea7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:38.957135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2066972673'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:38.998987 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-789b3eec-591f-42eb-bfc3-95bb60bc2a5a req-3e81a79b-17fc-48b3-b3a9-d397733d1328 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0816677 Jul 22 16:37:39.173547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-1d497962-8dcd-494b-a643-f6b00340c159 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.190553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-1d497962-8dcd-494b-a643-f6b00340c159 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.203173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-1d497962-8dcd-494b-a643-f6b00340c159 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.207023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-1d497962-8dcd-494b-a643-f6b00340c159 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "GET /v2.0/networks?id=938a054a-5a48-4d43-b896-bf09e16b8e83&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=fd33b87a-764f-438d-ba51-6438b1736183&id=fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 200 len: 1988 time: 0.7975068 Jul 22 16:37:39.242248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['c4c4508d-9502-48e5-931e-04652c6f0ea7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:39.280358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Made reservation on behalf of 741d3dbd24264fa68144efbec10d69e7 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:39.288554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.344505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-d77abf5c-f00b-4bd3-b947-b63a7e4699f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.345832 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.351332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-d77abf5c-f00b-4bd3-b947-b63a7e4699f8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.6038535 Jul 22 16:37:39.372981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e22e05-ede1-4586-9740-f52a521e0484 req-10b6aa5a-3351-497e-b343-b3d3bc5f80ce tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.389148 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2e22e05-ede1-4586-9740-f52a521e0484 req-10b6aa5a-3351-497e-b343-b3d3bc5f80ce tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 949 time: 0.6433380 Jul 22 16:37:39.422511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-1f29dcc4-cc08-4e82-86e1-979fe7dc1a7f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acae310097554de5a4c6d699a604fb08 HTTP/1.1" status: 200 len: 379 time: 0.1956418 Jul 22 16:37:39.454462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-6f36b682-e45e-4e01-805e-a0b6b69dcdf7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.457895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-6f36b682-e45e-4e01-805e-a0b6b69dcdf7 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 951 time: 0.3912547 Jul 22 16:37:39.526536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'admin_state_up': True, 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'security_groups': ['19157044-5140-4ed9-804a-de9ed803e056']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:39.544519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-5eda3fe0-fb2b-4680-9944-05e2a3ce45ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bd395da-8979-4e49-ac71-ca4179fbf704 HTTP/1.1" status: 200 len: 217 time: 0.1460137 Jul 22 16:37:39.593852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2e22e05-ede1-4586-9740-f52a521e0484 req-1169f8e1-7379-430f-8c73-aa26d13f9921 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846888 Jul 22 16:37:39.740565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-18488089-63ee-49a5-8467-c4a3ec43c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.748083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-18488089-63ee-49a5-8467-c4a3ec43c897 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1764848 Jul 22 16:37:39.866217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:39.893721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e06d3-016c-4476-b398-d86fa4d03259 req-f04e3654-f879-4c80-842c-6f3ce44d1c9b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:39.903304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d8e06d3-016c-4476-b398-d86fa4d03259 req-f04e3654-f879-4c80-842c-6f3ce44d1c9b tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 951 time: 0.6646962 Jul 22 16:37:39.911392 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.033211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:40.038095 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.042244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:37:40.070258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bc5f0-bf07-4f39-b0a2-9b2c54967dcc req-33c3c63e-7f15-45bf-b44d-a6928c469d2c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.070258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9c3bc5f0-bf07-4f39-b0a2-9b2c54967dcc req-33c3c63e-7f15-45bf-b44d-a6928c469d2c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2634368 Jul 22 16:37:40.073634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-40eda446-2507-4725-b145-b22d99aec622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.075245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-40eda446-2507-4725-b145-b22d99aec622 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2674341 Jul 22 16:37:40.126897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4039783c-c1d1-4e4a-8ffe-c6d941b9b1b1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:40.163370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:37:40.180952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.181972 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Added segment bdb8aae9-3b0a-485b-a923-38835e7e3b58 of type vlan for network 252131fc-ac5d-477e-90ec-c4239450e256 Jul 22 16:37:40.261426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d8e06d3-016c-4476-b398-d86fa4d03259 req-55b69018-b04f-470a-833a-64022d205f85 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564630 Jul 22 16:37:40.279329 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9c3bc5f0-bf07-4f39-b0a2-9b2c54967dcc req-b4af71c5-a5b9-4523-b3b3-d08c3719ccb0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853232 Jul 22 16:37:40.499674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.525974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.533317 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.619253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b5725d0-9580-4758-8def-33a374362919 req-63adc958-202e-46c1-9989-c5b678b8f755 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.1032436 Jul 22 16:37:40.651289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-a40bdf68-a7ed-4a52-8f5f-40ff226366a3 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561912 Jul 22 16:37:40.680492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Deleting port 14fa0acd-22dc-4098-9124-850db73840b4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:40.680492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:40.699022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Allocated IP 172.20.0.7 (938a054a-5a48-4d43-b896-bf09e16b8e83/45498e51-452b-44b2-94cf-b51a3ccaa0fe/ad534506-cf76-45ef-91c4-ee38f6273f1f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:40.869052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:37:40.886538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08f5a72-5604-4827-bfb2-61d8a6f9451b req-94b1f4d8-5713-402a-8b85-ab64c4877e99 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118921 Jul 22 16:37:40.970155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c7fa-9e6f-4e5c-aae6-4339ef3a6584 req-21dc3dff-3806-4966-b426-d75e098d52e9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:40.973991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc04c7fa-9e6f-4e5c-aae6-4339ef3a6584 req-21dc3dff-3806-4966-b426-d75e098d52e9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 949 time: 0.1661792 Jul 22 16:37:41.029681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.033414 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.036103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:41.036931 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.076011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc04c7fa-9e6f-4e5c-aae6-4339ef3a6584 req-6426e073-ad9c-4a5e-8a43-944ff6ba0d3d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914507 Jul 22 16:37:41.076357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Transition to ACTIVE for port object ad534506-cf76-45ef-91c4-ee38f6273f1f will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:41.086316 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Floating IP 0387e4df-fcd7-4be5-b0b5-811da3adbd2e associated. External IP: 172.25.3.56, port: 3c01b8ed-6bc8-424b-a0bb-077d4375162b. Jul 22 16:37:41.169698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.244754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network 938a054a-5a48-4d43-b896-bf09e16b8e83 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:41.256773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:41.260286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:41.278211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.0693510 Jul 22 16:37:41.283104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] For port 14fa0acd-22dc-4098-9124-850db73840b4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=14fa0acd-22dc-4098-9124-850db73840b4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:41.283485 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.309618 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91f64e-447f-4c5c-80e7-df9741631e19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Pushing event updated for resources: {'Network': ['ID=252131fc-ac5d-477e-90ec-c4239450e256,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:41.318598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Port': ['ID=ad534506-cf76-45ef-91c4-ee38f6273f1f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:41.334008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 252131fc-ac5d-477e-90ec-c4239450e256 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:37:41.353229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Calling delete_port for 14fa0acd-22dc-4098-9124-850db73840b4 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:41.404331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.405524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.406581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.407928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.410121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.410692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.411236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.412040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.414301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.415340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.416195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.418960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:41.461084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c913440-51d0-4fb4-9642-a90d7f5610f8 req-63d1b04c-6c0e-4052-815a-5148363f22f4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:41.481200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c913440-51d0-4fb4-9642-a90d7f5610f8 req-63d1b04c-6c0e-4052-815a-5148363f22f4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.7909544 Jul 22 16:37:41.515901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:41.516728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.543448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e366342b-3afc-44c0-96d5-13dd917ac66a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0256050 Jul 22 16:37:41.575157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'admin_state_up': True, 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'security_groups': ['19157044-5140-4ed9-804a-de9ed803e056']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:41.661832 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c913440-51d0-4fb4-9642-a90d7f5610f8 req-9f6f9445-1c34-4a8d-9fd8-891efbea7c6d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791346 Jul 22 16:37:41.785525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-405fbfce-18e3-48cd-a7ec-259cfd28f124 None None] Provisioning for port ad534506-cf76-45ef-91c4-ee38f6273f1f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:41.812090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-405fbfce-18e3-48cd-a7ec-259cfd28f124 None None] Provisioning complete for port ad534506-cf76-45ef-91c4-ee38f6273f1f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:41.812516 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-405fbfce-18e3-48cd-a7ec-259cfd28f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.827574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42862) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:41.846322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Request body: {'port': {'network_id': '252131fc-ac5d-477e-90ec-c4239450e256', 'binding:host_id': 'n-h2-792458-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-446754028'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:41.921159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Made reservation on behalf of bc097f30b1d64f1e9701481af8168f2b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:41.928326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:41.929971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-405fbfce-18e3-48cd-a7ec-259cfd28f124 None None] Port ad534506-cf76-45ef-91c4-ee38f6273f1f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:41.933166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c4c4508d-9502-48e5-931e-04652c6f0ea7 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:37:41.975303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.005570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port c4c4508d-9502-48e5-931e-04652c6f0ea7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:42.013002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port c4c4508d-9502-48e5-931e-04652c6f0ea7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:42.013942 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.198372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.211357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.225619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] device_id is not set on port 4f05451c-a906-4183-945d-6d0e7a77ee51 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:42.230261 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.281826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cab362a-bc44-4e90-833b-4337caad8ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c4508d-9502-48e5-931e-04652c6f0ea7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:42.284979 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e977e1c0-6d8d-4791-81da-53648da260ad" -d '{"events": [{"server_uuid": "7cab362a-bc44-4e90-833b-4337caad8ce0", "name": "network-vif-plugged", "status": "completed", "tag": "c4c4508d-9502-48e5-931e-04652c6f0ea7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:42.299891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c4c4508d-9502-48e5-931e-04652c6f0ea7, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c4c4508d-9502-48e5-931e-04652c6f0ea7,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:42.306477 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.308841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:42.434386 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.440860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Router af2bb445-d5a1-44de-a6db-1a36e989b2b1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:37:42.503709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Pushing event deleted for resources: {'Port': ['ID=14fa0acd-22dc-4098-9124-850db73840b4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:42.561414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53674143-a8cd-4905-a7ef-5806587442be req-b6c3fd6b-5acc-418b-af1e-8a3cbb03f55f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:42.579001 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53674143-a8cd-4905-a7ef-5806587442be req-b6c3fd6b-5acc-418b-af1e-8a3cbb03f55f tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3 HTTP/1.1" status: 200 len: 868 time: 0.6927719 Jul 22 16:37:42.645013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=c4c4508d-9502-48e5-931e-04652c6f0ea7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:42.648789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No active binding found for port 14fa0acd-22dc-4098-9124-850db73840b4 {{(pid=93752) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:37:42.649434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 14fa0acd-22dc-4098-9124-850db73840b4 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:42.651529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['89fb7524-c5fa-432d-ade7-e287d886a70f', '4a45f78e-08f0-43a1-a986-72eba3e35fbf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:42.654441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['20289c5f-877d-425f-bd75-eef6a5787004'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:42.763833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] No DVR routers for this DVR port 14fa0acd-22dc-4098-9124-850db73840b4 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:42.838949 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:42.841471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9cc0324-cf8e-4e92-b4d1-36727c0e3738 req-bb480757-fc84-4f06-b70c-7bf25c86bfea tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "DELETE /v2.0/ports/14fa0acd-22dc-4098-9124-850db73840b4 HTTP/1.1" status: 204 len: 173 time: 3.1673062 Jul 22 16:37:42.845759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-deleted', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:42.852201 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a66f94-ec9d-4db7-9c54-db5580cadb39" -d '{"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-deleted", "tag": "14fa0acd-22dc-4098-9124-850db73840b4"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:42.998083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53674143-a8cd-4905-a7ef-5806587442be req-b6159cdc-ec55-4224-806a-88f92899a7c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174020 Jul 22 16:37:43.090501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:37:43.098193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.175305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] Sync routers for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:37:43.208399 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4341a12f-a8e3-47d5-9174-6b58ca86fa95 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "PUT /v2.0/floatingips/0387e4df-fcd7-4be5-b0b5-811da3adbd2e HTTP/1.1" status: 200 len: 991 time: 4.8999927 Jul 22 16:37:43.208663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:43.208663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:37:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:43.209172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] device_id is not set on port 4f05451c-a906-4183-945d-6d0e7a77ee51 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:43.222127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:43.245013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:43.248316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.296456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e844d9b-6aff-43d0-b6e9-231537273811,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:43.330120 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.467984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Transition to ACTIVE for port object 4f05451c-a906-4183-945d-6d0e7a77ee51 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:43.477353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-a681eb8e-cd51-4cda-9226-8d62cdf26840 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:43.494271 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-a681eb8e-cd51-4cda-9226-8d62cdf26840 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.2601452 Jul 22 16:37:43.535711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-5e3cd443-237e-42e3-a0a8-2b4b54d250ef tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/quotas/77dffae4560c4b04952180adca13cc0b HTTP/1.1" status: 200 len: 375 time: 0.0401261 Jul 22 16:37:43.560051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.594332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbbd39-90d9-41d7-bb7f-55e265c3bd3c req-4bb9e3d0-4b1e-406e-a093-a8a29f341b88 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:43.603112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0fbbd39-90d9-41d7-bb7f-55e265c3bd3c req-4bb9e3d0-4b1e-406e-a093-a8a29f341b88 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 931 time: 0.9844599 Jul 22 16:37:43.670091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:43.675899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caed19a3-4dd8-4cb2-a85d-ec5838e7ab03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:43.769372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'Port': ['ID=4f05451c-a906-4183-945d-6d0e7a77ee51,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:43.789208 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0fbbd39-90d9-41d7-bb7f-55e265c3bd3c req-618d8a26-071a-4ed9-9f5d-081abf65da66 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846354 Jul 22 16:37:43.806785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Allocated IP 10.1.1.26 (b67ed618-c57e-47c4-8fb4-c2e22004d008/8cd6c493-2704-4c36-9143-20b3c90e87b5/4fcfa174-2a00-4f79-ade3-5bb487147ed5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:43.823491 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-b3918451-bd5c-44cb-a6d1-16985cee7f0c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2846024 Jul 22 16:37:43.837388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Checking segment: {'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:43.840879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Network hostable DHCP agents. Network: 252131fc-ac5d-477e-90ec-c4239450e256, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:37:44.000625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Network 252131fc-ac5d-477e-90ec-c4239450e256 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:37:44.095152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-d8bd6f00-4c8e-46de-854e-32c9ce926109 service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640810 Jul 22 16:37:44.149075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caed19a3-4dd8-4cb2-a85d-ec5838e7ab03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.156431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caed19a3-4dd8-4cb2-a85d-ec5838e7ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.208417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 252131fc-ac5d-477e-90ec-c4239450e256) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:44.250262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:44.265004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d4aed9-97ec-4d97-afbe-1932f67795a8 None None] Network 252131fc-ac5d-477e-90ec-c4239450e256 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:37:44.287324 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-caed19a3-4dd8-4cb2-a85d-ec5838e7ab03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e458dacaedf641dd9998a16b38818ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0376356 Jul 22 16:37:44.288583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed19a3-4dd8-4cb2-a85d-ec5838e7ab03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a23524-3f46-44ff-95da-27dd5050fac0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:44.292834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:44.326000 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.329731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:44.330072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:44.330449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:44.345964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:44.346355 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:44.349246 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 2 to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 Jul 22 16:37:44.355010 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-bb2eea64-402b-4d10-b9e0-2b4bccb229eb service neutron] 10.222.0.53 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587628 Jul 22 16:37:44.360493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2a7fa-1300-4990-991d-2d3e2b1df51f req-16ae1c9d-af9e-48f8-824d-9d47c9b98ce6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:44.368388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22b2a7fa-1300-4990-991d-2d3e2b1df51f req-16ae1c9d-af9e-48f8-824d-9d47c9b98ce6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 950 time: 0.4176376 Jul 22 16:37:44.386704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Transition to ACTIVE for port object 4fcfa174-2a00-4f79-ade3-5bb487147ed5 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:44.402879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:44.403247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:44.403596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:44.413947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef19fc94-18ea-4742-a2d3-d6a64b671cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.421855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:44.422204 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:44.426899 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 3 to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 Jul 22 16:37:44.453447 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22b2a7fa-1300-4990-991d-2d3e2b1df51f req-3a3eeaf4-b341-46a2-867c-79b5f2f482be tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821855 Jul 22 16:37:44.483223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef19fc94-18ea-4742-a2d3-d6a64b671cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.487813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:44.490911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:44.491445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:44.501024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:44.507971 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:44.516229 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 4 to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 Jul 22 16:37:44.553831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.567091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:44.580264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:44.580904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:44.601024 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8dba7a-e4f0-499b-89c3-d50d1733cfd1 x-openstack-request-id: req-7c8dba7a-e4f0-499b-89c3-d50d1733cfd1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:44.601024 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cab362a-bc44-4e90-833b-4337caad8ce0", "name": "network-vif-plugged", "status": "completed", "tag": "c4c4508d-9502-48e5-931e-04652c6f0ea7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:44.601024 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c8dba7a-e4f0-499b-89c3-d50d1733cfd1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:44.601340 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cab362a-bc44-4e90-833b-4337caad8ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c4508d-9502-48e5-931e-04652c6f0ea7', 'code': 200} Jul 22 16:37:44.622052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '0387e4df-fcd7-4be5-b0b5-811da3adbd2e', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'port_id': '3c01b8ed-6bc8-424b-a0bb-077d4375162b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'mac_address': 'fa:16:3e:63:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:37:07Z', 'updated_at': '2021-07-22T16:37:39Z', 'revision_number': 1, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:37:07Z', 'revision_number': 5, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:44.663995 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef19fc94-18ea-4742-a2d3-d6a64b671cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.668226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef19fc94-18ea-4742-a2d3-d6a64b671cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.676442 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ef19fc94-18ea-4742-a2d3-d6a64b671cac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9a23524-3f46-44ff-95da-27dd5050fac0 HTTP/1.1" status: 204 len: 168 time: 0.3752446 Jul 22 16:37:44.695648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:44.695989 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:44.707386 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 5 to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 Jul 22 16:37:44.736689 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dd9932-d36f-486d-bf8a-11de1ecab454 x-openstack-request-id: req-15dd9932-d36f-486d-bf8a-11de1ecab454 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:44.737670 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3", "name": "network-vif-deleted", "tag": "14fa0acd-22dc-4098-9124-850db73840b4", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:44.737879 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15dd9932-d36f-486d-bf8a-11de1ecab454 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:44.746164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:44.751382 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbad5dd9-4b91-4af7-8afd-aaf8c904d8f3', 'name': 'network-vif-deleted', 'tag': '14fa0acd-22dc-4098-9124-850db73840b4', 'status': 'completed', 'code': 200} Jul 22 16:37:44.754451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:44.759757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:44.760092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:44.760436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:44.761416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] Checking router: af2bb445-d5a1-44de-a6db-1a36e989b2b1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:37:44.761872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19fc94-18ea-4742-a2d3-d6a64b671cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a23524-3f46-44ff-95da-27dd5050fac0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:44.762824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:44.768624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Port': ['ID=4fcfa174-2a00-4f79-ade3-5bb487147ed5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:44.798742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:44.799920 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:44.806037 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 6 to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 Jul 22 16:37:44.809254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:37:44.810077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:37:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:44.863839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:44.864532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:44.874409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:44.874857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:44.875168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:44.912113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:44.912622 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:44.913092 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 7 to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 Jul 22 16:37:44.970993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b74bf7a4-47eb-4d31-b965-cd6c3880298c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4110596 Jul 22 16:37:44.990047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:44.991024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:44.991550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:45.005418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:45.008178 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:45.010154 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 8 to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 Jul 22 16:37:45.032896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'admin_state_up': True, 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'security_groups': ['19157044-5140-4ed9-804a-de9ed803e056']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:45.138659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:45.151998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:45.154511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c2f2c-a710-44f9-b078-c4079102c612 req-d80a171d-f687-40dc-88e5-977d06051b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:45.162535 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-195c2f2c-a710-44f9-b078-c4079102c612 req-d80a171d-f687-40dc-88e5-977d06051b1f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 1102 time: 0.4101343 Jul 22 16:37:45.163662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:45.175337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:45.176303 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:45.179565 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a8d8054-b529-44d1-b9ec-ce16ea0e50b8 req-fe4da120-7c27-4be3-988d-10f35011082a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 210 time: 0.1024768 Jul 22 16:37:45.180487 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 9 to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 Jul 22 16:37:45.281499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:45.282191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:45.282709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:45.302402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-195c2f2c-a710-44f9-b078-c4079102c612 req-9d7a397a-edd5-42d1-b612-9ae04d1f255e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211796 Jul 22 16:37:45.312603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:37:45.334004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:45.335147 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:45.338474 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 10 to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 Jul 22 16:37:45.420634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:45.421401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:45.422270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:45.454748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 4f05451c-a906-4183-945d-6d0e7a77ee51 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:45.455470 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 4f05451c-a906-4183-945d-6d0e7a77ee51 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:45.455891 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.482139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:45.488828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.513895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f8b97047-2a43-4f31-85d9-5ddb25234d1b None None] Provisioning for port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:45.529616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd38c38-381f-4943-aa8d-9c1890ebe887 req-08f6e291-3555-4fcf-ab0d-4b29190fe6bf tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:45.530428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f8b97047-2a43-4f31-85d9-5ddb25234d1b None None] Provisioning complete for port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:45.531006 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f8b97047-2a43-4f31-85d9-5ddb25234d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.537608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd38c38-381f-4943-aa8d-9c1890ebe887 req-08f6e291-3555-4fcf-ab0d-4b29190fe6bf tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:45.540237 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cd38c38-381f-4943-aa8d-9c1890ebe887 req-08f6e291-3555-4fcf-ab0d-4b29190fe6bf tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 1652 time: 0.2849040 Jul 22 16:37:45.691830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f8b97047-2a43-4f31-85d9-5ddb25234d1b None None] Port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:45.727915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42918) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:45.785824 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:45.913710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Allocated IP 10.1.1.66 (b67ed618-c57e-47c4-8fb4-c2e22004d008/8cd6c493-2704-4c36-9143-20b3c90e87b5/3dce6f46-4d7b-443e-bf17-b6e52e76fdfe) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:45.943143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '0387e4df-fcd7-4be5-b0b5-811da3adbd2e', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'port_id': '3c01b8ed-6bc8-424b-a0bb-077d4375162b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'mac_address': 'fa:16:3e:63:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:37:07Z', 'updated_at': '2021-07-22T16:37:39Z', 'revision_number': 1, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:37:07Z', 'revision_number': 5, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:37:45.971992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e466537a-5e6b-41e3-9631-78b8a9fb82de None None] The sync data for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 is: [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '0387e4df-fcd7-4be5-b0b5-811da3adbd2e', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'port_id': '3c01b8ed-6bc8-424b-a0bb-077d4375162b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'mac_address': 'fa:16:3e:63:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:37:07Z', 'updated_at': '2021-07-22T16:37:39Z', 'revision_number': 1, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:37:07Z', 'revision_number': 5, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:37:46.071293 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.089430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.093989 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cd38c38-381f-4943-aa8d-9c1890ebe887 req-fc2fe68c-04e2-495e-9d1f-14d933fe9081 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5217903 Jul 22 16:37:46.101985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] For port 4f05451c-a906-4183-945d-6d0e7a77ee51, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:46.102874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempted to set empty binding levels {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:37:46.130212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.134084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbcf6c-fff4-431c-822e-7efb8321c89f req-d2ad2061-aa2c-4078-87b6-8b0b8fdefa40 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:46.136062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61cbcf6c-fff4-431c-822e-7efb8321c89f req-d2ad2061-aa2c-4078-87b6-8b0b8fdefa40 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 950 time: 0.3472006 Jul 22 16:37:46.251852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f73626e6282949748a65a822fc9ae453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217218 Jul 22 16:37:46.259173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:46.262641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4135b29f-71a7-4275-a8bc-7ebad027017c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:46.266717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'Port': ['ID=4f05451c-a906-4183-945d-6d0e7a77ee51,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:46.367571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.368367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.370254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.373717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.374504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.375170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.375804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.376503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.377019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.378046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.378631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.379111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fee21f4-6f4e-4346-8a0c-f4f6a496221b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:37:46.384212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:46.390312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.390750 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a639860-e403-4771-ac46-f562ab896b06 None None] New status for floating IP 0387e4df-fcd7-4be5-b0b5-811da3adbd2e: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:37:46.412586 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61cbcf6c-fff4-431c-822e-7efb8321c89f req-59d4882b-b5d1-447e-a81d-f3bb5cf2b77a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401214 Jul 22 16:37:46.445444 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.479795 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-552bdaf8-5a52-4961-bb79-6d444ca57636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.480720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Transition to ACTIVE for port object 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:46.486001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9dd535c8-b51f-46de-942c-a60d143d9128 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.6550355 Jul 22 16:37:46.491161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:46.502043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec1fea-fcf7-44cc-9d8d-27fa17a933d9 req-91d675ad-8c35-41b4-a8c9-f515526bdfff tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:46.515687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccec1fea-fcf7-44cc-9d8d-27fa17a933d9 req-91d675ad-8c35-41b4-a8c9-f515526bdfff tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 950 time: 0.2500744 Jul 22 16:37:46.604031 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-552bdaf8-5a52-4961-bb79-6d444ca57636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.616895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccec1fea-fcf7-44cc-9d8d-27fa17a933d9 req-14f085dc-fd00-4481-b61f-74a6a065a736 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000497 Jul 22 16:37:46.655370 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.752559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'tag': '3c01b8ed-6bc8-424b-a0bb-077d4375162b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:46.760913 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d6bf17-c970-48ad-ad22-605ea6f96d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b579740d-cef2-4395-a424-96d7c11b5c15", "tag": "3c01b8ed-6bc8-424b-a0bb-077d4375162b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:46.786263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:46.791753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:46.793105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-552bdaf8-5a52-4961-bb79-6d444ca57636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.798197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-552bdaf8-5a52-4961-bb79-6d444ca57636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.803077 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-552bdaf8-5a52-4961-bb79-6d444ca57636 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4135b29f-71a7-4275-a8bc-7ebad027017c HTTP/1.1" status: 204 len: 168 time: 0.5395007 Jul 22 16:37:46.803310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:46.820660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bdaf8-5a52-4961-bb79-6d444ca57636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4135b29f-71a7-4275-a8bc-7ebad027017c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:46.825549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f838ac79-4c5d-4489-a84d-20f468cfedb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Deleting port 4f05451c-a906-4183-945d-6d0e7a77ee51 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:46.826212 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f838ac79-4c5d-4489-a84d-20f468cfedb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:46.937655 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e293715e-ee08-4a5f-922c-6aed8198f6d0 req-98ea13a7-e48f-4cf8-a06b-b427d3f0c206 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 210 time: 0.1396246 Jul 22 16:37:46.950020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Port': ['ID=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:47.008421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:47.009102 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.040668 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3b1d7021-8400-4550-82f9-a5617ac18bd0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0308762 Jul 22 16:37:47.062176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183', 'admin_state_up': True, 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'security_groups': ['19157044-5140-4ed9-804a-de9ed803e056']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:47.079099 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ae4a3f-8869-4675-8da9-2efb35fd9267 x-openstack-request-id: req-55ae4a3f-8869-4675-8da9-2efb35fd9267 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:47.079583 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b579740d-cef2-4395-a424-96d7c11b5c15", "tag": "3c01b8ed-6bc8-424b-a0bb-077d4375162b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:47.080002 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55ae4a3f-8869-4675-8da9-2efb35fd9267 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:47.081264 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'tag': '3c01b8ed-6bc8-424b-a0bb-077d4375162b', 'status': 'completed', 'code': 200} Jul 22 16:37:47.126495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f838ac79-4c5d-4489-a84d-20f468cfedb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] For port 4f05451c-a906-4183-945d-6d0e7a77ee51, host n-h2-792458-13, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:47.130279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f838ac79-4c5d-4489-a84d-20f468cfedb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.171940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f838ac79-4c5d-4489-a84d-20f468cfedb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Calling delete_port for 4f05451c-a906-4183-945d-6d0e7a77ee51 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:47.386518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eb6ae05e-5bf3-40e4-8a47-8e006d695df0 None None] Provisioning for port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:47.404547 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eb6ae05e-5bf3-40e4-8a47-8e006d695df0 None None] Provisioning complete for port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:47.411429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae05e-5bf3-40e4-8a47-8e006d695df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.603433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eb6ae05e-5bf3-40e4-8a47-8e006d695df0 None None] Port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:47.622769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-11a5ba4f-dd32-4c2a-aa12-4b9324694bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:47.630378 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-11a5ba4f-dd32-4c2a-aa12-4b9324694bcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc64c0c47fd44e6ca3df9af28c8e0e6a&device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 1098 time: 0.5479920 Jul 22 16:37:47.779101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-fa03ab3b-2f38-41e2-96fe-765462a4f71b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:47.780838 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-fa03ab3b-2f38-41e2-96fe-765462a4f71b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 811 time: 0.3550127 Jul 22 16:37:47.802751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f838ac79-4c5d-4489-a84d-20f468cfedb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.879391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Request body: {'port': {'device_id': '806ebcdb-69a9-470e-b440-8a2b765344df', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'admin_state_up': True, 'tenant_id': '77dffae4560c4b04952180adca13cc0b'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:47.897596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838ac79-4c5d-4489-a84d-20f468cfedb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f05451c-a906-4183-945d-6d0e7a77ee51,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:47.968194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f838ac79-4c5d-4489-a84d-20f468cfedb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:47.970435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f838ac79-4c5d-4489-a84d-20f468cfedb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4f05451c-a906-4183-945d-6d0e7a77ee51 HTTP/1.1" status: 204 len: 168 time: 1.4734974 Jul 22 16:37:47.985751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42956) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:48.012049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009868dd-5e14-4884-8e89-c9d2e88705aa req-630880fe-0acf-4fe8-bde1-290c40806bfd tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.013666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-009868dd-5e14-4884-8e89-c9d2e88705aa req-630880fe-0acf-4fe8-bde1-290c40806bfd tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 950 time: 0.3530056 Jul 22 16:37:48.035740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-3a2c0844-bce7-4939-9e7e-804a0e0a968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.037219 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-3a2c0844-bce7-4939-9e7e-804a0e0a968f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e01317a-d259-4b44-8f1f-d901d2e4cfbd HTTP/1.1" status: 200 len: 912 time: 0.3970826 Jul 22 16:37:48.102107 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3894243-82be-4d20-9bb4-493a949d5925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:37:48.106810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a3894243-82be-4d20-9bb4-493a949d5925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "GET /v2.0/ports/4f05451c-a906-4183-945d-6d0e7a77ee51 HTTP/1.1" status: 404 len: 333 time: 0.1075277 Jul 22 16:37:48.109964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:48.116269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:48.129534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Request body: {'port': {'network_id': '252131fc-ac5d-477e-90ec-c4239450e256', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1062296448'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:48.155107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-009868dd-5e14-4884-8e89-c9d2e88705aa req-2bbe57e2-c88e-482a-ac1f-fa2b424c09f6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289666 Jul 22 16:37:48.176280 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-465db4ea-ebc1-4d31-854c-7aa2c348d0e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c01b8ed-6bc8-424b-a0bb-077d4375162b HTTP/1.1" status: 200 len: 1001 time: 0.1269155 Jul 22 16:37:48.179531 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:37:48.179531 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:37:48.179531 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': '77dffae4560c4b04952180adca13cc0b', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 37, 48, 157717)}] Jul 22 16:37:48.179531 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:37:48.180157 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:37:48.216165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Made reservation on behalf of bc097f30b1d64f1e9701481af8168f2b for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:48.219105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.251465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] device_id is not set on port a0927b0d-27d9-457d-835c-eda4df897471 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:48.261491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-52c66a5b-bc55-4b35-8d3a-1ff748b9db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.263107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-52c66a5b-bc55-4b35-8d3a-1ff748b9db4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6a58352-0307-48ab-bd7f-fbb80a2c6bc2 HTTP/1.1" status: 200 len: 850 time: 0.0785117 Jul 22 16:37:48.395533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57a7a1-4d61-4c53-8870-70b3f35c4460 req-e57e108a-6a58-4e7f-92a2-0a756bceae1c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.405257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57a7a1-4d61-4c53-8870-70b3f35c4460 req-e57e108a-6a58-4e7f-92a2-0a756bceae1c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.421153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57a7a1-4d61-4c53-8870-70b3f35c4460 req-e57e108a-6a58-4e7f-92a2-0a756bceae1c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.433427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b57a7a1-4d61-4c53-8870-70b3f35c4460 req-e57e108a-6a58-4e7f-92a2-0a756bceae1c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 2372 time: 0.5230722 Jul 22 16:37:48.445388 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18c54084-66ae-4ebd-a687-438115ccb605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.490445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:48.571383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b57a7a1-4d61-4c53-8870-70b3f35c4460 req-07a7a308-f8d9-497a-8c13-b60272d879d9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361721 Jul 22 16:37:48.744954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-920534e9-055a-4bb5-b24d-c9bc39caf799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:48.748400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-920534e9-055a-4bb5-b24d-c9bc39caf799 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e01317a-d259-4b44-8f1f-d901d2e4cfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4421556 Jul 22 16:37:48.892356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20291a9e-0f79-466b-964a-450cf94c4513 req-4e27ed20-e9b1-4dc4-90a0-dd535b503e8c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 210 time: 0.0785944 Jul 22 16:37:48.907389 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-ff2ccffe-d65d-4fd3-b3e6-3762153794ad service neutron] 10.222.0.20 "GET /v2.0/networks/9e01317a-d259-4b44-8f1f-d901d2e4cfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112366 Jul 22 16:37:48.918723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Made reservation on behalf of 77dffae4560c4b04952180adca13cc0b for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:48.922302 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.021685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Allocated IP 10.2.2.100 (fd33b87a-764f-438d-ba51-6438b1736183/b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7/04a5bbb2-5b14-4149-b0b2-e218fba3f079) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:49.070077 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.125417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-bb5e9478-4983-4926-a13a-224c542b2658 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.127270 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-bb5e9478-4983-4926-a13a-224c542b2658 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 950 time: 0.2212942 Jul 22 16:37:49.244490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1792cd-066e-4db5-b904-044fe7c808f5 req-e276c196-806e-4dcb-8aab-94fac2c2fbbc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.253364 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab1792cd-066e-4db5-b904-044fe7c808f5 req-e276c196-806e-4dcb-8aab-94fac2c2fbbc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 950 time: 0.6986256 Jul 22 16:37:49.325094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.356997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90d6bf17-c970-48ad-ad22-605ea6f96d5c req-97bf551b-bed4-4de7-8922-e802cf72d658 service neutron] 10.222.0.20 "GET /v2.0/networks/9e01317a-d259-4b44-8f1f-d901d2e4cfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228344 Jul 22 16:37:49.357274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Transition to ACTIVE for port object 04a5bbb2-5b14-4149-b0b2-e218fba3f079 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:49.406324 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.453662 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.459480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab1792cd-066e-4db5-b904-044fe7c808f5 req-646fdbb0-f697-4505-aa71-39f09799d110 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053008 Jul 22 16:37:49.465762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Deleting port 20289c5f-877d-425f-bd75-eef6a5787004 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:49.466211 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.512877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Network 252131fc-ac5d-477e-90ec-c4239450e256 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:49.522907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Allocated IP 172.20.0.13 (0b7dcbe5-a1df-4607-b95c-226b8ef07171/d0c88bde-1ecf-4f65-b878-4a183a720233/f442e931-7f41-478c-b0bb-b886784a7130) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:49.525195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:49.531079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:49.532033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.532715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.569779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'Port': ['ID=a0927b0d-27d9-457d-835c-eda4df897471,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:49.594838 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6da2062d-d7b6-4883-a107-ca3255feed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4839101 Jul 22 16:37:49.598123 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42986) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:49.612862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network fd33b87a-764f-438d-ba51-6438b1736183 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:49.615749 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:49.626436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:49.661976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:49.721689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981cdab-44e1-4ee3-b65f-0440817587c8 req-95515a3c-e9fb-4c30-9e40-a0ef7a009aa6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.724052 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b981cdab-44e1-4ee3-b65f-0440817587c8 req-95515a3c-e9fb-4c30-9e40-a0ef7a009aa6 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 950 time: 0.3889480 Jul 22 16:37:49.731031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Port': ['ID=04a5bbb2-5b14-4149-b0b2-e218fba3f079,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:49.842170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] For port 20289c5f-877d-425f-bd75-eef6a5787004, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=20289c5f-877d-425f-bd75-eef6a5787004,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:49.843922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.875708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:49.876425 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:49.936328 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Calling delete_port for 20289c5f-877d-425f-bd75-eef6a5787004 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:49.942427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b981cdab-44e1-4ee3-b65f-0440817587c8 req-1651ac14-75c9-4f9e-9c6a-89bb06430f7c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957593 Jul 22 16:37:49.957675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-bfedc209-f421-430a-897b-2d77cd3a0ce9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9013183 Jul 22 16:37:49.988047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183', 'admin_state_up': True, 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'security_groups': ['19157044-5140-4ed9-804a-de9ed803e056']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:50.006299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-08342535-f002-41c3-a0e3-8594ded44f44 None None] Provisioning for port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:50.019439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-08342535-f002-41c3-a0e3-8594ded44f44 None None] Provisioning complete for port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:50.022032 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-08342535-f002-41c3-a0e3-8594ded44f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.059851 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.132530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-08342535-f002-41c3-a0e3-8594ded44f44 None None] Port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:50.304275 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d46920ee-f120-49b1-b483-a663070ff7f0 req-508ecaf5-5805-452d-b265-129f338396f0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 210 time: 0.0462909 Jul 22 16:37:50.318979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Made reservation on behalf of acae310097554de5a4c6d699a604fb08 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:50.324019 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.446479 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.473467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Transition to ACTIVE for port object f442e931-7f41-478c-b0bb-b886784a7130 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:50.532460 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.546914 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.571444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['89fb7524-c5fa-432d-ade7-e287d886a70f', '4a45f78e-08f0-43a1-a986-72eba3e35fbf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:50.579603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Pushing event deleted for resources: {'Port': ['ID=20289c5f-877d-425f-bd75-eef6a5787004,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:50.713778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:50.716766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Allocated IP 10.2.2.200 (fd33b87a-764f-438d-ba51-6438b1736183/b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7/6479d55b-05d2-4670-9136-c9b7df1ac6a4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:37:50.803066 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852d166-8d84-4b7f-8f86-d580fa2cbbe1 req-09bbe3bf-94fe-425d-9db8-39628903c050 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:50.813827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852d166-8d84-4b7f-8f86-d580fa2cbbe1 req-09bbe3bf-94fe-425d-9db8-39628903c050 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:50.820215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852d166-8d84-4b7f-8f86-d580fa2cbbe1 req-09bbe3bf-94fe-425d-9db8-39628903c050 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:50.826163 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852d166-8d84-4b7f-8f86-d580fa2cbbe1 req-09bbe3bf-94fe-425d-9db8-39628903c050 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:50.846722 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9852d166-8d84-4b7f-8f86-d580fa2cbbe1 req-09bbe3bf-94fe-425d-9db8-39628903c050 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 3093 time: 1.0161271 Jul 22 16:37:50.849316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:50.861256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:50.934635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:50.951001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Transition to ACTIVE for port object 6479d55b-05d2-4670-9136-c9b7df1ac6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:51.000191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f10e73-1015-49d1-afff-58cf3dac1e06 req-8993aafe-aece-442f-83a9-85d9e3ca8216 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.008906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-15f10e73-1015-49d1-afff-58cf3dac1e06 req-8993aafe-aece-442f-83a9-85d9e3ca8216 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 1102 time: 0.5839455 Jul 22 16:37:51.018593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.020646 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9aec65cc-eb48-4f5f-b64e-b84cd7c11e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.021381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] No DVR routers for this DVR port 20289c5f-877d-425f-bd75-eef6a5787004 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:51.023849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.024314 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.036836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.039203 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-917a813a-fe8a-498c-b9f1-5c40353932d7 req-95e8643d-ebc4-4a93-b812-91ddaf9b55b3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.65 "DELETE /v2.0/ports/20289c5f-877d-425f-bd75-eef6a5787004 HTTP/1.1" status: 204 len: 173 time: 1.8836710 Jul 22 16:37:51.039751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-deleted', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:51.043814 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2219a0e-c8f6-411e-94be-e09f23a0d04c" -d '{"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-deleted", "tag": "20289c5f-877d-425f-bd75-eef6a5787004"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:51.094588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2415178 Jul 22 16:37:51.100464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff669c-f211-4679-8ba7-8af7fbec0ca7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event updated for resources: {'Port': ['ID=f442e931-7f41-478c-b0bb-b886784a7130,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:51.163547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Network fd33b87a-764f-438d-ba51-6438b1736183 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:51.167711 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.188251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:51.204347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Request body: {'port': {'device_id': '806ebcdb-69a9-470e-b440-8a2b765344df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:51.205183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:51.296447 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-15f10e73-1015-49d1-afff-58cf3dac1e06 req-36831b34-d554-41ff-b2f3-3c14998cb294 tempest-ServersOnMultiNodesTest-474741553 tempest-ServersOnMultiNodesTest-474741553-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865462 Jul 22 16:37:51.326141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event updated for resources: {'Port': ['ID=6479d55b-05d2-4670-9136-c9b7df1ac6a4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:51.374246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:51.375659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.431000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a81f7438-7866-4e5c-9a26-2cd0ca3a234d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4541712 Jul 22 16:37:51.455585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:51.492035 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9852d166-8d84-4b7f-8f86-d580fa2cbbe1 req-b87457e5-742a-45c8-966d-45ddcdf24e9c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6442902 Jul 22 16:37:51.529276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aa7debc2-aa7c-4453-888c-3fc6b44c6937 None None] Provisioning for port f442e931-7f41-478c-b0bb-b886784a7130 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:51.564038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aa7debc2-aa7c-4453-888c-3fc6b44c6937 None None] Provisioning complete for port f442e931-7f41-478c-b0bb-b886784a7130 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:51.564427 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aa7debc2-aa7c-4453-888c-3fc6b44c6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.638545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.651892 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7375cd2-7a53-4eee-904f-365e2af2ec94 req-4cf6e3f8-a172-42af-aed9-0555b341db2c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0e59c95-9c70-4441-a172-9e004923f30d HTTP/1.1" status: 200 len: 210 time: 0.0585966 Jul 22 16:37:51.725402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', '9b792b03-7d1e-425f-955c-8dbd617f757a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:51.848524 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37be8b08-0acf-448d-817a-cd482464de65 x-openstack-request-id: req-37be8b08-0acf-448d-817a-cd482464de65 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:51.850000 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e59c95-9c70-4441-a172-9e004923f30d", "name": "network-vif-deleted", "tag": "20289c5f-877d-425f-bd75-eef6a5787004", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:51.850326 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37be8b08-0acf-448d-817a-cd482464de65 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:51.850684 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e59c95-9c70-4441-a172-9e004923f30d', 'name': 'network-vif-deleted', 'tag': '20289c5f-877d-425f-bd75-eef6a5787004', 'status': 'completed', 'code': 200} Jul 22 16:37:51.916404 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:51.990440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aa7debc2-aa7c-4453-888c-3fc6b44c6937 None None] Port f442e931-7f41-478c-b0bb-b886784a7130 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:52.006774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:52.048966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 20289c5f-877d-425f-bd75-eef6a5787004 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:52.051593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 20289c5f-877d-425f-bd75-eef6a5787004 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:52.075616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] device_id is not set on port a0927b0d-27d9-457d-835c-eda4df897471 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:52.142122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.203525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1bb7cbc8-cca8-48e6-b4fe-e7700f339b42 None None] Provisioning for port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:37:52.233660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Transition to ACTIVE for port object a0927b0d-27d9-457d-835c-eda4df897471 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:52.245182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1bb7cbc8-cca8-48e6-b4fe-e7700f339b42 None None] Provisioning complete for port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:37:52.245733 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1bb7cbc8-cca8-48e6-b4fe-e7700f339b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.339626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7cbc8-cca8-48e6-b4fe-e7700f339b42 None None] Port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:37:52.387829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.471828 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.489964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43034) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:52.582335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'Port': ['ID=a0927b0d-27d9-457d-835c-eda4df897471,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:52.588769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f442e931-7f41-478c-b0bb-b886784a7130 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:52.599802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e0f3c-fb7c-4abf-a194-8f6941484657 req-f4d24632-0f45-4548-aefb-7764e1abfcc8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.607424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-607e0f3c-fb7c-4abf-a194-8f6941484657 req-f4d24632-0f45-4548-aefb-7764e1abfcc8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 932 time: 0.3239863 Jul 22 16:37:52.613199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.658668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:52.659874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:52.660429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:52.663244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Transition to ACTIVE for port object f442e931-7f41-478c-b0bb-b886784a7130 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:52.677575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b6c5f-8afe-4837-b472-5ced38cb0a6f req-3e50d4fe-c187-43c4-885a-6cd9435da379 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:52.680025 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c97b6c5f-8afe-4837-b472-5ced38cb0a6f req-3e50d4fe-c187-43c4-885a-6cd9435da379 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 950 time: 0.3048422 Jul 22 16:37:52.689451 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-607e0f3c-fb7c-4abf-a194-8f6941484657 req-d8aad6a3-3f66-489f-9f6e-28ddb3426faf tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809946 Jul 22 16:37:52.690345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:52.690756 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:52.694023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.697395 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 2 to bind port a0927b0d-27d9-457d-835c-eda4df897471 Jul 22 16:37:52.710661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad534506-cf76-45ef-91c4-ee38f6273f1f {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:52.717736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.741695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Transition to ACTIVE for port object ad534506-cf76-45ef-91c4-ee38f6273f1f will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:52.755111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.773633 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec483e5b-62d6-41f3-9d35-9935f1da2da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:52.801525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:52.801940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:52.803246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:52.821031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Pushing event updated for resources: {'Port': ['ID=ad534506-cf76-45ef-91c4-ee38f6273f1f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:52.824421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=f442e931-7f41-478c-b0bb-b886784a7130,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:52.907922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:52.908277 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:52.920085 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 3 to bind port a0927b0d-27d9-457d-835c-eda4df897471 Jul 22 16:37:53.010218 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c97b6c5f-8afe-4837-b472-5ced38cb0a6f req-9378d5b0-63f5-4e00-9a7b-281df89205a1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145072 Jul 22 16:37:53.046246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9aca-9255-447d-accd-3520e338efe0 req-3a7cf3b1-53fd-4615-bc5f-bfaf7eda13b8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.059190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9aca-9255-447d-accd-3520e338efe0 req-3a7cf3b1-53fd-4615-bc5f-bfaf7eda13b8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.067474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9aca-9255-447d-accd-3520e338efe0 req-3a7cf3b1-53fd-4615-bc5f-bfaf7eda13b8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.081066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9aca-9255-447d-accd-3520e338efe0 req-3a7cf3b1-53fd-4615-bc5f-bfaf7eda13b8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.121007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9aca-9255-447d-accd-3520e338efe0 req-3a7cf3b1-53fd-4615-bc5f-bfaf7eda13b8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.130779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25ce9aca-9255-447d-accd-3520e338efe0 req-3a7cf3b1-53fd-4615-bc5f-bfaf7eda13b8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 3826 time: 0.3135159 Jul 22 16:37:53.139414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:53.140165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:53.140765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:53.185135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:53.186186 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:53.191825 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 4 to bind port a0927b0d-27d9-457d-835c-eda4df897471 Jul 22 16:37:53.250032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25ce9aca-9255-447d-accd-3520e338efe0 req-907b6fd6-0377-4cd2-8d5c-c132ff703c48 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122830 Jul 22 16:37:53.264319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:53.265142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:53.265830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:53.300419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Attempting to bind port ad534506-cf76-45ef-91c4-ee38f6273f1f on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:53.300694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Attempting to bind port f442e931-7f41-478c-b0bb-b886784a7130 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:53.300824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Attempting to bind port ad534506-cf76-45ef-91c4-ee38f6273f1f by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:53.300940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Attempting to bind port f442e931-7f41-478c-b0bb-b886784a7130 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:53.301687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Attempting to bind port ad534506-cf76-45ef-91c4-ee38f6273f1f on network 938a054a-5a48-4d43-b896-bf09e16b8e83 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:53.304495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Attempting to bind port f442e931-7f41-478c-b0bb-b886784a7130 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:53.311895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Port ad534506-cf76-45ef-91c4-ee38f6273f1f on network 938a054a-5a48-4d43-b896-bf09e16b8e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:53.312182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Attempting to bind port ad534506-cf76-45ef-91c4-ee38f6273f1f on network 938a054a-5a48-4d43-b896-bf09e16b8e83 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:53.323974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:53.324433 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:53.325077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:53.325433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Checking segment: {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:53.325833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Bound using segment: {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:53.326289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Bound port: ad534506-cf76-45ef-91c4-ee38f6273f1f, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:53.326668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.328036 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 5 to bind port a0927b0d-27d9-457d-835c-eda4df897471 Jul 22 16:37:53.347573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Port f442e931-7f41-478c-b0bb-b886784a7130 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:53.348010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Attempting to bind port f442e931-7f41-478c-b0bb-b886784a7130 on network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:53.372552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:53.372552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Checking segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:53.372552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Bound using segment: {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:53.372552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Bound port: f442e931-7f41-478c-b0bb-b886784a7130, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c079b971-bca0-4137-902a-5f32f6003910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:53.372552 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.414450 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec483e5b-62d6-41f3-9d35-9935f1da2da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.415985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:53.416430 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:53.416978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:53.449303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec483e5b-62d6-41f3-9d35-9935f1da2da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.493201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:53.493965 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:53.509041 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 6 to bind port a0927b0d-27d9-457d-835c-eda4df897471 Jul 22 16:37:53.513938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] For port ad534506-cf76-45ef-91c4-ee38f6273f1f, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:53.519186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] For port ad534506-cf76-45ef-91c4-ee38f6273f1f, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:53.525799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.562344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec483e5b-62d6-41f3-9d35-9935f1da2da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66bda61-5385-4e7e-a8b6-a018a9420e85,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:53.583063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.583855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.586666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:53.587261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] 10.222.0.20 "PUT /v2.0/ports/ad534506-cf76-45ef-91c4-ee38f6273f1f HTTP/1.1" status: 200 len: 1092 time: 2.1415293 Jul 22 16:37:53.587559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:53.588309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:53.595002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ec483e5b-62d6-41f3-9d35-9935f1da2da0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9136b4cd186b454a8618640ca51c1f1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0993254 Jul 22 16:37:53.599843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43050) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:53.601795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:53.633769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f442e931-7f41-478c-b0bb-b886784a7130,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:53.639684 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:53.640134 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:53.645010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:53.692443 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 7 to bind port a0927b0d-27d9-457d-835c-eda4df897471 Jul 22 16:37:53.704423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.746070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c876f19-e6c2-4c2f-8726-8b277e884064 service neutron] Pushing event updated for resources: {'Port': ['ID=ad534506-cf76-45ef-91c4-ee38f6273f1f,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:53.783717 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.809059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:53.809411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:53.809761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:53.821425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.822307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.824642 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] 10.222.0.65 "PUT /v2.0/ports/f442e931-7f41-478c-b0bb-b886784a7130 HTTP/1.1" status: 200 len: 1093 time: 2.6390748 Jul 22 16:37:53.851360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:53.854099 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307838c3-4cf0-4685-8b6d-20823bb6b7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "tag": "f442e931-7f41-478c-b0bb-b886784a7130"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:53.868081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:53.871922 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:53.900735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:53.901082 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:53.914175 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76be433e-c19a-45ea-bb3e-e021ed2cc2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:53.915996 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 8 to bind port a0927b0d-27d9-457d-835c-eda4df897471 Jul 22 16:37:53.982552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d664b7-9e52-41d6-968a-2caafedac975 req-60666e3f-2f5f-45b4-b90f-6476a6857500 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:53.991109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-09d664b7-9e52-41d6-968a-2caafedac975 req-60666e3f-2f5f-45b4-b90f-6476a6857500 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.3555906 Jul 22 16:37:54.054664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948067b-3a81-4fc8-b120-645efc1221a2 req-3a2b6f37-68d6-470d-8f83-120b7ee6c1f2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.066586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d948067b-3a81-4fc8-b120-645efc1221a2 req-3a2b6f37-68d6-470d-8f83-120b7ee6c1f2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 944 time: 0.2615645 Jul 22 16:37:54.077245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-09d664b7-9e52-41d6-968a-2caafedac975 req-39a6bd58-cdc6-4bbe-a1e4-76037da103f8 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851414 Jul 22 16:37:54.100302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903364ea-9ddf-4c74-a56a-d95c7ec6bb82 service neutron] Pushing event updated for resources: {'Port': ['ID=f442e931-7f41-478c-b0bb-b886784a7130,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:54.109331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:54.109823 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:54.110265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:54.138888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76be433e-c19a-45ea-bb3e-e021ed2cc2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.166167 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd56c92-d447-49fe-b39d-05c8f6dc0bcf x-openstack-request-id: req-fdd56c92-d447-49fe-b39d-05c8f6dc0bcf {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:54.166919 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "tag": "f442e931-7f41-478c-b0bb-b886784a7130", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:54.167310 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdd56c92-d447-49fe-b39d-05c8f6dc0bcf {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:54.168529 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130', 'status': 'completed', 'code': 200} Jul 22 16:37:54.168835 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.177340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:54.178025 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:54.181851 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 9 to bind port a0927b0d-27d9-457d-835c-eda4df897471 Jul 22 16:37:54.201585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:54.202566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:54.202566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:54.226160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:54.226653 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:54.230502 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 10 to bind port a0927b0d-27d9-457d-835c-eda4df897471 Jul 22 16:37:54.266495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-76f465f5-6291-47e5-8cfe-5544715309d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.269241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-76f465f5-6291-47e5-8cfe-5544715309d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 1096 time: 0.3477407 Jul 22 16:37:54.312720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:54.313154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:54.313555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:54.325858 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05909f9-114f-4896-be97-8ddd06653b1f x-openstack-request-id: req-f05909f9-114f-4896-be97-8ddd06653b1f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:54.326913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:54.327348 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port a0927b0d-27d9-457d-835c-eda4df897471 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:37:54.327791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.327956 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:54.329497 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f05909f9-114f-4896-be97-8ddd06653b1f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:54.333931 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'status': 'completed', 'code': 200} Jul 22 16:37:54.356917 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d948067b-3a81-4fc8-b120-645efc1221a2 req-a8487bf0-165e-469c-a836-1be139e4adaa tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885761 Jul 22 16:37:54.397766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76be433e-c19a-45ea-bb3e-e021ed2cc2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.400487 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76be433e-c19a-45ea-bb3e-e021ed2cc2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.401733 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-76be433e-c19a-45ea-bb3e-e021ed2cc2d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c66bda61-5385-4e7e-a8b6-a018a9420e85 HTTP/1.1" status: 204 len: 168 time: 0.7777832 Jul 22 16:37:54.409481 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-0a3ce3be-7585-439f-8762-1327adba413b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f442e931-7f41-478c-b0bb-b886784a7130 HTTP/1.1" status: 200 len: 217 time: 0.0676470 Jul 22 16:37:54.462388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c553c1-7689-4852-8287-c55ff48545b2 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:54.477556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.491327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be433e-c19a-45ea-bb3e-e021ed2cc2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66bda61-5385-4e7e-a8b6-a018a9420e85,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:54.498766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Transition to ACTIVE for port object 35c553c1-7689-4852-8287-c55ff48545b2 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:54.515943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.550412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-4c26242d-1b42-4202-9079-dde3b8ac1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.551214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-4c26242d-1b42-4202-9079-dde3b8ac1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.552007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-4c26242d-1b42-4202-9079-dde3b8ac1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.554113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-4c26242d-1b42-4202-9079-dde3b8ac1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.554656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-4c26242d-1b42-4202-9079-dde3b8ac1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.563175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-4c26242d-1b42-4202-9079-dde3b8ac1dc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 4362 time: 0.2860088 Jul 22 16:37:54.614462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Pushing event updated for resources: {'Port': ['ID=35c553c1-7689-4852-8287-c55ff48545b2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:54.643824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-978cca32-9cd4-45ec-9bc2-a2bd49720024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.662815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-978cca32-9cd4-45ec-9bc2-a2bd49720024 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.2309589 Jul 22 16:37:54.685518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] For port a0927b0d-27d9-457d-835c-eda4df897471, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:54.685952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempted to set empty binding levels {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:37:54.715582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.853875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135ce05-5e01-4b4c-a692-d54b3dce311d req-25b9cb7f-580d-4e37-a29a-fd635fef8ebf tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.859912 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c135ce05-5e01-4b4c-a692-d54b3dce311d req-25b9cb7f-580d-4e37-a29a-fd635fef8ebf tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 950 time: 0.5088131 Jul 22 16:37:54.868747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Attempting to bind port 35c553c1-7689-4852-8287-c55ff48545b2 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:54.869588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Attempting to bind port 35c553c1-7689-4852-8287-c55ff48545b2 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:54.870074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Attempting to bind port 35c553c1-7689-4852-8287-c55ff48545b2 on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:54.879562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Port 35c553c1-7689-4852-8287-c55ff48545b2 on network b67ed618-c57e-47c4-8fb4-c2e22004d008 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:54.880093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Attempting to bind port 35c553c1-7689-4852-8287-c55ff48545b2 on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:54.899846 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] In _notify_port_updated(), no bound segment for port a0927b0d-27d9-457d-835c-eda4df897471 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:37:54.900724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:54.901323 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.911230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:54.911709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Checking segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:54.914965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Bound using segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:54.914965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Bound port: 35c553c1-7689-4852-8287-c55ff48545b2, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:54.914965 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:54.915294 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "PUT /v2.0/ports/a0927b0d-27d9-457d-835c-eda4df897471 HTTP/1.1" status: 200 len: 980 time: 5.3103464 Jul 22 16:37:54.918208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8edd8-3ac6-430b-9553-97796d3e4279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'Port': ['ID=a0927b0d-27d9-457d-835c-eda4df897471,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:54.918356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:54.994322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:55.032280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-7fb6cbdb-43e2-445e-9311-f664eb827866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.032748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-7fb6cbdb-43e2-445e-9311-f664eb827866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.033204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-7fb6cbdb-43e2-445e-9311-f664eb827866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.035510 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-7fb6cbdb-43e2-445e-9311-f664eb827866 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=acae310097554de5a4c6d699a604fb08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4298522 Jul 22 16:37:55.048200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c135ce05-5e01-4b4c-a692-d54b3dce311d req-6157e950-7ebd-43fc-b38a-92f97ab7003c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198089 Jul 22 16:37:55.071005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-09a78d11-4e1b-4bbd-a677-7ed4542c02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.071005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-09a78d11-4e1b-4bbd-a677-7ed4542c02e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3771307 Jul 22 16:37:55.262771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-94e897c0-4b39-4d41-be04-3c5f5be61689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.264746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4bbd800c-abe9-4792-85a8-9a03d14b1a6d req-94e897c0-4b39-4d41-be04-3c5f5be61689 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2135155 Jul 22 16:37:55.271443 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-c7ed4089-5bd8-492a-ac2c-2c8713213c03 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913164 Jul 22 16:37:55.384077 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31ba842f-d57d-4504-995b-d5bdcf9e14f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.418456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e9bed-bde6-4560-a255-612b614e197b req-57b4a10a-e50a-4954-aec0-8208534b5fdd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.420163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-510e9bed-bde6-4560-a255-612b614e197b req-57b4a10a-e50a-4954-aec0-8208534b5fdd tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.1477244 Jul 22 16:37:55.422116 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef493de0-18e9-437f-b1d1-c6c027cab1f7 req-693d88e0-6323-4a6b-bb93-f0ee739b792f service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387141 Jul 22 16:37:55.434455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d11d0-0f0e-4358-aa09-103de2162703 req-2e708c89-02cc-4aa0-a2fb-4bcef71225f6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.440834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d11d0-0f0e-4358-aa09-103de2162703 req-2e708c89-02cc-4aa0-a2fb-4bcef71225f6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.446710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d11d0-0f0e-4358-aa09-103de2162703 req-2e708c89-02cc-4aa0-a2fb-4bcef71225f6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.452543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d11d0-0f0e-4358-aa09-103de2162703 req-2e708c89-02cc-4aa0-a2fb-4bcef71225f6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.459603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d11d0-0f0e-4358-aa09-103de2162703 req-2e708c89-02cc-4aa0-a2fb-4bcef71225f6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.465618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d11d0-0f0e-4358-aa09-103de2162703 req-2e708c89-02cc-4aa0-a2fb-4bcef71225f6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.467560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c85d11d0-0f0e-4358-aa09-103de2162703 req-2e708c89-02cc-4aa0-a2fb-4bcef71225f6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 4597 time: 0.7899919 Jul 22 16:37:55.486308 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-510e9bed-bde6-4560-a255-612b614e197b req-ff20945a-6b51-4cf2-8029-8fa6812ed95c tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552168 Jul 22 16:37:55.522320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-f1208e24-6994-452b-98db-5756eeb288d0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.523832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-f1208e24-6994-452b-98db-5756eeb288d0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 950 time: 0.7618778 Jul 22 16:37:55.566025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] For port 35c553c1-7689-4852-8287-c55ff48545b2, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:55.608585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] For port 35c553c1-7689-4852-8287-c55ff48545b2, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=35c553c1-7689-4852-8287-c55ff48545b2,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:55.651667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.684780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-1e7cf7da-3778-4364-bb90-1c801091db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.686424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-1e7cf7da-3778-4364-bb90-1c801091db96 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 1096 time: 0.1183562 Jul 22 16:37:55.698680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53417ed-fc3d-464b-bcf3-572f11c9bc1a req-e3f24911-4cc7-4785-a5f0-b7431ab135d5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.700379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e53417ed-fc3d-464b-bcf3-572f11c9bc1a req-e3f24911-4cc7-4785-a5f0-b7431ab135d5 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 944 time: 0.0975630 Jul 22 16:37:55.701176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.701658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.702125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.702587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.703362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.703617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.704056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.704656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.705118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.706112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.706555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.707378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.707378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.708201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.708201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.709335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.709335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.709681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.709924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.710725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.710846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.711265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.711722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.712170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.712618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.713065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.713516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.713966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.714413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.714861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.715335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.715783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.716229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.716677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.717124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.717571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.718017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.718466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.718911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.719818 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.719818 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.720871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.720871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.722390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.722390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.722601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.723084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.723535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.724232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.724681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.725129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.725575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.726021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.726467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.726915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.737013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ed871c0c-5fc4-4d1a-b9ae-ed4e171724b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 48992 time: 0.8111005 Jul 22 16:37:55.738749 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43080) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:55.778484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c85d11d0-0f0e-4358-aa09-103de2162703 req-854217e9-12e6-47ea-a4f8-28ecd81920fb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3003755 Jul 22 16:37:55.805748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.806516 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:55.809890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] 10.222.0.20 "PUT /v2.0/ports/35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 1130 time: 2.1737959 Jul 22 16:37:55.889256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:55.900069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c4af6-5177-449f-a867-408f21944439 req-c0596cf0-2e19-4288-89ec-f94f654ed1a5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.901747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f3c4af6-5177-449f-a867-408f21944439 req-c0596cf0-2e19-4288-89ec-f94f654ed1a5 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.20 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.5333722 Jul 22 16:37:55.935879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e53417ed-fc3d-464b-bcf3-572f11c9bc1a req-4a1735ef-c203-4046-8466-e6cbf189d48f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062812 Jul 22 16:37:55.942207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-ff0590fd-07b1-44f7-aa80-9424c00ca215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:55.943902 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-ff0590fd-07b1-44f7-aa80-9424c00ca215 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.2425385 Jul 22 16:37:56.030453 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-8c5aa688-5c9d-4958-a3e7-618f7e814e18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f442e931-7f41-478c-b0bb-b886784a7130 HTTP/1.1" status: 200 len: 217 time: 0.0563526 Jul 22 16:37:56.040990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c49afaab-cf76-4aa4-9828-8f3c0f2743ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Deleting port a0927b0d-27d9-457d-835c-eda4df897471 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:56.041197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c49afaab-cf76-4aa4-9828-8f3c0f2743ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.041496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707176c-486f-485d-b7fa-6bc8bc11c297 service neutron] Pushing event updated for resources: {'Port': ['ID=35c553c1-7689-4852-8287-c55ff48545b2,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:56.214220 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c49afaab-cf76-4aa4-9828-8f3c0f2743ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] For port a0927b0d-27d9-457d-835c-eda4df897471, host n-h2-792458-13, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:56.214867 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c49afaab-cf76-4aa4-9828-8f3c0f2743ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.234094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Deleting port c4c4508d-9502-48e5-931e-04652c6f0ea7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:56.234094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.243602 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31ba842f-d57d-4504-995b-d5bdcf9e14f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.246871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-e03617c5-29b0-4d91-833d-e706c1b298d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.248412 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-e03617c5-29b0-4d91-833d-e706c1b298d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1786885 Jul 22 16:37:56.257196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c49afaab-cf76-4aa4-9828-8f3c0f2743ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Calling delete_port for a0927b0d-27d9-457d-835c-eda4df897471 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:56.279380 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31ba842f-d57d-4504-995b-d5bdcf9e14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.310470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.312920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7f3c4af6-5177-449f-a867-408f21944439 req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Deleting port 4a45f78e-08f0-43a1-a986-72eba3e35fbf {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:56.313318 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f3c4af6-5177-449f-a867-408f21944439 req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.341316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '35c553c1-7689-4852-8287-c55ff48545b2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:56.343584 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f88f7ac-af08-425b-a911-6895787a2c62" -d '{"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "35c553c1-7689-4852-8287-c55ff48545b2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:56.386622 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4934b0-06de-4908-be79-e685d1ba1e76 req-f4704dff-5c4b-47e2-9532-cf25f78282b3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.388317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-be4934b0-06de-4908-be79-e685d1ba1e76 req-f4704dff-5c4b-47e2-9532-cf25f78282b3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 950 time: 0.2028923 Jul 22 16:37:56.404273 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdc1a71-079c-4455-bcf4-217a12f6da29 x-openstack-request-id: req-0fdc1a71-079c-4455-bcf4-217a12f6da29 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:56.404560 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "35c553c1-7689-4852-8287-c55ff48545b2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:56.404808 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fdc1a71-079c-4455-bcf4-217a12f6da29 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:56.405208 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '35c553c1-7689-4852-8287-c55ff48545b2', 'status': 'completed', 'code': 200} Jul 22 16:37:56.420673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-31ba842f-d57d-4504-995b-d5bdcf9e14f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c0a704df1464a27b242cc51c06773e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4204924 Jul 22 16:37:56.423464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:56.428566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba842f-d57d-4504-995b-d5bdcf9e14f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8141fac6-5146-4d65-a9a9-63dc71ffd25c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:56.446371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-72b5454b-bdf0-4457-8db2-12dcb418a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:56.448014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-72b5454b-bdf0-4457-8db2-12dcb418a7eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787148 Jul 22 16:37:56.464228 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c49afaab-cf76-4aa4-9828-8f3c0f2743ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.551695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] For port c4c4508d-9502-48e5-931e-04652c6f0ea7, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c4c4508d-9502-48e5-931e-04652c6f0ea7,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:56.552069 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.630298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Calling delete_port for c4c4508d-9502-48e5-931e-04652c6f0ea7 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:56.657097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7f3c4af6-5177-449f-a867-408f21944439 req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] For port 4a45f78e-08f0-43a1-a986-72eba3e35fbf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4a45f78e-08f0-43a1-a986-72eba3e35fbf,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:56.657381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f3c4af6-5177-449f-a867-408f21944439 req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.744151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7f3c4af6-5177-449f-a867-408f21944439 req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Calling delete_port for 4a45f78e-08f0-43a1-a986-72eba3e35fbf owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:56.805280 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-be4934b0-06de-4908-be79-e685d1ba1e76 req-0c3c10ab-d30c-44af-bda9-4df23e7e9859 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099553 Jul 22 16:37:56.812059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49afaab-cf76-4aa4-9828-8f3c0f2743ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0927b0d-27d9-457d-835c-eda4df897471,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:56.826376 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c49afaab-cf76-4aa4-9828-8f3c0f2743ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.828402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c49afaab-cf76-4aa4-9828-8f3c0f2743ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a0927b0d-27d9-457d-835c-eda4df897471 HTTP/1.1" status: 204 len: 168 time: 1.0885282 Jul 22 16:37:56.851954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43094) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:56.901671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87f3a131-6b26-41a1-915f-6e223a7184b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.976131 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e82361-ad75-474d-a55f-1514f3f56cb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:37:56.985002 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b3e82361-ad75-474d-a55f-1514f3f56cb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "GET /v2.0/ports/a0927b0d-27d9-457d-835c-eda4df897471 HTTP/1.1" status: 404 len: 333 time: 0.1313758 Jul 22 16:37:56.985438 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87f3a131-6b26-41a1-915f-6e223a7184b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:56.985701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:57.001540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-795136982', 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:57.020974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-6e3e371c-1c8a-49e6-8d47-3427c9a46ece service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577297 Jul 22 16:37:57.046372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Made reservation on behalf of bc097f30b1d64f1e9701481af8168f2b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:37:57.048926 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.064814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badec51-e5c1-48a5-84a8-a262d93e428a req-d167bb4f-169f-490e-9a2e-6b8857805c30 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.067386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8badec51-e5c1-48a5-84a8-a262d93e428a req-d167bb4f-169f-490e-9a2e-6b8857805c30 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 950 time: 0.4349740 Jul 22 16:37:57.068150 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-dbd7ff93-490a-4507-92dd-553a3ee585f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.068639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-dbd7ff93-490a-4507-92dd-553a3ee585f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.069114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-dbd7ff93-490a-4507-92dd-553a3ee585f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.069587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-dbd7ff93-490a-4507-92dd-553a3ee585f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.070056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-dbd7ff93-490a-4507-92dd-553a3ee585f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.070515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-dbd7ff93-490a-4507-92dd-553a3ee585f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.072446 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-dbd7ff93-490a-4507-92dd-553a3ee585f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5285 time: 0.3328431 Jul 22 16:37:57.157695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] device_id is not set on port 7028e192-755a-499e-9c71-5f2cfcd12a57 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:37:57.270096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87f3a131-6b26-41a1-915f-6e223a7184b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.272857 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87f3a131-6b26-41a1-915f-6e223a7184b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.276460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-87f3a131-6b26-41a1-915f-6e223a7184b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8141fac6-5146-4d65-a9a9-63dc71ffd25c HTTP/1.1" status: 204 len: 168 time: 0.8487668 Jul 22 16:37:57.297509 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8d15-312d-4768-99b8-56f5ad751c3c req-35703782-9f91-4966-b42d-d0a36e000abd tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.305179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8d15-312d-4768-99b8-56f5ad751c3c req-35703782-9f91-4966-b42d-d0a36e000abd tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.311262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8d15-312d-4768-99b8-56f5ad751c3c req-35703782-9f91-4966-b42d-d0a36e000abd tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.317829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8d15-312d-4768-99b8-56f5ad751c3c req-35703782-9f91-4966-b42d-d0a36e000abd tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.324195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8d15-312d-4768-99b8-56f5ad751c3c req-35703782-9f91-4966-b42d-d0a36e000abd tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.324917 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8badec51-e5c1-48a5-84a8-a262d93e428a req-a9bc8b76-abe0-4cd5-b460-59c38ae04afa tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359579 Jul 22 16:37:57.330168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f8d15-312d-4768-99b8-56f5ad751c3c req-35703782-9f91-4966-b42d-d0a36e000abd tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.338147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-306f8d15-312d-4768-99b8-56f5ad751c3c req-35703782-9f91-4966-b42d-d0a36e000abd tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 4597 time: 0.3806982 Jul 22 16:37:57.372055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3a131-6b26-41a1-915f-6e223a7184b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8141fac6-5146-4d65-a9a9-63dc71ffd25c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:57.376829 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f3c4af6-5177-449f-a867-408f21944439 req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.384142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-307838c3-4cf0-4685-8b6d-20823bb6b7ff req-bcecb25c-7e61-4fcb-99f7-bc7ed3927128 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432522 Jul 22 16:37:57.386461 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.395765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-716d6fc6-0f85-4542-96e7-48f8ac32f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.396343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-716d6fc6-0f85-4542-96e7-48f8ac32f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.397127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-716d6fc6-0f85-4542-96e7-48f8ac32f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.398333 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-716d6fc6-0f85-4542-96e7-48f8ac32f146 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=acae310097554de5a4c6d699a604fb08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3040800 Jul 22 16:37:57.423450 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:37:57.441793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['89fb7524-c5fa-432d-ade7-e287d886a70f', '4a45f78e-08f0-43a1-a986-72eba3e35fbf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:57.445828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-306f8d15-312d-4768-99b8-56f5ad751c3c req-08017a81-325d-40f3-9edf-911f376705e8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067076 Jul 22 16:37:57.453805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885e45d5-48cf-4508-9c20-a599e79595bd {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:57.462558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29', 'f7a15407-9fca-4599-a1d1-769d35ac06a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:57.480034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Pushing event deleted for resources: {'Port': ['ID=4a45f78e-08f0-43a1-a986-72eba3e35fbf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:57.581673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.586661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event deleted for resources: {'Port': ['ID=c4c4508d-9502-48e5-931e-04652c6f0ea7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:57.665099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-16bb50fb-17a8-4789-89d5-37f530af127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:57.667816 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f88f7ac-af08-425b-a911-6895787a2c62 req-16bb50fb-17a8-4789-89d5-37f530af127e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2539871 Jul 22 16:37:57.757260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] No DVR routers for this DVR port c4c4508d-9502-48e5-931e-04652c6f0ea7 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:57.778823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Transition to ACTIVE for port object 885e45d5-48cf-4508-9c20-a599e79595bd will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:37:57.788915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.790987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64d56325-67a5-4f1e-ad88-a129ee9d4208 req-341b2e09-341b-435e-b6be-7275592f1b3c tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "DELETE /v2.0/ports/c4c4508d-9502-48e5-931e-04652c6f0ea7 HTTP/1.1" status: 204 len: 173 time: 2.2185576 Jul 22 16:37:57.792532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3c4af6-5177-449f-a867-408f21944439 req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] No DVR routers for this DVR port 4a45f78e-08f0-43a1-a986-72eba3e35fbf on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:37:57.799933 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.805383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7f3c4af6-5177-449f-a867-408f21944439 req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:57.807333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f3c4af6-5177-449f-a867-408f21944439 req-471e1bd6-7c51-4e6e-8a89-a32fdc085f04 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.20 "DELETE /v2.0/ports/4a45f78e-08f0-43a1-a986-72eba3e35fbf HTTP/1.1" status: 204 len: 173 time: 1.8442750 Jul 22 16:37:57.964425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Pushing event updated for resources: {'Port': ['ID=885e45d5-48cf-4508-9c20-a599e79595bd,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:58.071338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f442e931-7f41-478c-b0bb-b886784a7130 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:37:58.074096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c4c4508d-9502-48e5-931e-04652c6f0ea7 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:58.097694 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7bbb8426-d396-49b3-92f2-601f078615d6 req-6cc5a284-9ee1-4deb-aa58-7d00eedc2857 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cab362a-bc44-4e90-833b-4337caad8ce0 HTTP/1.1" status: 200 len: 210 time: 0.0569580 Jul 22 16:37:58.233390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3725881-30e3-4365-b35c-c5bd8879d423 req-bb853e12-8538-46ab-a870-7125ceeb20e7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:58.242214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c3725881-30e3-4365-b35c-c5bd8879d423 req-bb853e12-8538-46ab-a870-7125ceeb20e7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 944 time: 0.7653453 Jul 22 16:37:58.249536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: c4c4508d-9502-48e5-931e-04652c6f0ea7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:58.250839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c4c4508d-9502-48e5-931e-04652c6f0ea7 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:58.281880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.381767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c3725881-30e3-4365-b35c-c5bd8879d423 req-58472315-ebd7-4ca0-8231-c8d4796831e6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363223 Jul 22 16:37:58.414365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cab362a-bc44-4e90-833b-4337caad8ce0', 'name': 'network-vif-deleted', 'tag': 'c4c4508d-9502-48e5-931e-04652c6f0ea7'}, {'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'name': 'network-vif-deleted', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:37:58.417266 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3967c571-b670-493c-9570-61957aa42b40" -d '{"events": [{"server_uuid": "7cab362a-bc44-4e90-833b-4337caad8ce0", "name": "network-vif-deleted", "tag": "c4c4508d-9502-48e5-931e-04652c6f0ea7"}, {"server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "name": "network-vif-deleted", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:37:58.478507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Attempting to bind port 885e45d5-48cf-4508-9c20-a599e79595bd on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:37:58.479323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Attempting to bind port 885e45d5-48cf-4508-9c20-a599e79595bd by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:37:58.480044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Attempting to bind port 885e45d5-48cf-4508-9c20-a599e79595bd on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:58.491837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Port 885e45d5-48cf-4508-9c20-a599e79595bd on network b67ed618-c57e-47c4-8fb4-c2e22004d008 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:37:58.491837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Attempting to bind port 885e45d5-48cf-4508-9c20-a599e79595bd on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:37:58.496268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.599651 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b5ca84-6f56-4a6d-a89d-cdb4e5017541 x-openstack-request-id: req-78b5ca84-6f56-4a6d-a89d-cdb4e5017541 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:37:58.599969 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cab362a-bc44-4e90-833b-4337caad8ce0", "name": "network-vif-deleted", "tag": "c4c4508d-9502-48e5-931e-04652c6f0ea7", "status": "completed", "code": 200}, {"server_uuid": "8befcda0-940d-4a97-8ffe-8e3456a3f160", "name": "network-vif-deleted", "tag": "4a45f78e-08f0-43a1-a986-72eba3e35fbf", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:37:58.600239 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78b5ca84-6f56-4a6d-a89d-cdb4e5017541 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:37:58.600675 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cab362a-bc44-4e90-833b-4337caad8ce0', 'name': 'network-vif-deleted', 'tag': 'c4c4508d-9502-48e5-931e-04652c6f0ea7', 'status': 'completed', 'code': 200} Jul 22 16:37:58.604385 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8befcda0-940d-4a97-8ffe-8e3456a3f160', 'name': 'network-vif-deleted', 'tag': '4a45f78e-08f0-43a1-a986-72eba3e35fbf', 'status': 'completed', 'code': 200} Jul 22 16:37:58.610814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'Port': ['ID=7028e192-755a-499e-9c71-5f2cfcd12a57,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:58.639903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:37:58.640267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Checking segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:37:58.645802 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f442e931-7f41-478c-b0bb-b886784a7130,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:58.647441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Bound using segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:37:58.647938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Bound port: 885e45d5-48cf-4508-9c20-a599e79595bd, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:37:58.648988 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.672799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'f442e931-7f41-478c-b0bb-b886784a7130', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'port_id': 'f442e931-7f41-478c-b0bb-b886784a7130', 'mac_address': 'fa:16:3e:ec:fe:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:37:58.696341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5', 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', '31c1fe79-a4f6-44c9-81be-884e635b6714', '77980a8c-8966-46a7-8e35-df36ecff7bbb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:37:58.709337 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9cc380aa-b64d-4eac-a6a3-7823a7454582 req-cb3fb08a-bdd1-4924-b91e-0609c76a06ec tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=8befcda0-940d-4a97-8ffe-8e3456a3f160 HTTP/1.1" status: 200 len: 210 time: 0.0864861 Jul 22 16:37:58.711068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Network 252131fc-ac5d-477e-90ec-c4239450e256 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:37:58.761137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:37:58.764927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:37:58.765940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:58.766596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:58.804176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f3821ee9-4ca3-4d55-86b3-c38f7954c010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8049042 Jul 22 16:37:58.805031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:58.904298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5570fd-f7b7-4130-8325-7548d375a75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:58.915018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6c5570fd-f7b7-4130-8325-7548d375a75a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "GET /v2.0/ports/7028e192-755a-499e-9c71-5f2cfcd12a57 HTTP/1.1" status: 200 len: 958 time: 0.1085153 Jul 22 16:37:58.916309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43140) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:58.981699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46464b7-ccbd-4639-a5d6-d705f21b0f95 req-eeeb2273-b0e8-4c9b-a5ad-6b357ba27686 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:58.988552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46464b7-ccbd-4639-a5d6-d705f21b0f95 req-eeeb2273-b0e8-4c9b-a5ad-6b357ba27686 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:58.996113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46464b7-ccbd-4639-a5d6-d705f21b0f95 req-eeeb2273-b0e8-4c9b-a5ad-6b357ba27686 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.003936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46464b7-ccbd-4639-a5d6-d705f21b0f95 req-eeeb2273-b0e8-4c9b-a5ad-6b357ba27686 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.010720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46464b7-ccbd-4639-a5d6-d705f21b0f95 req-eeeb2273-b0e8-4c9b-a5ad-6b357ba27686 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.019178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46464b7-ccbd-4639-a5d6-d705f21b0f95 req-eeeb2273-b0e8-4c9b-a5ad-6b357ba27686 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.027121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46464b7-ccbd-4639-a5d6-d705f21b0f95 req-eeeb2273-b0e8-4c9b-a5ad-6b357ba27686 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.029623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d46464b7-ccbd-4639-a5d6-d705f21b0f95 req-eeeb2273-b0e8-4c9b-a5ad-6b357ba27686 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5369 time: 0.3134983 Jul 22 16:37:59.030872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] For port 885e45d5-48cf-4508-9c20-a599e79595bd, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:37:59.068040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] For port 885e45d5-48cf-4508-9c20-a599e79595bd, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=885e45d5-48cf-4508-9c20-a599e79595bd,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:37:59.122943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d46464b7-ccbd-4639-a5d6-d705f21b0f95 req-86478077-6904-47d7-babc-ab34d7d92c6e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746787 Jul 22 16:37:59.124361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.202791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.213824 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.213824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] 10.222.0.20 "PUT /v2.0/ports/885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 1131 time: 3.3432014 Jul 22 16:37:59.228776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.254601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c8ede-6888-407d-8a66-fa808b4415a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Deleting port 7028e192-755a-499e-9c71-5f2cfcd12a57 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:37:59.256520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f442e931-7f41-478c-b0bb-b886784a7130 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:37:59.257451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:37:59.258881 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8ede-6888-407d-8a66-fa808b4415a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.329465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd5b81-8d22-479a-87ed-c63d4b222202 service neutron] Pushing event updated for resources: {'Port': ['ID=885e45d5-48cf-4508-9c20-a599e79595bd,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:59.366523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f442e931-7f41-478c-b0bb-b886784a7130,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:37:59.386464 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.422135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8ede-6888-407d-8a66-fa808b4415a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.458257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c8ede-6888-407d-8a66-fa808b4415a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Calling delete_port for 7028e192-755a-499e-9c71-5f2cfcd12a57 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:37:59.560387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.590142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f442e931-7f41-478c-b0bb-b886784a7130,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:59.702341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4a45f78e-08f0-43a1-a986-72eba3e35fbf no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:37:59.741676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 4a45f78e-08f0-43a1-a986-72eba3e35fbf {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:37:59.742308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4a45f78e-08f0-43a1-a986-72eba3e35fbf not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:37:59.804538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51276b47-f6f5-4e79-b750-99802a91d6ad req-1fbc6db8-2a5a-43ae-9ff6-3025a2b8da1e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.806552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51276b47-f6f5-4e79-b750-99802a91d6ad req-1fbc6db8-2a5a-43ae-9ff6-3025a2b8da1e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 945 time: 0.1416981 Jul 22 16:37:59.835071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8ede-6888-407d-8a66-fa808b4415a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.890873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05cbe-fd29-4da9-ba82-90d309cff800 req-8f0a27fe-03b3-46aa-ac0c-d6b7802cc86e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:37:59.899326 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c05cbe-fd29-4da9-ba82-90d309cff800 req-8f0a27fe-03b3-46aa-ac0c-d6b7802cc86e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 949 time: 0.2279158 Jul 22 16:37:59.910908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c8ede-6888-407d-8a66-fa808b4415a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event deleted for resources: {'Port': ['ID=7028e192-755a-499e-9c71-5f2cfcd12a57,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:37:59.922225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8ede-6888-407d-8a66-fa808b4415a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:37:59.925323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bb2c8ede-6888-407d-8a66-fa808b4415a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "DELETE /v2.0/ports/7028e192-755a-499e-9c71-5f2cfcd12a57 HTTP/1.1" status: 204 len: 168 time: 1.0055521 Jul 22 16:37:59.947747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:59.948076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51276b47-f6f5-4e79-b750-99802a91d6ad req-8735af3c-3bbe-438a-b100-edf4e21ccb25 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342793 Jul 22 16:37:59.948417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43168) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:37:59.969873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f442e931-7f41-478c-b0bb-b886784a7130'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:00.368421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72da0136-ccbc-4e18-a464-74560283512b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.370495 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-c044b8c6-e691-41bb-973b-e4f622aec198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:38:00.378600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43182) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:00.378948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c044b8c6-e691-41bb-973b-e4f622aec198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "GET /v2.0/ports/7028e192-755a-499e-9c71-5f2cfcd12a57 HTTP/1.1" status: 404 len: 333 time: 0.4188025 Jul 22 16:38:00.384527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Request body: {'port': {'network_id': '252131fc-ac5d-477e-90ec-c4239450e256', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-307553636'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:00.428976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Made reservation on behalf of bc097f30b1d64f1e9701481af8168f2b for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:00.431553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.431690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c05cbe-fd29-4da9-ba82-90d309cff800 req-c405beb2-2d1b-4666-811d-93cc4b7acb2e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312498 Jul 22 16:38:00.460885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] device_id is not set on port 01b684bf-e265-46bc-9c8f-cbbc25280211 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:00.617612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '885e45d5-48cf-4508-9c20-a599e79595bd'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:00.620986 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c8d870-e981-4297-8543-d57f7b5ff470" -d '{"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "885e45d5-48cf-4508-9c20-a599e79595bd"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:00.652662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fcfa174-2a00-4f79-ade3-5bb487147ed5 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:00.675570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.716083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Transition to ACTIVE for port object 4fcfa174-2a00-4f79-ade3-5bb487147ed5 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:00.729295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.740713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa684f64-a28d-443d-8722-521a95147168 req-841302fc-5d63-495d-8d9a-240633ee32fe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.749971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa684f64-a28d-443d-8722-521a95147168 req-841302fc-5d63-495d-8d9a-240633ee32fe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.750293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098283a-b0d9-4c8a-b294-7ac3d074b953 req-61cb5599-5fce-4d84-92dc-3597ad500b54 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.752351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8098283a-b0d9-4c8a-b294-7ac3d074b953 req-61cb5599-5fce-4d84-92dc-3597ad500b54 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1585140 Jul 22 16:38:00.752826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa684f64-a28d-443d-8722-521a95147168 req-841302fc-5d63-495d-8d9a-240633ee32fe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.759599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa684f64-a28d-443d-8722-521a95147168 req-841302fc-5d63-495d-8d9a-240633ee32fe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.765533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa684f64-a28d-443d-8722-521a95147168 req-841302fc-5d63-495d-8d9a-240633ee32fe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.772523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa684f64-a28d-443d-8722-521a95147168 req-841302fc-5d63-495d-8d9a-240633ee32fe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.778760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa684f64-a28d-443d-8722-521a95147168 req-841302fc-5d63-495d-8d9a-240633ee32fe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.780256 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa684f64-a28d-443d-8722-521a95147168 req-841302fc-5d63-495d-8d9a-240633ee32fe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5369 time: 0.2055697 Jul 22 16:38:00.787034 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.836625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8098283a-b0d9-4c8a-b294-7ac3d074b953 req-b5753690-0057-459b-aaad-a7e173c04fef tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748594 Jul 22 16:38:00.840057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.870917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72da0136-ccbc-4e18-a464-74560283512b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.917102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'Port': ['ID=01b684bf-e265-46bc-9c8f-cbbc25280211,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:00.918129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72da0136-ccbc-4e18-a464-74560283512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.935936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Network 252131fc-ac5d-477e-90ec-c4239450e256 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:00.937726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:00.941446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:00.942464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:00.943113 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:00.947268 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe8dc65-db89-428a-8b44-9f31b1138a58 x-openstack-request-id: req-6fe8dc65-db89-428a-8b44-9f31b1138a58 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:00.947626 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "885e45d5-48cf-4508-9c20-a599e79595bd", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:00.947811 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fe8dc65-db89-428a-8b44-9f31b1138a58 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:00.948219 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '885e45d5-48cf-4508-9c20-a599e79595bd', 'status': 'completed', 'code': 200} Jul 22 16:38:00.954853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-72da0136-ccbc-4e18-a464-74560283512b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8ac6e1a5bc642f99c70ab477f32eb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9861929 Jul 22 16:38:00.954853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcfa174-2a00-4f79-ade3-5bb487147ed5,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:00.956877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43186) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:00.972569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e9feb23e-ceb5-4158-b6ea-8bddbe9dd7f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5909832 Jul 22 16:38:00.988783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43190) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:00.997232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:01.035250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa684f64-a28d-443d-8722-521a95147168 req-4dcd0401-c79a-400f-993b-f08914a5cf61 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2311478 Jul 22 16:38:01.092835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da0136-ccbc-4e18-a464-74560283512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27647fc-c8cc-4c91-9fde-dba2f5ec5cbc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:01.184344 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.185196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Attempting to bind port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:01.185553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Attempting to bind port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:01.185913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Attempting to bind port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:01.192911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 on network b67ed618-c57e-47c4-8fb4-c2e22004d008 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:01.193244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Attempting to bind port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:01.205972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:01.206321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Checking segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:01.206714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Bound using segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:01.207195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Bound port: 4fcfa174-2a00-4f79-ade3-5bb487147ed5, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:01.207586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.230568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-284f2624-f843-4950-aa2d-7c02121adadc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.232406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-284f2624-f843-4950-aa2d-7c02121adadc tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.20 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.1961432 Jul 22 16:38:01.269063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ed5ee8-74c3-4704-a99f-66385712821c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.322922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.373801 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ed5ee8-74c3-4704-a99f-66385712821c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.376264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] For port 4fcfa174-2a00-4f79-ade3-5bb487147ed5, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:01.389933 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-0f88d877-019f-40ff-9ee0-cfbf3e761528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.390740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-0f88d877-019f-40ff-9ee0-cfbf3e761528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.391997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-0f88d877-019f-40ff-9ee0-cfbf3e761528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.394009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-0f88d877-019f-40ff-9ee0-cfbf3e761528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.395538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-0f88d877-019f-40ff-9ee0-cfbf3e761528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.396967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-0f88d877-019f-40ff-9ee0-cfbf3e761528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.397111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] For port 4fcfa174-2a00-4f79-ade3-5bb487147ed5, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:01.398427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-0f88d877-019f-40ff-9ee0-cfbf3e761528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.401845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-0f88d877-019f-40ff-9ee0-cfbf3e761528 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6235 time: 0.3497701 Jul 22 16:38:01.404909 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.412195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca41b83-d940-434f-877a-f9802812c36d req-89d771e2-c78d-438b-9eb1-d56d3e1a84bf tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.415419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ca41b83-d940-434f-877a-f9802812c36d req-89d771e2-c78d-438b-9eb1-d56d3e1a84bf tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 945 time: 0.3649945 Jul 22 16:38:01.479996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.488451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.492783 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] 10.222.0.20 "PUT /v2.0/ports/4fcfa174-2a00-4f79-ade3-5bb487147ed5 HTTP/1.1" status: 200 len: 1091 time: 2.2475052 Jul 22 16:38:01.532928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Deleting port 89fb7524-c5fa-432d-ade7-e287d886a70f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:01.533577 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.571246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd2fef-ee68-45bb-bf04-eb143edc9705 service neutron] Pushing event updated for resources: {'Port': ['ID=4fcfa174-2a00-4f79-ade3-5bb487147ed5,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:01.592304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:01.785471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ca41b83-d940-434f-877a-f9802812c36d req-a5ca8f35-1c71-4c25-96e0-a1fd899c7950 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353460 Jul 22 16:38:01.844208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-2c7a1909-ddd7-4baf-9ca3-497ff24d8979 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.846592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-2c7a1909-ddd7-4baf-9ca3-497ff24d8979 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 949 time: 0.5718923 Jul 22 16:38:01.891480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] For port 89fb7524-c5fa-432d-ade7-e287d886a70f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=89fb7524-c5fa-432d-ade7-e287d886a70f,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:01.891861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.903320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479cc42-91f1-4424-8a06-1140a761dcbb req-3025d0eb-201e-489e-b85c-48bb54f25778 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:01.905059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c479cc42-91f1-4424-8a06-1140a761dcbb req-3025d0eb-201e-489e-b85c-48bb54f25778 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 949 time: 0.2898209 Jul 22 16:38:01.917322 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:01.999857 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ed5ee8-74c3-4704-a99f-66385712821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.003083 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ed5ee8-74c3-4704-a99f-66385712821c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.004627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-30ed5ee8-74c3-4704-a99f-66385712821c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b27647fc-c8cc-4c91-9fde-dba2f5ec5cbc HTTP/1.1" status: 204 len: 168 time: 1.0456347 Jul 22 16:38:02.052588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Calling delete_port for 89fb7524-c5fa-432d-ade7-e287d886a70f owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:02.072933 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed5ee8-74c3-4704-a99f-66385712821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27647fc-c8cc-4c91-9fde-dba2f5ec5cbc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:02.084941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-c17a0ab4-673e-4736-b82a-2f4977ba1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.086115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-c17a0ab4-673e-4736-b82a-2f4977ba1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.086644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-c17a0ab4-673e-4736-b82a-2f4977ba1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.088536 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-c17a0ab4-673e-4736-b82a-2f4977ba1dac service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=acae310097554de5a4c6d699a604fb08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6616437 Jul 22 16:38:02.099626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f442e931-7f41-478c-b0bb-b886784a7130 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:02.165491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c479cc42-91f1-4424-8a06-1140a761dcbb req-54951c1c-4651-4101-86a1-22dd0c574ee0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516234 Jul 22 16:38:02.241450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port f442e931-7f41-478c-b0bb-b886784a7130 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:02.247759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port f442e931-7f41-478c-b0bb-b886784a7130 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:02.250673 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.271130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-1db6fb10-b189-48bc-8e3f-c7297105b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.272894 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-1db6fb10-b189-48bc-8e3f-c7297105b953 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321464 Jul 22 16:38:02.377209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] device_id is not set on port 01b684bf-e265-46bc-9c8f-cbbc25280211 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:02.394076 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.407755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.415370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1a1e1-3a1f-4026-a421-3b3efec88b5a req-de8756b3-61d8-4ae2-9ee8-37255d20ced3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.423764 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eb1a1e1-3a1f-4026-a421-3b3efec88b5a req-de8756b3-61d8-4ae2-9ee8-37255d20ced3 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 950 time: 0.4327295 Jul 22 16:38:02.428454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Deleting port 77980a8c-8966-46a7-8e35-df36ecff7bbb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:02.428951 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.437469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:02.440882 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92398c43-06fe-4f74-933a-f1c424c86ac1" -d '{"events": [{"server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "name": "network-vif-plugged", "status": "completed", "tag": "f442e931-7f41-478c-b0bb-b886784a7130"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:02.443941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:02.462009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f442e931-7f41-478c-b0bb-b886784a7130,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:02.467899 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.473166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.489218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Transition to ACTIVE for port object 01b684bf-e265-46bc-9c8f-cbbc25280211 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:02.497313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Transition to ACTIVE for port object 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:02.501554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.505426 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.554869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f442e931-7f41-478c-b0bb-b886784a7130,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:02.607449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'Port': ['ID=01b684bf-e265-46bc-9c8f-cbbc25280211,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:02.621481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919b9b-fe3b-456a-9d15-5269894499e7 req-ba26753e-a78c-4bf9-bbfd-f1982da9ba0b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.630823 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eb1a1e1-3a1f-4026-a421-3b3efec88b5a req-ee6c6e4e-ef8a-48af-ac06-7ef5f497d432 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/security-groups?id=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056751 Jul 22 16:38:02.632448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919b9b-fe3b-456a-9d15-5269894499e7 req-ba26753e-a78c-4bf9-bbfd-f1982da9ba0b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.645941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919b9b-fe3b-456a-9d15-5269894499e7 req-ba26753e-a78c-4bf9-bbfd-f1982da9ba0b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.662716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919b9b-fe3b-456a-9d15-5269894499e7 req-ba26753e-a78c-4bf9-bbfd-f1982da9ba0b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.677724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919b9b-fe3b-456a-9d15-5269894499e7 req-ba26753e-a78c-4bf9-bbfd-f1982da9ba0b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.684044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919b9b-fe3b-456a-9d15-5269894499e7 req-ba26753e-a78c-4bf9-bbfd-f1982da9ba0b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.691243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919b9b-fe3b-456a-9d15-5269894499e7 req-ba26753e-a78c-4bf9-bbfd-f1982da9ba0b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:02.701237 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c919b9b-fe3b-456a-9d15-5269894499e7 req-ba26753e-a78c-4bf9-bbfd-f1982da9ba0b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5381 time: 0.4183998 Jul 22 16:38:02.702768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] For port 77980a8c-8966-46a7-8e35-df36ecff7bbb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=77980a8c-8966-46a7-8e35-df36ecff7bbb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:02.703165 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.705965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:02.706680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:02.707217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:02.722013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Calling delete_port for 77980a8c-8966-46a7-8e35-df36ecff7bbb owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:02.724490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:02.725017 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:02.729007 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 2 to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 Jul 22 16:38:02.753260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:02.753837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:02.754327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:02.756472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:02.791221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Pushing event updated for resources: {'Port': ['ID=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:02.794810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:02.795276 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:02.797722 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 3 to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 Jul 22 16:38:02.805702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['89fb7524-c5fa-432d-ade7-e287d886a70f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:02.834126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:02.835703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:02.836052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:02.860819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:02.861383 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:02.863565 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 4 to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 Jul 22 16:38:02.890789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:02.891066 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:02.891578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:02.893848 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a81f2c-33d4-4179-86ed-2b51dc0a7b04 x-openstack-request-id: req-c3a81f2c-33d4-4179-86ed-2b51dc0a7b04 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:02.894159 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "name": "network-vif-plugged", "status": "completed", "tag": "f442e931-7f41-478c-b0bb-b886784a7130", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:02.894624 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3a81f2c-33d4-4179-86ed-2b51dc0a7b04 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:02.897883 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130', 'code': 200} Jul 22 16:38:02.899119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:02.899458 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:02.900558 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 5 to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 Jul 22 16:38:02.948688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:02.948911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:02.949258 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:02.960697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:02.961155 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:02.964910 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 6 to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 Jul 22 16:38:02.967877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '4fcfa174-2a00-4f79-ade3-5bb487147ed5'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:02.970657 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66" -d '{"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "4fcfa174-2a00-4f79-ade3-5bb487147ed5"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:02.988794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:02.989167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:02.989542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:02.995624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.008452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:03.008825 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:03.014406 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 7 to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 Jul 22 16:38:03.019249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Pushing event deleted for resources: {'Port': ['ID=89fb7524-c5fa-432d-ade7-e287d886a70f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:03.033841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5', 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', '31c1fe79-a4f6-44c9-81be-884e635b6714'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:03.043487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29', 'f7a15407-9fca-4599-a1d1-769d35ac06a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:03.064307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] No DVR routers for this DVR port 89fb7524-c5fa-432d-ade7-e287d886a70f on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:03.073195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c919b9b-fe3b-456a-9d15-5269894499e7 req-eea5f0c5-6105-4796-87e0-36ed4f7e8562 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3367605 Jul 22 16:38:03.074198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.077176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc9339f1-8b8e-4e78-8bc5-1e4d6c725a2c req-4b06b8c4-b4ed-4053-bd7b-bd3a728923c0 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.20 "DELETE /v2.0/ports/89fb7524-c5fa-432d-ade7-e287d886a70f HTTP/1.1" status: 204 len: 173 time: 1.8089221 Jul 22 16:38:03.083956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event deleted for resources: {'Port': ['ID=77980a8c-8966-46a7-8e35-df36ecff7bbb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:03.091065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:03.091453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:03.091775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:03.129607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:03.130097 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:03.140045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Attempting to bind port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:03.150842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Attempting to bind port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:03.150842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Attempting to bind port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:03.150842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe on network b67ed618-c57e-47c4-8fb4-c2e22004d008 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:03.150842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Attempting to bind port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:03.181010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:03.181366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Checking segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:03.182037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Bound using segment: {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:03.182218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Bound port: 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f7b71f-07f1-4c16-9c79-e3b1208eb778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:03.185986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.227638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f4f19-6eb7-40fb-880b-3b7814c7ff20 req-aa95517a-34ce-483e-8186-c26cef4db894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.229217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22f4f19-6eb7-40fb-880b-3b7814c7ff20 req-aa95517a-34ce-483e-8186-c26cef4db894 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 1098 time: 0.1779099 Jul 22 16:38:03.333535 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd6fac5-de14-445d-bfe5-4d9c6d87b218 x-openstack-request-id: req-6cd6fac5-de14-445d-bfe5-4d9c6d87b218 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:03.333841 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "4fcfa174-2a00-4f79-ade3-5bb487147ed5", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:03.335234 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6cd6fac5-de14-445d-bfe5-4d9c6d87b218 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:03.335663 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '4fcfa174-2a00-4f79-ade3-5bb487147ed5', 'status': 'completed', 'code': 200} Jul 22 16:38:03.415312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22f4f19-6eb7-40fb-880b-3b7814c7ff20 req-799c0b5e-5105-46e4-8ca8-e1a1168e3ab4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353354 Jul 22 16:38:03.430409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] For port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:03.445948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] For port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:03.513216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16f4c94d-b6b6-467f-893f-f049c709f2f0 req-848ef3f7-ad57-4a95-acc8-cd12504a873a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 210 time: 0.0852008 Jul 22 16:38:03.523545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.644405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.645525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.648563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] 10.222.0.20 "PUT /v2.0/ports/3dce6f46-4d7b-443e-bf17-b6e52e76fdfe HTTP/1.1" status: 200 len: 1091 time: 2.0805528 Jul 22 16:38:03.665878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-208fae4f-1370-469e-b4fd-742d77db4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.666362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-208fae4f-1370-469e-b4fd-742d77db4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.666842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-208fae4f-1370-469e-b4fd-742d77db4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.673511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-208fae4f-1370-469e-b4fd-742d77db4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.674611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-208fae4f-1370-469e-b4fd-742d77db4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.677323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-208fae4f-1370-469e-b4fd-742d77db4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.677826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-208fae4f-1370-469e-b4fd-742d77db4041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.680235 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-208fae4f-1370-469e-b4fd-742d77db4041 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6303 time: 0.3255675 Jul 22 16:38:03.704332 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 8 to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 Jul 22 16:38:03.707410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:03.742522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:03.743239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:03.743939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:03.750782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] No DVR routers for this DVR port 77980a8c-8966-46a7-8e35-df36ecff7bbb on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:03.761175 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:03.772131 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd81f0d0-af72-4c9c-89b6-46ca23577485 req-5ad3d3d5-5434-41cc-a0cf-3a054316c04e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "DELETE /v2.0/ports/77980a8c-8966-46a7-8e35-df36ecff7bbb HTTP/1.1" status: 204 len: 173 time: 1.8702033 Jul 22 16:38:03.781473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aef8393-b4c9-4a04-aca4-225650df49fe', 'name': 'network-vif-deleted', 'tag': '77980a8c-8966-46a7-8e35-df36ecff7bbb'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:03.788667 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7486778e-874a-4b66-9a1f-557288ac52e3" -d '{"events": [{"server_uuid": "2aef8393-b4c9-4a04-aca4-225650df49fe", "name": "network-vif-deleted", "tag": "77980a8c-8966-46a7-8e35-df36ecff7bbb"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:03.810445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:03.811196 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:03.817279 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 9 to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 Jul 22 16:38:03.835318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bbb2c-9c28-4f25-aed4-f359022bb534 req-549d3128-a036-415c-82c8-191f9464486f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:03.837506 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-949bbb2c-9c28-4f25-aed4-f359022bb534 req-549d3128-a036-415c-82c8-191f9464486f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.8332477 Jul 22 16:38:03.849757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:03.850309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:03.850783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:03.855692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:03.856234 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:03.856884 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempt 10 to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 Jul 22 16:38:03.879065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:03.880076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:03.880562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempting to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:03.886264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:03.886799 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Failed to bind port 01b684bf-e265-46bc-9c8f-cbbc25280211 on host n-h2-792458-13 for vnic_type normal using segments [{'id': 'bdb8aae9-3b0a-485b-a923-38835e7e3b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '252131fc-ac5d-477e-90ec-c4239450e256'}] Jul 22 16:38:03.887334 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.059381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-949bbb2c-9c28-4f25-aed4-f359022bb534 req-ceb9aa7a-b833-4c19-9070-8e5e36b0fb8d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826234 Jul 22 16:38:04.118628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] For port 01b684bf-e265-46bc-9c8f-cbbc25280211, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:04.120663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attempted to set empty binding levels {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:38:04.126190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9fa81-fb9b-4e32-84d5-9ee708c3e543 service neutron] Pushing event updated for resources: {'Port': ['ID=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:04.136898 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.212585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0bcf8b3-5211-4223-bc56-9a75676b2d95 req-41937ffb-a2d0-4559-ab9e-e616f92a5795 tempest-MigrationsAdminTest-1296628057 tempest-MigrationsAdminTest-1296628057-project] 10.222.0.53 "GET /v2.0/ports?device_id=33447050-2e73-478d-aab3-1ee27decbea7 HTTP/1.1" status: 200 len: 210 time: 0.2055175 Jul 22 16:38:04.304619 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d59ddfb-8f58-487a-a25e-892065155075 x-openstack-request-id: req-3d59ddfb-8f58-487a-a25e-892065155075 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:04.305283 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aef8393-b4c9-4a04-aca4-225650df49fe", "name": "network-vif-deleted", "tag": "77980a8c-8966-46a7-8e35-df36ecff7bbb", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:04.305283 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d59ddfb-8f58-487a-a25e-892065155075 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:04.305507 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aef8393-b4c9-4a04-aca4-225650df49fe', 'name': 'network-vif-deleted', 'tag': '77980a8c-8966-46a7-8e35-df36ecff7bbb', 'status': 'completed', 'code': 200} Jul 22 16:38:04.306113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event updated for resources: {'Port': ['ID=01b684bf-e265-46bc-9c8f-cbbc25280211,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:04.312756 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] In _notify_port_updated(), no bound segment for port 01b684bf-e265-46bc-9c8f-cbbc25280211 on network 252131fc-ac5d-477e-90ec-c4239450e256 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:38:04.314184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.315982 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.318541 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0dfba541-4ee7-436d-88b9-0452df0f807b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "PUT /v2.0/ports/01b684bf-e265-46bc-9c8f-cbbc25280211 HTTP/1.1" status: 200 len: 979 time: 3.3281600 Jul 22 16:38:04.321117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:04.375016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-fb81151a-33b0-4d5a-a770-4ae4d5e503b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.376001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-fb81151a-33b0-4d5a-a770-4ae4d5e503b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.376897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-fb81151a-33b0-4d5a-a770-4ae4d5e503b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.379773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-fb81151a-33b0-4d5a-a770-4ae4d5e503b6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=acae310097554de5a4c6d699a604fb08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6685374 Jul 22 16:38:04.459616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7abbeff2-a9ca-4ec8-a2bf-32806f16d779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Deleting port 01b684bf-e265-46bc-9c8f-cbbc25280211 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:04.459968 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7abbeff2-a9ca-4ec8-a2bf-32806f16d779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.469117 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.586322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-7abbeff2-a9ca-4ec8-a2bf-32806f16d779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] For port 01b684bf-e265-46bc-9c8f-cbbc25280211, host n-h2-792458-13, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:04.586681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7abbeff2-a9ca-4ec8-a2bf-32806f16d779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.622206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7abbeff2-a9ca-4ec8-a2bf-32806f16d779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Calling delete_port for 01b684bf-e265-46bc-9c8f-cbbc25280211 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:04.662404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa122a-7cd9-4088-994b-613e4d1ebd6e req-252d03ae-05f3-4fe1-9e58-dd7df3ff87d1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.668501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa122a-7cd9-4088-994b-613e4d1ebd6e req-252d03ae-05f3-4fe1-9e58-dd7df3ff87d1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.674680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa122a-7cd9-4088-994b-613e4d1ebd6e req-252d03ae-05f3-4fe1-9e58-dd7df3ff87d1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.680860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa122a-7cd9-4088-994b-613e4d1ebd6e req-252d03ae-05f3-4fe1-9e58-dd7df3ff87d1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.691488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa122a-7cd9-4088-994b-613e4d1ebd6e req-252d03ae-05f3-4fe1-9e58-dd7df3ff87d1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.698784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa122a-7cd9-4088-994b-613e4d1ebd6e req-252d03ae-05f3-4fe1-9e58-dd7df3ff87d1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.707494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa122a-7cd9-4088-994b-613e4d1ebd6e req-252d03ae-05f3-4fe1-9e58-dd7df3ff87d1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.709960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4daa122a-7cd9-4088-994b-613e4d1ebd6e req-252d03ae-05f3-4fe1-9e58-dd7df3ff87d1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5393 time: 0.4006798 Jul 22 16:38:04.725460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-d9ace2d3-8266-48b6-a88a-761b3d2af7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:04.727603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e7489a1-c7a4-41df-9f6f-d3b9923e6a66 req-d9ace2d3-8266-48b6-a88a-761b3d2af7b7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3227551 Jul 22 16:38:04.762587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cc0bc8b0-deb7-462b-989c-5882cdc81f7a req-bdb7df72-e0b6-4c47-8009-6457bffd455b tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=2aef8393-b4c9-4a04-aca4-225650df49fe HTTP/1.1" status: 200 len: 210 time: 0.0544686 Jul 22 16:38:04.773979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43272) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:04.828215 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7abbeff2-a9ca-4ec8-a2bf-32806f16d779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.852547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4daa122a-7cd9-4088-994b-613e4d1ebd6e req-2d3ae86f-acc7-4287-899a-b2e35736e2da tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330695 Jul 22 16:38:04.884791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbeff2-a9ca-4ec8-a2bf-32806f16d779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Pushing event deleted for resources: {'Port': ['ID=01b684bf-e265-46bc-9c8f-cbbc25280211,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:04.888665 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7abbeff2-a9ca-4ec8-a2bf-32806f16d779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:04.892033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7abbeff2-a9ca-4ec8-a2bf-32806f16d779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "DELETE /v2.0/ports/01b684bf-e265-46bc-9c8f-cbbc25280211 HTTP/1.1" status: 204 len: 168 time: 0.5696785 Jul 22 16:38:04.894880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:04.952727 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c572a95f-2949-43c3-8ad8-11d97bb3daef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:38:04.954393 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c572a95f-2949-43c3-8ad8-11d97bb3daef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1266302413-project-admin] 10.222.0.53 "GET /v2.0/ports/01b684bf-e265-46bc-9c8f-cbbc25280211 HTTP/1.1" status: 404 len: 333 time: 0.0508265 Jul 22 16:38:04.961612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:05.027509 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80a54743-a2b5-42ae-8947-98caac9b45f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.085958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a5bbb2-5b14-4149-b0b2-e218fba3f079 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:05.094259 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.112060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Transition to ACTIVE for port object 04a5bbb2-5b14-4149-b0b2-e218fba3f079 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:05.119936 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.142285 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.181831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Pushing event updated for resources: {'Port': ['ID=04a5bbb2-5b14-4149-b0b2-e218fba3f079,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:05.287204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Attempting to bind port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:05.287579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Attempting to bind port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:05.288115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Attempting to bind port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 on network fd33b87a-764f-438d-ba51-6438b1736183 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:05.293453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 on network fd33b87a-764f-438d-ba51-6438b1736183 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:05.293881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Attempting to bind port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 on network fd33b87a-764f-438d-ba51-6438b1736183 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:05.302239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:05.303089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Checking segment: {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:05.304695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Bound using segment: {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:05.305026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Bound port: 04a5bbb2-5b14-4149-b0b2-e218fba3f079, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:05.305406 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.354639 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80a54743-a2b5-42ae-8947-98caac9b45f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.368429 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80a54743-a2b5-42ae-8947-98caac9b45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.392309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] For port 04a5bbb2-5b14-4149-b0b2-e218fba3f079, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:05.397316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] For port 04a5bbb2-5b14-4149-b0b2-e218fba3f079, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:05.398822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'name': 'network-vif-deleted', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f'}, {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:05.402009 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d20c928-81bb-4771-bf20-51ff73ae9e62" -d '{"events": [{"server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "name": "network-vif-deleted", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f"}, {"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "3dce6f46-4d7b-443e-bf17-b6e52e76fdfe"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:05.404616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.410376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.488333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:05.490430 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.493467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] 10.222.0.20 "PUT /v2.0/ports/04a5bbb2-5b14-4149-b0b2-e218fba3f079 HTTP/1.1" status: 200 len: 1092 time: 1.8122056 Jul 22 16:38:05.537474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Request body: {'port': {'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:05.578680 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.624642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252131fc-ac5d-477e-90ec-c4239450e256']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:05.624891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0faf86-64fb-452e-b637-e2db0de74f7e service neutron] Pushing event updated for resources: {'Port': ['ID=04a5bbb2-5b14-4149-b0b2-e218fba3f079,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:05.640678 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712a8a16-b45f-416e-8573-1b4eec8d9244 x-openstack-request-id: req-712a8a16-b45f-416e-8573-1b4eec8d9244 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:05.641118 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33447050-2e73-478d-aab3-1ee27decbea7", "name": "network-vif-deleted", "tag": "89fb7524-c5fa-432d-ade7-e287d886a70f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "3dce6f46-4d7b-443e-bf17-b6e52e76fdfe", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:05.641375 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-712a8a16-b45f-416e-8573-1b4eec8d9244 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:05.641780 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33447050-2e73-478d-aab3-1ee27decbea7', 'name': 'network-vif-deleted', 'tag': '89fb7524-c5fa-432d-ade7-e287d886a70f', 'status': 'completed', 'code': 200} Jul 22 16:38:05.642037 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe', 'status': 'completed', 'code': 200} Jul 22 16:38:05.645880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.663938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb8aae9-3b0a-485b-a923-38835e7e3b58') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:05.664476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb8aae9-3b0a-485b-a923-38835e7e3b58') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:05.670188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-80a54743-a2b5-42ae-8947-98caac9b45f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bd78f028448489f899a3992dd0108e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935091 Jul 22 16:38:05.671232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a54743-a2b5-42ae-8947-98caac9b45f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8670b7-b0ab-4911-9d40-5c107a6817ae,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:05.691064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43294) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:05.707065 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.718851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 77980a8c-8966-46a7-8e35-df36ecff7bbb no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:05.748184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dd4c7-cc96-4c31-91a5-7ff2b4844372 req-3c5e0587-6e59-4b21-8bcf-a927477d4e05 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:05.759591 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a40dd4c7-cc96-4c31-91a5-7ff2b4844372 req-3c5e0587-6e59-4b21-8bcf-a927477d4e05 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.4031022 Jul 22 16:38:05.761449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 77980a8c-8966-46a7-8e35-df36ecff7bbb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:05.761968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 77980a8c-8966-46a7-8e35-df36ecff7bbb not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:05.762558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 89fb7524-c5fa-432d-ade7-e287d886a70f no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:05.801793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.803638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43298) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:05.807559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 89fb7524-c5fa-432d-ade7-e287d886a70f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:05.808233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 89fb7524-c5fa-432d-ade7-e287d886a70f not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:05.821857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:05.822424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:05.840848 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:05.942365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a40dd4c7-cc96-4c31-91a5-7ff2b4844372 req-436cedb8-0350-44c0-a401-291d09c4397e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814625 Jul 22 16:38:06.053428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.066097 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.070529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] 10.222.0.53 "DELETE /v2.0/networks/252131fc-ac5d-477e-90ec-c4239450e256 HTTP/1.1" status: 204 len: 168 time: 1.1053214 Jul 22 16:38:06.091007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14955b-5e80-47cf-bbef-9b7279ba2fe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1364800149-project] Pushing event deleted for resources: {'Network': ['ID=252131fc-ac5d-477e-90ec-c4239450e256,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:06.101241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d4c2a833-6672-42c0-9224-755469ac0589 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=048349953dd6493ea11e4657df3670a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963965 Jul 22 16:38:06.101915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43308) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:06.162484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d376a0-d901-4488-b997-69779608cafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.192510 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d376a0-d901-4488-b997-69779608cafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.266118 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d376a0-d901-4488-b997-69779608cafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.270174 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9d376a0-d901-4488-b997-69779608cafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.271404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b9d376a0-d901-4488-b997-69779608cafc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b HTTP/1.1" status: 204 len: 168 time: 0.1685116 Jul 22 16:38:06.368886 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2442c5e3-a5d2-4775-a09b-39c6fd48f6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.374969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d376a0-d901-4488-b997-69779608cafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb5fa1f-6c2b-44ba-9223-6da6b0943e2b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:06.435174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-a868efc1-7a86-407a-9bff-e0cf1b68c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.435793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-a868efc1-7a86-407a-9bff-e0cf1b68c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.436270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-a868efc1-7a86-407a-9bff-e0cf1b68c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.436744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-a868efc1-7a86-407a-9bff-e0cf1b68c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.437372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-a868efc1-7a86-407a-9bff-e0cf1b68c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.437850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-a868efc1-7a86-407a-9bff-e0cf1b68c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.438368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-a868efc1-7a86-407a-9bff-e0cf1b68c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.441254 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-a868efc1-7a86-407a-9bff-e0cf1b68c2c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6413 time: 0.7401636 Jul 22 16:38:06.459834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dd958-cdc8-444c-bafc-bb65de82c27d req-7763903c-e79d-40fe-a1c1-b3be393da6bd tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.464126 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2442c5e3-a5d2-4775-a09b-39c6fd48f6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.467628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d0dd958-cdc8-444c-bafc-bb65de82c27d req-7763903c-e79d-40fe-a1c1-b3be393da6bd tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 949 time: 0.1889877 Jul 22 16:38:06.468390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43316) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:06.528269 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d0dd958-cdc8-444c-bafc-bb65de82c27d req-6b551aae-b596-4854-a9e7-4cf5771f4043 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516541 Jul 22 16:38:06.657938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c81e1-72d4-4c9c-83a5-a1b766069f03 req-bfb6e0c6-e303-48df-ae06-32d3b351fe52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.664186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c81e1-72d4-4c9c-83a5-a1b766069f03 req-bfb6e0c6-e303-48df-ae06-32d3b351fe52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.670510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c81e1-72d4-4c9c-83a5-a1b766069f03 req-bfb6e0c6-e303-48df-ae06-32d3b351fe52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.677439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c81e1-72d4-4c9c-83a5-a1b766069f03 req-bfb6e0c6-e303-48df-ae06-32d3b351fe52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.683667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c81e1-72d4-4c9c-83a5-a1b766069f03 req-bfb6e0c6-e303-48df-ae06-32d3b351fe52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.689912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c81e1-72d4-4c9c-83a5-a1b766069f03 req-bfb6e0c6-e303-48df-ae06-32d3b351fe52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.696660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c81e1-72d4-4c9c-83a5-a1b766069f03 req-bfb6e0c6-e303-48df-ae06-32d3b351fe52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.698678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-881c81e1-72d4-4c9c-83a5-a1b766069f03 req-bfb6e0c6-e303-48df-ae06-32d3b351fe52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5405 time: 0.3981209 Jul 22 16:38:06.751199 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e63031dd-e70e-409e-92aa-13251bd38faa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=741d3dbd24264fa68144efbec10d69e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808650 Jul 22 16:38:06.753659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:06.774467 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2442c5e3-a5d2-4775-a09b-39c6fd48f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.777170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2442c5e3-a5d2-4775-a09b-39c6fd48f6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.781828 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2442c5e3-a5d2-4775-a09b-39c6fd48f6e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc8670b7-b0ab-4911-9d40-5c107a6817ae HTTP/1.1" status: 204 len: 168 time: 1.0861940 Jul 22 16:38:06.781828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-67dff4fd-b3cd-41d7-9bfd-b9d0ce87c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.781828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-67dff4fd-b3cd-41d7-9bfd-b9d0ce87c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.781828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-67dff4fd-b3cd-41d7-9bfd-b9d0ce87c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.783248 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-67dff4fd-b3cd-41d7-9bfd-b9d0ce87c928 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=acae310097554de5a4c6d699a604fb08&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3212724 Jul 22 16:38:06.801099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43328) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:06.848866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97b33b1c-8192-4e8d-aeb7-84b84f3766ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.862696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442c5e3-a5d2-4775-a09b-39c6fd48f6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8670b7-b0ab-4911-9d40-5c107a6817ae,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:06.869069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-72f415c2-ff92-4a53-93d4-89bed222f9c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab32f7799faf42e4836ee64e864d7e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638509 Jul 22 16:38:06.869501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43332) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:06.877231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-881c81e1-72d4-4c9c-83a5-a1b766069f03 req-01c6bff5-aa3f-4643-801d-e38aa5f1ab4f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1621690 Jul 22 16:38:06.902522 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97b33b1c-8192-4e8d-aeb7-84b84f3766ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.929111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6479d55b-05d2-4670-9136-c9b7df1ac6a4 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:06.940803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:06.992300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Transition to ACTIVE for port object 6479d55b-05d2-4670-9136-c9b7df1ac6a4 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:06.996438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-de9c3b37-37b9-4f68-8dab-02064ad83fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:06.998024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d20c928-81bb-4771-bf20-51ff73ae9e62 req-de9c3b37-37b9-4f68-8dab-02064ad83fe2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059584 Jul 22 16:38:06.999212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.010184 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0f6e096-2af8-4895-8184-22cfa036030f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.051617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97b33b1c-8192-4e8d-aeb7-84b84f3766ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.054669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97b33b1c-8192-4e8d-aeb7-84b84f3766ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.055932 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-97b33b1c-8192-4e8d-aeb7-84b84f3766ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4039783c-c1d1-4e4a-8ffe-c6d941b9b1b1 HTTP/1.1" status: 204 len: 168 time: 0.3008671 Jul 22 16:38:07.062986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0f6e096-2af8-4895-8184-22cfa036030f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.079201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b33b1c-8192-4e8d-aeb7-84b84f3766ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4039783c-c1d1-4e4a-8ffe-c6d941b9b1b1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:07.143998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6479d55b-05d2-4670-9136-c9b7df1ac6a4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:07.177425 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0f6e096-2af8-4895-8184-22cfa036030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.181489 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0f6e096-2af8-4895-8184-22cfa036030f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.183127 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e0f6e096-2af8-4895-8184-22cfa036030f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/708d385e-c2fa-4c21-be92-1bb7efc521bd HTTP/1.1" status: 204 len: 168 time: 0.3125014 Jul 22 16:38:07.202479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6e096-2af8-4895-8184-22cfa036030f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d385e-c2fa-4c21-be92-1bb7efc521bd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:07.308227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad40f6-c7a9-472a-8fdf-3341174bab0d req-4722a40a-5f78-4cca-9bdc-554a39a2d505 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.320771 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f4ad40f6-c7a9-472a-8fdf-3341174bab0d req-4722a40a-5f78-4cca-9bdc-554a39a2d505 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.2813230 Jul 22 16:38:07.325631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Attempting to bind port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:07.326174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Attempting to bind port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:07.326701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Attempting to bind port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 on network fd33b87a-764f-438d-ba51-6438b1736183 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:07.377654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 on network fd33b87a-764f-438d-ba51-6438b1736183 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:38:07.378093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Attempting to bind port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 on network fd33b87a-764f-438d-ba51-6438b1736183 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:07.395061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:07.395628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Checking segment: {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:07.396510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Bound using segment: {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:07.397262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Bound port: 6479d55b-05d2-4670-9136-c9b7df1ac6a4, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a18f8e96-d2da-4180-9b71-05d5d9212c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:07.397870 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.427716 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f4ad40f6-c7a9-472a-8fdf-3341174bab0d req-ff9651a4-9ae8-4846-b397-444d33cf0aae tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052792 Jul 22 16:38:07.496021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] For port 6479d55b-05d2-4670-9136-c9b7df1ac6a4, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:07.499606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] For port 6479d55b-05d2-4670-9136-c9b7df1ac6a4, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:07.506162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.523293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.524508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.526478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] 10.222.0.20 "PUT /v2.0/ports/6479d55b-05d2-4670-9136-c9b7df1ac6a4 HTTP/1.1" status: 200 len: 1092 time: 1.9993851 Jul 22 16:38:07.607477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18159bdd-1730-4370-913e-88e2e1a1cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=6479d55b-05d2-4670-9136-c9b7df1ac6a4,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:07.672061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '04a5bbb2-5b14-4149-b0b2-e218fba3f079'}, {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '6479d55b-05d2-4670-9136-c9b7df1ac6a4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:07.674857 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68730a26-ed21-4a3a-a105-4059de503735" -d '{"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "04a5bbb2-5b14-4149-b0b2-e218fba3f079"}, {"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "6479d55b-05d2-4670-9136-c9b7df1ac6a4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:07.753436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43360) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:07.846689 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ae89933-5635-4cd6-bdaf-d686a8a3e58b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc097f30b1d64f1e9701481af8168f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888283 Jul 22 16:38:07.848313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43362) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:07.907146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f760-b4bb-4810-ac8a-5b7d5d129e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:07.917918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9d7a673c-6c92-4ca1-999d-f3c5307bc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.917918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9d7a673c-6c92-4ca1-999d-f3c5307bc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.917918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9d7a673c-6c92-4ca1-999d-f3c5307bc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.917918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9d7a673c-6c92-4ca1-999d-f3c5307bc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.919023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9d7a673c-6c92-4ca1-999d-f3c5307bc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.919686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9d7a673c-6c92-4ca1-999d-f3c5307bc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.921884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9d7a673c-6c92-4ca1-999d-f3c5307bc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:07.939249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9d7a673c-6c92-4ca1-999d-f3c5307bc0f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6481 time: 0.3137436 Jul 22 16:38:07.953335 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f760-b4bb-4810-ac8a-5b7d5d129e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.014543 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7967a8ad-fb6c-4779-967a-105b818af9d0 x-openstack-request-id: req-7967a8ad-fb6c-4779-967a-105b818af9d0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:08.015019 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "04a5bbb2-5b14-4149-b0b2-e218fba3f079", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "6479d55b-05d2-4670-9136-c9b7df1ac6a4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:08.015344 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7967a8ad-fb6c-4779-967a-105b818af9d0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:08.015807 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '04a5bbb2-5b14-4149-b0b2-e218fba3f079', 'status': 'completed', 'code': 200} Jul 22 16:38:08.016126 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': '6479d55b-05d2-4670-9136-c9b7df1ac6a4', 'status': 'completed', 'code': 200} Jul 22 16:38:08.024308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3dd75a15-3457-460c-92bc-25e817f44546 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f HTTP/1.1" status: 200 len: 217 time: 0.0652928 Jul 22 16:38:08.114241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f760-b4bb-4810-ac8a-5b7d5d129e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.117168 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9b2f760-b4bb-4810-ac8a-5b7d5d129e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.121244 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b9b2f760-b4bb-4810-ac8a-5b7d5d129e78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e844d9b-6aff-43d0-b6e9-231537273811 HTTP/1.1" status: 204 len: 168 time: 0.2690966 Jul 22 16:38:08.128417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-d782e146-9209-4766-8097-a2a9aab74b17 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.131149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-d782e146-9209-4766-8097-a2a9aab74b17 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 949 time: 0.4131951 Jul 22 16:38:08.135677 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2f760-b4bb-4810-ac8a-5b7d5d129e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e844d9b-6aff-43d0-b6e9-231537273811,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:08.169007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b46da7de-2acc-473e-9de2-5bacab04c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.175843 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b46da7de-2acc-473e-9de2-5bacab04c56b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45498e51-452b-44b2-94cf-b51a3ccaa0fe HTTP/1.1" status: 200 len: 850 time: 0.1274836 Jul 22 16:38:08.182189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa411e7d-162c-49d3-be6d-a916ee719458 req-75d0075d-5b5c-4964-a598-c9867060d694 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.183837 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa411e7d-162c-49d3-be6d-a916ee719458 req-75d0075d-5b5c-4964-a598-c9867060d694 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.1143904 Jul 22 16:38:08.187669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25185961-fc04-4a73-a714-0553115c1678 req-cd184cf6-0379-4130-ae92-db9ab2c4d627 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.189952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25185961-fc04-4a73-a714-0553115c1678 req-cd184cf6-0379-4130-ae92-db9ab2c4d627 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 949 time: 0.4744744 Jul 22 16:38:08.259550 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa411e7d-162c-49d3-be6d-a916ee719458 req-2f39e5b7-b4e2-4b03-8cb5-3fc4dd631a93 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551491 Jul 22 16:38:08.365901 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25185961-fc04-4a73-a714-0553115c1678 req-3038219b-d28f-4d7f-b1c0-653af2a6ee50 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505175 Jul 22 16:38:08.405002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6b506663-4556-47a9-a695-ff82b6b8d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.411899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6b506663-4556-47a9-a695-ff82b6b8d5e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938a054a-5a48-4d43-b896-bf09e16b8e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2202032 Jul 22 16:38:08.447998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52c31-01e3-405a-b9f1-4e45ee8175df req-86fa0f09-051c-49d3-806c-cb2572d7d594 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.458168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52c31-01e3-405a-b9f1-4e45ee8175df req-86fa0f09-051c-49d3-806c-cb2572d7d594 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.466513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52c31-01e3-405a-b9f1-4e45ee8175df req-86fa0f09-051c-49d3-806c-cb2572d7d594 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.475087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52c31-01e3-405a-b9f1-4e45ee8175df req-86fa0f09-051c-49d3-806c-cb2572d7d594 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.482362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52c31-01e3-405a-b9f1-4e45ee8175df req-86fa0f09-051c-49d3-806c-cb2572d7d594 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.489403 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52c31-01e3-405a-b9f1-4e45ee8175df req-86fa0f09-051c-49d3-806c-cb2572d7d594 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.495872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52c31-01e3-405a-b9f1-4e45ee8175df req-86fa0f09-051c-49d3-806c-cb2572d7d594 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.504511 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9dc52c31-01e3-405a-b9f1-4e45ee8175df req-86fa0f09-051c-49d3-806c-cb2572d7d594 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.1793594 Jul 22 16:38:08.508695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Deleting port 31c1fe79-a4f6-44c9-81be-884e635b6714 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:08.509124 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.572385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9dc52c31-01e3-405a-b9f1-4e45ee8175df req-905acb7d-ecff-431a-8a3b-aca6fd77ee95 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668509 Jul 22 16:38:08.615899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-02eccaa8-41d0-4df3-bf54-aa780473b49c service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961586 Jul 22 16:38:08.682088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] For port 31c1fe79-a4f6-44c9-81be-884e635b6714, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=31c1fe79-a4f6-44c9-81be-884e635b6714,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:08.682088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:08.723281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Calling delete_port for 31c1fe79-a4f6-44c9-81be-884e635b6714 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:08.795774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e6d53429-6369-40d6-86a2-7a25e639f5f9 service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701252 Jul 22 16:38:08.844797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e2b33f90-2d4d-461e-b00f-1f7a212b808a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 217 time: 0.0416179 Jul 22 16:38:08.935960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-38bb5279-0106-43a1-ae26-b9455deb50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:08.937462 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-38bb5279-0106-43a1-ae26-b9455deb50cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0867176 Jul 22 16:38:08.994691 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.030216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5', 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', '31c1fe79-a4f6-44c9-81be-884e635b6714'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:09.035929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event deleted for resources: {'Port': ['ID=31c1fe79-a4f6-44c9-81be-884e635b6714,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:09.036275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29', 'f7a15407-9fca-4599-a1d1-769d35ac06a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:09.115086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-4537db64-3f2c-43da-8fc0-1795725bc74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.116606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-4537db64-3f2c-43da-8fc0-1795725bc74a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1717601 Jul 22 16:38:09.117363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] No DVR routers for this DVR port 31c1fe79-a4f6-44c9-81be-884e635b6714 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:09.119864 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:09.121889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f0dac4af-8b8e-4261-bda3-d847c746c90f req-179ab6fd-9cee-45f4-a611-bbb9875b9183 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "DELETE /v2.0/ports/31c1fe79-a4f6-44c9-81be-884e635b6714 HTTP/1.1" status: 204 len: 173 time: 0.9762027 Jul 22 16:38:09.246884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c8eb36f-78b0-44fa-8b2f-229ec42ee1c2 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180654 Jul 22 16:38:09.483431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-d2535adb-0d01-4561-a48c-576203a0af4e service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293727 Jul 22 16:38:09.532505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0a7d9919-dc1d-4db7-b1bf-8610aff6ef0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 217 time: 0.0481889 Jul 22 16:38:09.570901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5d3d-0633-4096-89ee-b15a9dc313c3 req-87b7424a-3f13-4443-8b24-a349e20cfa4b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.579631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bdae5d3d-0633-4096-89ee-b15a9dc313c3 req-87b7424a-3f13-4443-8b24-a349e20cfa4b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.1954234 Jul 22 16:38:09.650660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c91ae8e6-8057-42e6-9324-272aae2c5a05 req-0eaa8f73-f635-4af7-8c76-17493db277b7 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2ac94c3-e85a-483b-896f-28bb8d4f0922 HTTP/1.1" status: 200 len: 210 time: 0.0981336 Jul 22 16:38:09.651544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bdae5d3d-0633-4096-89ee-b15a9dc313c3 req-edf7642d-723e-4feb-9d92-0d2969f3a10e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684652 Jul 22 16:38:09.697802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-2bb33660-a3d7-451d-9f3c-6b16e945b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.699439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-2bb33660-a3d7-451d-9f3c-6b16e945b182 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.1534662 Jul 22 16:38:09.846851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-787789c5-a86b-4c01-af68-f0ddfc70b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.848693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-787789c5-a86b-4c01-af68-f0ddfc70b21e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1416266 Jul 22 16:38:09.858919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179a72-3ffb-40fa-87bf-b79d6526acb0 req-e1cedf25-426e-4460-b66b-f38f770fc755 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.868828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179a72-3ffb-40fa-87bf-b79d6526acb0 req-e1cedf25-426e-4460-b66b-f38f770fc755 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.875826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179a72-3ffb-40fa-87bf-b79d6526acb0 req-e1cedf25-426e-4460-b66b-f38f770fc755 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.886811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179a72-3ffb-40fa-87bf-b79d6526acb0 req-e1cedf25-426e-4460-b66b-f38f770fc755 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.895621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179a72-3ffb-40fa-87bf-b79d6526acb0 req-e1cedf25-426e-4460-b66b-f38f770fc755 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.903308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179a72-3ffb-40fa-87bf-b79d6526acb0 req-e1cedf25-426e-4460-b66b-f38f770fc755 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.916245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179a72-3ffb-40fa-87bf-b79d6526acb0 req-e1cedf25-426e-4460-b66b-f38f770fc755 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:09.937619 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3179a72-3ffb-40fa-87bf-b79d6526acb0 req-e1cedf25-426e-4460-b66b-f38f770fc755 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.1863198 Jul 22 16:38:10.008795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-0c312aca-c1d8-49b1-a6dd-16c6d34aa7c9 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524994 Jul 22 16:38:10.011348 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3179a72-3ffb-40fa-87bf-b79d6526acb0 req-71c72d21-8f00-453a-bdc3-05bf950ca79d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677266 Jul 22 16:38:10.032193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac94c3-e85a-483b-896f-28bb8d4f0922', 'name': 'network-vif-deleted', 'tag': '31c1fe79-a4f6-44c9-81be-884e635b6714'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:10.032193 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee0b460-6654-4080-827b-09bc8a30cc7b" -d '{"events": [{"server_uuid": "d2ac94c3-e85a-483b-896f-28bb8d4f0922", "name": "network-vif-deleted", "tag": "31c1fe79-a4f6-44c9-81be-884e635b6714"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:10.157592 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-b0156621-a8e6-4392-8b09-c2bc3430fe07 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406560 Jul 22 16:38:10.223905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-8fd2ca53-13c7-46e5-abef-d278be6a0b0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5 HTTP/1.1" status: 200 len: 217 time: 0.0582175 Jul 22 16:38:10.224728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43456) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:10.225591 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038c8c17-64fc-47f9-8199-b27145cf4f6d x-openstack-request-id: req-038c8c17-64fc-47f9-8199-b27145cf4f6d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:10.226068 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac94c3-e85a-483b-896f-28bb8d4f0922", "name": "network-vif-deleted", "tag": "31c1fe79-a4f6-44c9-81be-884e635b6714", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:10.226466 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-038c8c17-64fc-47f9-8199-b27145cf4f6d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:10.227166 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac94c3-e85a-483b-896f-28bb8d4f0922', 'name': 'network-vif-deleted', 'tag': '31c1fe79-a4f6-44c9-81be-884e635b6714', 'status': 'completed', 'code': 200} Jul 22 16:38:10.278108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-20e5b91d-6d97-41db-9976-b4eabf5b7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:10.280229 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-20e5b91d-6d97-41db-9976-b4eabf5b7f50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0497699 Jul 22 16:38:10.386310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3778f99a-078b-4b18-b11d-d83f5de18f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:10.388266 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-3778f99a-078b-4b18-b11d-d83f5de18f76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1005938 Jul 22 16:38:10.534046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78ba4c-4cb6-4dce-aa98-82443cf8bf75 req-427f6a63-dd2f-44ff-a85b-e4d7d5a30baa tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:10.536423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b78ba4c-4cb6-4dce-aa98-82443cf8bf75 req-427f6a63-dd2f-44ff-a85b-e4d7d5a30baa tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.1164019 Jul 22 16:38:10.562506 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-9a1c54cd-c670-4257-949e-60f056ef009f service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607392 Jul 22 16:38:10.579795 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1a5ad198-7703-4d91-b6bd-9a19093a58c5 tempest-AgentManagementNegativeTest-1112111699 tempest-AgentManagementNegativeTest-1112111699-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3535974 Jul 22 16:38:10.639632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b78ba4c-4cb6-4dce-aa98-82443cf8bf75 req-f0c482ef-f4fe-4650-9f55-532cfc8abd0f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939667 Jul 22 16:38:10.695685 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-5a758a80-c4dd-407a-bcd4-968247d2524d service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258762 Jul 22 16:38:10.759296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-aa723178-2e4d-4763-9c49-a893e3593de3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe HTTP/1.1" status: 200 len: 217 time: 0.0548232 Jul 22 16:38:10.851075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-c87d0540-7f3e-47aa-9f2a-331cf8238ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:10.853916 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-c87d0540-7f3e-47aa-9f2a-331cf8238ad9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0872734 Jul 22 16:38:10.946454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-24e7aab1-d881-44d4-a3de-fe7c220c0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:10.948622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-24e7aab1-d881-44d4-a3de-fe7c220c0a33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0867662 Jul 22 16:38:11.131617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43506) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:11.158612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e59f70fc-9855-461b-89d4-a8caf7f0edc6 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003908 Jul 22 16:38:11.250147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5071-c8c0-48e8-a56c-4c538d91c678 req-d8631fb1-fa45-49ba-bf8f-6794c7e17c82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.259663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5071-c8c0-48e8-a56c-4c538d91c678 req-d8631fb1-fa45-49ba-bf8f-6794c7e17c82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.267481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5071-c8c0-48e8-a56c-4c538d91c678 req-d8631fb1-fa45-49ba-bf8f-6794c7e17c82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.278390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5071-c8c0-48e8-a56c-4c538d91c678 req-d8631fb1-fa45-49ba-bf8f-6794c7e17c82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.289303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5071-c8c0-48e8-a56c-4c538d91c678 req-d8631fb1-fa45-49ba-bf8f-6794c7e17c82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.297034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5071-c8c0-48e8-a56c-4c538d91c678 req-d8631fb1-fa45-49ba-bf8f-6794c7e17c82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.306383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a5071-c8c0-48e8-a56c-4c538d91c678 req-d8631fb1-fa45-49ba-bf8f-6794c7e17c82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.317361 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-878a5071-c8c0-48e8-a56c-4c538d91c678 req-d8631fb1-fa45-49ba-bf8f-6794c7e17c82 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.1701360 Jul 22 16:38:11.386690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-878a5071-c8c0-48e8-a56c-4c538d91c678 req-b5d4e4c2-3c93-46ab-a7d3-5bd9b86e07b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659432 Jul 22 16:38:11.407292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07f4f5-d5be-4abb-a08c-43b94889041d req-803b4616-64c4-4be9-97e3-39ef9133153b tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.412433 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad07f4f5-d5be-4abb-a08c-43b94889041d req-803b4616-64c4-4be9-97e3-39ef9133153b tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 949 time: 0.1934872 Jul 22 16:38:11.452610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a4e58046-8066-4756-8db2-6783087a61b8 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849562 Jul 22 16:38:11.488000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad07f4f5-d5be-4abb-a08c-43b94889041d req-db52bf01-b9f8-446d-8900-aa95bea9b47d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646441 Jul 22 16:38:11.556486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-96a411af-8a7e-426e-bee1-352a4e4f645a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079 HTTP/1.1" status: 200 len: 217 time: 0.0745618 Jul 22 16:38:11.584017 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6e83-2e81-4041-bccd-33640302c0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:11.740537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 31c1fe79-a4f6-44c9-81be-884e635b6714 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:11.812484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 31c1fe79-a4f6-44c9-81be-884e635b6714 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:11.812849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 31c1fe79-a4f6-44c9-81be-884e635b6714 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:11.852117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43550) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:11.879015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5627c1-35fd-4e07-9767-439c6b5977fb req-10a07353-89eb-4884-b7bd-8705790d6266 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.880700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea5627c1-35fd-4e07-9767-439c6b5977fb req-10a07353-89eb-4884-b7bd-8705790d6266 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.1171732 Jul 22 16:38:11.952182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea5627c1-35fd-4e07-9767-439c6b5977fb req-5f0db0a8-dad1-4f5e-953b-ae6d008eb64a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641026 Jul 22 16:38:11.966613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e76efc30-59f8-4502-9033-b50056f70743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:11.968385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e76efc30-59f8-4502-9033-b50056f70743 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.4001508 Jul 22 16:38:12.061404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-610c713f-2f7b-4764-ac1b-e3ee634d6d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.126219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e09f7354-ad6e-43a7-b279-18f13d1abb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.129371 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-e09f7354-ad6e-43a7-b279-18f13d1abb55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1521177 Jul 22 16:38:12.147069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f442e931-7f41-478c-b0bb-b886784a7130 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:38:12.246674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6e83-2e81-4041-bccd-33640302c0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.255984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1ff6e83-2e81-4041-bccd-33640302c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.304041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f442e931-7f41-478c-b0bb-b886784a7130,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:12.321866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-a828cf62-a087-488b-b24a-82e848998cf7 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845651 Jul 22 16:38:12.322783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff6e83-2e81-4041-bccd-33640302c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d7a49-7a89-4610-8177-42cb25df04a1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:12.324947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'f442e931-7f41-478c-b0bb-b886784a7130', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'port_id': 'f442e931-7f41-478c-b0bb-b886784a7130', 'mac_address': 'fa:16:3e:ec:fe:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:38:12.338370 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a1ff6e83-2e81-4041-bccd-33640302c0bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2440bf84ed442038a8fb8c93ba0a666&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2054281 Jul 22 16:38:12.343640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43562) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:12.380861 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.399039 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-610c713f-2f7b-4764-ac1b-e3ee634d6d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.401294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f442e931-7f41-478c-b0bb-b886784a7130 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:12.416164 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-610c713f-2f7b-4764-ac1b-e3ee634d6d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.446624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f442e931-7f41-478c-b0bb-b886784a7130,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:12.456820 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.473288 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-610c713f-2f7b-4764-ac1b-e3ee634d6d3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edd6fec9c5f34c658985b0ac8012f02c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169686 Jul 22 16:38:12.473288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c713f-2f7b-4764-ac1b-e3ee634d6d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4a67a7-2d89-4470-b68e-3b9baf2ca699,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:12.476746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43568) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:12.536789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f442e931-7f41-478c-b0bb-b886784a7130,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:12.538982 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06573d09-d321-47e0-8583-f97ee7c0f241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.565137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.565919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.566542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.567136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.567494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.567960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.568489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.569274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b846e-3300-4787-8529-4c12244c6cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.571289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.582447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.584812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.588258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.589199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:12.612518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b846e-3300-4787-8529-4c12244c6cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.694457 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06573d09-d321-47e0-8583-f97ee7c0f241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.733506 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-47fef682-26ed-4702-90db-ba2a9282677e service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878109 Jul 22 16:38:12.755273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef4042-edac-4797-9b48-7fe925a174f4 req-a8f2e4b7-18f6-48f8-96ff-fc922e45a363 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.757707 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1eef4042-edac-4797-9b48-7fe925a174f4 req-a8f2e4b7-18f6-48f8-96ff-fc922e45a363 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 949 time: 0.1120920 Jul 22 16:38:12.760035 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b846e-3300-4787-8529-4c12244c6cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.761937 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a6b846e-3300-4787-8529-4c12244c6cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.766321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2a6b846e-3300-4787-8529-4c12244c6cc8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc4a67a7-2d89-4470-b68e-3b9baf2ca699 HTTP/1.1" status: 204 len: 168 time: 0.2854061 Jul 22 16:38:12.786885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b846e-3300-4787-8529-4c12244c6cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4a67a7-2d89-4470-b68e-3b9baf2ca699,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:12.802108 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-83f98564-ac1f-4680-b27f-d49ed8897044 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4 HTTP/1.1" status: 200 len: 217 time: 0.0525241 Jul 22 16:38:12.820681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f442e931-7f41-478c-b0bb-b886784a7130'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:12.860300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-6f9969a8-cbda-4cc8-9847-33843b1e6cae tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.863350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-6f9969a8-cbda-4cc8-9847-33843b1e6cae tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/ports?device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 949 time: 0.2842796 Jul 22 16:38:12.872974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1eef4042-edac-4797-9b48-7fe925a174f4 req-9a8aa144-9d97-4131-823a-cd3b2f940c24 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019297 Jul 22 16:38:12.901502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ac1f-307c-435c-9698-0c3fdfe32b77 req-673f2ebd-7fd1-4111-9ad1-ff889fba96ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.907517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ac1f-307c-435c-9698-0c3fdfe32b77 req-673f2ebd-7fd1-4111-9ad1-ff889fba96ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.913558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ac1f-307c-435c-9698-0c3fdfe32b77 req-673f2ebd-7fd1-4111-9ad1-ff889fba96ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.934640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ac1f-307c-435c-9698-0c3fdfe32b77 req-673f2ebd-7fd1-4111-9ad1-ff889fba96ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.942236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ac1f-307c-435c-9698-0c3fdfe32b77 req-673f2ebd-7fd1-4111-9ad1-ff889fba96ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.948349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ac1f-307c-435c-9698-0c3fdfe32b77 req-673f2ebd-7fd1-4111-9ad1-ff889fba96ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.955511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2ac1f-307c-435c-9698-0c3fdfe32b77 req-673f2ebd-7fd1-4111-9ad1-ff889fba96ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:12.963908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-caf2ac1f-307c-435c-9698-0c3fdfe32b77 req-673f2ebd-7fd1-4111-9ad1-ff889fba96ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.3861730 Jul 22 16:38:12.990290 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06573d09-d321-47e0-8583-f97ee7c0f241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.992974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06573d09-d321-47e0-8583-f97ee7c0f241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:12.994151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-06573d09-d321-47e0-8583-f97ee7c0f241 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/205d7a49-7a89-4610-8177-42cb25df04a1 HTTP/1.1" status: 204 len: 168 time: 0.6466086 Jul 22 16:38:13.039511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-4a8fab8c-f317-4525-8265-cd8844059d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:13.041245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-4a8fab8c-f317-4525-8265-cd8844059d6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.2313948 Jul 22 16:38:13.046203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06573d09-d321-47e0-8583-f97ee7c0f241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d7a49-7a89-4610-8177-42cb25df04a1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:13.148382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-caf2ac1f-307c-435c-9698-0c3fdfe32b77 req-176085e2-deb1-404f-8593-df2002dadaed tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1834371 Jul 22 16:38:13.268195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6d70bdb6-17a4-4135-b1b4-b91a0e17ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:13.269631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6d70bdb6-17a4-4135-b1b4-b91a0e17ea9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2174771 Jul 22 16:38:13.316387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Deleting port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:13.316961 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.423538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43608) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:13.460199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60ecfbfe-8376-4eb0-a7ef-1d98afbd6fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.608204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] For port d4a5adf6-85f5-4763-8fef-cb94fd0bba16, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:13.608204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.617245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70d3a7-3e4c-4590-8c16-ffbc2506c3c4 req-20280893-bf31-41b7-a2af-914639866e77 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:13.618792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa70d3a7-3e4c-4590-8c16-ffbc2506c3c4 req-20280893-bf31-41b7-a2af-914639866e77 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 945 time: 0.3802638 Jul 22 16:38:13.627142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-6c81d152-9f43-41a2-b088-ee0c82ee18a5 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297396 Jul 22 16:38:13.632750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60ecfbfe-8376-4eb0-a7ef-1d98afbd6fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.639329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60ecfbfe-8376-4eb0-a7ef-1d98afbd6fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.654086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Calling delete_port for d4a5adf6-85f5-4763-8fef-cb94fd0bba16 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:13.696410 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-60ecfbfe-8376-4eb0-a7ef-1d98afbd6fce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89a5209eb0c043af91367d28dcd894bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709632 Jul 22 16:38:13.697810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecfbfe-8376-4eb0-a7ef-1d98afbd6fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e2ced1-572e-4c15-b146-209e3cd59e8a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:13.700415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43616) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:13.731251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-fc9ae013-5c88-47de-97aa-cabfeea319b8 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:13.732599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-fc9ae013-5c88-47de-97aa-cabfeea319b8 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616 HTTP/1.1" status: 200 len: 948 time: 0.3717067 Jul 22 16:38:13.779451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb7056b8-bba8-4b8a-becd-79287d026eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.817921 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb7056b8-bba8-4b8a-becd-79287d026eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.826690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa70d3a7-3e4c-4590-8c16-ffbc2506c3c4 req-4fa14666-2082-4fab-afc9-33e203dd7a9f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976025 Jul 22 16:38:13.903088 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb7056b8-bba8-4b8a-becd-79287d026eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.906463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb7056b8-bba8-4b8a-becd-79287d026eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:13.909346 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eb7056b8-bba8-4b8a-becd-79287d026eb7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2e2ced1-572e-4c15-b146-209e3cd59e8a HTTP/1.1" status: 204 len: 168 time: 0.2068226 Jul 22 16:38:13.918489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7056b8-bba8-4b8a-becd-79287d026eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e2ced1-572e-4c15-b146-209e3cd59e8a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:14.017619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f152672-e344-41ed-b85f-5f39decf2faf req-faa3b766-3efc-4ae2-b442-1a2b34871bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730071 Jul 22 16:38:14.071427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4643cc-e107-46b6-9323-d82dfec697fb req-b5cb2c8b-434c-4e04-a49a-8ba828ff9063 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.073050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea4643cc-e107-46b6-9323-d82dfec697fb req-b5cb2c8b-434c-4e04-a49a-8ba828ff9063 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 949 time: 0.0885305 Jul 22 16:38:14.099828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Deleting port f7a15407-9fca-4599-a1d1-769d35ac06a4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:14.100268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:14.116628 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:14.125747 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea4643cc-e107-46b6-9323-d82dfec697fb req-beedf32a-00ca-4df9-b821-3bc55988f816 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Jul 22 16:38:14.150101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:14.157281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29', 'f7a15407-9fca-4599-a1d1-769d35ac06a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:14.163924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event deleted for resources: {'Port': ['ID=d4a5adf6-85f5-4763-8fef-cb94fd0bba16,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:14.219273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f442e931-7f41-478c-b0bb-b886784a7130 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:14.285687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] No DVR routers for this DVR port d4a5adf6-85f5-4763-8fef-cb94fd0bba16 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:14.307680 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:14.309548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cdf7418-1905-46ce-b588-57648e7c6ff5 req-75a9a2b9-b854-4d39-b1bf-c2040160358f tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "DELETE /v2.0/ports/d4a5adf6-85f5-4763-8fef-cb94fd0bba16 HTTP/1.1" status: 204 len: 173 time: 1.4403110 Jul 22 16:38:14.315972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '430fa6cf-fe89-485e-923b-58464337ac3d', 'name': 'network-vif-deleted', 'tag': 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:14.317958 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6d80ec-9d70-4683-b1a0-10214e5f3040" -d '{"events": [{"server_uuid": "430fa6cf-fe89-485e-923b-58464337ac3d", "name": "network-vif-deleted", "tag": "d4a5adf6-85f5-4763-8fef-cb94fd0bba16"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:14.335315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] For port f7a15407-9fca-4599-a1d1-769d35ac06a4, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f7a15407-9fca-4599-a1d1-769d35ac06a4,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:14.335561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:14.351894 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Calling delete_port for f7a15407-9fca-4599-a1d1-769d35ac06a4 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:14.434738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-5dddbf87-3246-4b76-afce-30294c1ebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.437184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-5dddbf87-3246-4b76-afce-30294c1ebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.437707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-5dddbf87-3246-4b76-afce-30294c1ebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.438192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-5dddbf87-3246-4b76-afce-30294c1ebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.438668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-5dddbf87-3246-4b76-afce-30294c1ebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.439174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-5dddbf87-3246-4b76-afce-30294c1ebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.440294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-5dddbf87-3246-4b76-afce-30294c1ebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.440528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port f442e931-7f41-478c-b0bb-b886784a7130 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:14.441372 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:14.442591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-5dddbf87-3246-4b76-afce-30294c1ebe09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6481 time: 0.1932120 Jul 22 16:38:14.519610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2334-0d6e-4e92-9d85-f9476b39dd93 req-2e6b0b01-cc30-4ff3-a1db-777a5b86261c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.525612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2334-0d6e-4e92-9d85-f9476b39dd93 req-2e6b0b01-cc30-4ff3-a1db-777a5b86261c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.557810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2334-0d6e-4e92-9d85-f9476b39dd93 req-2e6b0b01-cc30-4ff3-a1db-777a5b86261c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.572337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2334-0d6e-4e92-9d85-f9476b39dd93 req-2e6b0b01-cc30-4ff3-a1db-777a5b86261c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.594813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2334-0d6e-4e92-9d85-f9476b39dd93 req-2e6b0b01-cc30-4ff3-a1db-777a5b86261c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.604629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2334-0d6e-4e92-9d85-f9476b39dd93 req-2e6b0b01-cc30-4ff3-a1db-777a5b86261c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.632150 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2334-0d6e-4e92-9d85-f9476b39dd93 req-2e6b0b01-cc30-4ff3-a1db-777a5b86261c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.634072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-02cf2334-0d6e-4e92-9d85-f9476b39dd93 req-2e6b0b01-cc30-4ff3-a1db-777a5b86261c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.2645316 Jul 22 16:38:14.845474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-02cf2334-0d6e-4e92-9d85-f9476b39dd93 req-a013e606-8be6-4036-a590-532bd14339fb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1894863 Jul 22 16:38:14.872389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-6ae0e904-ef25-4d57-bf54-aa948d4874cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:14.873952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-6ae0e904-ef25-4d57-bf54-aa948d4874cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 200 len: 902 time: 0.4207935 Jul 22 16:38:14.967889 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:15.025317 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:15.041384 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc859e6-b206-48f6-acf4-00ca3df3c84c x-openstack-request-id: req-6dc859e6-b206-48f6-acf4-00ca3df3c84c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:15.042552 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "430fa6cf-fe89-485e-923b-58464337ac3d", "name": "network-vif-deleted", "tag": "d4a5adf6-85f5-4763-8fef-cb94fd0bba16", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:15.043050 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dc859e6-b206-48f6-acf4-00ca3df3c84c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:15.043641 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '430fa6cf-fe89-485e-923b-58464337ac3d', 'name': 'network-vif-deleted', 'tag': 'd4a5adf6-85f5-4763-8fef-cb94fd0bba16', 'status': 'completed', 'code': 200} Jul 22 16:38:15.073436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event deleted for resources: {'Port': ['ID=f7a15407-9fca-4599-a1d1-769d35ac06a4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:15.076687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-dfa84b40-f7fc-474c-b149-346806a56d8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079 HTTP/1.1" status: 200 len: 217 time: 0.1422327 Jul 22 16:38:15.149404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-3005018a-aa19-41ca-b9e1-f3e64c8c6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.151613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-3005018a-aa19-41ca-b9e1-f3e64c8c6e36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.0660186 Jul 22 16:38:15.165414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f442e931-7f41-478c-b0bb-b886784a7130,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:15.239677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:15.244818 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ec778c-cb64-4ab0-8715-032a785f5547" -d '{"events": [{"server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "name": "network-vif-plugged", "status": "completed", "tag": "f442e931-7f41-478c-b0bb-b886784a7130"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:15.245736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] No DVR routers for this DVR port f7a15407-9fca-4599-a1d1-769d35ac06a4 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:15.252782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c323a-8d8f-4fb3-b069-2442a5cec64b req-23fd8cf2-4fc6-4450-b022-194e24f924be tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.253876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:15.256463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e0aa5f8-7eba-46ec-af09-b10b4922dadf req-486b225b-7544-47d3-8b48-c151c2c98f27 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "DELETE /v2.0/ports/f7a15407-9fca-4599-a1d1-769d35ac06a4 HTTP/1.1" status: 204 len: 173 time: 1.4517488 Jul 22 16:38:15.284945 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:15.286686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f7a15407-9fca-4599-a1d1-769d35ac06a4 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:15.293495 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2e3c323a-8d8f-4fb3-b069-2442a5cec64b req-23fd8cf2-4fc6-4450-b022-194e24f924be tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 945 time: 0.2370949 Jul 22 16:38:15.306369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-beff7c18-f29b-46ac-89f9-36d1ead3de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:15.311706 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-beff7c18-f29b-46ac-89f9-36d1ead3de1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1264260 Jul 22 16:38:15.369963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.374984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: f7a15407-9fca-4599-a1d1-769d35ac06a4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:15.375463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f7a15407-9fca-4599-a1d1-769d35ac06a4 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:15.441138 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2e3c323a-8d8f-4fb3-b069-2442a5cec64b req-fa9c27b1-bbe4-43e1-9ec9-77702c23e4bb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466413 Jul 22 16:38:15.483289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-872ca1eb-9e28-4c28-baef-3109fbfc482c req-37dad2a8-7907-4dc6-a46a-5cfc5d494cae tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=430fa6cf-fe89-485e-923b-58464337ac3d HTTP/1.1" status: 200 len: 210 time: 0.0962384 Jul 22 16:38:15.553255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f442e931-7f41-478c-b0bb-b886784a7130,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:15.632047 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b7853c-2c15-4ca8-a55c-5a321f5b39d9 x-openstack-request-id: req-55b7853c-2c15-4ca8-a55c-5a321f5b39d9 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:15.632829 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "name": "network-vif-plugged", "status": "completed", "tag": "f442e931-7f41-478c-b0bb-b886784a7130", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:15.633421 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55b7853c-2c15-4ca8-a55c-5a321f5b39d9 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:15.634135 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130', 'code': 200} Jul 22 16:38:15.755355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d4a5adf6-85f5-4763-8fef-cb94fd0bba16 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:15.761630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-1d6029ba-7925-4441-a131-223e0bd09a42 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:15.765031 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1d6029ba-7925-4441-a131-223e0bd09a42 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3916421 Jul 22 16:38:15.769060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43684) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.783253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-3992f565-a788-4e79-9a67-7ba16511a347 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:15.793078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3992f565-a788-4e79-9a67-7ba16511a347 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0143249 Jul 22 16:38:15.793821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43688) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.811148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-23ebd578-6d81-4e10-80da-43dd4e66f41f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:15.812513 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-23ebd578-6d81-4e10-80da-43dd4e66f41f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0176165 Jul 22 16:38:15.817560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43690) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.834103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: d4a5adf6-85f5-4763-8fef-cb94fd0bba16 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:15.834340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d4a5adf6-85f5-4763-8fef-cb94fd0bba16 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:15.835907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-f5fa9f2d-ea1a-4653-96c3-40a2e6de40fb tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:15.846340 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f5fa9f2d-ea1a-4653-96c3-40a2e6de40fb tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0212452 Jul 22 16:38:15.847743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43692) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.867251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-22eade41-b02e-4daa-87f3-1924211478ae tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:15.870162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-22eade41-b02e-4daa-87f3-1924211478ae tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0205760 Jul 22 16:38:15.873385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.885060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-2b87273c-59e8-44bc-9462-cb4b3da5bbf6 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:15.889228 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2b87273c-59e8-44bc-9462-cb4b3da5bbf6 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0118029 Jul 22 16:38:15.889609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43696) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.903904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [None req-61756ec1-6dd3-47fd-a119-ed9dfe5c6648 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:15.908154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43698) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.908679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-61756ec1-6dd3-47fd-a119-ed9dfe5c6648 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0092845 Jul 22 16:38:15.916911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-d3157ac0-1881-46b6-a8e2-69b940ce1510 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936415 Jul 22 16:38:15.923219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-daf0feaf-188b-433a-baf3-1a10d9748ded tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:15.931879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-daf0feaf-188b-433a-baf3-1a10d9748ded tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0167968 Jul 22 16:38:15.931879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.937285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-7e53df3d-79ab-41ef-a5fc-52a4dd99a80f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:15.943332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-8e5829fd-af5c-46c9-a310-39c8539533ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2251327 Jul 22 16:38:15.947093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7e53df3d-79ab-41ef-a5fc-52a4dd99a80f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0119631 Jul 22 16:38:15.948990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43704) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:15.993122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [None req-d8fa1142-9163-45cb-b302-4625798d2e21 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.007659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d8fa1142-9163-45cb-b302-4625798d2e21 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0207212 Jul 22 16:38:16.010426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43706) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.021854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-ff058a5d-d042-4806-ae34-50ebb434168f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.024194 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ff058a5d-d042-4806-ae34-50ebb434168f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0120711 Jul 22 16:38:16.028106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.074192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [None req-d11e0b30-3c58-40d1-a22e-c892a02f6f2a tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.074192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d11e0b30-3c58-40d1-a22e-c892a02f6f2a tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0122201 Jul 22 16:38:16.076106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43712) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.081649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-47e09ee8-3a0f-4b63-83fe-5e3b9b3a7d32 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.086345 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-47e09ee8-3a0f-4b63-83fe-5e3b9b3a7d32 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0088716 Jul 22 16:38:16.087248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43714) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.097082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-f523f9ae-7902-49db-9c98-102d566c44d4 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.101900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f523f9ae-7902-49db-9c98-102d566c44d4 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112653 Jul 22 16:38:16.107165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43716) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.114465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-6db1d76b-cee4-4c46-a694-fac7034f29ec tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.119946 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6db1d76b-cee4-4c46-a694-fac7034f29ec tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0110886 Jul 22 16:38:16.120857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.128336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-f043bbab-41c5-4125-bafa-b2ec306dc2a4 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.150131 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f043bbab-41c5-4125-bafa-b2ec306dc2a4 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0278125 Jul 22 16:38:16.151309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43722) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.160440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-94806b24-24ad-4494-baa1-1f53e7ad7892 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.165137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-94806b24-24ad-4494-baa1-1f53e7ad7892 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0114417 Jul 22 16:38:16.166120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43724) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.171724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-a920387e-5bbc-4d5c-b7a1-b3b07d82c15b tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.182760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a920387e-5bbc-4d5c-b7a1-b3b07d82c15b tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0117128 Jul 22 16:38:16.183829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43726) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.191118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-9baf982e-7447-4046-b25d-5379e947e1e4 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.196024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9baf982e-7447-4046-b25d-5379e947e1e4 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0105655 Jul 22 16:38:16.197322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.205183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-18514d10-3bb7-4f98-81f6-2d52413d637d tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.210529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-18514d10-3bb7-4f98-81f6-2d52413d637d tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0114305 Jul 22 16:38:16.211926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43732) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.217926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-4c0d1fb6-4526-49c0-82de-ce2063cd1fa2 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.227572 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4c0d1fb6-4526-49c0-82de-ce2063cd1fa2 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0137863 Jul 22 16:38:16.229300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.234904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-54c515e9-4a37-4725-841a-bef116aedd4f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.241094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-54c515e9-4a37-4725-841a-bef116aedd4f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0113411 Jul 22 16:38:16.243675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.249629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-d3569fe4-29b7-404c-af20-4cfb01bbd4fe tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.254602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d3569fe4-29b7-404c-af20-4cfb01bbd4fe tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0091822 Jul 22 16:38:16.255379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43738) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.264914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-b3bb6d42-ec30-4e4a-945f-9623fcc5273c tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.269457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b3bb6d42-ec30-4e4a-945f-9623fcc5273c tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0127332 Jul 22 16:38:16.273424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43740) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.279990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-97e37db6-e262-45ae-aaa1-469737df6c4c tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.287302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:16.287855 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-97e37db6-e262-45ae-aaa1-469737df6c4c tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0129654 Jul 22 16:38:16.288733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43742) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.295145 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-02c5ae88-fe5e-41a6-9af9-ef4a0dbaf5da tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.301027 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-02c5ae88-fe5e-41a6-9af9-ef4a0dbaf5da tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0108190 Jul 22 16:38:16.302213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43744) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.309434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-f8a6680e-2f15-40bd-a331-8a170d534e0b tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.317066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f8a6680e-2f15-40bd-a331-8a170d534e0b tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0129187 Jul 22 16:38:16.317783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43746) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.339800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-5585e49d-dcfd-4439-a324-243a4ce19627 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.349496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5585e49d-dcfd-4439-a324-243a4ce19627 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0244541 Jul 22 16:38:16.352409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.363627 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-b2afb846-d83a-47c1-a358-427ce8d9ff49 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.370137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b2afb846-d83a-47c1-a358-427ce8d9ff49 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0163808 Jul 22 16:38:16.370790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.383416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-fe8fae29-2451-4fc7-8f80-6ed4a22115a6 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.389716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fe8fae29-2451-4fc7-8f80-6ed4a22115a6 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0156376 Jul 22 16:38:16.390376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.396818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-8d891518-048c-436d-b1da-c452098e1d49 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.401031 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8d891518-048c-436d-b1da-c452098e1d49 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0095785 Jul 22 16:38:16.401870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43754) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.409409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-5fa701e9-1b86-4502-8452-7da9fa29b992 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.415552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5fa701e9-1b86-4502-8452-7da9fa29b992 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0117285 Jul 22 16:38:16.416267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43756) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.429169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-d169b7a9-bfea-4bb0-b25c-85b38ddfd460 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.437776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d169b7a9-bfea-4bb0-b25c-85b38ddfd460 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0203519 Jul 22 16:38:16.438505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43758) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.442837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:16.446729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-df26342b-a6ea-402f-a7cd-bf1b568a44b3 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.451889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-df26342b-a6ea-402f-a7cd-bf1b568a44b3 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0111706 Jul 22 16:38:16.452612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.467178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-fcbc578c-6ca2-436e-88f4-9b9fe72ca36a tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.473582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fcbc578c-6ca2-436e-88f4-9b9fe72ca36a tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0197566 Jul 22 16:38:16.474486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43766) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.489252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-60826a78-4278-4e31-a5ab-d307c7bf2998 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.495616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-60826a78-4278-4e31-a5ab-d307c7bf2998 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0177414 Jul 22 16:38:16.496239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43768) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.514694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-80f501cb-1738-4aef-8e56-319fdb437ba6 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.522988 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-80f501cb-1738-4aef-8e56-319fdb437ba6 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0238628 Jul 22 16:38:16.523630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43770) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.527161 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-4f3199fd-78c7-431b-8a47-f8d8cbcad85f service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759835 Jul 22 16:38:16.538291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-03e591fb-ed99-419f-87af-c9e77c2f1eb9 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.543818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-03e591fb-ed99-419f-87af-c9e77c2f1eb9 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0190978 Jul 22 16:38:16.545073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43774) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.562967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [None req-fbce069e-cbdd-4c08-8064-fc811f4fa137 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.569218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43776) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.574318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-ae894edf-eec7-4793-ada2-1d9f2c5c2249 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.581468 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ae894edf-eec7-4793-ada2-1d9f2c5c2249 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0111132 Jul 22 16:38:16.582260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.591932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-b1dc107b-0c4e-487e-b639-a83748c2739d tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.595322 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b1dc107b-0c4e-487e-b639-a83748c2739d tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0078866 Jul 22 16:38:16.595453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fbce069e-cbdd-4c08-8064-fc811f4fa137 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0359759 Jul 22 16:38:16.606064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43782) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.623083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-797dd4c0-6f70-468a-9774-b6808dac4a43 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.626380 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-797dd4c0-6f70-468a-9774-b6808dac4a43 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0168791 Jul 22 16:38:16.648271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.694445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [None req-55b5c7da-327f-423b-ab04-88b09b1382e4 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.699947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-55b5c7da-327f-423b-ab04-88b09b1382e4 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0454895 Jul 22 16:38:16.707703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43788) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.719455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-b33572de-6051-48b1-a80e-f1adbf0f234a tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.728362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b33572de-6051-48b1-a80e-f1adbf0f234a tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0184391 Jul 22 16:38:16.729543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43790) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.743436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-214f49c7-590a-49d0-8efa-5bbb5bdd946f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.755561 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-214f49c7-590a-49d0-8efa-5bbb5bdd946f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0233874 Jul 22 16:38:16.757559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43792) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.757888 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.758333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586ee7-eb75-4666-a277-ec11da48d60f req-4abf0003-5088-44f9-8f6c-69a86e25769a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.770862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-4b00ff5d-ce42-4504-a53c-35bac084fa4d tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.774184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4b00ff5d-ce42-4504-a53c-35bac084fa4d tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051074 Jul 22 16:38:16.774304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586ee7-eb75-4666-a277-ec11da48d60f req-4abf0003-5088-44f9-8f6c-69a86e25769a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.787408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.787755 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43802) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.795998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-bedf389b-4b4b-4e11-94fa-82280a1e5790 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.804800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586ee7-eb75-4666-a277-ec11da48d60f req-4abf0003-5088-44f9-8f6c-69a86e25769a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.805882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bedf389b-4b4b-4e11-94fa-82280a1e5790 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0161076 Jul 22 16:38:16.816274 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43804) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.816769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586ee7-eb75-4666-a277-ec11da48d60f req-4abf0003-5088-44f9-8f6c-69a86e25769a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.822031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-30e9f41d-ca56-4593-8544-0a8cf30a601c tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.825531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586ee7-eb75-4666-a277-ec11da48d60f req-4abf0003-5088-44f9-8f6c-69a86e25769a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.826058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-30e9f41d-ca56-4593-8544-0a8cf30a601c tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080056 Jul 22 16:38:16.827929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.834834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-63778e6f-3b93-45cf-a3cf-35af84ec2ca7 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.838727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586ee7-eb75-4666-a277-ec11da48d60f req-4abf0003-5088-44f9-8f6c-69a86e25769a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.839450 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-63778e6f-3b93-45cf-a3cf-35af84ec2ca7 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0087926 Jul 22 16:38:16.841319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43810) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.846335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586ee7-eb75-4666-a277-ec11da48d60f req-4abf0003-5088-44f9-8f6c-69a86e25769a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.851541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-04353583-d79b-45ce-b2ae-235ee7c29de1 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.861649 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47586ee7-eb75-4666-a277-ec11da48d60f req-4abf0003-5088-44f9-8f6c-69a86e25769a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.7893188 Jul 22 16:38:16.867416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-04353583-d79b-45ce-b2ae-235ee7c29de1 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0195410 Jul 22 16:38:16.880382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eed7b-eeeb-4b02-93d9-23eb34f7cf84 req-ea41f0ae-51f5-4f95-abe5-96fe300f3353 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:16.893341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff0eed7b-eeeb-4b02-93d9-23eb34f7cf84 req-ea41f0ae-51f5-4f95-abe5-96fe300f3353 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.2646008 Jul 22 16:38:16.898863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43812) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:16.904593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-febd9dcf-9366-4c8a-bf0a-6186f773897c tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:16.913363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-febd9dcf-9366-4c8a-bf0a-6186f773897c tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0129890 Jul 22 16:38:16.922181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43814) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.015130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-7031290f-4f43-4f2a-ace1-6fa35fcd9641 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.022761 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7031290f-4f43-4f2a-ace1-6fa35fcd9641 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0526059 Jul 22 16:38:17.043911 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff0eed7b-eeeb-4b02-93d9-23eb34f7cf84 req-5b8c9ced-f66e-454c-9574-2fb2c4a80577 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419208 Jul 22 16:38:17.046566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43816) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.078378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-db811c80-2140-423a-9d1a-786897705a84 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.087606 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-db811c80-2140-423a-9d1a-786897705a84 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0373144 Jul 22 16:38:17.099899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.144907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-d3312d41-0ed8-42ae-9bb1-7cff4299fbed tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.152564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d3312d41-0ed8-42ae-9bb1-7cff4299fbed tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0482609 Jul 22 16:38:17.153312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.168849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-724164101'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:17.193894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-81390641-b001-4c5f-bea3-0b48a869030e tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.202897 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-81390641-b001-4c5f-bea3-0b48a869030e tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0178864 Jul 22 16:38:17.222292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43826) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.239998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-f4dbc813-24eb-45ec-8711-7c48bd997873 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.245168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f4dbc813-24eb-45ec-8711-7c48bd997873 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0174506 Jul 22 16:38:17.246917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.255744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24127c90-0b7c-4ae6-9b81-6c96a409a5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.287232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-417aeb0f-1747-459f-bc4a-730609f0b762 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.292304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-417aeb0f-1747-459f-bc4a-730609f0b762 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0124466 Jul 22 16:38:17.296780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.305893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-8b6cdcef-1010-4596-b7fa-dc0079bcb189 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.310363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8b6cdcef-1010-4596-b7fa-dc0079bcb189 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0091941 Jul 22 16:38:17.316720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.323941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-ea5091ac-e5e8-45cd-822e-319b0d49ede9 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.328297 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ea5091ac-e5e8-45cd-822e-319b0d49ede9 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0100226 Jul 22 16:38:17.332543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43834) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.340884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-31d7ce28-4d3b-458e-8dff-62c20d411b8f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.348348 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-31d7ce28-4d3b-458e-8dff-62c20d411b8f tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0142601 Jul 22 16:38:17.349054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.355111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-69f42d5e-a667-4126-b771-07b44cb43d5e tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.357711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-69f42d5e-a667-4126-b771-07b44cb43d5e tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0061064 Jul 22 16:38:17.415546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Made reservation on behalf of 3fbdc5db620d43c78e1bbf11c5bdbe59 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:17.419250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.453076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43838) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.465504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.473279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-83b00474-7baa-42d6-9f0a-2ac9521c8eb0 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.474247 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-83b00474-7baa-42d6-9f0a-2ac9521c8eb0 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061083 Jul 22 16:38:17.507176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43846) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.515387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-404da2d4-7438-47f6-8b1c-773050a0fc99 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.516368 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-404da2d4-7438-47f6-8b1c-773050a0fc99 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062797 Jul 22 16:38:17.525531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43848) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.526187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616', 'name': 'network-vif-deleted', 'tag': 'f7a15407-9fca-4599-a1d1-769d35ac06a4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:17.528552 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe1f9be-253f-4614-910e-57abe0097198" -d '{"events": [{"server_uuid": "7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616", "name": "network-vif-deleted", "tag": "f7a15407-9fca-4599-a1d1-769d35ac06a4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:17.536958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [None req-ccdefb27-061f-4f43-8ac2-785ad9f5859d tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.540669 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ccdefb27-061f-4f43-8ac2-785ad9f5859d tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0087950 Jul 22 16:38:17.542742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.550147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-8180d1ef-978a-4b39-817a-0a690fc4bf25 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.551247 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8180d1ef-978a-4b39-817a-0a690fc4bf25 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0073180 Jul 22 16:38:17.557229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43854) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.558058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-9a17c592-66dc-41a9-b37a-b88f878131fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.563719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-9a17c592-66dc-41a9-b37a-b88f878131fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 1098 time: 1.5531144 Jul 22 16:38:17.577659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-7dc9c073-20db-4437-ad33-88a5f491069b tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.579537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7dc9c073-20db-4437-ad33-88a5f491069b tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0184495 Jul 22 16:38:17.583391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.589436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [None req-ed47c515-7907-4cb8-91ef-f9e8fcf41f34 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.593498 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ed47c515-7907-4cb8-91ef-f9e8fcf41f34 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075912 Jul 22 16:38:17.593754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43858) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.599236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-3dea4f3f-4fbe-4132-9337-72a2b20a6dc7 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.600503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3dea4f3f-4fbe-4132-9337-72a2b20a6dc7 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058694 Jul 22 16:38:17.605734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.610303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [None req-2839ff60-7579-4637-9c1f-1e7be128cd99 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:17.611464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2839ff60-7579-4637-9c1f-1e7be128cd99 tempest-ExtensionsTestJSON-1645854905 tempest-ExtensionsTestJSON-1645854905-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048494 Jul 22 16:38:17.638518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24127c90-0b7c-4ae6-9b81-6c96a409a5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.654146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24127c90-0b7c-4ae6-9b81-6c96a409a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.678721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47586ee7-eb75-4666-a277-ec11da48d60f req-9b07ebec-4014-429a-b499-09b1a52ac227 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8158910 Jul 22 16:38:17.749274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-24127c90-0b7c-4ae6-9b81-6c96a409a5c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f89e187a63084f09a8836d186da125d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9882333 Jul 22 16:38:17.755255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:17.779328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24127c90-0b7c-4ae6-9b81-6c96a409a5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db174f7-c309-4081-8ccf-0ace0735c55b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:17.852059 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94995c48-e022-41bf-aea2-a22851db074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.876374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94995c48-e022-41bf-aea2-a22851db074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:17.914960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-1f09641c-ada2-4e27-b036-5aa7a06f33e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:17.916766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-1f09641c-ada2-4e27-b036-5aa7a06f33e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.3222976 Jul 22 16:38:17.919713 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6c88e5-12d9-4ea7-a03a-6b4c396560e5 x-openstack-request-id: req-5d6c88e5-12d9-4ea7-a03a-6b4c396560e5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:17.920011 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616", "name": "network-vif-deleted", "tag": "f7a15407-9fca-4599-a1d1-769d35ac06a4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:17.920262 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d6c88e5-12d9-4ea7-a03a-6b4c396560e5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:17.921883 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f36ea10-b5a5-4c9b-8a4f-1d8d53c68616', 'name': 'network-vif-deleted', 'tag': 'f7a15407-9fca-4599-a1d1-769d35ac06a4', 'status': 'completed', 'code': 200} Jul 22 16:38:18.003976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-ac6faded-67ea-4012-9522-7b20552c7d74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b792b03-7d1e-425f-955c-8dbd617f757a HTTP/1.1" status: 200 len: 217 time: 0.0781360 Jul 22 16:38:18.017080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-f78535d9-cc99-490f-8bd3-4a232b741402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.018280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-f78535d9-cc99-490f-8bd3-4a232b741402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.018754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-f78535d9-cc99-490f-8bd3-4a232b741402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.019245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-f78535d9-cc99-490f-8bd3-4a232b741402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.019713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-f78535d9-cc99-490f-8bd3-4a232b741402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.022598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-f78535d9-cc99-490f-8bd3-4a232b741402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.023369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-f78535d9-cc99-490f-8bd3-4a232b741402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.025119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94995c48-e022-41bf-aea2-a22851db074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.025866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-f78535d9-cc99-490f-8bd3-4a232b741402 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6481 time: 1.3688552 Jul 22 16:38:18.029740 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94995c48-e022-41bf-aea2-a22851db074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.030872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-94995c48-e022-41bf-aea2-a22851db074c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6db174f7-c309-4081-8ccf-0ace0735c55b HTTP/1.1" status: 204 len: 168 time: 0.2747993 Jul 22 16:38:18.084658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:18.093267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94995c48-e022-41bf-aea2-a22851db074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db174f7-c309-4081-8ccf-0ace0735c55b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:18.256445 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.263368 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.321611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:18.337249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-c0f153a6-413b-4a5f-a17d-7756a713d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.338942 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-c0f153a6-413b-4a5f-a17d-7756a713d6ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.3121188 Jul 22 16:38:18.347442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ffc50c-9c12-4e77-bd03-119898f64589,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:18.351856 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2548a9d-fa04-4849-85fb-706a1bf1827a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.369008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696356e-7af8-4b57-b699-20bf2dfbe66c req-20490587-d989-4bac-87e2-fd108c1de33d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.379766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9696356e-7af8-4b57-b699-20bf2dfbe66c req-20490587-d989-4bac-87e2-fd108c1de33d tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 949 time: 0.2098579 Jul 22 16:38:18.399017 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.399424 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Added segment a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6 of type vlan for network 20bef599-450b-4b00-8804-899f596c60cb Jul 22 16:38:18.401875 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31115bb6-d158-45d8-8933-4c741fe40610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.504281 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9696356e-7af8-4b57-b699-20bf2dfbe66c req-fadbc7f9-7e35-46d9-9561-90cb966af67a tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236150 Jul 22 16:38:18.508428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.523859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-4438f5d5-6152-4a4f-b4d0-ed0d69c9e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.525236 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-4438f5d5-6152-4a4f-b4d0-ed0d69c9e7a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 200 len: 902 time: 0.3882263 Jul 22 16:38:18.555859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86176c15-79aa-4ffa-b36a-4b3346ef37b2 req-ae0a9784-a517-4253-835e-db1129cf8c00 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.566616 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86176c15-79aa-4ffa-b36a-4b3346ef37b2 req-ae0a9784-a517-4253-835e-db1129cf8c00 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.3413396 Jul 22 16:38:18.630164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-8cfe5365-4132-4143-8ec3-025dc32861cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4 HTTP/1.1" status: 200 len: 217 time: 0.0929112 Jul 22 16:38:18.640003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-f32b61ec-0b40-4fb4-9116-6983ae6ca1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.641819 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-f32b61ec-0b40-4fb4-9116-6983ae6ca1ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2535589 Jul 22 16:38:18.664812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.683444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.684109 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.721639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86176c15-79aa-4ffa-b36a-4b3346ef37b2 req-94312446-4d2d-4732-8157-c5b5a3fd8fea tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529517 Jul 22 16:38:18.750368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:18.792052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-263e3afa-2c9d-4b38-90f6-650c8f8b2a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.840598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-c104318d-85dc-479f-af0b-57faf93dda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:18.842261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-c104318d-85dc-479f-af0b-57faf93dda30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1933441 Jul 22 16:38:18.863034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event updated for resources: {'Network': ['ID=20bef599-450b-4b00-8804-899f596c60cb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:18.869936 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2548a9d-fa04-4849-85fb-706a1bf1827a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.883172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 20bef599-450b-4b00-8804-899f596c60cb details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:18.895213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2548a9d-fa04-4849-85fb-706a1bf1827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:18.921626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cbf77981-ad34-4da4-8feb-e4787b0a166a tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1306741 Jul 22 16:38:18.930940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43890) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:18.937526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Request body: {'subnet': {'network_id': '20bef599-450b-4b00-8804-899f596c60cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:18.968001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-3440006a-f46b-443d-a3af-168806d779e7 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054171 Jul 22 16:38:18.995805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2548a9d-fa04-4849-85fb-706a1bf1827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9180c9ac-d833-4501-887d-dac156d5c4f2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:19.058830 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a2548a9d-fa04-4849-85fb-706a1bf1827a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=612a6264a22f4225ac8a4296852d88fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9730787 Jul 22 16:38:19.059633 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43892) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:19.148359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-962d8866-4552-4e2f-ae69-bcc29dbf0f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.169992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730a26-ed21-4a3a-a105-4059de503735 req-0572997d-becd-4a92-a33d-1d9dd06e2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.178945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-0572997d-becd-4a92-a33d-1d9dd06e2fdd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3193119 Jul 22 16:38:19.192356 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-962d8866-4552-4e2f-ae69-bcc29dbf0f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.199399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977a45-0c96-418d-8af3-23cd72a92191 req-bc25591a-de47-476e-80b2-3e8e3a1ecb2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.205337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977a45-0c96-418d-8af3-23cd72a92191 req-bc25591a-de47-476e-80b2-3e8e3a1ecb2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.211608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977a45-0c96-418d-8af3-23cd72a92191 req-bc25591a-de47-476e-80b2-3e8e3a1ecb2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.217555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977a45-0c96-418d-8af3-23cd72a92191 req-bc25591a-de47-476e-80b2-3e8e3a1ecb2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.224820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977a45-0c96-418d-8af3-23cd72a92191 req-bc25591a-de47-476e-80b2-3e8e3a1ecb2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.230681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977a45-0c96-418d-8af3-23cd72a92191 req-bc25591a-de47-476e-80b2-3e8e3a1ecb2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.231659 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-263e3afa-2c9d-4b38-90f6-650c8f8b2a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.237374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd977a45-0c96-418d-8af3-23cd72a92191 req-bc25591a-de47-476e-80b2-3e8e3a1ecb2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.239354 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd977a45-0c96-418d-8af3-23cd72a92191 req-bc25591a-de47-476e-80b2-3e8e3a1ecb2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.3899341 Jul 22 16:38:19.243089 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-263e3afa-2c9d-4b38-90f6-650c8f8b2a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.297434 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b024e41e-a2d9-41a0-a0f6-496592f544c5 req-06b8adeb-27b9-4540-bca2-7953677cc60e service neutron] 10.222.0.20 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166516 Jul 22 16:38:19.307712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-263e3afa-2c9d-4b38-90f6-650c8f8b2a15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f26298e3830443e4908814c63e1a17d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515192 Jul 22 16:38:19.307712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:19.308861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e3afa-2c9d-4b38-90f6-650c8f8b2a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf63e1-c165-45dc-9700-7d7254e47a38,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:19.319436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Made reservation on behalf of 3fbdc5db620d43c78e1bbf11c5bdbe59 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:19.324397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.356195 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-962d8866-4552-4e2f-ae69-bcc29dbf0f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.359066 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-962d8866-4552-4e2f-ae69-bcc29dbf0f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.360214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-962d8866-4552-4e2f-ae69-bcc29dbf0f6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9180c9ac-d833-4501-887d-dac156d5c4f2 HTTP/1.1" status: 204 len: 168 time: 0.2976084 Jul 22 16:38:19.383769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d8866-4552-4e2f-ae69-bcc29dbf0f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9180c9ac-d833-4501-887d-dac156d5c4f2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:19.410754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80d5f73-9fd3-465b-a023-ca41e9fd4625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.413142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd977a45-0c96-418d-8af3-23cd72a92191 req-df453ee3-a38c-47ba-9a9a-259cef904388 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1596363 Jul 22 16:38:19.440307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80d5f73-9fd3-465b-a023-ca41e9fd4625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.575690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80d5f73-9fd3-465b-a023-ca41e9fd4625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.578964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80d5f73-9fd3-465b-a023-ca41e9fd4625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:19.588108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d80d5f73-9fd3-465b-a023-ca41e9fd4625 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fddf63e1-c165-45dc-9700-7d7254e47a38 HTTP/1.1" status: 204 len: 168 time: 0.2801938 Jul 22 16:38:19.607082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d5f73-9fd3-465b-a023-ca41e9fd4625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf63e1-c165-45dc-9700-7d7254e47a38,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:19.628589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-ff165bbf-b2be-4316-8b9c-a06d0a8a19d1 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881545 Jul 22 16:38:19.773766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-088dc498-2926-4b00-bd87-778a2e90de76 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.775702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-088dc498-2926-4b00-bd87-778a2e90de76 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 949 time: 0.3358834 Jul 22 16:38:19.849110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3553a1-545f-48ff-9d45-c0be35b7d979 req-acf1d981-fa5d-4a74-a98a-205b6a7ed6f1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:19.857205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd3553a1-545f-48ff-9d45-c0be35b7d979 req-acf1d981-fa5d-4a74-a98a-205b6a7ed6f1 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 949 time: 0.1485879 Jul 22 16:38:19.948688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68730a26-ed21-4a3a-a105-4059de503735 req-79859842-bc8d-40bf-9e9c-3991675402a2 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049600 Jul 22 16:38:19.984032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd3553a1-545f-48ff-9d45-c0be35b7d979 req-2ac2e6d0-d555-427e-bb99-2b71558fe843 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103106 Jul 22 16:38:20.057200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-5b03ae46-bcd4-43c3-88ea-f78c78986c18 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.057200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-5b03ae46-bcd4-43c3-88ea-f78c78986c18 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d9a51d8-4108-4f39-8761-48c1fe4aba99 HTTP/1.1" status: 200 len: 949 time: 0.1639252 Jul 22 16:38:20.117721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.208539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event updated for resources: {'Subnet': ['ID=1efb19a1-daab-46fa-9863-6f1431a4020d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:20.239937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Deleting port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:20.240279 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.265954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add9d0c-998f-4e5a-b24f-150a1d2f2662 req-2b32a55a-d38e-496e-adc2-cdd589da3b2c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.267473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7add9d0c-998f-4e5a-b24f-150a1d2f2662 req-2b32a55a-d38e-496e-adc2-cdd589da3b2c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.3213069 Jul 22 16:38:20.268294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Checking segment: {'id': 'a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20bef599-450b-4b00-8804-899f596c60cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:20.268662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Network hostable DHCP agents. Network: 20bef599-450b-4b00-8804-899f596c60cb, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:20.307217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Deleting port 29e52792-7278-4b96-be48-04240012b6b5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:20.308902 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.386501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Network 20bef599-450b-4b00-8804-899f596c60cb is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:20.400116 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7add9d0c-998f-4e5a-b24f-150a1d2f2662 req-4ea30690-9af2-4cec-9a5a-d47c76ca18cb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250751 Jul 22 16:38:20.434983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] For port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:20.435361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.438412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 20bef599-450b-4b00-8804-899f596c60cb) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:20.448726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:20.449385 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.451797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e7d7a6-b9cc-45fe-b619-c6ec0601cb0f None None] Network 20bef599-450b-4b00-8804-899f596c60cb requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:20.468123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Calling delete_port for 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:20.576971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] For port 29e52792-7278-4b96-be48-04240012b6b5, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=29e52792-7278-4b96-be48-04240012b6b5,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:20.577488 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.618294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Calling delete_port for 29e52792-7278-4b96-be48-04240012b6b5 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:20.719882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.740589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8a481c63-ccc0-4303-9c8f-ae1d82d25099 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8077462 Jul 22 16:38:20.765707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88', '29e52792-7278-4b96-be48-04240012b6b5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:20.776033 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:20.811791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:20.835599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2fde4c82-de73-474d-8064-50c492e3fcdc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1253706711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:20.842333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event deleted for resources: {'Port': ['ID=64eca0cd-ca7a-424c-92cf-c7d6174d0c88,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:20.862174 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:20.975134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event deleted for resources: {'Port': ['ID=29e52792-7278-4b96-be48-04240012b6b5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:21.068212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] No DVR routers for this DVR port 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:21.068212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.073505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58cb7e58-f952-4325-841e-f361b0eb74cc req-a090a2fe-c35a-477c-a823-dfb7dcdb87e2 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "DELETE /v2.0/ports/64eca0cd-ca7a-424c-92cf-c7d6174d0c88 HTTP/1.1" status: 204 len: 173 time: 1.2912209 Jul 22 16:38:21.099937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef7085d-a4cd-4aea-af81-3514fdc736ad', 'name': 'network-vif-deleted', 'tag': '64eca0cd-ca7a-424c-92cf-c7d6174d0c88'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:21.109480 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bd26b3-cf91-42ce-91c1-8df7f02f8077" -d '{"events": [{"server_uuid": "8ef7085d-a4cd-4aea-af81-3514fdc736ad", "name": "network-vif-deleted", "tag": "64eca0cd-ca7a-424c-92cf-c7d6174d0c88"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:21.113157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] No DVR routers for this DVR port 29e52792-7278-4b96-be48-04240012b6b5 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:21.122033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.133314 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-73dffbd0-07ea-4bba-a0c4-17ac24d680b6 req-ad2ce4a1-e2a6-436f-84e2-62af14664ae3 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.20 "DELETE /v2.0/ports/29e52792-7278-4b96-be48-04240012b6b5 HTTP/1.1" status: 204 len: 173 time: 1.0722435 Jul 22 16:38:21.133902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9a51d8-4108-4f39-8761-48c1fe4aba99', 'name': 'network-vif-deleted', 'tag': '29e52792-7278-4b96-be48-04240012b6b5'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:21.141159 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbf5ecb-55e2-40ff-aa54-25464b1dd2ac" -d '{"events": [{"server_uuid": "8d9a51d8-4108-4f39-8761-48c1fe4aba99", "name": "network-vif-deleted", "tag": "29e52792-7278-4b96-be48-04240012b6b5"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:21.224113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fcfc9-9901-4fde-a7f9-1f64771a1fd3 req-1a28ddbc-b41d-4307-b367-f166827fc5e1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.246919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fcfc9-9901-4fde-a7f9-1f64771a1fd3 req-1a28ddbc-b41d-4307-b367-f166827fc5e1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.263766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fcfc9-9901-4fde-a7f9-1f64771a1fd3 req-1a28ddbc-b41d-4307-b367-f166827fc5e1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.279679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fde4c82-de73-474d-8064-50c492e3fcdc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.282801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fcfc9-9901-4fde-a7f9-1f64771a1fd3 req-1a28ddbc-b41d-4307-b367-f166827fc5e1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.291942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fde4c82-de73-474d-8064-50c492e3fcdc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.310203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fcfc9-9901-4fde-a7f9-1f64771a1fd3 req-1a28ddbc-b41d-4307-b367-f166827fc5e1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.317323 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8abb230-2a1a-4836-82b6-75bc6a05b16a req-559ac8f0-1617-421b-af60-e44d2e8ff185 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 210 time: 0.1821494 Jul 22 16:38:21.349108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fcfc9-9901-4fde-a7f9-1f64771a1fd3 req-1a28ddbc-b41d-4307-b367-f166827fc5e1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.355923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fcfc9-9901-4fde-a7f9-1f64771a1fd3 req-1a28ddbc-b41d-4307-b367-f166827fc5e1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:21.379087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d0fcfc9-9901-4fde-a7f9-1f64771a1fd3 req-1a28ddbc-b41d-4307-b367-f166827fc5e1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.5400043 Jul 22 16:38:21.468905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-20bef599-450b-4b00-8804-899f596c60cb', 'network_id': '20bef599-450b-4b00-8804-899f596c60cb', 'tenant_id': '3fbdc5db620d43c78e1bbf11c5bdbe59', 'fixed_ips': [{'subnet_id': '1efb19a1-daab-46fa-9863-6f1431a4020d'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:21.473052 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.544196 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d0fcfc9-9901-4fde-a7f9-1f64771a1fd3 req-7e854895-cee6-4604-aed7-06eb85a1300e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1619010 Jul 22 16:38:21.545391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43966) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:21.582568 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fde4c82-de73-474d-8064-50c492e3fcdc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.602968 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fde4c82-de73-474d-8064-50c492e3fcdc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.605435 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f6a986d-4949-40ac-acf1-40a109e1e21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.618539 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.658030 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2fde4c82-de73-474d-8064-50c492e3fcdc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:21.662863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:21.663520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2fde4c82-de73-474d-8064-50c492e3fcdc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8497849 Jul 22 16:38:21.747657 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce983300-dc83-408d-a0b5-700544210994 x-openstack-request-id: req-ce983300-dc83-408d-a0b5-700544210994 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:21.748243 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef7085d-a4cd-4aea-af81-3514fdc736ad", "name": "network-vif-deleted", "tag": "64eca0cd-ca7a-424c-92cf-c7d6174d0c88", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:21.748243 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce983300-dc83-408d-a0b5-700544210994 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:21.748578 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef7085d-a4cd-4aea-af81-3514fdc736ad', 'name': 'network-vif-deleted', 'tag': '64eca0cd-ca7a-424c-92cf-c7d6174d0c88', 'status': 'completed', 'code': 200} Jul 22 16:38:21.751675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['64eca0cd-ca7a-424c-92cf-c7d6174d0c88'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:22.019996 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d592fb-7e20-4a8e-8bf0-59063317018b x-openstack-request-id: req-49d592fb-7e20-4a8e-8bf0-59063317018b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:22.020879 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9a51d8-4108-4f39-8761-48c1fe4aba99", "name": "network-vif-deleted", "tag": "29e52792-7278-4b96-be48-04240012b6b5", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:22.022388 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49d592fb-7e20-4a8e-8bf0-59063317018b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:22.022810 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9a51d8-4108-4f39-8761-48c1fe4aba99', 'name': 'network-vif-deleted', 'tag': '29e52792-7278-4b96-be48-04240012b6b5', 'status': 'completed', 'code': 200} Jul 22 16:38:22.059522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Allocated IP 172.20.0.2 (20bef599-450b-4b00-8804-899f596c60cb/1efb19a1-daab-46fa-9863-6f1431a4020d/0d8388f8-414c-4a3b-9ea2-f76cdaa1db74) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:22.328669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1880792892'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:22.543842 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e57ad06f-7c2d-49c7-8350-3d0b6600771a req-93049d22-d4ac-41e1-8d26-df7ba4e353c0 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ef7085d-a4cd-4aea-af81-3514fdc736ad HTTP/1.1" status: 200 len: 210 time: 0.0470889 Jul 22 16:38:22.567714 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:22.578438 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.680515 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.766481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Transition to ACTIVE for port object 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:22.833847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Transition to ACTIVE for port object 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:22.869221 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:22.991332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Pushing event updated for resources: {'Port': ['ID=0d8388f8-414c-4a3b-9ea2-f76cdaa1db74,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:22.995210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Made reservation on behalf of 9a720e92edbb45a196fe10e13e185e0f for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:23.013271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Network 20bef599-450b-4b00-8804-899f596c60cb is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:23.016270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.021454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:23.024775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:23.112347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.119554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Attempting to bind port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:23.120789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Attempting to bind port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20bef599-450b-4b00-8804-899f596c60cb'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:23.121291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Attempting to bind port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 on network 20bef599-450b-4b00-8804-899f596c60cb {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:23.144883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:23.145535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Checking segment: {'id': 'a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20bef599-450b-4b00-8804-899f596c60cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:23.146322 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.146877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Bound using segment: {'id': 'a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20bef599-450b-4b00-8804-899f596c60cb'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:23.148469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Bound port: 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '20bef599-450b-4b00-8804-899f596c60cb'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:23.149025 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.205681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e271af-2024-433d-9104-0e651c5a5bf8 req-e8e5eb94-17a1-4ef7-b2f3-c1399f6d93ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.213865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e271af-2024-433d-9104-0e651c5a5bf8 req-e8e5eb94-17a1-4ef7-b2f3-c1399f6d93ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.221112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e271af-2024-433d-9104-0e651c5a5bf8 req-e8e5eb94-17a1-4ef7-b2f3-c1399f6d93ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.229339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e271af-2024-433d-9104-0e651c5a5bf8 req-e8e5eb94-17a1-4ef7-b2f3-c1399f6d93ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.238031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e271af-2024-433d-9104-0e651c5a5bf8 req-e8e5eb94-17a1-4ef7-b2f3-c1399f6d93ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.244640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] For port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:23.246017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e271af-2024-433d-9104-0e651c5a5bf8 req-e8e5eb94-17a1-4ef7-b2f3-c1399f6d93ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.248664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] For port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0d8388f8-414c-4a3b-9ea2-f76cdaa1db74,segment=NetworkSegment(a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6),segment_id=a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:23.256322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e271af-2024-433d-9104-0e651c5a5bf8 req-e8e5eb94-17a1-4ef7-b2f3-c1399f6d93ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.261616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.266552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75e271af-2024-433d-9104-0e651c5a5bf8 req-e8e5eb94-17a1-4ef7-b2f3-c1399f6d93ab tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.2359929 Jul 22 16:38:23.332626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75e271af-2024-433d-9104-0e651c5a5bf8 req-98c468fd-f795-4816-aaec-a15302ec1cbe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647550 Jul 22 16:38:23.382033 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1aba6a-80fa-48ee-844b-d94dacd5cd9a None None] Pushing event updated for resources: {'Port': ['ID=0d8388f8-414c-4a3b-9ea2-f76cdaa1db74,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:23.492469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.523452 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.698305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:23.755979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47950ee5-2258-460b-9f88-6ea961ef9800,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:23.785095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.785630 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Added segment 8832775d-5c57-4613-b687-93864a94ecf8 of type vlan for network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 Jul 22 16:38:23.823383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 29e52792-7278-4b96-be48-04240012b6b5 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:23.836808 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:23.866450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 29e52792-7278-4b96-be48-04240012b6b5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:23.866980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 29e52792-7278-4b96-be48-04240012b6b5 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:23.867484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:23.868272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44809e-9737-4b0c-aa53-e270e8af9361 req-ffd44720-0188-464e-8b53-e4acd2ac24fb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:23.870273 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af44809e-9737-4b0c-aa53-e270e8af9361 req-ffd44720-0188-464e-8b53-e4acd2ac24fb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 1.8535638 Jul 22 16:38:23.913232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:23.913713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 64eca0cd-ca7a-424c-92cf-c7d6174d0c88 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:24.148516 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.251266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af44809e-9737-4b0c-aa53-e270e8af9361 req-a97a5d11-1d71-4bec-82a9-32e98da65461 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601394 Jul 22 16:38:24.254387 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.373836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.391288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:24.392357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.515194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:24.570023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53e0b6-9688-4277-8fba-973d317843a7 req-5b2b4766-9f49-4d1a-bada-849969e79f20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:24.573606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba53e0b6-9688-4277-8fba-973d317843a7 req-5b2b4766-9f49-4d1a-bada-849969e79f20 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 950 time: 0.1549518 Jul 22 16:38:24.739822 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba53e0b6-9688-4277-8fba-973d317843a7 req-acc89579-d24d-40fe-a917-710684f4a5b9 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550617 Jul 22 16:38:24.741070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e328d16-e56c-4812-a32d-a7bdf6ae1321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:24.806982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event updated for resources: {'Network': ['ID=e58d1c92-a78b-45ad-9ed6-7ed3c3485269,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:24.822243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7b063c3e-7371-403e-9d3b-2b1ed3be527b tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2743986 Jul 22 16:38:24.822482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44022) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:24.822575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:24.831055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Request body: {'subnet': {'network_id': 'e58d1c92-a78b-45ad-9ed6-7ed3c3485269', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:24.869883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Allocated IP 172.20.0.1 (20bef599-450b-4b00-8804-899f596c60cb/1efb19a1-daab-46fa-9863-6f1431a4020d/25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:25.048249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea0958-0d99-460a-a345-7b0677929226 req-336997ae-8988-4a18-af89-288bfab53e52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.068287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea0958-0d99-460a-a345-7b0677929226 req-336997ae-8988-4a18-af89-288bfab53e52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.087381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea0958-0d99-460a-a345-7b0677929226 req-336997ae-8988-4a18-af89-288bfab53e52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.095093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea0958-0d99-460a-a345-7b0677929226 req-336997ae-8988-4a18-af89-288bfab53e52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.104014 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea0958-0d99-460a-a345-7b0677929226 req-336997ae-8988-4a18-af89-288bfab53e52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.111023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea0958-0d99-460a-a345-7b0677929226 req-336997ae-8988-4a18-af89-288bfab53e52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.120899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea0958-0d99-460a-a345-7b0677929226 req-336997ae-8988-4a18-af89-288bfab53e52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.122899 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7dea0958-0d99-460a-a345-7b0677929226 req-336997ae-8988-4a18-af89-288bfab53e52 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.4842467 Jul 22 16:38:25.126221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e328d16-e56c-4812-a32d-a7bdf6ae1321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.138440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e328d16-e56c-4812-a32d-a7bdf6ae1321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.205270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.206522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2e328d16-e56c-4812-a32d-a7bdf6ae1321 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9fd0f9acf544851a76553efac9a6247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6891789 Jul 22 16:38:25.208301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Made reservation on behalf of 9a720e92edbb45a196fe10e13e185e0f for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:25.214605 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.223281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44026) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:25.223281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e328d16-e56c-4812-a32d-a7bdf6ae1321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2fe430-7493-428d-a7c7-98c71406b351,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:25.227428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80173395-a3c4-4753-b890-99cac5114319 None None] Network 20bef599-450b-4b00-8804-899f596c60cb requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:25.271944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Transition to ACTIVE for port object 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:25.296356 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7dea0958-0d99-460a-a345-7b0677929226 req-387b4adf-12ea-42e2-9e8a-6cf212b9edb3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1525698 Jul 22 16:38:25.348155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-07adfec1-07cb-4ad6-b73f-752fd2e15a59 None None] Provisioning for port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:25.389826 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.421950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Network 20bef599-450b-4b00-8804-899f596c60cb is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:25.426770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:25.440840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:25.488215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4da7dd5b-4b75-4c09-b44a-b6454031d6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.601753 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event updated for resources: {'Port': ['ID=25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:25.620181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.648644 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4da7dd5b-4b75-4c09-b44a-b6454031d6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.723514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:25.789854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ffa8b-31b9-449a-b966-5d4ac4c9c882 req-0a1a9693-e15b-47bf-83c5-e1bd52a89a0a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:25.803443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-114ffa8b-31b9-449a-b966-5d4ac4c9c882 req-0a1a9693-e15b-47bf-83c5-e1bd52a89a0a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.3790329 Jul 22 16:38:25.849429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.862409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:25.874095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:25.874715 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.935334 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-114ffa8b-31b9-449a-b966-5d4ac4c9c882 req-732c76e2-7079-45cc-bc01-51368133725e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169481 Jul 22 16:38:25.967097 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4da7dd5b-4b75-4c09-b44a-b6454031d6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.967097 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4da7dd5b-4b75-4c09-b44a-b6454031d6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:25.967097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4da7dd5b-4b75-4c09-b44a-b6454031d6a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f2fe430-7493-428d-a7c7-98c71406b351 HTTP/1.1" status: 204 len: 168 time: 0.7360730 Jul 22 16:38:26.053695 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.061464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7dd5b-4b75-4c09-b44a-b6454031d6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2fe430-7493-428d-a7c7-98c71406b351,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:26.068925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event updated for resources: {'Subnet': ['ID=68314d2e-0039-48ab-a966-8c32e113bbbe,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:26.078732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Checking segment: {'id': '8832775d-5c57-4613-b687-93864a94ecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e58d1c92-a78b-45ad-9ed6-7ed3c3485269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:26.079209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Network hostable DHCP agents. Network: e58d1c92-a78b-45ad-9ed6-7ed3c3485269, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:26.124011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:26.145847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, e58d1c92-a78b-45ad-9ed6-7ed3c3485269) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:26.152510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.153566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.186803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59b251f1-2403-474f-b9be-8ea0500a89d0 None None] Provisioning complete for port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:26.187428 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59b251f1-2403-474f-b9be-8ea0500a89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.214606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3bd275-3f3f-4b89-9f77-8bb355d574ba None None] Network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:26.336294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7a9e6f82-9ada-447a-9cde-3c632bae7907 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5128257 Jul 22 16:38:26.336965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44042) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:26.357695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Request body: {'port': {'network_id': 'e58d1c92-a78b-45ad-9ed6-7ed3c3485269', 'name': 'tempest-ExtraDHCPOptionsTestJSON-478338238'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:26.431724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4c855-9030-40f4-88e1-9ce53524e3d0 req-351fc44b-405c-4d0c-b14a-757625326378 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.436332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-15c4c855-9030-40f4-88e1-9ce53524e3d0 req-351fc44b-405c-4d0c-b14a-757625326378 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 950 time: 0.5111449 Jul 22 16:38:26.468151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-317520b8-c1e7-4dd7-8217-68e5a57bdd13 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:26.469741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-317520b8-c1e7-4dd7-8217-68e5a57bdd13 tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 950 time: 0.2970700 Jul 22 16:38:26.515238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-15c4c855-9030-40f4-88e1-9ce53524e3d0 req-e67cdb92-a80d-4dc9-ae9d-0896aecfe18e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/security-groups?id=00e66806-5a32-4880-82c3-195a2c915852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695529 Jul 22 16:38:26.664739 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.674023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-e58d1c92-a78b-45ad-9ed6-7ed3c3485269', 'network_id': 'e58d1c92-a78b-45ad-9ed6-7ed3c3485269', 'tenant_id': '9a720e92edbb45a196fe10e13e185e0f', 'fixed_ips': [{'subnet_id': '68314d2e-0039-48ab-a966-8c32e113bbbe'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:26.681285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44044) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:26.687721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.695950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.703803 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.712292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b8623c-23bd-4ff3-84d0-559a778c4fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.775286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0d8388f8-414c-4a3b-9ea2-f76cdaa1db74,segment=NetworkSegment(a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6),segment_id=a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:26.858261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event updated for resources: {'Port': ['ID=25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:26.866040 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.888421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:26.940355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59b251f1-2403-474f-b9be-8ea0500a89d0 None None] Provisioning for port 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:26.991138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59b251f1-2403-474f-b9be-8ea0500a89d0 None None] Provisioning complete for port 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:26.996771 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59b251f1-2403-474f-b9be-8ea0500a89d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.047575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Network 20bef599-450b-4b00-8804-899f596c60cb is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:27.058820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:27.087383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=0d8388f8-414c-4a3b-9ea2-f76cdaa1db74,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:27.115076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-59b251f1-2403-474f-b9be-8ea0500a89d0 None None] Port 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:27.117756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Allocated IP 172.20.0.2 (e58d1c92-a78b-45ad-9ed6-7ed3c3485269/68314d2e-0039-48ab-a966-8c32e113bbbe/75511c7c-697c-4615-adae-b1b3647907ab) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:27.157094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c10c-ee8f-43ec-a9c6-5a9b7b602e52 req-bd68228b-4769-4895-bbb7-0f2255aecc41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.163878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c10c-ee8f-43ec-a9c6-5a9b7b602e52 req-bd68228b-4769-4895-bbb7-0f2255aecc41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.169981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c10c-ee8f-43ec-a9c6-5a9b7b602e52 req-bd68228b-4769-4895-bbb7-0f2255aecc41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.176114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c10c-ee8f-43ec-a9c6-5a9b7b602e52 req-bd68228b-4769-4895-bbb7-0f2255aecc41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.184016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c10c-ee8f-43ec-a9c6-5a9b7b602e52 req-bd68228b-4769-4895-bbb7-0f2255aecc41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.190594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c10c-ee8f-43ec-a9c6-5a9b7b602e52 req-bd68228b-4769-4895-bbb7-0f2255aecc41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.196491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c10c-ee8f-43ec-a9c6-5a9b7b602e52 req-bd68228b-4769-4895-bbb7-0f2255aecc41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.198485 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd23c10c-ee8f-43ec-a9c6-5a9b7b602e52 req-bd68228b-4769-4895-bbb7-0f2255aecc41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.7244024 Jul 22 16:38:27.223047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Deleting port e69fd387-4dd3-4abe-b761-e7105f63de29 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:27.223396 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.276865 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd23c10c-ee8f-43ec-a9c6-5a9b7b602e52 req-5758cc98-6334-47fb-8540-62848a9d209c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650084 Jul 22 16:38:27.411830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] For port e69fd387-4dd3-4abe-b761-e7105f63de29, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e69fd387-4dd3-4abe-b761-e7105f63de29,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:27.412302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.429447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Calling delete_port for e69fd387-4dd3-4abe-b761-e7105f63de29 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:27.434470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfd655-6632-4a82-9084-fd4d5c5c3452 req-a8c67875-ca3b-40bb-818f-d2f598578266 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:27.436131 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bebfd655-6632-4a82-9084-fd4d5c5c3452 req-a8c67875-ca3b-40bb-818f-d2f598578266 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.3473921 Jul 22 16:38:27.453473 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.465620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Transition to ACTIVE for port object 75511c7c-697c-4615-adae-b1b3647907ab will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:27.484257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Transition to ACTIVE for port object 75511c7c-697c-4615-adae-b1b3647907ab will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:27.497057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-176df4f2-50c8-43c4-95e8-9d0a0df26316 None None] Provisioning complete for port 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:27.497644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-176df4f2-50c8-43c4-95e8-9d0a0df26316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.537688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-176df4f2-50c8-43c4-95e8-9d0a0df26316 None None] Port 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:27.543463 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.640634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:27.645437 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.661975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bebfd655-6632-4a82-9084-fd4d5c5c3452 req-26b8a806-80f9-412f-bcc8-1f39cbca3e86 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125716 Jul 22 16:38:27.669060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Router 655a415f-5caf-4096-8cbf-e6c2cbf471ea is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:38:27.682784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b8623c-23bd-4ff3-84d0-559a778c4fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.733109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:27.753595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e69fd387-4dd3-4abe-b761-e7105f63de29'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:27.760391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:27.763959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:27.766025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Pushing event updated for resources: {'Port': ['ID=75511c7c-697c-4615-adae-b1b3647907ab,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:27.796463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Pushing event deleted for resources: {'Port': ['ID=e69fd387-4dd3-4abe-b761-e7105f63de29,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:27.799819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Made reservation on behalf of 9a720e92edbb45a196fe10e13e185e0f for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:27.804726 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.809160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:27.811996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80b8623c-23bd-4ff3-84d0-559a778c4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.822096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ff95619f-7022-42fa-b8d2-7f525528d956 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "PUT /v2.0/routers/655a415f-5caf-4096-8cbf-e6c2cbf471ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1579595 Jul 22 16:38:27.842776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:27.857714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Request body: {'port': {'network_id': '20bef599-450b-4b00-8804-899f596c60cb', 'name': 'tempest-FloatingIPNegativeTestJSON-1450025923'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:27.859961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8623c-23bd-4ff3-84d0-559a778c4fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea3a746-0da8-40ea-8329-56b06d9940fc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:27.860915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ea984-ce34-4a43-9612-91017addf9b5 None None] Sync routers for ids ['655a415f-5caf-4096-8cbf-e6c2cbf471ea'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:27.878907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38169ee3-e448-45b8-8707-06b55f5da0c5 req-ef0edbfa-9495-4d89-9b07-a845ab4154cb tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.53 "GET /v2.0/ports?device_id=187bca44-ef4c-4061-9fc5-335226ba9276 HTTP/1.1" status: 200 len: 210 time: 0.1027141 Jul 22 16:38:27.897163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-80b8623c-23bd-4ff3-84d0-559a778c4fdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74285d2d69804d7ea72a39f08d4cc1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2147622 Jul 22 16:38:27.900580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44056) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:27.921694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Attempting to bind port 75511c7c-697c-4615-adae-b1b3647907ab on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:27.922344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Attempting to bind port 75511c7c-697c-4615-adae-b1b3647907ab by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '8832775d-5c57-4613-b687-93864a94ecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e58d1c92-a78b-45ad-9ed6-7ed3c3485269'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:27.922496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Attempting to bind port 75511c7c-697c-4615-adae-b1b3647907ab on network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:27.927902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-781c80c7-07e8-4e01-b8c9-f9495e6df799 None None] Provisioning complete for port 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:27.927902 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-781c80c7-07e8-4e01-b8c9-f9495e6df799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.960218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ea984-ce34-4a43-9612-91017addf9b5 None None] Routers {'655a415f-5caf-4096-8cbf-e6c2cbf471ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:27.960218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-678ea984-ce34-4a43-9612-91017addf9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['655a415f-5caf-4096-8cbf-e6c2cbf471ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:27.968696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:27.969245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Checking segment: {'id': '8832775d-5c57-4613-b687-93864a94ecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e58d1c92-a78b-45ad-9ed6-7ed3c3485269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:27.969749 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.970248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Bound using segment: {'id': '8832775d-5c57-4613-b687-93864a94ecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e58d1c92-a78b-45ad-9ed6-7ed3c3485269'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:27.971384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Bound port: 75511c7c-697c-4615-adae-b1b3647907ab, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8832775d-5c57-4613-b687-93864a94ecf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e58d1c92-a78b-45ad-9ed6-7ed3c3485269'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:27.972016 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:27.988917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] No DVR routers for this DVR port e69fd387-4dd3-4abe-b761-e7105f63de29 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:27.990828 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e25f6e5-b4a5-4d99-b36d-a1ae2b8a9b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.007671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.009877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2c0c4-a647-437b-9a6a-88f9a09c6ef5 req-5861f0ac-b6cd-4d4c-a010-f27c2f67ab3e tempest-ServersOnMultiNodesTest-99568192 tempest-ServersOnMultiNodesTest-99568192-project] 10.222.0.65 "DELETE /v2.0/ports/e69fd387-4dd3-4abe-b761-e7105f63de29 HTTP/1.1" status: 204 len: 173 time: 1.0547526 Jul 22 16:38:28.010507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187bca44-ef4c-4061-9fc5-335226ba9276', 'name': 'network-vif-deleted', 'tag': 'e69fd387-4dd3-4abe-b761-e7105f63de29'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:28.013403 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e877723f-a64f-4a7c-92ec-e9b180593a32" -d '{"events": [{"server_uuid": "187bca44-ef4c-4061-9fc5-335226ba9276", "name": "network-vif-deleted", "tag": "e69fd387-4dd3-4abe-b761-e7105f63de29"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:28.014773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e25f6e5-b4a5-4d99-b36d-a1ae2b8a9b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.021273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] device_id is not set on port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:28.054863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-678ea984-ce34-4a43-9612-91017addf9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:28.094416 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e25f6e5-b4a5-4d99-b36d-a1ae2b8a9b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.098550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e25f6e5-b4a5-4d99-b36d-a1ae2b8a9b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.100473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3e25f6e5-b4a5-4d99-b36d-a1ae2b8a9b6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ea3a746-0da8-40ea-8329-56b06d9940fc HTTP/1.1" status: 204 len: 168 time: 0.1959431 Jul 22 16:38:28.129466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25f6e5-b4a5-4d99-b36d-a1ae2b8a9b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea3a746-0da8-40ea-8329-56b06d9940fc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:28.130803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-781c80c7-07e8-4e01-b8c9-f9495e6df799 None None] Port 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:28.135139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:28.135714 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.177899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ea984-ce34-4a43-9612-91017addf9b5 None None] Routers {'655a415f-5caf-4096-8cbf-e6c2cbf471ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:28.185460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-678ea984-ce34-4a43-9612-91017addf9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['655a415f-5caf-4096-8cbf-e6c2cbf471ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:28.307997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Allocated IP 172.20.0.6 (e58d1c92-a78b-45ad-9ed6-7ed3c3485269/68314d2e-0039-48ab-a966-8c32e113bbbe/bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:28.445749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-678ea984-ce34-4a43-9612-91017addf9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:28.446553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ea984-ce34-4a43-9612-91017addf9b5 None None] The sync data for ids ['655a415f-5caf-4096-8cbf-e6c2cbf471ea'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:28.532657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] For port 75511c7c-697c-4615-adae-b1b3647907ab, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:28.539255 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46a3e7b-651e-400b-aee0-07e6554c063f x-openstack-request-id: req-c46a3e7b-651e-400b-aee0-07e6554c063f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:28.540279 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187bca44-ef4c-4061-9fc5-335226ba9276", "name": "network-vif-deleted", "tag": "e69fd387-4dd3-4abe-b761-e7105f63de29", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:28.540279 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c46a3e7b-651e-400b-aee0-07e6554c063f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:28.540991 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187bca44-ef4c-4061-9fc5-335226ba9276', 'name': 'network-vif-deleted', 'tag': 'e69fd387-4dd3-4abe-b761-e7105f63de29', 'status': 'completed', 'code': 200} Jul 22 16:38:28.548913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] For port 75511c7c-697c-4615-adae-b1b3647907ab, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=75511c7c-697c-4615-adae-b1b3647907ab,segment=NetworkSegment(8832775d-5c57-4613-b687-93864a94ecf8),segment_id=8832775d-5c57-4613-b687-93864a94ecf8)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:28.586696 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.645752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.691766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Transition to ACTIVE for port object bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:28.697684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Made reservation on behalf of 3fbdc5db620d43c78e1bbf11c5bdbe59 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:28.697913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63660611-1605-4a22-99ab-b877fce0e0e3 None None] Pushing event updated for resources: {'Port': ['ID=75511c7c-697c-4615-adae-b1b3647907ab,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:28.701712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:28.782284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] device_id is not set on port 2c9fc5b9-959e-45f5-859e-3559fe5bd40e yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:28.886565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b82e-655f-488d-bcc0-9453c103f4c2 req-61b07290-6c03-432d-9d1a-7c081aaa76ac tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.895126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b82e-655f-488d-bcc0-9453c103f4c2 req-61b07290-6c03-432d-9d1a-7c081aaa76ac tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.905961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b82e-655f-488d-bcc0-9453c103f4c2 req-61b07290-6c03-432d-9d1a-7c081aaa76ac tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.923647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b82e-655f-488d-bcc0-9453c103f4c2 req-61b07290-6c03-432d-9d1a-7c081aaa76ac tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.933320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b82e-655f-488d-bcc0-9453c103f4c2 req-61b07290-6c03-432d-9d1a-7c081aaa76ac tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.939839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b82e-655f-488d-bcc0-9453c103f4c2 req-61b07290-6c03-432d-9d1a-7c081aaa76ac tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.947579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b82e-655f-488d-bcc0-9453c103f4c2 req-61b07290-6c03-432d-9d1a-7c081aaa76ac tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:28.950237 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c244b82e-655f-488d-bcc0-9453c103f4c2 req-61b07290-6c03-432d-9d1a-7c081aaa76ac tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.4059877 Jul 22 16:38:28.954695 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.148251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Allocated IP 172.20.0.13 (20bef599-450b-4b00-8804-899f596c60cb/1efb19a1-daab-46fa-9863-6f1431a4020d/2c9fc5b9-959e-45f5-859e-3559fe5bd40e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:29.230118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55567c4-a0be-4c84-9346-888439215590 req-8e41e9b8-6459-4f05-a920-3a9ceccaec97 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:29.241571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f55567c4-a0be-4c84-9346-888439215590 req-8e41e9b8-6459-4f05-a920-3a9ceccaec97 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.1784191 Jul 22 16:38:29.294305 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f55567c4-a0be-4c84-9346-888439215590 req-964940b6-3a0d-4948-92a8-89b451e30974 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514505 Jul 22 16:38:29.437390 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.455846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Transition to ACTIVE for port object 2c9fc5b9-959e-45f5-859e-3559fe5bd40e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:29.526243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:29.540688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c244b82e-655f-488d-bcc0-9453c103f4c2 req-f185ba22-d248-4f0f-b9ba-90f92ea7e269 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5773988 Jul 22 16:38:29.571312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:29.571312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.571312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event updated for resources: {'Port': ['ID=bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:29.580158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:29.703274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:29.703982 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.764872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-21e5e691-65b3-4e74-96f7-5e02ee503835 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4121571 Jul 22 16:38:29.767854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Network 20bef599-450b-4b00-8804-899f596c60cb is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:29.773514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:29.777687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44098) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:29.778138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:29.813079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event updated for resources: {'Port': ['ID=2c9fc5b9-959e-45f5-859e-3559fe5bd40e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:29.825658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Request body: {'port': {'network_id': 'e58d1c92-a78b-45ad-9ed6-7ed3c3485269', 'name': 'tempest-ExtraDHCPOptionsTestJSON-910256422', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:29.831328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.api.validators [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] bootfile-name is not in valid_values {{(pid=93751) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:38:29.835945 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.api.validators [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] tftp-server is not in valid_values {{(pid=93751) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:38:29.836637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.api.validators [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] server-ip-address is not in valid_values {{(pid=93751) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:38:29.844045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:29.893938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 75511c7c-697c-4615-adae-b1b3647907ab up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:29.938250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:29.939245 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:29.982292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:29.984249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7c6fde34-bfa8-4fbd-b76f-3f58cd3d20ec tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1290908 Jul 22 16:38:29.989332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:30.078130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 75511c7c-697c-4615-adae-b1b3647907ab completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:30.177788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.229875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e69fd387-4dd3-4abe-b761-e7105f63de29 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:30.254181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Made reservation on behalf of 9a720e92edbb45a196fe10e13e185e0f for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:30.258719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.280035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: e69fd387-4dd3-4abe-b761-e7105f63de29 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:30.280393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e69fd387-4dd3-4abe-b761-e7105f63de29 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:30.331573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] device_id is not set on port 65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:30.422915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-74780708-9429-4ea7-aee9-692387fe7d73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ab5d218fcdc4950841118db5d6af246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5723455 Jul 22 16:38:30.423441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44118) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:30.493385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11266708-d93e-4fd9-b0f9-bc2a5d05340c None None] Provisioning for port 2c9fc5b9-959e-45f5-859e-3559fe5bd40e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:30.493814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Allocated IP 172.20.0.13 (e58d1c92-a78b-45ad-9ed6-7ed3c3485269/68314d2e-0039-48ab-a966-8c32e113bbbe/65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:30.504564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11266708-d93e-4fd9-b0f9-bc2a5d05340c None None] Provisioning complete for port 2c9fc5b9-959e-45f5-859e-3559fe5bd40e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:30.505270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11266708-d93e-4fd9-b0f9-bc2a5d05340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.535487 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-697a4159-5ab4-4d0e-ac78-5336a6741d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.557152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-11266708-d93e-4fd9-b0f9-bc2a5d05340c None None] Port 2c9fc5b9-959e-45f5-859e-3559fe5bd40e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:30.580170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-697a4159-5ab4-4d0e-ac78-5336a6741d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.666751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ecc010-6692-4f8c-9f6c-de032f43ffba None None] Network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:30.676238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-697a4159-5ab4-4d0e-ac78-5336a6741d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.678806 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-697a4159-5ab4-4d0e-ac78-5336a6741d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.682318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-697a4159-5ab4-4d0e-ac78-5336a6741d27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00e66806-5a32-4880-82c3-195a2c915852 HTTP/1.1" status: 204 len: 168 time: 0.2543695 Jul 22 16:38:30.699623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a4159-5ab4-4d0e-ac78-5336a6741d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e66806-5a32-4880-82c3-195a2c915852,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:30.709293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fbd5bac6-048c-4883-a428-8cdaa3e67425 None None] Provisioning for port 75511c7c-697c-4615-adae-b1b3647907ab completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:30.763874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fbd5bac6-048c-4883-a428-8cdaa3e67425 None None] Provisioning complete for port 75511c7c-697c-4615-adae-b1b3647907ab triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:30.764510 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fbd5bac6-048c-4883-a428-8cdaa3e67425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.779809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8721e5-4b73-4109-a2d6-a869927687f0 req-2ef7170d-eb5d-43ca-a466-db726f003538 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.786737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8721e5-4b73-4109-a2d6-a869927687f0 req-2ef7170d-eb5d-43ca-a466-db726f003538 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.804682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8721e5-4b73-4109-a2d6-a869927687f0 req-2ef7170d-eb5d-43ca-a466-db726f003538 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.812296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8721e5-4b73-4109-a2d6-a869927687f0 req-2ef7170d-eb5d-43ca-a466-db726f003538 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.821005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8721e5-4b73-4109-a2d6-a869927687f0 req-2ef7170d-eb5d-43ca-a466-db726f003538 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.837208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8721e5-4b73-4109-a2d6-a869927687f0 req-2ef7170d-eb5d-43ca-a466-db726f003538 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.844494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8721e5-4b73-4109-a2d6-a869927687f0 req-2ef7170d-eb5d-43ca-a466-db726f003538 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:30.847890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4a8721e5-4b73-4109-a2d6-a869927687f0 req-2ef7170d-eb5d-43ca-a466-db726f003538 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.1729155 Jul 22 16:38:30.922732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:30.942837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4a8721e5-4b73-4109-a2d6-a869927687f0 req-ea445984-ea16-49d7-9b81-78c883f799fe tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875585 Jul 22 16:38:30.967554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Transition to ACTIVE for port object 65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:30.975420 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fbd5bac6-048c-4883-a428-8cdaa3e67425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.030713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fbd5bac6-048c-4883-a428-8cdaa3e67425 None None] For port 75511c7c-697c-4615-adae-b1b3647907ab, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=75511c7c-697c-4615-adae-b1b3647907ab,segment=NetworkSegment(8832775d-5c57-4613-b687-93864a94ecf8),segment_id=8832775d-5c57-4613-b687-93864a94ecf8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:31.045319 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fbd5bac6-048c-4883-a428-8cdaa3e67425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.076863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.123329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:31.128224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:31.135324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:31.150456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5bac6-048c-4883-a428-8cdaa3e67425 None None] Pushing event updated for resources: {'Port': ['ID=75511c7c-697c-4615-adae-b1b3647907ab,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:31.187802 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.201714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f4c6f-da2a-4b47-ae04-12e22677a6d1 req-66584508-fb18-4cf9-ad5d-5624d6f1333e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:31.206017 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-662f4c6f-da2a-4b47-ae04-12e22677a6d1 req-66584508-fb18-4cf9-ad5d-5624d6f1333e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.7069511 Jul 22 16:38:31.211907 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.299278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:31.369321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9a35a417-a78d-416e-bf54-b3b761300e59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c652bc29af04240b7743036d8824a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681241 Jul 22 16:38:31.370464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:31.439082 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-662f4c6f-da2a-4b47-ae04-12e22677a6d1 req-1e678258-5ce5-4234-9353-3cbdb472e306 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208265 Jul 22 16:38:31.472654 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80748d73-b429-412f-a028-cd9d550955a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.496422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c9525808-c0ce-4563-bea0-c7d933aa976d None None] Provisioning complete for port 75511c7c-697c-4615-adae-b1b3647907ab triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:31.497009 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9525808-c0ce-4563-bea0-c7d933aa976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.522036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80748d73-b429-412f-a028-cd9d550955a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.604359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Allocated IP 172.25.3.127 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/eb1e81d4-6cea-41ad-b7a9-6cb20f9304cf) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:31.688303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80748d73-b429-412f-a028-cd9d550955a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.694740 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80748d73-b429-412f-a028-cd9d550955a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.698818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80748d73-b429-412f-a028-cd9d550955a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9df19856-8ed3-41a8-bc8e-43a0bbf6a5b2 HTTP/1.1" status: 204 len: 168 time: 0.3248062 Jul 22 16:38:31.726040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80748d73-b429-412f-a028-cd9d550955a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df19856-8ed3-41a8-bc8e-43a0bbf6a5b2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:31.784074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 75511c7c-697c-4615-adae-b1b3647907ab up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:31.857524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c9525808-c0ce-4563-bea0-c7d933aa976d None None] Provisioning for port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:31.865261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c9525808-c0ce-4563-bea0-c7d933aa976d None None] Provisioning complete for port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:31.865890 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9525808-c0ce-4563-bea0-c7d933aa976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:31.976463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c9525808-c0ce-4563-bea0-c7d933aa976d None None] Port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:32.017570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 75511c7c-697c-4615-adae-b1b3647907ab triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:32.017948 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.159852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5bd53dd-2420-4537-a3d3-36925ee09561 None None] Provisioning complete for port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:32.160268 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5bd53dd-2420-4537-a3d3-36925ee09561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.207105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd53dd-2420-4537-a3d3-36925ee09561 None None] Port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:32.308696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event updated for resources: {'Port': ['ID=65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:32.352012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-16b1bfda-4067-4b77-9f53-07dfabc1880d None None] Provisioning for port 65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:32.358626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-16b1bfda-4067-4b77-9f53-07dfabc1880d None None] Provisioning complete for port 65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:32.359602 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16b1bfda-4067-4b77-9f53-07dfabc1880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.380473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.380473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.414592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ce78cb0f-9be1-4d07-8fb3-afd642f65b62 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6308908 Jul 22 16:38:32.416996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44182) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:32.469383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.493418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-16b1bfda-4067-4b77-9f53-07dfabc1880d None None] Port 65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:32.511349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52a58-d124-4691-b1b8-ad09af558606 req-e56a96c4-177c-4362-937c-630e0e2f339a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.528065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52a58-d124-4691-b1b8-ad09af558606 req-e56a96c4-177c-4362-937c-630e0e2f339a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.535513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52a58-d124-4691-b1b8-ad09af558606 req-e56a96c4-177c-4362-937c-630e0e2f339a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.554200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52a58-d124-4691-b1b8-ad09af558606 req-e56a96c4-177c-4362-937c-630e0e2f339a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.570800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52a58-d124-4691-b1b8-ad09af558606 req-e56a96c4-177c-4362-937c-630e0e2f339a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.589956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52a58-d124-4691-b1b8-ad09af558606 req-e56a96c4-177c-4362-937c-630e0e2f339a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.598984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52a58-d124-4691-b1b8-ad09af558606 req-e56a96c4-177c-4362-937c-630e0e2f339a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.601334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90a52a58-d124-4691-b1b8-ad09af558606 req-e56a96c4-177c-4362-937c-630e0e2f339a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.2889373 Jul 22 16:38:32.701288 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:32.752980 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90a52a58-d124-4691-b1b8-ad09af558606 req-8ed37825-cbd4-4b42-b3fd-63769a7ab260 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333654 Jul 22 16:38:32.795507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012a8b3f-2958-489f-bcc1-c235ed5c99c3 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.803698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:32.806012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012a8b3f-2958-489f-bcc1-c235ed5c99c3 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.809639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:32.813020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:32.817352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012a8b3f-2958-489f-bcc1-c235ed5c99c3 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.818762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:32.820703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-012a8b3f-2958-489f-bcc1-c235ed5c99c3 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4015901 Jul 22 16:38:32.824563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:32.928698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event updated for resources: {'Port': ['ID=eb1e81d4-6cea-41ad-b7a9-6cb20f9304cf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:32.996856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df0833-1f61-4926-b870-f4ee518c1ef9 req-2961043e-e0f5-4c70-ac6c-f8f516259f12 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:32.998708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9df0833-1f61-4926-b870-f4ee518c1ef9 req-2961043e-e0f5-4c70-ac6c-f8f516259f12 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.1751864 Jul 22 16:38:33.021298 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.083726 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5641812-3c93-419b-8907-6bded5d29cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.088085 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9df0833-1f61-4926-b870-f4ee518c1ef9 req-fc16e520-a9f9-452b-9bad-6eabfc0bf03b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789061 Jul 22 16:38:33.090833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c161cb43-d5ee-41c0-bd89-17d1e941bbdc tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Deleting port 65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:33.091407 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c161cb43-d5ee-41c0-bd89-17d1e941bbdc tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.186441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44208) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:33.219023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.240976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c161cb43-d5ee-41c0-bd89-17d1e941bbdc tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.257086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c161cb43-d5ee-41c0-bd89-17d1e941bbdc tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Calling delete_port for 65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:33.277052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5641812-3c93-419b-8907-6bded5d29cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.292546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5641812-3c93-419b-8907-6bded5d29cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.404875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-network', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:33.433310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b5641812-3c93-419b-8907-6bded5d29cae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34d8545bf8374835abfc6a9b3c27dc51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219718 Jul 22 16:38:33.437950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44214) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:33.443296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5641812-3c93-419b-8907-6bded5d29cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a532abd-208f-476b-aed3-e587b1461316,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:33.485516 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c161cb43-d5ee-41c0-bd89-17d1e941bbdc tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.539629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161cb43-d5ee-41c0-bd89-17d1e941bbdc tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event deleted for resources: {'Port': ['ID=65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:33.561830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Made reservation on behalf of 366783741da646e9874cb4dcc1a8e05d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:33.564886 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.592441 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.597648 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd180e41-37de-4eb9-ba56-0f768138a6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.686365 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd180e41-37de-4eb9-ba56-0f768138a6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.686681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c161cb43-d5ee-41c0-bd89-17d1e941bbdc tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.698429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c161cb43-d5ee-41c0-bd89-17d1e941bbdc tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "DELETE /v2.0/ports/65bf8f0d-8f18-4d6d-aeaa-ad4cdd93d7d0 HTTP/1.1" status: 204 len: 168 time: 0.8635433 Jul 22 16:38:33.699381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:33.706836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Request body: {'port': {'name': 'tempest-new-port-name-2023952427', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:33.707660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] bootfile-name is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:38:33.708244 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] tftp-server is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:38:33.708823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] server-ip-address is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:38:33.769102 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.781010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.886963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ad534506-cf76-45ef-91c4-ee38f6273f1f details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:38:33.896494 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.945887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event updated for resources: {'Port': ['ID=eb1e81d4-6cea-41ad-b7a9-6cb20f9304cf,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:33.972954 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd180e41-37de-4eb9-ba56-0f768138a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.977940 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd180e41-37de-4eb9-ba56-0f768138a6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:33.979153 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cd180e41-37de-4eb9-ba56-0f768138a6f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5a532abd-208f-476b-aed3-e587b1461316 HTTP/1.1" status: 204 len: 168 time: 0.5372329 Jul 22 16:38:34.005997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180e41-37de-4eb9-ba56-0f768138a6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a532abd-208f-476b-aed3-e587b1461316,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:34.008210 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.055021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.066694 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.079625 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.081437 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e77729e0-1f1e-4529-b1a1-617c9476092f tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0979216 Jul 22 16:38:34.088192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44224) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:34.098312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9bd7eb5e-1b4c-4efd-ac53-869bdb02c44c tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Request body: {'floatingip': {'port_id': '2c9fc5b9-959e-45f5-859e-3559fe5bd40e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:34.102237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:34.128430 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2867-59b1-46a8-afde-498b4c936bb7 req-eaef0fb3-8fbb-49bd-a5c8-bf1c1016f3a4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.134452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2867-59b1-46a8-afde-498b4c936bb7 req-eaef0fb3-8fbb-49bd-a5c8-bf1c1016f3a4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.138141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ad534506-cf76-45ef-91c4-ee38f6273f1f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:34.140700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2867-59b1-46a8-afde-498b4c936bb7 req-eaef0fb3-8fbb-49bd-a5c8-bf1c1016f3a4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.147302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2867-59b1-46a8-afde-498b4c936bb7 req-eaef0fb3-8fbb-49bd-a5c8-bf1c1016f3a4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.153396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2867-59b1-46a8-afde-498b4c936bb7 req-eaef0fb3-8fbb-49bd-a5c8-bf1c1016f3a4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.159587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'port_id': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'mac_address': 'fa:16:3e:29:b1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:38:34.160610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2867-59b1-46a8-afde-498b4c936bb7 req-eaef0fb3-8fbb-49bd-a5c8-bf1c1016f3a4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.166522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f2867-59b1-46a8-afde-498b4c936bb7 req-eaef0fb3-8fbb-49bd-a5c8-bf1c1016f3a4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.175434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-384f2867-59b1-46a8-afde-498b4c936bb7 req-eaef0fb3-8fbb-49bd-a5c8-bf1c1016f3a4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5417 time: 0.2781177 Jul 22 16:38:34.191456 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9bd7eb5e-1b4c-4efd-ac53-869bdb02c44c tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.213554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.213858 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Added segment 1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2 of type vlan for network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 Jul 22 16:38:34.216860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6073b1cc-8428-405e-94f1-7efae71fb670,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:34.281667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-384f2867-59b1-46a8-afde-498b4c936bb7 req-3d2d2010-06b6-46cf-873f-51921e578f81 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052153 Jul 22 16:38:34.302333 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.306141 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.351224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad534506-cf76-45ef-91c4-ee38f6273f1f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:34.370568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.378162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.381237 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:38:34.384519 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.437224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2481265 Jul 22 16:38:34.437744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:34.441314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ad534506-cf76-45ef-91c4-ee38f6273f1f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:34.448265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Request body: {'subnet': {'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-subnet', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:34.452692 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.454489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6479d55b-05d2-4670-9136-c9b7df1ac6a4 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:38:34.497230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f83cd2-6def-4d7c-b42f-3978f9b5fb37 req-8ac40bb1-e032-4239-a228-16199f0de41e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.501206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46bf28-dee4-4f25-ab32-b2e60b9e6263 admin admin] Pushing event updated for resources: {'Network': ['ID=f3bc9e86-6c29-4e83-b863-4d9aa1509de0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:34.510802 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58f83cd2-6def-4d7c-b42f-3978f9b5fb37 req-8ac40bb1-e032-4239-a228-16199f0de41e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.2360725 Jul 22 16:38:34.524377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Made reservation on behalf of 366783741da646e9874cb4dcc1a8e05d for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:34.525283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:34.541608 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-9bd7eb5e-1b4c-4efd-ac53-869bdb02c44c tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] update failed (client error): The resource could not be found. Jul 22 16:38:34.543332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9bd7eb5e-1b4c-4efd-ac53-869bdb02c44c tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "PUT /v2.0/floatingips/58f79bc1-7db9-4853-addd-103cdd3b6b34 HTTP/1.1" status: 404 len: 507 time: 0.4529908 Jul 22 16:38:34.543463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.551016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:34.570323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.590079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58f83cd2-6def-4d7c-b42f-3978f9b5fb37 req-7a34cbf1-41b5-44e3-8b10-d34943cdd934 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751226 Jul 22 16:38:34.591932 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.669046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event updated for resources: {'Port': ['ID=bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:34.767769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=ad534506-cf76-45ef-91c4-ee38f6273f1f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:34.839336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] In _notify_port_updated(), no bound segment for port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 on network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:38:34.846294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:34.847279 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:34.859915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5f9b6bbf-ff9a-4c53-85ed-016b6130728d tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "PUT /v2.0/ports/bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 HTTP/1.1" status: 200 len: 1136 time: 1.1592424 Jul 22 16:38:34.863844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:34.979842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6479d55b-05d2-4670-9136-c9b7df1ac6a4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:35.011523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '6479d55b-05d2-4670-9136-c9b7df1ac6a4', 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183', 'port_id': '6479d55b-05d2-4670-9136-c9b7df1ac6a4', 'mac_address': 'fa:16:3e:75:62:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:38:35.046884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Deleting port eb1e81d4-6cea-41ad-b7a9-6cb20f9304cf {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:35.047453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.077481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757b7d13-1120-4981-8e40-72b8270a0928 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.078825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-757b7d13-1120-4981-8e40-72b8270a0928 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "GET /v2.0/ports/bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 HTTP/1.1" status: 200 len: 1136 time: 0.2148159 Jul 22 16:38:35.087417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44248) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:35.089156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.172085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6479d55b-05d2-4670-9136-c9b7df1ac6a4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:35.181861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1828bdc7-28f9-4120-8fd2-ccc911066b9f None None] Provisioning complete for port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:35.182492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1828bdc7-28f9-4120-8fd2-ccc911066b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.231556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6479d55b-05d2-4670-9136-c9b7df1ac6a4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:35.241929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.249895 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.250669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 885e45d5-48cf-4508-9c20-a599e79595bd details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:38:35.275022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ab0070ce-526e-435a-ba2c-eef5657fb695 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Deleting port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:35.276142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab0070ce-526e-435a-ba2c-eef5657fb695 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.336799 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.337139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.337738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1828bdc7-28f9-4120-8fd2-ccc911066b9f None None] Port bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:35.410477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Calling delete_port for eb1e81d4-6cea-41ad-b7a9-6cb20f9304cf owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:35.432752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6479d55b-05d2-4670-9136-c9b7df1ac6a4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:35.457671 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.459244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a907228-3929-4a12-b0af-105b0fc3463f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:35.491163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 885e45d5-48cf-4508-9c20-a599e79595bd, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=885e45d5-48cf-4508-9c20-a599e79595bd,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:35.495582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Checking segment: {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:35.495941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Network hostable DHCP agents. Network: f3bc9e86-6c29-4e83-b863-4d9aa1509de0, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:35.525457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '885e45d5-48cf-4508-9c20-a599e79595bd', 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'port_id': '885e45d5-48cf-4508-9c20-a599e79595bd', 'mac_address': 'fa:16:3e:4d:dd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd6c493-2704-4c36-9143-20b3c90e87b5', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:38:35.538312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab0070ce-526e-435a-ba2c-eef5657fb695 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.561203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ab0070ce-526e-435a-ba2c-eef5657fb695 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Calling delete_port for bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:35.615632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44262) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:35.622149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.636079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885e45d5-48cf-4508-9c20-a599e79595bd {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:35.657607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 885e45d5-48cf-4508-9c20-a599e79595bd, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=885e45d5-48cf-4508-9c20-a599e79595bd,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:35.688369 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.689038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 04a5bbb2-5b14-4149-b0b2-e218fba3f079 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:38:35.696556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1c44-4812-48fd-b8b7-b51d4d26728a req-3b08aa42-8887-4395-af9c-c30f06bcad68 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.721987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1c44-4812-48fd-b8b7-b51d4d26728a req-3b08aa42-8887-4395-af9c-c30f06bcad68 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.732477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1c44-4812-48fd-b8b7-b51d4d26728a req-3b08aa42-8887-4395-af9c-c30f06bcad68 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.740815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1c44-4812-48fd-b8b7-b51d4d26728a req-3b08aa42-8887-4395-af9c-c30f06bcad68 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.753911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1c44-4812-48fd-b8b7-b51d4d26728a req-3b08aa42-8887-4395-af9c-c30f06bcad68 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.780751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1c44-4812-48fd-b8b7-b51d4d26728a req-3b08aa42-8887-4395-af9c-c30f06bcad68 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.793202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1c44-4812-48fd-b8b7-b51d4d26728a req-3b08aa42-8887-4395-af9c-c30f06bcad68 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.796301 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b13a1c44-4812-48fd-b8b7-b51d4d26728a req-3b08aa42-8887-4395-af9c-c30f06bcad68 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5419 time: 0.3672209 Jul 22 16:38:35.805347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab0070ce-526e-435a-ba2c-eef5657fb695 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.807743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:35.839572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 04a5bbb2-5b14-4149-b0b2-e218fba3f079, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:35.845406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f3bc9e86-6c29-4e83-b863-4d9aa1509de0) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:35.850975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=885e45d5-48cf-4508-9c20-a599e79595bd,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:35.852388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.853369 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.867054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff709f9-e8b3-49f4-ac52-7f9e38d56651 None None] Network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:35.869635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '04a5bbb2-5b14-4149-b0b2-e218fba3f079', 'network_id': 'fd33b87a-764f-438d-ba51-6438b1736183', 'port_id': '04a5bbb2-5b14-4149-b0b2-e218fba3f079', 'mac_address': 'fa:16:3e:b4:1e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:38:35.887256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4bdba91d-59e1-4765-9f3d-16a40346ceea admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4460940 Jul 22 16:38:35.901619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787035c4-4316-4211-9338-116499528924 req-25172336-ce26-44f5-8e13-69c832227551 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:35.903391 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-787035c4-4316-4211-9338-116499528924 req-25172336-ce26-44f5-8e13-69c832227551 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.2181945 Jul 22 16:38:35.903974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:35.916552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b13a1c44-4812-48fd-b8b7-b51d4d26728a req-e461c81f-3963-4c91-870e-36dc172353d7 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041174 Jul 22 16:38:35.967915 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:35.978946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-749631664-network', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:35.995480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0070ce-526e-435a-ba2c-eef5657fb695 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event deleted for resources: {'Port': ['ID=bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:36.006419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:36.034613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event deleted for resources: {'Port': ['ID=eb1e81d4-6cea-41ad-b7a9-6cb20f9304cf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:36.110772 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.195237 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.197922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.199158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7806dfb5-2a87-453b-a3b2-4eca22971fba tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "DELETE /v2.0/floatingips/58f79bc1-7db9-4853-addd-103cdd3b6b34 HTTP/1.1" status: 204 len: 168 time: 1.6452384 Jul 22 16:38:36.200980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-787035c4-4316-4211-9338-116499528924 req-02011f84-b79b-4489-a186-426127b97294 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743895 Jul 22 16:38:36.203468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:36.210160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d0b93e59-ffd9-46e7-864c-137ffc2bc6d7 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Request body: {'floatingip': {'floating_network_id': '20bef599-450b-4b00-8804-899f596c60cb', 'port_id': '2c9fc5b9-959e-45f5-859e-3559fe5bd40e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:36.212375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a5bbb2-5b14-4149-b0b2-e218fba3f079 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:36.232330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Made reservation on behalf of a817817f5739400bbf2a6e5e01a37c4e for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:36.235432 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.253721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab0070ce-526e-435a-ba2c-eef5657fb695 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.255826 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ab0070ce-526e-435a-ba2c-eef5657fb695 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "DELETE /v2.0/ports/bb2bb3ed-9001-4a2c-8c28-77c1c3c21a42 HTTP/1.1" status: 204 len: 168 time: 1.1664028 Jul 22 16:38:36.256862 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.258398 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:36.308675 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.309753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.330877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 04a5bbb2-5b14-4149-b0b2-e218fba3f079, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:36.343116 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.343929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 35c553c1-7689-4852-8287-c55ff48545b2 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:38:36.365371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-f3bc9e86-6c29-4e83-b863-4d9aa1509de0', 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'fixed_ips': [{'subnet_id': '7a907228-3929-4a12-b0af-105b0fc3463f'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:36.366222 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.383922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0b93e59-ffd9-46e7-864c-137ffc2bc6d7 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.441145 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb253ee-7a81-4647-9d4a-1c0d1676ca0f tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Deleting subnet 68314d2e-0039-48ab-a966-8c32e113bbbe {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:36.449299 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.470667 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb253ee-7a81-4647-9d4a-1c0d1676ca0f tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.559219 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb253ee-7a81-4647-9d4a-1c0d1676ca0f tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.630240 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:38:36.652097 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.659423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 35c553c1-7689-4852-8287-c55ff48545b2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=35c553c1-7689-4852-8287-c55ff48545b2,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:36.664885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=04a5bbb2-5b14-4149-b0b2-e218fba3f079,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:36.687503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '35c553c1-7689-4852-8287-c55ff48545b2', 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'port_id': '35c553c1-7689-4852-8287-c55ff48545b2', 'mac_address': 'fa:16:3e:a9:f4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd6c493-2704-4c36-9143-20b3c90e87b5', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:38:36.756964 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.761840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.770007 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.786760 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb253ee-7a81-4647-9d4a-1c0d1676ca0f tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.787375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c553c1-7689-4852-8287-c55ff48545b2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:36.792537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Allocated IP 172.20.0.2 (f3bc9e86-6c29-4e83-b863-4d9aa1509de0/7a907228-3929-4a12-b0af-105b0fc3463f/214575e3-3970-4e76-a780-664f431b30ae) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:36.828660 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 35c553c1-7689-4852-8287-c55ff48545b2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=35c553c1-7689-4852-8287-c55ff48545b2,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:36.843909 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.844699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:38:36.866585 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d0b93e59-ffd9-46e7-864c-137ffc2bc6d7 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:38:36.876055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d0b93e59-ffd9-46e7-864c-137ffc2bc6d7 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6628597 Jul 22 16:38:36.878395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:36.886880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '2c9fc5b9-959e-45f5-859e-3559fe5bd40e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:36.903448 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb253ee-7a81-4647-9d4a-1c0d1676ca0f tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.951734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb253ee-7a81-4647-9d4a-1c0d1676ca0f tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event deleted for resources: {'Subnet': ['ID=68314d2e-0039-48ab-a966-8c32e113bbbe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:36.957342 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fb253ee-7a81-4647-9d4a-1c0d1676ca0f tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.959749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1fb253ee-7a81-4647-9d4a-1c0d1676ca0f tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "DELETE /v2.0/subnets/68314d2e-0039-48ab-a966-8c32e113bbbe HTTP/1.1" status: 204 len: 168 time: 0.7003181 Jul 22 16:38:36.962499 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44292) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:36.974163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849259bc-85b7-428f-9d26-19aa3edc28bd None None] Network e58d1c92-a78b-45ad-9ed6-7ed3c3485269 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:36.974419 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:36.981197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:37.055768 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe', 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'port_id': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe', 'mac_address': 'fa:16:3e:b0:67:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd6c493-2704-4c36-9143-20b3c90e87b5', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:38:37.059515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=35c553c1-7689-4852-8287-c55ff48545b2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:37.131431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.143986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4a297d-07af-4e76-9ec9-b7da7fa43e7b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:37.210594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:37.242897 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.242897 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Added segment 7c1f27f9-5987-4807-a363-0bb8882c604a of type vlan for network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a Jul 22 16:38:37.267211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.278976 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.311835 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.328127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.334020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:37.336505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Deleting port 75511c7c-697c-4615-adae-b1b3647907ab {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:37.336946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.354479 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Transition to ACTIVE for port object 214575e3-3970-4e76-a780-664f431b30ae will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:37.397604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:37.400039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Transition to ACTIVE for port object 214575e3-3970-4e76-a780-664f431b30ae will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:37.405046 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.405900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4fcfa174-2a00-4f79-ade3-5bb487147ed5 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:38:37.409398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ba36-e274-42d3-9851-f916bf034e02 req-0f287f7b-f875-47d5-958b-3a9da578072c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.415254 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.416892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ba36-e274-42d3-9851-f916bf034e02 req-0f287f7b-f875-47d5-958b-3a9da578072c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.427468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ba36-e274-42d3-9851-f916bf034e02 req-0f287f7b-f875-47d5-958b-3a9da578072c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.433956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ba36-e274-42d3-9851-f916bf034e02 req-0f287f7b-f875-47d5-958b-3a9da578072c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.445624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ba36-e274-42d3-9851-f916bf034e02 req-0f287f7b-f875-47d5-958b-3a9da578072c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.457169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ba36-e274-42d3-9851-f916bf034e02 req-0f287f7b-f875-47d5-958b-3a9da578072c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.466756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964ba36-e274-42d3-9851-f916bf034e02 req-0f287f7b-f875-47d5-958b-3a9da578072c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.472064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:37.477341 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6964ba36-e274-42d3-9851-f916bf034e02 req-0f287f7b-f875-47d5-958b-3a9da578072c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5422 time: 0.3354735 Jul 22 16:38:37.487402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:37.488668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] For port 75511c7c-697c-4615-adae-b1b3647907ab, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=75511c7c-697c-4615-adae-b1b3647907ab,segment=NetworkSegment(8832775d-5c57-4613-b687-93864a94ecf8),segment_id=8832775d-5c57-4613-b687-93864a94ecf8)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:37.489070 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.501725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:37.509958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4fcfa174-2a00-4f79-ade3-5bb487147ed5, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:37.514746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:37.533146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Calling delete_port for 75511c7c-697c-4615-adae-b1b3647907ab owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:37.548907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Allocated IP 172.25.3.17 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/ca759e47-3075-4e8e-8592-45a27526129e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:37.551840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.552075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] DHCP port deletion for e58d1c92-a78b-45ad-9ed6-7ed3c3485269 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:37.553160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.554027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.581929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '4fcfa174-2a00-4f79-ade3-5bb487147ed5', 'network_id': 'b67ed618-c57e-47c4-8fb4-c2e22004d008', 'port_id': '4fcfa174-2a00-4f79-ade3-5bb487147ed5', 'mac_address': 'fa:16:3e:60:ae:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd6c493-2704-4c36-9143-20b3c90e87b5', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:38:37.671437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 75511c7c-697c-4615-adae-b1b3647907ab no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:37.681168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b6daf-8fc7-436d-86ee-6ce938b016fc req-91ded5ef-4510-4955-9291-ea3661354ca4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.683001 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb5b6daf-8fc7-436d-86ee-6ce938b016fc req-91ded5ef-4510-4955-9291-ea3661354ca4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.2996273 Jul 22 16:38:37.698206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Pushing event updated for resources: {'Port': ['ID=214575e3-3970-4e76-a780-664f431b30ae,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:37.704565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Attempting to bind port 214575e3-3970-4e76-a780-664f431b30ae on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:37.705842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Attempting to bind port 214575e3-3970-4e76-a780-664f431b30ae by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:37.706230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Attempting to bind port 214575e3-3970-4e76-a780-664f431b30ae on network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:37.723567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6964ba36-e274-42d3-9851-f916bf034e02 req-d2d1f375-f890-419e-9c46-79d858e43f32 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2451727 Jul 22 16:38:37.726418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1095600 Jul 22 16:38:37.743084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:37.743316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:37.743316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Checking segment: {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:37.743316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.743316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Bound using segment: {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:37.743316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Bound port: 214575e3-3970-4e76-a780-664f431b30ae, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:37.745932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Request body: {'subnet': {'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-749631664-subnet', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:37.746027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.780274 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.780734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453ffa9-cd79-4ed8-9b75-8d32c7c2976d admin admin] Pushing event updated for resources: {'Network': ['ID=9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:37.791362 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.803595 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.823770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.824621 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb5b6daf-8fc7-436d-86ee-6ce938b016fc req-d95d9384-f8c4-4679-bf8d-32a2efbc6b5a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322095 Jul 22 16:38:37.834405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fcfa174-2a00-4f79-ade3-5bb487147ed5 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:38:37.848243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-6924f8a2-eeab-42c6-883b-82772bb66601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:37.855871 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-6924f8a2-eeab-42c6-883b-82772bb66601 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 1098 time: 0.2540193 Jul 22 16:38:37.859994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Made reservation on behalf of a817817f5739400bbf2a6e5e01a37c4e for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:37.863696 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.867973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event deleted for resources: {'Port': ['ID=75511c7c-697c-4615-adae-b1b3647907ab,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:37.870149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4fcfa174-2a00-4f79-ade3-5bb487147ed5, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:37.874022 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.879664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:37.886766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] No DVR routers for this DVR port 75511c7c-697c-4615-adae-b1b3647907ab on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:37.907276 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:37.951267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No active binding found for port 75511c7c-697c-4615-adae-b1b3647907ab {{(pid=93752) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:38:37.951944 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 75511c7c-697c-4615-adae-b1b3647907ab not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:37.977779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] Deleting port 75511c7c-697c-4615-adae-b1b3647907ab {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:37.978156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.000624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-dcdb2241-7c26-4e38-99dd-edafaecc733b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.002199 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-dcdb2241-7c26-4e38-99dd-edafaecc733b service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.1144285 Jul 22 16:38:38.052810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-cf80f8d9-1cac-4fa5-9f98-724d57b019b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f442e931-7f41-478c-b0bb-b886784a7130 HTTP/1.1" status: 200 len: 217 time: 0.0439832 Jul 22 16:38:38.077163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] For port 214575e3-3970-4e76-a780-664f431b30ae, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:38.079224 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.098219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58d1c92-a78b-45ad-9ed6-7ed3c3485269']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:38.116127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8832775d-5c57-4613-b687-93864a94ecf8') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:38.116421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8832775d-5c57-4613-b687-93864a94ecf8') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:38.117583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-e007d65a-5fde-4476-a705-4b11df8a51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.119336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-e007d65a-5fde-4476-a705-4b11df8a51bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.0591815 Jul 22 16:38:38.124710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4fcfa174-2a00-4f79-ade3-5bb487147ed5,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:38.130668 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.131484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] For port 214575e3-3970-4e76-a780-664f431b30ae, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=214575e3-3970-4e76-a780-664f431b30ae,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:38.136449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] For port 75511c7c-697c-4615-adae-b1b3647907ab, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:38.137024 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.150882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.151820 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.159468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] Calling delete_port for 75511c7c-697c-4615-adae-b1b3647907ab owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:38.168168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] Port 75511c7c-697c-4615-adae-b1b3647907ab was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:38:38.187391 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.200171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.207315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] No DVR routers for this DVR port 75511c7c-697c-4615-adae-b1b3647907ab on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:38.226659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:38.227120 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:38.230921 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:38.236229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193d5a6-2adc-4839-9695-238fbca3faa5 None None] Pushing event updated for resources: {'Port': ['ID=214575e3-3970-4e76-a780-664f431b30ae,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:38.247351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-7fbb31c6-869d-483d-a1bd-2244fefec5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.248907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-7fbb31c6-869d-483d-a1bd-2244fefec5a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215203 Jul 22 16:38:38.250135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Allocated IP 172.25.3.164 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/652b7dd2-e715-41ce-bed6-f81b3918f4a0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:38.253582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:38.277776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event updated for resources: {'Port': ['ID=ca759e47-3075-4e8e-8592-45a27526129e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:38.280657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:38.284577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692e2d1-08dc-4d39-a3ad-97a3ace70b4e None None] Pushing event deleted for resources: {'Port': ['ID=75511c7c-697c-4615-adae-b1b3647907ab,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:38.289431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:38.378016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-de8ce06b-496d-4083-a499-789177b0b0b6 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186526 Jul 22 16:38:38.399376 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.405541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.412675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.418106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] 10.222.0.53 "DELETE /v2.0/networks/e58d1c92-a78b-45ad-9ed6-7ed3c3485269 HTTP/1.1" status: 204 len: 168 time: 1.4543750 Jul 22 16:38:38.468209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0eed6-6710-4634-b373-98511e67f526 tempest-ExtraDHCPOptionsTestJSON-1734191820 tempest-ExtraDHCPOptionsTestJSON-1734191820-project] Pushing event deleted for resources: {'Network': ['ID=e58d1c92-a78b-45ad-9ed6-7ed3c3485269,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:38.597739 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.602472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48be8315-d9f2-4f72-a9d3-239c5f593201,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:38.627357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Checking segment: {'id': '7c1f27f9-5987-4807-a363-0bb8882c604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:38.627736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Network hostable DHCP agents. Network: 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:38.632914 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fca78cf7-8275-4d2b-91dc-856a2033084c req-43748dba-e4ec-4a0d-a488-1654fd544ac3 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219641 Jul 22 16:38:38.687139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:38.689945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.704746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:38.728462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec7c214-131a-41c8-ae6d-687fa2b28c88 None None] Network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:38.732156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:38.732897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.760239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ad534506-cf76-45ef-91c4-ee38f6273f1f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:38.764395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Deleting port ca759e47-3075-4e8e-8592-45a27526129e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:38.765338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.775708 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d3d06b00-a632-46e7-b3d7-0ae03e15ab70 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0367508 Jul 22 16:38:38.784595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44312) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:38.806128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:38.815157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['04a5bbb2-5b14-4149-b0b2-e218fba3f079'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:38.819819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6479d55b-05d2-4670-9136-c9b7df1ac6a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:38.853993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:38.864539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:38.885380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['885e45d5-48cf-4508-9c20-a599e79595bd'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:38.885854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:38.889256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['3dce6f46-4d7b-443e-bf17-b6e52e76fdfe'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:38.918886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:38.964250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.969422 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:38.990688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Pushing event updated for resources: {'Port': ['ID=652b7dd2-e715-41ce-bed6-f81b3918f4a0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:39.029091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Calling delete_port for ca759e47-3075-4e8e-8592-45a27526129e owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:39.042264 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.043547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.298763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-034be977-b751-4621-80ca-e156e1b5c2fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a720e92edbb45a196fe10e13e185e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727412 Jul 22 16:38:39.301502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:39.315623 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.378971 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.415376 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39e22209-2dae-46c2-94e9-c22c5f5b4a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.417698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event deleted for resources: {'Port': ['ID=ca759e47-3075-4e8e-8592-45a27526129e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:39.450829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2ed-c8b7-4b09-ad46-04a6de2392c0 req-c784871d-1b2f-4165-b503-a0df4d71d7c5 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.455996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2ed-c8b7-4b09-ad46-04a6de2392c0 req-c784871d-1b2f-4165-b503-a0df4d71d7c5 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.468361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2ed-c8b7-4b09-ad46-04a6de2392c0 req-c784871d-1b2f-4165-b503-a0df4d71d7c5 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.475492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2ed-c8b7-4b09-ad46-04a6de2392c0 req-c784871d-1b2f-4165-b503-a0df4d71d7c5 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.494214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2ed-c8b7-4b09-ad46-04a6de2392c0 req-c784871d-1b2f-4165-b503-a0df4d71d7c5 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.527490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2ed-c8b7-4b09-ad46-04a6de2392c0 req-c784871d-1b2f-4165-b503-a0df4d71d7c5 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.528215 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39e22209-2dae-46c2-94e9-c22c5f5b4a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.538550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2ed-c8b7-4b09-ad46-04a6de2392c0 req-c784871d-1b2f-4165-b503-a0df4d71d7c5 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.541821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f457b2ed-c8b7-4b09-ad46-04a6de2392c0 req-c784871d-1b2f-4165-b503-a0df4d71d7c5 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5424 time: 0.6571651 Jul 22 16:38:39.626491 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] create failed (client error): The resource could not be found. Jul 22 16:38:39.628685 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e65037e7-3f8b-41ad-90b4-57730d234c44 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7465985 Jul 22 16:38:39.633813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44328) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:39.716416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177afe1-00fc-4a96-b9da-adee5dd0a8db req-dd7117ed-b58b-44d1-96fb-4e8eb5170fe3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:39.718229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4177afe1-00fc-4a96-b9da-adee5dd0a8db req-dd7117ed-b58b-44d1-96fb-4e8eb5170fe3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.2576530 Jul 22 16:38:39.759595 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39e22209-2dae-46c2-94e9-c22c5f5b4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.762674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39e22209-2dae-46c2-94e9-c22c5f5b4a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.766974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-39e22209-2dae-46c2-94e9-c22c5f5b4a28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47950ee5-2258-460b-9f88-6ea961ef9800 HTTP/1.1" status: 204 len: 168 time: 0.4619765 Jul 22 16:38:39.795472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e22209-2dae-46c2-94e9-c22c5f5b4a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47950ee5-2258-460b-9f88-6ea961ef9800,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:39.801163 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.856685 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4177afe1-00fc-4a96-b9da-adee5dd0a8db req-31645efc-1e3e-44ee-bef2-05cdade37741 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067903 Jul 22 16:38:39.870375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f457b2ed-c8b7-4b09-ad46-04a6de2392c0 req-78f818fc-d134-4239-b699-41276d4d1480 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2194142 Jul 22 16:38:39.881229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-25164514-5ae9-4a1a-8231-ad4c0bca2b94 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Deleting port 2c9fc5b9-959e-45f5-859e-3559fe5bd40e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:39.881229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25164514-5ae9-4a1a-8231-ad4c0bca2b94 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.890336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:39.985024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 214575e3-3970-4e76-a780-664f431b30ae up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:40.089249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8869d86-b557-46ca-bac0-7a6fa1b91236 None None] Network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:40.167205 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25164514-5ae9-4a1a-8231-ad4c0bca2b94 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.203434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-25164514-5ae9-4a1a-8231-ad4c0bca2b94 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Calling delete_port for 2c9fc5b9-959e-45f5-859e-3559fe5bd40e owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:40.213381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.343308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['4fcfa174-2a00-4f79-ade3-5bb487147ed5'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:40.360388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['35c553c1-7689-4852-8287-c55ff48545b2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:38:40.479391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f442e931-7f41-478c-b0bb-b886784a7130 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:40.480779 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25164514-5ae9-4a1a-8231-ad4c0bca2b94 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.567655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b99fff3b-4897-4d5b-a9ca-b059170858df None None] Provisioning for port 214575e3-3970-4e76-a780-664f431b30ae completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:40.798272 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.847537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.877513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44356) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:40.882659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 214575e3-3970-4e76-a780-664f431b30ae completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:40.887617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.899668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 214575e3-3970-4e76-a780-664f431b30ae triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:40.899986 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.904500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a', 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'fixed_ips': [{'subnet_id': '48be8315-d9f2-4f72-a9d3-239c5f593201'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:40.905473 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:40.954078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25164514-5ae9-4a1a-8231-ad4c0bca2b94 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event deleted for resources: {'Port': ['ID=2c9fc5b9-959e-45f5-859e-3559fe5bd40e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:41.036803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group': {'name': 'tempest-secgroup--928425116'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:41.050435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25164514-5ae9-4a1a-8231-ad4c0bca2b94 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.052514 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-25164514-5ae9-4a1a-8231-ad4c0bca2b94 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "DELETE /v2.0/ports/2c9fc5b9-959e-45f5-859e-3559fe5bd40e HTTP/1.1" status: 204 len: 168 time: 1.4174821 Jul 22 16:38:41.062727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:41.066029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44364) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:41.066435 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d60a08-e6d7-4d8f-a8ec-edf3aaf8603a" -d '{"events": [{"server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "name": "network-vif-unplugged", "status": "completed", "tag": "f442e931-7f41-478c-b0bb-b886784a7130"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:41.125844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1209f8-9848-4475-b145-9a0acc290fda req-33c7d985-b817-4284-bd74-02f9189c4838 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.127162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f1209f8-9848-4475-b145-9a0acc290fda req-33c7d985-b817-4284-bd74-02f9189c4838 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 946 time: 0.0917337 Jul 22 16:38:41.131682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f442e931-7f41-478c-b0bb-b886784a7130,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:41.172412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Router c930eb15-eb14-45df-ba9f-2df4def15f54 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:38:41.173165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f1209f8-9848-4475-b145-9a0acc290fda req-4a1590cf-233c-428f-aa1b-c633473f3ba7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393016 Jul 22 16:38:41.223422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.261649 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.274820 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.275472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Allocated IP 172.25.3.212 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/dd45550b-68a0-4f93-9e87-3d961be84907) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:41.287185 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d958ea-3667-446b-a284-7ddda3a93d4d x-openstack-request-id: req-a0d958ea-3667-446b-a284-7ddda3a93d4d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:41.287536 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "name": "network-vif-unplugged", "status": "completed", "tag": "f442e931-7f41-478c-b0bb-b886784a7130", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:41.287752 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0d958ea-3667-446b-a284-7ddda3a93d4d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:41.288126 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130', 'code': 200} Jul 22 16:38:41.375585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbebea30-34d9-4986-a149-4e547173d645 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.377698 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cbebea30-34d9-4986-a149-4e547173d645 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "GET /v2.0/ports?device_id=655a415f-5caf-4096-8cbf-e6c2cbf471ea HTTP/1.1" status: 200 len: 913 time: 0.3100233 Jul 22 16:38:41.381398 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44370) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:41.460312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069c6-ac18-4063-8039-df8be81ead6e req-2ab380cd-ca39-4564-8daa-d6f402a272ad tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.466954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069c6-ac18-4063-8039-df8be81ead6e req-2ab380cd-ca39-4564-8daa-d6f402a272ad tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.473778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069c6-ac18-4063-8039-df8be81ead6e req-2ab380cd-ca39-4564-8daa-d6f402a272ad tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.476086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f442e931-7f41-478c-b0bb-b886784a7130,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:41.480945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069c6-ac18-4063-8039-df8be81ead6e req-2ab380cd-ca39-4564-8daa-d6f402a272ad tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.488067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069c6-ac18-4063-8039-df8be81ead6e req-2ab380cd-ca39-4564-8daa-d6f402a272ad tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.494334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069c6-ac18-4063-8039-df8be81ead6e req-2ab380cd-ca39-4564-8daa-d6f402a272ad tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.500341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3069c6-ac18-4063-8039-df8be81ead6e req-2ab380cd-ca39-4564-8daa-d6f402a272ad tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:41.502133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae3069c6-ac18-4063-8039-df8be81ead6e req-2ab380cd-ca39-4564-8daa-d6f402a272ad tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5424 time: 0.3562715 Jul 22 16:38:41.553686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Allocated IP 172.20.0.2 (9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a/48be8315-d9f2-4f72-a9d3-239c5f593201/c23b1858-0e36-425d-b31d-cee1bb8a8ce7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:41.575324 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.654286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:41.672857 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Sync routers for ids ['c930eb15-eb14-45df-ba9f-2df4def15f54'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:41.689018 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Routers {'c930eb15-eb14-45df-ba9f-2df4def15f54'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:41.690523 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c930eb15-eb14-45df-ba9f-2df4def15f54'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:41.712277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.738266 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae3069c6-ac18-4063-8039-df8be81ead6e req-15a007f1-1496-46ed-ba1b-4d863c76ce1c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1852901 Jul 22 16:38:41.847713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 214575e3-3970-4e76-a780-664f431b30ae, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=214575e3-3970-4e76-a780-664f431b30ae,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:41.869721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.883273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.895127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.906651 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.907978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81694576-f67f-476d-ad8d-ce99439caa91 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9828188 Jul 22 16:38:41.917957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44376) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:41.920474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:41.977912 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Set router c930eb15-eb14-45df-ba9f-2df4def15f54 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:42.011250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.022997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ad534506-cf76-45ef-91c4-ee38f6273f1f up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:42.055198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407f40b3-4925-4825-a1be-d57b10d0134b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.065514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:42.094353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:42.105082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.105494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.105958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.111879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.112437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.112923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.113309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.113739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.114201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.114610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.115072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.115924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=214575e3-3970-4e76-a780-664f431b30ae,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.116376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.120043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:42.121676 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.136693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Transition to ACTIVE for port object c23b1858-0e36-425d-b31d-cee1bb8a8ce7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:42.143120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-39f76bc0-79af-4061-8fe2-83d5b84369be None None] Provisioning complete for port 214575e3-3970-4e76-a780-664f431b30ae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:42.144239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-39f76bc0-79af-4061-8fe2-83d5b84369be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.163248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Pushing event updated for resources: {'Port': ['ID=dd45550b-68a0-4f93-9e87-3d961be84907,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.198028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Transition to ACTIVE for port object c23b1858-0e36-425d-b31d-cee1bb8a8ce7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:42.214887 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.234955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port ad534506-cf76-45ef-91c4-ee38f6273f1f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:42.267080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.347925 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.352785 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:36Z', 'updated_at': '2021-07-22T16:38:39Z', 'revision_number': 3, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'gw_port': {'id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:37Z', 'updated_at': '2021-07-22T16:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:42.375662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port ad534506-cf76-45ef-91c4-ee38f6273f1f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:42.376203 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.397575 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Checking router: c930eb15-eb14-45df-ba9f-2df4def15f54 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:42.397924 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Updating router c930eb15-eb14-45df-ba9f-2df4def15f54 port 652b7dd2-e715-41ce-bed6-f81b3918f4a0 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:38:42.446503 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.485320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:42.494571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.495932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6165087 Jul 22 16:38:42.504050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a96bbe-06e5-4c31-896e-b18cc46288e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94811d5-a300-46d8-a84b-90baf772c83e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.507893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:42.509282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:42.533325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:42.539356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Pushing event updated for resources: {'Port': ['ID=c23b1858-0e36-425d-b31d-cee1bb8a8ce7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.582745 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Deleting port 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:42.583417 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.673004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Attempting to bind port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:42.673378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Attempting to bind port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '7c1f27f9-5987-4807-a363-0bb8882c604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:42.674286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Attempting to bind port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 on network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:42.692667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:42.693041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Checking segment: {'id': '7c1f27f9-5987-4807-a363-0bb8882c604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:42.693440 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.693835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Bound using segment: {'id': '7c1f27f9-5987-4807-a363-0bb8882c604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:42.694313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Bound port: c23b1858-0e36-425d-b31d-cee1bb8a8ce7, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1f27f9-5987-4807-a363-0bb8882c604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:42.694694 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.698153 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.704231 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.725229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Calling delete_port for 25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:42.768778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ad534506-cf76-45ef-91c4-ee38f6273f1f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:42.785657 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.800663 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.811743 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Transition to ACTIVE for port object 652b7dd2-e715-41ce-bed6-f81b3918f4a0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:42.819026 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.847592 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4ae6d9bc-3afb-4de9-ad87-991ddb804221 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3366158 Jul 22 16:38:42.850987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:42.858613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-feae0ed0-4bd3-499f-898a-4fcf6baf47a2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group': {'name': 'tempest-security--1301565665', 'description': 'tempest-security-description-1672495169'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:42.882263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] For port c23b1858-0e36-425d-b31d-cee1bb8a8ce7, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:42.889017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327494e3-126b-458a-b43a-ccc89b1cb6f6 req-7f92e5d4-5004-4ce2-9d15-db592c810822 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:42.890507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-327494e3-126b-458a-b43a-ccc89b1cb6f6 req-7f92e5d4-5004-4ce2-9d15-db592c810822 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 944 time: 0.4858415 Jul 22 16:38:42.907762 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Pushing event updated for resources: {'Port': ['ID=652b7dd2-e715-41ce-bed6-f81b3918f4a0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.919390 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Attempting to bind port 652b7dd2-e715-41ce-bed6-f81b3918f4a0 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:42.920387 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Attempting to bind port 652b7dd2-e715-41ce-bed6-f81b3918f4a0 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:42.920854 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Attempting to bind port 652b7dd2-e715-41ce-bed6-f81b3918f4a0 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:42.927923 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.928408 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.929098 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.929268 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.929684 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.930108 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.930549 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.930986 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.931407 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.932393 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.932839 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.933792 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:42.942002 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:42.942570 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:42.942855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] For port c23b1858-0e36-425d-b31d-cee1bb8a8ce7, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c23b1858-0e36-425d-b31d-cee1bb8a8ce7,segment=NetworkSegment(7c1f27f9-5987-4807-a363-0bb8882c604a),segment_id=7c1f27f9-5987-4807-a363-0bb8882c604a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:42.943403 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.943957 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:42.944618 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Bound port: 652b7dd2-e715-41ce-bed6-f81b3918f4a0, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:42.945359 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:42.957820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=ad534506-cf76-45ef-91c4-ee38f6273f1f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:42.961404 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.004591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feae0ed0-4bd3-499f-898a-4fcf6baf47a2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.015887 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] For port 652b7dd2-e715-41ce-bed6-f81b3918f4a0, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:43.019871 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] For port 652b7dd2-e715-41ce-bed6-f81b3918f4a0, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=652b7dd2-e715-41ce-bed6-f81b3918f4a0,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:43.028353 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.053129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f046c5-ba97-4075-98a3-0558c8135b69 None None] Pushing event updated for resources: {'Port': ['ID=c23b1858-0e36-425d-b31d-cee1bb8a8ce7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:43.070143 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.074325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-327494e3-126b-458a-b43a-ccc89b1cb6f6 req-6df23fc9-1a9e-40f7-97ae-db3aaa242043 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745069 Jul 22 16:38:43.096015 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Routers {'c930eb15-eb14-45df-ba9f-2df4def15f54'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:43.096946 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c930eb15-eb14-45df-ba9f-2df4def15f54'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:43.106734 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.167726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event deleted for resources: {'Port': ['ID=25bef5af-c6a3-4f0e-b3ee-eb8429d3eec7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:43.230871 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3961f5-4dd9-4b4e-96f2-a95e4920bfac None None] Pushing event updated for resources: {'Port': ['ID=652b7dd2-e715-41ce-bed6-f81b3918f4a0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:43.281611 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] Set router c930eb15-eb14-45df-ba9f-2df4def15f54 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:43.289997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:43.292567 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa999d43-474b-4505-bd1e-7b73dcf27e41" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:43.524225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.551245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7793-3785-410f-b261-0752a717d412 req-2ab33126-ce3f-4244-904d-6b344b632a75 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.562317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7793-3785-410f-b261-0752a717d412 req-2ab33126-ce3f-4244-904d-6b344b632a75 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.570966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7793-3785-410f-b261-0752a717d412 req-2ab33126-ce3f-4244-904d-6b344b632a75 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.576704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7793-3785-410f-b261-0752a717d412 req-2ab33126-ce3f-4244-904d-6b344b632a75 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.585340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7793-3785-410f-b261-0752a717d412 req-2ab33126-ce3f-4244-904d-6b344b632a75 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.593887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7793-3785-410f-b261-0752a717d412 req-2ab33126-ce3f-4244-904d-6b344b632a75 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.607412 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-969d7258-383a-499d-90df-f879af3ea349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:36Z', 'updated_at': '2021-07-22T16:38:39Z', 'revision_number': 3, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'gw_port': {'id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:37Z', 'updated_at': '2021-07-22T16:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:43.609551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba7793-3785-410f-b261-0752a717d412 req-2ab33126-ce3f-4244-904d-6b344b632a75 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.611929 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4ba7793-3785-410f-b261-0752a717d412 req-2ab33126-ce3f-4244-904d-6b344b632a75 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5425 time: 0.5990422 Jul 22 16:38:43.635571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feae0ed0-4bd3-499f-898a-4fcf6baf47a2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.646712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.651119 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969d7258-383a-499d-90df-f879af3ea349 None None] The sync data for ids ['c930eb15-eb14-45df-ba9f-2df4def15f54'] in n-d-792458-13 is: [{'id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:36Z', 'updated_at': '2021-07-22T16:38:39Z', 'revision_number': 3, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'gw_port': {'id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:37Z', 'updated_at': '2021-07-22T16:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:43.700062 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.702041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feae0ed0-4bd3-499f-898a-4fcf6baf47a2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.704801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-feae0ed0-4bd3-499f-898a-4fcf6baf47a2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:43.706456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-feae0ed0-4bd3-499f-898a-4fcf6baf47a2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "PUT /v2.0/security-groups/e94811d5-a300-46d8-a84b-90baf772c83e HTTP/1.1" status: 200 len: 1780 time: 0.8515692 Jul 22 16:38:43.710799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44396) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:43.842426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4ba7793-3785-410f-b261-0752a717d412 req-958a3eeb-c24b-4e03-b929-591014a77ca1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456652 Jul 22 16:38:43.842573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae0ed0-4bd3-499f-898a-4fcf6baf47a2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94811d5-a300-46d8-a84b-90baf772c83e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:43.848128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b37d7afe-0c78-4fca-9403-c32f387396ba tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups/e94811d5-a300-46d8-a84b-90baf772c83e HTTP/1.1" status: 200 len: 1780 time: 0.1362302 Jul 22 16:38:43.851212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44398) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:43.880621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Router 655a415f-5caf-4096-8cbf-e6c2cbf471ea has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:38:43.914987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7a550-fd31-4ba9-bd8c-c1120aaf85f4 req-2ae37e5c-d5f7-40cd-b5ee-41b40c8fdc10 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:43.916538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0af7a550-fd31-4ba9-bd8c-c1120aaf85f4 req-2ae37e5c-d5f7-40cd-b5ee-41b40c8fdc10 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.5751781 Jul 22 16:38:43.968309 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e9d4bd-88f3-436a-8291-7e476feadb51 x-openstack-request-id: req-70e9d4bd-88f3-436a-8291-7e476feadb51 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:43.968535 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:43.968904 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70e9d4bd-88f3-436a-8291-7e476feadb51 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:43.969180 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'code': 200} Jul 22 16:38:44.018653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6479d55b-05d2-4670-9136-c9b7df1ac6a4 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:44.162838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:44.167274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:44.167655 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.300976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f442e931-7f41-478c-b0bb-b886784a7130 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:44.337344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 214575e3-3970-4e76-a780-664f431b30ae up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:44.402560 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.487632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6479d55b-05d2-4670-9136-c9b7df1ac6a4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:44.539793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.540723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 885e45d5-48cf-4508-9c20-a599e79595bd up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:44.546372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 214575e3-3970-4e76-a780-664f431b30ae triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:44.546740 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.558343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:44.567957 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d18eb6e-da00-474b-9d8c-cdcc1c03c36d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.576520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-12db779e-278c-4ad6-a8f9-0cf64af0ec98 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "PUT /v2.0/routers/655a415f-5caf-4096-8cbf-e6c2cbf471ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1933129 Jul 22 16:38:44.577681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44402) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:44.678296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d18eb6e-da00-474b-9d8c-cdcc1c03c36d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.823707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d18eb6e-da00-474b-9d8c-cdcc1c03c36d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.826259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5d18eb6e-da00-474b-9d8c-cdcc1c03c36d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.830388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5d18eb6e-da00-474b-9d8c-cdcc1c03c36d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-groups/e94811d5-a300-46d8-a84b-90baf772c83e HTTP/1.1" status: 204 len: 168 time: 0.9753127 Jul 22 16:38:44.837588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6fbe27-d23d-43b5-85e7-abe27f16cb63 None None] Network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:44.840506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d1fbf-6be0-4de4-baf2-4be2a80185ea None None] Sync routers for ids ['655a415f-5caf-4096-8cbf-e6c2cbf471ea'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:44.858248 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4903895c-450a-479f-b324-7f5fc50b12dc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:44.863351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44404) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:44.864439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18eb6e-da00-474b-9d8c-cdcc1c03c36d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94811d5-a300-46d8-a84b-90baf772c83e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:44.896511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0af7a550-fd31-4ba9-bd8c-c1120aaf85f4 req-9fd955c6-dc60-4983-be1b-d5bc14251682 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7683716 Jul 22 16:38:44.922605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d1fbf-6be0-4de4-baf2-4be2a80185ea None None] Routers {'655a415f-5caf-4096-8cbf-e6c2cbf471ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:44.936119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-141d1fbf-6be0-4de4-baf2-4be2a80185ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['655a415f-5caf-4096-8cbf-e6c2cbf471ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:44.958207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Allocated IP 172.20.0.1 (f3bc9e86-6c29-4e83-b863-4d9aa1509de0/7a907228-3929-4a12-b0af-105b0fc3463f/3ce4b23e-2be3-4882-8e55-de9ae4a738ba) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:45.007270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Router bef26a21-7b49-4f1b-b604-238d75e417a0 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:38:45.061142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-141d1fbf-6be0-4de4-baf2-4be2a80185ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:45.089087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b644d477-530a-4d27-a721-607106e4883f None None] Provisioning for port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:45.096217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6479d55b-05d2-4670-9136-c9b7df1ac6a4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:45.153249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d1fbf-6be0-4de4-baf2-4be2a80185ea None None] Routers {'655a415f-5caf-4096-8cbf-e6c2cbf471ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:45.154041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-141d1fbf-6be0-4de4-baf2-4be2a80185ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['655a415f-5caf-4096-8cbf-e6c2cbf471ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:45.166112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c23b1858-0e36-425d-b31d-cee1bb8a8ce7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:45.167702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 885e45d5-48cf-4508-9c20-a599e79595bd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:45.222854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-141d1fbf-6be0-4de4-baf2-4be2a80185ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:45.223537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141d1fbf-6be0-4de4-baf2-4be2a80185ea None None] The sync data for ids ['655a415f-5caf-4096-8cbf-e6c2cbf471ea'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:45.230688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 885e45d5-48cf-4508-9c20-a599e79595bd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:45.230688 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.257892 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.283644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Transition to ACTIVE for port object 3ce4b23e-2be3-4882-8e55-de9ae4a738ba will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:45.305264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:45.318745 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Sync routers for ids ['bef26a21-7b49-4f1b-b604-238d75e417a0'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:45.322847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc4135-9c07-4511-b0fc-b1ce32910e5c req-c0da638b-1076-45e3-a671-0bccabf6fd5e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.324749 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0edc4135-9c07-4511-b0fc-b1ce32910e5c req-c0da638b-1076-45e3-a671-0bccabf6fd5e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1905832 Jul 22 16:38:45.336071 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Routers {'bef26a21-7b49-4f1b-b604-238d75e417a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:45.336646 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bef26a21-7b49-4f1b-b604-238d75e417a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:45.338287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4903895c-450a-479f-b324-7f5fc50b12dc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.344722 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4903895c-450a-479f-b324-7f5fc50b12dc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.356300 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.360348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aa8c8a64-637c-48db-9198-a66b4ea94449 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5695512 Jul 22 16:38:45.368490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-81baf4ca-d928-4146-9162-9677f2697a6d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4900947 Jul 22 16:38:45.368644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44412) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:45.375453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44414) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:45.448010 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-2664582f-ca6f-4897-af38-4d5b829ea483 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] delete failed (client error): The resource could not be found. Jul 22 16:38:45.453290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2664582f-ca6f-4897-af38-4d5b829ea483 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-groups/e94811d5-a300-46d8-a84b-90baf772c83e HTTP/1.1" status: 404 len: 347 time: 0.0726326 Jul 22 16:38:45.457098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:45.458226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:45.462023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e3831042-826e-4611-b2ad-54d766701af3 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group': {'name': 'tempest-secgroup--598195508'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:45.467405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4903895c-450a-479f-b324-7f5fc50b12dc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.467981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4903895c-450a-479f-b324-7f5fc50b12dc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Fanout notify agent at l3_agent the message router_deleted on router 655a415f-5caf-4096-8cbf-e6c2cbf471ea {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:38:45.473391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:45.473766 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.479629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4903895c-450a-479f-b324-7f5fc50b12dc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.480728 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4903895c-450a-479f-b324-7f5fc50b12dc tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "DELETE /v2.0/routers/655a415f-5caf-4096-8cbf-e6c2cbf471ea HTTP/1.1" status: 204 len: 168 time: 0.9008470 Jul 22 16:38:45.496197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862b7d5-d858-4285-b989-e56e67ca7f73 req-560f5c7e-e0a5-4733-a5b0-ad8d34c1146b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.496946 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Set router bef26a21-7b49-4f1b-b604-238d75e417a0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:45.498161 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.505411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862b7d5-d858-4285-b989-e56e67ca7f73 req-560f5c7e-e0a5-4733-a5b0-ad8d34c1146b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.512513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862b7d5-d858-4285-b989-e56e67ca7f73 req-560f5c7e-e0a5-4733-a5b0-ad8d34c1146b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.519779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862b7d5-d858-4285-b989-e56e67ca7f73 req-560f5c7e-e0a5-4733-a5b0-ad8d34c1146b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.532571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862b7d5-d858-4285-b989-e56e67ca7f73 req-560f5c7e-e0a5-4733-a5b0-ad8d34c1146b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.539841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862b7d5-d858-4285-b989-e56e67ca7f73 req-560f5c7e-e0a5-4733-a5b0-ad8d34c1146b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.542143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44420) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:45.545778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862b7d5-d858-4285-b989-e56e67ca7f73 req-560f5c7e-e0a5-4733-a5b0-ad8d34c1146b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:45.555163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c862b7d5-d858-4285-b989-e56e67ca7f73 req-560f5c7e-e0a5-4733-a5b0-ad8d34c1146b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5426 time: 0.4737589 Jul 22 16:38:45.560875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 885e45d5-48cf-4508-9c20-a599e79595bd, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=885e45d5-48cf-4508-9c20-a599e79595bd,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:45.567547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0edc4135-9c07-4511-b0fc-b1ce32910e5c req-099dac1e-6915-4d93-8df9-5406b9486dd1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191722 Jul 22 16:38:45.569290 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.570104 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 04a5bbb2-5b14-4149-b0b2-e218fba3f079 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:45.620160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3831042-826e-4611-b2ad-54d766701af3 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.645910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.731767 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.760265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce4b23e-2be3-4882-8e55-de9ae4a738ba,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:45.764689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=885e45d5-48cf-4508-9c20-a599e79595bd,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:45.788306 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3831042-826e-4611-b2ad-54d766701af3 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.794718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c23b1858-0e36-425d-b31d-cee1bb8a8ce7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c23b1858-0e36-425d-b31d-cee1bb8a8ce7,segment=NetworkSegment(7c1f27f9-5987-4807-a363-0bb8882c604a),segment_id=7c1f27f9-5987-4807-a363-0bb8882c604a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:45.801503 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.807475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:45.809784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c862b7d5-d858-4285-b989-e56e67ca7f73 req-6b91c443-4aec-4b78-ba0d-4f3eaef7671e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2459953 Jul 22 16:38:45.815557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3831042-826e-4611-b2ad-54d766701af3 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.831414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:45.832183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:45.832562 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.839621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:45.872297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:45.879140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e8af09-cba5-4055-a872-0a186fa92357 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Deleting subnet 1efb19a1-daab-46fa-9863-6f1431a4020d {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:38:45.929222 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831042-826e-4611-b2ad-54d766701af3 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8567249-fca8-42d4-ab45-2b88ea51c6a1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:45.936902 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3831042-826e-4611-b2ad-54d766701af3 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.941314 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e3831042-826e-4611-b2ad-54d766701af3 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4807951 Jul 22 16:38:45.942990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44424) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:45.951105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1ef68069-9ad8-482b-8c20-d6851cc33195 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': 'c8567249-fca8-42d4-ab45-2b88ea51c6a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:45.965075 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1e8af09-cba5-4055-a872-0a186fa92357 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:45.976568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479d55b-05d2-4670-9136-c9b7df1ac6a4'}, {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885e45d5-48cf-4508-9c20-a599e79595bd'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:45.979317 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec68da8-5f25-4ba5-9da3-cee65f329b2e" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "6479d55b-05d2-4670-9136-c9b7df1ac6a4"}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "885e45d5-48cf-4508-9c20-a599e79595bd"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:46.014103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c23b1858-0e36-425d-b31d-cee1bb8a8ce7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.043009 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ef68069-9ad8-482b-8c20-d6851cc33195 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.072076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-618e820c-2b19-4d07-be6a-3c9a9a400020 None None] Provisioning complete for port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:46.072369 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-618e820c-2b19-4d07-be6a-3c9a9a400020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.132009 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0b7dec-7f3c-4193-80be-62143af6ecfe x-openstack-request-id: req-1c0b7dec-7f3c-4193-80be-62143af6ecfe {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:46.132268 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "6479d55b-05d2-4670-9136-c9b7df1ac6a4", "code": 200}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "885e45d5-48cf-4508-9c20-a599e79595bd", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:46.132479 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c0b7dec-7f3c-4193-80be-62143af6ecfe {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:46.132877 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479d55b-05d2-4670-9136-c9b7df1ac6a4', 'code': 200} Jul 22 16:38:46.133136 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885e45d5-48cf-4508-9c20-a599e79595bd', 'code': 200} Jul 22 16:38:46.164271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ef68069-9ad8-482b-8c20-d6851cc33195 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.192684 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:39Z', 'updated_at': '2021-07-22T16:38:42Z', 'revision_number': 3, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'gw_port': {'id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ad:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:40Z', 'updated_at': '2021-07-22T16:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:46.198020 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ef68069-9ad8-482b-8c20-d6851cc33195 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.235551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef68069-9ad8-482b-8c20-d6851cc33195 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9be3576-d923-4b19-96eb-eea8e8a2e71d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.235962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 652b7dd2-e715-41ce-bed6-f81b3918f4a0 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:46.248953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ef68069-9ad8-482b-8c20-d6851cc33195 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.250981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ef68069-9ad8-482b-8c20-d6851cc33195 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3063412 Jul 22 16:38:46.256815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44430) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:46.270754 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Checking router: bef26a21-7b49-4f1b-b604-238d75e417a0 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:46.272326 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Updating router bef26a21-7b49-4f1b-b604-238d75e417a0 port dd45550b-68a0-4f93-9e87-3d961be84907 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:38:46.300818 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1e8af09-cba5-4055-a872-0a186fa92357 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.328646 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.335097 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.336451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.366230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.378613 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.431168 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.436900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 652b7dd2-e715-41ce-bed6-f81b3918f4a0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:46.437840 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.440126 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f9be3576-d923-4b19-96eb-eea8e8a2e71d HTTP/1.1" status: 204 len: 168 time: 0.1815271 Jul 22 16:38:46.443985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:46.454575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 652b7dd2-e715-41ce-bed6-f81b3918f4a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:46.456768 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.472730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9be3576-d923-4b19-96eb-eea8e8a2e71d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.475588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 04a5bbb2-5b14-4149-b0b2-e218fba3f079, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:46.498796 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.500441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 35c553c1-7689-4852-8287-c55ff48545b2 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:46.501154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.501515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.502197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.502197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.502549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.502917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.503271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.503568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.503889 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.504208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.504526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.504838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f9fa8a-aae4-43c0-b7df-c6e21fa52ca8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:38:46.546553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f5d1-38c5-4e38-9521-578839b188e6 req-30fa538c-409d-4786-8fe7-2582fe0fb73d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:46.554327 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4532f5d1-38c5-4e38-9521-578839b188e6 req-30fa538c-409d-4786-8fe7-2582fe0fb73d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2982514 Jul 22 16:38:46.599013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8a384eff-f398-4727-9ce3-b97bef843bb0 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1512387 Jul 22 16:38:46.603788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44434) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:46.637288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1e8af09-cba5-4055-a872-0a186fa92357 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.644002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 35c553c1-7689-4852-8287-c55ff48545b2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:46.654255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=04a5bbb2-5b14-4149-b0b2-e218fba3f079,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.657076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 35c553c1-7689-4852-8287-c55ff48545b2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:46.657532 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.668840 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4532f5d1-38c5-4e38-9521-578839b188e6 req-0211105e-be0d-4925-8e58-9074c38c7c14 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135428 Jul 22 16:38:46.732653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80e732cd-d31d-4e42-bd4e-e4309fa88137 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.755531 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.756066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-05064bf4-98d5-4c1d-9d1b-f86f1c7b2be8 None None] Provisioning for port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:46.763190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-05064bf4-98d5-4c1d-9d1b-f86f1c7b2be8 None None] Provisioning complete for port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:46.763559 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-05064bf4-98d5-4c1d-9d1b-f86f1c7b2be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.774250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80e732cd-d31d-4e42-bd4e-e4309fa88137 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.774720 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Transition to ACTIVE for port object dd45550b-68a0-4f93-9e87-3d961be84907 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:46.785409 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.831783 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1e8af09-cba5-4055-a872-0a186fa92357 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.832966 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.839652 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.856819 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d637d-e581-4586-987c-7c19845b80d3 None None] Pushing event updated for resources: {'Port': ['ID=dd45550b-68a0-4f93-9e87-3d961be84907,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.865020 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Attempting to bind port dd45550b-68a0-4f93-9e87-3d961be84907 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:46.865387 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Attempting to bind port dd45550b-68a0-4f93-9e87-3d961be84907 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:46.865800 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Attempting to bind port dd45550b-68a0-4f93-9e87-3d961be84907 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:46.871522 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:46.871891 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:46.872284 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.872658 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:46.873167 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Bound port: dd45550b-68a0-4f93-9e87-3d961be84907, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:46.873570 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.889739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8af09-cba5-4055-a872-0a186fa92357 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event deleted for resources: {'Subnet': ['ID=1efb19a1-daab-46fa-9863-6f1431a4020d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:46.890355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 652b7dd2-e715-41ce-bed6-f81b3918f4a0, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=652b7dd2-e715-41ce-bed6-f81b3918f4a0,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:46.894962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1e8af09-cba5-4055-a872-0a186fa92357 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.899122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f1e8af09-cba5-4055-a872-0a186fa92357 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "DELETE /v2.0/subnets/1efb19a1-daab-46fa-9863-6f1431a4020d HTTP/1.1" status: 204 len: 168 time: 1.3280220 Jul 22 16:38:46.900697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80e732cd-d31d-4e42-bd4e-e4309fa88137 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.902822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d18cb05-e17f-4117-8243-94c5c3ac5d99 None None] Network 20bef599-450b-4b00-8804-899f596c60cb requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:46.903989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44442) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:46.906895 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.916739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-05064bf4-98d5-4c1d-9d1b-f86f1c7b2be8 None None] Port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:46.918888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80e732cd-d31d-4e42-bd4e-e4309fa88137 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:46.929828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-80e732cd-d31d-4e42-bd4e-e4309fa88137 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-groups/c8567249-fca8-42d4-ab45-2b88ea51c6a1 HTTP/1.1" status: 204 len: 168 time: 0.3236067 Jul 22 16:38:46.929828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:46.978886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e732cd-d31d-4e42-bd4e-e4309fa88137 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8567249-fca8-42d4-ab45-2b88ea51c6a1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:47.009526 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] For port dd45550b-68a0-4f93-9e87-3d961be84907, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:47.020890 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] For port dd45550b-68a0-4f93-9e87-3d961be84907, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dd45550b-68a0-4f93-9e87-3d961be84907,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:47.028599 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.055738 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.078321 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Routers {'bef26a21-7b49-4f1b-b604-238d75e417a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:47.079136 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bef26a21-7b49-4f1b-b604-238d75e417a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:47.100157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2417c1bd-d479-427f-b7c0-70d988400f76 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1636853 Jul 22 16:38:47.106281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:47.112703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a35f1a42-1b6b-4822-b99b-840e5494130e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group': {'name': 'tempest-secgroup--917153812'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:47.142073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 35c553c1-7689-4852-8287-c55ff48545b2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=35c553c1-7689-4852-8287-c55ff48545b2,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:47.145563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=652b7dd2-e715-41ce-bed6-f81b3918f4a0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:47.168297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a35f1a42-1b6b-4822-b99b-840e5494130e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.171114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.172109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:47.180787 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.183711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d96a7-b490-4275-bb4c-56a68a201b30 req-5e536e2c-0946-4928-9d67-94aedbbbcf41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.190523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d96a7-b490-4275-bb4c-56a68a201b30 req-5e536e2c-0946-4928-9d67-94aedbbbcf41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.197695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d96a7-b490-4275-bb4c-56a68a201b30 req-5e536e2c-0946-4928-9d67-94aedbbbcf41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.197944 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] Set router bef26a21-7b49-4f1b-b604-238d75e417a0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:47.203000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d96a7-b490-4275-bb4c-56a68a201b30 req-5e536e2c-0946-4928-9d67-94aedbbbcf41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.210531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d96a7-b490-4275-bb4c-56a68a201b30 req-5e536e2c-0946-4928-9d67-94aedbbbcf41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.219068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d96a7-b490-4275-bb4c-56a68a201b30 req-5e536e2c-0946-4928-9d67-94aedbbbcf41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.228905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d96a7-b490-4275-bb4c-56a68a201b30 req-5e536e2c-0946-4928-9d67-94aedbbbcf41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:47.239076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f07d96a7-b490-4275-bb4c-56a68a201b30 req-5e536e2c-0946-4928-9d67-94aedbbbcf41 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5428 time: 0.2251616 Jul 22 16:38:47.308540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f07d96a7-b490-4275-bb4c-56a68a201b30 req-51968bb6-c498-4c7b-828a-71fb35d671e5 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684786 Jul 22 16:38:47.319137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=35c553c1-7689-4852-8287-c55ff48545b2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:47.339747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:47.347555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:47.347935 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.381216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Deleting port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:47.381570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.405299 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d637d-e581-4586-987c-7c19845b80d3 None None] Pushing event updated for resources: {'Port': ['ID=dd45550b-68a0-4f93-9e87-3d961be84907,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:47.436152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a35f1a42-1b6b-4822-b99b-840e5494130e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.440985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.443035 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a35f1a42-1b6b-4822-b99b-840e5494130e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.482654 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a35f1a42-1b6b-4822-b99b-840e5494130e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.484473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a35f1a42-1b6b-4822-b99b-840e5494130e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3771079 Jul 22 16:38:47.492628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44448) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:47.493122 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:39Z', 'updated_at': '2021-07-22T16:38:42Z', 'revision_number': 3, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'gw_port': {'id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ad:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:40Z', 'updated_at': '2021-07-22T16:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:47.498978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-16d9eef8-12e7-42f6-ba2d-bc85bd09b09f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '0251a8f1-650f-4941-9ba1-f3d821c4d51c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:47.499590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f1a42-1b6b-4822-b99b-840e5494130e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0251a8f1-650f-4941-9ba1-f3d821c4d51c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:47.530668 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a7b430-bc8a-430a-8175-01d96d88c856 None None] The sync data for ids ['bef26a21-7b49-4f1b-b604-238d75e417a0'] in n-d-792458-13 is: [{'id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:39Z', 'updated_at': '2021-07-22T16:38:42Z', 'revision_number': 3, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'gw_port': {'id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ad:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:40Z', 'updated_at': '2021-07-22T16:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:47.583224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8958b8-8e52-4e05-9668-ddaeaed885a9 None None] DHCP port deletion for 20bef599-450b-4b00-8804-899f596c60cb request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:38:47.621921 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.671210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:47.677626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1e8958b8-8e52-4e05-9668-ddaeaed885a9 None None] Deleting port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:38:47.678003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e8958b8-8e52-4e05-9668-ddaeaed885a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.681203 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.681203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4fcfa174-2a00-4f79-ade3-5bb487147ed5 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:47.690430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] For port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0d8388f8-414c-4a3b-9ea2-f76cdaa1db74,segment=NetworkSegment(a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6),segment_id=a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:47.690883 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.737916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Calling delete_port for 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:47.746756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.755097 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16d9eef8-12e7-42f6-ba2d-bc85bd09b09f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.785459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.851429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:47.856791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1e8958b8-8e52-4e05-9668-ddaeaed885a9 None None] For port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0d8388f8-414c-4a3b-9ea2-f76cdaa1db74,segment=NetworkSegment(a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6),segment_id=a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:47.857191 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e8958b8-8e52-4e05-9668-ddaeaed885a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:47.875047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1e8958b8-8e52-4e05-9668-ddaeaed885a9 None None] Calling delete_port for 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:38:47.934810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Allocated IP 172.20.0.1 (9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a/48be8315-d9f2-4f72-a9d3-239c5f593201/1b9a8c63-d455-4608-b23b-7461c6e66986) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:47.950872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:47.956783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:47.959160 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.093706 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.096999 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e8958b8-8e52-4e05-9668-ddaeaed885a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.124515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8958b8-8e52-4e05-9668-ddaeaed885a9 None None] No DVR routers for this DVR port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:48.151054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a5bbb2-5b14-4149-b0b2-e218fba3f079'}, {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c553c1-7689-4852-8287-c55ff48545b2'}, {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:48.154621 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd9b0f3-c768-4037-94f2-11d045113650" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "04a5bbb2-5b14-4149-b0b2-e218fba3f079"}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "35c553c1-7689-4852-8287-c55ff48545b2"}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "3dce6f46-4d7b-443e-bf17-b6e52e76fdfe"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:48.177738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8958b8-8e52-4e05-9668-ddaeaed885a9 None None] Pushing event deleted for resources: {'Port': ['ID=0d8388f8-414c-4a3b-9ea2-f76cdaa1db74,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.203531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4fcfa174-2a00-4f79-ade3-5bb487147ed5, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:48.212432 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.226025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce4b23e-2be3-4882-8e55-de9ae4a738ba,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.229324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.233497 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.260256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 652b7dd2-e715-41ce-bed6-f81b3918f4a0 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:48.288984 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5db9496-3dfd-4752-921b-d0b12060c038 x-openstack-request-id: req-c5db9496-3dfd-4752-921b-d0b12060c038 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:48.289278 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "04a5bbb2-5b14-4149-b0b2-e218fba3f079", "code": 200}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "35c553c1-7689-4852-8287-c55ff48545b2", "code": 200}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "3dce6f46-4d7b-443e-bf17-b6e52e76fdfe", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:48.289527 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5db9496-3dfd-4752-921b-d0b12060c038 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:48.289921 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a5bbb2-5b14-4149-b0b2-e218fba3f079', 'code': 200} Jul 22 16:38:48.290179 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c553c1-7689-4852-8287-c55ff48545b2', 'code': 200} Jul 22 16:38:48.290467 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe', 'code': 200} Jul 22 16:38:48.307378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a774a6-630c-401c-816d-92d8d3d0963a req-d451276f-89a2-415e-b59a-1c692e4b4ceb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.308962 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5a774a6-630c-401c-816d-92d8d3d0963a req-d451276f-89a2-415e-b59a-1c692e4b4ceb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.5599353 Jul 22 16:38:48.320825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16d9eef8-12e7-42f6-ba2d-bc85bd09b09f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.322000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Transition to ACTIVE for port object 1b9a8c63-d455-4608-b23b-7461c6e66986 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:48.330922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4fcfa174-2a00-4f79-ade3-5bb487147ed5,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.341687 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16d9eef8-12e7-42f6-ba2d-bc85bd09b09f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.349371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 652b7dd2-e715-41ce-bed6-f81b3918f4a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:48.350165 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.373629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.414385 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e4eb028-4d92-48f6-8dda-c8be473a8da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.427078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9eef8-12e7-42f6-ba2d-bc85bd09b09f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43282709-1774-445a-83cf-91f799ee1fd7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.465829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dd45550b-68a0-4f93-9e87-3d961be84907 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:48.523173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc14a1-e568-4e80-8cda-3108e167bef2 req-bb2d873a-e6f8-4f60-8ffe-def234c6f3bb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.528268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port dd45550b-68a0-4f93-9e87-3d961be84907 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:48.530346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc14a1-e568-4e80-8cda-3108e167bef2 req-bb2d873a-e6f8-4f60-8ffe-def234c6f3bb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.533925 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port dd45550b-68a0-4f93-9e87-3d961be84907 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:48.534706 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.537215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc14a1-e568-4e80-8cda-3108e167bef2 req-bb2d873a-e6f8-4f60-8ffe-def234c6f3bb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.543984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc14a1-e568-4e80-8cda-3108e167bef2 req-bb2d873a-e6f8-4f60-8ffe-def234c6f3bb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.552667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc14a1-e568-4e80-8cda-3108e167bef2 req-bb2d873a-e6f8-4f60-8ffe-def234c6f3bb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.559931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc14a1-e568-4e80-8cda-3108e167bef2 req-bb2d873a-e6f8-4f60-8ffe-def234c6f3bb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.566914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc14a1-e568-4e80-8cda-3108e167bef2 req-bb2d873a-e6f8-4f60-8ffe-def234c6f3bb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:48.575309 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0afc14a1-e568-4e80-8cda-3108e167bef2 req-bb2d873a-e6f8-4f60-8ffe-def234c6f3bb tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.1576791 Jul 22 16:38:48.622781 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0afc14a1-e568-4e80-8cda-3108e167bef2 req-65ce06eb-b51b-41a6-b899-a222c7409dac tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454149 Jul 22 16:38:48.624809 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.660011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port dd45550b-68a0-4f93-9e87-3d961be84907, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dd45550b-68a0-4f93-9e87-3d961be84907,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:48.671631 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.672496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c23b1858-0e36-425d-b31d-cee1bb8a8ce7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:48.762257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=dd45550b-68a0-4f93-9e87-3d961be84907,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.773205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:48.773583 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.828693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event deleted for resources: {'Port': ['ID=0d8388f8-414c-4a3b-9ea2-f76cdaa1db74,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:48.830602 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16d9eef8-12e7-42f6-ba2d-bc85bd09b09f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.834510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-16d9eef8-12e7-42f6-ba2d-bc85bd09b09f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3370502 Jul 22 16:38:48.834510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] No DVR routers for this DVR port 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:38:48.835752 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44460) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:48.841051 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-612b4e9c-d2e0-4341-a050-fce7924c702e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '0251a8f1-650f-4941-9ba1-f3d821c4d51c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:48.863860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5a774a6-630c-401c-816d-92d8d3d0963a req-6fbebb1b-8347-44c6-b954-2ce35c9676f3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5393732 Jul 22 16:38:48.881494 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-612b4e9c-d2e0-4341-a050-fce7924c702e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.931072 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.941494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:48.943125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:38:48.953460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:48.962693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-612b4e9c-d2e0-4341-a050-fce7924c702e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.967003 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-612b4e9c-d2e0-4341-a050-fce7924c702e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:48.978124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:38:48.978709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0d8388f8-414c-4a3b-9ea2-f76cdaa1db74 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:38:48.999077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b4e9c-d2e0-4341-a050-fce7924c702e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e538762e-3623-4fde-8d3c-f8bf54235df2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:49.011374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-612b4e9c-d2e0-4341-a050-fce7924c702e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.015767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-612b4e9c-d2e0-4341-a050-fce7924c702e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1787581 Jul 22 16:38:49.016411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44464) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:49.024997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9f447da9-986b-4180-9ce3-a425c1f73ba4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '0251a8f1-650f-4941-9ba1-f3d821c4d51c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:49.035900 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.065386 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f447da9-986b-4180-9ce3-a425c1f73ba4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.114404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:49.121771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bef599-450b-4b00-8804-899f596c60cb']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:49.128035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:49.145357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:49.148580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f447da9-986b-4180-9ce3-a425c1f73ba4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.166503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f447da9-986b-4180-9ce3-a425c1f73ba4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.176070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Pushing event updated for resources: {'Port': ['ID=1b9a8c63-d455-4608-b23b-7461c6e66986,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:49.184188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:49.185331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d07852-2bf3-44bc-9e2a-9c9ca08e02f6') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:49.195218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f447da9-986b-4180-9ce3-a425c1f73ba4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bd4728-2c18-4faa-8ffa-853866c5f0aa,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:49.224805 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f447da9-986b-4180-9ce3-a425c1f73ba4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.230055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f447da9-986b-4180-9ce3-a425c1f73ba4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2096546 Jul 22 16:38:49.232958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:49.241463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-56affd15-dc01-4e00-9142-fafc766d6e7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '0251a8f1-650f-4941-9ba1-f3d821c4d51c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:49.252474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.289217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Router c930eb15-eb14-45df-ba9f-2df4def15f54 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:38:49.290539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.295050 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.309846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56affd15-dc01-4e00-9142-fafc766d6e7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.348830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:49.349258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:49.354149 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:49.372483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1c02275e-17d4-435f-8904-08889e2bd12e None None] Provisioning complete for port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:49.372998 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1c02275e-17d4-435f-8904-08889e2bd12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.409447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56affd15-dc01-4e00-9142-fafc766d6e7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.416372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56affd15-dc01-4e00-9142-fafc766d6e7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.431377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1c02275e-17d4-435f-8904-08889e2bd12e None None] Port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:49.449542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56affd15-dc01-4e00-9142-fafc766d6e7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103d3dce-2362-4150-995b-10a76cb71002,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:49.454213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56affd15-dc01-4e00-9142-fafc766d6e7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.459038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-56affd15-dc01-4e00-9142-fafc766d6e7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2246785 Jul 22 16:38:49.459705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:49.464682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-08958070-d3eb-4e59-b4f4-b490b6050989 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '0251a8f1-650f-4941-9ba1-f3d821c4d51c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:49.496419 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08958070-d3eb-4e59-b4f4-b490b6050989 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.552048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.560202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-697470ea-bf2b-4e4d-a89b-f6fc57f3a4b3 None None] Provisioning for port 1b9a8c63-d455-4608-b23b-7461c6e66986 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:49.567854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-697470ea-bf2b-4e4d-a89b-f6fc57f3a4b3 None None] Provisioning complete for port 1b9a8c63-d455-4608-b23b-7461c6e66986 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:49.568323 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-697470ea-bf2b-4e4d-a89b-f6fc57f3a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.571347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.573351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] 10.222.0.53 "DELETE /v2.0/networks/20bef599-450b-4b00-8804-899f596c60cb HTTP/1.1" status: 204 len: 168 time: 2.6543658 Jul 22 16:38:49.600941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91305fa4-8c17-4083-b89c-59a986d3dbf4 tempest-FloatingIPNegativeTestJSON-476237662 tempest-FloatingIPNegativeTestJSON-476237662-project] Pushing event deleted for resources: {'Network': ['ID=20bef599-450b-4b00-8804-899f596c60cb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:49.607361 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08958070-d3eb-4e59-b4f4-b490b6050989 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.615357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08958070-d3eb-4e59-b4f4-b490b6050989 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.630707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-697470ea-bf2b-4e4d-a89b-f6fc57f3a4b3 None None] Port 1b9a8c63-d455-4608-b23b-7461c6e66986 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:49.639703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08958070-d3eb-4e59-b4f4-b490b6050989 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3763e97-97e3-4808-bf5d-e6e77eef2ee8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:49.657424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08958070-d3eb-4e59-b4f4-b490b6050989 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.657596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:49.659905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-08958070-d3eb-4e59-b4f4-b490b6050989 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1992004 Jul 22 16:38:49.662979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:49.667747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a8d5c7b5-200b-40a8-a6f9-a7b5d18f0b25 admin admin] 10.222.0.53 "PUT /v2.0/routers/c930eb15-eb14-45df-ba9f-2df4def15f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7486112 Jul 22 16:38:49.671048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.688400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Sync routers for ids ['c930eb15-eb14-45df-ba9f-2df4def15f54'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:49.721675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Routers {'c930eb15-eb14-45df-ba9f-2df4def15f54'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:49.721987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c930eb15-eb14-45df-ba9f-2df4def15f54'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:49.760549 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02cc4d66-71a2-4a81-98bc-eac8fb4a4296 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.845262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02cc4d66-71a2-4a81-98bc-eac8fb4a4296 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.904874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Set router c930eb15-eb14-45df-ba9f-2df4def15f54 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:49.921583 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02cc4d66-71a2-4a81-98bc-eac8fb4a4296 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.927832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.931956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.935823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02cc4d66-71a2-4a81-98bc-eac8fb4a4296 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:49.940288 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-02cc4d66-71a2-4a81-98bc-eac8fb4a4296 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e3763e97-97e3-4808-bf5d-e6e77eef2ee8 HTTP/1.1" status: 204 len: 168 time: 0.2449608 Jul 22 16:38:49.942168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44486) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:49.988300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e211fd9-50a3-4648-a46f-b2c138227530 req-c4412921-f525-48d4-a3c9-a40d1359410a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.012334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e211fd9-50a3-4648-a46f-b2c138227530 req-c4412921-f525-48d4-a3c9-a40d1359410a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.032476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e211fd9-50a3-4648-a46f-b2c138227530 req-c4412921-f525-48d4-a3c9-a40d1359410a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.038718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e211fd9-50a3-4648-a46f-b2c138227530 req-c4412921-f525-48d4-a3c9-a40d1359410a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.054310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e211fd9-50a3-4648-a46f-b2c138227530 req-c4412921-f525-48d4-a3c9-a40d1359410a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.061540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e211fd9-50a3-4648-a46f-b2c138227530 req-c4412921-f525-48d4-a3c9-a40d1359410a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.068859 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e211fd9-50a3-4648-a46f-b2c138227530 req-c4412921-f525-48d4-a3c9-a40d1359410a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.070950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e211fd9-50a3-4648-a46f-b2c138227530 req-c4412921-f525-48d4-a3c9-a40d1359410a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.2933853 Jul 22 16:38:50.071468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44488) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.078157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dd45550b-68a0-4f93-9e87-3d961be84907 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:50.087834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc4d66-71a2-4a81-98bc-eac8fb4a4296 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3763e97-97e3-4808-bf5d-e6e77eef2ee8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:50.107060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Pushing event updated for resources: {'Port': ['ID=1b9a8c63-d455-4608-b23b-7461c6e66986,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:50.130250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e211fd9-50a3-4648-a46f-b2c138227530 req-0d49c242-db2e-4226-b7bf-dba34b65e0b8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441620 Jul 22 16:38:50.154691 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.260886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d43aabb1-8160-4999-ba36-745863f4ebc4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3152165 Jul 22 16:38:50.263671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port dd45550b-68a0-4f93-9e87-3d961be84907 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:50.263993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.264156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.306414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcfa174-2a00-4f79-ade3-5bb487147ed5'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:50.309061 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f54b541-8ae5-4e59-b3f7-110cfd1cc63e" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "4fcfa174-2a00-4f79-ade3-5bb487147ed5"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:50.320011 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aea40e64-e4ba-4394-8cd8-f0dc6e5d47bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.341710 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aea40e64-e4ba-4394-8cd8-f0dc6e5d47bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.386499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:36Z', 'updated_at': '2021-07-22T16:38:46Z', 'revision_number': 4, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'gw_port': {'id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:37Z', 'updated_at': '2021-07-22T16:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3ce4b23e-2be3-4882-8e55-de9ae4a738ba', 'name': '', 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'mac_address': 'fa:16:3e:17:f6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7a907228-3929-4a12-b0af-105b0fc3463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:43Z', 'updated_at': '2021-07-22T16:38:47Z', 'revision_number': 2, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'subnets': [{'id': '7a907228-3929-4a12-b0af-105b0fc3463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:50.404091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:50.427013 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aea40e64-e4ba-4394-8cd8-f0dc6e5d47bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.428652 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35616ee9-43b5-4e87-bfe5-f6d00a8755ad x-openstack-request-id: req-35616ee9-43b5-4e87-bfe5-f6d00a8755ad {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:50.428652 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-plugged", "status": "completed", "tag": "4fcfa174-2a00-4f79-ade3-5bb487147ed5", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:50.428901 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35616ee9-43b5-4e87-bfe5-f6d00a8755ad {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:50.429292 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fcfa174-2a00-4f79-ade3-5bb487147ed5', 'code': 200} Jul 22 16:38:50.432568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Checking router: c930eb15-eb14-45df-ba9f-2df4def15f54 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:50.433095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Updating router c930eb15-eb14-45df-ba9f-2df4def15f54 port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:38:50.438049 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf11e1a-7e91-4bbb-b11c-cb304b68ffac req-3c3100fc-b7f6-4288-b785-7485874cb00b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.443363 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aea40e64-e4ba-4394-8cd8-f0dc6e5d47bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.445488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aea40e64-e4ba-4394-8cd8-f0dc6e5d47bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/103d3dce-2362-4150-995b-10a76cb71002 HTTP/1.1" status: 204 len: 168 time: 0.1801550 Jul 22 16:38:50.446658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dcf11e1a-7e91-4bbb-b11c-cb304b68ffac req-3c3100fc-b7f6-4288-b785-7485874cb00b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.3693669 Jul 22 16:38:50.448758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44504) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.456641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea40e64-e4ba-4394-8cd8-f0dc6e5d47bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=103d3dce-2362-4150-995b-10a76cb71002,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:50.457710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:50.468837 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9d9511bb-6fba-4d30-9a96-b720307dfbcf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fbdc5db620d43c78e1bbf11c5bdbe59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949094 Jul 22 16:38:50.473654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.500417 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.637187 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a1945b-7d02-4d71-abcc-5ca3d5ca4c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.651143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dcf11e1a-7e91-4bbb-b11c-cb304b68ffac req-3460ed5d-96b6-415c-932c-22557d43fa1e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894662 Jul 22 16:38:50.694654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5f67c3ec-86ac-41e5-8270-d858d3e19ba1 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2442763 Jul 22 16:38:50.697382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44512) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.707713 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a1945b-7d02-4d71-abcc-5ca3d5ca4c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.726570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ece667-069b-401f-b7e9-9343fb9a5cc4 req-4f1e7a38-d1f4-4581-a4ca-a163901703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.727245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ece667-069b-401f-b7e9-9343fb9a5cc4 req-4f1e7a38-d1f4-4581-a4ca-a163901703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.728135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ece667-069b-401f-b7e9-9343fb9a5cc4 req-4f1e7a38-d1f4-4581-a4ca-a163901703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.728454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ece667-069b-401f-b7e9-9343fb9a5cc4 req-4f1e7a38-d1f4-4581-a4ca-a163901703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.728993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ece667-069b-401f-b7e9-9343fb9a5cc4 req-4f1e7a38-d1f4-4581-a4ca-a163901703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.729690 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ece667-069b-401f-b7e9-9343fb9a5cc4 req-4f1e7a38-d1f4-4581-a4ca-a163901703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.730224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ece667-069b-401f-b7e9-9343fb9a5cc4 req-4f1e7a38-d1f4-4581-a4ca-a163901703b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:50.733666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27ece667-069b-401f-b7e9-9343fb9a5cc4 req-4f1e7a38-d1f4-4581-a4ca-a163901703b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6495 time: 0.1877120 Jul 22 16:38:50.746354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96c9b13c-27a3-49c8-a67d-4f4bdac0de7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.757297 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96c9b13c-27a3-49c8-a67d-4f4bdac0de7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.784113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Router bef26a21-7b49-4f1b-b604-238d75e417a0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:38:50.799188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27ece667-069b-401f-b7e9-9343fb9a5cc4 req-a8556a88-50f8-4a90-ad4f-d5bba599865b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580635 Jul 22 16:38:50.830741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a1945b-7d02-4d71-abcc-5ca3d5ca4c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.833608 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a1945b-7d02-4d71-abcc-5ca3d5ca4c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.837470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b2a1945b-7d02-4d71-abcc-5ca3d5ca4c0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7ffc50c-9c12-4e77-bd03-119898f64589 HTTP/1.1" status: 204 len: 168 time: 0.3599176 Jul 22 16:38:50.843893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1945b-7d02-4d71-abcc-5ca3d5ca4c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ffc50c-9c12-4e77-bd03-119898f64589,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:50.875509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96c9b13c-27a3-49c8-a67d-4f4bdac0de7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.880470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.884941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d3dc0829-4d8d-4a08-8989-4227c6e87f17 None None] Provisioning complete for port 1b9a8c63-d455-4608-b23b-7461c6e66986 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:50.885398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3dc0829-4d8d-4a08-8989-4227c6e87f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.893525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-network', 'tenant_id': '5b0b325f83a046948537f41801cd7b57'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:50.914619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96c9b13c-27a3-49c8-a67d-4f4bdac0de7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.918198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-96c9b13c-27a3-49c8-a67d-4f4bdac0de7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/62bd4728-2c18-4faa-8ffa-853866c5f0aa HTTP/1.1" status: 204 len: 168 time: 0.2175000 Jul 22 16:38:50.921680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44520) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:50.925815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9b13c-27a3-49c8-a67d-4f4bdac0de7a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62bd4728-2c18-4faa-8ffa-853866c5f0aa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:50.935649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Made reservation on behalf of 5b0b325f83a046948537f41801cd7b57 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:50.940580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.964051 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:50.974051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d3dc0829-4d8d-4a08-8989-4227c6e87f17 None None] Port 1b9a8c63-d455-4608-b23b-7461c6e66986 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:38:50.974609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:50.982601 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a64f97ac-e275-4bd9-bdde-f673561d534c admin admin] 10.222.0.53 "PUT /v2.0/routers/bef26a21-7b49-4f1b-b604-238d75e417a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6151121 Jul 22 16:38:51.000259 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Sync routers for ids ['bef26a21-7b49-4f1b-b604-238d75e417a0'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:51.013661 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a633eb73-4803-4f41-818b-bea1c5b19db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.026573 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Routers {'bef26a21-7b49-4f1b-b604-238d75e417a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:51.031779 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bef26a21-7b49-4f1b-b604-238d75e417a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:51.040706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44526) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.041175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5d801835-ca3d-4675-a0bd-648b90051874 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1164007 Jul 22 16:38:51.041431 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.054858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Transition to ACTIVE for port object 3ce4b23e-2be3-4882-8e55-de9ae4a738ba will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:51.070591 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.081539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1350662-f1af-496a-b9df-2322f53bf534 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.092549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1350662-f1af-496a-b9df-2322f53bf534 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.145163 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1350662-f1af-496a-b9df-2322f53bf534 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.159964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1350662-f1af-496a-b9df-2322f53bf534 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.162720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d1350662-f1af-496a-b9df-2322f53bf534 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e538762e-3623-4fde-8d3c-f8bf54235df2 HTTP/1.1" status: 204 len: 168 time: 0.1209509 Jul 22 16:38:51.172512 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.174142 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44528) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.187454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72188d5c-841a-4c77-9b66-e9de10431638 None None] Pushing event updated for resources: {'Port': ['ID=3ce4b23e-2be3-4882-8e55-de9ae4a738ba,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:51.193474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1350662-f1af-496a-b9df-2322f53bf534 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e538762e-3623-4fde-8d3c-f8bf54235df2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:51.207013 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.214007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.274482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76235872-fdf6-4eb3-99ec-e0287abe3196,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:51.307751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Attempting to bind port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:51.308403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Attempting to bind port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:51.309095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Attempting to bind port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba on network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:51.317599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a5459a4c-9b33-41d4-8979-67d60e01ad1f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1415346 Jul 22 16:38:51.320809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44538) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.329226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:51.330892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:51.333163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Checking segment: {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:51.333685 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.341846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.342410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Bound using segment: {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:51.342649 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Added segment d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c of type vlan for network fa935f37-94ea-4b54-bea9-c79e68ae780a Jul 22 16:38:51.343141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Bound port: 3ce4b23e-2be3-4882-8e55-de9ae4a738ba, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:51.343654 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.368849 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Set router bef26a21-7b49-4f1b-b604-238d75e417a0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:51.401048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-391582ac-c6ae-438f-8ef0-f4a3ebc1b8ce tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.411621 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-391582ac-c6ae-438f-8ef0-f4a3ebc1b8ce tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.440964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.483382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] For port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:51.488414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] For port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3ce4b23e-2be3-4882-8e55-de9ae4a738ba,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:51.493041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-391582ac-c6ae-438f-8ef0-f4a3ebc1b8ce tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.498452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.500445 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.503265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:51.504944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.510195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-391582ac-c6ae-438f-8ef0-f4a3ebc1b8ce tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.511673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-391582ac-c6ae-438f-8ef0-f4a3ebc1b8ce tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/43282709-1774-445a-83cf-91f799ee1fd7 HTTP/1.1" status: 204 len: 168 time: 0.1872952 Jul 22 16:38:51.514962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.539857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391582ac-c6ae-438f-8ef0-f4a3ebc1b8ce tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43282709-1774-445a-83cf-91f799ee1fd7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:51.578054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6907058 Jul 22 16:38:51.583281 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b3dbb8e-7050-47ae-a55f-9de58989f599 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0666013 Jul 22 16:38:51.584016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44550) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.587141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.593443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Request body: {'subnet': {'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-subnet', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:51.654421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Routers {'c930eb15-eb14-45df-ba9f-2df4def15f54'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:51.656626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c930eb15-eb14-45df-ba9f-2df4def15f54'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:51.700279 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dd77a6a-8c39-4cd0-ad4d-77a7cd08f04f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.701632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297acd4-d6fa-4ed0-b5ce-96c52fdf5ffa admin admin] Pushing event updated for resources: {'Network': ['ID=fa935f37-94ea-4b54-bea9-c79e68ae780a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:51.727896 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dd77a6a-8c39-4cd0-ad4d-77a7cd08f04f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.759290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8605722-2dba-4ccb-93b5-c5bf7ab2993a req-54c398aa-6d03-4a8c-b1a3-9ccbac16c06e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:51.778605 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dd77a6a-8c39-4cd0-ad4d-77a7cd08f04f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.782353 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5dd77a6a-8c39-4cd0-ad4d-77a7cd08f04f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.783832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5dd77a6a-8c39-4cd0-ad4d-77a7cd08f04f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-groups/0251a8f1-650f-4941-9ba1-f3d821c4d51c HTTP/1.1" status: 204 len: 168 time: 0.1857135 Jul 22 16:38:51.793362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8605722-2dba-4ccb-93b5-c5bf7ab2993a req-54c398aa-6d03-4a8c-b1a3-9ccbac16c06e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:51.795606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:51.796443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd77a6a-8c39-4cd0-ad4d-77a7cd08f04f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0251a8f1-650f-4941-9ba1-f3d821c4d51c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:51.799066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Made reservation on behalf of 5b0b325f83a046948537f41801cd7b57 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:51.801669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:51.824183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network fa935f37-94ea-4b54-bea9-c79e68ae780a details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:51.837947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8605722-2dba-4ccb-93b5-c5bf7ab2993a req-54c398aa-6d03-4a8c-b1a3-9ccbac16c06e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:51.867932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8605722-2dba-4ccb-93b5-c5bf7ab2993a req-54c398aa-6d03-4a8c-b1a3-9ccbac16c06e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:51.891734 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:39Z', 'updated_at': '2021-07-22T16:38:49Z', 'revision_number': 4, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'gw_port': {'id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ad:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:40Z', 'updated_at': '2021-07-22T16:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1b9a8c63-d455-4608-b23b-7461c6e66986', 'name': '', 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'mac_address': 'fa:16:3e:f6:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '48be8315-d9f2-4f72-a9d3-239c5f593201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:47Z', 'updated_at': '2021-07-22T16:38:49Z', 'revision_number': 2, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'subnets': [{'id': '48be8315-d9f2-4f72-a9d3-239c5f593201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:51.904373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8605722-2dba-4ccb-93b5-c5bf7ab2993a req-54c398aa-6d03-4a8c-b1a3-9ccbac16c06e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:51.947765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8605722-2dba-4ccb-93b5-c5bf7ab2993a req-54c398aa-6d03-4a8c-b1a3-9ccbac16c06e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:51.964354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8605722-2dba-4ccb-93b5-c5bf7ab2993a req-54c398aa-6d03-4a8c-b1a3-9ccbac16c06e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:51.966641 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8605722-2dba-4ccb-93b5-c5bf7ab2993a req-54c398aa-6d03-4a8c-b1a3-9ccbac16c06e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.4791787 Jul 22 16:38:51.999471 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Checking router: bef26a21-7b49-4f1b-b604-238d75e417a0 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:51.999935 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Updating router bef26a21-7b49-4f1b-b604-238d75e417a0 port 1b9a8c63-d455-4608-b23b-7461c6e66986 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:38:52.062523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8605722-2dba-4ccb-93b5-c5bf7ab2993a req-2505a716-e640-403f-9de4-f04edce3843c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812328 Jul 22 16:38:52.065348 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.120592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72188d5c-841a-4c77-9b66-e9de10431638 None None] Pushing event updated for resources: {'Port': ['ID=3ce4b23e-2be3-4882-8e55-de9ae4a738ba,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:52.311316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] Set router c930eb15-eb14-45df-ba9f-2df4def15f54 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:52.350733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e5f91687-8948-4856-a811-2771d90c4166 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3990874 Jul 22 16:38:52.352438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-a64455cd-a925-406a-bf55-6674e5ebd4fb tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3306665 Jul 22 16:38:52.359193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44568) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:52.369356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6f8fa708-3c4b-4975-a592-d58fd3a5c3b5 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group': {'name': 'tempest-secgroup--999799936'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:52.382978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:52.402420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:38:52.402420 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:38:52.402420 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id_1': 'a817817f5739400bbf2a6e5e01a37c4e', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 38, 52, 388933)}] Jul 22 16:38:52.402420 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:38:52.402420 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:38:52.416702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.427811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c464ae3-7849-42c2-bdf7-dd2be7a434b1 req-c2d4111d-9f07-47d4-b4a3-d4217c9d1061 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.429625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4c464ae3-7849-42c2-bdf7-dd2be7a434b1 req-c2d4111d-9f07-47d4-b4a3-d4217c9d1061 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1187470 Jul 22 16:38:52.431102 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa708-3c4b-4975-a592-d58fd3a5c3b5 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.456435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44572) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:52.490307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Checking segment: {'id': 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:52.490307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Network hostable DHCP agents. Network: fa935f37-94ea-4b54-bea9-c79e68ae780a, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:38:52.507345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d9f2c2-ff07-44e2-a78c-c299c2a6336f,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:52.521274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Network fa935f37-94ea-4b54-bea9-c79e68ae780a is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:38:52.523478 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4c464ae3-7849-42c2-bdf7-dd2be7a434b1 req-2b6e4e6a-c424-4db3-8590-56f59b5437ed tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702631 Jul 22 16:38:52.540784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, fa935f37-94ea-4b54-bea9-c79e68ae780a) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:52.558338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:52.559634 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.624398 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.634590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa708-3c4b-4975-a592-d58fd3a5c3b5 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.636335 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Transition to ACTIVE for port object 1b9a8c63-d455-4608-b23b-7461c6e66986 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:52.640592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa708-3c4b-4975-a592-d58fd3a5c3b5 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.646807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-113d9b43-88da-4376-93ab-bd24a8a2e52e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0616572 Jul 22 16:38:52.648407 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.649267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44576) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:52.654524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:52.669146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8f9e01-43c1-49e3-8885-0b76e3aa72bd None None] Network fa935f37-94ea-4b54-bea9-c79e68ae780a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:52.685490 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.685955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fa708-3c4b-4975-a592-d58fd3a5c3b5 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503d9b96-b6d7-4000-ad59-925c412eb5fa,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:52.686780 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.701075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa708-3c4b-4975-a592-d58fd3a5c3b5 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.702475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6f8fa708-3c4b-4975-a592-d58fd3a5c3b5 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3374298 Jul 22 16:38:52.707061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44578) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:52.715440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3eaa1497-4659-4618-b276-c5b221fc2f7b tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '503d9b96-b6d7-4000-ad59-925c412eb5fa', 'direction': 'ingress', 'protocol': 17}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:52.755924 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.771189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'networks': [{'name': 'tempest-network--1836613103'}, {'name': 'tempest-network--459650237'}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:52.773525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'network': {'name': 'tempest-network--1836613103'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:52.774832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'network': {'name': 'tempest-network--459650237'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:52.777680 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.804648 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1497-4659-4618-b276-c5b221fc2f7b tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.834500 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9777552-855b-45cd-b9a2-698bab9b0e7d None None] Pushing event updated for resources: {'Port': ['ID=1b9a8c63-d455-4608-b23b-7461c6e66986,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:52.863900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Made reservation on behalf of 86f95717732442028d53adf3b6b44452 for: {'network': 2} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:52.877855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:52.902299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.014950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.049056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-fa935f37-94ea-4b54-bea9-c79e68ae780a', 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'fixed_ips': [{'subnet_id': 'b4d9f2c2-ff07-44e2-a78c-c299c2a6336f'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:38:53.051133 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.080719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:36Z', 'updated_at': '2021-07-22T16:38:46Z', 'revision_number': 4, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'gw_port': {'id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:37Z', 'updated_at': '2021-07-22T16:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3ce4b23e-2be3-4882-8e55-de9ae4a738ba', 'name': '', 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'mac_address': 'fa:16:3e:17:f6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7a907228-3929-4a12-b0af-105b0fc3463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:43Z', 'updated_at': '2021-07-22T16:38:51Z', 'revision_number': 4, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'subnets': [{'id': '7a907228-3929-4a12-b0af-105b0fc3463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:53.108989 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1497-4659-4618-b276-c5b221fc2f7b tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.117292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1497-4659-4618-b276-c5b221fc2f7b tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.119463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da218586-3332-4fb4-aa20-2e78ac8b1f90 None None] The sync data for ids ['c930eb15-eb14-45df-ba9f-2df4def15f54'] in n-d-792458-13 is: [{'id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:36Z', 'updated_at': '2021-07-22T16:38:46Z', 'revision_number': 4, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'gw_port': {'id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:37Z', 'updated_at': '2021-07-22T16:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3ce4b23e-2be3-4882-8e55-de9ae4a738ba', 'name': '', 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'mac_address': 'fa:16:3e:17:f6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '7a907228-3929-4a12-b0af-105b0fc3463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:43Z', 'updated_at': '2021-07-22T16:38:51Z', 'revision_number': 4, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'subnets': [{'id': '7a907228-3929-4a12-b0af-105b0fc3463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:53.169220 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.170672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa1497-4659-4618-b276-c5b221fc2f7b tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a4d125-df73-4fe6-ae97-ab36425ea640,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:53.172046 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Attempting to bind port 1b9a8c63-d455-4608-b23b-7461c6e66986 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:53.172522 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Attempting to bind port 1b9a8c63-d455-4608-b23b-7461c6e66986 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '7c1f27f9-5987-4807-a363-0bb8882c604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:53.182118 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Attempting to bind port 1b9a8c63-d455-4608-b23b-7461c6e66986 on network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:53.187105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.187105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.209941 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:53.212401 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Checking segment: {'id': '7c1f27f9-5987-4807-a363-0bb8882c604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:53.213219 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.213914 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Bound using segment: {'id': '7c1f27f9-5987-4807-a363-0bb8882c604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:53.214469 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Bound port: 1b9a8c63-d455-4608-b23b-7461c6e66986, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1f27f9-5987-4807-a363-0bb8882c604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:53.214920 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.291363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.323734 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] For port 1b9a8c63-d455-4608-b23b-7461c6e66986, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:53.327294 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] For port 1b9a8c63-d455-4608-b23b-7461c6e66986, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1b9a8c63-d455-4608-b23b-7461c6e66986,segment=NetworkSegment(7c1f27f9-5987-4807-a363-0bb8882c604a),segment_id=7c1f27f9-5987-4807-a363-0bb8882c604a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:53.329295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1497-4659-4618-b276-c5b221fc2f7b tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.331100 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3eaa1497-4659-4618-b276-c5b221fc2f7b tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6228485 Jul 22 16:38:53.337223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44584) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:53.340284 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.352105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b142366-623d-4cfb-bb76-e9d0eef04150,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:53.361593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:53.369304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Allocated IP 172.20.0.2 (fa935f37-94ea-4b54-bea9-c79e68ae780a/b4d9f2c2-ff07-44e2-a78c-c299c2a6336f/570f5ff5-1bca-4d90-9cb9-94757482319f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:53.417807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.418562 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Added segment b787c7d4-0472-4967-89de-685033394444 of type vlan for network 00d2bd4b-db98-4857-8156-158f6cdd8fe6 Jul 22 16:38:53.428373 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9777552-855b-45cd-b9a2-698bab9b0e7d None None] Pushing event updated for resources: {'Port': ['ID=1b9a8c63-d455-4608-b23b-7461c6e66986,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:53.453866 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Routers {'bef26a21-7b49-4f1b-b604-238d75e417a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:53.456315 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bef26a21-7b49-4f1b-b604-238d75e417a0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:53.565452 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.573443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56622086-4b9a-48cf-956a-c5cdf77fd2bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.607201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36ec0b-7a35-4643-baa9-afc4fbbb7fb5 req-0531e285-e434-415b-8a49-c80a5022412d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.623578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36ec0b-7a35-4643-baa9-afc4fbbb7fb5 req-0531e285-e434-415b-8a49-c80a5022412d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.639460 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] Set router bef26a21-7b49-4f1b-b604-238d75e417a0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:53.644859 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36ec0b-7a35-4643-baa9-afc4fbbb7fb5 req-0531e285-e434-415b-8a49-c80a5022412d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.654434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36ec0b-7a35-4643-baa9-afc4fbbb7fb5 req-0531e285-e434-415b-8a49-c80a5022412d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.669993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36ec0b-7a35-4643-baa9-afc4fbbb7fb5 req-0531e285-e434-415b-8a49-c80a5022412d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.679380 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.688916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Transition to ACTIVE for port object 570f5ff5-1bca-4d90-9cb9-94757482319f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:53.691060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36ec0b-7a35-4643-baa9-afc4fbbb7fb5 req-0531e285-e434-415b-8a49-c80a5022412d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.699852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36ec0b-7a35-4643-baa9-afc4fbbb7fb5 req-0531e285-e434-415b-8a49-c80a5022412d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.709927 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a36ec0b-7a35-4643-baa9-afc4fbbb7fb5 req-0531e285-e434-415b-8a49-c80a5022412d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.4614594 Jul 22 16:38:53.733872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Transition to ACTIVE for port object 570f5ff5-1bca-4d90-9cb9-94757482319f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:53.746371 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.766988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:53.778837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.779202 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Added segment 9385687a-e633-4d93-8b96-4cddc0f6dd9c of type vlan for network a6691331-1d04-47c7-b871-d2ee306bb4a9 Jul 22 16:38:53.829271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.835128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Pushing event updated for resources: {'Port': ['ID=570f5ff5-1bca-4d90-9cb9-94757482319f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:53.867448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Network fa935f37-94ea-4b54-bea9-c79e68ae780a is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:53.870360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:53.873271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:53.943831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56622086-4b9a-48cf-956a-c5cdf77fd2bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.960334 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.960843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:53.966665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.987418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:53.987756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.002388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a36ec0b-7a35-4643-baa9-afc4fbbb7fb5 req-b8793b1b-4a4c-44cb-91b3-b428b5d959e4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2910435 Jul 22 16:38:54.008791 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-859bf961-2943-467b-9548-4e7b460853ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:39Z', 'updated_at': '2021-07-22T16:38:49Z', 'revision_number': 4, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'gw_port': {'id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ad:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:40Z', 'updated_at': '2021-07-22T16:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1b9a8c63-d455-4608-b23b-7461c6e66986', 'name': '', 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'mac_address': 'fa:16:3e:f6:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '48be8315-d9f2-4f72-a9d3-239c5f593201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:47Z', 'updated_at': '2021-07-22T16:38:53Z', 'revision_number': 4, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'subnets': [{'id': '48be8315-d9f2-4f72-a9d3-239c5f593201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:54.063882 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859bf961-2943-467b-9548-4e7b460853ce None None] The sync data for ids ['bef26a21-7b49-4f1b-b604-238d75e417a0'] in n-d-792458-13 is: [{'id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:39Z', 'updated_at': '2021-07-22T16:38:49Z', 'revision_number': 4, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'gw_port': {'id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ad:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:40Z', 'updated_at': '2021-07-22T16:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1b9a8c63-d455-4608-b23b-7461c6e66986', 'name': '', 'network_id': '9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'mac_address': 'fa:16:3e:f6:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '48be8315-d9f2-4f72-a9d3-239c5f593201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:47Z', 'updated_at': '2021-07-22T16:38:53Z', 'revision_number': 4, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'subnets': [{'id': '48be8315-d9f2-4f72-a9d3-239c5f593201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:54.115602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Attempting to bind port 570f5ff5-1bca-4d90-9cb9-94757482319f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:54.115884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Attempting to bind port 570f5ff5-1bca-4d90-9cb9-94757482319f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:54.116116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Attempting to bind port 570f5ff5-1bca-4d90-9cb9-94757482319f on network fa935f37-94ea-4b54-bea9-c79e68ae780a {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:54.124262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:54.124519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Checking segment: {'id': 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:54.124929 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.125332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Bound using segment: {'id': 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:54.125812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Bound port: 570f5ff5-1bca-4d90-9cb9-94757482319f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:54.126285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.190135 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7298548 Jul 22 16:38:54.199932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:54.231742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.263092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3ce4b23e-2be3-4882-8e55-de9ae4a738ba up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:54.269071 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.317602 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.343538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56622086-4b9a-48cf-956a-c5cdf77fd2bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.346366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56622086-4b9a-48cf-956a-c5cdf77fd2bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.347607 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-56622086-4b9a-48cf-956a-c5cdf77fd2bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-groups/503d9b96-b6d7-4000-ad59-925c412eb5fa HTTP/1.1" status: 204 len: 168 time: 1.0059845 Jul 22 16:38:54.369537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44594) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:54.369788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Network': ['ID=00d2bd4b-db98-4857-8156-158f6cdd8fe6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:54.372254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] For port 570f5ff5-1bca-4d90-9cb9-94757482319f, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:38:54.383334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] For port 570f5ff5-1bca-4d90-9cb9-94757482319f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=570f5ff5-1bca-4d90-9cb9-94757482319f,segment=NetworkSegment(d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c),segment_id=d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:38:54.397750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 00d2bd4b-db98-4857-8156-158f6cdd8fe6 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:54.413523 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.421682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.494046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56622086-4b9a-48cf-956a-c5cdf77fd2bf tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=503d9b96-b6d7-4000-ad59-925c412eb5fa,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:54.502508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e8067ebf-44ad-4aa4-814b-4cf52ac879c7 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1304924 Jul 22 16:38:54.509817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44596) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:54.537015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6a7f52bf-4407-41c6-905e-59993ff10dc2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604908579'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:54.608698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Allocated IP 172.25.3.141 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/d087097c-664f-4671-b2d8-0462c851adaf) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:54.615028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b01ad-655f-429e-89a6-c087db89a2e2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Network': ['ID=a6691331-1d04-47c7-b871-d2ee306bb4a9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:54.627328 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a7f52bf-4407-41c6-905e-59993ff10dc2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.635321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb61bdb-1cec-45ad-8e5f-d1f9f19312e1 None None] Pushing event updated for resources: {'Port': ['ID=570f5ff5-1bca-4d90-9cb9-94757482319f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:54.646109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a6691331-1d04-47c7-b871-d2ee306bb4a9 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:54.654565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777860d2-a060-4496-b057-110731b1e11b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.661102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777860d2-a060-4496-b057-110731b1e11b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.667205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777860d2-a060-4496-b057-110731b1e11b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.673041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777860d2-a060-4496-b057-110731b1e11b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.679106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-777860d2-a060-4496-b057-110731b1e11b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4780915 Jul 22 16:38:54.679981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:54.760656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121d74-03a8-4ca4-a435-486ee70224a5 req-a3c34e59-05d9-458f-a3bd-ea1c1bb26bcb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:54.763172 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26121d74-03a8-4ca4-a435-486ee70224a5 req-a3c34e59-05d9-458f-a3bd-ea1c1bb26bcb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.3620687 Jul 22 16:38:54.784722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:54.789734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:54.790160 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.827326 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.853379 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a7f52bf-4407-41c6-905e-59993ff10dc2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.859156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a7f52bf-4407-41c6-905e-59993ff10dc2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.906569 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.918149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a7f52bf-4407-41c6-905e-59993ff10dc2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.921809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6a7f52bf-4407-41c6-905e-59993ff10dc2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3912232 Jul 22 16:38:54.925479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:54.932308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5f33a7b0-548a-4fd4-b5fb-eaad9d637014 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group': {'name': 'tempest-secgroup--980063975'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:54.950696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26121d74-03a8-4ca4-a435-486ee70224a5 req-a39b8459-734f-498f-9c1d-7911f749554f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210549 Jul 22 16:38:54.975762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f52bf-4407-41c6-905e-59993ff10dc2 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7dddf8-f697-4af4-903c-22a77f095954,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:54.984828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f33a7b0-548a-4fd4-b5fb-eaad9d637014 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:54.989184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3ce4b23e-2be3-4882-8e55-de9ae4a738ba,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:54.995432 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.074833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.129414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=3ce4b23e-2be3-4882-8e55-de9ae4a738ba,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:55.144830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.158853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d2bd4b-db98-4857-8156-158f6cdd8fe6']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:55.182165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b787c7d4-0472-4967-89de-685033394444') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:55.182674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b787c7d4-0472-4967-89de-685033394444') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:55.195022 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.231302 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.246425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:55.247077 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:55.254116 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:55.263734 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.308286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f33a7b0-548a-4fd4-b5fb-eaad9d637014 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.332984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f33a7b0-548a-4fd4-b5fb-eaad9d637014 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.402006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:55.431574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Allocated IP 172.25.3.139 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/2ce17cfe-edf2-4361-bf42-4c5dced59daf) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:38:55.440965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:55.449527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f33a7b0-548a-4fd4-b5fb-eaad9d637014 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.451248 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5f33a7b0-548a-4fd4-b5fb-eaad9d637014 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5242317 Jul 22 16:38:55.451903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Pushing event updated for resources: {'Port': ['ID=d087097c-664f-4671-b2d8-0462c851adaf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:55.467324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:55.467324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44604) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:55.467324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33a7b0-548a-4fd4-b5fb-eaad9d637014 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6540fe-ddc0-4535-8b6a-2413eb26ac33,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:55.467324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a4bfeb61-e361-4b8f-bd1a-6de00381abca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '4f7dddf8-f697-4af4-903c-22a77f095954', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8c6540fe-ddc0-4535-8b6a-2413eb26ac33', 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:55.667761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4bfeb61-e361-4b8f-bd1a-6de00381abca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.695904 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.701255 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.703917 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/networks/00d2bd4b-db98-4857-8156-158f6cdd8fe6 HTTP/1.1" status: 204 len: 168 time: 1.0226200 Jul 22 16:38:55.712595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44606) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:55.724868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda75b9-8fb8-4827-9ccc-7cbeee11bcf8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Network': ['ID=00d2bd4b-db98-4857-8156-158f6cdd8fe6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:55.781857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82eec5-ab9a-433b-a621-10347b4e6dd4 req-ca2b1c05-1523-41cc-95f6-3d62b6ab81da tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.795456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82eec5-ab9a-433b-a621-10347b4e6dd4 req-ca2b1c05-1523-41cc-95f6-3d62b6ab81da tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.805173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82eec5-ab9a-433b-a621-10347b4e6dd4 req-ca2b1c05-1523-41cc-95f6-3d62b6ab81da tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.816657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82eec5-ab9a-433b-a621-10347b4e6dd4 req-ca2b1c05-1523-41cc-95f6-3d62b6ab81da tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.823901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82eec5-ab9a-433b-a621-10347b4e6dd4 req-ca2b1c05-1523-41cc-95f6-3d62b6ab81da tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.831777 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:55.833235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82eec5-ab9a-433b-a621-10347b4e6dd4 req-ca2b1c05-1523-41cc-95f6-3d62b6ab81da tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.842568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82eec5-ab9a-433b-a621-10347b4e6dd4 req-ca2b1c05-1523-41cc-95f6-3d62b6ab81da tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:55.847506 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab82eec5-ab9a-433b-a621-10347b4e6dd4 req-ca2b1c05-1523-41cc-95f6-3d62b6ab81da tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.5645065 Jul 22 16:38:55.861283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44608) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:55.874095 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1342d7ba-a51b-440f-9c8e-48a5ad1a450a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Request body: {'floatingip': {'port_id': 'ad534506-cf76-45ef-91c4-ee38f6273f1f'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:55.958367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1342d7ba-a51b-440f-9c8e-48a5ad1a450a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.313001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3ce4b23e-2be3-4882-8e55-de9ae4a738ba up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:56.352723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4bfeb61-e361-4b8f-bd1a-6de00381abca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.361547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.375320 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4bfeb61-e361-4b8f-bd1a-6de00381abca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.438024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:56.438607 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.456623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc53cd-171f-419e-b486-b24c02458ced req-b486e906-6183-4aa9-9d26-ecb90bf6d53f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:56.458167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fecc53cd-171f-419e-b486-b24c02458ced req-b486e906-6183-4aa9-9d26-ecb90bf6d53f tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1147742 Jul 22 16:38:56.468841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfeb61-e361-4b8f-bd1a-6de00381abca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90eda796-c527-41b9-9ba0-b0265a7dce60,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:56.516967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda56617-52c6-40b1-8ac8-7c7f830f5a8c None None] Network fa935f37-94ea-4b54-bea9-c79e68ae780a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:38:56.625323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3e975e61-b253-4973-a263-28de1c1536c1 None None] Provisioning for port 570f5ff5-1bca-4d90-9cb9-94757482319f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:56.758680 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.780026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6691331-1d04-47c7-b871-d2ee306bb4a9']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:56.783669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1b9a8c63-d455-4608-b23b-7461c6e66986 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:56.809073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4bfeb61-e361-4b8f-bd1a-6de00381abca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.814361 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a4bfeb61-e361-4b8f-bd1a-6de00381abca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3538444 Jul 22 16:38:56.815283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fecc53cd-171f-419e-b486-b24c02458ced req-d4f06456-4b75-40c5-9c5a-491eba0f2962 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339329 Jul 22 16:38:56.816052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44616) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:56.818190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9385687a-e633-4d93-8b96-4cddc0f6dd9c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:56.818544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9385687a-e633-4d93-8b96-4cddc0f6dd9c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:56.844164 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1342d7ba-a51b-440f-9c8e-48a5ad1a450a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.849734 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1342d7ba-a51b-440f-9c8e-48a5ad1a450a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.857748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.862553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.926955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.973731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1b9a8c63-d455-4608-b23b-7461c6e66986 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:56.976507 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:56.985069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1b9a8c63-d455-4608-b23b-7461c6e66986 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:56.985659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.023434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24a32fd6-2dff-45d6-8d6e-77d8e9285f45 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.026716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:38:57.027214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.031520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:38:57.036370 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:38:57.042687 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-1342d7ba-a51b-440f-9c8e-48a5ad1a450a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Floating IP b9ad4bee-aaf8-4277-8f4a-095fd1ec75df associated. External IP: 172.25.3.61, port: ad534506-cf76-45ef-91c4-ee38f6273f1f. Jul 22 16:38:57.067399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24a32fd6-2dff-45d6-8d6e-77d8e9285f45 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.067399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Pushing event updated for resources: {'Port': ['ID=2ce17cfe-edf2-4361-bf42-4c5dced59daf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:57.069490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:38:57.084726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:38:57.113661 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.172330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1b9a8c63-d455-4608-b23b-7461c6e66986, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1b9a8c63-d455-4608-b23b-7461c6e66986,segment=NetworkSegment(7c1f27f9-5987-4807-a363-0bb8882c604a),segment_id=7c1f27f9-5987-4807-a363-0bb8882c604a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:57.177680 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.178639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 570f5ff5-1bca-4d90-9cb9-94757482319f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:57.192215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24a32fd6-2dff-45d6-8d6e-77d8e9285f45 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.207400 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24a32fd6-2dff-45d6-8d6e-77d8e9285f45 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.207400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-24a32fd6-2dff-45d6-8d6e-77d8e9285f45 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/90eda796-c527-41b9-9ba0-b0265a7dce60 HTTP/1.1" status: 204 len: 168 time: 0.3776300 Jul 22 16:38:57.211172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:57.229748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.253928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1b9a8c63-d455-4608-b23b-7461c6e66986,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:57.307932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 570f5ff5-1bca-4d90-9cb9-94757482319f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:38:57.311611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 570f5ff5-1bca-4d90-9cb9-94757482319f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:57.311979 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.320740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a32fd6-2dff-45d6-8d6e-77d8e9285f45 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90eda796-c527-41b9-9ba0-b0265a7dce60,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:57.348764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1342d7ba-a51b-440f-9c8e-48a5ad1a450a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:38:57.368554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.372991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/networks/a6691331-1d04-47c7-b871-d2ee306bb4a9 HTTP/1.1" status: 204 len: 168 time: 1.6569817 Jul 22 16:38:57.374221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44622) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:57.420749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6cffdfe4-d04f-4baa-94e3-55b5c2f059eb None None] Provisioning complete for port 570f5ff5-1bca-4d90-9cb9-94757482319f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:57.421918 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cffdfe4-d04f-4baa-94e3-55b5c2f059eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.422993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f0c8b-1523-4361-bc19-64838ac91a70 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Network': ['ID=a6691331-1d04-47c7-b871-d2ee306bb4a9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:57.427045 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.481812 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-660c507a-de33-4d28-9386-3bf4c0f4f7f3 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2669253 Jul 22 16:38:57.485070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44624) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:57.500489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 570f5ff5-1bca-4d90-9cb9-94757482319f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=570f5ff5-1bca-4d90-9cb9-94757482319f,segment=NetworkSegment(d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c),segment_id=d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:38:57.508282 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.510374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1342d7ba-a51b-440f-9c8e-48a5ad1a450a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:57.521957 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1342d7ba-a51b-440f-9c8e-48a5ad1a450a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.553452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] Sync routers for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:57.576918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1342d7ba-a51b-440f-9c8e-48a5ad1a450a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "PUT /v2.0/floatingips/b9ad4bee-aaf8-4277-8f4a-095fd1ec75df HTTP/1.1" status: 200 len: 990 time: 1.7134533 Jul 22 16:38:57.589001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:38:57.590909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:57.591597 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a506e5-89e0-46d4-b940-760d7d429169" -d '{"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:38:57.591709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:57.615365 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88a45e0f-0630-454b-9839-b9ae0b196ef9 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.640951 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88a45e0f-0630-454b-9839-b9ae0b196ef9 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.662288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.667410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=570f5ff5-1bca-4d90-9cb9-94757482319f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:57.687520 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.695779 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88a45e0f-0630-454b-9839-b9ae0b196ef9 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.697579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88a45e0f-0630-454b-9839-b9ae0b196ef9 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.700904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-88a45e0f-0630-454b-9839-b9ae0b196ef9 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-groups/8c6540fe-ddc0-4535-8b6a-2413eb26ac33 HTTP/1.1" status: 204 len: 168 time: 0.2115798 Jul 22 16:38:57.701156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44630) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:57.712779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a45e0f-0630-454b-9839-b9ae0b196ef9 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6540fe-ddc0-4535-8b6a-2413eb26ac33,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:57.731015 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe9450-2c1b-45cd-a9a1-5cdf1ed3dd5a x-openstack-request-id: req-7bbe9450-2c1b-45cd-a9a1-5cdf1ed3dd5a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:38:57.731318 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:38:57.731960 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bbe9450-2c1b-45cd-a9a1-5cdf1ed3dd5a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:38:57.732304 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'status': 'completed', 'code': 200} Jul 22 16:38:57.746601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:57.775625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d508d-ec06-4db9-91b1-8264e299eaca tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.781610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d508d-ec06-4db9-91b1-8264e299eaca tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.783862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b33d508d-ec06-4db9-91b1-8264e299eaca tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4075937 Jul 22 16:38:57.787434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:57.793617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1294972948'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:57.853744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Made reservation on behalf of 86f95717732442028d53adf3b6b44452 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:57.857564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:57.916131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-958bf45e-d5f9-47d8-bdab-ae53653232af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.916635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-958bf45e-d5f9-47d8-bdab-ae53653232af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.917112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-958bf45e-d5f9-47d8-bdab-ae53653232af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.917568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-958bf45e-d5f9-47d8-bdab-ae53653232af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.918071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-958bf45e-d5f9-47d8-bdab-ae53653232af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.918501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-958bf45e-d5f9-47d8-bdab-ae53653232af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.919004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-958bf45e-d5f9-47d8-bdab-ae53653232af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:57.921058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20a506e5-89e0-46d4-b940-760d7d429169 req-958bf45e-d5f9-47d8-bdab-ae53653232af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6495 time: 0.1226168 Jul 22 16:38:57.932004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:58.000771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.001277 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Added segment f3cb28a3-8245-4a1b-8187-9feff2b1684b of type vlan for network 31547dab-c09a-4b76-a1c8-9424726e425e Jul 22 16:38:58.037981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b9ad4bee-aaf8-4277-8f4a-095fd1ec75df', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'port_id': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'mac_address': 'fa:16:3e:29:b1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:37:26Z', 'updated_at': '2021-07-22T16:38:56Z', 'revision_number': 1, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:29Z', 'revision_number': 5, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:58.068884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] Checking router: 8d4cd947-39bb-4235-a431-d3c88bc2e7ea for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:58.080745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:58.081667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:58.132063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.164565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.201781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-2f703671-ebd5-4e86-8c8d-9a024797de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.203444 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20a506e5-89e0-46d4-b940-760d7d429169 req-2f703671-ebd5-4e86-8c8d-9a024797de08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=938a054a-5a48-4d43-b896-bf09e16b8e83 HTTP/1.1" status: 200 len: 912 time: 0.2649517 Jul 22 16:38:58.206656 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.212467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.212967 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.233608 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-93b7e49b-df65-4600-8075-9dea29907563 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5281782 Jul 22 16:38:58.234971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:58.290396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1ee9b-1944-4b6c-8e0d-d197169cd730 req-e8ce0320-8c55-4740-b668-cc3a0a3585ca tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.295452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43e1ee9b-1944-4b6c-8e0d-d197169cd730 req-e8ce0320-8c55-4740-b668-cc3a0a3585ca tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2916524 Jul 22 16:38:58.308329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1b9a8c63-d455-4608-b23b-7461c6e66986 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:58.341527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5527818 Jul 22 16:38:58.344627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44642) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:58.358860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1101097097'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:58.364067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Router 95411cb5-68dc-4b00-8643-bc860170507e is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:38:58.389106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:58.395919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa6267-71bb-4a6d-9f68-a8fa37eefab3 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Network': ['ID=31547dab-c09a-4b76-a1c8-9424726e425e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:58.421215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 31547dab-c09a-4b76-a1c8-9424726e425e details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:58.425670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1b9a8c63-d455-4608-b23b-7461c6e66986 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:58.426049 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.429157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20a506e5-89e0-46d4-b940-760d7d429169 req-35a28b0f-2288-4433-b3c0-1a764670d867 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f HTTP/1.1" status: 200 len: 998 time: 0.2111063 Jul 22 16:38:58.435329 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43e1ee9b-1944-4b6c-8e0d-d197169cd730 req-0789991f-b1f3-45f4-9149-42ec0f6f0190 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116467 Jul 22 16:38:58.491209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.500114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a277bd8-1580-4b8b-885a-225154b799e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.502550 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.505207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Made reservation on behalf of 86f95717732442028d53adf3b6b44452 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:58.508962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.524678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-ec7fba22-845e-49ce-901e-219baf68f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.526311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20a506e5-89e0-46d4-b940-760d7d429169 req-ec7fba22-845e-49ce-901e-219baf68f610 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45498e51-452b-44b2-94cf-b51a3ccaa0fe HTTP/1.1" status: 200 len: 850 time: 0.0899279 Jul 22 16:38:58.534580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a277bd8-1580-4b8b-885a-225154b799e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.613102 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.624300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a277bd8-1580-4b8b-885a-225154b799e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.628441 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a277bd8-1580-4b8b-885a-225154b799e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.631883 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8a277bd8-1580-4b8b-885a-225154b799e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-groups/4f7dddf8-f697-4af4-903c-22a77f095954 HTTP/1.1" status: 204 len: 168 time: 0.3857825 Jul 22 16:38:58.635469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44646) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:58.643952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.645177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.2726805 Jul 22 16:38:58.651400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:38:58.667712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ddb11-a14a-4ee3-b9dc-ab511ab21202 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Pushing event updated for resources: {'Port': ['ID=2ce17cfe-edf2-4361-bf42-4c5dced59daf,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:58.672390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a277bd8-1580-4b8b-885a-225154b799e4 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7dddf8-f697-4af4-903c-22a77f095954,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:58.679227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a506e5-89e0-46d4-b940-760d7d429169 req-a5d7e248-4066-4f69-b551-4dea9229d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:58.680786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20a506e5-89e0-46d4-b940-760d7d429169 req-a5d7e248-4066-4f69-b551-4dea9229d880 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938a054a-5a48-4d43-b896-bf09e16b8e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1434357 Jul 22 16:38:58.722119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 570f5ff5-1bca-4d90-9cb9-94757482319f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:38:58.744608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:38:58.756835 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Sync routers for ids ['95411cb5-68dc-4b00-8643-bc860170507e'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:38:58.757394 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.760312 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Added segment a1f1375a-6e38-466c-a0d6-6595792e9072 of type vlan for network bdd98d85-6a0d-4179-92a2-d05c7b455db0 Jul 22 16:38:58.761518 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-053eafc5-be43-433c-a2ba-24ccc2f18732 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1213419 Jul 22 16:38:58.762390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44650) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:58.770267 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Routers {'95411cb5-68dc-4b00-8643-bc860170507e'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:38:58.770902 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['95411cb5-68dc-4b00-8643-bc860170507e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:58.796181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-82558072-4635-49be-9633-b724710239bd tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.1385329 Jul 22 16:38:58.797562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5ee431d3-1671-4c50-ac30-f7253dc58e97 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092405506'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:58.803757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.808328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0488f314-cdaf-4a67-a32b-1872ad97c606 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1579902 Jul 22 16:38:58.810211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44652) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:58.855965 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.880804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ee431d3-1671-4c50-ac30-f7253dc58e97 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:58.914788 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20a506e5-89e0-46d4-b940-760d7d429169 req-5b8ab4ce-4303-4ebd-a20a-af6d558a2225 service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254765 Jul 22 16:38:58.966609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 570f5ff5-1bca-4d90-9cb9-94757482319f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:38:58.967759 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.015458 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Set router 95411cb5-68dc-4b00-8643-bc860170507e gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:38:59.034002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b9ad4bee-aaf8-4277-8f4a-095fd1ec75df', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'port_id': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'mac_address': 'fa:16:3e:29:b1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:37:26Z', 'updated_at': '2021-07-22T16:38:56Z', 'revision_number': 1, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:29Z', 'revision_number': 5, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:59.085087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d684b63-cf83-4b40-9d0e-953f9264c50b None None] The sync data for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 is: [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b9ad4bee-aaf8-4277-8f4a-095fd1ec75df', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'port_id': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'mac_address': 'fa:16:3e:29:b1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:37:26Z', 'updated_at': '2021-07-22T16:38:56Z', 'revision_number': 1, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:29Z', 'revision_number': 5, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:38:59.107640 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.120531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20a506e5-89e0-46d4-b940-760d7d429169 req-0dcd693f-4be9-408c-84ff-c78129ed8272 service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938546 Jul 22 16:38:59.127684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:59.128340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.134334 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ee431d3-1671-4c50-ac30-f7253dc58e97 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.174971 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ee431d3-1671-4c50-ac30-f7253dc58e97 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.255855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee431d3-1671-4c50-ac30-f7253dc58e97 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf4df52-6355-4a53-921b-4c6c845efe77,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:59.262396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ee431d3-1671-4c50-ac30-f7253dc58e97 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.264005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5ee431d3-1671-4c50-ac30-f7253dc58e97 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4739475 Jul 22 16:38:59.267624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:59.273780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c52fbe15-2f8a-4d27-837e-a68e5534b7e6 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '0cf4df52-6355-4a53-921b-4c6c845efe77', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:59.293944 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9416707 Jul 22 16:38:59.294263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44660) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:59.302184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'ports': [{'network_id': '31547dab-c09a-4b76-a1c8-9424726e425e', 'name': 'tempest-port--147139485', 'admin_state_up': True}, {'network_id': 'bdd98d85-6a0d-4179-92a2-d05c7b455db0', 'admin_state_up': False}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:59.302758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'port': {'network_id': '31547dab-c09a-4b76-a1c8-9424726e425e', 'name': 'tempest-port--147139485', 'admin_state_up': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:59.303409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'port': {'network_id': 'bdd98d85-6a0d-4179-92a2-d05c7b455db0', 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:38:59.331176 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95411cb5-68dc-4b00-8643-bc860170507e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:52Z', 'updated_at': '2021-07-22T16:38:55Z', 'revision_number': 3, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'gw_port': {'id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:54Z', 'updated_at': '2021-07-22T16:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:38:59.354794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163f45-cf6b-4506-b2a0-94c7074123cf req-2b1500ee-51e7-4bb9-b33e-233ad5734507 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:59.356718 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db163f45-cf6b-4506-b2a0-94c7074123cf req-2b1500ee-51e7-4bb9-b33e-233ad5734507 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2251775 Jul 22 16:38:59.356859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a5adb-806e-4ab9-8fc4-ed80d70196d5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Network': ['ID=bdd98d85-6a0d-4179-92a2-d05c7b455db0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:59.361713 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c52fbe15-2f8a-4d27-837e-a68e5534b7e6 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.375351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network bdd98d85-6a0d-4179-92a2-d05c7b455db0 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:38:59.389372 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Checking router: 95411cb5-68dc-4b00-8643-bc860170507e for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:38:59.389981 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Updating router 95411cb5-68dc-4b00-8643-bc860170507e port d087097c-664f-4671-b2d8-0462c851adaf binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:38:59.398529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-ff69a170-b95d-4a97-80a0-06fd0f024be6 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:59.400036 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-ff69a170-b95d-4a97-80a0-06fd0f024be6 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.5906720 Jul 22 16:38:59.449797 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.462278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-2fba40ad-2c88-4b78-b6f3-330b04bfa90a tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:59.469248 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-522c0db2-5076-420e-a6ae-1c8e3bcdcfd9 req-2fba40ad-2c88-4b78-b6f3-330b04bfa90a tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591667 Jul 22 16:38:59.487125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db163f45-cf6b-4506-b2a0-94c7074123cf req-7e8adcef-7f7b-47f0-aaef-a45407034a4e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190965 Jul 22 16:38:59.516866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a2f6e-bb6e-443f-b73c-988f67f5e936 None None] New status for floating IP b9ad4bee-aaf8-4277-8f4a-095fd1ec75df: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:38:59.534440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-1ee4ef2f-096e-4aef-a54d-f181c4ae0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:59.538605 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-1ee4ef2f-096e-4aef-a54d-f181c4ae0d69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1097 time: 0.4341533 Jul 22 16:38:59.585900 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c52fbe15-2f8a-4d27-837e-a68e5534b7e6 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.611670 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c52fbe15-2f8a-4d27-837e-a68e5534b7e6 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.624582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f8669db-bc4f-4a3c-9f9e-456d7da32833 req-a1b54ba1-662a-406d-b08a-9416dbd9f292 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips/862f8e49-8f39-4b10-8032-53e5825a7288 HTTP/1.1" status: 200 len: 693 time: 0.0943968 Jul 22 16:38:59.693539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Made reservation on behalf of 86f95717732442028d53adf3b6b44452 for: {'port': 2} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:38:59.705323 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.715970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fbe15-2f8a-4d27-837e-a68e5534b7e6 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c944ba84-7af0-4572-8a83-5bbaa74f5f4d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:59.727427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c52fbe15-2f8a-4d27-837e-a68e5534b7e6 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.731200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c52fbe15-2f8a-4d27-837e-a68e5534b7e6 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4599221 Jul 22 16:38:59.735300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44666) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:59.754840 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.783961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dba3f8f2-1f5a-4808-8593-661ec9526f25 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.810969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dba3f8f2-1f5a-4808-8593-661ec9526f25 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.826870 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.838355 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Transition to ACTIVE for port object d087097c-664f-4671-b2d8-0462c851adaf will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:38:59.840394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-0b2ec243-477d-4b21-8e82-b1f37534509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:59.841985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-0b2ec243-477d-4b21-8e82-b1f37534509d service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.2934144 Jul 22 16:38:59.850687 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.878076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] device_id is not set on port 990eb63d-9325-4de2-9555-1cef140bd2c6 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:38:59.891321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dba3f8f2-1f5a-4808-8593-661ec9526f25 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.901648 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dba3f8f2-1f5a-4808-8593-661ec9526f25 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.905506 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Attempting to bind port d087097c-664f-4671-b2d8-0462c851adaf on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:38:59.905874 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Attempting to bind port d087097c-664f-4671-b2d8-0462c851adaf by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:38:59.906230 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Attempting to bind port d087097c-664f-4671-b2d8-0462c851adaf on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:38:59.915179 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dba3f8f2-1f5a-4808-8593-661ec9526f25 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c944ba84-7af0-4572-8a83-5bbaa74f5f4d HTTP/1.1" status: 204 len: 168 time: 0.1663077 Jul 22 16:38:59.916086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44670) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:59.920207 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:38:59.920856 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:38:59.921429 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.921984 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:38:59.922615 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Bound port: d087097c-664f-4671-b2d8-0462c851adaf, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:38:59.923927 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:38:59.942456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3f8f2-1f5a-4808-8593-661ec9526f25 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c944ba84-7af0-4572-8a83-5bbaa74f5f4d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:59.953930 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751138bf-1dfd-4bb1-bb65-25710076a75e None None] Pushing event updated for resources: {'Port': ['ID=d087097c-664f-4671-b2d8-0462c851adaf,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:38:59.960558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8669db-bc4f-4a3c-9f9e-456d7da32833 req-73eb0605-d7eb-4ed7-946b-a5ac93808b5d tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:38:59.961951 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f8669db-bc4f-4a3c-9f9e-456d7da32833 req-73eb0605-d7eb-4ed7-946b-a5ac93808b5d tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2969642 Jul 22 16:38:59.982117 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-0f8669db-bc4f-4a3c-9f9e-456d7da32833 req-bf9ca060-d2ea-4b76-8d22-a6c1d874bbf0 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:38:59.982902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f8669db-bc4f-4a3c-9f9e-456d7da32833 req-bf9ca060-d2ea-4b76-8d22-a6c1d874bbf0 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074484 Jul 22 16:38:59.985135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-3e18c0d0-1395-46ea-bcc6-fac60a29642b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1000 time: 0.1348295 Jul 22 16:38:59.987014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-50bfd382-7fbd-4db3-b3d9-7e567abca660 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0662735 Jul 22 16:38:59.991091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:38:59.991365 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] For port d087097c-664f-4671-b2d8-0462c851adaf, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:00.000751 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] For port d087097c-664f-4671-b2d8-0462c851adaf, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d087097c-664f-4671-b2d8-0462c851adaf,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:00.006446 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.071285 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Routers {'95411cb5-68dc-4b00-8643-bc860170507e'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:00.072525 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['95411cb5-68dc-4b00-8643-bc860170507e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:00.077247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-c1c70cdc-847c-4d0d-a023-0de661f3a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.079028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-c1c70cdc-847c-4d0d-a023-0de661f3a2cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.0849600 Jul 22 16:39:00.135965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0276ef61-388d-473d-b098-9191494b7676 req-77f5bec6-8c12-4b4e-89be-bf31cd411541 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=a817817f5739400bbf2a6e5e01a37c4e HTTP/1.1" status: 200 len: 696 time: 0.0951643 Jul 22 16:39:00.170579 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751138bf-1dfd-4bb1-bb65-25710076a75e None None] Pushing event updated for resources: {'Port': ['ID=d087097c-664f-4671-b2d8-0462c851adaf,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:00.200155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.214695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-e2be86b4-898a-4f81-a6c9-8544529b992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.216224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-e2be86b4-898a-4f81-a6c9-8544529b992d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141872 Jul 22 16:39:00.224671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-879bf3b9-88b2-4ba6-9074-7799e99bcf40 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.232304 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] Set router 95411cb5-68dc-4b00-8643-bc860170507e gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:00.288916 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.302717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-879bf3b9-88b2-4ba6-9074-7799e99bcf40 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.393818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-6a52dd52-1533-494c-904d-12f8273b7e8d service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675508 Jul 22 16:39:00.449690 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95411cb5-68dc-4b00-8643-bc860170507e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:52Z', 'updated_at': '2021-07-22T16:38:55Z', 'revision_number': 3, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'gw_port': {'id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:54Z', 'updated_at': '2021-07-22T16:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:00.483115 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902283d5-3ec6-42a1-8727-ebcea49eae4b None None] The sync data for ids ['95411cb5-68dc-4b00-8643-bc860170507e'] in n-d-792458-13 is: [{'id': '95411cb5-68dc-4b00-8643-bc860170507e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:52Z', 'updated_at': '2021-07-22T16:38:55Z', 'revision_number': 3, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'gw_port': {'id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:54Z', 'updated_at': '2021-07-22T16:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:00.493575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Allocated IP 172.20.0.1 (fa935f37-94ea-4b54-bea9-c79e68ae780a/b4d9f2c2-ff07-44e2-a78c-c299c2a6336f/7159b655-33f5-4e80-9bef-4f8317384ec9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:00.564547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be83c769-5fa9-4c41-8ce3-ae54be6a795b req-b7f891fd-7d2f-4a41-abde-9d2991bba413 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622126 Jul 22 16:39:00.687147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276ef61-388d-473d-b098-9191494b7676 req-0125ed93-ac74-4a38-b089-9831dc4b5722 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.688712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0276ef61-388d-473d-b098-9191494b7676 req-0125ed93-ac74-4a38-b089-9831dc4b5722 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/networks?id=1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 787 time: 0.5404220 Jul 22 16:39:00.697684 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.722212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d90543-c5ea-405a-bdde-948baf3f2bbe req-1da8f212-7fc2-4e99-8c28-9f9d59c91c7b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:00.728145 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96d90543-c5ea-405a-bdde-948baf3f2bbe req-1da8f212-7fc2-4e99-8c28-9f9d59c91c7b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1504464 Jul 22 16:39:00.735052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Transition to ACTIVE for port object 7159b655-33f5-4e80-9bef-4f8317384ec9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:00.740544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-0276ef61-388d-473d-b098-9191494b7676 req-a5974e37-d724-42e8-a52a-cd4a23bf86ae tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:39:00.741875 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0276ef61-388d-473d-b098-9191494b7676 req-a5974e37-d724-42e8-a52a-cd4a23bf86ae tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184929 Jul 22 16:39:00.746592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] device_id is not set on port a8b02033-d9cb-43a6-bce0-bd5de5714742 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:39:00.787551 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-879bf3b9-88b2-4ba6-9074-7799e99bcf40 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.802516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-879bf3b9-88b2-4ba6-9074-7799e99bcf40 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.803990 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-879bf3b9-88b2-4ba6-9074-7799e99bcf40 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-groups/0cf4df52-6355-4a53-921b-4c6c845efe77 HTTP/1.1" status: 204 len: 168 time: 0.8117237 Jul 22 16:39:00.818917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:00.882194 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:00.888135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bf3b9-88b2-4ba6-9074-7799e99bcf40 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf4df52-6355-4a53-921b-4c6c845efe77,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:00.904150 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-aab81d49-f35d-44d2-a451-58c2afa732ec tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips/862f8e49-8f39-4b10-8032-53e5825a7288 HTTP/1.1" status: 200 len: 693 time: 0.0974457 Jul 22 16:39:00.930908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96d90543-c5ea-405a-bdde-948baf3f2bbe req-c830702e-6a0e-4dc5-bf0e-10f47b2ce7f1 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006733 Jul 22 16:39:00.955729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Network fa935f37-94ea-4b54-bea9-c79e68ae780a is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:00.961649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:00.974550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:01.036370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Pushing event updated for resources: {'Port': ['ID=7159b655-33f5-4e80-9bef-4f8317384ec9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:01.076045 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-571285c5-1e83-4ba8-80ba-b0308920d54e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2510378 Jul 22 16:39:01.076313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44688) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:01.085739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e70eef53-6c00-4dcd-94db-96ce1ace9b94 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265769563'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:01.099082 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.121156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.177783 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e70eef53-6c00-4dcd-94db-96ce1ace9b94 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.190338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-d086746f-5023-41b5-b01a-ca3a20492db5 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:01.200002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-d086746f-5023-41b5-b01a-ca3a20492db5 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2944300 Jul 22 16:39:01.203027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.208211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-54702c26-f8c6-4086-8f78-c898e32b2a84 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:39:01.217029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-54702c26-f8c6-4086-8f78-c898e32b2a84 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159116 Jul 22 16:39:01.315485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-59f3dd55-4e4d-48e6-8903-fc7687a09d27 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.0974429 Jul 22 16:39:01.317086 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.365346 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e6867682-2dc6-4105-99bb-22db1f687700 None None] Provisioning for port 7159b655-33f5-4e80-9bef-4f8317384ec9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:01.369436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e6867682-2dc6-4105-99bb-22db1f687700 None None] Provisioning complete for port 7159b655-33f5-4e80-9bef-4f8317384ec9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:01.369819 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e6867682-2dc6-4105-99bb-22db1f687700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.403693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.409334 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e70eef53-6c00-4dcd-94db-96ce1ace9b94 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.410877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e6867682-2dc6-4105-99bb-22db1f687700 None None] Port 7159b655-33f5-4e80-9bef-4f8317384ec9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:01.417132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-2125aab0-9089-4f92-b347-ae5bbc8702e6 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.0950739 Jul 22 16:39:01.420293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e70eef53-6c00-4dcd-94db-96ce1ace9b94 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.462250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Port': ['ID=990eb63d-9325-4de2-9555-1cef140bd2c6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:01.473615 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e70eef53-6c00-4dcd-94db-96ce1ace9b94 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.475005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e70eef53-6c00-4dcd-94db-96ce1ace9b94 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3976977 Jul 22 16:39:01.481546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44692) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:01.490679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70eef53-6c00-4dcd-94db-96ce1ace9b94 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b42c051-45b5-41e6-8b16-f77dfed642be,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:01.541054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8c6fe2a8-f72a-461b-aba9-a3a843369fca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '0b42c051-45b5-41e6-8b16-f77dfed642be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:01.588496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Checking segment: {'id': 'f3cb28a3-8245-4a1b-8187-9feff2b1684b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '31547dab-c09a-4b76-a1c8-9424726e425e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:01.588858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Network hostable DHCP agents. Network: 31547dab-c09a-4b76-a1c8-9424726e425e, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:01.622589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe2a8-f72a-461b-aba9-a3a843369fca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.629631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.634364 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.636867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Network 31547dab-c09a-4b76-a1c8-9424726e425e is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:01.664309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 31547dab-c09a-4b76-a1c8-9424726e425e) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:01.672790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166b6dc-4d2f-4590-a49b-e0cb7ac7545e None None] Network 31547dab-c09a-4b76-a1c8-9424726e425e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:01.678718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Deleting port 2ce17cfe-edf2-4361-bf42-4c5dced59daf {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:01.679217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.686449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:01.687991 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.834085 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe2a8-f72a-461b-aba9-a3a843369fca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.841413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Port': ['ID=a8b02033-d9cb-43a6-bce0-bd5de5714742,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:01.857815 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe2a8-f72a-461b-aba9-a3a843369fca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.941507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fe2a8-f72a-461b-aba9-a3a843369fca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04046e11-8028-4d87-88ed-a5719f5146cf,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:01.945901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.946243 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:01.956814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Checking segment: {'id': 'a1f1375a-6e38-466c-a0d6-6595792e9072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bdd98d85-6a0d-4179-92a2-d05c7b455db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:01.956814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Network hostable DHCP agents. Network: bdd98d85-6a0d-4179-92a2-d05c7b455db0, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:02.004072 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe2a8-f72a-461b-aba9-a3a843369fca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.007587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8c6fe2a8-f72a-461b-aba9-a3a843369fca tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4679430 Jul 22 16:39:02.016126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44696) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.054677 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Calling delete_port for 2ce17cfe-edf2-4361-bf42-4c5dced59daf owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:02.101634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d087097c-664f-4671-b2d8-0462c851adaf up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:02.136142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6e36f418-ca9f-4c24-9689-1305c32c3b3d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules/04046e11-8028-4d87-88ed-a5719f5146cf HTTP/1.1" status: 200 len: 763 time: 0.1144695 Jul 22 16:39:02.141412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44700) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.150769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Network bdd98d85-6a0d-4179-92a2-d05c7b455db0 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:02.176681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d087097c-664f-4671-b2d8-0462c851adaf completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:02.178583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, bdd98d85-6a0d-4179-92a2-d05c7b455db0) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:02.193437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:02.196952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1b28f-cd76-4713-aca9-85c2e3458783 None None] Network bdd98d85-6a0d-4179-92a2-d05c7b455db0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:02.199654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.202283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d087097c-664f-4671-b2d8-0462c851adaf triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:02.203181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.204564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.205644 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.253560 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-391ddd28-c4ee-4b87-8870-dbbb23b9a9ec tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1097305 Jul 22 16:39:02.256855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.265177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.289372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fc09fe5e-5971-42a9-8bd3-40cb556c029a tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9939263 Jul 22 16:39:02.293519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44706) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.316290 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24308af1-6bd0-4c91-86c8-8b05a181bcdd tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.349126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24308af1-6bd0-4c91-86c8-8b05a181bcdd tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.349423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Pushing event updated for resources: {'Port': ['ID=7159b655-33f5-4e80-9bef-4f8317384ec9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.402878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24308af1-6bd0-4c91-86c8-8b05a181bcdd tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.409192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24308af1-6bd0-4c91-86c8-8b05a181bcdd tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.411052 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-24308af1-6bd0-4c91-86c8-8b05a181bcdd tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/04046e11-8028-4d87-88ed-a5719f5146cf HTTP/1.1" status: 204 len: 168 time: 0.1446869 Jul 22 16:39:02.416520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44710) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.426446 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.427577 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.450478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24308af1-6bd0-4c91-86c8-8b05a181bcdd tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04046e11-8028-4d87-88ed-a5719f5146cf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.457243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port d087097c-664f-4671-b2d8-0462c851adaf, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d087097c-664f-4671-b2d8-0462c851adaf,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:02.464755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.488684 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Pushing event deleted for resources: {'Port': ['ID=2ce17cfe-edf2-4361-bf42-4c5dced59daf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.522248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=d087097c-664f-4671-b2d8-0462c851adaf,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.529668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd78ad9-73a1-49f9-bebc-2b2f7bce1623 req-aaa9d68e-2048-4f20-95cf-265576a99376 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.531261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dd78ad9-73a1-49f9-bebc-2b2f7bce1623 req-aaa9d68e-2048-4f20-95cf-265576a99376 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2609096 Jul 22 16:39:02.560635 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6271e7ff-32e1-4a80-a946-569455d639d8 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1411264 Jul 22 16:39:02.563131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c181a-3944-456d-9ed2-86e4c7777dc8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.563304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44712) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.567678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c84b4b8a-84c0-413d-b343-2032bfe0f002 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '0b42c051-45b5-41e6-8b16-f77dfed642be', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:02.570032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c181a-3944-456d-9ed2-86e4c7777dc8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:02.571613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d72c181a-3944-456d-9ed2-86e4c7777dc8 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2736595 Jul 22 16:39:02.573707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Network fa935f37-94ea-4b54-bea9-c79e68ae780a is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:02.575943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.593068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:02.601958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.605279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.606565 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-334a0385-d5d9-45a7-b87f-d3ed08fe1a1b req-9527a237-d69b-4ed5-8749-019b6f787b52 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "DELETE /v2.0/floatingips/862f8e49-8f39-4b10-8032-53e5825a7288 HTTP/1.1" status: 204 len: 173 time: 1.1886864 Jul 22 16:39:02.614477 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c84b4b8a-84c0-413d-b343-2032bfe0f002 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.680821 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c84b4b8a-84c0-413d-b343-2032bfe0f002 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.686587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c84b4b8a-84c0-413d-b343-2032bfe0f002 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.725672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b4b8a-84c0-413d-b343-2032bfe0f002 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a93a84c-5b75-487a-b6e7-6c29b9049ee2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:02.737974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dd78ad9-73a1-49f9-bebc-2b2f7bce1623 req-bebd9df4-ad99-434b-afb6-03aa4037407a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979952 Jul 22 16:39:02.745531 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c84b4b8a-84c0-413d-b343-2032bfe0f002 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:02.749248 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c84b4b8a-84c0-413d-b343-2032bfe0f002 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1827474 Jul 22 16:39:02.760402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44718) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.816564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3b2dcfa0-b48a-49ff-9bfa-ba8163eacc8c tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules/2a93a84c-5b75-487a-b6e7-6c29b9049ee2 HTTP/1.1" status: 200 len: 763 time: 0.0592468 Jul 22 16:39:02.820109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44722) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.950341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5ffb410d-f09f-4b4d-af0f-1480210a263e tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1290350 Jul 22 16:39:02.963761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44724) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:02.999784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e50163db-363b-41c7-b3e1-c7ba42688c2d tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Deleting port 990eb63d-9325-4de2-9555-1cef140bd2c6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:03.000133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e50163db-363b-41c7-b3e1-c7ba42688c2d tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.030213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Router 95411cb5-68dc-4b00-8643-bc860170507e has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:03.073052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-52a64503-7917-45d3-8810-b5026bfa0bee None None] Provisioning complete for port 7159b655-33f5-4e80-9bef-4f8317384ec9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:03.073415 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52a64503-7917-45d3-8810-b5026bfa0bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.129667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-52a64503-7917-45d3-8810-b5026bfa0bee None None] Port 7159b655-33f5-4e80-9bef-4f8317384ec9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:03.129923 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f59a-083d-4f03-aba1-c35a26b37be0 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.139291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e50163db-363b-41c7-b3e1-c7ba42688c2d tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.158995 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f59a-083d-4f03-aba1-c35a26b37be0 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.194039 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-1aaf28bf-6e1b-4dcd-9ca3-6b5a7dca7c2b tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3195605 Jul 22 16:39:03.206469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:03.226899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f59a-083d-4f03-aba1-c35a26b37be0 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.240407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab3f59a-083d-4f03-aba1-c35a26b37be0 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.240798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e50163db-363b-41c7-b3e1-c7ba42688c2d tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Calling delete_port for 990eb63d-9325-4de2-9555-1cef140bd2c6 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:03.241562 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ab3f59a-083d-4f03-aba1-c35a26b37be0 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2a93a84c-5b75-487a-b6e7-6c29b9049ee2 HTTP/1.1" status: 204 len: 168 time: 0.2769551 Jul 22 16:39:03.246325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44726) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:03.261037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.261652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3f59a-083d-4f03-aba1-c35a26b37be0 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a93a84c-5b75-487a-b6e7-6c29b9049ee2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:03.331648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-842645cc-dc7b-4b11-80a7-3d49dc434619 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0808957 Jul 22 16:39:03.332945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:03.336681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-72745bfc-47d1-4dd0-b0c7-d13fb7b3be3d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Request body: {'security_group_rule': {'security_group_id': '0b42c051-45b5-41e6-8b16-f77dfed642be', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:03.353947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ec862-363e-4808-b473-ec6f083395ac req-1acc642d-f7e1-4b80-bbd2-778d34718fca tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.355632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-398ec862-363e-4808-b473-ec6f083395ac req-1acc642d-f7e1-4b80-bbd2-778d34718fca tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.3497574 Jul 22 16:39:03.394728 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-72745bfc-47d1-4dd0-b0c7-d13fb7b3be3d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Project 561bbb4151ca43fb9e60db758206908a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:39:03.402618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72745bfc-47d1-4dd0-b0c7-d13fb7b3be3d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.405039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:03.411306 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7f813e2b-02df-48ab-8aa6-240d26492b6b admin admin] 10.222.0.53 "PUT /v2.0/routers/95411cb5-68dc-4b00-8643-bc860170507e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5190561 Jul 22 16:39:03.428589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Sync routers for ids ['95411cb5-68dc-4b00-8643-bc860170507e'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:03.452851 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Routers {'95411cb5-68dc-4b00-8643-bc860170507e'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:03.453846 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['95411cb5-68dc-4b00-8643-bc860170507e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:03.469354 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-398ec862-363e-4808-b473-ec6f083395ac req-cdd6d3f8-7ca6-4132-8b8a-7e4d8bff3e5a tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054163 Jul 22 16:39:03.482737 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.502991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e50163db-363b-41c7-b3e1-c7ba42688c2d tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.538436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72745bfc-47d1-4dd0-b0c7-d13fb7b3be3d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.544822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72745bfc-47d1-4dd0-b0c7-d13fb7b3be3d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.557013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50163db-363b-41c7-b3e1-c7ba42688c2d tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Port': ['ID=990eb63d-9325-4de2-9555-1cef140bd2c6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:03.583150 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72745bfc-47d1-4dd0-b0c7-d13fb7b3be3d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3fc9f1-5de4-4116-8882-2b61bcb30378,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:03.593132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72745bfc-47d1-4dd0-b0c7-d13fb7b3be3d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.597233 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-72745bfc-47d1-4dd0-b0c7-d13fb7b3be3d tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2616878 Jul 22 16:39:03.616582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:03.637947 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e50163db-363b-41c7-b3e1-c7ba42688c2d tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.640008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e50163db-363b-41c7-b3e1-c7ba42688c2d tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/ports/990eb63d-9325-4de2-9555-1cef140bd2c6 HTTP/1.1" status: 204 len: 168 time: 1.0630887 Jul 22 16:39:03.644522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44740) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:03.649248 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e69548e4-245c-499d-8691-59a7b70d51d1 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules/7e3fc9f1-5de4-4116-8882-2b61bcb30378 HTTP/1.1" status: 200 len: 769 time: 0.0272298 Jul 22 16:39:03.653784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44744) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:03.705981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Allocated IP 172.25.3.67 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/9c050010-75df-45e7-9b6f-9287f1dac9c2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:03.751107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0fe01c73-27ea-470a-ba16-dc92a6b2afed tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0914719 Jul 22 16:39:03.752104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:03.784647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded9cb2-6621-4631-b0d9-680696d2c61c req-4135cacd-eeb7-46c1-8b5f-796c2734e705 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:03.792070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3ded9cb2-6621-4631-b0d9-680696d2c61c req-4135cacd-eeb7-46c1-8b5f-796c2734e705 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2212291 Jul 22 16:39:03.796655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa93f6e4-5b13-444c-83f3-9a1d9d46ce85 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.803577 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Set router 95411cb5-68dc-4b00-8643-bc860170507e gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:03.818066 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa93f6e4-5b13-444c-83f3-9a1d9d46ce85 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.848481 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3ded9cb2-6621-4631-b0d9-680696d2c61c req-d65052c2-0d15-44e9-ac22-1d7cc602bbd6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545106 Jul 22 16:39:03.880605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c0419469-97df-4c86-8e81-8602b664ae3b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Deleting port a8b02033-d9cb-43a6-bce0-bd5de5714742 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:03.881291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0419469-97df-4c86-8e81-8602b664ae3b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.895689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa93f6e4-5b13-444c-83f3-9a1d9d46ce85 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.915482 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa93f6e4-5b13-444c-83f3-9a1d9d46ce85 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:03.919372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fa93f6e4-5b13-444c-83f3-9a1d9d46ce85 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7e3fc9f1-5de4-4116-8882-2b61bcb30378 HTTP/1.1" status: 204 len: 168 time: 0.1637228 Jul 22 16:39:03.925707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:03.941223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93f6e4-5b13-444c-83f3-9a1d9d46ce85 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e3fc9f1-5de4-4116-8882-2b61bcb30378,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:03.963856 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.009932 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ee41c812-c862-48bc-80a3-fa1aec1a656a tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772002 Jul 22 16:39:04.010592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:04.083943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0419469-97df-4c86-8e81-8602b664ae3b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.119384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c0419469-97df-4c86-8e81-8602b664ae3b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Calling delete_port for a8b02033-d9cb-43a6-bce0-bd5de5714742 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:04.133320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d087097c-664f-4671-b2d8-0462c851adaf up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:04.157067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81f7b093-36e0-470f-afc7-350298539919 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.183935 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.214339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81f7b093-36e0-470f-afc7-350298539919 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.271864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:04.280204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:04.281659 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95411cb5-68dc-4b00-8643-bc860170507e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:52Z', 'updated_at': '2021-07-22T16:39:01Z', 'revision_number': 4, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'gw_port': {'id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:54Z', 'updated_at': '2021-07-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '7159b655-33f5-4e80-9bef-4f8317384ec9', 'name': '', 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'mac_address': 'fa:16:3e:c8:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b4d9f2c2-ff07-44e2-a78c-c299c2a6336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:00Z', 'updated_at': '2021-07-22T16:39:01Z', 'revision_number': 2, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'subnets': [{'id': 'b4d9f2c2-ff07-44e2-a78c-c299c2a6336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:04.290004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:04.315131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d087097c-664f-4671-b2d8-0462c851adaf triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:04.315690 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.367390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Pushing event updated for resources: {'Port': ['ID=9c050010-75df-45e7-9b6f-9287f1dac9c2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:04.404521 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Checking router: 95411cb5-68dc-4b00-8643-bc860170507e for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:04.406651 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Updating router 95411cb5-68dc-4b00-8643-bc860170507e port 7159b655-33f5-4e80-9bef-4f8317384ec9 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:39:04.434972 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81f7b093-36e0-470f-afc7-350298539919 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.438247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-81f7b093-36e0-470f-afc7-350298539919 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.439904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-81f7b093-36e0-470f-afc7-350298539919 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "DELETE /v2.0/security-groups/0b42c051-45b5-41e6-8b16-f77dfed642be HTTP/1.1" status: 204 len: 168 time: 0.4280491 Jul 22 16:39:04.443921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44764) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:04.455649 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0419469-97df-4c86-8e81-8602b664ae3b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.458342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7b093-36e0-470f-afc7-350298539919 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b42c051-45b5-41e6-8b16-f77dfed642be,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:04.482967 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.559608 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.577551 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.651449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0419469-97df-4c86-8e81-8602b664ae3b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.654391 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c0419469-97df-4c86-8e81-8602b664ae3b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/ports/a8b02033-d9cb-43a6-bce0-bd5de5714742 HTTP/1.1" status: 204 len: 168 time: 1.0084631 Jul 22 16:39:04.660458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0419469-97df-4c86-8e81-8602b664ae3b tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Port': ['ID=a8b02033-d9cb-43a6-bce0-bd5de5714742,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:04.663233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:04.781908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8cb3c59f-79f3-40fb-aedf-74cb4349a2b2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1105931 Jul 22 16:39:04.795900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fd563d3f-2cf1-43ce-96db-788408300b09 tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3503139 Jul 22 16:39:04.797586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44770) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:04.809209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1978400084'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:04.815805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:04.908194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:04.915861 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.029069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Made reservation on behalf of 86f95717732442028d53adf3b6b44452 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:05.035324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.041798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e899a691-ece4-4f7f-b064-250efe54df9f tempest-SecGroupIPv6Test-453942953 tempest-SecGroupIPv6Test-453942953-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2136965 Jul 22 16:39:05.105067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Pushing event updated for resources: {'Port': ['ID=9c050010-75df-45e7-9b6f-9287f1dac9c2,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:05.144232 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.152597 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.175674 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Transition to ACTIVE for port object 7159b655-33f5-4e80-9bef-4f8317384ec9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:05.190076 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.190897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:05.204182 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.215277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-05fd6ce1-f739-4ec0-847e-9dd06206c451 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0055382 Jul 22 16:39:05.249254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.249568 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Added segment b89c49d7-785d-47cb-a44e-416af56220be of type vlan for network 7250b195-7304-405f-a728-8953d383406e Jul 22 16:39:05.316413 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47689f3f-028b-43ab-8a25-39d0b970f656 None None] Pushing event updated for resources: {'Port': ['ID=7159b655-33f5-4e80-9bef-4f8317384ec9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:05.320481 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.338609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-9e0bbca9-99be-41c7-93dc-582a6cd3be7b tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.1222327 Jul 22 16:39:05.399849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007bdcc-c1e4-4c27-8ba2-cf2e2fc49565 req-38565bc6-07ef-481b-aef5-41e2052da722 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.407170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.412139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8007bdcc-c1e4-4c27-8ba2-cf2e2fc49565 req-38565bc6-07ef-481b-aef5-41e2052da722 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.4953623 Jul 22 16:39:05.424158 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.431966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.432672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.479926 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Attempting to bind port 7159b655-33f5-4e80-9bef-4f8317384ec9 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:05.485913 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Attempting to bind port 7159b655-33f5-4e80-9bef-4f8317384ec9 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:05.489207 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Attempting to bind port 7159b655-33f5-4e80-9bef-4f8317384ec9 on network fa935f37-94ea-4b54-bea9-c79e68ae780a {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:05.492948 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:05.493380 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Checking segment: {'id': 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:05.497647 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.498210 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Bound using segment: {'id': 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:05.505076 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Bound port: 7159b655-33f5-4e80-9bef-4f8317384ec9, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:05.505076 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.559469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-ad630ad3-849d-443c-b75b-e39c14943fa4 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:05.560767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aed90d3e-5ee9-4fc8-9266-d0667bee78e4 req-ad630ad3-849d-443c-b75b-e39c14943fa4 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.2119110 Jul 22 16:39:05.585237 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] For port 7159b655-33f5-4e80-9bef-4f8317384ec9, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:05.589569 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] For port 7159b655-33f5-4e80-9bef-4f8317384ec9, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7159b655-33f5-4e80-9bef-4f8317384ec9,segment=NetworkSegment(d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c),segment_id=d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:05.599438 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.642352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Network': ['ID=7250b195-7304-405f-a728-8953d383406e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:05.669223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 7250b195-7304-405f-a728-8953d383406e details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:05.685907 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47689f3f-028b-43ab-8a25-39d0b970f656 None None] Pushing event updated for resources: {'Port': ['ID=7159b655-33f5-4e80-9bef-4f8317384ec9,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:05.703667 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Routers {'95411cb5-68dc-4b00-8643-bc860170507e'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:05.705076 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['95411cb5-68dc-4b00-8643-bc860170507e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:05.721538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d2c71465-f2a3-4ae6-8f10-8559e7476155 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9172409 Jul 22 16:39:05.736698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:05.752074 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8007bdcc-c1e4-4c27-8ba2-cf2e2fc49565 req-a325840a-92df-4a61-b518-688876bd725d tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383493 Jul 22 16:39:05.765611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-624445696'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:05.847091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Made reservation on behalf of 86f95717732442028d53adf3b6b44452 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:05.865093 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:05.878812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44788) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:05.973504 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] Set router 95411cb5-68dc-4b00-8643-bc860170507e gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:06.076720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:06.102515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6e2caa7b-de76-4eba-bcc4-73ecc6a8ba02 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips/88f2bba7-d452-4a2b-80c4-998e392f2dc7 HTTP/1.1" status: 200 len: 692 time: 0.1855989 Jul 22 16:39:06.201721 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.202410 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Added segment 135966ed-54a7-4061-8cce-15a563b0a51f of type vlan for network 3d2e78f2-4b19-4355-a908-33a614a94c2b Jul 22 16:39:06.292772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0f03a155-3d0e-4e94-b876-759f0aaa72ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=561bbb4151ca43fb9e60db758206908a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4121032 Jul 22 16:39:06.297038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:06.305223 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95411cb5-68dc-4b00-8643-bc860170507e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:52Z', 'updated_at': '2021-07-22T16:39:01Z', 'revision_number': 4, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'gw_port': {'id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:54Z', 'updated_at': '2021-07-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '7159b655-33f5-4e80-9bef-4f8317384ec9', 'name': '', 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'mac_address': 'fa:16:3e:c8:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b4d9f2c2-ff07-44e2-a78c-c299c2a6336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:00Z', 'updated_at': '2021-07-22T16:39:05Z', 'revision_number': 4, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'subnets': [{'id': 'b4d9f2c2-ff07-44e2-a78c-c299c2a6336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:06.340194 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aedf75-a3cf-4422-b3ff-e0b46eb2f020 None None] The sync data for ids ['95411cb5-68dc-4b00-8643-bc860170507e'] in n-d-792458-13 is: [{'id': '95411cb5-68dc-4b00-8643-bc860170507e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:52Z', 'updated_at': '2021-07-22T16:39:01Z', 'revision_number': 4, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'gw_port': {'id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:54Z', 'updated_at': '2021-07-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '7159b655-33f5-4e80-9bef-4f8317384ec9', 'name': '', 'network_id': 'fa935f37-94ea-4b54-bea9-c79e68ae780a', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'mac_address': 'fa:16:3e:c8:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'b4d9f2c2-ff07-44e2-a78c-c299c2a6336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:00Z', 'updated_at': '2021-07-22T16:39:05Z', 'revision_number': 4, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'subnets': [{'id': 'b4d9f2c2-ff07-44e2-a78c-c299c2a6336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:06.458552 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe6628d6-e6c0-4c6d-b40b-79cc2f8c25d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.509205 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.518383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe6628d6-e6c0-4c6d-b40b-79cc2f8c25d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.609276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-fac7205d-9af2-466a-b9ac-ad33ba82ae6c tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:06.611817 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-fac7205d-9af2-466a-b9ac-ad33ba82ae6c tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 784 time: 0.5071008 Jul 22 16:39:06.613526 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.623222 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:06.624116 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.636413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe6628d6-e6c0-4c6d-b40b-79cc2f8c25d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.639927 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fe6628d6-e6c0-4c6d-b40b-79cc2f8c25d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:06.646318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fe6628d6-e6c0-4c6d-b40b-79cc2f8c25d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/407f40b3-4925-4825-a1be-d57b10d0134b HTTP/1.1" status: 204 len: 168 time: 0.3481445 Jul 22 16:39:06.665916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6628d6-e6c0-4c6d-b40b-79cc2f8c25d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407f40b3-4925-4825-a1be-d57b10d0134b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:06.755188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Network': ['ID=3d2e78f2-4b19-4355-a908-33a614a94c2b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:06.760430 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a605c61c-7583-475c-87cc-75b7598f63bb tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0208504 Jul 22 16:39:06.776360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3d2e78f2-4b19-4355-a908-33a614a94c2b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:06.839871 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6187ecbc-7199-415a-b523-78bfcbf60ce4 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.1888566 Jul 22 16:39:06.949310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44802) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:06.955545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'subnets': [{'network_id': '7250b195-7304-405f-a728-8953d383406e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--927082370', 'ip_version': 4}, {'network_id': '3d2e78f2-4b19-4355-a908-33a614a94c2b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:06.955870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'subnet': {'network_id': '7250b195-7304-405f-a728-8953d383406e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--927082370', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:06.956554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Request body: {'subnet': {'network_id': '3d2e78f2-4b19-4355-a908-33a614a94c2b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:07.030698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-44bf6551-27a4-423b-b9f7-cb95ae1f2a9e tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.1765473 Jul 22 16:39:07.117603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6fb38-3906-4558-aff9-de7e70361bc9 req-750db42f-6411-4ee8-8421-72475fcfea3c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.125347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ead6fb38-3906-4558-aff9-de7e70361bc9 req-750db42f-6411-4ee8-8421-72475fcfea3c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2072051 Jul 22 16:39:07.183068 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ead6fb38-3906-4558-aff9-de7e70361bc9 req-a170e296-42c3-4bce-94ce-90e1240063eb tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568166 Jul 22 16:39:07.479478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Deleting port 9c050010-75df-45e7-9b6f-9287f1dac9c2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:07.480297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.494126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Made reservation on behalf of 86f95717732442028d53adf3b6b44452 for: {'subnet': 2} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:07.498675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.499045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.671424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.671745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:07.702045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Calling delete_port for 9c050010-75df-45e7-9b6f-9287f1dac9c2 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:07.954861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79879054-22db-4c21-97cf-d726fd118cb6 req-a946da4f-84ed-4f8c-b862-b775e4ae871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:07.956794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79879054-22db-4c21-97cf-d726fd118cb6 req-a946da4f-84ed-4f8c-b862-b775e4ae871a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1097 time: 0.0972521 Jul 22 16:39:08.056909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce017c3-d85e-4de7-9dc7-14084b30c0e1 req-41ffc17a-05d4-4b50-be9a-6f5c80b11753 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.076472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce017c3-d85e-4de7-9dc7-14084b30c0e1 req-41ffc17a-05d4-4b50-be9a-6f5c80b11753 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2272940 Jul 22 16:39:08.164173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:08.200723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7159b655-33f5-4e80-9bef-4f8317384ec9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:08.205347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce017c3-d85e-4de7-9dc7-14084b30c0e1 req-0b22b0e9-7207-4306-bd65-00d8a646eb18 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227686 Jul 22 16:39:08.255530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79879054-22db-4c21-97cf-d726fd118cb6 req-76dcda7e-3b6c-46af-9bcb-146b6a742364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.256978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79879054-22db-4c21-97cf-d726fd118cb6 req-76dcda7e-3b6c-46af-9bcb-146b6a742364 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.2914255 Jul 22 16:39:08.305306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 7159b655-33f5-4e80-9bef-4f8317384ec9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:08.309596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7159b655-33f5-4e80-9bef-4f8317384ec9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:08.310078 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.355049 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79879054-22db-4c21-97cf-d726fd118cb6 req-c4c4027a-6ea2-4ef0-bb72-4f12856afbdf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1000 time: 0.0886934 Jul 22 16:39:08.445595 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.447105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79879054-22db-4c21-97cf-d726fd118cb6 req-4ae366c8-c8bf-4397-b12b-cd95153adf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.449068 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79879054-22db-4c21-97cf-d726fd118cb6 req-4ae366c8-c8bf-4397-b12b-cd95153adf21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.0851271 Jul 22 16:39:08.469360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1050892832'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:08.523879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 7159b655-33f5-4e80-9bef-4f8317384ec9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7159b655-33f5-4e80-9bef-4f8317384ec9,segment=NetworkSegment(d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c),segment_id=d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:08.535213 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.591250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.593320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79879054-22db-4c21-97cf-d726fd118cb6 req-21c9872b-fa85-42df-9729-6fb5423b3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:08.596088 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79879054-22db-4c21-97cf-d726fd118cb6 req-21c9872b-fa85-42df-9729-6fb5423b3da2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297038 Jul 22 16:39:08.604636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=7159b655-33f5-4e80-9bef-4f8317384ec9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:08.735581 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79879054-22db-4c21-97cf-d726fd118cb6 req-cb2b109e-76cf-40dc-afc4-96dd6a9c3038 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309655 Jul 22 16:39:08.771346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Pushing event deleted for resources: {'Port': ['ID=9c050010-75df-45e7-9b6f-9287f1dac9c2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:08.774116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Made reservation on behalf of 0fda548aa64f4ed48bfe0b58d09ce013 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:08.778643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.794070 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.795862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.856428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79879054-22db-4c21-97cf-d726fd118cb6 req-96c3cab9-a998-45e3-bffd-1de2a49901b2 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126394 Jul 22 16:39:08.867756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.870650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:08.872145 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4d10d55-bc7b-4518-b4c9-84e7d5260536 req-6265a1b1-6914-47e0-a868-15a2ec035528 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "DELETE /v2.0/floatingips/88f2bba7-d452-4a2b-80c4-998e392f2dc7 HTTP/1.1" status: 204 len: 173 time: 1.8263059 Jul 22 16:39:08.910015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Subnet': ['ID=0fe2d362-08d8-4158-9613-c3a8aab90796,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:08.956381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Checking segment: {'id': 'b89c49d7-785d-47cb-a44e-416af56220be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7250b195-7304-405f-a728-8953d383406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:08.956919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Network hostable DHCP agents. Network: 7250b195-7304-405f-a728-8953d383406e, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:08.967064 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-47bf216f-ed14-4ca1-9310-fca27aa146e5 req-bc874615-87ad-4d1b-8a4c-d71b0f734913 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] show failed (client error): The resource could not be found. Jul 22 16:39:08.975028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47bf216f-ed14-4ca1-9310-fca27aa146e5 req-bc874615-87ad-4d1b-8a4c-d71b0f734913 tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips/88f2bba7-d452-4a2b-80c4-998e392f2dc7 HTTP/1.1" status: 404 len: 350 time: 0.0733747 Jul 22 16:39:09.001700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Network 7250b195-7304-405f-a728-8953d383406e is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:09.047070 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-489b2678-5d98-4c59-abab-0e041df14e04 req-698220c8-f152-4cdc-acff-57863ab94e1e tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] show failed (client error): The resource could not be found. Jul 22 16:39:09.048014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-489b2678-5d98-4c59-abab-0e041df14e04 req-698220c8-f152-4cdc-acff-57863ab94e1e tempest-FloatingIPsTestJSON-250507013 tempest-FloatingIPsTestJSON-250507013-project] 10.222.0.53 "GET /v2.0/floatingips/88f2bba7-d452-4a2b-80c4-998e392f2dc7 HTTP/1.1" status: 404 len: 350 time: 0.0533834 Jul 22 16:39:09.052538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 7250b195-7304-405f-a728-8953d383406e) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:09.055481 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.058674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.068289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db71c2-d0a2-4e41-a05e-f5e1181108f8 None None] Network 7250b195-7304-405f-a728-8953d383406e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:09.076377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.089731 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.146791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:09.158635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5b9048-7581-4cb9-92c5-068bf417cfdd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:09.166203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event updated for resources: {'Subnet': ['ID=1b751efb-02b4-498e-b72f-ae49406681bd,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:09.176466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.176856 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Added segment f85ca0c8-7b73-4300-bc05-6e58a1796ce3 of type vlan for network 7c0c8a3e-91c8-483d-b2b6-ed105881b5ee Jul 22 16:39:09.192113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Checking segment: {'id': '135966ed-54a7-4061-8cce-15a563b0a51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d2e78f2-4b19-4355-a908-33a614a94c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:09.192703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Network hostable DHCP agents. Network: 3d2e78f2-4b19-4355-a908-33a614a94c2b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:09.275649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.359246 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.378759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.380151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.414883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Network 3d2e78f2-4b19-4355-a908-33a614a94c2b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:09.428160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3d2e78f2-4b19-4355-a908-33a614a94c2b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:09.441170 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2752857 Jul 22 16:39:09.447292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.448023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.449433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.451365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44846) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.459470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-2d3e8045-3b5e-49b8-9ce5-6bbb3ab37332 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee', 'tempest-TagsTest-Tag-941460139') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:09.489204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7529662d-012c-4080-a2e3-85a7c3707d9c None None] Network 3d2e78f2-4b19-4355-a908-33a614a94c2b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:09.507852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763b393-88e6-424f-8bfe-318636d3bbe6 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Pushing event updated for resources: {'Network': ['ID=7c0c8a3e-91c8-483d-b2b6-ed105881b5ee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:09.558861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44850) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.559484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bba93565-cec7-46ed-b091-ce222415fdae tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.6090360 Jul 22 16:39:09.610726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8d4b-e095-42ac-ba4b-d35235a70635 req-3f472b49-a548-4e22-8c6f-c0a9df953147 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.613559 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86da8d4b-e095-42ac-ba4b-d35235a70635 req-3f472b49-a548-4e22-8c6f-c0a9df953147 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2061591 Jul 22 16:39:09.816942 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44856) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.817590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2d3e8045-3b5e-49b8-9ce5-6bbb3ab37332 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "PUT /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags/tempest-TagsTest-Tag-941460139 HTTP/1.1" status: 201 len: 201 time: 0.3642445 Jul 22 16:39:09.822850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-8c0dcb48-0ac3-4fa7-b625-fd97703a2b66 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee', 'tempest-TagsTest-Tag-941460139') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:09.837214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ca535-77e1-4513-b19c-ec697cedf3e5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.838857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ca535-77e1-4513-b19c-ec697cedf3e5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.840582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ca535-77e1-4513-b19c-ec697cedf3e5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:09.845511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-599ca535-77e1-4513-b19c-ec697cedf3e5 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2772274 Jul 22 16:39:09.850865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44858) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:09.913412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf03441-bf2b-4bf9-90d5-8d31d0e7bd9e tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Deleting subnet 0fe2d362-08d8-4158-9613-c3a8aab90796 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:39:09.922166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cf03441-bf2b-4bf9-90d5-8d31d0e7bd9e tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:09.931532 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86da8d4b-e095-42ac-ba4b-d35235a70635 req-445c58b9-2659-4720-aa2c-33083a7a6da4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825789 Jul 22 16:39:09.993349 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8c0dcb48-0ac3-4fa7-b625-fd97703a2b66 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "GET /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags/tempest-TagsTest-Tag-941460139 HTTP/1.1" status: 204 len: 168 time: 0.1744070 Jul 22 16:39:09.997142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.000840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cf03441-bf2b-4bf9-90d5-8d31d0e7bd9e tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.002299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-ccfd73d3-4059-4703-b23c-a6eaad5ce23c tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:10.078320 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cf03441-bf2b-4bf9-90d5-8d31d0e7bd9e tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.082324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 7c0c8a3e-91c8-483d-b2b6-ed105881b5ee details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:10.105931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7159b655-33f5-4e80-9bef-4f8317384ec9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:10.161854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.172737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d1620-8c45-45f2-9c32-c4e4774da18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-7250b195-7304-405f-a728-8953d383406e', 'network_id': '7250b195-7304-405f-a728-8953d383406e', 'tenant_id': '86f95717732442028d53adf3b6b44452', 'fixed_ips': [{'subnet_id': '0fe2d362-08d8-4158-9613-c3a8aab90796'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:10.175711 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1620-8c45-45f2-9c32-c4e4774da18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.246293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3d2e78f2-4b19-4355-a908-33a614a94c2b', 'network_id': '3d2e78f2-4b19-4355-a908-33a614a94c2b', 'tenant_id': '86f95717732442028d53adf3b6b44452', 'fixed_ips': [{'subnet_id': '1b751efb-02b4-498e-b72f-ae49406681bd'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:10.248149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.367201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7159b655-33f5-4e80-9bef-4f8317384ec9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:10.367998 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.493901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ccfd73d3-4059-4703-b23c-a6eaad5ce23c tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "GET /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags HTTP/1.1" status: 200 len: 237 time: 0.4955678 Jul 22 16:39:10.496354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.505064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-ae24ccd1-1031-46db-ac78-165d9ef91509 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee', {'tags': ['tempest-TagsTest-Tag-184249273', 'tempest-TagsTest-Tag-1732025173', 'tempest-TagsTest-Tag-1076212260']}) {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:10.591530 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cf03441-bf2b-4bf9-90d5-8d31d0e7bd9e tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.598161 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ae24ccd1-1031-46db-ac78-165d9ef91509 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "PUT /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags HTTP/1.1" status: 200 len: 308 time: 0.0997674 Jul 22 16:39:10.600818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.606668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-f6548f8b-38f3-4b1a-9eeb-91f729649c1c tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee', 'tempest-TagsTest-Tag-184249273') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:10.634954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf03441-bf2b-4bf9-90d5-8d31d0e7bd9e tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe2d362-08d8-4158-9613-c3a8aab90796,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:10.643861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7cf03441-bf2b-4bf9-90d5-8d31d0e7bd9e tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:10.648510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7cf03441-bf2b-4bf9-90d5-8d31d0e7bd9e tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/subnets/0fe2d362-08d8-4158-9613-c3a8aab90796 HTTP/1.1" status: 204 len: 168 time: 0.7929263 Jul 22 16:39:10.648725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.740954 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f6548f8b-38f3-4b1a-9eeb-91f729649c1c tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "DELETE /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags/tempest-TagsTest-Tag-184249273 HTTP/1.1" status: 204 len: 168 time: 0.1388974 Jul 22 16:39:10.743368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44870) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.750006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-23831e04-d151-47bb-9995-4e159ebaae5b tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee', 'tempest-TagsTest-Tag-184249273') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:10.799933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Allocated IP 172.20.0.18 (3d2e78f2-4b19-4355-a908-33a614a94c2b/1b751efb-02b4-498e-b72f-ae49406681bd/5fc61e4f-530f-4b33-b400-c3ae4ae54572) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:10.823792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f1bbce-c932-4df3-8bb0-5742f03bdf74 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Deleting subnet 1b751efb-02b4-498e-b72f-ae49406681bd {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:39:10.855025 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-23831e04-d151-47bb-9995-4e159ebaae5b tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] show failed (client error): The resource could not be found. Jul 22 16:39:10.858962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-23831e04-d151-47bb-9995-4e159ebaae5b tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "GET /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags/tempest-TagsTest-Tag-184249273 HTTP/1.1" status: 404 len: 325 time: 0.1102598 Jul 22 16:39:10.858962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:10.864880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-89784846-754d-457b-b169-7965ee1a179b tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee', 'tempest-TagsTest-Tag-1732025173') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:10.995658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-89784846-754d-457b-b169-7965ee1a179b tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "GET /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags/tempest-TagsTest-Tag-1732025173 HTTP/1.1" status: 204 len: 168 time: 0.1356728 Jul 22 16:39:11.000327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:11.011955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-e673c8b6-a50e-4423-9229-0ee1c9cba936 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee', 'tempest-TagsTest-Tag-1076212260') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:11.132260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Deleting port 1b9a8c63-d455-4608-b23b-7461c6e66986 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:11.132660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-fe8d1620-8c45-45f2-9c32-c4e4774da18a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0fe2d362-08d8-4158-9613-c3a8aab90796: This subnet is being modified by another concurrent operation. Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:39:11.206910 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0fe2d362-08d8-4158-9613-c3a8aab90796: This subnet is being modified by another concurrent operation. Jul 22 16:39:11.210299 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 16:39:11.243717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e673c8b6-a50e-4423-9229-0ee1c9cba936 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "GET /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags/tempest-TagsTest-Tag-1076212260 HTTP/1.1" status: 204 len: 168 time: 0.2396204 Jul 22 16:39:11.245280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44882) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:11.254092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-66b1bad1-5a2b-49b6-aa4a-f901eabd32ff tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:11.291354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15022a87-58bd-4957-bd7b-0557c9c882fb req-40b05134-ecec-4ee4-afbe-c2dffbc9c742 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:11.292480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-15022a87-58bd-4957-bd7b-0557c9c882fb req-40b05134-ecec-4ee4-afbe-c2dffbc9c742 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2292738 Jul 22 16:39:11.294549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] For port 1b9a8c63-d455-4608-b23b-7461c6e66986, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1b9a8c63-d455-4608-b23b-7461c6e66986,segment=NetworkSegment(7c1f27f9-5987-4807-a363-0bb8882c604a),segment_id=7c1f27f9-5987-4807-a363-0bb8882c604a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:11.294913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.309294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4226a6-8ba2-4ccf-9dbe-f22a096769e4 None None] Network 7250b195-7304-405f-a728-8953d383406e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:11.320643 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.322514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Calling delete_port for 1b9a8c63-d455-4608-b23b-7461c6e66986 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:11.373453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Transition to ACTIVE for port object 5fc61e4f-530f-4b33-b400-c3ae4ae54572 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:11.390003 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:39:11.420782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-15022a87-58bd-4957-bd7b-0557c9c882fb req-894a902f-516d-488d-b1db-82d514ff969e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115522 Jul 22 16:39:11.458804 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-66b1bad1-5a2b-49b6-aa4a-f901eabd32ff tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "DELETE /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags HTTP/1.1" status: 204 len: 168 time: 0.2118812 Jul 22 16:39:11.459669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44886) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:11.465643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-09c7d3af-01aa-4de2-a5f2-d194b628b8cb tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee', 'tempest-TagsTest-Tag-1732025173') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:11.513767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Transition to ACTIVE for port object 5fc61e4f-530f-4b33-b400-c3ae4ae54572 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:11.534108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-57f1bbce-c932-4df3-8bb0-5742f03bdf74 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.549587 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.565397 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-09c7d3af-01aa-4de2-a5f2-d194b628b8cb tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] show failed (client error): The resource could not be found. Jul 22 16:39:11.579771 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-09c7d3af-01aa-4de2-a5f2-d194b628b8cb tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "GET /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags/tempest-TagsTest-Tag-1732025173 HTTP/1.1" status: 404 len: 326 time: 0.1164887 Jul 22 16:39:11.581889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44888) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:11.592322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-b51bc143-66a4-46b3-84bb-69c42401e694 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee', 'tempest-TagsTest-Tag-1076212260') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:11.634373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Pushing event updated for resources: {'Port': ['ID=5fc61e4f-530f-4b33-b400-c3ae4ae54572,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:11.636465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-57f1bbce-c932-4df3-8bb0-5742f03bdf74 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.638599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Network 3d2e78f2-4b19-4355-a908-33a614a94c2b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:11.640673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:11.651798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:11.729086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Attempting to bind port 5fc61e4f-530f-4b33-b400-c3ae4ae54572 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:11.729434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Attempting to bind port 5fc61e4f-530f-4b33-b400-c3ae4ae54572 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '135966ed-54a7-4061-8cce-15a563b0a51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d2e78f2-4b19-4355-a908-33a614a94c2b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:11.729735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Attempting to bind port 5fc61e4f-530f-4b33-b400-c3ae4ae54572 on network 3d2e78f2-4b19-4355-a908-33a614a94c2b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:11.735267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98e5b9-af14-447b-9307-180ba0d69e77 req-6b98b8bb-8a9b-4769-9470-7ae61c4c498b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:11.737280 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d98e5b9-af14-447b-9307-180ba0d69e77 req-6b98b8bb-8a9b-4769-9470-7ae61c4c498b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.1556919 Jul 22 16:39:11.740361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:11.740735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Checking segment: {'id': '135966ed-54a7-4061-8cce-15a563b0a51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d2e78f2-4b19-4355-a908-33a614a94c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:11.741134 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.741521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Bound using segment: {'id': '135966ed-54a7-4061-8cce-15a563b0a51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d2e78f2-4b19-4355-a908-33a614a94c2b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:11.741981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Bound port: 5fc61e4f-530f-4b33-b400-c3ae4ae54572, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135966ed-54a7-4061-8cce-15a563b0a51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d2e78f2-4b19-4355-a908-33a614a94c2b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:11.742356 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.799947 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d98e5b9-af14-447b-9307-180ba0d69e77 req-78d5e951-7810-4322-82f2-606261d4dd1b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564904 Jul 22 16:39:11.853998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] For port 5fc61e4f-530f-4b33-b400-c3ae4ae54572, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:11.865128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] For port 5fc61e4f-530f-4b33-b400-c3ae4ae54572, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5fc61e4f-530f-4b33-b400-c3ae4ae54572,segment=NetworkSegment(135966ed-54a7-4061-8cce-15a563b0a51f),segment_id=135966ed-54a7-4061-8cce-15a563b0a51f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:11.871886 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-b51bc143-66a4-46b3-84bb-69c42401e694 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] show failed (client error): The resource could not be found. Jul 22 16:39:11.873210 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b51bc143-66a4-46b3-84bb-69c42401e694 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "GET /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags/tempest-TagsTest-Tag-1076212260 HTTP/1.1" status: 404 len: 326 time: 0.2848175 Jul 22 16:39:11.879242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:11.889025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-bdc7e069-235b-49bb-8f55-7f8ee5083a85 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7c0c8a3e-91c8-483d-b2b6-ed105881b5ee') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:11.895103 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.903188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-57f1bbce-c932-4df3-8bb0-5742f03bdf74 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.907058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:11.986960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9a8c63-d455-4608-b23b-7461c6e66986,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:12.138372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249e2b7-d915-44ce-9491-655935492aa6 None None] Pushing event updated for resources: {'Port': ['ID=5fc61e4f-530f-4b33-b400-c3ae4ae54572,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:12.175583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bdc7e069-235b-49bb-8f55-7f8ee5083a85 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "DELETE /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee/tags HTTP/1.1" status: 204 len: 168 time: 0.2951851 Jul 22 16:39:12.179998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44906) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:12.212203 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-57f1bbce-c932-4df3-8bb0-5742f03bdf74 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.271276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1bbce-c932-4df3-8bb0-5742f03bdf74 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Subnet': ['ID=1b751efb-02b4-498e-b72f-ae49406681bd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:12.285818 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-57f1bbce-c932-4df3-8bb0-5742f03bdf74 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.288330 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-57f1bbce-c932-4df3-8bb0-5742f03bdf74 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/subnets/1b751efb-02b4-498e-b72f-ae49406681bd HTTP/1.1" status: 204 len: 168 time: 1.6386747 Jul 22 16:39:12.291650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:12.373992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b322a-4228-4dfb-8462-c2eaefb10ec2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:12.376725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b96b322a-4228-4dfb-8462-c2eaefb10ec2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0803370 Jul 22 16:39:12.383983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44914) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:12.464856 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.598065 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.621025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0c8a3e-91c8-483d-b2b6-ed105881b5ee']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:12.649587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85ca0c8-7b73-4300-bc05-6e58a1796ce3') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:12.652797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85ca0c8-7b73-4300-bc05-6e58a1796ce3') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:12.667191 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.691182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.737253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.748871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:12.748871 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:12.751255 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:12.755218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.841469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.853928 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:12.858766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] 10.222.0.53 "DELETE /v2.0/networks/7c0c8a3e-91c8-483d-b2b6-ed105881b5ee HTTP/1.1" status: 204 len: 168 time: 0.6775558 Jul 22 16:39:12.877112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728701f-3af0-4265-998a-8dc7860b5356 tempest-TagsTest-1791286979 tempest-TagsTest-1791286979-project] Pushing event deleted for resources: {'Network': ['ID=7c0c8a3e-91c8-483d-b2b6-ed105881b5ee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:12.979118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Deleting port 5fc61e4f-530f-4b33-b400-c3ae4ae54572 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:12.983091 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.109630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] For port 5fc61e4f-530f-4b33-b400-c3ae4ae54572, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5fc61e4f-530f-4b33-b400-c3ae4ae54572,segment=NetworkSegment(135966ed-54a7-4061-8cce-15a563b0a51f),segment_id=135966ed-54a7-4061-8cce-15a563b0a51f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:13.110016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.137644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Calling delete_port for 5fc61e4f-530f-4b33-b400-c3ae4ae54572 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:13.455351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.492337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Port': ['ID=5fc61e4f-530f-4b33-b400-c3ae4ae54572,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:13.496042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44954) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:13.521536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] No DVR routers for this DVR port 5fc61e4f-530f-4b33-b400-c3ae4ae54572 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:13.577439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-4b062475-d69f-43a9-95e0-9296f47e09fd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:13.580562 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-4b062475-d69f-43a9-95e0-9296f47e09fd tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=806ebcdb-69a9-470e-b440-8a2b765344df HTTP/1.1" status: 200 len: 944 time: 0.1678152 Jul 22 16:39:13.680959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.739332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f675698-552d-4579-8336-ca87192a29f0 None None] Network 3d2e78f2-4b19-4355-a908-33a614a94c2b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:13.739858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2e78f2-4b19-4355-a908-33a614a94c2b']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:13.749170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5bce4baa-a9f0-4d30-b649-43ce0386471e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fda548aa64f4ed48bfe0b58d09ce013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490323 Jul 22 16:39:13.758444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:13.763435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135966ed-54a7-4061-8cce-15a563b0a51f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:13.763829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135966ed-54a7-4061-8cce-15a563b0a51f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:13.778485 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.791156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Router bef26a21-7b49-4f1b-b604-238d75e417a0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:13.802828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.831319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Deleting port f442e931-7f41-478c-b0bb-b886784a7130 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:13.832444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-acc6f29f-ba46-4748-b36c-76ae19955afe None None] Could not find standard attr ID for object 5fc61e4f-530f-4b33-b400-c3ae4ae54572. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:39:13.832684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.880641 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19b3360c-6be7-4416-96db-ad8e350ec11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.904162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:13.904701 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:13.908412 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:13.993290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:14.005975 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fd0212ce-549a-4e83-b54b-f4378b40ca3d admin admin] 10.222.0.53 "PUT /v2.0/routers/bef26a21-7b49-4f1b-b604-238d75e417a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9217381 Jul 22 16:39:14.005975 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.005975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:14.016876 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19b3360c-6be7-4416-96db-ad8e350ec11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.032379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] Sync routers for ids ['bef26a21-7b49-4f1b-b604-238d75e417a0'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:14.034718 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.036960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c421f-91c3-4666-9800-240539155108 None None] DHCP port deletion for 3d2e78f2-4b19-4355-a908-33a614a94c2b request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:39:14.037729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/networks/3d2e78f2-4b19-4355-a908-33a614a94c2b HTTP/1.1" status: 204 len: 168 time: 1.6525924 Jul 22 16:39:14.043239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb385230-2503-4d70-9f16-eaab8d830b82 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Network': ['ID=3d2e78f2-4b19-4355-a908-33a614a94c2b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:14.046120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44962) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:14.069980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] Routers {'bef26a21-7b49-4f1b-b604-238d75e417a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:14.087282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bef26a21-7b49-4f1b-b604-238d75e417a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:14.097189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f218f1-dab4-44fb-b06b-9cd15547c222 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:39:14.143354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] For port f442e931-7f41-478c-b0bb-b886784a7130, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f442e931-7f41-478c-b0bb-b886784a7130,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:14.145097 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.161910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Calling delete_port for f442e931-7f41-478c-b0bb-b886784a7130 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:14.242498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5fc61e4f-530f-4b33-b400-c3ae4ae54572 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:14.320517 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.352125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.360160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.375334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 5fc61e4f-530f-4b33-b400-c3ae4ae54572 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:14.376315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5fc61e4f-530f-4b33-b400-c3ae4ae54572 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:14.405926 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', '9b792b03-7d1e-425f-955c-8dbd617f757a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:14.472466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19b3360c-6be7-4416-96db-ad8e350ec11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.476432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19b3360c-6be7-4416-96db-ad8e350ec11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.493050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-19b3360c-6be7-4416-96db-ad8e350ec11b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a5b9048-7581-4cb9-92c5-068bf417cfdd HTTP/1.1" status: 204 len: 168 time: 0.7156765 Jul 22 16:39:14.502781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event deleted for resources: {'Port': ['ID=f442e931-7f41-478c-b0bb-b886784a7130,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:14.573231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] No DVR routers for this DVR port f442e931-7f41-478c-b0bb-b886784a7130 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:14.587378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.591280 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42aa12aa-36e8-47b0-b274-c6246e8fab4c req-d936660b-9bda-4cff-adfc-b7347e0b3f5c tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "DELETE /v2.0/ports/f442e931-7f41-478c-b0bb-b886784a7130 HTTP/1.1" status: 204 len: 173 time: 1.0047486 Jul 22 16:39:14.593652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] Set router bef26a21-7b49-4f1b-b604-238d75e417a0 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:14.598020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3360c-6be7-4416-96db-ad8e350ec11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5b9048-7581-4cb9-92c5-068bf417cfdd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:14.613476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'name': 'network-vif-deleted', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:14.622177 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3454cc1-96af-4f97-a0d4-0a50d8033097" -d '{"events": [{"server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "name": "network-vif-deleted", "tag": "f442e931-7f41-478c-b0bb-b886784a7130"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:14.646969 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.718088 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c7deaa-3953-4742-aead-044b7fe8adec x-openstack-request-id: req-f0c7deaa-3953-4742-aead-044b7fe8adec {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:14.718389 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806ebcdb-69a9-470e-b440-8a2b765344df", "name": "network-vif-deleted", "tag": "f442e931-7f41-478c-b0bb-b886784a7130", "status": "failed", "code": 422}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:14.718643 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0c7deaa-3953-4742-aead-044b7fe8adec {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:14.719099 n-d-792458-13 neutron-server[93751]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '806ebcdb-69a9-470e-b440-8a2b765344df', 'name': 'network-vif-deleted', 'tag': 'f442e931-7f41-478c-b0bb-b886784a7130', 'status': 'failed', 'code': 422} returned with failed status Jul 22 16:39:14.749151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f218f1-dab4-44fb-b06b-9cd15547c222 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:39:14.835658 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.867677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7250b195-7304-405f-a728-8953d383406e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:14.871788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Deleting port dd45550b-68a0-4f93-9e87-3d961be84907 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:14.872135 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:14.899641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89c49d7-785d-47cb-a44e-416af56220be') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:14.899961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89c49d7-785d-47cb-a44e-416af56220be') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:14.947239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.037217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.044622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:15.045131 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:15.895604 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:16.031026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.044201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] For port dd45550b-68a0-4f93-9e87-3d961be84907, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dd45550b-68a0-4f93-9e87-3d961be84907,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:16.044584 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.063105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.066125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/networks/7250b195-7304-405f-a728-8953d383406e HTTP/1.1" status: 204 len: 168 time: 2.0131953 Jul 22 16:39:16.069748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45014) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:16.088254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa453a-e251-4e4f-8e93-3366e8c48971 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Network': ['ID=7250b195-7304-405f-a728-8953d383406e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:16.094571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Calling delete_port for dd45550b-68a0-4f93-9e87-3d961be84907 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:16.288780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:39Z', 'updated_at': '2021-07-22T16:39:11Z', 'revision_number': 5, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'gw_port': {'id': 'dd45550b-68a0-4f93-9e87-3d961be84907', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ad:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1303, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:40Z', 'updated_at': '2021-07-22T16:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:16.310131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.358895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] Checking router: bef26a21-7b49-4f1b-b604-238d75e417a0 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:16.457474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] Routers {'bef26a21-7b49-4f1b-b604-238d75e417a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:16.464921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bef26a21-7b49-4f1b-b604-238d75e417a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:16.524556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c99092-a302-413b-8440-98abc831615d req-03a761eb-2541-4ade-9f92-c1b17d109896 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:16.536242 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85c99092-a302-413b-8440-98abc831615d req-03a761eb-2541-4ade-9f92-c1b17d109896 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 907 time: 0.2394986 Jul 22 16:39:16.547712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.562634 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd98d85-6a0d-4179-92a2-d05c7b455db0']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:16.597338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f1375a-6e38-466c-a0d6-6595792e9072') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:16.597695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f1375a-6e38-466c-a0d6-6595792e9072') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:16.616924 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.660748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.666412 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.684971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:16.685582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:16.691717 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:16.831229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] Set router bef26a21-7b49-4f1b-b604-238d75e417a0 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:16.845728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.854212 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.858808 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/networks/bdd98d85-6a0d-4179-92a2-d05c7b455db0 HTTP/1.1" status: 204 len: 168 time: 0.7844310 Jul 22 16:39:16.864866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:16.879808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:16.894747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa780de-5ac1-4cf4-b581-fbcb0da4f058 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Network': ['ID=bdd98d85-6a0d-4179-92a2-d05c7b455db0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:16.998821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:39Z', 'updated_at': '2021-07-22T16:39:14Z', 'revision_number': 6, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:17.025510 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.032242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd45550b-68a0-4f93-9e87-3d961be84907,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:17.051922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2c7fb-19a7-47a2-926b-adf08dec13dc None None] The sync data for ids ['bef26a21-7b49-4f1b-b604-238d75e417a0'] in n-d-792458-13 is: [{'id': 'bef26a21-7b49-4f1b-b604-238d75e417a0', 'name': 'tempest-FloatingIPsTestJSON-749631664-router', 'tenant_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:39Z', 'updated_at': '2021-07-22T16:39:14Z', 'revision_number': 6, 'project_id': 'a817817f5739400bbf2a6e5e01a37c4e', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:17.128407 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.131435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.194423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.195147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bef26a21-7b49-4f1b-b604-238d75e417a0 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:39:17.198176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.206081 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.208881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-620fe7d8-3d2a-4e82-b5bf-195522e9fa65 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bef26a21-7b49-4f1b-b604-238d75e417a0 HTTP/1.1" status: 204 len: 168 time: 3.2040849 Jul 22 16:39:17.211548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45052) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:17.214402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31547dab-c09a-4b76-a1c8-9424726e425e']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:17.234082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3cb28a3-8245-4a1b-8187-9feff2b1684b') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:17.234392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3cb28a3-8245-4a1b-8187-9feff2b1684b') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:17.252328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.268178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c983c7a-7166-4d0f-b490-71afb3157f22 admin admin] Deleting subnet 48be8315-d9f2-4f72-a9d3-239c5f593201 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:39:17.273738 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c983c7a-7166-4d0f-b490-71afb3157f22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.284336 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.295738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:17.296551 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:17.303693 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:17.323214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c983c7a-7166-4d0f-b490-71afb3157f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.418339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.426440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.433010 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] 10.222.0.53 "DELETE /v2.0/networks/31547dab-c09a-4b76-a1c8-9424726e425e HTTP/1.1" status: 204 len: 168 time: 0.5582833 Jul 22 16:39:17.464966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011a829-ebad-435b-ad43-87070185bad2 tempest-BulkNetworkOpsTest-1107450516 tempest-BulkNetworkOpsTest-1107450516-project] Pushing event deleted for resources: {'Network': ['ID=31547dab-c09a-4b76-a1c8-9424726e425e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:17.484742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c983c7a-7166-4d0f-b490-71afb3157f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.676455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c983c7a-7166-4d0f-b490-71afb3157f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.740545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c983c7a-7166-4d0f-b490-71afb3157f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48be8315-d9f2-4f72-a9d3-239c5f593201,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:17.761378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba7fa4-3f5f-4dcf-8179-a4a8795dc8b3 None None] Network 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:17.763063 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7c983c7a-7166-4d0f-b490-71afb3157f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:17.769433 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7c983c7a-7166-4d0f-b490-71afb3157f22 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/48be8315-d9f2-4f72-a9d3-239c5f593201 HTTP/1.1" status: 204 len: 168 time: 0.5537474 Jul 22 16:39:17.770154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45074) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:17.960373 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.164633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b609c-ee7e-4a82-ac2f-29e309ff4aaf req-3e83f7a1-16f2-4505-ae2b-960e2c0ce37e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.187914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Deleting port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:18.188372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.211741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-482b609c-ee7e-4a82-ac2f-29e309ff4aaf req-3e83f7a1-16f2-4505-ae2b-960e2c0ce37e tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 907 time: 0.3700883 Jul 22 16:39:18.212536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.257267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] DHCP port deletion for 9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:39:18.346544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1b9a8c63-d455-4608-b23b-7461c6e66986 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:18.385239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1b9a8c63-d455-4608-b23b-7461c6e66986 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:18.385655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1b9a8c63-d455-4608-b23b-7461c6e66986 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:18.386079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dd45550b-68a0-4f93-9e87-3d961be84907 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:18.408357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] For port c23b1858-0e36-425d-b31d-cee1bb8a8ce7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c23b1858-0e36-425d-b31d-cee1bb8a8ce7,segment=NetworkSegment(7c1f27f9-5987-4807-a363-0bb8882c604a),segment_id=7c1f27f9-5987-4807-a363-0bb8882c604a)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:18.411545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.427697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: dd45550b-68a0-4f93-9e87-3d961be84907 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:18.428120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dd45550b-68a0-4f93-9e87-3d961be84907 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:18.469138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Calling delete_port for c23b1858-0e36-425d-b31d-cee1bb8a8ce7 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:18.479382 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97b9e2b9-5bba-48f4-ab25-2dc8b2a253bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.570458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bca92a59-3e5e-4343-b664-e16667226e04 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:18.572102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bca92a59-3e5e-4343-b664-e16667226e04 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 907 time: 0.1940675 Jul 22 16:39:18.583111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Deleting port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:18.583560 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.742453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.802303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-75e0e5a6-6b5d-48c6-a2c5-7d2eb3c2674c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86f95717732442028d53adf3b6b44452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5880346 Jul 22 16:39:18.806234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45094) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:18.845238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] For port c23b1858-0e36-425d-b31d-cee1bb8a8ce7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c23b1858-0e36-425d-b31d-cee1bb8a8ce7,segment=NetworkSegment(7c1f27f9-5987-4807-a363-0bb8882c604a),segment_id=7c1f27f9-5987-4807-a363-0bb8882c604a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:18.846687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:18.854019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Pushing event deleted for resources: {'Port': ['ID=c23b1858-0e36-425d-b31d-cee1bb8a8ce7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:18.859280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] No DVR routers for this DVR port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:18.873153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Calling delete_port for c23b1858-0e36-425d-b31d-cee1bb8a8ce7 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:18.987482 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.003674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca4b20c0-ab82-4b8b-8277-4b3ad967ff85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.010738 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.017081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Pushing event deleted for resources: {'Port': ['ID=c23b1858-0e36-425d-b31d-cee1bb8a8ce7,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:19.027473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:19.030675 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca4b20c0-ab82-4b8b-8277-4b3ad967ff85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.033597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.034802 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.035669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.036480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.037064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.037616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.038232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.039118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.040001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.040551 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.041060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.041297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1f27f9-5987-4807-a363-0bb8882c604a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:19.041598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1f27f9-5987-4807-a363-0bb8882c604a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:19.042062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:19.049793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c2f1e-466b-4573-90f6-9bde3bebc539 None None] No DVR routers for this DVR port c23b1858-0e36-425d-b31d-cee1bb8a8ce7 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:19.084287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.092452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Deleting port 9bd395da-8979-4e49-ac71-ca4179fbf704 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:19.092452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.109213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.124752 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:19.125310 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:19.133204 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:19.191983 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca4b20c0-ab82-4b8b-8277-4b3ad967ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.195880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ca4b20c0-ab82-4b8b-8277-4b3ad967ff85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.199465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ca4b20c0-ab82-4b8b-8277-4b3ad967ff85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b142366-623d-4cfb-bb76-e9d0eef04150 HTTP/1.1" status: 204 len: 168 time: 0.3760993 Jul 22 16:39:19.240862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b20c0-ab82-4b8b-8277-4b3ad967ff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b142366-623d-4cfb-bb76-e9d0eef04150,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:19.256616 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.287582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.300732 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a HTTP/1.1" status: 204 len: 168 time: 1.5289443 Jul 22 16:39:19.336897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd0570-69c4-456e-a3f7-5f915231c744 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2c7bb9-fb4f-4c5c-ab24-18cb2fee599a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:19.444541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] For port 9bd395da-8979-4e49-ac71-ca4179fbf704, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9bd395da-8979-4e49-ac71-ca4179fbf704,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:19.445261 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.474657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Calling delete_port for 9bd395da-8979-4e49-ac71-ca4179fbf704 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:19.604640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:19.732492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.755679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48485247-5e41-4018-b862-d996ddf62f1f req-ba0b0a9a-c2f9-41d4-8487-5576b311092b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:19.762675 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a1bd287a-09ec-4fa0-9fac-fa5ee8b487b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a817817f5739400bbf2a6e5e01a37c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513257 Jul 22 16:39:19.762846 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48485247-5e41-4018-b862-d996ddf62f1f req-ba0b0a9a-c2f9-41d4-8487-5576b311092b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 829 time: 0.4585931 Jul 22 16:39:19.764566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45116) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:19.873152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event deleted for resources: {'Port': ['ID=9bd395da-8979-4e49-ac71-ca4179fbf704,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:19.920868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] No DVR routers for this DVR port 9bd395da-8979-4e49-ac71-ca4179fbf704 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:19.940201 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:19.946698 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a33e3dc-e0d2-4206-92da-c13e0dcf6568 req-bcc46ecf-90e6-461f-829e-00695c8fa9e2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "DELETE /v2.0/ports/9bd395da-8979-4e49-ac71-ca4179fbf704 HTTP/1.1" status: 204 len: 173 time: 1.3592930 Jul 22 16:39:19.948857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'name': 'network-vif-deleted', 'tag': '9bd395da-8979-4e49-ac71-ca4179fbf704'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:19.955965 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7f33f3-d587-4d23-a67c-1f4e8a96dbea" -d '{"events": [{"server_uuid": "9d2dc054-77da-4027-9984-caaf9a027ce7", "name": "network-vif-deleted", "tag": "9bd395da-8979-4e49-ac71-ca4179fbf704"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:19.987116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf54ce0a-8c01-42f8-9061-97c68f577388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.027591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf54ce0a-8c01-42f8-9061-97c68f577388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.110088 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecded2b8-5653-4590-ab24-f78620569ba7 x-openstack-request-id: req-ecded2b8-5653-4590-ab24-f78620569ba7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:20.111950 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2dc054-77da-4027-9984-caaf9a027ce7", "name": "network-vif-deleted", "tag": "9bd395da-8979-4e49-ac71-ca4179fbf704", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:20.112661 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecded2b8-5653-4590-ab24-f78620569ba7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:20.113243 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2dc054-77da-4027-9984-caaf9a027ce7', 'name': 'network-vif-deleted', 'tag': '9bd395da-8979-4e49-ac71-ca4179fbf704', 'status': 'completed', 'code': 200} Jul 22 16:39:20.144507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c23b1858-0e36-425d-b31d-cee1bb8a8ce7 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:20.188887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf54ce0a-8c01-42f8-9061-97c68f577388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.196296 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf54ce0a-8c01-42f8-9061-97c68f577388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:20.198440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bf54ce0a-8c01-42f8-9061-97c68f577388 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e4a297d-07af-4e76-9ec9-b7da7fa43e7b HTTP/1.1" status: 204 len: 168 time: 0.4340074 Jul 22 16:39:20.208748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54ce0a-8c01-42f8-9061-97c68f577388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4a297d-07af-4e76-9ec9-b7da7fa43e7b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:20.236477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c23b1858-0e36-425d-b31d-cee1bb8a8ce7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:20.243717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c23b1858-0e36-425d-b31d-cee1bb8a8ce7 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:20.445348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b909a-869a-4d8f-affb-357db5cb80ce req-1758eabd-d2d5-492c-84f3-e1323fc05039 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:20.451849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a1b909a-869a-4d8f-affb-357db5cb80ce req-1758eabd-d2d5-492c-84f3-e1323fc05039 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 946 time: 0.1764855 Jul 22 16:39:20.498536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9bd395da-8979-4e49-ac71-ca4179fbf704 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:20.544000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 9bd395da-8979-4e49-ac71-ca4179fbf704 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:20.544566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9bd395da-8979-4e49-ac71-ca4179fbf704 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:20.567908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a1b909a-869a-4d8f-affb-357db5cb80ce req-643ca58c-0a30-4435-a611-c544d05e8ed2 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066327 Jul 22 16:39:20.982048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8192bdbd-1e7a-4c22-b919-75c99da34bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.133130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5cd7e1f2-9c5e-4ff3-85d4-def42942b9dc req-d9759b4d-1a46-4adc-8b92-f84a39145cf4 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d2dc054-77da-4027-9984-caaf9a027ce7 HTTP/1.1" status: 200 len: 210 time: 0.1030357 Jul 22 16:39:21.170142 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:21.693612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45182) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:21.761996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45186) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:21.884482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eacd64-835b-49a6-97c1-0da43fc98835 req-d164a850-5a06-444d-bab8-b93cad657f9e tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:21.901721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19eacd64-835b-49a6-97c1-0da43fc98835 req-d164a850-5a06-444d-bab8-b93cad657f9e tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 946 time: 0.2144911 Jul 22 16:39:21.954431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-network', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:22.004867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19eacd64-835b-49a6-97c1-0da43fc98835 req-73342fdc-90b7-49ea-b590-fd6cc81344e7 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012168 Jul 22 16:39:22.019999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Made reservation on behalf of 52818cd27fb149ada1d4c9ba0699e48f for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:22.023103 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.050445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.077129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1816281854'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:22.212741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.221698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.236113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:22.246847 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.247414 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Added segment 3adc6a06-222a-473f-a551-f27a5cdb298c of type vlan for network 41c90819-b85c-4c73-9532-a69f68377a9b Jul 22 16:39:22.303515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.366710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:22.370649 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.389157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19a085a-2c22-4599-ac18-65a94c4cb47c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:22.395296 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.419370 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.420525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:22.421350 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.447413 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.531076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] Pushing event updated for resources: {'Network': ['ID=41c90819-b85c-4c73-9532-a69f68377a9b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:22.547148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 41c90819-b85c-4c73-9532-a69f68377a9b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:22.672448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.753672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.788402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b36b9c63-b224-4df0-94e8-0cc9d7ff5871 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0934668 Jul 22 16:39:22.790281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:22.817915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Request body: {'subnet': {'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-subnet', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:22.862731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Made reservation on behalf of 52818cd27fb149ada1d4c9ba0699e48f for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:22.865201 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.879107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:22.934514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562f5ad5-5f23-43bc-aa37-2dab5d943e19,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:22.949233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:22.949739 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added segment 0440e7c3-d64f-4190-9a4a-0078fec2587d of type vlan for network edd15308-95c0-4ac6-b0ec-fad88e02d892 Jul 22 16:39:22.977919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682e4a2-241e-4173-838f-31e2d1083773 req-7102f9f3-e71e-4fac-94ff-3ed50a72a33f tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:22.987789 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1682e4a2-241e-4173-838f-31e2d1083773 req-7102f9f3-e71e-4fac-94ff-3ed50a72a33f tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 946 time: 0.1312320 Jul 22 16:39:23.077541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9f078-eed3-4558-aff7-d2937e10810e req-53547bfc-18e7-4b9b-a49d-cc7b6a2ecd62 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.092847 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1682e4a2-241e-4173-838f-31e2d1083773 req-9c7ae039-2e14-49ff-a04c-502a86bad996 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037509 Jul 22 16:39:23.094509 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcd9f078-eed3-4558-aff7-d2937e10810e req-53547bfc-18e7-4b9b-a49d-cc7b6a2ecd62 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 946 time: 0.4383490 Jul 22 16:39:23.144433 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.288583 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:39:23.315851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c8bb4bed-a637-49d6-a4f8-93b287e09332 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.317374 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c8bb4bed-a637-49d6-a4f8-93b287e09332 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.20 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 946 time: 0.1610763 Jul 22 16:39:23.334533 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcd9f078-eed3-4558-aff7-d2937e10810e req-b3e2f417-03c3-4def-a2ac-30aa0ee9ac98 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359846 Jul 22 16:39:23.401372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.407756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.408382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.489033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Deleting port 9b792b03-7d1e-425f-955c-8dbd617f757a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:23.490069 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.520699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7533760 Jul 22 16:39:23.522556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45224) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:23.528969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1467338117'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:23.587333 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.591835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:23.596286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.601746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d6e13-7106-4b7e-95ec-9bf711b6af9f tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Network': ['ID=edd15308-95c0-4ac6-b0ec-fad88e02d892,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:23.614452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network edd15308-95c0-4ac6-b0ec-fad88e02d892 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:23.644911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] For port 9b792b03-7d1e-425f-955c-8dbd617f757a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b792b03-7d1e-425f-955c-8dbd617f757a,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:23.645577 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.663059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Calling delete_port for 9b792b03-7d1e-425f-955c-8dbd617f757a owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:23.708698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752567c0-4768-404f-8991-21c77d2bd661,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:23.761016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-a8e63e75-a8cb-4c19-a7e1-2f2414e211d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4080555 Jul 22 16:39:23.769761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:23.772459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Checking segment: {'id': '3adc6a06-222a-473f-a551-f27a5cdb298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:23.772823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Network hostable DHCP agents. Network: 41c90819-b85c-4c73-9532-a69f68377a9b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:23.822399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.822779 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added segment 220b6d0b-7b45-426d-813a-7626b797ac2f of type vlan for network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 Jul 22 16:39:23.824182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Network 41c90819-b85c-4c73-9532-a69f68377a9b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:23.868529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 41c90819-b85c-4c73-9532-a69f68377a9b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:23.877157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:23.877759 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.878176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c79343-33fa-4472-893f-85ccd8744646 None None] Network 41c90819-b85c-4c73-9532-a69f68377a9b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:23.912603 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.916016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:23.964173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event deleted for resources: {'Port': ['ID=9b792b03-7d1e-425f-955c-8dbd617f757a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:23.982943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cb89309d-4d93-4910-ad63-0c490be1df60 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1812065 Jul 22 16:39:23.988525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45232) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:24.000559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-router', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:24.002279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', '9b792b03-7d1e-425f-955c-8dbd617f757a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:39:24.033838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] No DVR routers for this DVR port 9b792b03-7d1e-425f-955c-8dbd617f757a on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:24.037598 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.041657 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aeb82c4a-c99e-499a-a337-bae264a6a3d5 req-c5a0dd11-ceb4-4a20-85b1-ab216a2d3af3 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.20 "DELETE /v2.0/ports/9b792b03-7d1e-425f-955c-8dbd617f757a HTTP/1.1" status: 204 len: 173 time: 0.7113755 Jul 22 16:39:24.042299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2', 'name': 'network-vif-deleted', 'tag': '9b792b03-7d1e-425f-955c-8dbd617f757a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:24.047286 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb66b952-b9f2-46b4-bae0-0226954fd71b" -d '{"events": [{"server_uuid": "a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2", "name": "network-vif-deleted", "tag": "9b792b03-7d1e-425f-955c-8dbd617f757a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:24.048620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-ab18560b-2cc7-4a0a-a866-5b452371c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.050898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-ab18560b-2cc7-4a0a-a866-5b452371c93c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=77dffae4560c4b04952180adca13cc0b&device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 1097 time: 0.1760643 Jul 22 16:39:24.059310 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.069821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.071025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.124007 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df223ef-1d04-4640-ac08-b23c48df773c x-openstack-request-id: req-5df223ef-1d04-4640-ac08-b23c48df773c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:24.124303 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2", "name": "network-vif-deleted", "tag": "9b792b03-7d1e-425f-955c-8dbd617f757a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:24.124546 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5df223ef-1d04-4640-ac08-b23c48df773c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:24.125521 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2', 'name': 'network-vif-deleted', 'tag': '9b792b03-7d1e-425f-955c-8dbd617f757a', 'status': 'completed', 'code': 200} Jul 22 16:39:24.160322 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.161542 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.218894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6939960 Jul 22 16:39:24.225265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45240) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:24.229423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.232661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'subnet': {'network_id': 'edd15308-95c0-4ac6-b0ec-fad88e02d892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:24.340488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-41c90819-b85c-4c73-9532-a69f68377a9b', 'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'fixed_ips': [{'subnet_id': '752567c0-4768-404f-8991-21c77d2bd661'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:24.346628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.462916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd62fd8-ef4a-4412-816c-5e522b79072b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Network': ['ID=3f4b0dfb-0ce7-4fef-ad59-65c5800a1528,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:24.494280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:24.576850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:24.585998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.656787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ff825-8ed1-4a08-8193-382a4f923c8a req-b73404fe-bdad-4cd9-bbfc-32ad223774f8 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.668442 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c91ff825-8ed1-4a08-8193-382a4f923c8a req-b73404fe-bdad-4cd9-bbfc-32ad223774f8 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 946 time: 0.3236179 Jul 22 16:39:24.679864 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:24.702608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-e2bc8d94-2bf5-4d8a-a78a-90534cacb819 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:24.704895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-e2bc8d94-2bf5-4d8a-a78a-90534cacb819 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.20 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 946 time: 0.2893538 Jul 22 16:39:24.933596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e5ee645e-d0ff-4130-a7c7-538f5ebaf74a req-2f1935cf-4cc3-4e70-8446-03985f189260 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48a3ee9-6377-4ba5-b1b4-68caf2d51cd2 HTTP/1.1" status: 200 len: 210 time: 0.1509147 Jul 22 16:39:25.035896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Allocated IP 172.20.0.2 (41c90819-b85c-4c73-9532-a69f68377a9b/752567c0-4768-404f-8991-21c77d2bd661/a24be021-7790-4f35-82b3-9da422e20927) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:25.088969 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.098316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-66ef25c6-8a9f-467a-9e59-533af764dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.100055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-66ef25c6-8a9f-467a-9e59-533af764dbac service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 200 len: 912 time: 0.9895012 Jul 22 16:39:25.106373 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c91ff825-8ed1-4a08-8193-382a4f923c8a req-c4b61ad3-75f8-47fe-b8fe-4322a61b71e7 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348075 Jul 22 16:39:25.230096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-0289a137-7ae7-49b8-ac66-c20e94fa5ed3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 200 len: 1000 time: 0.1171288 Jul 22 16:39:25.349223 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.359178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Transition to ACTIVE for port object a24be021-7790-4f35-82b3-9da422e20927 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:25.370006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-86b2e5ab-f13d-43eb-a691-2b9000f2f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.372038 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-86b2e5ab-f13d-43eb-a691-2b9000f2f948 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 200 len: 850 time: 0.1333456 Jul 22 16:39:25.378884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Transition to ACTIVE for port object a24be021-7790-4f35-82b3-9da422e20927 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:25.388076 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.405514 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.460899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Network 41c90819-b85c-4c73-9532-a69f68377a9b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:25.462217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Pushing event updated for resources: {'Port': ['ID=a24be021-7790-4f35-82b3-9da422e20927,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:25.467268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:25.472593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:25.552186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Deleting port 3c01b8ed-6bc8-424b-a0bb-077d4375162b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:25.552528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.572936 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Attempting to bind port a24be021-7790-4f35-82b3-9da422e20927 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:25.573503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Attempting to bind port a24be021-7790-4f35-82b3-9da422e20927 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '3adc6a06-222a-473f-a551-f27a5cdb298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:25.574225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Attempting to bind port a24be021-7790-4f35-82b3-9da422e20927 on network 41c90819-b85c-4c73-9532-a69f68377a9b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:25.588901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:25.589727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Checking segment: {'id': '3adc6a06-222a-473f-a551-f27a5cdb298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:25.590370 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.591345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Bound using segment: {'id': '3adc6a06-222a-473f-a551-f27a5cdb298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:25.595165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Bound port: a24be021-7790-4f35-82b3-9da422e20927, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adc6a06-222a-473f-a551-f27a5cdb298c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:25.595905 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.666304 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.687598 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.691856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] For port a24be021-7790-4f35-82b3-9da422e20927, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:25.697100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] For port a24be021-7790-4f35-82b3-9da422e20927, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a24be021-7790-4f35-82b3-9da422e20927,segment=NetworkSegment(3adc6a06-222a-473f-a551-f27a5cdb298c),segment_id=3adc6a06-222a-473f-a551-f27a5cdb298c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:25.701852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-4e15a614-2576-483b-bff6-b15c257ea39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:25.703488 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-4e15a614-2576-483b-bff6-b15c257ea39b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b7dcbe5-a1df-4607-b95c-226b8ef07171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3231783 Jul 22 16:39:25.709740 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.764610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] For port 3c01b8ed-6bc8-424b-a0bb-077d4375162b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3c01b8ed-6bc8-424b-a0bb-077d4375162b,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:25.765418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:25.817565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa9f26-9a14-4cb4-8d59-ae56635d2c2c None None] Pushing event updated for resources: {'Port': ['ID=a24be021-7790-4f35-82b3-9da422e20927,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:25.935285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Checking segment: {'id': '0440e7c3-d64f-4190-9a4a-0078fec2587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edd15308-95c0-4ac6-b0ec-fad88e02d892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:25.938021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network hostable DHCP agents. Network: edd15308-95c0-4ac6-b0ec-fad88e02d892, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:25.966655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Subnet': ['ID=0a39ecdc-7b54-43df-ae79-d016fb7632c3,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:25.969597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-6d91a017-83dd-4207-9ac3-93514b5eb16d service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295194 Jul 22 16:39:25.970830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Allocated IP 172.25.3.93 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:26.070691 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network edd15308-95c0-4ac6-b0ec-fad88e02d892 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:26.103463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, edd15308-95c0-4ac6-b0ec-fad88e02d892) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:26.114713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d6450-4ead-424f-95ea-68151bb42630 None None] Network edd15308-95c0-4ac6-b0ec-fad88e02d892 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:26.144159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:26.147082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.220507 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ec784735-804e-485c-9f84-e1bfe8213104 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9930651 Jul 22 16:39:26.221170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:26.228839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'subnet': {'network_id': '3f4b0dfb-0ce7-4fef-ad59-65c5800a1528', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:26.264560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9b792b03-7d1e-425f-955c-8dbd617f757a no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:26.292022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-205a8ccc-6c99-4de0-9cef-8a1366f8ad23 req-e966dccb-ae0f-400e-b4ae-52373e117a10 service neutron] 10.222.0.65 "GET /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125591 Jul 22 16:39:26.308910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 9b792b03-7d1e-425f-955c-8dbd617f757a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:26.309270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9b792b03-7d1e-425f-955c-8dbd617f757a not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:26.347413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.463421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.574717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:26.598383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:26.605496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:26.770724 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.771186 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.771538 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Floating IP 0387e4df-fcd7-4be5-b0b5-811da3adbd2e disassociated. External IP: 172.25.3.56, port: 3c01b8ed-6bc8-424b-a0bb-077d4375162b. Jul 22 16:39:26.772075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Calling delete_port for 3c01b8ed-6bc8-424b-a0bb-077d4375162b owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:26.799901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:26.826048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa029c-3224-42f3-b3f5-0dc1a8f48a7b req-05dc2f2b-8cf5-4112-bfe6-5eff39e25098 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:26.827269 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-edd15308-95c0-4ac6-b0ec-fad88e02d892', 'network_id': 'edd15308-95c0-4ac6-b0ec-fad88e02d892', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'fixed_ips': [{'subnet_id': '0a39ecdc-7b54-43df-ae79-d016fb7632c3'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:26.828143 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.834693 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7aa029c-3224-42f3-b3f5-0dc1a8f48a7b req-05dc2f2b-8cf5-4112-bfe6-5eff39e25098 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 946 time: 0.3940787 Jul 22 16:39:26.913295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:26.917061 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:26.979017 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7aa029c-3224-42f3-b3f5-0dc1a8f48a7b req-8787a27d-1a6d-4eb5-badd-69653f25a651 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups?id=03f50e55-097e-4dfd-834a-14c81ba81d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424143 Jul 22 16:39:27.293785 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.351586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Allocated IP 172.20.0.2 (edd15308-95c0-4ac6-b0ec-fad88e02d892/0a39ecdc-7b54-43df-ae79-d016fb7632c3/02c7d5ed-676f-4c6f-8075-b416f118741f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:27.402310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Pushing event deleted for resources: {'Port': ['ID=3c01b8ed-6bc8-424b-a0bb-077d4375162b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:27.733520 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.747273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Transition to ACTIVE for port object 02c7d5ed-676f-4c6f-8075-b416f118741f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:27.811366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Transition to ACTIVE for port object 02c7d5ed-676f-4c6f-8075-b416f118741f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:27.838547 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af3e17-f0d5-4097-bb9d-4a14ef04fda3 None None] Network 41c90819-b85c-4c73-9532-a69f68377a9b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:27.895601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:27.919945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.113997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b03fccfd-cd8b-46f7-94db-d9e9b14148b8 None None] Provisioning for port a24be021-7790-4f35-82b3-9da422e20927 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:28.148722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f22c1-6891-4519-83ce-031009f47ff6 req-14503ce5-4083-49e5-8546-af9bfead48b0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.156703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-591f22c1-6891-4519-83ce-031009f47ff6 req-14503ce5-4083-49e5-8546-af9bfead48b0 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 1.4375427 Jul 22 16:39:28.242591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3c01b8ed-6bc8-424b-a0bb-077d4375162b no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:28.286711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 3c01b8ed-6bc8-424b-a0bb-077d4375162b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:28.287151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3c01b8ed-6bc8-424b-a0bb-077d4375162b not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:28.287663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:28.289940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a24be021-7790-4f35-82b3-9da422e20927 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:28.361186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-591f22c1-6891-4519-83ce-031009f47ff6 req-47197638-8a23-4bd9-869e-2ede43b6b9f2 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007260 Jul 22 16:39:28.400166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-9a08cb88-97e0-4141-af9e-6ccecb24a612 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.407942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Network edd15308-95c0-4ac6-b0ec-fad88e02d892 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:28.415121 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-9a08cb88-97e0-4141-af9e-6ccecb24a612 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 945 time: 0.7547021 Jul 22 16:39:28.428851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:28.443562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:28.453396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Pushing event updated for resources: {'Port': ['ID=02c7d5ed-676f-4c6f-8075-b416f118741f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:28.474137 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.674563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dd7adde0-d946-45ee-9123-a3e2279a416c req-31998d76-5ac4-4aa6-b9c3-143871efc96e tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 210 time: 0.2211359 Jul 22 16:39:28.711023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Attempting to bind port 02c7d5ed-676f-4c6f-8075-b416f118741f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:28.711815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Attempting to bind port 02c7d5ed-676f-4c6f-8075-b416f118741f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '0440e7c3-d64f-4190-9a4a-0078fec2587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edd15308-95c0-4ac6-b0ec-fad88e02d892'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:28.712303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Attempting to bind port 02c7d5ed-676f-4c6f-8075-b416f118741f on network edd15308-95c0-4ac6-b0ec-fad88e02d892 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:28.743181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.750958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:28.754140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Checking segment: {'id': '0440e7c3-d64f-4190-9a4a-0078fec2587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edd15308-95c0-4ac6-b0ec-fad88e02d892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:28.754582 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.755025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Bound using segment: {'id': '0440e7c3-d64f-4190-9a4a-0078fec2587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edd15308-95c0-4ac6-b0ec-fad88e02d892'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:28.755580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Bound port: 02c7d5ed-676f-4c6f-8075-b416f118741f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0440e7c3-d64f-4190-9a4a-0078fec2587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'edd15308-95c0-4ac6-b0ec-fad88e02d892'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:28.755978 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.781173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Subnet': ['ID=133c37fb-40bb-41e0-b2aa-c1779e1bfeb5,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:28.791151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Checking segment: {'id': '220b6d0b-7b45-426d-813a-7626b797ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3f4b0dfb-0ce7-4fef-ad59-65c5800a1528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:28.792370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network hostable DHCP agents. Network: 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:28.871519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:28.873198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.873365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a24be021-7790-4f35-82b3-9da422e20927 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:28.886208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Router af2bb445-d5a1-44de-a6db-1a36e989b2b1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:28.905202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a24be021-7790-4f35-82b3-9da422e20927 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:28.905653 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:28.907261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:28.925295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:28.925822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.006690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Deleting port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:29.007635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.028476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:29.033641 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a11e51-077f-4844-99a2-647e0e3d9625" -d '{"events": [{"server_uuid": "6cdc40ca-0b1a-4a42-87c8-83605e103515", "name": "network-vif-unplugged", "status": "completed", "tag": "58f6a8be-df18-466d-b7e0-2cc1b69dc9eb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:29.063078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a7670-8b8e-4285-8711-f4e4a8ab6ae3 None None] Network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:29.139760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b27c65eb-f998-43c0-a80f-2f0bc2fa4a93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9128788 Jul 22 16:39:29.147849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:29.159908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-70b46847-c6d1-4aad-a525-421f856f2063 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-193537691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:29.210670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:29.221402 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e199926f-94c4-44b1-8079-833e2286285a x-openstack-request-id: req-e199926f-94c4-44b1-8079-833e2286285a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:29.227186 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdc40ca-0b1a-4a42-87c8-83605e103515", "name": "network-vif-unplugged", "status": "completed", "tag": "58f6a8be-df18-466d-b7e0-2cc1b69dc9eb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:29.227750 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e199926f-94c4-44b1-8079-833e2286285a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:29.228527 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', 'code': 200} Jul 22 16:39:29.279982 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.301047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70b46847-c6d1-4aad-a525-421f856f2063 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.302156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70b46847-c6d1-4aad-a525-421f856f2063 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.334651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:29.351755 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] Sync routers for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:29.371270 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:29.373591 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:29.383286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:29.444194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] For port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:29.445762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.492377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Calling delete_port for 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:29.543632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] For port 02c7d5ed-676f-4c6f-8075-b416f118741f, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:29.546292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] No DVR routers for this DVR port 3c01b8ed-6bc8-424b-a0bb-077d4375162b on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:29.553987 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.560508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb304853-1107-4de0-a1f5-2cecce2e3e82 req-d70852ad-9aaa-4128-840e-96403bbc6caa tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.20 "DELETE /v2.0/ports/3c01b8ed-6bc8-424b-a0bb-077d4375162b HTTP/1.1" status: 204 len: 173 time: 4.8300896 Jul 22 16:39:29.604109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] For port 02c7d5ed-676f-4c6f-8075-b416f118741f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=02c7d5ed-676f-4c6f-8075-b416f118741f,segment=NetworkSegment(0440e7c3-d64f-4190-9a4a-0078fec2587d),segment_id=0440e7c3-d64f-4190-9a4a-0078fec2587d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:29.604740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'name': 'network-vif-deleted', 'tag': '3c01b8ed-6bc8-424b-a0bb-077d4375162b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:29.613239 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda33b5f-c3ce-41b7-b357-227b821f7000" -d '{"events": [{"server_uuid": "b579740d-cef2-4395-a424-96d7c11b5c15", "name": "network-vif-deleted", "tag": "3c01b8ed-6bc8-424b-a0bb-077d4375162b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:29.624356 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.677965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Router 12d8d6fa-2941-489d-8b85-e80830e7800e is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:39:29.692791 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.722036 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70b46847-c6d1-4aad-a525-421f856f2063 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.729601 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70b46847-c6d1-4aad-a525-421f856f2063 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.758596 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:29.766309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70b46847-c6d1-4aad-a525-421f856f2063 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:29.770958 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-70b46847-c6d1-4aad-a525-421f856f2063 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6195271 Jul 22 16:39:29.771267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:30.161211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1dd960c6-2276-434e-937c-3f3ddbd0057f req-828d0eb7-80da-4fec-9cff-c6de22542bc7 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/ports?device_id=b579740d-cef2-4395-a424-96d7c11b5c15 HTTP/1.1" status: 200 len: 210 time: 0.2430525 Jul 22 16:39:30.365093 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:37:07Z', 'revision_number': 5, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:30.481579 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] Checking router: af2bb445-d5a1-44de-a6db-1a36e989b2b1 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:30.542057 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:30.545483 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:30.607812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70df82c-bef4-413b-a63c-27f96e1786db req-e954f319-677b-4468-a009-dbb4d5e5fd13 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:30.615955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c70df82c-bef4-413b-a63c-27f96e1786db req-e954f319-677b-4468-a009-dbb4d5e5fd13 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 943 time: 1.0729032 Jul 22 16:39:30.680749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:30.706031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3f4b0dfb-0ce7-4fef-ad59-65c5800a1528', 'network_id': '3f4b0dfb-0ce7-4fef-ad59-65c5800a1528', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'fixed_ips': [{'subnet_id': '133c37fb-40bb-41e0-b2aa-c1779e1bfeb5'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:30.708535 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.723500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Sync routers for ids ['12d8d6fa-2941-489d-8b85-e80830e7800e'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:30.814443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f3d55-1d7b-421e-b95b-ba2da0c9b21b None None] Pushing event updated for resources: {'Port': ['ID=02c7d5ed-676f-4c6f-8075-b416f118741f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:30.826880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port a24be021-7790-4f35-82b3-9da422e20927, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a24be021-7790-4f35-82b3-9da422e20927,segment=NetworkSegment(3adc6a06-222a-473f-a551-f27a5cdb298c),segment_id=3adc6a06-222a-473f-a551-f27a5cdb298c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:30.828211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dba28898-4d76-4dbb-be70-d019c804d042 None None] Provisioning complete for port a24be021-7790-4f35-82b3-9da422e20927 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:30.828891 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dba28898-4d76-4dbb-be70-d019c804d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.842856 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.858381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3f3b92c2-f109-4912-abc0-0ce356a87523 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8612394 Jul 22 16:39:30.868257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45340) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:30.881697 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfc0510-09f0-4ca9-befc-918056225a72 x-openstack-request-id: req-2dfc0510-09f0-4ca9-befc-918056225a72 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:30.882306 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b579740d-cef2-4395-a424-96d7c11b5c15", "name": "network-vif-deleted", "tag": "3c01b8ed-6bc8-424b-a0bb-077d4375162b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:30.882306 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dfc0510-09f0-4ca9-befc-918056225a72 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:30.882674 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b579740d-cef2-4395-a424-96d7c11b5c15', 'name': 'network-vif-deleted', 'tag': '3c01b8ed-6bc8-424b-a0bb-077d4375162b', 'status': 'completed', 'code': 200} Jul 22 16:39:30.899113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:30.995906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Routers {'12d8d6fa-2941-489d-8b85-e80830e7800e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:30.997728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['12d8d6fa-2941-489d-8b85-e80830e7800e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:31.000222 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:31.017685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.174907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event deleted for resources: {'Port': ['ID=58f6a8be-df18-466d-b7e0-2cc1b69dc9eb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:31.195869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c70df82c-bef4-413b-a63c-27f96e1786db req-2fc8bf55-cc35-48a1-a9bf-0605406af6f8 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569491 Jul 22 16:39:31.259280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.359756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] No DVR routers for this DVR port 58f6a8be-df18-466d-b7e0-2cc1b69dc9eb on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:31.379347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:31.385943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bea4fc22-21f8-427a-8826-157cd593d1f0 req-3778fa69-471f-47c7-bf4c-8ffc0d79a311 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.20 "DELETE /v2.0/ports/58f6a8be-df18-466d-b7e0-2cc1b69dc9eb HTTP/1.1" status: 204 len: 173 time: 2.9594512 Jul 22 16:39:31.386850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'name': 'network-vif-deleted', 'tag': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:31.394954 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bd71cc-7673-4896-b4f9-e25c48d816ad" -d '{"events": [{"server_uuid": "6cdc40ca-0b1a-4a42-87c8-83605e103515", "name": "network-vif-deleted", "tag": "58f6a8be-df18-466d-b7e0-2cc1b69dc9eb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:31.402710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45352) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:31.573877 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f58909-c72a-4efd-9914-e48f2df5c560 x-openstack-request-id: req-65f58909-c72a-4efd-9914-e48f2df5c560 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:31.575253 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdc40ca-0b1a-4a42-87c8-83605e103515", "name": "network-vif-deleted", "tag": "58f6a8be-df18-466d-b7e0-2cc1b69dc9eb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:31.578837 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65f58909-c72a-4efd-9914-e48f2df5c560 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:31.579562 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdc40ca-0b1a-4a42-87c8-83605e103515', 'name': 'network-vif-deleted', 'tag': '58f6a8be-df18-466d-b7e0-2cc1b69dc9eb', 'status': 'completed', 'code': 200} Jul 22 16:39:31.669549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=a24be021-7790-4f35-82b3-9da422e20927,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:31.989316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Set router 12d8d6fa-2941-489d-8b85-e80830e7800e gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:32.181714 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 02c7d5ed-676f-4c6f-8075-b416f118741f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:32.206152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.20.0.1 (edd15308-95c0-4ac6-b0ec-fad88e02d892/0a39ecdc-7b54-43df-ae79-d016fb7632c3/4960497e-9341-4c6f-8450-91909073396b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:32.258701 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:37:07Z', 'revision_number': 5, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:32.312025 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.374566 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04166d0f-658f-448f-81f3-0110f3b457d6 None None] The sync data for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 is: [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:36:54Z', 'revision_number': 4, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'dd3f4dd5-0ae4-40bd-b461-60cec8946652', 'name': '', 'network_id': '9e01317a-d259-4b44-8f1f-d901d2e4cfbd', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'mac_address': 'fa:16:3e:25:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:53Z', 'updated_at': '2021-07-22T16:37:07Z', 'revision_number': 5, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'subnets': [{'id': 'f6a58352-0307-48ab-bd7f-fbb80a2c6bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:32.387901 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c73fd042-7fee-403a-9e4b-9b0e25305159 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.507847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0289f-60ea-4e62-a40a-053b170c153f None None] Network edd15308-95c0-4ac6-b0ec-fad88e02d892 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:32.529090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.574256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Transition to ACTIVE for port object 4960497e-9341-4c6f-8450-91909073396b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:32.604913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d0b95e1-ce05-4dba-9217-d5d651615977 req-b331c8b2-d559-46c5-80df-301a3184a8e7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cdc40ca-0b1a-4a42-87c8-83605e103515 HTTP/1.1" status: 200 len: 210 time: 0.2260437 Jul 22 16:39:32.626913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c73fd042-7fee-403a-9e4b-9b0e25305159 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.658218 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.732002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Allocated IP 172.21.0.2 (3f4b0dfb-0ce7-4fef-ad59-65c5800a1528/133c37fb-40bb-41e0-b2aa-c1779e1bfeb5/0821d8a9-46f8-4871-8035-a9cc2eda596b) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:32.739088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a109945a-0f51-4e2e-b45a-376ebd5722a2 None None] Provisioning for port 02c7d5ed-676f-4c6f-8075-b416f118741f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:32.782600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=4960497e-9341-4c6f-8450-91909073396b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:32.787781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 02c7d5ed-676f-4c6f-8075-b416f118741f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:32.827671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network edd15308-95c0-4ac6-b0ec-fad88e02d892 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:32.828505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 02c7d5ed-676f-4c6f-8075-b416f118741f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:32.828960 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.835283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:32.846751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:32.869047 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c73fd042-7fee-403a-9e4b-9b0e25305159 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.872615 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c73fd042-7fee-403a-9e4b-9b0e25305159 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:32.873813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c73fd042-7fee-403a-9e4b-9b0e25305159 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "DELETE /v2.0/security-groups/03f50e55-097e-4dfd-834a-14c81ba81d16 HTTP/1.1" status: 204 len: 168 time: 1.4623621 Jul 22 16:39:32.888589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:32.889397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fd042-7fee-403a-9e4b-9b0e25305159 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f50e55-097e-4dfd-834a-14c81ba81d16,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:32.917587 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-52b48f90-6866-427b-902f-f40774a3f76f tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] show failed (client error): The resource could not be found. Jul 22 16:39:32.918799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-52b48f90-6866-427b-902f-f40774a3f76f tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "GET /v2.0/security-groups/03f50e55-097e-4dfd-834a-14c81ba81d16 HTTP/1.1" status: 404 len: 347 time: 0.0265734 Jul 22 16:39:32.925549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45374) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:33.049232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.060450 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fe8c80-f5fe-408e-b805-0b5f7eb41207 None None] New status for floating IP 0387e4df-fcd7-4be5-b0b5-811da3adbd2e: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:39:33.089194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.380570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.447202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Allocated IP 172.20.0.1 (41c90819-b85c-4c73-9532-a69f68377a9b/752567c0-4768-404f-8991-21c77d2bd661/15aa2ea5-4637-4a51-a456-93a867fdb1f3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:33.492362 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.508928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Transition to ACTIVE for port object 0821d8a9-46f8-4871-8035-a9cc2eda596b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:33.528574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Transition to ACTIVE for port object 0821d8a9-46f8-4871-8035-a9cc2eda596b will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:33.560097 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.663653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Deleting port 878543ce-6e34-41f9-80f8-6082218d5db2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:33.664001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.667424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Pushing event updated for resources: {'Port': ['ID=0821d8a9-46f8-4871-8035-a9cc2eda596b,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:33.754637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.755297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.787488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-router', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:24Z', 'updated_at': '2021-07-22T16:39:27Z', 'revision_number': 3, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'gw_port': {'id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:25Z', 'updated_at': '2021-07-22T16:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:33.796319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Calling delete_port for 878543ce-6e34-41f9-80f8-6082218d5db2 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:33.818420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.832364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Checking router: 12d8d6fa-2941-489d-8b85-e80830e7800e for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:33.832876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Updating router 12d8d6fa-2941-489d-8b85-e80830e7800e port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:39:33.837905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:33.873676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:33.874004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Transition to ACTIVE for port object 15aa2ea5-4637-4a51-a456-93a867fdb1f3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:33.881573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:33.899308 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:33.965535 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.108634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Pushing event updated for resources: {'Port': ['ID=15aa2ea5-4637-4a51-a456-93a867fdb1f3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:34.125040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Network 41c90819-b85c-4c73-9532-a69f68377a9b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:34.127947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:34.132571 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.147644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:34.182234 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.219544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 02c7d5ed-676f-4c6f-8075-b416f118741f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=02c7d5ed-676f-4c6f-8075-b416f118741f,segment=NetworkSegment(0440e7c3-d64f-4190-9a4a-0078fec2587d),segment_id=0440e7c3-d64f-4190-9a4a-0078fec2587d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:34.250606 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.278825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Pushing event deleted for resources: {'Port': ['ID=878543ce-6e34-41f9-80f8-6082218d5db2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:34.304271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.341923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=02c7d5ed-676f-4c6f-8075-b416f118741f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:34.345555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Attempting to bind port 0821d8a9-46f8-4871-8035-a9cc2eda596b on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:34.346790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Attempting to bind port 0821d8a9-46f8-4871-8035-a9cc2eda596b by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '220b6d0b-7b45-426d-813a-7626b797ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3f4b0dfb-0ce7-4fef-ad59-65c5800a1528'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:34.346790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Attempting to bind port 0821d8a9-46f8-4871-8035-a9cc2eda596b on network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:34.679286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a24be021-7790-4f35-82b3-9da422e20927 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:34.719129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.749068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:34.749584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Checking segment: {'id': '220b6d0b-7b45-426d-813a-7626b797ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3f4b0dfb-0ce7-4fef-ad59-65c5800a1528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:34.752639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.753148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Bound using segment: {'id': '220b6d0b-7b45-426d-813a-7626b797ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3f4b0dfb-0ce7-4fef-ad59-65c5800a1528'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:34.756568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Bound port: 0821d8a9-46f8-4871-8035-a9cc2eda596b, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220b6d0b-7b45-426d-813a-7626b797ac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3f4b0dfb-0ce7-4fef-ad59-65c5800a1528'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:34.757519 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.933109 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.936301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:34.944726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e5f9f800-1841-4824-b120-4d60b3798544 tempest-ServersTestManualDisk-879318471 tempest-ServersTestManualDisk-879318471-project] 10.222.0.53 "DELETE /v2.0/floatingips/0387e4df-fcd7-4be5-b0b5-811da3adbd2e HTTP/1.1" status: 204 len: 168 time: 2.0169730 Jul 22 16:39:34.949129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45408) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:35.019433 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.032578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Transition to ACTIVE for port object 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:35.112872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] For port 0821d8a9-46f8-4871-8035-a9cc2eda596b, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:35.117034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] For port 0821d8a9-46f8-4871-8035-a9cc2eda596b, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0821d8a9-46f8-4871-8035-a9cc2eda596b,segment=NetworkSegment(220b6d0b-7b45-426d-813a-7626b797ac2f),segment_id=220b6d0b-7b45-426d-813a-7626b797ac2f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:35.125853 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.138049 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.191466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a95962-29df-4851-823f-ca9af6fc91ee req-b0bfebe9-9a96-4719-903e-71bb40370746 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:35.193419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10a95962-29df-4851-823f-ca9af6fc91ee req-b0bfebe9-9a96-4719-903e-71bb40370746 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.8867965 Jul 22 16:39:35.196162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.207945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.216229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f3f18-1356-4c5c-9240-528610ba6fc0 None None] Pushing event updated for resources: {'Port': ['ID=1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:35.268690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10a95962-29df-4851-823f-ca9af6fc91ee req-5e39fc89-7784-4419-8f13-92856830d6c6 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643430 Jul 22 16:39:35.351455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.353384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Pushing event updated for resources: {'Port': ['ID=15aa2ea5-4637-4a51-a456-93a867fdb1f3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:35.438263 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.466156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.509624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Network 41c90819-b85c-4c73-9532-a69f68377a9b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:35.512070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:35.643479 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-07e0b9f5-38c7-44c0-b977-0c5909fe463e None None] Provisioning complete for port 02c7d5ed-676f-4c6f-8075-b416f118741f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:35.644081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07e0b9f5-38c7-44c0-b977-0c5909fe463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.736388 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.746892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Router 12d8d6fa-2941-489d-8b85-e80830e7800e has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:35.866878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=4960497e-9341-4c6f-8450-91909073396b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:35.883445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Attempting to bind port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:35.884039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Attempting to bind port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:35.884528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Attempting to bind port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:35.898327 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.932389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa74db0-5109-4b80-ae99-c3da2faf54c9 None None] Pushing event updated for resources: {'Port': ['ID=0821d8a9-46f8-4871-8035-a9cc2eda596b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:35.944274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:35.944657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:35.945059 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.945465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:35.945966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Bound port: 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:35.946359 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:35.946919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:35.960095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-805078e4-45cd-46c7-8a61-45351c8e68f0 admin admin] 10.222.0.53 "PUT /v2.0/routers/12d8d6fa-2941-489d-8b85-e80830e7800e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0846446 Jul 22 16:39:35.994708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a24be021-7790-4f35-82b3-9da422e20927 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:35.995102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.157182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network edd15308-95c0-4ac6-b0ec-fad88e02d892 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:36.193655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] For port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:36.198836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] For port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:36.230780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:36.234762 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.452859 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.463274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00812583-bb89-410f-8315-0a21980ac300 req-1a49f850-4796-42c0-91b0-54d4087f9923 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:36.473561 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-00812583-bb89-410f-8315-0a21980ac300 req-1a49f850-4796-42c0-91b0-54d4087f9923 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 0.2417085 Jul 22 16:39:36.483581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Routers {'12d8d6fa-2941-489d-8b85-e80830e7800e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:36.484246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['12d8d6fa-2941-489d-8b85-e80830e7800e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:36.661957 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc8e70c0-382b-4da1-8b10-99fe0dac789f req-9bd2419c-9b6c-4d5a-bb6e-a97c24e82902 tempest-FloatingIPsNegativeTestJSON-86969856 tempest-FloatingIPsNegativeTestJSON-86969856-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=52818cd27fb149ada1d4c9ba0699e48f HTTP/1.1" status: 200 len: 217 time: 0.1145685 Jul 22 16:39:36.775927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Deleting port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:36.776492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:36.777413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f3f18-1356-4c5c-9240-528610ba6fc0 None None] Pushing event updated for resources: {'Port': ['ID=1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:36.814267 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f0dca51-605b-4815-bbd3-c6469cdafdf6 req-504bbd24-46f8-4b45-bfcc-4c480194e63a tempest-FloatingIPsNegativeTestJSON-86969856 tempest-FloatingIPsNegativeTestJSON-86969856-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1133103 Jul 22 16:39:36.848110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-07e0b9f5-38c7-44c0-b977-0c5909fe463e None None] Provisioning for port 4960497e-9341-4c6f-8450-91909073396b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:36.887335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-07e0b9f5-38c7-44c0-b977-0c5909fe463e None None] Provisioning complete for port 4960497e-9341-4c6f-8450-91909073396b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:36.895665 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07e0b9f5-38c7-44c0-b977-0c5909fe463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.010514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-07e0b9f5-38c7-44c0-b977-0c5909fe463e None None] Port 4960497e-9341-4c6f-8450-91909073396b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:37.045026 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-3d1def0f-ce19-41f1-96c8-ec3199e7a98d req-f0302b1a-d712-41be-998d-02a7fb0681f6 tempest-FloatingIPsNegativeTestJSON-86969856 tempest-FloatingIPsNegativeTestJSON-86969856-project] show failed (client error): The resource could not be found. Jul 22 16:39:37.046379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d1def0f-ce19-41f1-96c8-ec3199e7a98d req-f0302b1a-d712-41be-998d-02a7fb0681f6 tempest-FloatingIPsNegativeTestJSON-86969856 tempest-FloatingIPsNegativeTestJSON-86969856-project] 10.222.0.53 "GET /v2.0/floatingips/48c22724-958d-43bd-b951-00876abd21c3 HTTP/1.1" status: 404 len: 350 time: 0.1947057 Jul 22 16:39:37.062910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:37.072800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] Set router 12d8d6fa-2941-489d-8b85-e80830e7800e gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:37.197301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 02c7d5ed-676f-4c6f-8075-b416f118741f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:37.326855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-497f2307-d49a-45e9-9c79-780699c28d2f None None] Provisioning complete for port 4960497e-9341-4c6f-8450-91909073396b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:37.327283 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-497f2307-d49a-45e9-9c79-780699c28d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.564367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-497f2307-d49a-45e9-9c79-780699c28d2f None None] Port 4960497e-9341-4c6f-8450-91909073396b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:37.598703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 02c7d5ed-676f-4c6f-8075-b416f118741f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:37.599144 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.689621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c07e1d-e171-4473-b94b-b5a9cd4683c2 None None] Network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:37.711628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-497f2307-d49a-45e9-9c79-780699c28d2f None None] Provisioning for port 15aa2ea5-4637-4a51-a456-93a867fdb1f3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:37.748877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-497f2307-d49a-45e9-9c79-780699c28d2f None None] Provisioning complete for port 15aa2ea5-4637-4a51-a456-93a867fdb1f3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:37.749497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-497f2307-d49a-45e9-9c79-780699c28d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.764629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f637ad0-1751-47e4-b950-5e0f4d7fe207 req-c5f5903a-f5e4-48e1-849c-36b265e2029b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:37.776120 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f637ad0-1751-47e4-b950-5e0f4d7fe207 req-c5f5903a-f5e4-48e1-849c-36b265e2029b tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 945 time: 1.1224267 Jul 22 16:39:37.865381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] For port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:37.865784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:37.943263 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f637ad0-1751-47e4-b950-5e0f4d7fe207 req-be675343-c1db-495b-ae83-12fec5787568 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661325 Jul 22 16:39:37.947762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-497f2307-d49a-45e9-9c79-780699c28d2f None None] Port 15aa2ea5-4637-4a51-a456-93a867fdb1f3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:38.063058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-router', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:24Z', 'updated_at': '2021-07-22T16:39:34Z', 'revision_number': 4, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'gw_port': {'id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:25Z', 'updated_at': '2021-07-22T16:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '15aa2ea5-4637-4a51-a456-93a867fdb1f3', 'name': '', 'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'mac_address': 'fa:16:3e:b0:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '752567c0-4768-404f-8991-21c77d2bd661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:33Z', 'updated_at': '2021-07-22T16:39:34Z', 'revision_number': 2, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'subnets': [{'id': '752567c0-4768-404f-8991-21c77d2bd661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:38.146243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d918e-e007-4040-ba4e-5f016a54b55b None None] The sync data for ids ['12d8d6fa-2941-489d-8b85-e80830e7800e'] in n-d-792458-13 is: [{'id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-router', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:24Z', 'updated_at': '2021-07-22T16:39:34Z', 'revision_number': 4, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'gw_port': {'id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:25Z', 'updated_at': '2021-07-22T16:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '15aa2ea5-4637-4a51-a456-93a867fdb1f3', 'name': '', 'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'mac_address': 'fa:16:3e:b0:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '752567c0-4768-404f-8991-21c77d2bd661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:33Z', 'updated_at': '2021-07-22T16:39:34Z', 'revision_number': 2, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'subnets': [{'id': '752567c0-4768-404f-8991-21c77d2bd661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:38.192907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0821d8a9-46f8-4871-8035-a9cc2eda596b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:38.249721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router f57021d0-6705-43d9-be76-9c621a6f27b8 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:39:38.362922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4aa25d38-26d6-4c61-919d-62f0a2dac21c None None] Provisioning for port 0821d8a9-46f8-4871-8035-a9cc2eda596b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:38.397757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 0821d8a9-46f8-4871-8035-a9cc2eda596b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:38.407213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0821d8a9-46f8-4871-8035-a9cc2eda596b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:38.409243 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.485989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.490559 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.490973 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Floating IP ac560622-d976-4eaa-9d6e-c70915daaa02 disassociated. External IP: 172.25.3.162, port: 7f7cf3f9-b3ed-4303-95b8-78e7613437e3. Jul 22 16:39:38.491384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Calling delete_port for 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:38.549979 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.645557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:38.670365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1728645b-36a3-47d4-a78e-5bea5071e0f3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/f57021d0-6705-43d9-be76-9c621a6f27b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8978398 Jul 22 16:39:38.673442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45458) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:38.676004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcca8a-e6a2-47e4-8f2d-dcc43e31aa9f None None] Sync routers for ids ['f57021d0-6705-43d9-be76-9c621a6f27b8'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:38.703947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 0821d8a9-46f8-4871-8035-a9cc2eda596b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0821d8a9-46f8-4871-8035-a9cc2eda596b,segment=NetworkSegment(220b6d0b-7b45-426d-813a-7626b797ac2f),segment_id=220b6d0b-7b45-426d-813a-7626b797ac2f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:38.724960 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:38.768156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcca8a-e6a2-47e4-8f2d-dcc43e31aa9f None None] Routers {'f57021d0-6705-43d9-be76-9c621a6f27b8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:38.770081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0ebcca8a-e6a2-47e4-8f2d-dcc43e31aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f57021d0-6705-43d9-be76-9c621a6f27b8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:38.772341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2afac8f-3022-4f95-b6b9-1fe66b7281d2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:38.773993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a2afac8f-3022-4f95-b6b9-1fe66b7281d2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports/4960497e-9341-4c6f-8450-91909073396b HTTP/1.1" status: 200 len: 910 time: 0.0991282 Jul 22 16:39:38.776777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45462) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:38.910202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0ebcca8a-e6a2-47e4-8f2d-dcc43e31aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:38.983636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcca8a-e6a2-47e4-8f2d-dcc43e31aa9f None None] Routers {'f57021d0-6705-43d9-be76-9c621a6f27b8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:38.984277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0ebcca8a-e6a2-47e4-8f2d-dcc43e31aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f57021d0-6705-43d9-be76-9c621a6f27b8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:39.106004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-841da229-055d-4879-bcc8-37114f48de32 None None] Provisioning complete for port 0821d8a9-46f8-4871-8035-a9cc2eda596b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:39.106328 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-841da229-055d-4879-bcc8-37114f48de32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.109969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0ebcca8a-e6a2-47e4-8f2d-dcc43e31aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:39.110762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcca8a-e6a2-47e4-8f2d-dcc43e31aa9f None None] The sync data for ids ['f57021d0-6705-43d9-be76-9c621a6f27b8'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:39.146922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=0821d8a9-46f8-4871-8035-a9cc2eda596b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:39.192816 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.215538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Deleting port dd3f4dd5-0ae4-40bd-b461-60cec8946652 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:39.215955 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.261860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event deleted for resources: {'Port': ['ID=7f7cf3f9-b3ed-4303-95b8-78e7613437e3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:39.451655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157e5c8-e004-4955-9775-db82296e66ae req-3ed49597-11b0-4695-ab46-f795edc37f88 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:39.460414 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7157e5c8-e004-4955-9775-db82296e66ae req-3ed49597-11b0-4695-ab46-f795edc37f88 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 866 time: 0.3996112 Jul 22 16:39:39.552060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] For port dd3f4dd5-0ae4-40bd-b461-60cec8946652, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dd3f4dd5-0ae4-40bd-b461-60cec8946652,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:39.552723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:39.597573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7157e5c8-e004-4955-9775-db82296e66ae req-ff13cf48-f28b-4e3b-a875-60d5392a59a7 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dc87d6a-fd7b-48b4-903d-4f1760588493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361303 Jul 22 16:39:39.599681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Calling delete_port for dd3f4dd5-0ae4-40bd-b461-60cec8946652 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:39.733622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.021774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:40.238687 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.284568 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.301188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3f4dd5-0ae4-40bd-b461-60cec8946652,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:40.301703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:40.322872 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] Sync routers for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:40.340556 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:40.341533 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:40.560290 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:40.589737 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:40.598510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] No DVR routers for this DVR port 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:40.619771 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.621845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-00812583-bb89-410f-8315-0a21980ac300 req-247f5766-8ea9-4cf4-8eb8-f05901a163fc tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.65 "DELETE /v2.0/ports/7f7cf3f9-b3ed-4303-95b8-78e7613437e3 HTTP/1.1" status: 204 len: 173 time: 4.1363685 Jul 22 16:39:40.622295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-deleted', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:40.628090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:40.628434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7f7cf3f9-b3ed-4303-95b8-78e7613437e3 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:40.642173 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628e5414-6af9-4e4f-b8cc-8810be31e3c9" -d '{"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-deleted", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:40.721972 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:40.848881 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd097ec4-f4c6-4a48-8b76-a0380ff3fa45 x-openstack-request-id: req-dd097ec4-f4c6-4a48-8b76-a0380ff3fa45 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:40.849207 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f36c03b-2c0b-462a-9e03-36e7f2a79570", "name": "network-vif-deleted", "tag": "7f7cf3f9-b3ed-4303-95b8-78e7613437e3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:40.849473 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd097ec4-f4c6-4a48-8b76-a0380ff3fa45 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:40.849893 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f36c03b-2c0b-462a-9e03-36e7f2a79570', 'name': 'network-vif-deleted', 'tag': '7f7cf3f9-b3ed-4303-95b8-78e7613437e3', 'status': 'completed', 'code': 200} Jul 22 16:39:41.166360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.21.0.1 (3f4b0dfb-0ce7-4fef-ad59-65c5800a1528/133c37fb-40bb-41e0-b2aa-c1779e1bfeb5/0b050f7a-c6b2-4801-9a8c-60ae8986e40a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:41.204142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fcfbb47-710e-42e1-a08a-7251ab1e0bcd req-3f323f5c-6bab-4638-8f7a-00edfdcc8472 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f36c03b-2c0b-462a-9e03-36e7f2a79570 HTTP/1.1" status: 200 len: 210 time: 0.3396521 Jul 22 16:39:41.290366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0821d8a9-46f8-4871-8035-a9cc2eda596b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:41.426038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0821d8a9-46f8-4871-8035-a9cc2eda596b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:41.426423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.453329 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3044739c-10c3-4171-945a-b02494392fad', 'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'mac_address': 'fa:16:3e:2b:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:28Z', 'updated_at': '2021-07-22T16:28:36Z', 'revision_number': 5, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'subnets': [{'id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:41.616486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.618241 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] Checking router: 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:41.636507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Router af2bb445-d5a1-44de-a6db-1a36e989b2b1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:41.645952 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:41.648501 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:41.660323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Transition to ACTIVE for port object 0b050f7a-c6b2-4801-9a8c-60ae8986e40a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:41.671556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:41.753185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.784958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:41.792006 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:41.793857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.896241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=0b050f7a-c6b2-4801-9a8c-60ae8986e40a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:41.910532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Deleting port 15aa2ea5-4637-4a51-a456-93a867fdb1f3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:41.911077 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.949398 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:41.956147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:41.960165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:41.986314 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:41.987859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:42.044048 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:42.049675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] Sync routers for ids ['12d8d6fa-2941-489d-8b85-e80830e7800e'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:42.059119 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.065912 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.206218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:42.217830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] Routers {'12d8d6fa-2941-489d-8b85-e80830e7800e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:42.218464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['12d8d6fa-2941-489d-8b85-e80830e7800e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:42.239435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:42.251085 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f633423f-9fe5-4e26-8b80-483904420c90 admin admin] 10.222.0.53 "PUT /v2.0/routers/af2bb445-d5a1-44de-a6db-1a36e989b2b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3001864 Jul 22 16:39:42.256855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.261598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:42.290106 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] Sync routers for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:42.396891 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.416954 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:42.417719 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:42.419389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f0f05742-febc-4f47-8a87-f1b4a5bea5b8 None None] Provisioning for port 0b050f7a-c6b2-4801-9a8c-60ae8986e40a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:42.424309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45508) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:42.442760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f0f05742-febc-4f47-8a87-f1b4a5bea5b8 None None] Provisioning complete for port 0b050f7a-c6b2-4801-9a8c-60ae8986e40a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:42.443239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0f05742-febc-4f47-8a87-f1b4a5bea5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.473632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Calling delete_port for 15aa2ea5-4637-4a51-a456-93a867fdb1f3 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:42.560687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] Set router 12d8d6fa-2941-489d-8b85-e80830e7800e gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:42.586653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:42.646555 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3044739c-10c3-4171-945a-b02494392fad', 'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'mac_address': 'fa:16:3e:2b:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:28Z', 'updated_at': '2021-07-22T16:28:36Z', 'revision_number': 5, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'subnets': [{'id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:42.654768 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:42.710013 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f479366-9bda-4d9e-aa50-1c18b004e7f9 None None] The sync data for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 is: [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:28:29Z', 'revision_number': 4, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3044739c-10c3-4171-945a-b02494392fad', 'name': '', 'network_id': '0b7dcbe5-a1df-4607-b95c-226b8ef07171', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'mac_address': 'fa:16:3e:2b:6b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:28Z', 'updated_at': '2021-07-22T16:28:36Z', 'revision_number': 5, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'subnets': [{'id': 'd0c88bde-1ecf-4f65-b878-4a183a720233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:43.014567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:39:43.025191 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.042701 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.045028 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.093260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f0f05742-febc-4f47-8a87-f1b4a5bea5b8 None None] Port 0b050f7a-c6b2-4801-9a8c-60ae8986e40a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:43.262303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.267056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.273034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=0b050f7a-c6b2-4801-9a8c-60ae8986e40a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:43.299677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.299949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.302606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.303041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.304156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.304687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.310340 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:39:40Z', 'revision_number': 5, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port': {'id': '7f3a9fb7-a69e-4130-970b-a3c4fe5b7402', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:48Z', 'updated_at': '2021-07-22T16:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:43.311092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.311486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.312014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.312361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.312700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.313031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:43.321478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:43.321849 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.337122 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbf2104b-e111-4629-9d0d-b56ddd101578 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.340578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Pushing event deleted for resources: {'Port': ['ID=15aa2ea5-4637-4a51-a456-93a867fdb1f3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:43.368206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Deleting port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:43.368530 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.474113 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382002c-7212-4e4d-a7ee-62eb429f4408 None None] New status for floating IP ac560622-d976-4eaa-9d6e-c70915daaa02: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:39:43.565138 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbf2104b-e111-4629-9d0d-b56ddd101578 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:43.700510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:43.702440 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] Checking router: af2bb445-d5a1-44de-a6db-1a36e989b2b1 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:43.703139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:43.717110 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] Routers {'af2bb445-d5a1-44de-a6db-1a36e989b2b1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:43.717803 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:43.996007 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] Set router af2bb445-d5a1-44de-a6db-1a36e989b2b1 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:44.063583 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbf2104b-e111-4629-9d0d-b56ddd101578 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.076974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbf2104b-e111-4629-9d0d-b56ddd101578 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.084428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fbf2104b-e111-4629-9d0d-b56ddd101578 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "DELETE /v2.0/security-groups/8dc87d6a-fd7b-48b4-903d-4f1760588493 HTTP/1.1" status: 204 len: 168 time: 1.6589887 Jul 22 16:39:44.096004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45540) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:44.097994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router f57021d0-6705-43d9-be76-9c621a6f27b8 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:44.155186 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:39:43Z', 'revision_number': 6, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:44.203006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2104b-e111-4629-9d0d-b56ddd101578 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc87d6a-fd7b-48b4-903d-4f1760588493,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:44.225986 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-99ed31ca-94ed-444e-bd56-0359614f4064 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] show failed (client error): The resource could not be found. Jul 22 16:39:44.239332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-99ed31ca-94ed-444e-bd56-0359614f4064 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "GET /v2.0/security-groups/8dc87d6a-fd7b-48b4-903d-4f1760588493 HTTP/1.1" status: 404 len: 347 time: 0.1370454 Jul 22 16:39:44.239959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45542) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:44.275591 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad0a26-355c-4a0a-9765-9a407d1de9f8 None None] The sync data for ids ['af2bb445-d5a1-44de-a6db-1a36e989b2b1'] in n-d-792458-13 is: [{'id': 'af2bb445-d5a1-44de-a6db-1a36e989b2b1', 'name': 'tempest-ServersTestManualDisk-746603222-router', 'tenant_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:47Z', 'updated_at': '2021-07-22T16:39:43Z', 'revision_number': 6, 'project_id': 'bc64c0c47fd44e6ca3df9af28c8e0e6a', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:44.366333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-55997d37-9a58-446a-9191-d2de2e011154 None None] Provisioning complete for port 0b050f7a-c6b2-4801-9a8c-60ae8986e40a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:44.366876 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-55997d37-9a58-446a-9191-d2de2e011154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.415464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-55997d37-9a58-446a-9191-d2de2e011154 None None] Port 0b050f7a-c6b2-4801-9a8c-60ae8986e40a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:44.423252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] For port 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7f3a9fb7-a69e-4130-970b-a3c4fe5b7402,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:44.424350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.434405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-router', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:24Z', 'updated_at': '2021-07-22T16:39:34Z', 'revision_number': 4, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'gw_port': {'id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:25Z', 'updated_at': '2021-07-22T16:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '15aa2ea5-4637-4a51-a456-93a867fdb1f3', 'name': '', 'network_id': '41c90819-b85c-4c73-9532-a69f68377a9b', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'mac_address': 'fa:16:3e:b0:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '752567c0-4768-404f-8991-21c77d2bd661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:33Z', 'updated_at': '2021-07-22T16:39:34Z', 'revision_number': 2, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'subnets': [{'id': '752567c0-4768-404f-8991-21c77d2bd661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:44.445767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Calling delete_port for 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:44.487058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] Checking router: 12d8d6fa-2941-489d-8b85-e80830e7800e for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:44.487475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] Updating router 12d8d6fa-2941-489d-8b85-e80830e7800e port 15aa2ea5-4637-4a51-a456-93a867fdb1f3 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:39:44.520911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] Port 15aa2ea5-4637-4a51-a456-93a867fdb1f3 not found while updating agent binding for router 12d8d6fa-2941-489d-8b85-e80830e7800e. {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 16:39:44.530756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:44.533783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] Routers {'12d8d6fa-2941-489d-8b85-e80830e7800e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:44.535035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['12d8d6fa-2941-489d-8b85-e80830e7800e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:44.706205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] Set router 12d8d6fa-2941-489d-8b85-e80830e7800e gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:44.920377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dd3f4dd5-0ae4-40bd-b461-60cec8946652 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:44.942546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: dd3f4dd5-0ae4-40bd-b461-60cec8946652 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:44.943093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dd3f4dd5-0ae4-40bd-b461-60cec8946652 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:45.028506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-router', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:24Z', 'updated_at': '2021-07-22T16:39:43Z', 'revision_number': 5, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'gw_port': {'id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:25Z', 'updated_at': '2021-07-22T16:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:45.097015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d13332-7c84-4639-ae8d-b9cb90417ec4 None None] The sync data for ids ['12d8d6fa-2941-489d-8b85-e80830e7800e'] in n-d-792458-13 is: [{'id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-router', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:24Z', 'updated_at': '2021-07-22T16:39:43Z', 'revision_number': 5, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'gw_port': {'id': '1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:25Z', 'updated_at': '2021-07-22T16:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:45.327612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Router 12d8d6fa-2941-489d-8b85-e80830e7800e has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:45.332640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.374360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3a9fb7-a69e-4130-970b-a3c4fe5b7402,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:45.421159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:45.430665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e4ea0357-dd44-49f3-a3b2-4582e35903ef tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/f57021d0-6705-43d9-be76-9c621a6f27b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6499352 Jul 22 16:39:45.432162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:45.432571 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6dd843-d4ad-45c7-9d81-86ea5d8a5b2b None None] Sync routers for ids ['f57021d0-6705-43d9-be76-9c621a6f27b8'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:45.448732 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6dd843-d4ad-45c7-9d81-86ea5d8a5b2b None None] Routers {'f57021d0-6705-43d9-be76-9c621a6f27b8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:45.449400 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2a6dd843-d4ad-45c7-9d81-86ea5d8a5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f57021d0-6705-43d9-be76-9c621a6f27b8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:45.518159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Deleting port e2ac03f7-9807-4276-b9fb-395f70cef5ac {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:45.518569 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.536996 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2a6dd843-d4ad-45c7-9d81-86ea5d8a5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:45.550609 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6dd843-d4ad-45c7-9d81-86ea5d8a5b2b None None] Routers {'f57021d0-6705-43d9-be76-9c621a6f27b8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:45.551877 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2a6dd843-d4ad-45c7-9d81-86ea5d8a5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f57021d0-6705-43d9-be76-9c621a6f27b8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:45.633450 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2a6dd843-d4ad-45c7-9d81-86ea5d8a5b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:45.634560 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6dd843-d4ad-45c7-9d81-86ea5d8a5b2b None None] The sync data for ids ['f57021d0-6705-43d9-be76-9c621a6f27b8'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:45.651977 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.658277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192aba7-4e2f-4d55-8f87-fd98584914ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:45.659486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c192aba7-4e2f-4d55-8f87-fd98584914ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports/0b050f7a-c6b2-4801-9a8c-60ae8986e40a HTTP/1.1" status: 200 len: 910 time: 0.2262414 Jul 22 16:39:45.664043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45560) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:45.790024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.792401 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.858040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:45.866901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-260e1ca2-6fc8-4244-bd5f-4030c1c8b58d admin admin] 10.222.0.53 "PUT /v2.0/routers/12d8d6fa-2941-489d-8b85-e80830e7800e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7929497 Jul 22 16:39:45.868104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45564) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:45.883328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.884034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2bb445-d5a1-44de-a6db-1a36e989b2b1 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:39:45.960270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:45.961416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-72fe86e5-ac5f-4840-8694-7667a4adee8f admin admin] 10.222.0.53 "DELETE /v2.0/routers/af2bb445-d5a1-44de-a6db-1a36e989b2b1 HTTP/1.1" status: 204 len: 168 time: 3.6987095 Jul 22 16:39:46.051511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45570) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:46.071230 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.071579 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.115989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Calling delete_port for e2ac03f7-9807-4276-b9fb-395f70cef5ac owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:46.136741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Deleting subnet f6a58352-0307-48ab-bd7f-fbb80a2c6bc2 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:39:46.148700 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.212391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.220960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.412450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-d3808988-7cfb-495e-8a1f-f6c66dbd18ee tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:46.419733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-d3808988-7cfb-495e-8a1f-f6c66dbd18ee tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/networks?id=f3bc9e86-6c29-4e83-b863-4d9aa1509de0 HTTP/1.1" status: 200 len: 815 time: 0.1937554 Jul 22 16:39:46.424449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.427872 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.447514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-36a9dc95-8b58-4c3b-a52e-14d1765039b6 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/quotas/366783741da646e9874cb4dcc1a8e05d HTTP/1.1" status: 200 len: 375 time: 0.0268774 Jul 22 16:39:46.535716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.540825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Deleting port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:46.541312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.576298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a58352-0307-48ab-bd7f-fbb80a2c6bc2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:46.585604 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.588225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f6a58352-0307-48ab-bd7f-fbb80a2c6bc2 HTTP/1.1" status: 204 len: 168 time: 0.5352519 Jul 22 16:39:46.590791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.592706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:46.604860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.605031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139df911-86e3-40be-9183-53f74f1c9ae1 None None] Network 9e01317a-d259-4b44-8f1f-d901d2e4cfbd requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:46.605495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.605495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.605831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.606334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.606660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.607002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.607324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.608216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.608545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.608869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.609192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4313d514-0619-4545-a231-e6154b544201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:39:46.675641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-8ee85ed4-3582-4e89-96c0-669733e76de4 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=366783741da646e9874cb4dcc1a8e05d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2268777 Jul 22 16:39:46.693663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] For port 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:46.694766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.712807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Calling delete_port for 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:46.742048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Pushing event deleted for resources: {'Port': ['ID=e2ac03f7-9807-4276-b9fb-395f70cef5ac,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:46.826401 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.920666 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.935761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9460fa1a-9989-4e50-9302-42d999e26331 None None] DHCP port deletion for 9e01317a-d259-4b44-8f1f-d901d2e4cfbd request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:39:46.939947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] Sync routers for ids ['12d8d6fa-2941-489d-8b85-e80830e7800e'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:46.985872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:46.993227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 15aa2ea5-4637-4a51-a456-93a867fdb1f3 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:46.994872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.998767 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:46.999982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-17e0e8f0-6290-48a9-84ae-e3a1f8f07598 tempest-ServerActionsTestJSON-1033903783 tempest-ServerActionsTestJSON-1033903783-project] 10.222.0.53 "DELETE /v2.0/floatingips/ac560622-d976-4eaa-9d6e-c70915daaa02 HTTP/1.1" status: 204 len: 168 time: 2.7587569 Jul 22 16:39:47.003341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:47.023867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 15aa2ea5-4637-4a51-a456-93a867fdb1f3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:47.024202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 15aa2ea5-4637-4a51-a456-93a867fdb1f3 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:47.024808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:47.051644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e1ac8ac7-9b2c-4508-ac68-0394d522ea39 service neutron] 10.222.0.53 "GET /v2.0/networks/f3bc9e86-6c29-4e83-b863-4d9aa1509de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429065 Jul 22 16:39:47.054700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:47.055248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7f3a9fb7-a69e-4130-970b-a3c4fe5b7402 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:47.063226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] Routers {'12d8d6fa-2941-489d-8b85-e80830e7800e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:47.064652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['12d8d6fa-2941-489d-8b85-e80830e7800e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:47.101610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.117415 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.215511 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] Set router 12d8d6fa-2941-489d-8b85-e80830e7800e gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:47.284657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d8d6fa-2941-489d-8b85-e80830e7800e', 'name': 'tempest-FloatingIPsNegativeTestJSON-224169373-router', 'tenant_id': '52818cd27fb149ada1d4c9ba0699e48f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:24Z', 'updated_at': '2021-07-22T16:39:46Z', 'revision_number': 7, 'project_id': '52818cd27fb149ada1d4c9ba0699e48f', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:47.312477 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.318168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Deleting port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:47.318738 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.320448 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.331842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] Checking router: 12d8d6fa-2941-489d-8b85-e80830e7800e for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:47.336726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9460fa1a-9989-4e50-9302-42d999e26331 None None] Deleting port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:47.337099 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9460fa1a-9989-4e50-9302-42d999e26331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.386131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.386781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d8d6fa-2941-489d-8b85-e80830e7800e {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:39:47.393187 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.394435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-de758b8e-abd6-4798-9129-72eadb58d63b admin admin] 10.222.0.53 "DELETE /v2.0/routers/12d8d6fa-2941-489d-8b85-e80830e7800e HTTP/1.1" status: 204 len: 168 time: 1.5251374 Jul 22 16:39:47.397063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45602) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:47.398782 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] Routers {'12d8d6fa-2941-489d-8b85-e80830e7800e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:47.399425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['12d8d6fa-2941-489d-8b85-e80830e7800e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:47.404065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-2f40e810-054f-4f93-bdfb-22578cf3c837 service neutron] 10.222.0.53 "GET /v2.0/networks/f3bc9e86-6c29-4e83-b863-4d9aa1509de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414385 Jul 22 16:39:47.448233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:47.448890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35711478-6c41-46c1-beb9-39d0681f0eb4 None None] The sync data for ids ['12d8d6fa-2941-489d-8b85-e80830e7800e'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:47.451696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9460fa1a-9989-4e50-9302-42d999e26331 None None] For port 523f3ac2-bd66-46bf-819c-a85f8ce786d9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=523f3ac2-bd66-46bf-819c-a85f8ce786d9,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:47.452091 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9460fa1a-9989-4e50-9302-42d999e26331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.456070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c717f3-0dbd-41b4-a968-4c1341c28d2a admin admin] Deleting subnet 752567c0-4768-404f-8991-21c77d2bd661 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:39:47.459823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6c717f3-0dbd-41b4-a968-4c1341c28d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.474142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9460fa1a-9989-4e50-9302-42d999e26331 None None] Calling delete_port for 523f3ac2-bd66-46bf-819c-a85f8ce786d9 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:47.531901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] For port 523f3ac2-bd66-46bf-819c-a85f8ce786d9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=523f3ac2-bd66-46bf-819c-a85f8ce786d9,segment=NetworkSegment(e9effe81-634f-4d21-8acf-4eb16cb5d88f),segment_id=e9effe81-634f-4d21-8acf-4eb16cb5d88f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:47.533099 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.567700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Calling delete_port for 523f3ac2-bd66-46bf-819c-a85f8ce786d9 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:47.610156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6c717f3-0dbd-41b4-a968-4c1341c28d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.611419 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9460fa1a-9989-4e50-9302-42d999e26331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.683458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460fa1a-9989-4e50-9302-42d999e26331 None None] Pushing event deleted for resources: {'Port': ['ID=523f3ac2-bd66-46bf-819c-a85f8ce786d9,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:47.695909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460fa1a-9989-4e50-9302-42d999e26331 None None] No DVR routers for this DVR port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:47.801461 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.822176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6c717f3-0dbd-41b4-a968-4c1341c28d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.853286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=523f3ac2-bd66-46bf-819c-a85f8ce786d9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:47.861691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] No DVR routers for this DVR port 523f3ac2-bd66-46bf-819c-a85f8ce786d9 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:47.895319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 0b050f7a-c6b2-4801-9a8c-60ae8986e40a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:47.895699 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.946486 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6c717f3-0dbd-41b4-a968-4c1341c28d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.978510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.981358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c717f3-0dbd-41b4-a968-4c1341c28d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752567c0-4768-404f-8991-21c77d2bd661,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:47.987765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6c717f3-0dbd-41b4-a968-4c1341c28d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:47.992038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a6c717f3-0dbd-41b4-a968-4c1341c28d2a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/752567c0-4768-404f-8991-21c77d2bd661 HTTP/1.1" status: 204 len: 168 time: 0.5916283 Jul 22 16:39:47.992038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45606) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:47.992789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86418645-4537-4c49-ad6e-6b32d3d9a490 None None] Network 41c90819-b85c-4c73-9532-a69f68377a9b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:48.033536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e01317a-d259-4b44-8f1f-d901d2e4cfbd']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:48.046645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9effe81-634f-4d21-8acf-4eb16cb5d88f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:48.047011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9effe81-634f-4d21-8acf-4eb16cb5d88f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:48.068263 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.092219 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.108349 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.113070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:48.113803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:48.115925 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:48.149912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 0b050f7a-c6b2-4801-9a8c-60ae8986e40a owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:48.237936 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.264876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.269502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9e01317a-d259-4b44-8f1f-d901d2e4cfbd HTTP/1.1" status: 204 len: 168 time: 1.6685503 Jul 22 16:39:48.270875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9be58a-fabe-45dc-b64f-b0c6ca3b3cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e01317a-d259-4b44-8f1f-d901d2e4cfbd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:48.302299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b599f922-5bdc-46ea-95a7-837aa82c8fb7 None None] DHCP port deletion for 41c90819-b85c-4c73-9532-a69f68377a9b request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:39:48.382507 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:39:48.464707 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b5017f9-79b3-451d-af60-54ac3bb9ae05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.483148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b599f922-5bdc-46ea-95a7-837aa82c8fb7 None None] Deleting port a24be021-7790-4f35-82b3-9da422e20927 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:48.483989 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b599f922-5bdc-46ea-95a7-837aa82c8fb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.494962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45616) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:48.522262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.553480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.573212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b599f922-5bdc-46ea-95a7-837aa82c8fb7 None None] For port a24be021-7790-4f35-82b3-9da422e20927, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a24be021-7790-4f35-82b3-9da422e20927,segment=NetworkSegment(3adc6a06-222a-473f-a551-f27a5cdb298c),segment_id=3adc6a06-222a-473f-a551-f27a5cdb298c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:48.573898 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b599f922-5bdc-46ea-95a7-837aa82c8fb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.589045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.604895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b599f922-5bdc-46ea-95a7-837aa82c8fb7 None None] Calling delete_port for a24be021-7790-4f35-82b3-9da422e20927 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:48.613664 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dd89acbf-14ce-4de0-81b1-2000cd4cba2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc64c0c47fd44e6ca3df9af28c8e0e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087115 Jul 22 16:39:48.614234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=0b050f7a-c6b2-4801-9a8c-60ae8986e40a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:48.621022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45618) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:48.847299 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b599f922-5bdc-46ea-95a7-837aa82c8fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.852985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db86cb8d-3b46-4b30-bc9d-6107ea9f577b req-a8293690-75a9-4608-816e-faf09b72432f tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 210 time: 0.0477071 Jul 22 16:39:48.895187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aed076ab-3054-40b7-b90f-d4c892e4e39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:48.904411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599f922-5bdc-46ea-95a7-837aa82c8fb7 None None] Pushing event deleted for resources: {'Port': ['ID=a24be021-7790-4f35-82b3-9da422e20927,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:48.934316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599f922-5bdc-46ea-95a7-837aa82c8fb7 None None] No DVR routers for this DVR port a24be021-7790-4f35-82b3-9da422e20927 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:48.964363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Deleting port a24be021-7790-4f35-82b3-9da422e20927 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:48.965301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.011711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 523f3ac2-bd66-46bf-819c-a85f8ce786d9 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:49.043393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aed076ab-3054-40b7-b90f-d4c892e4e39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.061752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 523f3ac2-bd66-46bf-819c-a85f8ce786d9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:49.062105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 523f3ac2-bd66-46bf-819c-a85f8ce786d9 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:49.062530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:49.086608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] For port a24be021-7790-4f35-82b3-9da422e20927, host n-d-792458-13, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:49.086940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:49.087054 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.087305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d0c4da6-6ba0-46f6-aaf8-a102a9ad30aa not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:49.087730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a24be021-7790-4f35-82b3-9da422e20927 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:49.088312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.112498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a24be021-7790-4f35-82b3-9da422e20927 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:49.112851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a24be021-7790-4f35-82b3-9da422e20927 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:49.165570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Calling delete_port for a24be021-7790-4f35-82b3-9da422e20927 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:49.169574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Port a24be021-7790-4f35-82b3-9da422e20927 was not found and therefore no delete operation was performed {{(pid=93751) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:39:49.173242 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.213426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Pushing event deleted for resources: {'Port': ['ID=a24be021-7790-4f35-82b3-9da422e20927,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:49.218074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] No DVR routers for this DVR port a24be021-7790-4f35-82b3-9da422e20927 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:49.281923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Deleting port 3044739c-10c3-4171-945a-b02494392fad {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:49.281923 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.373204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aed076ab-3054-40b7-b90f-d4c892e4e39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.376389 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aed076ab-3054-40b7-b90f-d4c892e4e39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.377609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aed076ab-3054-40b7-b90f-d4c892e4e39e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b9ef3af-c683-4c6c-b604-4fd7f9076220 HTTP/1.1" status: 204 len: 168 time: 0.7529898 Jul 22 16:39:49.392819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed076ab-3054-40b7-b90f-d4c892e4e39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9ef3af-c683-4c6c-b604-4fd7f9076220,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:49.410338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router f57021d0-6705-43d9-be76-9c621a6f27b8 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:49.429783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] For port 3044739c-10c3-4171-945a-b02494392fad, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3044739c-10c3-4171-945a-b02494392fad,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:49.430489 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.449895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Calling delete_port for 3044739c-10c3-4171-945a-b02494392fad owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:49.582863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:49.594499 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219f302-ffb6-43d6-a84d-b74fccd292f3 None None] Sync routers for ids ['f57021d0-6705-43d9-be76-9c621a6f27b8'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:49.602427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.611576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1fb228f0-96e2-4b21-957d-360d0a2f6bb0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/f57021d0-6705-43d9-be76-9c621a6f27b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9397645 Jul 22 16:39:49.613553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:49.629580 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219f302-ffb6-43d6-a84d-b74fccd292f3 None None] Routers {'f57021d0-6705-43d9-be76-9c621a6f27b8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:49.633756 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f219f302-ffb6-43d6-a84d-b74fccd292f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f57021d0-6705-43d9-be76-9c621a6f27b8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:49.637795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c90819-b85c-4c73-9532-a69f68377a9b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:49.654768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adc6a06-222a-473f-a551-f27a5cdb298c') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:49.655234 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adc6a06-222a-473f-a551-f27a5cdb298c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:49.717346 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f219f302-ffb6-43d6-a84d-b74fccd292f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:49.738681 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219f302-ffb6-43d6-a84d-b74fccd292f3 None None] Routers {'f57021d0-6705-43d9-be76-9c621a6f27b8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:49.739849 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f219f302-ffb6-43d6-a84d-b74fccd292f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f57021d0-6705-43d9-be76-9c621a6f27b8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:49.750466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.774754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.781882 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f219f302-ffb6-43d6-a84d-b74fccd292f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:49.782850 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219f302-ffb6-43d6-a84d-b74fccd292f3 None None] The sync data for ids ['f57021d0-6705-43d9-be76-9c621a6f27b8'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:49.790836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:49.791570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:49.793435 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:49.910152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.915121 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:49.919946 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] 10.222.0.53 "DELETE /v2.0/networks/41c90819-b85c-4c73-9532-a69f68377a9b HTTP/1.1" status: 204 len: 168 time: 1.9242864 Jul 22 16:39:49.940322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c83c93-0d36-44ec-95d6-b33bc6e24176 admin admin] Pushing event deleted for resources: {'Network': ['ID=41c90819-b85c-4c73-9532-a69f68377a9b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:49.973038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.019903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3044739c-10c3-4171-945a-b02494392fad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:50.128872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-435e14f3-8d2e-44db-a07b-9ddececee40c req-3d556cf3-1196-4cc1-af16-ccb3b481e0b0 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 210 time: 0.0441260 Jul 22 16:39:50.305447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.309508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45674) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:50.502674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4f12e53b-8f21-4b8b-964e-e5526fe913cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52818cd27fb149ada1d4c9ba0699e48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914039 Jul 22 16:39:50.505958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:50.584215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45684) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:50.700477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-8995ce9e-1a62-446c-bc1f-d965ef116f5a tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:50.701983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-8995ce9e-1a62-446c-bc1f-d965ef116f5a tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.20 "GET /v2.0/networks?id=f3bc9e86-6c29-4e83-b863-4d9aa1509de0 HTTP/1.1" status: 200 len: 815 time: 0.1881528 Jul 22 16:39:50.729247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Request body: {'port': {'device_id': '26e471ce-a05b-44b0-b639-b577dbfba856', 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0', 'admin_state_up': True, 'tenant_id': '366783741da646e9874cb4dcc1a8e05d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:50.772826 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8d59-7580-4a56-b69c-2dea6d17e068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.796656 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8d59-7580-4a56-b69c-2dea6d17e068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.854662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c38c7aeb-73d8-4efb-9472-0af24d7d53c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.891681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:50.933495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.936711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8d59-7580-4a56-b69c-2dea6d17e068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.940215 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d4e8d59-7580-4a56-b69c-2dea6d17e068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:50.941383 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4d4e8d59-7580-4a56-b69c-2dea6d17e068 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e19a085a-2c22-4599-ac18-65a94c4cb47c HTTP/1.1" status: 204 len: 168 time: 0.4344323 Jul 22 16:39:50.994742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e8d59-7580-4a56-b69c-2dea6d17e068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19a085a-2c22-4599-ac18-65a94c4cb47c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:51.113136 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c38c7aeb-73d8-4efb-9472-0af24d7d53c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.114325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:51.131097 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ab8154ed-2997-4129-be1e-3441033da8e1 admin admin] 10.222.0.53 "PUT /v2.0/routers/27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1261561 Jul 22 16:39:51.132429 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c38c7aeb-73d8-4efb-9472-0af24d7d53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.135652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45712) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:51.218991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] Sync routers for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:51.250958 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-30c006f5-391a-4732-9e47-dee0f1296507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.254242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:51.254875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:51.283470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Made reservation on behalf of 366783741da646e9874cb4dcc1a8e05d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:51.287984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.328990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:51.370995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2dd780ba-196c-43e4-aa35-9b621a577cf5 req-a3aa5789-6de0-4c8c-a391-00744402cf4e tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 210 time: 0.0664933 Jul 22 16:39:51.371627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:51.432065 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.442521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c7aeb-73d8-4efb-9472-0af24d7d53c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3bfc10-ef7a-4a6f-bc30-46d86729e3dd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:51.465295 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c38c7aeb-73d8-4efb-9472-0af24d7d53c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b38ae3a11a647e6bf357150b0db2eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8795686 Jul 22 16:39:51.468204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45726) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:51.520520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.625300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1560119261-network', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:51.721302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:39:49Z', 'revision_number': 5, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:51.790902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] Checking router: 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:39:51.804901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.810482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] Routers {'27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:51.811184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:51.877320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:51.880049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.889038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Allocated IP 172.20.0.4 (f3bc9e86-6c29-4e83-b863-4d9aa1509de0/7a907228-3929-4a12-b0af-105b0fc3463f/05377f49-b87b-4973-a723-1cb79d84908a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:51.927543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.931198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f82f3a84-c311-4103-b4c1-0da1127d16a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.975272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 4960497e-9341-4c6f-8450-91909073396b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:51.975800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:51.995949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Deleting port 74381326-caf0-46a0-83e1-8a6c75e9f499 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:52.001801 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.022468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f82f3a84-c311-4103-b4c1-0da1127d16a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.053911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] Set router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:39:52.194069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] For port 74381326-caf0-46a0-83e1-8a6c75e9f499, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=74381326-caf0-46a0-83e1-8a6c75e9f499,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:52.194491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.209268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Calling delete_port for 74381326-caf0-46a0-83e1-8a6c75e9f499 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:52.276005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f82f3a84-c311-4103-b4c1-0da1127d16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.278683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f82f3a84-c311-4103-b4c1-0da1127d16a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.283459 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f82f3a84-c311-4103-b4c1-0da1127d16a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c3bfc10-ef7a-4a6f-bc30-46d86729e3dd HTTP/1.1" status: 204 len: 168 time: 0.7991800 Jul 22 16:39:52.394777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f3a84-c311-4103-b4c1-0da1127d16a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3bfc10-ef7a-4a6f-bc30-46d86729e3dd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:52.498407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.615112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.628501 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.687477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:39:49Z', 'revision_number': 5, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:52.694129 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9483411c-a125-44e5-883a-97832bd41cdf req-a44ee238-4053-4af1-8243-5edd06f260e2 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 210 time: 0.1212897 Jul 22 16:39:52.696754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 4960497e-9341-4c6f-8450-91909073396b owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:52.700821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Pushing event deleted for resources: {'Port': ['ID=74381326-caf0-46a0-83e1-8a6c75e9f499,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:52.773089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c5187-c26d-4e41-bb9b-d87a93015986 None None] The sync data for ids ['27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f'] in n-d-792458-13 is: [{'id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'name': 'tempest-ServerActionsTestJSON-597657858-router', 'tenant_id': '77dffae4560c4b04952180adca13cc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:28:22Z', 'updated_at': '2021-07-22T16:39:49Z', 'revision_number': 5, 'project_id': '77dffae4560c4b04952180adca13cc0b', 'gw_port': {'id': '74381326-caf0-46a0-83e1-8a6c75e9f499', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:28:23Z', 'updated_at': '2021-07-22T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:52.793052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.840310 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.845997 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.940706 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:52.994373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Transition to ACTIVE for port object 05377f49-b87b-4973-a723-1cb79d84908a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:53.074446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:39:53.128570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb000f39-6315-43be-8107-d4a288bc53e6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:53.139834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.140196 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Added segment eca57208-07b7-4d87-b6a5-47b1e1b1dfe8 of type vlan for network 0dc457a1-540e-446d-aa7a-a51e28c836f3 Jul 22 16:39:53.149830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.160006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.249615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:53.281504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a468627d-7ca3-41f4-9dfa-a6c02fbde96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.297156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.297739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:39:53.306602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.312626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f590c770-4eec-4c1f-8712-6dbe5ff95964 admin admin] 10.222.0.53 "DELETE /v2.0/routers/27da2b7e-fb05-41b0-9a7d-ff53f9b8d09f HTTP/1.1" status: 204 len: 168 time: 2.1745877 Jul 22 16:39:53.318806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45768) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:53.438979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-60058c9b-1481-46ce-a551-024981b2e72c admin admin] Deleting subnet d0c88bde-1ecf-4f65-b878-4a183a720233 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:39:53.448006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.457890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60058c9b-1481-46ce-a551-024981b2e72c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.471324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.562882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:53.643256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60058c9b-1481-46ce-a551-024981b2e72c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.669766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:53.686202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:53.704033 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.801264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60058c9b-1481-46ce-a551-024981b2e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.878022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Pushing event updated for resources: {'Port': ['ID=05377f49-b87b-4973-a723-1cb79d84908a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:53.906381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.912068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:53.912360 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:53.961643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60058c9b-1481-46ce-a551-024981b2e72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.104426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60058c9b-1481-46ce-a551-024981b2e72c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c88bde-1ecf-4f65-b878-4a183a720233,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:54.107766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60058c9b-1481-46ce-a551-024981b2e72c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.109750 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-60058c9b-1481-46ce-a551-024981b2e72c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d0c88bde-1ecf-4f65-b878-4a183a720233 HTTP/1.1" status: 204 len: 168 time: 0.7861381 Jul 22 16:39:54.111945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29aa87-376f-4e42-9829-defa123fd9a6 None None] Network 0b7dcbe5-a1df-4607-b95c-226b8ef07171 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:54.116927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45810) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:54.248669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.257114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.315122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc457a1-540e-446d-aa7a-a51e28c836f3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:54.342601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=4960497e-9341-4c6f-8450-91909073396b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:54.355308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 0dc457a1-540e-446d-aa7a-a51e28c836f3 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:39:54.359308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.359958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.404987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45812) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:54.429622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe08705-4b1b-4a00-9e96-4312a07d642b req-dae1373b-9bc7-49f3-b85d-e8d089de6bd6 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:54.431358 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2fe08705-4b1b-4a00-9e96-4312a07d642b req-dae1373b-9bc7-49f3-b85d-e8d089de6bd6 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 931 time: 0.5790920 Jul 22 16:39:54.515159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a468627d-7ca3-41f4-9dfa-a6c02fbde96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.534189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.534424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a468627d-7ca3-41f4-9dfa-a6c02fbde96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.558322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-b40465ba-7480-40bf-a9f0-b73bd9fc8156 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8372018 Jul 22 16:39:54.566112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1ef95cdb-a4cc-4d41-982d-a588fc6c4b84 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2289143 Jul 22 16:39:54.584061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45816) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:54.598858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a468627d-7ca3-41f4-9dfa-a6c02fbde96a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94612f0ea9df4d66ae7a5e51b17a4724&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3481157 Jul 22 16:39:54.608920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Request body: {'port': {'device_id': '26e471ce-a05b-44b0-b639-b577dbfba856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:54.610885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Deleting port c21f7f51-b9ea-42e9-b20b-6c0b03601840 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:54.611396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.614138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:54.618339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Request body: {'subnet': {'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1560119261-subnet', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:54.658312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2fe08705-4b1b-4a00-9e96-4312a07d642b req-cf224469-ffa9-4270-a395-c40106f12ea3 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201815 Jul 22 16:39:54.664964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b7eb2b4-0965-4388-bcd8-a9030c7161a0 None None] Provisioning for port 05377f49-b87b-4973-a723-1cb79d84908a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:39:54.671677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b7eb2b4-0965-4388-bcd8-a9030c7161a0 None None] Provisioning complete for port 05377f49-b87b-4973-a723-1cb79d84908a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:39:54.672300 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb2b4-0965-4388-bcd8-a9030c7161a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.694668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9529b1c-8160-4c6a-b5bc-5eab5d2d33d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.748920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468627d-7ca3-41f4-9dfa-a6c02fbde96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4181ba03-342a-4cb3-a620-9e739678fd9b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:54.759753 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:39:54.762113 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.786958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5b7eb2b4-0965-4388-bcd8-a9030c7161a0 None None] Port 05377f49-b87b-4973-a723-1cb79d84908a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:39:54.877391 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9529b1c-8160-4c6a-b5bc-5eab5d2d33d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.882200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74381326-caf0-46a0-83e1-8a6c75e9f499 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:54.934282 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9529b1c-8160-4c6a-b5bc-5eab5d2d33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.968880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 74381326-caf0-46a0-83e1-8a6c75e9f499 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:54.971050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:54.971473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74381326-caf0-46a0-83e1-8a6c75e9f499 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:54.972260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f9529b1c-8160-4c6a-b5bc-5eab5d2d33d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e788d2e52524d30a90903390bcae491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656552 Jul 22 16:39:54.972952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:54.973603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3044739c-10c3-4171-945a-b02494392fad no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:54.984152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] For port c21f7f51-b9ea-42e9-b20b-6c0b03601840, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c21f7f51-b9ea-42e9-b20b-6c0b03601840,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:54.984513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.011745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.020090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router f57021d0-6705-43d9-be76-9c621a6f27b8 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:39:55.021183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9529b1c-8160-4c6a-b5bc-5eab5d2d33d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb826fb-cbb5-4855-acf2-d09dd9174cc8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:55.050240 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Calling delete_port for c21f7f51-b9ea-42e9-b20b-6c0b03601840 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:55.051232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59cec93-9a57-40d5-8bb0-d616fbdc8ee1 None None] DHCP port deletion for 0b7dcbe5-a1df-4607-b95c-226b8ef07171 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:39:55.054605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 3044739c-10c3-4171-945a-b02494392fad {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:55.055160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3044739c-10c3-4171-945a-b02494392fad not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:55.121952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c59cec93-9a57-40d5-8bb0-d616fbdc8ee1 None None] Deleting port c21f7f51-b9ea-42e9-b20b-6c0b03601840 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:55.123929 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c59cec93-9a57-40d5-8bb0-d616fbdc8ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.164404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:39:55.175336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b7a89602-9d94-4070-b583-f1516b518bd4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/f57021d0-6705-43d9-be76-9c621a6f27b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5561697 Jul 22 16:39:55.175336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:55.190902 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96757a9-432f-4f26-af02-fc653519f42a None None] Sync routers for ids ['f57021d0-6705-43d9-be76-9c621a6f27b8'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:39:55.208499 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96757a9-432f-4f26-af02-fc653519f42a None None] Routers {'f57021d0-6705-43d9-be76-9c621a6f27b8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:55.211745 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d96757a9-432f-4f26-af02-fc653519f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f57021d0-6705-43d9-be76-9c621a6f27b8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:55.220773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-741fdee3-55cc-4ee5-b259-e5f8373740dc tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f57021d0-6705-43d9-be76-9c621a6f27b8 HTTP/1.1" status: 200 len: 205 time: 0.0446937 Jul 22 16:39:55.241307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c59cec93-9a57-40d5-8bb0-d616fbdc8ee1 None None] For port c21f7f51-b9ea-42e9-b20b-6c0b03601840, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c21f7f51-b9ea-42e9-b20b-6c0b03601840,segment=NetworkSegment(c079b971-bca0-4137-902a-5f32f6003910),segment_id=c079b971-bca0-4137-902a-5f32f6003910)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:55.241712 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c59cec93-9a57-40d5-8bb0-d616fbdc8ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.267747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c59cec93-9a57-40d5-8bb0-d616fbdc8ee1 None None] Calling delete_port for c21f7f51-b9ea-42e9-b20b-6c0b03601840 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:55.273476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45828) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:55.341939 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d96757a9-432f-4f26-af02-fc653519f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:55.380998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f161312e-34ba-4e64-9280-59f305ae30d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.382624 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96757a9-432f-4f26-af02-fc653519f42a None None] Routers {'f57021d0-6705-43d9-be76-9c621a6f27b8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:39:55.389398 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d96757a9-432f-4f26-af02-fc653519f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f57021d0-6705-43d9-be76-9c621a6f27b8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:55.514502 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d96757a9-432f-4f26-af02-fc653519f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:55.516164 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96757a9-432f-4f26-af02-fc653519f42a None None] The sync data for ids ['f57021d0-6705-43d9-be76-9c621a6f27b8'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:39:55.519324 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c59cec93-9a57-40d5-8bb0-d616fbdc8ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.540214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cec93-9a57-40d5-8bb0-d616fbdc8ee1 None None] No DVR routers for this DVR port c21f7f51-b9ea-42e9-b20b-6c0b03601840 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:55.605017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cec93-9a57-40d5-8bb0-d616fbdc8ee1 None None] Pushing event deleted for resources: {'Port': ['ID=c21f7f51-b9ea-42e9-b20b-6c0b03601840,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:55.779823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8285cbd2-f454-48e8-8d11-e7085cba1e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.830674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28deedf9-d0bf-4aa7-ad00-d652ace1a8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.832242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d38c5ec-2b44-432a-a6d6-16170d6d3a87,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:55.940243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Checking segment: {'id': 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:55.940607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Network hostable DHCP agents. Network: 0dc457a1-540e-446d-aa7a-a51e28c836f3, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:39:55.946825 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28deedf9-d0bf-4aa7-ad00-d652ace1a8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:55.960045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8285cbd2-f454-48e8-8d11-e7085cba1e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.065529 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f161312e-34ba-4e64-9280-59f305ae30d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.069642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f161312e-34ba-4e64-9280-59f305ae30d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.079023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Network 0dc457a1-540e-446d-aa7a-a51e28c836f3 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:39:56.141615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850cf6b-5577-4b40-b04f-e27f8645c133 req-f95588ae-b156-4e44-9f5e-0895af278c83 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.149107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f850cf6b-5577-4b40-b04f-e27f8645c133 req-f95588ae-b156-4e44-9f5e-0895af278c83 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 931 time: 0.3106513 Jul 22 16:39:56.164990 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.183546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 0dc457a1-540e-446d-aa7a-a51e28c836f3) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:56.195032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b18448-3900-478c-8441-d8f5c668da2d None None] Network 0dc457a1-540e-446d-aa7a-a51e28c836f3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:56.211640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05377f49-b87b-4973-a723-1cb79d84908a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:39:56.216409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:56.217029 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.224399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Pushing event deleted for resources: {'Port': ['ID=c21f7f51-b9ea-42e9-b20b-6c0b03601840,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:56.227746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] No DVR routers for this DVR port c21f7f51-b9ea-42e9-b20b-6c0b03601840 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:56.236983 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.296819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Transition to ACTIVE for port object 05377f49-b87b-4973-a723-1cb79d84908a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:56.298845 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f161312e-34ba-4e64-9280-59f305ae30d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.299647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f161312e-34ba-4e64-9280-59f305ae30d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Fanout notify agent at l3_agent the message router_deleted on router f57021d0-6705-43d9-be76-9c621a6f27b8 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:39:56.316996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f161312e-34ba-4e64-9280-59f305ae30d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.321224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f161312e-34ba-4e64-9280-59f305ae30d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/f57021d0-6705-43d9-be76-9c621a6f27b8 HTTP/1.1" status: 204 len: 168 time: 1.0441501 Jul 22 16:39:56.321371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f850cf6b-5577-4b40-b04f-e27f8645c133 req-d9459f7e-da35-44f0-8f0a-8beb4d3e6821 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624787 Jul 22 16:39:56.321371 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8285cbd2-f454-48e8-8d11-e7085cba1e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.322107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45836) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:56.338802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.342040 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8285cbd2-f454-48e8-8d11-e7085cba1e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.343198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8285cbd2-f454-48e8-8d11-e7085cba1e49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cb826fb-cbb5-4855-acf2-d09dd9174cc8 HTTP/1.1" status: 204 len: 168 time: 1.3612125 Jul 22 16:39:56.370152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28deedf9-d0bf-4aa7-ad00-d652ace1a8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.372707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28deedf9-d0bf-4aa7-ad00-d652ace1a8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.373860 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-28deedf9-d0bf-4aa7-ad00-d652ace1a8be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4181ba03-342a-4cb3-a620-9e739678fd9b HTTP/1.1" status: 204 len: 168 time: 1.7519414 Jul 22 16:39:56.388169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a1069246-2f93-4e5c-ac0c-6248b1b5dd53 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7795241 Jul 22 16:39:56.393157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45842) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:56.401342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:39:56.475707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285cbd2-f454-48e8-8d11-e7085cba1e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb826fb-cbb5-4855-acf2-d09dd9174cc8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:56.496516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.498082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.582157 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.584318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e57ee0f-b2f9-4a93-abb3-99443463d037 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting subnet 133c37fb-40bb-41e0-b2aa-c1779e1bfeb5 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:39:56.606898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7dcbe5-a1df-4607-b95c-226b8ef07171']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:56.622840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c079b971-bca0-4137-902a-5f32f6003910') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:56.623168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c079b971-bca0-4137-902a-5f32f6003910') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:39:56.625202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee0f-b2f9-4a93-abb3-99443463d037 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.640496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.642474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-0dc457a1-540e-446d-aa7a-a51e28c836f3', 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'fixed_ips': [{'subnet_id': '6d38c5ec-2b44-432a-a6d6-16170d6d3a87'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:39:56.644452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.673432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.680372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:39:56.680783 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:39:56.718314 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:39:56.782962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28deedf9-d0bf-4aa7-ad00-d652ace1a8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4181ba03-342a-4cb3-a620-9e739678fd9b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:56.805260 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.827789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.828727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Pushing event updated for resources: {'Port': ['ID=05377f49-b87b-4973-a723-1cb79d84908a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:56.831029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] 10.222.0.53 "DELETE /v2.0/networks/0b7dcbe5-a1df-4607-b95c-226b8ef07171 HTTP/1.1" status: 204 len: 168 time: 2.7131453 Jul 22 16:39:56.919830 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee0f-b2f9-4a93-abb3-99443463d037 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:56.929330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe4694-c9b0-4886-a608-b8871e80ecdc admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7dcbe5-a1df-4607-b95c-226b8ef07171,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:56.937194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.080683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c21f7f51-b9ea-42e9-b20b-6c0b03601840 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:39:57.182527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Attempting to bind port 05377f49-b87b-4973-a723-1cb79d84908a on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:57.183150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Attempting to bind port 05377f49-b87b-4973-a723-1cb79d84908a by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:57.183303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Attempting to bind port 05377f49-b87b-4973-a723-1cb79d84908a on network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:57.191904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c21f7f51-b9ea-42e9-b20b-6c0b03601840 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:39:57.192271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c21f7f51-b9ea-42e9-b20b-6c0b03601840 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:39:57.199756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Port 05377f49-b87b-4973-a723-1cb79d84908a on network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:39:57.200085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Attempting to bind port 05377f49-b87b-4973-a723-1cb79d84908a on network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:57.210533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:57.211040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Checking segment: {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:57.211969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Bound using segment: {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:57.212412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Bound port: 05377f49-b87b-4973-a723-1cb79d84908a, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:57.212963 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.237244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45860) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:57.260373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Allocated IP 172.20.0.2 (0dc457a1-540e-446d-aa7a-a51e28c836f3/6d38c5ec-2b44-432a-a6d6-16170d6d3a87/bf36da67-15af-4b41-8b98-095c2afc912c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:57.366693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.507249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee0f-b2f9-4a93-abb3-99443463d037 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.583072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.594773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Transition to ACTIVE for port object bf36da67-15af-4b41-8b98-095c2afc912c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:57.615292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Transition to ACTIVE for port object bf36da67-15af-4b41-8b98-095c2afc912c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:39:57.628708 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.692066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Pushing event updated for resources: {'Port': ['ID=bf36da67-15af-4b41-8b98-095c2afc912c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:57.703592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Network 0dc457a1-540e-446d-aa7a-a51e28c836f3 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:57.708952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f494aaa1-7df2-468c-a581-20e96b32145d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77dffae4560c4b04952180adca13cc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615383 Jul 22 16:39:57.710372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:57.714841 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee0f-b2f9-4a93-abb3-99443463d037 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.716823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45874) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:57.717874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:57.788947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5062809-f0c4-4805-a65f-520214f6c0d3 req-78ecf155-11f0-4830-bca6-775ad5c4428d tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:57.803633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5062809-f0c4-4805-a65f-520214f6c0d3 req-78ecf155-11f0-4830-bca6-775ad5c4428d tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 943 time: 0.3288410 Jul 22 16:39:57.854514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57ee0f-b2f9-4a93-abb3-99443463d037 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Subnet': ['ID=133c37fb-40bb-41e0-b2aa-c1779e1bfeb5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:57.880326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Attempting to bind port bf36da67-15af-4b41-8b98-095c2afc912c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:39:57.882110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Attempting to bind port bf36da67-15af-4b41-8b98-095c2afc912c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:39:57.882740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Attempting to bind port bf36da67-15af-4b41-8b98-095c2afc912c on network 0dc457a1-540e-446d-aa7a-a51e28c836f3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:39:57.909570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4e57ee0f-b2f9-4a93-abb3-99443463d037 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:57.924213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f83e3-a2c9-4852-b9dd-ac2bcb3a2980 None None] Network 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:39:57.944049 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4e57ee0f-b2f9-4a93-abb3-99443463d037 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/133c37fb-40bb-41e0-b2aa-c1779e1bfeb5 HTTP/1.1" status: 204 len: 168 time: 1.6178036 Jul 22 16:39:57.956092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:58.008910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] For port 05377f49-b87b-4973-a723-1cb79d84908a, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:58.016001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:39:58.029353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Checking segment: {'id': 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:39:58.035149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.040555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Bound using segment: {'id': 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:39:58.042506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Bound port: bf36da67-15af-4b41-8b98-095c2afc912c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:39:58.043194 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.046111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5062809-f0c4-4805-a65f-520214f6c0d3 req-ebc664b8-ac17-472e-a832-885b6a57b06a tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261434 Jul 22 16:39:58.160796 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.226641 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.234279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] For port 05377f49-b87b-4973-a723-1cb79d84908a, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=05377f49-b87b-4973-a723-1cb79d84908a,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:58.241224 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1a260c-e7d5-4c37-8e7c-d25bdb555eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.276876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.417129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Allocated IP 172.25.3.116 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/651dd57d-7093-471e-bd4d-028af9057d34) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:39:58.464330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-6550d826-5cb8-4fd6-bdf7-9c69c9cfb837 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting subnet 0a39ecdc-7b54-43df-ae79-d016fb7632c3 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:39:58.490719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6550d826-5cb8-4fd6-bdf7-9c69c9cfb837 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.527696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] For port bf36da67-15af-4b41-8b98-095c2afc912c, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:39:58.575069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:58.576794 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.580016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] For port bf36da67-15af-4b41-8b98-095c2afc912c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bf36da67-15af-4b41-8b98-095c2afc912c,segment=NetworkSegment(eca57208-07b7-4d87-b6a5-47b1e1b1dfe8),segment_id=eca57208-07b7-4d87-b6a5-47b1e1b1dfe8)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:39:58.581674 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] 10.222.0.20 "PUT /v2.0/ports/05377f49-b87b-4973-a723-1cb79d84908a HTTP/1.1" status: 200 len: 1092 time: 3.9743910 Jul 22 16:39:58.593799 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.658616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e471ce-a05b-44b0-b639-b577dbfba856', 'tag': '05377f49-b87b-4973-a723-1cb79d84908a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:39:58.666368 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb" -d '{"events": [{"name": "network-changed", "server_uuid": "26e471ce-a05b-44b0-b639-b577dbfba856", "tag": "05377f49-b87b-4973-a723-1cb79d84908a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:39:58.695895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1a260c-e7d5-4c37-8e7c-d25bdb555eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.713182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f4ea8-9cb8-46be-82e2-2a55b2a08bfe None None] Pushing event updated for resources: {'Port': ['ID=bf36da67-15af-4b41-8b98-095c2afc912c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:58.719303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.877997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89e120-bfc0-40cc-ab71-91be991c7614 None None] DHCP port deletion for 3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:39:58.889188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:58.951012 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6169a644-acff-4437-8078-d338325fd2e3 x-openstack-request-id: req-6169a644-acff-4437-8078-d338325fd2e3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:39:58.962132 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e471ce-a05b-44b0-b639-b577dbfba856", "tag": "05377f49-b87b-4973-a723-1cb79d84908a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:39:58.964266 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6169a644-acff-4437-8078-d338325fd2e3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:39:58.966432 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e471ce-a05b-44b0-b639-b577dbfba856', 'tag': '05377f49-b87b-4973-a723-1cb79d84908a', 'status': 'completed', 'code': 200} Jul 22 16:39:59.049410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6550d826-5cb8-4fd6-bdf7-9c69c9cfb837 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.054769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dd89e120-bfc0-40cc-ab71-91be991c7614 None None] Deleting port 0821d8a9-46f8-4871-8035-a9cc2eda596b {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:39:59.057758 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd89e120-bfc0-40cc-ab71-91be991c7614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.065006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Pushing event updated for resources: {'Port': ['ID=651dd57d-7093-471e-bd4d-028af9057d34,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.094096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d62ca-93fe-4a55-8b2f-456be9c4dd24 service neutron] Pushing event updated for resources: {'Port': ['ID=05377f49-b87b-4973-a723-1cb79d84908a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.112905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:39:59.120757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:39:59.143058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:39:59.399881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dd89e120-bfc0-40cc-ab71-91be991c7614 None None] For port 0821d8a9-46f8-4871-8035-a9cc2eda596b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0821d8a9-46f8-4871-8035-a9cc2eda596b,segment=NetworkSegment(220b6d0b-7b45-426d-813a-7626b797ac2f),segment_id=220b6d0b-7b45-426d-813a-7626b797ac2f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:39:59.399881 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd89e120-bfc0-40cc-ab71-91be991c7614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.453582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dd89e120-bfc0-40cc-ab71-91be991c7614 None None] Calling delete_port for 0821d8a9-46f8-4871-8035-a9cc2eda596b owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:39:59.635461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-7fba37db-95a8-4339-a7f1-619fcfa6f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:39:59.637077 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-7fba37db-95a8-4339-a7f1-619fcfa6f9dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=366783741da646e9874cb4dcc1a8e05d&device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 1095 time: 0.9369154 Jul 22 16:39:59.646961 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1a260c-e7d5-4c37-8e7c-d25bdb555eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.653183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d1a260c-e7d5-4c37-8e7c-d25bdb555eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.659934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5d1a260c-e7d5-4c37-8e7c-d25bdb555eae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3 HTTP/1.1" status: 204 len: 168 time: 1.8994386 Jul 22 16:39:59.693708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:39:59.724469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6550d826-5cb8-4fd6-bdf7-9c69c9cfb837 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.753996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a260c-e7d5-4c37-8e7c-d25bdb555eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8210ea9-0fa0-4ef2-b0f1-12d785d2b6d3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:39:59.870793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd89e120-bfc0-40cc-ab71-91be991c7614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.892129 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:39:59.932239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89e120-bfc0-40cc-ab71-91be991c7614 None None] No DVR routers for this DVR port 0821d8a9-46f8-4871-8035-a9cc2eda596b on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:39:59.970641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-ac7ab54b-bef9-4c8d-a98f-d351dde1c3c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05377f49-b87b-4973-a723-1cb79d84908a HTTP/1.1" status: 200 len: 217 time: 0.2185793 Jul 22 16:40:00.019298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89e120-bfc0-40cc-ab71-91be991c7614 None None] Pushing event deleted for resources: {'Port': ['ID=0821d8a9-46f8-4871-8035-a9cc2eda596b,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:00.077906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b3aeb-2b72-400d-b9a4-b091dd06a88b req-e2b9ddf4-fe28-40ab-9d94-7b94726c6686 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:00.087139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fa0b3aeb-2b72-400d-b9a4-b091dd06a88b req-e2b9ddf4-fe28-40ab-9d94-7b94726c6686 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 943 time: 0.8309245 Jul 22 16:40:00.265423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2154d0d3-5669-44f1-82d8-c93dc38a6f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.308820 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6550d826-5cb8-4fd6-bdf7-9c69c9cfb837 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.332672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6550d826-5cb8-4fd6-bdf7-9c69c9cfb837 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.338111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6550d826-5cb8-4fd6-bdf7-9c69c9cfb837 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/0a39ecdc-7b54-43df-ae79-d016fb7632c3 HTTP/1.1" status: 204 len: 168 time: 2.3805313 Jul 22 16:40:00.343439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf3596-8709-4b72-bf40-353a39a69e9b None None] Network edd15308-95c0-4ac6-b0ec-fad88e02d892 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:00.347688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-cf918c32-0e68-42bf-9326-5dd2b1869555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:00.349185 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-cf918c32-0e68-42bf-9326-5dd2b1869555 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a907228-3929-4a12-b0af-105b0fc3463f HTTP/1.1" status: 200 len: 854 time: 0.3432462 Jul 22 16:40:00.403956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45974) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:00.480765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550d826-5cb8-4fd6-bdf7-9c69c9cfb837 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Subnet': ['ID=0a39ecdc-7b54-43df-ae79-d016fb7632c3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:00.506123 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fa0b3aeb-2b72-400d-b9a4-b091dd06a88b req-de35fb6b-a78e-49fc-93ca-ef8aa763d6ec tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060576 Jul 22 16:40:00.768560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70dc184-a3ed-41fb-8350-4a42ec65ea59 None None] DHCP port deletion for edd15308-95c0-4ac6-b0ec-fad88e02d892 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:40:00.823412 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.854567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e1be3246-3e82-4492-9793-3e332a95c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:00.865022 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:00.870266 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-e1be3246-3e82-4492-9793-3e332a95c4f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bc9e86-6c29-4e83-b863-4d9aa1509de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4228272 Jul 22 16:40:00.891559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73334eed-0a03-4408-856b-f6af0e2f0960 None None] Network 0dc457a1-540e-446d-aa7a-a51e28c836f3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:01.037018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bf36da67-15af-4b41-8b98-095c2afc912c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:01.125292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-940a27fb-bad5-40db-829a-e713a4ff14df None None] Provisioning for port bf36da67-15af-4b41-8b98-095c2afc912c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:01.201741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.244846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4b0dfb-0ce7-4fef-ad59-65c5800a1528']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:01.317978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220b6d0b-7b45-426d-813a-7626b797ac2f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:01.318331 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.318598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220b6d0b-7b45-426d-813a-7626b797ac2f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:01.322566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port bf36da67-15af-4b41-8b98-095c2afc912c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:01.341992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.349348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45998) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:01.362280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c70dc184-a3ed-41fb-8350-4a42ec65ea59 None None] Deleting port 02c7d5ed-676f-4c6f-8075-b416f118741f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:01.362654 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c70dc184-a3ed-41fb-8350-4a42ec65ea59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.370964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-4068f00d-c7c6-428c-a6ed-1cf27e1c37f0 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bc9e86-6c29-4e83-b863-4d9aa1509de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130611 Jul 22 16:40:01.378603 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.386391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:01.387450 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:01.392807 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:01.441993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c70dc184-a3ed-41fb-8350-4a42ec65ea59 None None] For port 02c7d5ed-676f-4c6f-8075-b416f118741f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=02c7d5ed-676f-4c6f-8075-b416f118741f,segment=NetworkSegment(0440e7c3-d64f-4190-9a4a-0078fec2587d),segment_id=0440e7c3-d64f-4190-9a4a-0078fec2587d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:01.442386 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c70dc184-a3ed-41fb-8350-4a42ec65ea59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.458184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c70dc184-a3ed-41fb-8350-4a42ec65ea59 None None] Calling delete_port for 02c7d5ed-676f-4c6f-8075-b416f118741f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:01.484602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2154d0d3-5669-44f1-82d8-c93dc38a6f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.494496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2154d0d3-5669-44f1-82d8-c93dc38a6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.507540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bf36da67-15af-4b41-8b98-095c2afc912c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:01.507839 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.533826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154d0d3-5669-44f1-82d8-c93dc38a6f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30b1133-fb05-4c12-9ca4-04acb9331455,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:01.543969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:40:01.617110 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2154d0d3-5669-44f1-82d8-c93dc38a6f01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4aaee75323e64ff383df983c62f923fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8312855 Jul 22 16:40:01.621994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46008) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:01.723350 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c70dc184-a3ed-41fb-8350-4a42ec65ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.762253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dc184-a3ed-41fb-8350-4a42ec65ea59 None None] Pushing event deleted for resources: {'Port': ['ID=02c7d5ed-676f-4c6f-8075-b416f118741f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:01.772293 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.795464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70dc184-a3ed-41fb-8350-4a42ec65ea59 None None] No DVR routers for this DVR port 02c7d5ed-676f-4c6f-8075-b416f118741f on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:01.814600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ee8dc1b-d09d-4345-ae0e-8270031b7dc3 req-c0d9fc62-a29e-449b-9619-91c42a2e9850 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bc9e86-6c29-4e83-b863-4d9aa1509de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485361 Jul 22 16:40:01.834455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1250595218-network', 'tenant_id': '38d4ebf21bc648bc8a8d991c419739b7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:01.836544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port bf36da67-15af-4b41-8b98-095c2afc912c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bf36da67-15af-4b41-8b98-095c2afc912c,segment=NetworkSegment(eca57208-07b7-4d87-b6a5-47b1e1b1dfe8),segment_id=eca57208-07b7-4d87-b6a5-47b1e1b1dfe8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:01.844391 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.854446 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.911249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:01.911249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/networks/3f4b0dfb-0ce7-4fef-ad59-65c5800a1528 HTTP/1.1" status: 204 len: 168 time: 1.4911556 Jul 22 16:40:01.917771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6abb1-36bc-4196-a99c-14eff5da09c5 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Network': ['ID=3f4b0dfb-0ce7-4fef-ad59-65c5800a1528,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:01.934643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46012) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:01.980126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 02c7d5ed-676f-4c6f-8075-b416f118741f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:02.030296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:02.052759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Made reservation on behalf of 38d4ebf21bc648bc8a8d991c419739b7 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:02.055698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.060650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 02c7d5ed-676f-4c6f-8075-b416f118741f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:02.060860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 02c7d5ed-676f-4c6f-8075-b416f118741f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:02.067668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0821d8a9-46f8-4871-8035-a9cc2eda596b no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:02.085518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed42401b-b112-4eba-9ca5-1d0a588c6cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.109369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Sync routers for ids ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:02.138265 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed42401b-b112-4eba-9ca5-1d0a588c6cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.153458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 0821d8a9-46f8-4871-8035-a9cc2eda596b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:02.154239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0821d8a9-46f8-4871-8035-a9cc2eda596b not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:02.166348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.217310 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.264801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Routers {'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:02.265460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:02.277383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-1299dc69-d804-4837-909e-cc8b70eb18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.277383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-1299dc69-d804-4837-909e-cc8b70eb18e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=366783741da646e9874cb4dcc1a8e05d&device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 1095 time: 0.3056457 Jul 22 16:40:02.298867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eac82-1238-4169-994e-98354879690d req-9cffff93-4916-4f76-a0fa-f93f3102eef9 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:02.307022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-837eac82-1238-4169-994e-98354879690d req-9cffff93-4916-4f76-a0fa-f93f3102eef9 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 943 time: 0.6041746 Jul 22 16:40:02.316369 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed42401b-b112-4eba-9ca5-1d0a588c6cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.318247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=bf36da67-15af-4b41-8b98-095c2afc912c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:02.319297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed42401b-b112-4eba-9ca5-1d0a588c6cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.320464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed42401b-b112-4eba-9ca5-1d0a588c6cb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b30b1133-fb05-4c12-9ca4-04acb9331455 HTTP/1.1" status: 204 len: 168 time: 0.6210921 Jul 22 16:40:02.321253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.325800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-890866e3-f1be-4188-9960-1a38747aa701 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9277651 Jul 22 16:40:02.326619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46020) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:02.360646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b465b109-4797-4e9e-bc0e-d6195e957585 None None] Provisioning complete for port bf36da67-15af-4b41-8b98-095c2afc912c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:02.361074 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b465b109-4797-4e9e-bc0e-d6195e957585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.511256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42401b-b112-4eba-9ca5-1d0a588c6cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30b1133-fb05-4c12-9ca4-04acb9331455,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:02.568173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-837eac82-1238-4169-994e-98354879690d req-bb8f4709-c900-40fa-9f58-f1fd0b3355a7 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602851 Jul 22 16:40:02.650625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Set router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:40:02.810628 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:02.919533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd15308-95c0-4ac6-b0ec-fad88e02d892']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:02.999287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0440e7c3-d64f-4190-9a4a-0078fec2587d') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:02.999613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0440e7c3-d64f-4190-9a4a-0078fec2587d') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:03.042825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.113774 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.133256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:03.134812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.135769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bf36da67-15af-4b41-8b98-095c2afc912c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:03.183055 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:03.197369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-b6a61d67-b17d-421d-90c8-baed93b29919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:03.202030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-b6a61d67-b17d-421d-90c8-baed93b29919 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3bc9e86-6c29-4e83-b863-4d9aa1509de0 HTTP/1.1" status: 200 len: 916 time: 0.9117167 Jul 22 16:40:03.335210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bf36da67-15af-4b41-8b98-095c2afc912c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:03.335774 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.353226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-876ed208-2a9d-4e5b-bae8-e6fb76794a9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05377f49-b87b-4973-a723-1cb79d84908a HTTP/1.1" status: 200 len: 217 time: 0.1220284 Jul 22 16:40:03.385557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '651dd57d-7093-471e-bd4d-028af9057d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:56Z', 'updated_at': '2021-07-22T16:39:59Z', 'revision_number': 3, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'gw_port': {'id': '651dd57d-7093-471e-bd4d-028af9057d34', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:58Z', 'updated_at': '2021-07-22T16:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:03.420331 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.429838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Checking router: aba08b74-f6c9-41a8-b2c9-5bfd33bb726a for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:40:03.430451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Updating router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a port 651dd57d-7093-471e-bd4d-028af9057d34 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:40:03.446491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.453006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/networks/edd15308-95c0-4ac6-b0ec-fad88e02d892 HTTP/1.1" status: 204 len: 168 time: 1.5095341 Jul 22 16:40:03.479457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46046) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:03.492479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d0938-8838-4340-b0b7-9947341d25f8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Network': ['ID=edd15308-95c0-4ac6-b0ec-fad88e02d892,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:03.506007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601643498'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:03.531452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.583448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-c7ee7564-6161-414a-9e3b-0f2f94bd324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:03.588270 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-c7ee7564-6161-414a-9e3b-0f2f94bd324c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7a907228-3929-4a12-b0af-105b0fc3463f HTTP/1.1" status: 200 len: 854 time: 0.2240222 Jul 22 16:40:03.642115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.761942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.805305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:03.833959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:03.834220 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Added segment a5d53486-61a2-4eec-8478-c7abc8d13443 of type vlan for network 76a40799-0728-445f-b139-b245d22b9486 Jul 22 16:40:03.949710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:03.957466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.033327 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.107453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c96351-8dfb-4944-a12f-bc6e165d58cc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.145913 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.161993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Transition to ACTIVE for port object 651dd57d-7093-471e-bd4d-028af9057d34 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:04.166411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:04.185132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.196922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.198810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.200132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.216121 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.216540 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added segment c91e59c1-342b-4b4c-b632-c73b454a0712 of type vlan for network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 Jul 22 16:40:04.238498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-d0be216d-ad47-48c0-868e-9d1dae3a4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.240644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-d0be216d-ad47-48c0-868e-9d1dae3a4b9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3bc9e86-6c29-4e83-b863-4d9aa1509de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6181257 Jul 22 16:40:04.268198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759f232-f4fd-4a42-8b65-c08d0e69b3e7 req-a8f5339d-5ff2-4ad3-8b9c-107afd6bfd46 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.270112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f759f232-f4fd-4a42-8b65-c08d0e69b3e7 req-a8f5339d-5ff2-4ad3-8b9c-107afd6bfd46 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 943 time: 0.5403104 Jul 22 16:40:04.360864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Attempting to bind port 651dd57d-7093-471e-bd4d-028af9057d34 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:04.361377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Attempting to bind port 651dd57d-7093-471e-bd4d-028af9057d34 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:04.361965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Attempting to bind port 651dd57d-7093-471e-bd4d-028af9057d34 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:04.368842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:04.369225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:04.369696 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.370451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.370904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:04.371052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Bound port: 651dd57d-7093-471e-bd4d-028af9057d34, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:04.371438 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.373229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44264943-cc47-4083-bed1-d60eb1ebf1f7 None None] Pushing event updated for resources: {'Port': ['ID=651dd57d-7093-471e-bd4d-028af9057d34,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.381355 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.0221088 Jul 22 16:40:04.388548 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46070) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:04.400467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Request body: {'subnet': {'network_id': '76a40799-0728-445f-b139-b245d22b9486', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1250595218-subnet', 'tenant_id': '38d4ebf21bc648bc8a8d991c419739b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:04.448861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] For port 651dd57d-7093-471e-bd4d-028af9057d34, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:04.452875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] For port 651dd57d-7093-471e-bd4d-028af9057d34, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=651dd57d-7093-471e-bd4d-028af9057d34,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:04.458125 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.511814 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.519719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13fc23-6562-49c8-a746-fc5b3ff18704 admin admin] Pushing event updated for resources: {'Network': ['ID=76a40799-0728-445f-b139-b245d22b9486,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.520707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Routers {'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:04.522000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:04.530769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f759f232-f4fd-4a42-8b65-c08d0e69b3e7 req-92357878-f0ad-4929-87fc-f356667b54ee tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514222 Jul 22 16:40:04.605244 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.613452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:04.614119 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.666536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 76a40799-0728-445f-b139-b245d22b9486 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:04.672833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44264943-cc47-4083-bed1-d60eb1ebf1f7 None None] Pushing event updated for resources: {'Port': ['ID=651dd57d-7093-471e-bd4d-028af9057d34,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.691923 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1971769 Jul 22 16:40:04.707021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46074) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:04.714393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'subnet': {'network_id': '3d1c653a-3e6f-4374-994d-6c6b727f8dc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:04.725572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Allocated IP 172.20.0.1 (0dc457a1-540e-446d-aa7a-a51e28c836f3/6d38c5ec-2b44-432a-a6d6-16170d6d3a87/04865237-1738-42b0-9a27-d9efe705131c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:04.819614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a17708-ce54-4520-aa4b-c2157601e6c3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Network': ['ID=3d1c653a-3e6f-4374-994d-6c6b727f8dc7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:04.865581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Made reservation on behalf of 38d4ebf21bc648bc8a8d991c419739b7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:04.867609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] Set router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:40:04.868476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.874650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.909835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Transition to ACTIVE for port object 04865237-1738-42b0-9a27-d9efe705131c will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:04.924760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-4661edc9-58a2-412b-af75-9269f95aa09b service neutron] 10.222.0.20 "GET /v2.0/networks/f3bc9e86-6c29-4e83-b863-4d9aa1509de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695317 Jul 22 16:40:04.943458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:04.949769 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:04.967899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:05.017289 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.093230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Pushing event updated for resources: {'Port': ['ID=04865237-1738-42b0-9a27-d9efe705131c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:05.117830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Network 0dc457a1-540e-446d-aa7a-a51e28c836f3 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:05.122659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:05.125147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:05.206738 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.220227 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.274952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.339991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a9e9f2-eb34-447b-9a3d-24507633bb3e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:05.385624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Checking segment: {'id': 'c91e59c1-342b-4b4c-b632-c73b454a0712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3d1c653a-3e6f-4374-994d-6c6b727f8dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:05.386169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network hostable DHCP agents. Network: 3d1c653a-3e6f-4374-994d-6c6b727f8dc7, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:05.414410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Subnet': ['ID=9a502b80-1961-4f9c-8b1f-18abe212ae32,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:05.431496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Checking segment: {'id': 'a5d53486-61a2-4eec-8478-c7abc8d13443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76a40799-0728-445f-b139-b245d22b9486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:05.432496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Network hostable DHCP agents. Network: 76a40799-0728-445f-b139-b245d22b9486, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:05.444360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db8a29b8-67ff-47b8-9cfe-4423fd0c43eb req-b9a0ba8d-f006-46cc-9741-13fb4b1d13c4 service neutron] 10.222.0.20 "GET /v2.0/networks/f3bc9e86-6c29-4e83-b863-4d9aa1509de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128574 Jul 22 16:40:05.446508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:05.469345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3d1c653a-3e6f-4374-994d-6c6b727f8dc7) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:05.479148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.479981 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.488331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeae7fe-1b49-4785-9577-5d059c7b4c25 None None] Network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:05.499882 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.521410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-62926c8d-42c1-435b-9bc5-5ffbc9dc3889 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8132911 Jul 22 16:40:05.522077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:05.527244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c7863683-d5de-40ff-9be3-6da531437b17 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1664546901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:05.540748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-39526ab4-63c3-4dc2-957d-da020474bed7 None None] Provisioning for port 04865237-1738-42b0-9a27-d9efe705131c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:05.561402 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.564301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Network 76a40799-0728-445f-b139-b245d22b9486 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:05.587346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7863683-d5de-40ff-9be3-6da531437b17 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.588374 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7863683-d5de-40ff-9be3-6da531437b17 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.598242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-39526ab4-63c3-4dc2-957d-da020474bed7 None None] Provisioning complete for port 04865237-1738-42b0-9a27-d9efe705131c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:05.600208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-39526ab4-63c3-4dc2-957d-da020474bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.658162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 76a40799-0728-445f-b139-b245d22b9486) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:05.676294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.676890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.681122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f442ae0-aeef-48b8-ac36-7b7f241c10a0 None None] Network 76a40799-0728-445f-b139-b245d22b9486 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:05.702603 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7863683-d5de-40ff-9be3-6da531437b17 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.709575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7863683-d5de-40ff-9be3-6da531437b17 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.718118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-39526ab4-63c3-4dc2-957d-da020474bed7 None None] Port 04865237-1738-42b0-9a27-d9efe705131c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:05.743002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6b84e627-3eed-438e-9062-4204e0ef0b7d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3444905 Jul 22 16:40:05.748387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7863683-d5de-40ff-9be3-6da531437b17 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.753141 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c7863683-d5de-40ff-9be3-6da531437b17 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2295806 Jul 22 16:40:05.753753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46098) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:05.759408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'port': {'network_id': '3d1c653a-3e6f-4374-994d-6c6b727f8dc7', 'name': 'tempest-RoutersTest-33264419'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:05.899743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a161f8-6a2d-47b8-8572-c98198b7ca0d req-4d4d7bda-5434-48fe-b3c5-3eba58c52231 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:05.906742 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95a161f8-6a2d-47b8-8572-c98198b7ca0d req-4d4d7bda-5434-48fe-b3c5-3eba58c52231 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 943 time: 0.2464936 Jul 22 16:40:05.956727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.966577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '651dd57d-7093-471e-bd4d-028af9057d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:56Z', 'updated_at': '2021-07-22T16:39:59Z', 'revision_number': 3, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'gw_port': {'id': '651dd57d-7093-471e-bd4d-028af9057d34', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:58Z', 'updated_at': '2021-07-22T16:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:05.975259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95a161f8-6a2d-47b8-8572-c98198b7ca0d req-0a35c26f-3d09-4eec-84f4-507e2d0b6eeb tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624583 Jul 22 16:40:05.980961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:05.990792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:05.995866 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.020258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] device_id is not set on port 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:40:06.076928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e8158-2a7c-481c-945d-5771658e2110 None None] The sync data for ids ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'] in n-d-792458-13 is: [{'id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '651dd57d-7093-471e-bd4d-028af9057d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:56Z', 'updated_at': '2021-07-22T16:39:59Z', 'revision_number': 3, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'gw_port': {'id': '651dd57d-7093-471e-bd4d-028af9057d34', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:58Z', 'updated_at': '2021-07-22T16:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:06.088696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3d1c653a-3e6f-4374-994d-6c6b727f8dc7', 'network_id': '3d1c653a-3e6f-4374-994d-6c6b727f8dc7', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'fixed_ips': [{'subnet_id': '9a502b80-1961-4f9c-8b1f-18abe212ae32'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:06.089418 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.119744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:06.126536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Pushing event updated for resources: {'Port': ['ID=04865237-1738-42b0-9a27-d9efe705131c,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:06.191757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316d6cd0-0fd6-49c3-a294-5f9848bd7085 None None] Network 76a40799-0728-445f-b139-b245d22b9486 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:06.347876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.20.0.4 (3d1c653a-3e6f-4374-994d-6c6b727f8dc7/9a502b80-1961-4f9c-8b1f-18abe212ae32/055c0004-28b8-40ad-84ec-9eaab3b1f3c6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:06.448217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Network 0dc457a1-540e-446d-aa7a-a51e28c836f3 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:06.456920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:06.643737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-b8364c33-ee9e-4e82-906e-061e2f61e9e3 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:06.645330 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-b8364c33-ee9e-4e82-906e-061e2f61e9e3 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/networks?id=76a40799-0728-445f-b139-b245d22b9486 HTTP/1.1" status: 200 len: 822 time: 0.3437603 Jul 22 16:40:06.700587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-a5564735-4e16-42c0-b71e-b638124f101e tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/quotas/38d4ebf21bc648bc8a8d991c419739b7 HTTP/1.1" status: 200 len: 375 time: 0.0281651 Jul 22 16:40:06.786548 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:40:06.793116 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-40e53b21-e20d-42a5-8038-901e85b5c95a tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=38d4ebf21bc648bc8a8d991c419739b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914950 Jul 22 16:40:06.959152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abddcb5c-21a0-47f1-b9aa-0e679d093756 None None] Provisioning complete for port 04865237-1738-42b0-9a27-d9efe705131c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:06.959625 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abddcb5c-21a0-47f1-b9aa-0e679d093756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.019076 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-2ee3734d-7870-40a5-9ecc-ef3f61edde99 service neutron] 10.222.0.53 "GET /v2.0/networks/76a40799-0728-445f-b139-b245d22b9486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244189 Jul 22 16:40:07.022478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 651dd57d-7093-471e-bd4d-028af9057d34 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:07.026520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:07.033545 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5af948b5-04da-45e2-a0dd-053870fd0e3f admin admin] 10.222.0.53 "PUT /v2.0/routers/aba08b74-f6c9-41a8-b2c9-5bfd33bb726a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7001352 Jul 22 16:40:07.055746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-abddcb5c-21a0-47f1-b9aa-0e679d093756 None None] Port 04865237-1738-42b0-9a27-d9efe705131c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:07.100776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 651dd57d-7093-471e-bd4d-028af9057d34 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:07.110405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 651dd57d-7093-471e-bd4d-028af9057d34 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:07.111251 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.160970 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.237104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Transition to ACTIVE for port object 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:07.279934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46144) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:07.285127 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-00b99334-3637-41d0-b75e-5c02942bb68f service neutron] 10.222.0.53 "GET /v2.0/networks/76a40799-0728-445f-b139-b245d22b9486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650323 Jul 22 16:40:07.288142 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.332477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 651dd57d-7093-471e-bd4d-028af9057d34, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=651dd57d-7093-471e-bd4d-028af9057d34,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:07.343079 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.373808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.494845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:07.499330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1049793815'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:07.504939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:07.515976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:07.520335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Allocated IP 172.20.0.2 (3d1c653a-3e6f-4374-994d-6c6b727f8dc7/9a502b80-1961-4f9c-8b1f-18abe212ae32/057cf209-9249-4135-9d5e-6d2ab56fab81) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:07.554916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=055c0004-28b8-40ad-84ec-9eaab3b1f3c6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:07.560452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:07.572780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.587773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91385f5-4895-48f4-953c-d6596f34c392 req-ea8d85eb-af8a-4c45-ba94-9fe6eb73121b tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:07.597746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f91385f5-4895-48f4-953c-d6596f34c392 req-ea8d85eb-af8a-4c45-ba94-9fe6eb73121b tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 943 time: 0.2693827 Jul 22 16:40:07.617572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:07.631258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.657274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d9fc25c4-9206-4eda-a6f0-0d16ff3ccdd6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.9022996 Jul 22 16:40:07.657905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:07.702844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:07.753709 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f91385f5-4895-48f4-953c-d6596f34c392 req-c1e43d39-90f5-4c58-a617-4279c6d06d1f tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411433 Jul 22 16:40:07.754842 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.766717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Transition to ACTIVE for port object 057cf209-9249-4135-9d5e-6d2ab56fab81 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:07.768236 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.768596 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Added segment f8416bd8-714a-467d-a566-abe356d0a062 of type vlan for network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 Jul 22 16:40:07.785122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Transition to ACTIVE for port object 057cf209-9249-4135-9d5e-6d2ab56fab81 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:07.788368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=651dd57d-7093-471e-bd4d-028af9057d34,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:07.799348 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.873359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.902788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:07.913011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:07.917146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:07.944625 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:07.950596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:07.951241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.046316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Pushing event updated for resources: {'Port': ['ID=057cf209-9249-4135-9d5e-6d2ab56fab81,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:08.060433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Attempting to bind port 057cf209-9249-4135-9d5e-6d2ab56fab81 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:08.060805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Attempting to bind port 057cf209-9249-4135-9d5e-6d2ab56fab81 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c91e59c1-342b-4b4c-b632-c73b454a0712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3d1c653a-3e6f-4374-994d-6c6b727f8dc7'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:08.061167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Attempting to bind port 057cf209-9249-4135-9d5e-6d2ab56fab81 on network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:08.067987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:08.068364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Checking segment: {'id': 'c91e59c1-342b-4b4c-b632-c73b454a0712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3d1c653a-3e6f-4374-994d-6c6b727f8dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:08.068753 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.069139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Bound using segment: {'id': 'c91e59c1-342b-4b4c-b632-c73b454a0712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3d1c653a-3e6f-4374-994d-6c6b727f8dc7'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:08.069605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Bound port: 057cf209-9249-4135-9d5e-6d2ab56fab81, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91e59c1-342b-4b4c-b632-c73b454a0712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3d1c653a-3e6f-4374-994d-6c6b727f8dc7'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:08.069980 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.118009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8339992 Jul 22 16:40:08.120411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:08.152703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'subnet': {'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:08.157147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] For port 057cf209-9249-4135-9d5e-6d2ab56fab81, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:08.161591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] For port 057cf209-9249-4135-9d5e-6d2ab56fab81, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=057cf209-9249-4135-9d5e-6d2ab56fab81,segment=NetworkSegment(c91e59c1-342b-4b4c-b632-c73b454a0712),segment_id=c91e59c1-342b-4b4c-b632-c73b454a0712)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:08.180835 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.181083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e13c9bb1-6565-4522-a071-0d9cbf8b2e15 req-b21cf59c-56ca-404b-bf1d-86920966830b tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 210 time: 0.1355660 Jul 22 16:40:08.237631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac3b69-c821-4c1b-9c49-dc86e74adc6b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Network': ['ID=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:08.300368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:08.384567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 05377f49-b87b-4973-a723-1cb79d84908a details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:08.424764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d85842-d66c-4195-acbf-d3e0bb033196 None None] Pushing event updated for resources: {'Port': ['ID=057cf209-9249-4135-9d5e-6d2ab56fab81,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:08.669187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:08.676097 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:40:08.677904 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:08.916747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 05377f49-b87b-4973-a723-1cb79d84908a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=05377f49-b87b-4973-a723-1cb79d84908a,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:08.951830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '05377f49-b87b-4973-a723-1cb79d84908a', 'network_id': 'f3bc9e86-6c29-4e83-b863-4d9aa1509de0', 'port_id': '05377f49-b87b-4973-a723-1cb79d84908a', 'mac_address': 'fa:16:3e:ef:38:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a907228-3929-4a12-b0af-105b0fc3463f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:09.055794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.097747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05377f49-b87b-4973-a723-1cb79d84908a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:09.164908 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 05377f49-b87b-4973-a723-1cb79d84908a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=05377f49-b87b-4973-a723-1cb79d84908a,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:09.175158 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.202747 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Sync routers for ids ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:09.220617 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Routers {'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:09.221301 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:09.275243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eeb73-8f16-4189-b526-9f8fb2ef8f5f req-46dad07e-9076-43d0-a392-c00d1987ed3b tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.288093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-208eeb73-8f16-4189-b526-9f8fb2ef8f5f req-46dad07e-9076-43d0-a392-c00d1987ed3b tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 943 time: 0.3305597 Jul 22 16:40:09.324661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=05377f49-b87b-4973-a723-1cb79d84908a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:09.343110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 057cf209-9249-4135-9d5e-6d2ab56fab81 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:09.383497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-208eeb73-8f16-4189-b526-9f8fb2ef8f5f req-b949989d-e632-45a5-b171-45a2f23115c3 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941470 Jul 22 16:40:09.472619 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Set router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:40:09.477721 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 057cf209-9249-4135-9d5e-6d2ab56fab81 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:09.483103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 651dd57d-7093-471e-bd4d-028af9057d34 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:09.489667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c14ecf8-7930-4cb0-a2d2-721c07e10534 req-2f0c54de-2224-4c25-973d-fbe17def4a72 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 210 time: 0.0947902 Jul 22 16:40:09.499264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.581278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['05377f49-b87b-4973-a723-1cb79d84908a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:09.592874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Subnet': ['ID=7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:09.689598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Checking segment: {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:09.691357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network hostable DHCP agents. Network: f8336e86-ad9e-40a3-91e3-8fc800e9b4a1, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:09.699227 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.737767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:09.754503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f8336e86-ad9e-40a3-91e3-8fc800e9b4a1) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:09.760310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:09.761107 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.800684 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f768846d-82db-4486-8fdf-75cadf0f93a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6546352 Jul 22 16:40:09.802960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46192) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:09.809269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-615282048'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:09.846063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ba4b6-aac8-41ca-9587-51d1c5cb3735 None None] Network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:09.862008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:09.866352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.941210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:09.970295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:09.970872 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Added segment c8d68768-075b-4136-b789-78ebfe521ccd of type vlan for network a9b574ed-f559-4341-b55c-a3c65d485982 Jul 22 16:40:10.073091 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.088479 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '651dd57d-7093-471e-bd4d-028af9057d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:56Z', 'updated_at': '2021-07-22T16:40:05Z', 'revision_number': 4, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'gw_port': {'id': '651dd57d-7093-471e-bd4d-028af9057d34', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:58Z', 'updated_at': '2021-07-22T16:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '04865237-1738-42b0-9a27-d9efe705131c', 'name': '', 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'mac_address': 'fa:16:3e:7b:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6d38c5ec-2b44-432a-a6d6-16170d6d3a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:40:04Z', 'updated_at': '2021-07-22T16:40:05Z', 'revision_number': 2, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'subnets': [{'id': '6d38c5ec-2b44-432a-a6d6-16170d6d3a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:10.123921 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Checking router: aba08b74-f6c9-41a8-b2c9-5bfd33bb726a for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:40:10.124464 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Updating router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a port 04865237-1738-42b0-9a27-d9efe705131c binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:40:10.152125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.159565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:10.160341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.200972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3964903 Jul 22 16:40:10.203308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46196) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:10.208357 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.212952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'subnet': {'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:10.321140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-c2ce5b4b-4367-4661-99b6-2d7d160be8e1 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:10.323188 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-c2ce5b4b-4367-4661-99b6-2d7d160be8e1 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.65 "GET /v2.0/networks?id=76a40799-0728-445f-b139-b245d22b9486 HTTP/1.1" status: 200 len: 822 time: 0.7345622 Jul 22 16:40:10.384228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Request body: {'port': {'device_id': 'c81fd4ab-38f1-43c0-af3b-f82f01126940', 'network_id': '76a40799-0728-445f-b139-b245d22b9486', 'admin_state_up': True, 'tenant_id': '38d4ebf21bc648bc8a8d991c419739b7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:10.397714 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 651dd57d-7093-471e-bd4d-028af9057d34 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:10.398209 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.419735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37332b40-6523-4ef2-9a0d-779f31ee1940 None None] Network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:10.420280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad31adf-e6c7-4a3f-bb61-12636a6095a7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Network': ['ID=a9b574ed-f559-4341-b55c-a3c65d485982,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:10.433057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:10.444125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.586199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a9b574ed-f559-4341-b55c-a3c65d485982 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:10.674132 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.688543 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Transition to ACTIVE for port object 04865237-1738-42b0-9a27-d9efe705131c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:10.699671 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.725285 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.740125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.780494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e92906b5-90a6-4b18-8aa1-15275b060de4 None None] Provisioning for port 057cf209-9249-4135-9d5e-6d2ab56fab81 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:10.808329 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Pushing event updated for resources: {'Port': ['ID=04865237-1738-42b0-9a27-d9efe705131c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:10.823176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Made reservation on behalf of 38d4ebf21bc648bc8a8d991c419739b7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:10.826986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.835218 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.835699 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.836149 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.836647 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.837020 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.838693 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.840352 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.842063 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.842999 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.843599 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.847585 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.851129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e92906b5-90a6-4b18-8aa1-15275b060de4 None None] Provisioning complete for port 057cf209-9249-4135-9d5e-6d2ab56fab81 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:10.851877 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e92906b5-90a6-4b18-8aa1-15275b060de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:10.854159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=055c0004-28b8-40ad-84ec-9eaab3b1f3c6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:10.869181 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:10.893773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b3fa6-3d83-4e51-9b08-e88abed5a5d0 req-049701c7-13df-4c96-a388-fac1a7ab06c8 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:10.900316 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-666b3fa6-3d83-4e51-9b08-e88abed5a5d0 req-049701c7-13df-4c96-a388-fac1a7ab06c8 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 944 time: 0.3162024 Jul 22 16:40:11.024254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-f8336e86-ad9e-40a3-91e3-8fc800e9b4a1', 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'fixed_ips': [{'subnet_id': '7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:11.025081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.079522 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Attempting to bind port 04865237-1738-42b0-9a27-d9efe705131c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:11.079923 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Attempting to bind port 04865237-1738-42b0-9a27-d9efe705131c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:11.083213 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Attempting to bind port 04865237-1738-42b0-9a27-d9efe705131c on network 0dc457a1-540e-446d-aa7a-a51e28c836f3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:11.113019 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:11.113889 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Checking segment: {'id': 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:11.116085 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.116776 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Bound using segment: {'id': 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:11.117497 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Bound port: 04865237-1738-42b0-9a27-d9efe705131c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:11.122357 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.143244 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-666b3fa6-3d83-4e51-9b08-e88abed5a5d0 req-5ccf4d77-7442-41ce-8925-e46d269f5ab8 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321787 Jul 22 16:40:11.171471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e6be733-1368-4fea-97e7-d01e7826b308 req-a87cbdfb-a809-4cc5-88b5-730e36303837 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 210 time: 0.0515182 Jul 22 16:40:11.174375 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.253233 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Subnet': ['ID=2076f3fd-d554-44ce-81a4-a3f94c0db9fb,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:11.263633 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e92906b5-90a6-4b18-8aa1-15275b060de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.285099 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] For port 04865237-1738-42b0-9a27-d9efe705131c, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:11.285099 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] For port 04865237-1738-42b0-9a27-d9efe705131c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=04865237-1738-42b0-9a27-d9efe705131c,segment=NetworkSegment(eca57208-07b7-4d87-b6a5-47b1e1b1dfe8),segment_id=eca57208-07b7-4d87-b6a5-47b1e1b1dfe8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:11.300663 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.330220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e92906b5-90a6-4b18-8aa1-15275b060de4 None None] For port 057cf209-9249-4135-9d5e-6d2ab56fab81, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=057cf209-9249-4135-9d5e-6d2ab56fab81,segment=NetworkSegment(c91e59c1-342b-4b4c-b632-c73b454a0712),segment_id=c91e59c1-342b-4b4c-b632-c73b454a0712)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:11.336600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Checking segment: {'id': 'c8d68768-075b-4136-b789-78ebfe521ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:11.337653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network hostable DHCP agents. Network: a9b574ed-f559-4341-b55c-a3c65d485982, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:11.370570 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e92906b5-90a6-4b18-8aa1-15275b060de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.380854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network a9b574ed-f559-4341-b55c-a3c65d485982 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:11.398195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a9b574ed-f559-4341-b55c-a3c65d485982) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:11.403465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:11.404096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.451430 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Routers {'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:11.451430 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:11.453270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-93bcf879-ed8f-4a07-b821-26b66b6e4d81 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2472706 Jul 22 16:40:11.519806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a32142b-8003-44a2-be20-b9ca36c34017 None None] Network a9b574ed-f559-4341-b55c-a3c65d485982 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:11.589962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.680063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Allocated IP 172.20.0.8 (76a40799-0728-445f-b139-b245d22b9486/51a9e9f2-eb34-447b-9a3d-24507633bb3e/10e45afe-7f58-4514-b941-b85960c760fb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:11.768285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Allocated IP 19.80.0.2 (f8336e86-ad9e-40a3-91e3-8fc800e9b4a1/7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0/e3375e5c-7ebe-4f39-a741-5cfe8db1b937) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:11.823429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92906b5-90a6-4b18-8aa1-15275b060de4 None None] Pushing event updated for resources: {'Port': ['ID=057cf209-9249-4135-9d5e-6d2ab56fab81,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:11.836482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-a9b574ed-f559-4341-b55c-a3c65d485982', 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'fixed_ips': [{'subnet_id': '2076f3fd-d554-44ce-81a4-a3f94c0db9fb'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:11.838031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:11.944026 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9e9aa-b8ad-4583-8a97-257391f2880f None None] Pushing event updated for resources: {'Port': ['ID=04865237-1738-42b0-9a27-d9efe705131c,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:12.054875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77bcf0f8-1b2b-406c-baff-668e39d5ecbb None None] Provisioning for port 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:12.089823 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] Set router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:40:12.113781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77bcf0f8-1b2b-406c-baff-668e39d5ecbb None None] Provisioning complete for port 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:12.114144 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77bcf0f8-1b2b-406c-baff-668e39d5ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.176215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.220857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Allocated IP 19.86.0.2 (a9b574ed-f559-4341-b55c-a3c65d485982/2076f3fd-d554-44ce-81a4-a3f94c0db9fb/4b7162d0-e288-4ef2-b451-e4a41b028ff8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:12.349399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-06161846-05b8-4fcc-a414-68bd6dc02dd8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.356842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-06161846-05b8-4fcc-a414-68bd6dc02dd8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.368343 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-06161846-05b8-4fcc-a414-68bd6dc02dd8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/networks?id=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1&id=a9b574ed-f559-4341-b55c-a3c65d485982&id=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 HTTP/1.1" status: 200 len: 1391 time: 0.5115206 Jul 22 16:40:12.417070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1fe9e-24bf-40f9-ad8e-d566ad1fffc7 req-2d6acb9f-6f2a-4473-b7a0-eed723bcdd38 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:12.421319 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-cb3fa4e7-fded-40aa-907a-cb2136d41b3d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/quotas/e8be2366f06942dc8a5363765a0ade10 HTTP/1.1" status: 200 len: 375 time: 0.0521889 Jul 22 16:40:12.425287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-24d1fe9e-24bf-40f9-ad8e-d566ad1fffc7 req-2d6acb9f-6f2a-4473-b7a0-eed723bcdd38 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 944 time: 0.1338656 Jul 22 16:40:12.434767 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '651dd57d-7093-471e-bd4d-028af9057d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:56Z', 'updated_at': '2021-07-22T16:40:05Z', 'revision_number': 4, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'gw_port': {'id': '651dd57d-7093-471e-bd4d-028af9057d34', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:58Z', 'updated_at': '2021-07-22T16:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '04865237-1738-42b0-9a27-d9efe705131c', 'name': '', 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'mac_address': 'fa:16:3e:7b:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6d38c5ec-2b44-432a-a6d6-16170d6d3a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:40:04Z', 'updated_at': '2021-07-22T16:40:11Z', 'revision_number': 4, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'subnets': [{'id': '6d38c5ec-2b44-432a-a6d6-16170d6d3a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:12.478735 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.482040 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef5bc14-b356-436c-8d27-e6b3f716c313 None None] The sync data for ids ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'] in n-d-792458-13 is: [{'id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '651dd57d-7093-471e-bd4d-028af9057d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:56Z', 'updated_at': '2021-07-22T16:40:05Z', 'revision_number': 4, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'gw_port': {'id': '651dd57d-7093-471e-bd4d-028af9057d34', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:58Z', 'updated_at': '2021-07-22T16:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '04865237-1738-42b0-9a27-d9efe705131c', 'name': '', 'network_id': '0dc457a1-540e-446d-aa7a-a51e28c836f3', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'mac_address': 'fa:16:3e:7b:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '6d38c5ec-2b44-432a-a6d6-16170d6d3a87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:40:04Z', 'updated_at': '2021-07-22T16:40:11Z', 'revision_number': 4, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'subnets': [{'id': '6d38c5ec-2b44-432a-a6d6-16170d6d3a87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:12.497943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Transition to ACTIVE for port object e3375e5c-7ebe-4f39-a741-5cfe8db1b937 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:12.517426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-24d1fe9e-24bf-40f9-ad8e-d566ad1fffc7 req-6e197db2-ca34-44e8-b421-a4dca9d2b069 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789480 Jul 22 16:40:12.584425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Transition to ACTIVE for port object e3375e5c-7ebe-4f39-a741-5cfe8db1b937 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:12.605669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 05377f49-b87b-4973-a723-1cb79d84908a up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:12.619494 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.632679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.716988 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-17e73509-0b9a-46ca-98a0-c1f9f78e0143 req-64a7c581-8984-48ef-ab69-5a254103d728 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 210 time: 0.0630872 Jul 22 16:40:12.777842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-77bcf0f8-1b2b-406c-baff-668e39d5ecbb None None] Port 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:12.785830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:12.805318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-8452456e-66ec-4474-b279-b1a899599bab tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8be2366f06942dc8a5363765a0ade10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3830283 Jul 22 16:40:12.822816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:12.825968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:12.838906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77bcf0f8-1b2b-406c-baff-668e39d5ecbb None None] Provisioning complete for port 057cf209-9249-4135-9d5e-6d2ab56fab81 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:12.839329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77bcf0f8-1b2b-406c-baff-668e39d5ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.874731 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.905270 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:12.959377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Pushing event updated for resources: {'Port': ['ID=e3375e5c-7ebe-4f39-a741-5cfe8db1b937,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:13.027043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Transition to ACTIVE for port object 4b7162d0-e288-4ef2-b451-e4a41b028ff8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:13.077532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Network 76a40799-0728-445f-b139-b245d22b9486 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:13.097549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:13.108943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Attempting to bind port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:13.108943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Attempting to bind port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:13.109142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Attempting to bind port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 on network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:13.111953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 05377f49-b87b-4973-a723-1cb79d84908a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:13.122302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Transition to ACTIVE for port object 4b7162d0-e288-4ef2-b451-e4a41b028ff8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:13.127282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:13.129810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 05377f49-b87b-4973-a723-1cb79d84908a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:13.130743 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.147874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:13.149434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Checking segment: {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:13.150209 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.152706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Bound using segment: {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:13.154314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Bound port: e3375e5c-7ebe-4f39-a741-5cfe8db1b937, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:13.155649 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.178729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Pushing event updated for resources: {'Port': ['ID=10e45afe-7f58-4514-b941-b85960c760fb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:13.216132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.222063 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-a1516058-43ff-47c1-b40b-10d1c6a5cb82 service neutron] 10.222.0.53 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152472 Jul 22 16:40:13.273734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 04865237-1738-42b0-9a27-d9efe705131c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:13.291192 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.327867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.343995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Network a9b574ed-f559-4341-b55c-a3c65d485982 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:13.363389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:13.370616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:13.422781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Pushing event updated for resources: {'Port': ['ID=4b7162d0-e288-4ef2-b451-e4a41b028ff8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:13.424988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.425767 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.531236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=055c0004-28b8-40ad-84ec-9eaab3b1f3c6,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:13.561877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4ee66984-eb1c-4ca4-95ba-be19527ed8c9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1884036 Jul 22 16:40:13.569546 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.600895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Request body: {'port': {'device_id': 'c81fd4ab-38f1-43c0-af3b-f82f01126940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:13.670699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-da9fb76b-a8c2-4b67-bb3e-5a5f860ba31c service neutron] 10.222.0.53 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477632 Jul 22 16:40:13.696898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:13.888359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-77a9482f-560e-4416-870f-df8b1178feca None None] For port e3375e5c-7ebe-4f39-a741-5cfe8db1b937, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:13.890893 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.917242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 04865237-1738-42b0-9a27-d9efe705131c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:13.937088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 04865237-1738-42b0-9a27-d9efe705131c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:13.937610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:13.941580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-77a9482f-560e-4416-870f-df8b1178feca None None] For port e3375e5c-7ebe-4f39-a741-5cfe8db1b937, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e3375e5c-7ebe-4f39-a741-5cfe8db1b937,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:13.943199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Attempting to bind port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:13.943552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Attempting to bind port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c8d68768-075b-4136-b789-78ebfe521ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:13.943903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Attempting to bind port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 on network a9b574ed-f559-4341-b55c-a3c65d485982 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:13.950553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e471ce-a05b-44b0-b639-b577dbfba856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05377f49-b87b-4973-a723-1cb79d84908a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:13.952836 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd010c5-366f-4809-8227-2928f47ec5cc" -d '{"events": [{"server_uuid": "26e471ce-a05b-44b0-b639-b577dbfba856", "name": "network-vif-plugged", "status": "completed", "tag": "05377f49-b87b-4973-a723-1cb79d84908a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:13.960661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160e00a-a588-41f9-994d-96fafe3049f5 req-465d05fe-0a23-43fe-ac95-23452cda3522 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:13.969500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4160e00a-a588-41f9-994d-96fafe3049f5 req-465d05fe-0a23-43fe-ac95-23452cda3522 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 944 time: 0.2627561 Jul 22 16:40:13.992277 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.025830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3fdd-0db6-4e79-a196-31b7b2b926a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.066507 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4160e00a-a588-41f9-994d-96fafe3049f5 req-5eefb4e3-d755-4413-bba9-17f76a7e0756 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896356 Jul 22 16:40:14.070523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 05377f49-b87b-4973-a723-1cb79d84908a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=05377f49-b87b-4973-a723-1cb79d84908a,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:14.074486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9482f-560e-4416-870f-df8b1178feca None None] Pushing event updated for resources: {'Port': ['ID=e3375e5c-7ebe-4f39-a741-5cfe8db1b937,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:14.092511 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.102539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:14.102917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Checking segment: {'id': 'c8d68768-075b-4136-b789-78ebfe521ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:14.103407 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.103794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Bound using segment: {'id': 'c8d68768-075b-4136-b789-78ebfe521ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:14.104316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Bound port: 4b7162d0-e288-4ef2-b451-e4a41b028ff8, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d68768-075b-4136-b789-78ebfe521ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:14.105086 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.131479 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.170683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-bfa4c7a2-7da4-4766-aa0f-c212863247cf service neutron] 10.222.0.53 "GET /v2.0/networks/a9b574ed-f559-4341-b55c-a3c65d485982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823654 Jul 22 16:40:14.199895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-63fdeb54-4b93-408c-8ed0-8a60f5fe1cc1 None None] Provisioning complete for port 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:14.201448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63fdeb54-4b93-408c-8ed0-8a60f5fe1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.259469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-63fdeb54-4b93-408c-8ed0-8a60f5fe1cc1 None None] Port 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:14.291462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:14.294643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3fdd-0db6-4e79-a196-31b7b2b926a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.299228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:14.313681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdaf3fdd-0db6-4e79-a196-31b7b2b926a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.353231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-63fdeb54-4b93-408c-8ed0-8a60f5fe1cc1 None None] Provisioning complete for port 04865237-1738-42b0-9a27-d9efe705131c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:14.353718 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63fdeb54-4b93-408c-8ed0-8a60f5fe1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.435530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] For port 4b7162d0-e288-4ef2-b451-e4a41b028ff8, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:14.443916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=05377f49-b87b-4973-a723-1cb79d84908a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:14.450586 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cdaf3fdd-0db6-4e79-a196-31b7b2b926a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3aac2ee096c1406aa66f880a00d2d394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7519171 Jul 22 16:40:14.455768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:14.525981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] For port 4b7162d0-e288-4ef2-b451-e4a41b028ff8, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4b7162d0-e288-4ef2-b451-e4a41b028ff8,segment=NetworkSegment(c8d68768-075b-4136-b789-78ebfe521ccd),segment_id=c8d68768-075b-4136-b789-78ebfe521ccd)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:14.564175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44140465-756a-4df0-8423-2637d2eb68f6 req-2ccfd721-4305-46de-9f07-325c679c38c5 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:14.580035 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44140465-756a-4df0-8423-2637d2eb68f6 req-2ccfd721-4305-46de-9f07-325c679c38c5 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 931 time: 0.3811193 Jul 22 16:40:14.584911 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.642147 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.645554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf3fdd-0db6-4e79-a196-31b7b2b926a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b13be5a-5509-43ff-8c36-d542f60de24c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:14.752603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44140465-756a-4df0-8423-2637d2eb68f6 req-02c31e96-8a34-4892-96d9-f49951fe54d2 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685030 Jul 22 16:40:14.768238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97472e80-a041-427a-ac8e-8041eda0ce68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.828441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7028d1-f1ce-4718-bc2b-0d345f2c33e7 None None] Pushing event updated for resources: {'Port': ['ID=4b7162d0-e288-4ef2-b451-e4a41b028ff8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:14.840854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97472e80-a041-427a-ac8e-8041eda0ce68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.917894 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63fdeb54-4b93-408c-8ed0-8a60f5fe1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.946071 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7be9f13-ca0a-4096-ba71-b7f0b93c9f5b x-openstack-request-id: req-c7be9f13-ca0a-4096-ba71-b7f0b93c9f5b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:14.947951 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e471ce-a05b-44b0-b639-b577dbfba856", "name": "network-vif-plugged", "status": "completed", "tag": "05377f49-b87b-4973-a723-1cb79d84908a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:14.948340 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7be9f13-ca0a-4096-ba71-b7f0b93c9f5b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:14.948864 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e471ce-a05b-44b0-b639-b577dbfba856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05377f49-b87b-4973-a723-1cb79d84908a', 'code': 200} Jul 22 16:40:14.952193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97472e80-a041-427a-ac8e-8041eda0ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.956278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97472e80-a041-427a-ac8e-8041eda0ce68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:14.960030 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-97472e80-a041-427a-ac8e-8041eda0ce68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b13be5a-5509-43ff-8c36-d542f60de24c HTTP/1.1" status: 204 len: 168 time: 0.4936087 Jul 22 16:40:14.966781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97472e80-a041-427a-ac8e-8041eda0ce68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b13be5a-5509-43ff-8c36-d542f60de24c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:15.119306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 04865237-1738-42b0-9a27-d9efe705131c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=04865237-1738-42b0-9a27-d9efe705131c,segment=NetworkSegment(eca57208-07b7-4d87-b6a5-47b1e1b1dfe8),segment_id=eca57208-07b7-4d87-b6a5-47b1e1b1dfe8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:15.125132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:15.127290 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 057cf209-9249-4135-9d5e-6d2ab56fab81 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:15.248208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-63fdeb54-4b93-408c-8ed0-8a60f5fe1cc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:40:15.248566 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-63fdeb54-4b93-408c-8ed0-8a60f5fe1cc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:40:15.366687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 057cf209-9249-4135-9d5e-6d2ab56fab81 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:15.367139 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:15.368600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=04865237-1738-42b0-9a27-d9efe705131c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:15.389758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22563cd2-1c67-4385-8c4e-e404b41896f7 req-e7225e15-25f4-4903-ac65-7ebb8a2396ea tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:15.397811 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-22563cd2-1c67-4385-8c4e-e404b41896f7 req-e7225e15-25f4-4903-ac65-7ebb8a2396ea tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 945 time: 0.1863434 Jul 22 16:40:15.553418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-22563cd2-1c67-4385-8c4e-e404b41896f7 req-7c9291f2-0b96-44b5-827e-5f37d52f98e9 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475246 Jul 22 16:40:15.779377 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-db6dc64b-44de-41f5-91f3-09b0e86f2e7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2200398 Jul 22 16:40:15.841228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-6188fb04-c963-45f7-938a-e510c7b63300 service neutron] 10.222.0.53 "GET /v2.0/networks/a9b574ed-f559-4341-b55c-a3c65d485982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6695731 Jul 22 16:40:16.063362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33ec3770-5d70-438f-b030-843689c2bf4c None None] Provisioning complete for port 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:16.064632 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33ec3770-5d70-438f-b030-843689c2bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.115447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 04865237-1738-42b0-9a27-d9efe705131c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:16.180603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6faa89-d2d0-4f52-b8ef-1c3d2f569cf4 req-f9f2f17f-701e-470c-a269-790b730b0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.181834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-da4a26aa-cdd4-4dae-950a-ebb55e0561b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.182234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b6faa89-d2d0-4f52-b8ef-1c3d2f569cf4 req-f9f2f17f-701e-470c-a269-790b730b0153 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 1097 time: 1.0245044 Jul 22 16:40:16.182349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-da4a26aa-cdd4-4dae-950a-ebb55e0561b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.185579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-da4a26aa-cdd4-4dae-950a-ebb55e0561b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.186027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-da4a26aa-cdd4-4dae-950a-ebb55e0561b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.186496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-da4a26aa-cdd4-4dae-950a-ebb55e0561b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.195553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-da4a26aa-cdd4-4dae-950a-ebb55e0561b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.197031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-da4a26aa-cdd4-4dae-950a-ebb55e0561b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.199680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e45afe-7f58-4514-b941-b85960c760fb {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:16.200988 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-da4a26aa-cdd4-4dae-950a-ebb55e0561b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6495 time: 0.3423793 Jul 22 16:40:16.209927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-33ec3770-5d70-438f-b030-843689c2bf4c None None] Port 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:16.239984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0f53b-0867-4833-950c-63d093f2fdce req-1aabd888-58fc-4588-85e8-07fafc9b9897 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.247205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 04865237-1738-42b0-9a27-d9efe705131c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:16.252551 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.257128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-67e0f53b-0867-4833-950c-63d093f2fdce req-1aabd888-58fc-4588-85e8-07fafc9b9897 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 931 time: 0.2844343 Jul 22 16:40:16.268416 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.279251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c720e0-c3d0-4cd6-a160-925cffab760b None None] Network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:16.319688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-58737c8d-d187-4913-ba5d-18f191d8bd2e service neutron] 10.222.0.53 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763086 Jul 22 16:40:16.355947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Transition to ACTIVE for port object 10e45afe-7f58-4514-b941-b85960c760fb will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:16.373933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router 055a52b9-6bb3-4073-bb3a-5bad74633a8d is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:40:16.380255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.429367 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b6faa89-d2d0-4f52-b8ef-1c3d2f569cf4 req-9e8ca28d-3f4d-4125-8c48-790c1f1fedca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028654 Jul 22 16:40:16.435350 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-67e0f53b-0867-4833-950c-63d093f2fdce req-d49bf1a7-68ea-4fe8-bfb8-9d127903f7a4 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694231 Jul 22 16:40:16.532443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-557dfbe0-8547-4f30-a894-e1f5236de8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.532810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-557dfbe0-8547-4f30-a894-e1f5236de8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.533269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-557dfbe0-8547-4f30-a894-e1f5236de8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:16.534905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-557dfbe0-8547-4f30-a894-e1f5236de8c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=938a054a-5a48-4d43-b896-bf09e16b8e83&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=fd33b87a-764f-438d-ba51-6438b1736183&id=fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 200 len: 2291 time: 0.2697158 Jul 22 16:40:16.596079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-03525883-731a-4e43-825b-e3652210cf58 None None] Provisioning for port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:16.710912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Pushing event updated for resources: {'Port': ['ID=10e45afe-7f58-4514-b941-b85960c760fb,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:16.745325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46316) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:16.778051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4b7162d0-e288-4ef2-b451-e4a41b028ff8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:16.833726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-338299b5-f2fc-44f3-86e4-0544895e5ce3 service neutron] 10.222.0.53 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056591 Jul 22 16:40:16.855841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:16.866478 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-6126c8a5-3521-4d98-866c-f55b0fd6703a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f HTTP/1.1" status: 200 len: 1000 time: 0.1428134 Jul 22 16:40:16.871445 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f2130782-a24c-4249-8c06-b8ae8e6faf57 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/055a52b9-6bb3-4073-bb3a-5bad74633a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2116628 Jul 22 16:40:16.871724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:16.918178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f24050-87ed-4e9a-9232-455f241865ba None None] Sync routers for ids ['055a52b9-6bb3-4073-bb3a-5bad74633a8d'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:16.921155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Attempting to bind port 10e45afe-7f58-4514-b941-b85960c760fb on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:16.921603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Attempting to bind port 10e45afe-7f58-4514-b941-b85960c760fb by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'a5d53486-61a2-4eec-8478-c7abc8d13443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76a40799-0728-445f-b139-b245d22b9486'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:16.921866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Attempting to bind port 10e45afe-7f58-4514-b941-b85960c760fb on network 76a40799-0728-445f-b139-b245d22b9486 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:16.946661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Port 10e45afe-7f58-4514-b941-b85960c760fb on network 76a40799-0728-445f-b139-b245d22b9486 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:16.947345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Attempting to bind port 10e45afe-7f58-4514-b941-b85960c760fb on network 76a40799-0728-445f-b139-b245d22b9486 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:16.974269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:16.974618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Checking segment: {'id': 'a5d53486-61a2-4eec-8478-c7abc8d13443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76a40799-0728-445f-b139-b245d22b9486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:16.978673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Bound using segment: {'id': 'a5d53486-61a2-4eec-8478-c7abc8d13443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76a40799-0728-445f-b139-b245d22b9486'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:16.980037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Bound port: 10e45afe-7f58-4514-b941-b85960c760fb, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5d53486-61a2-4eec-8478-c7abc8d13443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '76a40799-0728-445f-b139-b245d22b9486'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:16.984397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:16.999191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8efe33-7270-4efb-875a-f93ab27f6877 None None] Network a9b574ed-f559-4341-b55c-a3c65d485982 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:17.086521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f11c1-83c6-4a17-8c5a-eccb2dd01650 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.091481 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-419f11c1-83c6-4a17-8c5a-eccb2dd01650 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports/055c0004-28b8-40ad-84ec-9eaab3b1f3c6 HTTP/1.1" status: 200 len: 975 time: 0.2133234 Jul 22 16:40:17.097679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:17.120409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f24050-87ed-4e9a-9232-455f241865ba None None] Routers {'055a52b9-6bb3-4073-bb3a-5bad74633a8d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:17.122687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b1f24050-87ed-4e9a-9232-455f241865ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['055a52b9-6bb3-4073-bb3a-5bad74633a8d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:17.126239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1266810912-network', 'tenant_id': '39a6e407fddd4bb082408a6284336464'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:17.132625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-ac232841-9fca-4511-84c2-0f2515add985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.134612 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-ac232841-9fca-4511-84c2-0f2515add985 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45498e51-452b-44b2-94cf-b51a3ccaa0fe HTTP/1.1" status: 200 len: 850 time: 0.1919138 Jul 22 16:40:17.175891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Made reservation on behalf of 39a6e407fddd4bb082408a6284336464 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:17.178793 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.194668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.198344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] For port 10e45afe-7f58-4514-b941-b85960c760fb, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:17.225155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] For port 10e45afe-7f58-4514-b941-b85960c760fb, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=10e45afe-7f58-4514-b941-b85960c760fb,segment=NetworkSegment(a5d53486-61a2-4eec-8478-c7abc8d13443),segment_id=a5d53486-61a2-4eec-8478-c7abc8d13443)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:17.242424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.286614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b1f24050-87ed-4e9a-9232-455f241865ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:17.342209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.346471 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.348011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-7121f706-6154-4b41-a034-91e632d39935 service neutron] 10.222.0.65 "PUT /v2.0/ports/10e45afe-7f58-4514-b941-b85960c760fb HTTP/1.1" status: 200 len: 1092 time: 3.7618520 Jul 22 16:40:17.373616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d958c308-fb7e-431c-a4da-a375092a80ee None None] Provisioning for port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:17.398877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f24050-87ed-4e9a-9232-455f241865ba None None] Routers {'055a52b9-6bb3-4073-bb3a-5bad74633a8d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:17.399880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b1f24050-87ed-4e9a-9232-455f241865ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:39:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['055a52b9-6bb3-4073-bb3a-5bad74633a8d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:17.499379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b1f24050-87ed-4e9a-9232-455f241865ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:17.501961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f24050-87ed-4e9a-9232-455f241865ba None None] The sync data for ids ['055a52b9-6bb3-4073-bb3a-5bad74633a8d'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:17.528486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-012d25b7-1a49-4c95-9be4-9b79e4b46ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.529989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-012d25b7-1a49-4c95-9be4-9b79e4b46ff8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938a054a-5a48-4d43-b896-bf09e16b8e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3469448 Jul 22 16:40:17.537401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:17.590918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:17.591432 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.611241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81fd4ab-38f1-43c0-af3b-f82f01126940', 'tag': '10e45afe-7f58-4514-b941-b85960c760fb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:17.613906 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38600fc5-de25-4b1a-8f41-36dde0e08377" -d '{"events": [{"name": "network-changed", "server_uuid": "c81fd4ab-38f1-43c0-af3b-f82f01126940", "tag": "10e45afe-7f58-4514-b941-b85960c760fb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:17.742462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121f706-6154-4b41-a034-91e632d39935 service neutron] Pushing event updated for resources: {'Port': ['ID=10e45afe-7f58-4514-b941-b85960c760fb,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:17.790275 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.814715 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.823767 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.855937 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-11214fb0-17d9-463e-a239-6eeb0384007b service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058496 Jul 22 16:40:17.895677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 4b7162d0-e288-4ef2-b451-e4a41b028ff8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4b7162d0-e288-4ef2-b451-e4a41b028ff8,segment=NetworkSegment(c8d68768-075b-4136-b789-78ebfe521ccd),segment_id=c8d68768-075b-4136-b789-78ebfe521ccd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:17.904483 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:17.905308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e3375e5c-7ebe-4f39-a741-5cfe8db1b937 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:17.946427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7f97f24-61c1-475e-80b1-b6df76448091 req-0ccf69fc-029c-4266-8d55-58d90f8e993d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 210 time: 0.3010955 Jul 22 16:40:17.949708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:17.962181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-bfb5cde3-9b67-480a-aca1-0c103a26d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:17.964136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-bfb5cde3-9b67-480a-aca1-0c103a26d3bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=38d4ebf21bc648bc8a8d991c419739b7&device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 1095 time: 0.3204718 Jul 22 16:40:17.965143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:18.041336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-0bbaa8ab-5006-491f-b8f4-2bdf0361ea93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e45afe-7f58-4514-b941-b85960c760fb HTTP/1.1" status: 200 len: 217 time: 0.0509582 Jul 22 16:40:18.041336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.041336 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Added segment 01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b of type vlan for network e6454802-0f53-4016-aed9-6d466f7168af Jul 22 16:40:18.082411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=4b7162d0-e288-4ef2-b451-e4a41b028ff8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:18.132415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79e9e9-f82d-48ca-966c-7588dfbd3920 req-820a43f2-7025-4426-b6f5-47d6cffc415c tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.135015 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e79e9e9-f82d-48ca-966c-7588dfbd3920 req-820a43f2-7025-4426-b6f5-47d6cffc415c tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 945 time: 1.1060088 Jul 22 16:40:18.149386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:18.154254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:18.155087 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.224673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-21b7132b-f59f-4e65-b378-4fd2b1f04bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.226243 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-21b7132b-f59f-4e65-b378-4fd2b1f04bb6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51a9e9f2-eb34-447b-9a3d-24507633bb3e HTTP/1.1" status: 200 len: 862 time: 0.1842325 Jul 22 16:40:18.366890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-5cc5ff19-6223-403d-bcb9-21740b61dd96 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76a40799-0728-445f-b139-b245d22b9486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311500 Jul 22 16:40:18.372419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.395152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-3c921f14-8d5c-4ddb-9636-afa293b10f9c service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247452 Jul 22 16:40:18.428853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e79e9e9-f82d-48ca-966c-7588dfbd3920 req-66eb0126-e429-4517-8ca0-13018603233e tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595864 Jul 22 16:40:18.452232 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7f63-d4e8-41fa-8212-c4e6aa8456fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.468235 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.478217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-0805297a-3f8b-40d3-a7f4-fe0d69efc0f8 service neutron] 10.222.0.65 "GET /v2.0/networks/76a40799-0728-445f-b139-b245d22b9486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008418 Jul 22 16:40:18.501775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ae1618f6-6496-462a-bca6-8fe80f547947 None None] Provisioning complete for port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:18.502150 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae1618f6-6496-462a-bca6-8fe80f547947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.525532 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ace5f90-98b8-4315-8b3d-fe8d74a01961 x-openstack-request-id: req-4ace5f90-98b8-4315-8b3d-fe8d74a01961 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:18.526106 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81fd4ab-38f1-43c0-af3b-f82f01126940", "tag": "10e45afe-7f58-4514-b941-b85960c760fb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:18.526455 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ace5f90-98b8-4315-8b3d-fe8d74a01961 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:18.526969 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81fd4ab-38f1-43c0-af3b-f82f01126940', 'tag': '10e45afe-7f58-4514-b941-b85960c760fb', 'status': 'completed', 'code': 200} Jul 22 16:40:18.635542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port e3375e5c-7ebe-4f39-a741-5cfe8db1b937, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e3375e5c-7ebe-4f39-a741-5cfe8db1b937,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:18.651372 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.686537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa12e7c-0d6e-4ae8-800a-861b4b38f369 req-e5e2dd65-e5e8-4e2f-bbdb-d49d8e3d67be tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.701368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1fa12e7c-0d6e-4ae8-800a-861b4b38f369 req-e5e2dd65-e5e8-4e2f-bbdb-d49d8e3d67be tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 943 time: 0.4552476 Jul 22 16:40:18.708237 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.720708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:18.721312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:18.772575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=e3375e5c-7ebe-4f39-a741-5cfe8db1b937,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:18.777649 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9711316 Jul 22 16:40:18.799035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46356) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:18.825545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Request body: {'subnet': {'network_id': 'e6454802-0f53-4016-aed9-6d466f7168af', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1266810912-subnet', 'tenant_id': '39a6e407fddd4bb082408a6284336464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:18.877840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4b7162d0-e288-4ef2-b451-e4a41b028ff8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:18.949175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88b3e52d-ab8e-4ecd-807c-90af489e5855 req-4651a477-46b2-4946-b4aa-accc5380d09d service neutron] 10.222.0.65 "GET /v2.0/networks/76a40799-0728-445f-b139-b245d22b9486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566216 Jul 22 16:40:18.990713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:18.990963 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.017039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1fa12e7c-0d6e-4ae8-800a-861b4b38f369 req-84d3eea3-d282-4a10-90e4-dec3e6b60880 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143773 Jul 22 16:40:19.017978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8a650-0887-4578-8129-303adc965a2f admin admin] Pushing event updated for resources: {'Network': ['ID=e6454802-0f53-4016-aed9-6d466f7168af,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:19.029733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network e6454802-0f53-4016-aed9-6d466f7168af details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:19.029941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Made reservation on behalf of 39a6e407fddd4bb082408a6284336464 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:19.033318 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.085259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-414eb60a-c3fa-4cc7-8c9e-bf0b893f38b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 217 time: 0.6725192 Jul 22 16:40:19.225742 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.300248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-639c0539-5b35-4fef-adfc-62e350ffe46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.301705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-639c0539-5b35-4fef-adfc-62e350ffe46d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.2057447 Jul 22 16:40:19.420172 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f78a707-fb98-4725-899b-f5f1654e4dd3 req-bb41f124-063e-4d65-8d0b-2b0e0fe72037 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 210 time: 0.0456166 Jul 22 16:40:19.506583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-bba1cb08-20f0-427f-9d37-6c6d5ba42e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.511291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-bba1cb08-20f0-427f-9d37-6c6d5ba42e0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2004607 Jul 22 16:40:19.586506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-3441296f-973f-476f-a619-cb7544d0506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.589897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-3441296f-973f-476f-a619-cb7544d0506a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=38d4ebf21bc648bc8a8d991c419739b7&device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 1095 time: 0.4651265 Jul 22 16:40:19.616731 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.673965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-0d3d8d51-98ee-44da-839c-58fdbced9d91 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389194 Jul 22 16:40:19.766050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-9de6132d-895d-4f1f-b083-69d53875b124 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.779514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-9de6132d-895d-4f1f-b083-69d53875b124 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:19.781467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-9de6132d-895d-4f1f-b083-69d53875b124 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "GET /v2.0/networks?id=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1&id=a9b574ed-f559-4341-b55c-a3c65d485982&id=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 HTTP/1.1" status: 200 len: 1391 time: 0.3798051 Jul 22 16:40:19.803185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:19.803716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.846422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'port': {'device_id': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1', 'admin_state_up': True, 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:19.853732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ac19b7-155a-40b5-9d10-14cdba20f956,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:19.921848 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-66dd3329-fc59-4cfe-8b9d-6f6b883aa878 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249725 Jul 22 16:40:19.942392 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:19.993943 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-d77d97c7-902d-4646-9548-5552e30b03f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 217 time: 0.0655534 Jul 22 16:40:20.017152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Checking segment: {'id': '01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6454802-0f53-4016-aed9-6d466f7168af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:20.017785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Network hostable DHCP agents. Network: e6454802-0f53-4016-aed9-6d466f7168af, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:20.020316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-862ba3a6-0605-4c94-aedf-e7d5ff8f8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.021883 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-862ba3a6-0605-4c94-aedf-e7d5ff8f8526 service neutron] 10.222.0.65 "GET /v2.0/networks?id=76a40799-0728-445f-b139-b245d22b9486 HTTP/1.1" status: 200 len: 923 time: 0.3981059 Jul 22 16:40:20.040147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 055c0004-28b8-40ad-84ec-9eaab3b1f3c6 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:20.048031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58800a48-8881-4648-87b2-c5ab830fa693 req-8f0dc88c-e734-4454-8412-667a4582a71c tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.056920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58800a48-8881-4648-87b2-c5ab830fa693 req-8f0dc88c-e734-4454-8412-667a4582a71c tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 945 time: 0.4975703 Jul 22 16:40:20.090039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-e19aebf0-266f-44c5-93a8-73980e7920fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.097703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-e19aebf0-266f-44c5-93a8-73980e7920fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0956032 Jul 22 16:40:20.138144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-af4f5c2a-f233-4487-8b39-269ecb801d12 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10e45afe-7f58-4514-b941-b85960c760fb HTTP/1.1" status: 200 len: 217 time: 0.1019337 Jul 22 16:40:20.142889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Network e6454802-0f53-4016-aed9-6d466f7168af is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:20.198421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, e6454802-0f53-4016-aed9-6d466f7168af) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:20.209824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6dffa5-28f7-42fe-8dc0-579e587119e4 None None] Network e6454802-0f53-4016-aed9-6d466f7168af requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:20.211100 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58800a48-8881-4648-87b2-c5ab830fa693 req-9ea07c1a-4de3-4f5b-babd-cf3fc1f5f4ca tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528618 Jul 22 16:40:20.236559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.237853 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.246781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:20.253197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.277760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-bd6c2ea1-8173-467a-bed9-258483d8b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.279703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-bd6c2ea1-8173-467a-bed9-258483d8b670 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51a9e9f2-eb34-447b-9a3d-24507633bb3e HTTP/1.1" status: 200 len: 862 time: 0.1346812 Jul 22 16:40:20.305939 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d46b0923-a2f4-4c3c-a54b-bbb00b9aa36c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4987178 Jul 22 16:40:20.325229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-fdcc2a0e-9070-4b37-ad3c-a29e25b6f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.326868 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-fdcc2a0e-9070-4b37-ad3c-a29e25b6f151 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2230816 Jul 22 16:40:20.364092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad5650-48f3-4500-9cb3-e6e8685b7b63 req-fd607901-f4ea-44fd-87ee-0dec4801dd18 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:20.371161 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63ad5650-48f3-4500-9cb3-e6e8685b7b63 req-fd607901-f4ea-44fd-87ee-0dec4801dd18 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 943 time: 0.2457168 Jul 22 16:40:20.420911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-a5087542-2097-462b-a12b-95f2535d8265 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=76a40799-0728-445f-b139-b245d22b9486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112144 Jul 22 16:40:20.669036 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:20.736377 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63ad5650-48f3-4500-9cb3-e6e8685b7b63 req-54be5f6a-02ad-4485-8708-307c46ae09a9 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640389 Jul 22 16:40:20.784197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-5febf3e5-2254-419b-8105-22f1ef37d525 service neutron] 10.222.0.65 "GET /v2.0/networks/76a40799-0728-445f-b139-b245d22b9486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072033 Jul 22 16:40:20.805511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=055c0004-28b8-40ad-84ec-9eaab3b1f3c6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:20.882747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c45b4832-0903-40aa-a06e-bcbb6b061bd0 req-67f54470-e5d5-4bb4-9580-9504bed8657b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 210 time: 0.2729130 Jul 22 16:40:20.949361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Allocated IP 19.80.0.228 (f8336e86-ad9e-40a3-91e3-8fc800e9b4a1/7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0/6f821051-160e-4d98-95aa-af61d828491e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:21.138216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e3375e5c-7ebe-4f39-a741-5cfe8db1b937 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:21.147252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08300910-0f0b-4a1f-ae65-ee03de765600 None None] Network e6454802-0f53-4016-aed9-6d466f7168af requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:21.200631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38600fc5-de25-4b1a-8f41-36dde0e08377 req-e89eb2f0-8041-4efb-8883-0a2513c7d8ff service neutron] 10.222.0.65 "GET /v2.0/networks/76a40799-0728-445f-b139-b245d22b9486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560553 Jul 22 16:40:21.221385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-5914f7e9-c632-434b-8a6c-f9565ba0fc38 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8806217 Jul 22 16:40:21.405314 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0c4a7e6-77e9-471d-9d0d-423b149468f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.420862 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.426535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-81d0e70d-169b-434e-b185-223dec8c93b5 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:21.428772 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-81d0e70d-169b-434e-b185-223dec8c93b5 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/networks?id=e6454802-0f53-4016-aed9-6d466f7168af HTTP/1.1" status: 200 len: 822 time: 0.2878678 Jul 22 16:40:21.429606 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.460769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:21.461523 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:21.597370 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-89137030-1776-43d1-95ee-52bc7b74d081 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576293 Jul 22 16:40:21.669465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-55f2a338-a97c-423a-8c16-47bf1f61c808 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/quotas/39a6e407fddd4bb082408a6284336464 HTTP/1.1" status: 200 len: 375 time: 0.1242521 Jul 22 16:40:21.672443 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-73fccacd-ae71-4d9d-9fb0-45b8731071f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5 HTTP/1.1" status: 200 len: 217 time: 0.0434668 Jul 22 16:40:21.803871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router 055a52b9-6bb3-4073-bb3a-5bad74633a8d has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:40:21.805953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-571a6266-588c-4814-85e0-1c7fc01f4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:21.807474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-571a6266-588c-4814-85e0-1c7fc01f4872 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.1290650 Jul 22 16:40:21.876908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-faad89d8-353a-4386-a5b5-57fe77bc9fbe tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=39a6e407fddd4bb082408a6284336464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1972418 Jul 22 16:40:21.991272 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.019259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:22.019782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Transition to ACTIVE for port object 6f821051-160e-4d98-95aa-af61d828491e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:22.037855 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e9553-a6e2-4e4f-8a92-d014ec9566a5 None None] Sync routers for ids ['055a52b9-6bb3-4073-bb3a-5bad74633a8d'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:22.044655 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2cba219f-6757-430f-8346-4552e8059883 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/055a52b9-6bb3-4073-bb3a-5bad74633a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9455884 Jul 22 16:40:22.048182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632fe1c-f7ec-42ec-83fb-d6bc37441a88 req-61106cff-e624-4148-91ea-3be97eda7692 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:22.050437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7632fe1c-f7ec-42ec-83fb-d6bc37441a88 req-61106cff-e624-4148-91ea-3be97eda7692 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 943 time: 0.2099419 Jul 22 16:40:22.051624 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e9553-a6e2-4e4f-8a92-d014ec9566a5 None None] Routers {'055a52b9-6bb3-4073-bb3a-5bad74633a8d'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:22.052796 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46412) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:22.054821 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f81e9553-a6e2-4e4f-8a92-d014ec9566a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['055a52b9-6bb3-4073-bb3a-5bad74633a8d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:22.127524 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f81e9553-a6e2-4e4f-8a92-d014ec9566a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:22.138914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-69ba9d0d-1c2c-4dd6-a55a-6db97d8febbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:22.140569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-69ba9d0d-1c2c-4dd6-a55a-6db97d8febbc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3227036 Jul 22 16:40:22.143795 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e9553-a6e2-4e4f-8a92-d014ec9566a5 None None] Routers {'055a52b9-6bb3-4073-bb3a-5bad74633a8d'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:22.144619 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f81e9553-a6e2-4e4f-8a92-d014ec9566a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['055a52b9-6bb3-4073-bb3a-5bad74633a8d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:22.144770 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-d5ebecdf-a54b-4189-810e-f733abffbce7 service neutron] 10.222.0.53 "GET /v2.0/networks/e6454802-0f53-4016-aed9-6d466f7168af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585740 Jul 22 16:40:22.199687 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f81e9553-a6e2-4e4f-8a92-d014ec9566a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:22.200498 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81e9553-a6e2-4e4f-8a92-d014ec9566a5 None None] The sync data for ids ['055a52b9-6bb3-4073-bb3a-5bad74633a8d'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:22.215521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7632fe1c-f7ec-42ec-83fb-d6bc37441a88 req-2c5c8fba-4231-4f27-a86c-b97d65a1390e tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461098 Jul 22 16:40:22.355318 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.402113 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-aa738fcd-0202-4987-95cd-02d37be39266 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540085 Jul 22 16:40:22.404444 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0667cb05-1d42-4d8c-8138-245e7ccbf1d7 service neutron] 10.222.0.53 "GET /v2.0/networks/e6454802-0f53-4016-aed9-6d466f7168af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459953 Jul 22 16:40:22.452030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.467795 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e42d15ec-37a4-47b3-8427-511f876d9c4e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 16:40:22.472067 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e42d15ec-37a4-47b3-8427-511f876d9c4e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/055a52b9-6bb3-4073-bb3a-5bad74633a8d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4182186 Jul 22 16:40:22.475482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46422) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:22.517149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-70b14513-e7ae-4c5f-afb2-69b3a7da0e53 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079209 Jul 22 16:40:22.523702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:22.528744 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8db01846-96c1-4add-b88f-9796d77576a2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=055a52b9-6bb3-4073-bb3a-5bad74633a8d HTTP/1.1" status: 200 len: 205 time: 0.0519588 Jul 22 16:40:22.530336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:22.541574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:22.543435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Port': ['ID=6f821051-160e-4d98-95aa-af61d828491e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:22.546660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:22.568045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-a6e444b1-c80e-4d94-bd86-f88c46ebc78a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe HTTP/1.1" status: 200 len: 217 time: 0.0444376 Jul 22 16:40:22.650811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 10e45afe-7f58-4514-b941-b85960c760fb details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:22.666945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fac082fa-f7f9-4e55-a795-6f221c9c40d9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.700997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-517b288a-9358-40ee-96f9-7ef36a80cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:22.702526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-517b288a-9358-40ee-96f9-7ef36a80cd5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.1145322 Jul 22 16:40:22.773349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-4c8f709f-47c6-47b6-8021-e04eeab24cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:22.775076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-4c8f709f-47c6-47b6-8021-e04eeab24cbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655270 Jul 22 16:40:22.782320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504beec-d14d-424c-b1e4-77469a53c397 req-8174e0a5-4acd-4f97-8082-021a586436d0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:22.786078 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2504beec-d14d-424c-b1e4-77469a53c397 req-8174e0a5-4acd-4f97-8082-021a586436d0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 932 time: 0.4621465 Jul 22 16:40:22.786993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 10e45afe-7f58-4514-b941-b85960c760fb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=10e45afe-7f58-4514-b941-b85960c760fb,segment=NetworkSegment(a5d53486-61a2-4eec-8478-c7abc8d13443),segment_id=a5d53486-61a2-4eec-8478-c7abc8d13443)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:22.799620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '10e45afe-7f58-4514-b941-b85960c760fb', 'network_id': '76a40799-0728-445f-b139-b245d22b9486', 'port_id': '10e45afe-7f58-4514-b941-b85960c760fb', 'mac_address': 'fa:16:3e:53:5c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a9e9f2-eb34-447b-9a3d-24507633bb3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:22.861106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:22.861778 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.881071 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.897189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e45afe-7f58-4514-b941-b85960c760fb {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:22.925088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 10e45afe-7f58-4514-b941-b85960c760fb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=10e45afe-7f58-4514-b941-b85960c760fb,segment=NetworkSegment(a5d53486-61a2-4eec-8478-c7abc8d13443),segment_id=a5d53486-61a2-4eec-8478-c7abc8d13443)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:22.939624 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:22.944819 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-7828d704-5ce4-4c61-99a0-5bb66b20a7df service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615903 Jul 22 16:40:22.998628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2504beec-d14d-424c-b1e4-77469a53c397 req-6b16e7b9-ed84-42c5-895a-2fabb5710ab1 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467981 Jul 22 16:40:23.000247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-75fb3fa8-1885-48ac-844f-fc9e56d7469e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1588757 Jul 22 16:40:23.028929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ee6390a5-c68e-4f35-a36a-0640f7e83faa None None] Provisioning for port 6f821051-160e-4d98-95aa-af61d828491e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:23.034969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ee6390a5-c68e-4f35-a36a-0640f7e83faa None None] Provisioning complete for port 6f821051-160e-4d98-95aa-af61d828491e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:23.035338 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee6390a5-c68e-4f35-a36a-0640f7e83faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.036979 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41665bde-0af8-4468-8c62-9c3c9fbb8eee req-1d5f4efd-5293-4c05-a2fe-7c16f32f58ec tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 210 time: 0.1074476 Jul 22 16:40:23.041793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'port': {'device_id': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982', 'admin_state_up': True, 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:23.064340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fac082fa-f7f9-4e55-a795-6f221c9c40d9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.072641 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fac082fa-f7f9-4e55-a795-6f221c9c40d9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.077173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=10e45afe-7f58-4514-b941-b85960c760fb,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:23.091416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.092715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.093284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.093828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.094910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.095836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.096576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.097390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.097927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.098390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-72aeec12-1ac0-48af-ae0d-09426d526b99 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352885 Jul 22 16:40:23.098696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.100051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.100972 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:23.117888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ee6390a5-c68e-4f35-a36a-0640f7e83faa None None] Port 6f821051-160e-4d98-95aa-af61d828491e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:23.161768 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fac082fa-f7f9-4e55-a795-6f221c9c40d9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.162657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac082fa-f7f9-4e55-a795-6f221c9c40d9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Fanout notify agent at l3_agent the message router_deleted on router 055a52b9-6bb3-4073-bb3a-5bad74633a8d {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:40:23.174995 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-0bf4757d-230e-4549-81b9-d4ec79b27483 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079 HTTP/1.1" status: 200 len: 217 time: 0.0534062 Jul 22 16:40:23.190294 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fac082fa-f7f9-4e55-a795-6f221c9c40d9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.194453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fac082fa-f7f9-4e55-a795-6f221c9c40d9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/055a52b9-6bb3-4073-bb3a-5bad74633a8d HTTP/1.1" status: 204 len: 168 time: 0.6610899 Jul 22 16:40:23.195281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46440) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:23.267598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:23.271683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.351703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-99a57900-95f2-4772-aefc-f7ca7091bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.353695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-99a57900-95f2-4772-aefc-f7ca7091bec0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1672294 Jul 22 16:40:23.398548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['10e45afe-7f58-4514-b941-b85960c760fb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:23.413600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-728269af-2456-48d7-930e-8f741bb7d549 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting subnet 9a502b80-1961-4f9c-8b1f-18abe212ae32 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:23.487217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-728269af-2456-48d7-930e-8f741bb7d549 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.529425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-49559a96-235a-4d38-8bc4-d0cd08e7e198 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2391608 Jul 22 16:40:23.553984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Allocated IP 19.86.0.108 (a9b574ed-f559-4341-b55c-a3c65d485982/2076f3fd-d554-44ce-81a4-a3f94c0db9fb/0598810c-dbbb-4999-be3f-f4342242b000) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:23.653083 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-728269af-2456-48d7-930e-8f741bb7d549 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.716253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047d459-cfed-4a56-825f-6768808dea8f req-3d6b5d2a-f1cc-4056-ba4f-6954e4ce4306 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.726392 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f047d459-cfed-4a56-825f-6768808dea8f req-3d6b5d2a-f1cc-4056-ba4f-6954e4ce4306 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 944 time: 0.3810287 Jul 22 16:40:23.797836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f047d459-cfed-4a56-825f-6768808dea8f req-6064cfee-2d11-4d6b-a798-8f233e55fc8b tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693691 Jul 22 16:40:23.809715 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-2f1d9259-7b22-45bd-9386-9c10c1a5dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.812344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-2f1d9259-7b22-45bd-9386-9c10c1a5dfb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4178731 Jul 22 16:40:23.855554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-7c9903a2-d51c-401a-88ab-369b85d144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.856228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-7c9903a2-d51c-401a-88ab-369b85d144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.857034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-7c9903a2-d51c-401a-88ab-369b85d144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.857510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-7c9903a2-d51c-401a-88ab-369b85d144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.857980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-7c9903a2-d51c-401a-88ab-369b85d144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.858444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-7c9903a2-d51c-401a-88ab-369b85d144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.858974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-7c9903a2-d51c-401a-88ab-369b85d144ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:23.862053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-7c9903a2-d51c-401a-88ab-369b85d144ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6510 time: 0.2499855 Jul 22 16:40:23.949055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.967431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-728269af-2456-48d7-930e-8f741bb7d549 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:23.979709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Transition to ACTIVE for port object 0598810c-dbbb-4999-be3f-f4342242b000 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:24.136414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-8f2c56a7-02a9-47aa-b1f2-c2c04c94a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.137699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-8f2c56a7-02a9-47aa-b1f2-c2c04c94a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.138028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-8f2c56a7-02a9-47aa-b1f2-c2c04c94a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.141794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-8f2c56a7-02a9-47aa-b1f2-c2c04c94a0c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=c17a60a5-7325-47e4-93d0-4d53153510b5&id=c17a60a5-7325-47e4-93d0-4d53153510b5 HTTP/1.1" status: 200 len: 2299 time: 0.2313251 Jul 22 16:40:24.175319 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.182799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.229435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network a9b574ed-f559-4341-b55c-a3c65d485982 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:24.241741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:24.253285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:24.454428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-a6f95076-bfdc-4ca7-abd7-2039db1e595c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3 HTTP/1.1" status: 200 len: 1002 time: 0.2689846 Jul 22 16:40:24.545325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.553082 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.578478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Port': ['ID=0598810c-dbbb-4999-be3f-f4342242b000,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:24.596941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-f7d04a19-e429-44a5-b3f9-97e8c10e66fd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5696499 Jul 22 16:40:24.617198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'port': {'device_id': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1', 'admin_state_up': True, 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:24.633446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca62084-761a-4f9d-8e2d-46ede93dd927 req-8fe81459-ab30-48a9-9b59-dfa43422a9c1 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.640977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca62084-761a-4f9d-8e2d-46ede93dd927 req-8fe81459-ab30-48a9-9b59-dfa43422a9c1 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.649512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ca62084-761a-4f9d-8e2d-46ede93dd927 req-8fe81459-ab30-48a9-9b59-dfa43422a9c1 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 1655 time: 0.4794500 Jul 22 16:40:24.661215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b483a16e-1fb3-4deb-8ce4-78b46a111d22 None None] Provisioning for port 0598810c-dbbb-4999-be3f-f4342242b000 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:24.668308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 10e45afe-7f58-4514-b941-b85960c760fb up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:24.677309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b483a16e-1fb3-4deb-8ce4-78b46a111d22 None None] Provisioning complete for port 0598810c-dbbb-4999-be3f-f4342242b000 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:24.678070 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b483a16e-1fb3-4deb-8ce4-78b46a111d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.683851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-55166b5b-a9a9-4287-84fc-3b2aa44f0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.685324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-55166b5b-a9a9-4287-84fc-3b2aa44f0ad3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc4c2575-cbae-40f7-9acf-339211b5628e HTTP/1.1" status: 200 len: 856 time: 0.2211692 Jul 22 16:40:24.783173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b483a16e-1fb3-4deb-8ce4-78b46a111d22 None None] Port 0598810c-dbbb-4999-be3f-f4342242b000 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:24.797736 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d977d07a-788b-4a36-9014-72c558f78c21 req-662daa9d-8b48-4ea6-ab94-f747b4e36d38 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 210 time: 0.0856686 Jul 22 16:40:24.806646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 10e45afe-7f58-4514-b941-b85960c760fb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:24.840678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ca62084-761a-4f9d-8e2d-46ede93dd927 req-5a9adfb7-d87e-49da-af1d-f2c17d74547d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867936 Jul 22 16:40:24.852438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 10e45afe-7f58-4514-b941-b85960c760fb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:24.852814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.875889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-c00d9b02-a40f-4e0f-a194-27abe70508bc service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0559638 Jul 22 16:40:24.886567 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-728269af-2456-48d7-930e-8f741bb7d549 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:24.923715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-1ceddc35-bfca-464e-abba-2dd564c8accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:24.928715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-1ceddc35-bfca-464e-abba-2dd564c8accc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2176244 Jul 22 16:40:25.017792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:25.018012 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728269af-2456-48d7-930e-8f741bb7d549 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Subnet': ['ID=9a502b80-1961-4f9c-8b1f-18abe212ae32,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:25.020202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-728269af-2456-48d7-930e-8f741bb7d549 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.024939 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-728269af-2456-48d7-930e-8f741bb7d549 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/9a502b80-1961-4f9c-8b1f-18abe212ae32 HTTP/1.1" status: 204 len: 168 time: 1.8291068 Jul 22 16:40:25.030188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46488) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:25.040002 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.055170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba57294c-6bee-4a78-b4e0-82022dfcab1d None None] Network 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:25.099720 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.122435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.131583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-7abec9be-e866-42a3-b392-e1c729fedcac tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:25.133099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-7abec9be-e866-42a3-b392-e1c729fedcac tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.65 "GET /v2.0/networks?id=e6454802-0f53-4016-aed9-6d466f7168af HTTP/1.1" status: 200 len: 822 time: 0.4732711 Jul 22 16:40:25.191661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81fd4ab-38f1-43c0-af3b-f82f01126940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e45afe-7f58-4514-b941-b85960c760fb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:25.194244 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd96cf3-bc00-47db-89a7-9d35fd806e29" -d '{"events": [{"server_uuid": "c81fd4ab-38f1-43c0-af3b-f82f01126940", "name": "network-vif-plugged", "status": "completed", "tag": "10e45afe-7f58-4514-b941-b85960c760fb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:25.198310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Request body: {'port': {'device_id': '9318642b-60f9-4a69-873a-8f9c54f36bb5', 'network_id': 'e6454802-0f53-4016-aed9-6d466f7168af', 'admin_state_up': True, 'tenant_id': '39a6e407fddd4bb082408a6284336464'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:25.239009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-f29b2636-08cf-45c5-9cbd-8dd910e3060f service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991731 Jul 22 16:40:25.268302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 10e45afe-7f58-4514-b941-b85960c760fb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=10e45afe-7f58-4514-b941-b85960c760fb,segment=NetworkSegment(a5d53486-61a2-4eec-8478-c7abc8d13443),segment_id=a5d53486-61a2-4eec-8478-c7abc8d13443)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:25.291893 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.303746 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad9dab8-a781-4391-ace5-c47a77ae6b96 x-openstack-request-id: req-cad9dab8-a781-4391-ace5-c47a77ae6b96 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:25.304492 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81fd4ab-38f1-43c0-af3b-f82f01126940", "name": "network-vif-plugged", "status": "completed", "tag": "10e45afe-7f58-4514-b941-b85960c760fb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:25.304664 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cad9dab8-a781-4391-ace5-c47a77ae6b96 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:25.305149 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81fd4ab-38f1-43c0-af3b-f82f01126940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e45afe-7f58-4514-b941-b85960c760fb', 'code': 200} Jul 22 16:40:25.371677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-6b29396b-1f60-4613-bb81-7f1036d108c6 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724746 Jul 22 16:40:25.382656 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:40:25.440644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=10e45afe-7f58-4514-b941-b85960c760fb,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:25.494127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b7f8f-1457-4d29-9b90-4c7b2ac25aee req-531853d3-5bba-4e42-8012-ffc4592e0ca8 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:25.495894 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-947b7f8f-1457-4d29-9b90-4c7b2ac25aee req-531853d3-5bba-4e42-8012-ffc4592e0ca8 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 944 time: 0.5508223 Jul 22 16:40:25.499261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff20af-88e3-46e9-b82a-8bf3c8ca7c63 None None] DHCP port deletion for 3d1c653a-3e6f-4374-994d-6c6b727f8dc7 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:40:25.527214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-7e2e665c-ebc1-4b23-9059-e6301ac703cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4 HTTP/1.1" status: 200 len: 217 time: 0.1223834 Jul 22 16:40:25.555535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Allocated IP 19.80.0.221 (f8336e86-ad9e-40a3-91e3-8fc800e9b4a1/7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0/e4d7cef2-4a77-4dbe-9e6d-553ce551b2df) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:25.566218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-e68fca2b-cf09-497a-b865-5922511c9d46 service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118968 Jul 22 16:40:25.566623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-86ff20af-88e3-46e9-b82a-8bf3c8ca7c63 None None] Deleting port 057cf209-9249-4135-9d5e-6d2ab56fab81 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:25.567326 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86ff20af-88e3-46e9-b82a-8bf3c8ca7c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.585768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 057cf209-9249-4135-9d5e-6d2ab56fab81 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:25.586136 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.638868 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-24ae491e-632c-4022-bfd9-05378b0d18e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=2a2be50f-a1c6-4edf-b815-208de5f0cfd5 HTTP/1.1" status: 200 len: 217 time: 0.0616620 Jul 22 16:40:25.663000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-86ff20af-88e3-46e9-b82a-8bf3c8ca7c63 None None] For port 057cf209-9249-4135-9d5e-6d2ab56fab81, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=057cf209-9249-4135-9d5e-6d2ab56fab81,segment=NetworkSegment(c91e59c1-342b-4b4c-b632-c73b454a0712),segment_id=c91e59c1-342b-4b4c-b632-c73b454a0712)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:25.663572 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86ff20af-88e3-46e9-b82a-8bf3c8ca7c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.677235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-86ff20af-88e3-46e9-b82a-8bf3c8ca7c63 None None] Calling delete_port for 057cf209-9249-4135-9d5e-6d2ab56fab81 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:25.713125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-947b7f8f-1457-4d29-9b90-4c7b2ac25aee req-fdb4a54d-0c43-4877-a142-9889a835f21d tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964865 Jul 22 16:40:25.724137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port 057cf209-9249-4135-9d5e-6d2ab56fab81, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=057cf209-9249-4135-9d5e-6d2ab56fab81,segment=NetworkSegment(c91e59c1-342b-4b4c-b632-c73b454a0712),segment_id=c91e59c1-342b-4b4c-b632-c73b454a0712)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:25.726199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.731515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Made reservation on behalf of 39a6e407fddd4bb082408a6284336464 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:25.735727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.752648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-2906fa64-e966-4c61-a889-1a23b75aafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:25.754431 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-2906fa64-e966-4c61-a889-1a23b75aafe7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.2157166 Jul 22 16:40:25.773496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 057cf209-9249-4135-9d5e-6d2ab56fab81 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:25.791327 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86ff20af-88e3-46e9-b82a-8bf3c8ca7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.876886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff20af-88e3-46e9-b82a-8bf3c8ca7c63 None None] Pushing event deleted for resources: {'Port': ['ID=057cf209-9249-4135-9d5e-6d2ab56fab81,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:25.879845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff20af-88e3-46e9-b82a-8bf3c8ca7c63 None None] No DVR routers for this DVR port 057cf209-9249-4135-9d5e-6d2ab56fab81 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:25.983803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:25.990013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-535de7c8-de8c-4f1b-84a0-91d80c84e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:25.991922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-535de7c8-de8c-4f1b-84a0-91d80c84e770 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.3399315 Jul 22 16:40:26.066913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab34a-4754-4709-a948-39976117d4a1 req-22312b0e-04e9-4b57-b7ac-40bfe9386449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.068448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-584ab34a-4754-4709-a948-39976117d4a1 req-22312b0e-04e9-4b57-b7ac-40bfe9386449 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 1097 time: 0.6375983 Jul 22 16:40:26.114815 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60f96753-c8d2-43e1-a7e9-87b8c6322cfb req-096d33f4-b168-46fa-9652-bbff80387a30 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 210 time: 0.1196115 Jul 22 16:40:26.122602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Transition to ACTIVE for port object e4d7cef2-4a77-4dbe-9e6d-553ce551b2df will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:26.139878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-e8dd0fc1-4d8e-4256-9267-2a1ad47b165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.141987 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-e8dd0fc1-4d8e-4256-9267-2a1ad47b165e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3791401 Jul 22 16:40:26.166142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Allocated IP 172.20.0.2 (e6454802-0f53-4016-aed9-6d466f7168af/c5ac19b7-155a-40b5-9d10-14cdba20f956/4f372c55-4ec7-4137-a4cf-494ae98c0a1e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:26.182730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-584ab34a-4754-4709-a948-39976117d4a1 req-192f1b16-d3f6-4697-a16e-0baf88c98af9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716810 Jul 22 16:40:26.201658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-9577ca24-5c12-4a82-a151-f2b3c9f73e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.203585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-9577ca24-5c12-4a82-a151-f2b3c9f73e10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2017879 Jul 22 16:40:26.212367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.215223 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.279267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:26.283119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:26.288234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:26.313999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Port': ['ID=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:26.324946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=057cf209-9249-4135-9d5e-6d2ab56fab81,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:26.333268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No DVR routers for this DVR port 057cf209-9249-4135-9d5e-6d2ab56fab81 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:26.360686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d835e-f37c-40df-9778-c99a85e7f114 req-550b8e5f-6344-431c-bda8-e0525b400060 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.367155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d835e-f37c-40df-9778-c99a85e7f114 req-550b8e5f-6344-431c-bda8-e0525b400060 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.368905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d3d835e-f37c-40df-9778-c99a85e7f114 req-550b8e5f-6344-431c-bda8-e0525b400060 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 1655 time: 0.4078386 Jul 22 16:40:26.428448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:26.430473 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.468059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4796942e-9144-4521-8c6a-bcb93dadfc8b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8549397 Jul 22 16:40:26.487969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Request body: {'port': {'device_id': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:26.561626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-a234e554-1b2f-414c-9da9-c8af48f5cd26 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118149 Jul 22 16:40:26.770848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-88269c07-3ed1-4577-9aa5-55bc6672a77b None None] Provisioning for port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:26.782736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-88269c07-3ed1-4577-9aa5-55bc6672a77b None None] Provisioning complete for port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:26.783533 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88269c07-3ed1-4577-9aa5-55bc6672a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.820495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 057cf209-9249-4135-9d5e-6d2ab56fab81 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:26.838228 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:26.845787 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 057cf209-9249-4135-9d5e-6d2ab56fab81 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:26.846710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 057cf209-9249-4135-9d5e-6d2ab56fab81 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:26.875571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-88269c07-3ed1-4577-9aa5-55bc6672a77b None None] Port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:26.883403 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d3d835e-f37c-40df-9778-c99a85e7f114 req-c2a38340-941b-4779-944b-9ecda30be61c tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676566 Jul 22 16:40:26.893025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1c653a-3e6f-4374-994d-6c6b727f8dc7']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:26.905991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91e59c1-342b-4b4c-b632-c73b454a0712') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:26.906187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91e59c1-342b-4b4c-b632-c73b454a0712') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:26.940605 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.005112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.028045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:27.028609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:27.036029 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:27.103893 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02552a6-f464-4ca0-bf60-3a962a5fad57 req-065494e2-7183-4768-80b6-4e4b29fa10f9 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661245 Jul 22 16:40:27.142215 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.160517 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.168793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.169593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/networks/3d1c653a-3e6f-4374-994d-6c6b727f8dc7 HTTP/1.1" status: 204 len: 168 time: 2.1351638 Jul 22 16:40:27.192718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46516) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:27.205563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b96427-c8b4-48f7-a173-f75106fc1e87 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Network': ['ID=3d1c653a-3e6f-4374-994d-6c6b727f8dc7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:27.235647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1642609000'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:27.252181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.256337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.302886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-2cc12c62-3e77-429f-b2d8-7c5766ac33f6 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270222 Jul 22 16:40:27.368848 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Network e6454802-0f53-4016-aed9-6d466f7168af is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:27.374631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:27.380136 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:27.383538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:27.385802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.444788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:27.445449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.463239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Pushing event updated for resources: {'Port': ['ID=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:27.481311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-0a3e8a0e-5d9c-44e8-831f-e3d9bea56100 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2935207 Jul 22 16:40:27.492862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac79fd-c418-4490-b22d-896ce79bf097 req-63b5fddd-b3b2-4745-a582-d18c5f5785fd tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:27.494463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0bac79fd-c418-4490-b22d-896ce79bf097 req-63b5fddd-b3b2-4745-a582-d18c5f5785fd tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 945 time: 0.3958626 Jul 22 16:40:27.499615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7080f68-d1b2-40a7-bf17-8026c09d8170 req-56b9d222-5e87-4b3a-9881-8bfb5f28550b tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:27.502578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7080f68-d1b2-40a7-bf17-8026c09d8170 req-56b9d222-5e87-4b3a-9881-8bfb5f28550b tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 931 time: 0.2181072 Jul 22 16:40:27.507544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Request body: {'port': {'device_id': '9318642b-60f9-4a69-873a-8f9c54f36bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:27.603743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7080f68-d1b2-40a7-bf17-8026c09d8170 req-8ca45b66-2ce9-470e-89bb-1d1e2ef469bd tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933073 Jul 22 16:40:27.638771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:27.676225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.683968 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.684323 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added segment fa1232a6-1055-4c7c-8227-9830e35d7e5a of type vlan for network 93f04710-ae3b-431d-8e19-78d971887e01 Jul 22 16:40:27.727135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0bac79fd-c418-4490-b22d-896ce79bf097 req-2b5e3ee2-ec31-4e7b-8777-7ba0ce7f8bef tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683316 Jul 22 16:40:27.786026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-ad883e6e-b57a-4d98-9dac-1278828517cf service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477489 Jul 22 16:40:27.994743 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:27.999952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-8eb256e8-d0a4-4133-bfac-a0ce58dc2f96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3345ea44-c513-4b13-b69f-8b0b4665af70 HTTP/1.1" status: 200 len: 217 time: 0.1986191 Jul 22 16:40:28.161546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f372c55-4ec7-4137-a4cf-494ae98c0a1e {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:28.198783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-bae9713b-a374-44ae-9770-815aa020c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.200502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-bae9713b-a374-44ae-9770-815aa020c877 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.1829524 Jul 22 16:40:28.201193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.208401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.209167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.221693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.271239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Transition to ACTIVE for port object 4f372c55-4ec7-4137-a4cf-494ae98c0a1e will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:28.303995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70792c6b-c25d-4f14-bf9f-4480deb06682 req-c86c7824-8b44-40a7-8330-7ed45e587e0f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.327867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70792c6b-c25d-4f14-bf9f-4480deb06682 req-c86c7824-8b44-40a7-8330-7ed45e587e0f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.332184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1331341 Jul 22 16:40:28.332886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46540) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:28.334487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70792c6b-c25d-4f14-bf9f-4480deb06682 req-c86c7824-8b44-40a7-8330-7ed45e587e0f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.336245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70792c6b-c25d-4f14-bf9f-4480deb06682 req-c86c7824-8b44-40a7-8330-7ed45e587e0f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2377 time: 0.3050225 Jul 22 16:40:28.337569 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.348013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'subnet': {'network_id': '93f04710-ae3b-431d-8e19-78d971887e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:28.367070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f821051-160e-4d98-95aa-af61d828491e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:28.429149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70792c6b-c25d-4f14-bf9f-4480deb06682 req-d0dd5345-aa4a-46f3-b958-fd219f0c8fad tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801902 Jul 22 16:40:28.431339 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.446457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d19a2-ccf3-4200-b600-84fc498a345d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Network': ['ID=93f04710-ae3b-431d-8e19-78d971887e01,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:28.461233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 93f04710-ae3b-431d-8e19-78d971887e01 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:28.502226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:28.512028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Transition to ACTIVE for port object 6f821051-160e-4d98-95aa-af61d828491e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:28.545186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Attempting to bind port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:28.545522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Attempting to bind port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6454802-0f53-4016-aed9-6d466f7168af'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:28.545850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Attempting to bind port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e on network e6454802-0f53-4016-aed9-6d466f7168af {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:28.552734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e on network e6454802-0f53-4016-aed9-6d466f7168af not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:28.552989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Attempting to bind port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e on network e6454802-0f53-4016-aed9-6d466f7168af {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:28.559396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:28.559784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Checking segment: {'id': '01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6454802-0f53-4016-aed9-6d466f7168af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:28.560117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Bound using segment: {'id': '01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6454802-0f53-4016-aed9-6d466f7168af'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:28.560500 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.561387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Bound port: 4f372c55-4ec7-4137-a4cf-494ae98c0a1e, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6454802-0f53-4016-aed9-6d466f7168af'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:28.561764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.629960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-dd22d04f-4fe1-4119-9795-6532845c2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.631563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-dd22d04f-4fe1-4119-9795-6532845c2067 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4188116 Jul 22 16:40:28.667095 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] For port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:28.677040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] For port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,segment=NetworkSegment(01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b),segment_id=01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:28.684372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.756672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:28.768251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:28.769104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.770559 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-09c55d88-78ec-49a6-8325-7b6f222e91a9 service neutron] 10.222.0.65 "PUT /v2.0/ports/4f372c55-4ec7-4137-a4cf-494ae98c0a1e HTTP/1.1" status: 200 len: 1092 time: 1.2670100 Jul 22 16:40:28.771101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9318642b-60f9-4a69-873a-8f9c54f36bb5', 'tag': '4f372c55-4ec7-4137-a4cf-494ae98c0a1e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:28.774985 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25886339-0e60-4108-a4a7-6a5008fcfa48" -d '{"events": [{"name": "network-changed", "server_uuid": "9318642b-60f9-4a69-873a-8f9c54f36bb5", "tag": "4f372c55-4ec7-4137-a4cf-494ae98c0a1e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:28.841730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-3b5f118a-d20a-4887-8df9-7e7049a0dba2 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881845 Jul 22 16:40:28.844541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:28.848224 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:28.996242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dace43e-1465-478b-a6d9-2b06158343d0 req-503b92ad-9701-41bc-a021-e4455b6d9f66 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.006515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0dace43e-1465-478b-a6d9-2b06158343d0 req-503b92ad-9701-41bc-a021-e4455b6d9f66 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 945 time: 0.1312265 Jul 22 16:40:29.011629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-e4564744-0243-4e71-91df-ff58af6df6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.013613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-fa2c9184-dc1f-4375-9646-57e4fe7a5cc0 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504962 Jul 22 16:40:29.014314 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-e4564744-0243-4e71-91df-ff58af6df6dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39a6e407fddd4bb082408a6284336464&device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 1095 time: 0.1815867 Jul 22 16:40:29.083652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-55ebc373-0a5d-4287-84a3-7c61658d1e03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f372c55-4ec7-4137-a4cf-494ae98c0a1e HTTP/1.1" status: 200 len: 217 time: 0.0439534 Jul 22 16:40:29.116516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Pushing event updated for resources: {'Port': ['ID=6f821051-160e-4d98-95aa-af61d828491e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:29.119895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0dace43e-1465-478b-a6d9-2b06158343d0 req-3ddabeeb-d711-4580-87c0-fc564f95cb46 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105905 Jul 22 16:40:29.152934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-c0b6cad5-4503-4472-8c67-62d565312623 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e HTTP/1.1" status: 200 len: 217 time: 0.0864418 Jul 22 16:40:29.258193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-f1b2a11c-e035-484f-83d2-7428e9a807ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.260209 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-f1b2a11c-e035-484f-83d2-7428e9a807ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5ac19b7-155a-40b5-9d10-14cdba20f956 HTTP/1.1" status: 200 len: 862 time: 0.1527877 Jul 22 16:40:29.287278 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302629f0-c464-4bc3-9912-d1337c4876b8 x-openstack-request-id: req-302629f0-c464-4bc3-9912-d1337c4876b8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:29.287696 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9318642b-60f9-4a69-873a-8f9c54f36bb5", "tag": "4f372c55-4ec7-4137-a4cf-494ae98c0a1e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:29.292076 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-302629f0-c464-4bc3-9912-d1337c4876b8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:29.292753 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9318642b-60f9-4a69-873a-8f9c54f36bb5', 'tag': '4f372c55-4ec7-4137-a4cf-494ae98c0a1e', 'status': 'completed', 'code': 200} Jul 22 16:40:29.335083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-8520a948-0e32-4668-9e98-453dce33ac0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e6454802-0f53-4016-aed9-6d466f7168af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532887 Jul 22 16:40:29.353621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Attempting to bind port 6f821051-160e-4d98-95aa-af61d828491e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:29.354205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Attempting to bind port 6f821051-160e-4d98-95aa-af61d828491e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:29.354423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Attempting to bind port 6f821051-160e-4d98-95aa-af61d828491e on network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:29.367073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Port 6f821051-160e-4d98-95aa-af61d828491e on network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:29.367409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Attempting to bind port 6f821051-160e-4d98-95aa-af61d828491e on network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:29.384002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-39e1918d-6336-43b4-96de-0da254990872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.385508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-39e1918d-6336-43b4-96de-0da254990872 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.1926262 Jul 22 16:40:29.390991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:29.392227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Checking segment: {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:29.392227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Bound using segment: {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:29.392648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Bound port: 6f821051-160e-4d98-95aa-af61d828491e, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:29.393013 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.447223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c851d88-1cdc-4065-93e5-14946d9f8349 req-0039b7e0-4004-4279-bd88-137b138e573a tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.447448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-159e87c8-15bd-49f1-8b8b-b7c280f57aa8 service neutron] 10.222.0.65 "GET /v2.0/networks/e6454802-0f53-4016-aed9-6d466f7168af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111448 Jul 22 16:40:29.450153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c851d88-1cdc-4065-93e5-14946d9f8349 req-0039b7e0-4004-4279-bd88-137b138e573a tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 943 time: 0.5960011 Jul 22 16:40:29.637990 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ecea8a59-9d1a-4597-b4ca-ae28d8c438b6 req-05aca7bd-44c4-41a9-8e2e-41b882ce0b56 service neutron] 10.222.0.65 "GET /v2.0/networks/e6454802-0f53-4016-aed9-6d466f7168af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464102 Jul 22 16:40:29.663191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c851d88-1cdc-4065-93e5-14946d9f8349 req-abb16847-3816-445b-b846-5982750ea364 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843398 Jul 22 16:40:29.712035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] For port 6f821051-160e-4d98-95aa-af61d828491e, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:29.743772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] For port 6f821051-160e-4d98-95aa-af61d828491e, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6f821051-160e-4d98-95aa-af61d828491e,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:29.759646 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.772180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-40a19236-6116-4701-be0c-4f37e45a6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.773837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-40a19236-6116-4701-be0c-4f37e45a6e00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3751612 Jul 22 16:40:29.777433 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.865667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.866301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:29.867824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] 10.222.0.20 "PUT /v2.0/ports/6f821051-160e-4d98-95aa-af61d828491e HTTP/1.1" status: 200 len: 1093 time: 3.3859200 Jul 22 16:40:29.871892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'tag': '6f821051-160e-4d98-95aa-af61d828491e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:29.874241 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b88becc-e515-4db8-8573-6cf500096c64" -d '{"events": [{"name": "network-changed", "server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "tag": "6f821051-160e-4d98-95aa-af61d828491e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:29.913294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Request body: {'port': {'device_id': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:29.959814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4853-c1bf-47be-9e07-a158a4ead825 req-cc26afab-7bb0-40df-ad97-e5584da674dc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:29.973189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4853-c1bf-47be-9e07-a158a4ead825 req-cc26afab-7bb0-40df-ad97-e5584da674dc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.003861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4853-c1bf-47be-9e07-a158a4ead825 req-cc26afab-7bb0-40df-ad97-e5584da674dc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.014353 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-438c4853-c1bf-47be-9e07-a158a4ead825 req-cc26afab-7bb0-40df-ad97-e5584da674dc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2389 time: 0.3634725 Jul 22 16:40:30.139394 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daece67e-d74f-43b2-9cfa-45e73467f26b x-openstack-request-id: req-daece67e-d74f-43b2-9cfa-45e73467f26b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:30.139876 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "tag": "6f821051-160e-4d98-95aa-af61d828491e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:30.140151 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-daece67e-d74f-43b2-9cfa-45e73467f26b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:30.140585 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'tag': '6f821051-160e-4d98-95aa-af61d828491e', 'status': 'completed', 'code': 200} Jul 22 16:40:30.150184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Subnet': ['ID=5ad76fc2-8998-48cb-bcec-3319e7137f4e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:30.233288 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-438c4853-c1bf-47be-9e07-a158a4ead825 req-6a6771c1-d20c-47cd-b0e7-23af435842ee tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716723 Jul 22 16:40:30.256318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-e6bc5173-ac94-459a-9814-301129a220af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.257852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-e6bc5173-ac94-459a-9814-301129a220af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39a6e407fddd4bb082408a6284336464&device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 1095 time: 0.4854691 Jul 22 16:40:30.271942 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88becc-e515-4db8-8573-6cf500096c64 req-1a8509c9-b2b3-4c66-a1aa-d4fc37aaff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.272699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88becc-e515-4db8-8573-6cf500096c64 req-1a8509c9-b2b3-4c66-a1aa-d4fc37aaff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.273135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88becc-e515-4db8-8573-6cf500096c64 req-1a8509c9-b2b3-4c66-a1aa-d4fc37aaff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.274658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148c288-e3f8-47b5-a93a-e1552bd62efe service neutron] Pushing event updated for resources: {'Port': ['ID=6f821051-160e-4d98-95aa-af61d828491e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:30.276090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b88becc-e515-4db8-8573-6cf500096c64 req-1a8509c9-b2b3-4c66-a1aa-d4fc37aaff03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8be2366f06942dc8a5363765a0ade10&device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2733 time: 0.1418290 Jul 22 16:40:30.375636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Checking segment: {'id': 'fa1232a6-1055-4c7c-8227-9830e35d7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93f04710-ae3b-431d-8e19-78d971887e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:30.380161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network hostable DHCP agents. Network: 93f04710-ae3b-431d-8e19-78d971887e01, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:30.389892 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-49cc9d50-4f92-4323-a545-4628a14267b9 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880680 Jul 22 16:40:30.469112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.512681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-3047d50b-9175-42d0-a9b8-7335d2cf0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.514734 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-3047d50b-9175-42d0-a9b8-7335d2cf0115 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e6454802-0f53-4016-aed9-6d466f7168af HTTP/1.1" status: 200 len: 923 time: 0.2375505 Jul 22 16:40:30.603199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 93f04710-ae3b-431d-8e19-78d971887e01 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:30.613186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-fbaa0560-f425-4254-985a-efc604742542 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f372c55-4ec7-4137-a4cf-494ae98c0a1e HTTP/1.1" status: 200 len: 217 time: 0.0859320 Jul 22 16:40:30.624505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbb2fa-120b-4dec-baa8-0328886da7d6 req-e591eb5e-70ad-4a10-bba8-b259bd1bb690 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.626351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ecfbb2fa-120b-4dec-baa8-0328886da7d6 req-e591eb5e-70ad-4a10-bba8-b259bd1bb690 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 945 time: 0.4561639 Jul 22 16:40:30.667582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 93f04710-ae3b-431d-8e19-78d971887e01) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:30.679984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0a301f-33df-4edd-aa7d-8ae39bb63e5c None None] Network 93f04710-ae3b-431d-8e19-78d971887e01 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:30.711155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.711480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.834833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-2b280de7-dc1e-41ea-bfb9-cb02073281ce service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252365 Jul 22 16:40:30.888670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88becc-e515-4db8-8573-6cf500096c64 req-97cc1fc0-4475-4553-b7d0-3034dfb4ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.889458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88becc-e515-4db8-8573-6cf500096c64 req-97cc1fc0-4475-4553-b7d0-3034dfb4ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.890015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88becc-e515-4db8-8573-6cf500096c64 req-97cc1fc0-4475-4553-b7d0-3034dfb4ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:30.893310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b88becc-e515-4db8-8573-6cf500096c64 req-97cc1fc0-4475-4553-b7d0-3034dfb4ea16 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e8be2366f06942dc8a5363765a0ade10&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4595730 Jul 22 16:40:30.913175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-93f04710-ae3b-431d-8e19-78d971887e01', 'network_id': '93f04710-ae3b-431d-8e19-78d971887e01', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'fixed_ips': [{'subnet_id': '5ad76fc2-8998-48cb-bcec-3319e7137f4e'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:30.914861 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:30.981643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-18fbfde9-4d8e-4a47-a4a9-2cfc083bcd3c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6396723 Jul 22 16:40:30.994452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ecfbb2fa-120b-4dec-baa8-0328886da7d6 req-259062f1-dd20-4735-9fa0-2e9d10f88fb0 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551552 Jul 22 16:40:30.995091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46584) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:31.055680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6d8339f3-6f02-4942-89be-bc122b81b95e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1496672548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:31.071470 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-e93647ce-b7ca-4713-bd02-2d963b6a4ebe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=34033e5a-85e6-4a68-acf0-f674a010aa8d HTTP/1.1" status: 200 len: 217 time: 0.2103410 Jul 22 16:40:31.114946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Allocated IP 172.20.0.2 (93f04710-ae3b-431d-8e19-78d971887e01/5ad76fc2-8998-48cb-bcec-3319e7137f4e/e1cbc577-a4f7-4045-bb31-d205a69f3075) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:31.163063 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d8339f3-6f02-4942-89be-bc122b81b95e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.164219 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d8339f3-6f02-4942-89be-bc122b81b95e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.263216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-1c2f6168-156e-43a3-a96d-3a90eff4676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.264923 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-1c2f6168-156e-43a3-a96d-3a90eff4676c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.1826348 Jul 22 16:40:31.358415 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.369961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Transition to ACTIVE for port object e1cbc577-a4f7-4045-bb31-d205a69f3075 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:31.392463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Transition to ACTIVE for port object e1cbc577-a4f7-4045-bb31-d205a69f3075 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:31.407585 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.423092 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d8339f3-6f02-4942-89be-bc122b81b95e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.442807 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d8339f3-6f02-4942-89be-bc122b81b95e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.455853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88becc-e515-4db8-8573-6cf500096c64 req-4f2b319f-6405-453e-84c5-5035b977a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.457463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b88becc-e515-4db8-8573-6cf500096c64 req-4f2b319f-6405-453e-84c5-5035b977a6b3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5579967 Jul 22 16:40:31.461321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-fd6e6a39-7678-4076-b779-0e6d230b9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.463531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-fd6e6a39-7678-4076-b779-0e6d230b9ac2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5ac19b7-155a-40b5-9d10-14cdba20f956 HTTP/1.1" status: 200 len: 862 time: 0.7783291 Jul 22 16:40:31.481093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.483602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Network 93f04710-ae3b-431d-8e19-78d971887e01 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:31.486773 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d8339f3-6f02-4942-89be-bc122b81b95e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.487721 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:31.490332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:31.494629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6d8339f3-6f02-4942-89be-bc122b81b95e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4935365 Jul 22 16:40:31.496287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46590) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:31.552745 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5de941-fa5a-40e6-a0cb-30964182bdca req-37f6e9f3-d29d-4c5e-a4fe-1835da833fa4 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.563538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f5de941-fa5a-40e6-a0cb-30964182bdca req-37f6e9f3-d29d-4c5e-a4fe-1835da833fa4 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 943 time: 0.7686942 Jul 22 16:40:31.581637 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-1819ecfa-5bfd-45b6-97c1-3c250c1551fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e6454802-0f53-4016-aed9-6d466f7168af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023548 Jul 22 16:40:31.583200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae802c-ac50-418f-8554-af59384a142b req-cf5e70af-3d30-47ec-97c3-ff7a93cf48ce tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.589990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae802c-ac50-418f-8554-af59384a142b req-cf5e70af-3d30-47ec-97c3-ff7a93cf48ce tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.597120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae802c-ac50-418f-8554-af59384a142b req-cf5e70af-3d30-47ec-97c3-ff7a93cf48ce tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.599151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Pushing event updated for resources: {'Port': ['ID=e1cbc577-a4f7-4045-bb31-d205a69f3075,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:31.608869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56ae802c-ac50-418f-8554-af59384a142b req-cf5e70af-3d30-47ec-97c3-ff7a93cf48ce tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2389 time: 0.2496114 Jul 22 16:40:31.642232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-2ed09be7-9bb7-482f-afbd-164a659bd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:31.644018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-2ed09be7-9bb7-482f-afbd-164a659bd95f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3505709 Jul 22 16:40:31.654848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0598810c-dbbb-4999-be3f-f4342242b000 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:31.655755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Attempting to bind port e1cbc577-a4f7-4045-bb31-d205a69f3075 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:31.659099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Attempting to bind port e1cbc577-a4f7-4045-bb31-d205a69f3075 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'fa1232a6-1055-4c7c-8227-9830e35d7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93f04710-ae3b-431d-8e19-78d971887e01'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:31.659873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Attempting to bind port e1cbc577-a4f7-4045-bb31-d205a69f3075 on network 93f04710-ae3b-431d-8e19-78d971887e01 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:31.675082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:31.677777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Checking segment: {'id': 'fa1232a6-1055-4c7c-8227-9830e35d7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93f04710-ae3b-431d-8e19-78d971887e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:31.678821 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.679789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Bound using segment: {'id': 'fa1232a6-1055-4c7c-8227-9830e35d7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93f04710-ae3b-431d-8e19-78d971887e01'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:31.680872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Bound port: e1cbc577-a4f7-4045-bb31-d205a69f3075, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1232a6-1055-4c7c-8227-9830e35d7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '93f04710-ae3b-431d-8e19-78d971887e01'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:31.682847 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.695993 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.749899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56ae802c-ac50-418f-8554-af59384a142b req-3afd6e66-ef39-4519-81d9-10ae5b04564e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399622 Jul 22 16:40:31.778591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Transition to ACTIVE for port object 0598810c-dbbb-4999-be3f-f4342242b000 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:31.842324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] For port e1cbc577-a4f7-4045-bb31-d205a69f3075, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:31.848605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] For port e1cbc577-a4f7-4045-bb31-d205a69f3075, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e1cbc577-a4f7-4045-bb31-d205a69f3075,segment=NetworkSegment(fa1232a6-1055-4c7c-8227-9830e35d7e5a),segment_id=fa1232a6-1055-4c7c-8227-9830e35d7e5a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:31.857479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.858478 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:31.981908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Pushing event updated for resources: {'Port': ['ID=0598810c-dbbb-4999-be3f-f4342242b000,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:31.991740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39d564-e9ce-4813-9da0-c707405671a0 None None] Pushing event updated for resources: {'Port': ['ID=e1cbc577-a4f7-4045-bb31-d205a69f3075,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:32.004650 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-05dc37fa-016d-4e6d-9e02-a2c032dbba1d service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242869 Jul 22 16:40:32.030353 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-eb33c542-ffc9-4043-88e6-e01bf933cc40 service neutron] 10.222.0.65 "GET /v2.0/networks/e6454802-0f53-4016-aed9-6d466f7168af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982346 Jul 22 16:40:32.041023 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f5de941-fa5a-40e6-a0cb-30964182bdca req-4d413f20-834d-4320-856d-81ca4a078b09 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751947 Jul 22 16:40:32.244776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:32.421103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.471443 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25886339-0e60-4108-a4a7-6a5008fcfa48 req-957db80a-b7b8-496e-b3f7-6960a6ef5b40 service neutron] 10.222.0.65 "GET /v2.0/networks/e6454802-0f53-4016-aed9-6d466f7168af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890418 Jul 22 16:40:32.561420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc0ace-5bd5-4c60-b04e-e2ff800b41a8 req-025627d2-e3ba-4d25-aa65-944451ee6fc1 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:32.562989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6cbc0ace-5bd5-4c60-b04e-e2ff800b41a8 req-025627d2-e3ba-4d25-aa65-944451ee6fc1 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 945 time: 0.3798828 Jul 22 16:40:32.563753 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3648e5b8-f1de-4021-b24e-b7ac85e1ba75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.661597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Attempting to bind port 0598810c-dbbb-4999-be3f-f4342242b000 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:32.662224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Attempting to bind port 0598810c-dbbb-4999-be3f-f4342242b000 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'c8d68768-075b-4136-b789-78ebfe521ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:32.662336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Attempting to bind port 0598810c-dbbb-4999-be3f-f4342242b000 on network a9b574ed-f559-4341-b55c-a3c65d485982 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:32.682545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Port 0598810c-dbbb-4999-be3f-f4342242b000 on network a9b574ed-f559-4341-b55c-a3c65d485982 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:32.682878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Attempting to bind port 0598810c-dbbb-4999-be3f-f4342242b000 on network a9b574ed-f559-4341-b55c-a3c65d485982 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:32.690741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6cbc0ace-5bd5-4c60-b04e-e2ff800b41a8 req-612b77fe-7e01-4442-820d-5e4c675b6a60 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188474 Jul 22 16:40:32.694247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-05044a99-1ff4-46ea-89ae-ba4d40e5acde service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320748 Jul 22 16:40:32.697967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:32.698319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Checking segment: {'id': 'c8d68768-075b-4136-b789-78ebfe521ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:32.698709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Bound using segment: {'id': 'c8d68768-075b-4136-b789-78ebfe521ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:32.699188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Bound port: 0598810c-dbbb-4999-be3f-f4342242b000, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d68768-075b-4136-b789-78ebfe521ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:32.699556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.720492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-c78f5ebc-51ca-4691-8819-235ffce43e65 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:32.721835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4f372c55-4ec7-4137-a4cf-494ae98c0a1e details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:32.722283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-c78f5ebc-51ca-4691-8819-235ffce43e65 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 945 time: 0.1732414 Jul 22 16:40:32.768175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-1091c8cc-ec04-48a2-9232-93f100423d80 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145 HTTP/1.1" status: 200 len: 217 time: 0.0637841 Jul 22 16:40:32.888992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,segment=NetworkSegment(01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b),segment_id=01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:32.892716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e1cbc577-a4f7-4045-bb31-d205a69f3075 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:32.928579 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '4f372c55-4ec7-4137-a4cf-494ae98c0a1e', 'network_id': 'e6454802-0f53-4016-aed9-6d466f7168af', 'port_id': '4f372c55-4ec7-4137-a4cf-494ae98c0a1e', 'mac_address': 'fa:16:3e:3d:19:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ac19b7-155a-40b5-9d10-14cdba20f956', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:32.950704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.20.0.1 (93f04710-ae3b-431d-8e19-78d971887e01/5ad76fc2-8998-48cb-bcec-3319e7137f4e/e032f15a-9d58-4a0b-ac47-239b5fda3ac0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:32.960531 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3648e5b8-f1de-4021-b24e-b7ac85e1ba75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:32.985449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3648e5b8-f1de-4021-b24e-b7ac85e1ba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.026968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-4b29126e-da14-43cf-8b53-64d2e1412ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.027869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e1cbc577-a4f7-4045-bb31-d205a69f3075 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:33.029716 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-4b29126e-da14-43cf-8b53-64d2e1412ed1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 200 len: 797 time: 0.2336264 Jul 22 16:40:33.032093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] For port 0598810c-dbbb-4999-be3f-f4342242b000, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:33.039949 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.041009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] For port 0598810c-dbbb-4999-be3f-f4342242b000, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0598810c-dbbb-4999-be3f-f4342242b000,segment=NetworkSegment(c8d68768-075b-4136-b789-78ebfe521ccd),segment_id=c8d68768-075b-4136-b789-78ebfe521ccd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:33.066198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.075476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f372c55-4ec7-4137-a4cf-494ae98c0a1e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:33.131981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648e5b8-f1de-4021-b24e-b7ac85e1ba75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6848113-375b-4931-979d-7ae4a5cb28b2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:33.136542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,segment=NetworkSegment(01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b),segment_id=01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:33.138389 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3648e5b8-f1de-4021-b24e-b7ac85e1ba75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ba4d7cd704746d2b53469ee007b1d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8727932 Jul 22 16:40:33.142411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46626) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:33.144508 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.166824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.167560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.169286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] 10.222.0.20 "PUT /v2.0/ports/0598810c-dbbb-4999-be3f-f4342242b000 HTTP/1.1" status: 200 len: 1093 time: 3.2602663 Jul 22 16:40:33.174567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'tag': '0598810c-dbbb-4999-be3f-f4342242b000'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:33.176943 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077" -d '{"events": [{"name": "network-changed", "server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "tag": "0598810c-dbbb-4999-be3f-f4342242b000"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:33.196297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Deleting port 10e45afe-7f58-4514-b941-b85960c760fb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:33.196752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.248871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Request body: {'port': {'device_id': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:33.267848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:33.296312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefae01-9262-407b-b406-a588433d1379 req-0c3f9799-36af-479b-9898-ff251dee5a31 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.302998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefae01-9262-407b-b406-a588433d1379 req-0c3f9799-36af-479b-9898-ff251dee5a31 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.309662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefae01-9262-407b-b406-a588433d1379 req-0c3f9799-36af-479b-9898-ff251dee5a31 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.317672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1aefae01-9262-407b-b406-a588433d1379 req-0c3f9799-36af-479b-9898-ff251dee5a31 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2401 time: 0.4371669 Jul 22 16:40:33.326185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdf41a-78d5-478d-a0c9-16b9fa3766cc service neutron] Pushing event updated for resources: {'Port': ['ID=0598810c-dbbb-4999-be3f-f4342242b000,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:33.352992 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90574349-6015-4cab-86ae-a2296252dc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.358165 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.408809 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Transition to ACTIVE for port object e032f15a-9d58-4a0b-ac47-239b5fda3ac0 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:33.424592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90574349-6015-4cab-86ae-a2296252dc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.465478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1aefae01-9262-407b-b406-a588433d1379 req-9a7b15a2-0b5c-4d35-8302-596db1f64d66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468937 Jul 22 16:40:33.467443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-a6156ac5-5910-4015-b974-fcbbe25062f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.470013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-a6156ac5-5910-4015-b974-fcbbe25062f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4261663 Jul 22 16:40:33.473747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8942f6-5e05-4fc1-b709-5c6beaab39c4 req-91298216-50e7-4b44-b2e1-4ab47d3b02bc tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:33.475280 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf8942f6-5e05-4fc1-b709-5c6beaab39c4 req-91298216-50e7-4b44-b2e1-4ab47d3b02bc tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 944 time: 0.2309155 Jul 22 16:40:33.526067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.530464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] For port 10e45afe-7f58-4514-b941-b85960c760fb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=10e45afe-7f58-4514-b941-b85960c760fb,segment=NetworkSegment(a5d53486-61a2-4eec-8478-c7abc8d13443),segment_id=a5d53486-61a2-4eec-8478-c7abc8d13443)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:33.530886 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.551067 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['4f372c55-4ec7-4137-a4cf-494ae98c0a1e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:33.576775 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.595767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Calling delete_port for 10e45afe-7f58-4514-b941-b85960c760fb owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:33.634653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 93f04710-ae3b-431d-8e19-78d971887e01 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:33.648298 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf8942f6-5e05-4fc1-b709-5c6beaab39c4 req-82536aa2-7709-43e0-9b9b-52aba7fbcce3 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621239 Jul 22 16:40:33.654245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:33.661166 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90574349-6015-4cab-86ae-a2296252dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.663731 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90574349-6015-4cab-86ae-a2296252dc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:33.665265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-90574349-6015-4cab-86ae-a2296252dc7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6848113-375b-4931-979d-7ae4a5cb28b2 HTTP/1.1" status: 204 len: 168 time: 0.5214834 Jul 22 16:40:33.667321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=e032f15a-9d58-4a0b-ac47-239b5fda3ac0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:33.670554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:33.733438 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b932e86-9300-4af8-bb1a-6246d3c0886c x-openstack-request-id: req-6b932e86-9300-4af8-bb1a-6246d3c0886c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:33.734086 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "tag": "0598810c-dbbb-4999-be3f-f4342242b000", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:33.734366 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b932e86-9300-4af8-bb1a-6246d3c0886c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:33.736025 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'tag': '0598810c-dbbb-4999-be3f-f4342242b000', 'status': 'completed', 'code': 200} Jul 22 16:40:33.736858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a201b7-0d14-4f79-ae32-47f8e964ebb7 None None] Network 93f04710-ae3b-431d-8e19-78d971887e01 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:33.763972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90574349-6015-4cab-86ae-a2296252dc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6848113-375b-4931-979d-7ae4a5cb28b2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:33.883706 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.050415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-841c0828-bdfe-4e0f-b570-4eb0f3dfee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:34.050415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-841c0828-bdfe-4e0f-b570-4eb0f3dfee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:34.051248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-841c0828-bdfe-4e0f-b570-4eb0f3dfee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:34.053687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-841c0828-bdfe-4e0f-b570-4eb0f3dfee93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8be2366f06942dc8a5363765a0ade10&device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2801 time: 0.2831247 Jul 22 16:40:34.117215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b16952b8-11c4-4c66-8048-cc242dcb6873 None None] Provisioning for port e1cbc577-a4f7-4045-bb31-d205a69f3075 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:34.129475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b16952b8-11c4-4c66-8048-cc242dcb6873 None None] Provisioning complete for port e1cbc577-a4f7-4045-bb31-d205a69f3075 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:34.129858 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b16952b8-11c4-4c66-8048-cc242dcb6873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.139504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-dd86693a-d2e3-4d47-b9a2-41c155d3ae33 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452658 Jul 22 16:40:34.164182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ea576-df5d-4be8-9556-239a83cf58dc req-eb74ca18-5b98-4e06-9e74-2caf0d023b57 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:34.172898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-992ea576-df5d-4be8-9556-239a83cf58dc req-eb74ca18-5b98-4e06-9e74-2caf0d023b57 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 945 time: 0.3389030 Jul 22 16:40:34.179128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46644) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:34.216366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3681ee18-c379-461f-87b6-15cf2a730bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.220738 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.272513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d7cef2-4a77-4dbe-9e6d-553ce551b2df {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:34.288541 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.288973 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-992ea576-df5d-4be8-9556-239a83cf58dc req-a4a04425-d449-46db-a5fc-15c2dedd19bf tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/security-groups?id=37c96351-8dfb-4944-a12f-bc6e165d58cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008625 Jul 22 16:40:34.338896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Transition to ACTIVE for port object e4d7cef2-4a77-4dbe-9e6d-553ce551b2df will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:34.340179 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b16952b8-11c4-4c66-8048-cc242dcb6873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.369233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.403884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b16952b8-11c4-4c66-8048-cc242dcb6873 None None] For port e1cbc577-a4f7-4045-bb31-d205a69f3075, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e1cbc577-a4f7-4045-bb31-d205a69f3075,segment=NetworkSegment(fa1232a6-1055-4c7c-8227-9830e35d7e5a),segment_id=fa1232a6-1055-4c7c-8227-9830e35d7e5a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:34.408943 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b16952b8-11c4-4c66-8048-cc242dcb6873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.428487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:34.437491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-595adfdd-04a0-49a5-a475-2cc8a5d7d9d4 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848127 Jul 22 16:40:34.444709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.497037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16952b8-11c4-4c66-8048-cc242dcb6873 None None] Pushing event updated for resources: {'Port': ['ID=e1cbc577-a4f7-4045-bb31-d205a69f3075,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:34.502166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-8b192cf8-c0e0-4f64-8105-dae126714def service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 HTTP/1.1" status: 200 len: 217 time: 0.0466492 Jul 22 16:40:34.550096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Pushing event deleted for resources: {'Port': ['ID=10e45afe-7f58-4514-b941-b85960c760fb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:34.726130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3681ee18-c379-461f-87b6-15cf2a730bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.737551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-60d87b59-6e58-4556-a4b6-bb59850b4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:34.738406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-60d87b59-6e58-4556-a4b6-bb59850b4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:34.739628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-60d87b59-6e58-4556-a4b6-bb59850b4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:34.741959 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-60d87b59-6e58-4556-a4b6-bb59850b4b03 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e8be2366f06942dc8a5363765a0ade10&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6504757 Jul 22 16:40:34.750001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-3576-4d49-994c-5ee3ac1df4f0 None None] Provisioning complete for port e1cbc577-a4f7-4045-bb31-d205a69f3075 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:34.753943 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-3576-4d49-994c-5ee3ac1df4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.756905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3681ee18-c379-461f-87b6-15cf2a730bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.793390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] No DVR routers for this DVR port 10e45afe-7f58-4514-b941-b85960c760fb on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:34.796245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-0d679f35-39d3-47a0-9aa7-e71cee45af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:34.805169 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-0d679f35-39d3-47a0-9aa7-e71cee45af31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 200 len: 797 time: 0.2709126 Jul 22 16:40:34.806382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:34.808541 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ef0f65d7-10c0-4a04-a59f-4b404fc09e21 req-b4ad201a-9aa4-4634-8777-3d995a74db88 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.65 "DELETE /v2.0/ports/10e45afe-7f58-4514-b941-b85960c760fb HTTP/1.1" status: 204 len: 173 time: 2.0780728 Jul 22 16:40:34.847775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e1cbc577-a4f7-4045-bb31-d205a69f3075 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:34.958465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Attempting to bind port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:34.959256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Attempting to bind port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:34.959830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Attempting to bind port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df on network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:34.981120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df on network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:34.981858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Attempting to bind port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df on network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:35.008380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643bbe-c9da-4c88-823c-c79dea2be946 req-17061140-2ead-4846-8470-fbe7fd125cdc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.009297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e1cbc577-a4f7-4045-bb31-d205a69f3075 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:35.009673 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.017692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643bbe-c9da-4c88-823c-c79dea2be946 req-17061140-2ead-4846-8470-fbe7fd125cdc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.025037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18643bbe-c9da-4c88-823c-c79dea2be946 req-17061140-2ead-4846-8470-fbe7fd125cdc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.034642 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18643bbe-c9da-4c88-823c-c79dea2be946 req-17061140-2ead-4846-8470-fbe7fd125cdc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2413 time: 0.4153402 Jul 22 16:40:35.038464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:35.038945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Checking segment: {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:35.039569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Bound using segment: {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:35.040058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Bound port: e4d7cef2-4a77-4dbe-9e6d-553ce551b2df, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8416bd8-714a-467d-a566-abe356d0a062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:35.040510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.056827 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3681ee18-c379-461f-87b6-15cf2a730bb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cdd211de57d44e79f62548855252bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8763919 Jul 22 16:40:35.066370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7966-1770-4013-a5bb-622b71170d09 req-35842ae2-d85e-4ba2-b760-1cd57e5f4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.066797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681ee18-c379-461f-87b6-15cf2a730bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b19542-4f01-49ae-99b0-30c46f3134dd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:35.067948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-35842ae2-d85e-4ba2-b760-1cd57e5f4d0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2371342 Jul 22 16:40:35.068450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:35.074263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-3576-4d49-994c-5ee3ac1df4f0 None None] Provisioning for port e032f15a-9d58-4a0b-ac47-239b5fda3ac0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:35.083832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5da8526a-3576-4d49-994c-5ee3ac1df4f0 None None] Provisioning complete for port e032f15a-9d58-4a0b-ac47-239b5fda3ac0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:35.095561 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5da8526a-3576-4d49-994c-5ee3ac1df4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.190173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-68d1f8b1-d250-4349-802f-4a08c6b19262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.191707 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a545e30e-dd4c-43b2-b4c9-5f676ff0e077 req-68d1f8b1-d250-4349-802f-4a08c6b19262 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3511877 Jul 22 16:40:35.194703 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.205860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197a2ae-d4b9-4fe5-9e6e-cc0edd85f34c req-17118ba0-3e45-4d4b-9e54-61dd505d7b40 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.207826 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9197a2ae-d4b9-4fe5-9e6e-cc0edd85f34c req-17118ba0-3e45-4d4b-9e54-61dd505d7b40 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 944 time: 0.3207552 Jul 22 16:40:35.209736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.265011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18643bbe-c9da-4c88-823c-c79dea2be946 req-8beb79f6-33dd-4c3f-bf68-33fb523512af tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277710 Jul 22 16:40:35.314339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5da8526a-3576-4d49-994c-5ee3ac1df4f0 None None] Port e032f15a-9d58-4a0b-ac47-239b5fda3ac0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:35.330735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] For port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:35.332367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.337209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=e032f15a-9d58-4a0b-ac47-239b5fda3ac0,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:35.351614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9197a2ae-d4b9-4fe5-9e6e-cc0edd85f34c req-f360dd88-dfe7-450d-a168-72d778c12b19 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872962 Jul 22 16:40:35.367162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-2b152e97-b286-4d44-a9c5-6f84b386885c service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599809 Jul 22 16:40:35.368025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82a08351-d4ba-4215-8c62-801450996a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.370969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] For port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:35.414225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82a08351-d4ba-4215-8c62-801450996a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.416951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.417101 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.441854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc07b5e1-9a6d-4fba-9876-2df44cd4e9bc None None] Provisioning complete for port e032f15a-9d58-4a0b-ac47-239b5fda3ac0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:35.442306 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc07b5e1-9a6d-4fba-9876-2df44cd4e9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.489361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 93f04710-ae3b-431d-8e19-78d971887e01 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:35.490982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cc07b5e1-9a6d-4fba-9876-2df44cd4e9bc None None] Port e032f15a-9d58-4a0b-ac47-239b5fda3ac0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:35.491213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:35.503774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.504405 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.505907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/e4d7cef2-4a77-4dbe-9e6d-553ce551b2df HTTP/1.1" status: 200 len: 1093 time: 2.2921000 Jul 22 16:40:35.544234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1535944d-2d02-42ab-bf0f-fc2225298a2e req-709ef6d7-6c84-46da-97ee-31c8eefcde20 tempest-ServerAddressesNegativeTestJSON-719025762 tempest-ServerAddressesNegativeTestJSON-719025762-project] 10.222.0.53 "GET /v2.0/ports?device_id=c81fd4ab-38f1-43c0-af3b-f82f01126940 HTTP/1.1" status: 200 len: 210 time: 0.0612640 Jul 22 16:40:35.645971 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82a08351-d4ba-4215-8c62-801450996a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.646794 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82a08351-d4ba-4215-8c62-801450996a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.650345 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-82a08351-d4ba-4215-8c62-801450996a80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8b19542-4f01-49ae-99b0-30c46f3134dd HTTP/1.1" status: 204 len: 168 time: 0.5763817 Jul 22 16:40:35.689181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bbea0-6640-45c8-8e1b-13c0f6b998e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:35.708823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a08351-d4ba-4215-8c62-801450996a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b19542-4f01-49ae-99b0-30c46f3134dd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:35.730045 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-433c7966-1770-4013-a5bb-622b71170d09 req-694f6278-c176-4d6d-add3-9d9b70a309d7 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260183 Jul 22 16:40:35.745596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81fd4ab-38f1-43c0-af3b-f82f01126940', 'name': 'network-vif-deleted', 'tag': '10e45afe-7f58-4514-b941-b85960c760fb'}, {'name': 'network-changed', 'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'tag': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:35.748203 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87" -d '{"events": [{"server_uuid": "c81fd4ab-38f1-43c0-af3b-f82f01126940", "name": "network-vif-deleted", "tag": "10e45afe-7f58-4514-b941-b85960c760fb"}, {"name": "network-changed", "server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "tag": "e4d7cef2-4a77-4dbe-9e6d-553ce551b2df"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:35.803506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-ea657972-2bad-435e-933d-286dde4e3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.815687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-ea657972-2bad-435e-933d-286dde4e3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.816170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-ea657972-2bad-435e-933d-286dde4e3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.818078 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-ea657972-2bad-435e-933d-286dde4e3518 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8be2366f06942dc8a5363765a0ade10&device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2869 time: 0.1959922 Jul 22 16:40:35.819828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router 61c61486-3bf6-4d32-b098-86e0addc1837 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:40:35.897296 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1336f359-74ab-4a26-a56e-802b16351ac7 x-openstack-request-id: req-1336f359-74ab-4a26-a56e-802b16351ac7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:35.897678 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81fd4ab-38f1-43c0-af3b-f82f01126940", "name": "network-vif-deleted", "tag": "10e45afe-7f58-4514-b941-b85960c760fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "tag": "e4d7cef2-4a77-4dbe-9e6d-553ce551b2df", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:35.897845 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1336f359-74ab-4a26-a56e-802b16351ac7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:35.898541 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81fd4ab-38f1-43c0-af3b-f82f01126940', 'name': 'network-vif-deleted', 'tag': '10e45afe-7f58-4514-b941-b85960c760fb', 'status': 'completed', 'code': 200} Jul 22 16:40:35.898541 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'tag': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df', 'status': 'completed', 'code': 200} Jul 22 16:40:35.900725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-1a53d8af-45c8-4ed6-85c1-ab39fd0a03d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=6f821051-160e-4d98-95aa-af61d828491e HTTP/1.1" status: 200 len: 217 time: 0.0668936 Jul 22 16:40:35.948604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0836746b-fa7f-487d-88a6-438a71150a8e None None] Provisioning complete for port e032f15a-9d58-4a0b-ac47-239b5fda3ac0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:35.949561 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0836746b-fa7f-487d-88a6-438a71150a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:35.978962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-47105d9c-2e2f-4fdf-bf90-f5bdc82eaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:35.981083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-47105d9c-2e2f-4fdf-bf90-f5bdc82eaaa7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0 HTTP/1.1" status: 200 len: 801 time: 0.0698547 Jul 22 16:40:35.985599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:35.992469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0836746b-fa7f-487d-88a6-438a71150a8e None None] Port e032f15a-9d58-4a0b-ac47-239b5fda3ac0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:35.995926 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-87c23035-dcf9-4266-b259-b98685211f88 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/61c61486-3bf6-4d32-b098-86e0addc1837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4966004 Jul 22 16:40:35.996299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:35.998671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388463f-b780-4eaa-9516-0efb93cc7e7b None None] Sync routers for ids ['61c61486-3bf6-4d32-b098-86e0addc1837'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:36.011643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388463f-b780-4eaa-9516-0efb93cc7e7b None None] Routers {'61c61486-3bf6-4d32-b098-86e0addc1837'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:36.012278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0388463f-b780-4eaa-9516-0efb93cc7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['61c61486-3bf6-4d32-b098-86e0addc1837'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:36.047824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0388463f-b780-4eaa-9516-0efb93cc7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:36.062191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-bc1b001c-070c-414b-a23e-bacbfca7400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.063965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388463f-b780-4eaa-9516-0efb93cc7e7b None None] Routers {'61c61486-3bf6-4d32-b098-86e0addc1837'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:36.064476 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-bc1b001c-070c-414b-a23e-bacbfca7400b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747018 Jul 22 16:40:36.064894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0388463f-b780-4eaa-9516-0efb93cc7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['61c61486-3bf6-4d32-b098-86e0addc1837'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:36.084923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4306bef6-546e-4fee-890c-339fb9b1d3fd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.089167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4306bef6-546e-4fee-890c-339fb9b1d3fd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports/e032f15a-9d58-4a0b-ac47-239b5fda3ac0 HTTP/1.1" status: 200 len: 910 time: 0.0874944 Jul 22 16:40:36.089759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46672) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:36.101884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0388463f-b780-4eaa-9516-0efb93cc7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:36.102809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388463f-b780-4eaa-9516-0efb93cc7e7b None None] The sync data for ids ['61c61486-3bf6-4d32-b098-86e0addc1837'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:36.180136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-6c0970ab-afc7-4154-8ffc-f4b9ab5640c1 service neutron] 10.222.0.20 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079712 Jul 22 16:40:36.308908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-40fde7a2-cf08-4841-beb7-440d55d084af service neutron] 10.222.0.20 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134708 Jul 22 16:40:36.366504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-96cd71f3-0523-4eaf-810f-baba3a5da212 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.108&port_id=0598810c-dbbb-4999-be3f-f4342242b000 HTTP/1.1" status: 200 len: 217 time: 0.0475841 Jul 22 16:40:36.461725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4ec974df-ef9d-4e4e-ac7c-2eb1a443f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.463509 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-4ec974df-ef9d-4e4e-ac7c-2eb1a443f21a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2076f3fd-d554-44ce-81a4-a3f94c0db9fb HTTP/1.1" status: 200 len: 801 time: 0.0776873 Jul 22 16:40:36.491426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215f4e6-6615-4455-bc2f-19580da36eb6 req-28c2f1bd-e081-421f-a719-8117cbc07bd5 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.501218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215f4e6-6615-4455-bc2f-19580da36eb6 req-28c2f1bd-e081-421f-a719-8117cbc07bd5 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.507309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215f4e6-6615-4455-bc2f-19580da36eb6 req-28c2f1bd-e081-421f-a719-8117cbc07bd5 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.514377 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3215f4e6-6615-4455-bc2f-19580da36eb6 req-28c2f1bd-e081-421f-a719-8117cbc07bd5 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2413 time: 0.1586859 Jul 22 16:40:36.517569 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.596109 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3215f4e6-6615-4455-bc2f-19580da36eb6 req-1c70dabb-2d54-450a-944f-e4f363fe023f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748823 Jul 22 16:40:36.601387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f198ec2-ee75-493e-8164-273655e39a42 req-812acd62-2881-4e38-978c-1046cec736a7 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.603349 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f198ec2-ee75-493e-8164-273655e39a42 req-812acd62-2881-4e38-978c-1046cec736a7 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 944 time: 0.1588356 Jul 22 16:40:36.617296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-1006c6c5-cc0e-4625-9295-f152a60fa67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:36.619177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-1006c6c5-cc0e-4625-9295-f152a60fa67b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9b574ed-f559-4341-b55c-a3c65d485982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474006 Jul 22 16:40:36.717143 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f198ec2-ee75-493e-8164-273655e39a42 req-383b6224-8e96-4636-a645-ea7a75df5756 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079454 Jul 22 16:40:36.745186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4f372c55-4ec7-4137-a4cf-494ae98c0a1e up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:36.803629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-90c3e7e4-da3b-458d-b34c-557dc831d645 service neutron] 10.222.0.20 "GET /v2.0/networks/a9b574ed-f559-4341-b55c-a3c65d485982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759613 Jul 22 16:40:36.822581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46700) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:36.842479 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:36.848013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:36.848687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.940004 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-43636f09-5b27-41a8-ab59-7c9ce01a96dd service neutron] 10.222.0.20 "GET /v2.0/networks/a9b574ed-f559-4341-b55c-a3c65d485982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278038 Jul 22 16:40:36.952901 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:36.985767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9318642b-60f9-4a69-873a-8f9c54f36bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f372c55-4ec7-4137-a4cf-494ae98c0a1e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:36.988566 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec4316-7a7a-4350-8ffe-079044fbd0eb" -d '{"events": [{"server_uuid": "9318642b-60f9-4a69-873a-8f9c54f36bb5", "name": "network-vif-plugged", "status": "completed", "tag": "4f372c55-4ec7-4137-a4cf-494ae98c0a1e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:37.003400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,segment=NetworkSegment(01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b),segment_id=01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:37.015029 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.015029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 10e45afe-7f58-4514-b941-b85960c760fb no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:37.045201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-d137866c-a9cb-4980-bc33-73f2571bc601 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df HTTP/1.1" status: 200 len: 217 time: 0.0973864 Jul 22 16:40:37.110591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 10e45afe-7f58-4514-b941-b85960c760fb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:37.111300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 10e45afe-7f58-4514-b941-b85960c760fb not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:37.115703 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789dae4-a1f7-4d25-b362-39ef50fa2aea x-openstack-request-id: req-6789dae4-a1f7-4d25-b362-39ef50fa2aea {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:37.115988 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9318642b-60f9-4a69-873a-8f9c54f36bb5", "name": "network-vif-plugged", "status": "completed", "tag": "4f372c55-4ec7-4137-a4cf-494ae98c0a1e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:37.116238 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6789dae4-a1f7-4d25-b362-39ef50fa2aea {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:37.116738 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9318642b-60f9-4a69-873a-8f9c54f36bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f372c55-4ec7-4137-a4cf-494ae98c0a1e', 'code': 200} Jul 22 16:40:37.122256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:37.142333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-14cb22f0-a612-45c7-ad26-410595870dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.145144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-14cb22f0-a612-45c7-ad26-410595870dc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0 HTTP/1.1" status: 200 len: 801 time: 0.0911117 Jul 22 16:40:37.260278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-42b4f007-43a3-46d2-80f9-9d8dc60d8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.261902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-42b4f007-43a3-46d2-80f9-9d8dc60d8b88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087582 Jul 22 16:40:37.268788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d80af-db59-45f0-976b-cccce0c5ba00 req-c127eea2-b943-4f81-81b7-139c0e869fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.270590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d9d80af-db59-45f0-976b-cccce0c5ba00 req-c127eea2-b943-4f81-81b7-139c0e869fd2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 1097 time: 0.1063752 Jul 22 16:40:37.328368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-32957b7e-84a7-489c-a15c-4c3c44ddc748 admin admin] Deleting subnet 51a9e9f2-eb34-447b-9a3d-24507633bb3e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:37.351639 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32957b7e-84a7-489c-a15c-4c3c44ddc748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.376906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d9d80af-db59-45f0-976b-cccce0c5ba00 req-e1a8f3fd-5b8a-45e9-aea5-80265e6cf30d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971289 Jul 22 16:40:37.393123 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32957b7e-84a7-489c-a15c-4c3c44ddc748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.408587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-6b33fd4f-64a9-404e-9aee-3e46ec5fd6e6 service neutron] 10.222.0.20 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365030 Jul 22 16:40:37.443032 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port e032f15a-9d58-4a0b-ac47-239b5fda3ac0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:37.443558 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.479913 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32957b7e-84a7-489c-a15c-4c3c44ddc748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.536934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db740f38-ec5c-40a0-a481-f598d8b507e5 req-e87064d3-5cba-4f5f-9b77-90ee3eb743d6 service neutron] 10.222.0.20 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202328 Jul 22 16:40:37.580670 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.596815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for e032f15a-9d58-4a0b-ac47-239b5fda3ac0 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:37.601581 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32957b7e-84a7-489c-a15c-4c3c44ddc748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.642408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32957b7e-84a7-489c-a15c-4c3c44ddc748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a9e9f2-eb34-447b-9a3d-24507633bb3e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:37.709126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32957b7e-84a7-489c-a15c-4c3c44ddc748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:37.711528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-32957b7e-84a7-489c-a15c-4c3c44ddc748 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/51a9e9f2-eb34-447b-9a3d-24507633bb3e HTTP/1.1" status: 204 len: 168 time: 0.8879695 Jul 22 16:40:37.714302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46740) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:37.820680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-ac77bc46-c70b-4e34-bb9a-8698d134dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.821802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-ac77bc46-c70b-4e34-bb9a-8698d134dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.822437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-ac77bc46-c70b-4e34-bb9a-8698d134dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.824304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-ac77bc46-c70b-4e34-bb9a-8698d134dd44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8be2366f06942dc8a5363765a0ade10&device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2869 time: 0.1019211 Jul 22 16:40:37.835610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f596a8-2963-4ff5-8137-c31720df219c req-1741ed1d-6e70-45e1-b918-88db28537318 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.842256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f596a8-2963-4ff5-8137-c31720df219c req-1741ed1d-6e70-45e1-b918-88db28537318 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.849051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f596a8-2963-4ff5-8137-c31720df219c req-1741ed1d-6e70-45e1-b918-88db28537318 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:37.861506 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34f596a8-2963-4ff5-8137-c31720df219c req-1741ed1d-6e70-45e1-b918-88db28537318 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2413 time: 0.1858726 Jul 22 16:40:37.935518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34f596a8-2963-4ff5-8137-c31720df219c req-eee19c04-5e65-4424-b0e9-a5c43cfdcbb2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714502 Jul 22 16:40:37.951498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.018592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-011bae15-4691-44b5-8859-85e030e34a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:38.020297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-011bae15-4691-44b5-8859-85e030e34a81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 HTTP/1.1" status: 200 len: 903 time: 0.1541505 Jul 22 16:40:38.098007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-ad4e614e-a397-4cd8-ace2-375ca0baf60a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df HTTP/1.1" status: 200 len: 217 time: 0.0507991 Jul 22 16:40:38.104633 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151c9e9-4554-49f5-bc9f-1d45813a6747 req-83224408-0770-4ee4-87b5-50571ea6f701 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:38.106846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f151c9e9-4554-49f5-bc9f-1d45813a6747 req-83224408-0770-4ee4-87b5-50571ea6f701 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 945 time: 0.2273214 Jul 22 16:40:38.181507 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.198741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a40799-0728-445f-b139-b245d22b9486']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:38.212084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.246418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d53486-61a2-4eec-8478-c7abc8d13443') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:38.247728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d53486-61a2-4eec-8478-c7abc8d13443') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:38.315549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f151c9e9-4554-49f5-bc9f-1d45813a6747 req-6e9f3ce5-81ac-43e9-b720-9b4ccf960ad5 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998754 Jul 22 16:40:38.316742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=e032f15a-9d58-4a0b-ac47-239b5fda3ac0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:38.359848 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.428430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.544021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:38.544280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:38.546764 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:38.573045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.573290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-df1d6add-8292-469b-8436-1a392bb708c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:38.574800 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-df1d6add-8292-469b-8436-1a392bb708c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0 HTTP/1.1" status: 200 len: 801 time: 0.4680645 Jul 22 16:40:38.667066 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.677796 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-cfead259-b40a-4976-97b5-dcd38881d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:38.679503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-cfead259-b40a-4976-97b5-dcd38881d933 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967894 Jul 22 16:40:38.705869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:38.708016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/76a40799-0728-445f-b139-b245d22b9486 HTTP/1.1" status: 204 len: 168 time: 0.9923170 Jul 22 16:40:38.724387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5b0a1-f8e6-45cf-bbb5-ffaeba6a28b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a40799-0728-445f-b139-b245d22b9486,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:38.840009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router 61c61486-3bf6-4d32-b098-86e0addc1837 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:40:38.981910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:38.993125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4c810803-344c-463b-8ebb-6c471a41f679 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/61c61486-3bf6-4d32-b098-86e0addc1837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9018059 Jul 22 16:40:38.993293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46776) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:38.994213 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f5564-bcfd-4518-a2ea-820ff65303e2 None None] Sync routers for ids ['61c61486-3bf6-4d32-b098-86e0addc1837'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:39.039774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2184957b-42c4-402e-8140-77587678a2a7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c61486-3bf6-4d32-b098-86e0addc1837 HTTP/1.1" status: 200 len: 205 time: 0.0427985 Jul 22 16:40:39.040036 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f5564-bcfd-4518-a2ea-820ff65303e2 None None] Routers {'61c61486-3bf6-4d32-b098-86e0addc1837'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:39.040036 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b0f5564-bcfd-4518-a2ea-820ff65303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['61c61486-3bf6-4d32-b098-86e0addc1837'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:39.040227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:39.161163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:39.199315 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0adca3a-9367-4641-988c-cccc8cefca15 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.220070 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b0f5564-bcfd-4518-a2ea-820ff65303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:39.252841 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f5564-bcfd-4518-a2ea-820ff65303e2 None None] Routers {'61c61486-3bf6-4d32-b098-86e0addc1837'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:39.253852 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b0f5564-bcfd-4518-a2ea-820ff65303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['61c61486-3bf6-4d32-b098-86e0addc1837'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:39.272106 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-58ac277e-7341-4deb-850a-f89c1dc532bb service neutron] 10.222.0.20 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496898 Jul 22 16:40:39.303522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d5f42a00-697c-499c-bbcc-d2a7031d19d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38d4ebf21bc648bc8a8d991c419739b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408355 Jul 22 16:40:39.308433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:39.309457 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b0f5564-bcfd-4518-a2ea-820ff65303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:39.310384 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f5564-bcfd-4518-a2ea-820ff65303e2 None None] The sync data for ids ['61c61486-3bf6-4d32-b098-86e0addc1837'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:39.446467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f477f-f84e-425f-b40e-1d0fb46784b6 req-92709be5-6145-49f0-9ee4-a027e693bebd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.455281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f477f-f84e-425f-b40e-1d0fb46784b6 req-92709be5-6145-49f0-9ee4-a027e693bebd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.457781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0adca3a-9367-4641-988c-cccc8cefca15 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.461362 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0adca3a-9367-4641-988c-cccc8cefca15 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.462166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f477f-f84e-425f-b40e-1d0fb46784b6 req-92709be5-6145-49f0-9ee4-a027e693bebd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.464119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-095f477f-f84e-425f-b40e-1d0fb46784b6 req-92709be5-6145-49f0-9ee4-a027e693bebd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2413 time: 0.3304286 Jul 22 16:40:39.526393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-095f477f-f84e-425f-b40e-1d0fb46784b6 req-4a80802b-3c2e-4bdd-aa52-b5f33187eb58 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470674 Jul 22 16:40:39.545095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0adca3a-9367-4641-988c-cccc8cefca15 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.545666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0adca3a-9367-4641-988c-cccc8cefca15 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Fanout notify agent at l3_agent the message router_deleted on router 61c61486-3bf6-4d32-b098-86e0addc1837 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:40:39.556831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c0adca3a-9367-4641-988c-cccc8cefca15 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.556831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c0adca3a-9367-4641-988c-cccc8cefca15 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/61c61486-3bf6-4d32-b098-86e0addc1837 HTTP/1.1" status: 204 len: 168 time: 0.5134923 Jul 22 16:40:39.557559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46798) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:39.563943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07c79ea4-61ef-47c0-bf0c-44ab4efa6d87 req-ca492df2-6d27-4637-9071-81b56775fa42 service neutron] 10.222.0.20 "GET /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763257 Jul 22 16:40:39.570549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1db2122-4171-413f-b538-c458bc647e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.603611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1db2122-4171-413f-b538-c458bc647e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.613009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264d69e-467f-4be7-933e-4ca49cc8a21e req-bfb393ef-d7e5-42bf-8756-b52fbec2abaa tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:39.614551 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e264d69e-467f-4be7-933e-4ca49cc8a21e req-bfb393ef-d7e5-42bf-8756-b52fbec2abaa tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 945 time: 0.1548917 Jul 22 16:40:39.629659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8554ae-345b-48bb-8247-eca0751bed6e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting subnet 5ad76fc2-8998-48cb-bcec-3319e7137f4e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:39.650194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb8554ae-345b-48bb-8247-eca0751bed6e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.666741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1db2122-4171-413f-b538-c458bc647e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.669859 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1db2122-4171-413f-b538-c458bc647e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.671142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f1db2122-4171-413f-b538-c458bc647e68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37c96351-8dfb-4944-a12f-bc6e165d58cc HTTP/1.1" status: 204 len: 168 time: 0.3614588 Jul 22 16:40:39.686376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db2122-4171-413f-b538-c458bc647e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c96351-8dfb-4944-a12f-bc6e165d58cc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:39.726809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e264d69e-467f-4be7-933e-4ca49cc8a21e req-650e3b21-95b8-4a45-9c25-d6610be871ed tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032393 Jul 22 16:40:39.732334 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb8554ae-345b-48bb-8247-eca0751bed6e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.835596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb8554ae-345b-48bb-8247-eca0751bed6e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:39.949212 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb8554ae-345b-48bb-8247-eca0751bed6e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.003824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fccb99-d803-4117-9f3c-646383d82ebe None None] Network 93f04710-ae3b-431d-8e19-78d971887e01 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:40.011789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8554ae-345b-48bb-8247-eca0751bed6e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad76fc2-8998-48cb-bcec-3319e7137f4e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:40.021644 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb8554ae-345b-48bb-8247-eca0751bed6e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.037224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eb8554ae-345b-48bb-8247-eca0751bed6e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/5ad76fc2-8998-48cb-bcec-3319e7137f4e HTTP/1.1" status: 204 len: 168 time: 0.4786143 Jul 22 16:40:40.040753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46812) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:40.268051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.376964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port e1cbc577-a4f7-4045-bb31-d205a69f3075 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:40.377433 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.399891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8529b8a0-3401-49e9-8d85-487ee60e262a None None] DHCP port deletion for 93f04710-ae3b-431d-8e19-78d971887e01 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:40:40.480251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcea5c-0682-4858-b9a7-3b74a8de3c2b req-668d00a4-5e7f-4ff8-9a64-dd88348bdc1e tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:40.490307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4dcea5c-0682-4858-b9a7-3b74a8de3c2b req-668d00a4-5e7f-4ff8-9a64-dd88348bdc1e tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 945 time: 0.2397745 Jul 22 16:40:40.524186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e4d7cef2-4a77-4dbe-9e6d-553ce551b2df details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:40.541490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port e1cbc577-a4f7-4045-bb31-d205a69f3075, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e1cbc577-a4f7-4045-bb31-d205a69f3075,segment=NetworkSegment(fa1232a6-1055-4c7c-8227-9830e35d7e5a),segment_id=fa1232a6-1055-4c7c-8227-9830e35d7e5a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:40.542219 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.551062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a4dcea5c-0682-4858-b9a7-3b74a8de3c2b req-52a57f8c-a2ac-45e6-af72-82140dbce05c tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593953 Jul 22 16:40:40.570839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8529b8a0-3401-49e9-8d85-487ee60e262a None None] Deleting port e1cbc577-a4f7-4045-bb31-d205a69f3075 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:40.570839 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8529b8a0-3401-49e9-8d85-487ee60e262a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.584037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for e1cbc577-a4f7-4045-bb31-d205a69f3075 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:40.765777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8529b8a0-3401-49e9-8d85-487ee60e262a None None] For port e1cbc577-a4f7-4045-bb31-d205a69f3075, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e1cbc577-a4f7-4045-bb31-d205a69f3075,segment=NetworkSegment(fa1232a6-1055-4c7c-8227-9830e35d7e5a),segment_id=fa1232a6-1055-4c7c-8227-9830e35d7e5a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:40.766470 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8529b8a0-3401-49e9-8d85-487ee60e262a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.786870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8529b8a0-3401-49e9-8d85-487ee60e262a None None] Calling delete_port for e1cbc577-a4f7-4045-bb31-d205a69f3075 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:40.836564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380c35-c283-4f6c-a853-342589da80f1 req-070ca3b5-48a8-4675-9501-7090c78d127e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:40.847373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380c35-c283-4f6c-a853-342589da80f1 req-070ca3b5-48a8-4675-9501-7090c78d127e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:40.861430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380c35-c283-4f6c-a853-342589da80f1 req-070ca3b5-48a8-4675-9501-7090c78d127e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:40.865427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f380c35-c283-4f6c-a853-342589da80f1 req-070ca3b5-48a8-4675-9501-7090c78d127e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2413 time: 0.2164953 Jul 22 16:40:40.866915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.895962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No DVR routers for this DVR port e1cbc577-a4f7-4045-bb31-d205a69f3075 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:40.939273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=e1cbc577-a4f7-4045-bb31-d205a69f3075,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:40.959644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8529b8a0-3401-49e9-8d85-487ee60e262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:40.962171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e1cbc577-a4f7-4045-bb31-d205a69f3075 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:41.028695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e1cbc577-a4f7-4045-bb31-d205a69f3075 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:41.029373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e1cbc577-a4f7-4045-bb31-d205a69f3075 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:41.033276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529b8a0-3401-49e9-8d85-487ee60e262a None None] Pushing event deleted for resources: {'Port': ['ID=e1cbc577-a4f7-4045-bb31-d205a69f3075,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:41.037381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529b8a0-3401-49e9-8d85-487ee60e262a None None] No DVR routers for this DVR port e1cbc577-a4f7-4045-bb31-d205a69f3075 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:41.143887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f380c35-c283-4f6c-a853-342589da80f1 req-3fba1bb1-f7d3-4b0a-b10c-535fd2dfc4bd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597208 Jul 22 16:40:41.245985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:41.247162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.275364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df', 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1', 'port_id': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df', 'mac_address': 'fa:16:3e:05:65:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:41.290570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f04710-ae3b-431d-8e19-78d971887e01']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:41.321110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1232a6-1055-4c7c-8227-9830e35d7e5a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:41.321415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1232a6-1055-4c7c-8227-9830e35d7e5a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:41.341673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46846) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:41.351486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.377080 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.413942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.435654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:41.436129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.443032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d7cef2-4a77-4dbe-9e6d-553ce551b2df {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:41.444275 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:41.470834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:41.477051 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.478237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0598810c-dbbb-4999-be3f-f4342242b000 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:41.550487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-486461964-network', 'tenant_id': '9e0ea7a2a4f34f68802258c052c0396e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:41.575923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:41.601365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Made reservation on behalf of 9e0ea7a2a4f34f68802258c052c0396e for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:41.604638 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.614435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.631982 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.635216 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.649024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/networks/93f04710-ae3b-431d-8e19-78d971887e01 HTTP/1.1" status: 204 len: 168 time: 1.6017234 Jul 22 16:40:41.649987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:41.664427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2070884103', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:41.675085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b67cf0-2e8f-4140-98ff-16d19c030363 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Network': ['ID=93f04710-ae3b-431d-8e19-78d971887e01,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:41.716587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:40:41.716587 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:40:41.716587 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': 'e4bc7e6b24774899b794c083b86bc890', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 40, 41, 682852)}] Jul 22 16:40:41.716587 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:40:41.717354 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:40:41.811177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0598810c-dbbb-4999-be3f-f4342242b000, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0598810c-dbbb-4999-be3f-f4342242b000,segment=NetworkSegment(c8d68768-075b-4136-b789-78ebfe521ccd),segment_id=c8d68768-075b-4136-b789-78ebfe521ccd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:41.815591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c498a76-2ae6-4c46-9b3b-f78c8bc712b7 req-22d38d61-9922-4372-b503-5bd04b7166ed tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:41.823026 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2c498a76-2ae6-4c46-9b3b-f78c8bc712b7 req-22d38d61-9922-4372-b503-5bd04b7166ed tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 945 time: 0.1282785 Jul 22 16:40:41.836508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '0598810c-dbbb-4999-be3f-f4342242b000', 'network_id': 'a9b574ed-f559-4341-b55c-a3c65d485982', 'port_id': '0598810c-dbbb-4999-be3f-f4342242b000', 'mac_address': 'fa:16:3e:71:ef:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2076f3fd-d554-44ce-81a4-a3f94c0db9fb', 'ip_address': '19.86.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:41.911349 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2c498a76-2ae6-4c46-9b3b-f78c8bc712b7 req-1c262200-a513-47fc-b87b-cc59bc73264d tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872731 Jul 22 16:40:41.934720 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.937101 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.943288 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:41.967340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0598810c-dbbb-4999-be3f-f4342242b000 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:42.001005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:42.018110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0598810c-dbbb-4999-be3f-f4342242b000, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0598810c-dbbb-4999-be3f-f4342242b000,segment=NetworkSegment(c8d68768-075b-4136-b789-78ebfe521ccd),segment_id=c8d68768-075b-4136-b789-78ebfe521ccd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:42.024046 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.024846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6f821051-160e-4d98-95aa-af61d828491e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:42.028914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abefdf89-2359-456e-8970-d03f00955d7b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:42.035865 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.036260 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Added segment 5a25cb93-03e0-4619-ad22-7d15f0bda1dd of type vlan for network de0005e6-118a-4045-ab0e-093f6e3387ea Jul 22 16:40:42.093011 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.131725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6f821051-160e-4d98-95aa-af61d828491e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6f821051-160e-4d98-95aa-af61d828491e,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:42.143806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0598810c-dbbb-4999-be3f-f4342242b000,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:42.144087 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.145563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:42.146435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.152539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '6f821051-160e-4d98-95aa-af61d828491e', 'network_id': 'f8336e86-ad9e-40a3-91e3-8fc800e9b4a1', 'port_id': '6f821051-160e-4d98-95aa-af61d828491e', 'mac_address': 'fa:16:3e:27:61:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:42.181135 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8383110 Jul 22 16:40:42.184058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:42.189799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Request body: {'subnet': {'network_id': 'de0005e6-118a-4045-ab0e-093f6e3387ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-486461964-subnet', 'tenant_id': '9e0ea7a2a4f34f68802258c052c0396e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:42.228962 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.270718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f821051-160e-4d98-95aa-af61d828491e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:42.294483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7bc2e-df2c-43e2-8a34-a859465f0a19 admin admin] Pushing event updated for resources: {'Network': ['ID=de0005e6-118a-4045-ab0e-093f6e3387ea,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:42.295517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6f821051-160e-4d98-95aa-af61d828491e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6f821051-160e-4d98-95aa-af61d828491e,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:42.301051 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.314423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network de0005e6-118a-4045-ab0e-093f6e3387ea details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:42.324793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.326292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.331730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Made reservation on behalf of 9e0ea7a2a4f34f68802258c052c0396e for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:42.334165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.437913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6f821051-160e-4d98-95aa-af61d828491e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:42.463697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.489804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0c381-2dff-4a63-8390-1313dae9524e req-7c87defc-09a2-442d-801f-9cef8f85f37d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:42.496134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0c381-2dff-4a63-8390-1313dae9524e req-7c87defc-09a2-442d-801f-9cef8f85f37d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:42.502594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0c381-2dff-4a63-8390-1313dae9524e req-7c87defc-09a2-442d-801f-9cef8f85f37d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:42.509788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ca0c381-2dff-4a63-8390-1313dae9524e req-7c87defc-09a2-442d-801f-9cef8f85f37d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2416 time: 0.2189782 Jul 22 16:40:42.571993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-c0e3fe8e-9d80-4e49-ba93-2f0ed056deb6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:42.573534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-c0e3fe8e-9d80-4e49-ba93-2f0ed056deb6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.65 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 945 time: 0.3477547 Jul 22 16:40:42.590240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ca0c381-2dff-4a63-8390-1313dae9524e req-3a8d6159-eb41-43ad-b53e-47c46f883a21 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794969 Jul 22 16:40:42.696209 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.800886 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.852406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['0598810c-dbbb-4999-be3f-f4342242b000'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:42.864417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Deleting port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:42.864823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:42.910832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['e4d7cef2-4a77-4dbe-9e6d-553ce551b2df'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:42.913567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6f821051-160e-4d98-95aa-af61d828491e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:42.938726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4755f8be-8a84-4151-8a02-72f6e86e2c0f,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:43.022031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Checking segment: {'id': '5a25cb93-03e0-4619-ad22-7d15f0bda1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de0005e6-118a-4045-ab0e-093f6e3387ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:43.022412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Network hostable DHCP agents. Network: de0005e6-118a-4045-ab0e-093f6e3387ea, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:43.076811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] For port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,segment=NetworkSegment(01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b),segment_id=01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:43.077386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.091713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Network de0005e6-118a-4045-ab0e-093f6e3387ea is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:43.104539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Calling delete_port for 4f372c55-4ec7-4137-a4cf-494ae98c0a1e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:43.105898 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.117592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, de0005e6-118a-4045-ab0e-093f6e3387ea) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:43.123715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.124466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.144174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a651b3-dd26-45ed-8264-093e0950d9fc None None] Network de0005e6-118a-4045-ab0e-093f6e3387ea requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:43.186524 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ee40655b-fb23-4a15-b65c-edec36b436ff admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9942231 Jul 22 16:40:43.226582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.324958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21e12-efae-4891-9557-a978f2d41c0c req-703f646b-47e9-416d-b570-4ed2e74efc94 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.332108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48f21e12-efae-4891-9557-a978f2d41c0c req-703f646b-47e9-416d-b570-4ed2e74efc94 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/ports?device_id=9318642b-60f9-4a69-873a-8f9c54f36bb5 HTTP/1.1" status: 200 len: 945 time: 0.2381856 Jul 22 16:40:43.364059 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.429007 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['4f372c55-4ec7-4137-a4cf-494ae98c0a1e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:43.441615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48f21e12-efae-4891-9557-a978f2d41c0c req-1c7b648d-5eca-4764-bbaf-530784ade325 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.53 "GET /v2.0/security-groups?id=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057258 Jul 22 16:40:43.445850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Pushing event deleted for resources: {'Port': ['ID=4f372c55-4ec7-4137-a4cf-494ae98c0a1e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:43.583920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.586030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.586887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.591666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.592752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.595051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.595679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.598558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.599481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.599846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.599983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.25.3.168 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/d1089be3-5e23-4e6a-9f19-db792e826c56) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:43.600414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.600497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:43.669695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] No DVR routers for this DVR port 4f372c55-4ec7-4137-a4cf-494ae98c0a1e on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:43.675566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.677979 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-276fc80f-afd9-4055-a2bc-c2285bba8f03 req-962f145d-769d-49e8-a540-e854bac710e6 tempest-InstanceActionsNegativeTestJSON-566074142 tempest-InstanceActionsNegativeTestJSON-566074142-project] 10.222.0.65 "DELETE /v2.0/ports/4f372c55-4ec7-4137-a4cf-494ae98c0a1e HTTP/1.1" status: 204 len: 173 time: 1.0857558 Jul 22 16:40:43.678538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9318642b-60f9-4a69-873a-8f9c54f36bb5', 'name': 'network-vif-deleted', 'tag': '4f372c55-4ec7-4137-a4cf-494ae98c0a1e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:43.681960 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6c48ff-30fe-4b37-b755-95faec33d337" -d '{"events": [{"server_uuid": "9318642b-60f9-4a69-873a-8f9c54f36bb5", "name": "network-vif-deleted", "tag": "4f372c55-4ec7-4137-a4cf-494ae98c0a1e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:43.886537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223f53c-772b-4aa2-851d-af1194b78682 None None] Network de0005e6-118a-4045-ab0e-093f6e3387ea requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:43.918475 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:43.968477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9d30-9a51-4823-b216-9537049a310f req-e634001c-8722-49ed-8247-4869c7222410 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.979489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9d30-9a51-4823-b216-9537049a310f req-e634001c-8722-49ed-8247-4869c7222410 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.987949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb9d30-9a51-4823-b216-9537049a310f req-e634001c-8722-49ed-8247-4869c7222410 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:43.988738 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5fdb9d30-9a51-4823-b216-9537049a310f req-e634001c-8722-49ed-8247-4869c7222410 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2416 time: 0.2973137 Jul 22 16:40:44.010364 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.075746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:44.104211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:44.109287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:44.111466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=d1089be3-5e23-4e6a-9f19-db792e826c56,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:44.166342 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5fdb9d30-9a51-4823-b216-9537049a310f req-45321673-e548-407e-9576-25cddd40c7b9 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671786 Jul 22 16:40:44.248623 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2c1690-7302-40d9-9e32-1027bcf86d1e x-openstack-request-id: req-da2c1690-7302-40d9-9e32-1027bcf86d1e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:44.248925 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9318642b-60f9-4a69-873a-8f9c54f36bb5", "name": "network-vif-deleted", "tag": "4f372c55-4ec7-4137-a4cf-494ae98c0a1e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:44.249206 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da2c1690-7302-40d9-9e32-1027bcf86d1e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:44.249824 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9318642b-60f9-4a69-873a-8f9c54f36bb5', 'name': 'network-vif-deleted', 'tag': '4f372c55-4ec7-4137-a4cf-494ae98c0a1e', 'status': 'completed', 'code': 200} Jul 22 16:40:44.608335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46906) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:44.671365 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.699998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bfbbe1-7a47-4fbc-b0ec-0d4a6237d67a admin admin] Deleting subnet c5ac19b7-155a-40b5-9d10-14cdba20f956 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:44.717006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72bfbbe1-7a47-4fbc-b0ec-0d4a6237d67a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.836128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72bfbbe1-7a47-4fbc-b0ec-0d4a6237d67a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:44.924875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72bfbbe1-7a47-4fbc-b0ec-0d4a6237d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.123683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72bfbbe1-7a47-4fbc-b0ec-0d4a6237d67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.170908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfbbe1-7a47-4fbc-b0ec-0d4a6237d67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ac19b7-155a-40b5-9d10-14cdba20f956,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:45.179212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72bfbbe1-7a47-4fbc-b0ec-0d4a6237d67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.191590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-72bfbbe1-7a47-4fbc-b0ec-0d4a6237d67a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c5ac19b7-155a-40b5-9d10-14cdba20f956 HTTP/1.1" status: 204 len: 168 time: 0.5820153 Jul 22 16:40:45.192336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:45.362224 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.560865 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.575340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6454802-0f53-4016-aed9-6d466f7168af']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:45.596011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:45.596315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f3ebb0-4d9d-4c40-a23f-b9b5aca5396b') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:45.617859 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.662778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d240bf-2faf-4b5d-aa06-006d747aecd5 req-2c5252a1-2544-4be7-8f6b-4872072c9dc5 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.669826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d240bf-2faf-4b5d-aa06-006d747aecd5 req-2c5252a1-2544-4be7-8f6b-4872072c9dc5 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.678429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d240bf-2faf-4b5d-aa06-006d747aecd5 req-2c5252a1-2544-4be7-8f6b-4872072c9dc5 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.680491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-99d240bf-2faf-4b5d-aa06-006d747aecd5 req-2c5252a1-2544-4be7-8f6b-4872072c9dc5 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2416 time: 0.2418678 Jul 22 16:40:45.691873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.713046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:40:45.713662 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:40:45.722251 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:40:45.825617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.841459 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-99d240bf-2faf-4b5d-aa06-006d747aecd5 req-8ffb5b80-ef0e-4c4f-b55e-478836cbf663 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464384 Jul 22 16:40:45.846092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9860c-ef44-4186-ba3a-ab8f391340ec req-d15e933c-0944-4b02-9e4e-64fee5fdfcf8 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:45.848588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32b9860c-ef44-4186-ba3a-ab8f391340ec req-d15e933c-0944-4b02-9e4e-64fee5fdfcf8 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 945 time: 0.1234202 Jul 22 16:40:45.860299 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.868159 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:45.872693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] 10.222.0.53 "DELETE /v2.0/networks/e6454802-0f53-4016-aed9-6d466f7168af HTTP/1.1" status: 204 len: 168 time: 0.6695433 Jul 22 16:40:45.894211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3a7d6-4e64-497c-9ceb-71c1039600ff admin admin] Pushing event deleted for resources: {'Network': ['ID=e6454802-0f53-4016-aed9-6d466f7168af,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:46.029077 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32b9860c-ef44-4186-ba3a-ab8f391340ec req-94c1c79d-4777-4820-ad0c-8a9824cda538 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260738 Jul 22 16:40:46.100286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:46.128659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router 88098a90-c57e-4e2b-bc4b-051565e6e76a is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:40:46.178448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0e87d0e9-9685-47e5-b78b-e17f32710136 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39a6e407fddd4bb082408a6284336464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758362 Jul 22 16:40:46.179314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46966) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:46.274096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:46.288126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298afae-4d50-49ce-beb8-aad52b495e1e None None] Sync routers for ids ['88098a90-c57e-4e2b-bc4b-051565e6e76a'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:46.304150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298afae-4d50-49ce-beb8-aad52b495e1e None None] Routers {'88098a90-c57e-4e2b-bc4b-051565e6e76a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:46.305037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f298afae-4d50-49ce-beb8-aad52b495e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['88098a90-c57e-4e2b-bc4b-051565e6e76a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:46.305591 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.311895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e12fffbd-46ff-4c75-babb-e9794c823e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.6506593 Jul 22 16:40:46.314014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46978) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:46.326335 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d80710f5-f1ae-487b-bb95-199dfc2793dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.353913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f298afae-4d50-49ce-beb8-aad52b495e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:46.366915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f298afae-4d50-49ce-beb8-aad52b495e1e None None] Routers {'88098a90-c57e-4e2b-bc4b-051565e6e76a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:46.368190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f298afae-4d50-49ce-beb8-aad52b495e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['88098a90-c57e-4e2b-bc4b-051565e6e76a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:46.411920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f298afae-4d50-49ce-beb8-aad52b495e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:46.412961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298afae-4d50-49ce-beb8-aad52b495e1e None None] The sync data for ids ['88098a90-c57e-4e2b-bc4b-051565e6e76a'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:46.437025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d80710f5-f1ae-487b-bb95-199dfc2793dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.458570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-799533c3-ba01-4407-82e1-faf07017f7ef tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:46.460317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-799533c3-ba01-4407-82e1-faf07017f7ef tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/networks?id=de0005e6-118a-4045-ab0e-093f6e3387ea HTTP/1.1" status: 200 len: 809 time: 0.1321070 Jul 22 16:40:46.479566 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-79f1e5e0-9661-46df-b3da-a92bf0296a1c tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/quotas/9e0ea7a2a4f34f68802258c052c0396e HTTP/1.1" status: 200 len: 375 time: 0.0105033 Jul 22 16:40:46.522677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3a64c16a-1d1e-49f3-a727-0a83f1a1c05b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/routers/88098a90-c57e-4e2b-bc4b-051565e6e76a HTTP/1.1" status: 200 len: 881 time: 0.2068603 Jul 22 16:40:46.523055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-6a039b9f-5813-4d9c-8760-95ea1f1dfd7f tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e0ea7a2a4f34f68802258c052c0396e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331719 Jul 22 16:40:46.525056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46980) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:46.549578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e4d7cef2-4a77-4dbe-9e6d-553ce551b2df up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:46.613896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:46.618199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:46.618633 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.624649 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-c552c284-1920-436b-b977-46569a00a5a7 service neutron] 10.222.0.53 "GET /v2.0/networks/de0005e6-118a-4045-ab0e-093f6e3387ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979011 Jul 22 16:40:46.634166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d80710f5-f1ae-487b-bb95-199dfc2793dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.636939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d80710f5-f1ae-487b-bb95-199dfc2793dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.638171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d80710f5-f1ae-487b-bb95-199dfc2793dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d HTTP/1.1" status: 204 len: 168 time: 0.4567492 Jul 22 16:40:46.687775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80710f5-f1ae-487b-bb95-199dfc2793dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847fbf95-a6f6-43b6-8ecb-4cf6ead70d8d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:46.763771 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.772986 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-2e712298-d368-4521-a9ff-5baa6b18b389 service neutron] 10.222.0.53 "GET /v2.0/networks/de0005e6-118a-4045-ab0e-093f6e3387ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413462 Jul 22 16:40:46.799166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4f372c55-4ec7-4137-a4cf-494ae98c0a1e no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:46.808630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:46.811554 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17676ba0-4394-4032-bb1a-67db76b09c68" -d '{"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-plugged", "status": "completed", "tag": "e4d7cef2-4a77-4dbe-9e6d-553ce551b2df"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:46.888543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 4f372c55-4ec7-4137-a4cf-494ae98c0a1e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:46.888869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4f372c55-4ec7-4137-a4cf-494ae98c0a1e not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:46.905331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:46.909075 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7e9a4a-0436-426d-b6f4-f24f8e2ff0a2 x-openstack-request-id: req-2e7e9a4a-0436-426d-b6f4-f24f8e2ff0a2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:46.909389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:46.910081 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-566b4268-9209-4acc-8316-f612ee4b6f3e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3834853 Jul 22 16:40:46.914864 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-plugged", "status": "completed", "tag": "e4d7cef2-4a77-4dbe-9e6d-553ce551b2df", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:46.915351 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e7e9a4a-0436-426d-b6f4-f24f8e2ff0a2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:46.916171 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df', 'code': 200} Jul 22 16:40:46.918711 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:46.921716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0598810c-dbbb-4999-be3f-f4342242b000 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:46.923223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-03597b58-2957-43ef-862c-491ef56ff65c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2070884103'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:47.035623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:47.054661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 0598810c-dbbb-4999-be3f-f4342242b000 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:47.061368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 0598810c-dbbb-4999-be3f-f4342242b000 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:47.061964 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.148326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77268226-628d-4d89-be6e-8f15bb1c45da req-43aef8a3-cd23-4711-89db-90ee5f76021f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.155208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77268226-628d-4d89-be6e-8f15bb1c45da req-43aef8a3-cd23-4711-89db-90ee5f76021f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.162861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77268226-628d-4d89-be6e-8f15bb1c45da req-43aef8a3-cd23-4711-89db-90ee5f76021f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.173183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77268226-628d-4d89-be6e-8f15bb1c45da req-43aef8a3-cd23-4711-89db-90ee5f76021f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2417 time: 0.1831737 Jul 22 16:40:47.211048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77268226-628d-4d89-be6e-8f15bb1c45da req-291adee4-4ad7-43ec-8fb9-a37614a821de tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365746 Jul 22 16:40:47.218501 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.256256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0598810c-dbbb-4999-be3f-f4342242b000, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0598810c-dbbb-4999-be3f-f4342242b000,segment=NetworkSegment(c8d68768-075b-4136-b789-78ebfe521ccd),segment_id=c8d68768-075b-4136-b789-78ebfe521ccd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:47.262056 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.263553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6f821051-160e-4d98-95aa-af61d828491e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:47.346406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0598810c-dbbb-4999-be3f-f4342242b000,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:47.385840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 6f821051-160e-4d98-95aa-af61d828491e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:47.394471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 6f821051-160e-4d98-95aa-af61d828491e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:47.395022 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.438573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da8c4d18-31bd-4209-aacf-ccc37431c82b req-4f249234-e876-4d89-8474-5fc8bcf7e8a7 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 210 time: 0.0900648 Jul 22 16:40:47.564878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-823786a8-d3b7-40ea-ac6a-ee88f5daac74 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.566572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-823786a8-d3b7-40ea-ac6a-ee88f5daac74 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 945 time: 0.2709589 Jul 22 16:40:47.592949 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.662854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0548c0e-84a8-432d-8a27-45cf97e190b5 req-f35dcfd4-35c3-4f62-b59b-e91ba0e660be tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:47.664877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0548c0e-84a8-432d-8a27-45cf97e190b5 req-f35dcfd4-35c3-4f62-b59b-e91ba0e660be tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 945 time: 0.3022952 Jul 22 16:40:47.674117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6f821051-160e-4d98-95aa-af61d828491e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6f821051-160e-4d98-95aa-af61d828491e,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:47.685072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.759631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0548c0e-84a8-432d-8a27-45cf97e190b5 req-8bf83881-52d9-4b24-ac9f-07394aa5974a tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/security-groups?id=6073b1cc-8428-405e-94f1-7efae71fb670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823076 Jul 22 16:40:47.764020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6f821051-160e-4d98-95aa-af61d828491e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:47.803130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03597b58-2957-43ef-862c-491ef56ff65c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.836513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03597b58-2957-43ef-862c-491ef56ff65c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:47.839072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Deleting port 05377f49-b87b-4973-a723-1cb79d84908a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:47.839611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.003393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] For port 05377f49-b87b-4973-a723-1cb79d84908a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=05377f49-b87b-4973-a723-1cb79d84908a,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:48.003393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.021104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Calling delete_port for 05377f49-b87b-4973-a723-1cb79d84908a owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:48.023349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03597b58-2957-43ef-862c-491ef56ff65c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router 88098a90-c57e-4e2b-bc4b-051565e6e76a has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:40:48.183594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03597b58-2957-43ef-862c-491ef56ff65c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:48.194869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03597b58-2957-43ef-862c-491ef56ff65c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.197143 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-03597b58-2957-43ef-862c-491ef56ff65c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/88098a90-c57e-4e2b-bc4b-051565e6e76a HTTP/1.1" status: 200 len: 888 time: 1.2841198 Jul 22 16:40:48.202104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47048) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:48.210203 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f091a-fd95-4ea3-8f60-d5b4a529ca93 None None] Sync routers for ids ['88098a90-c57e-4e2b-bc4b-051565e6e76a'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:48.233300 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f091a-fd95-4ea3-8f60-d5b4a529ca93 None None] Routers {'88098a90-c57e-4e2b-bc4b-051565e6e76a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:48.236107 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5c5f091a-fd95-4ea3-8f60-d5b4a529ca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['88098a90-c57e-4e2b-bc4b-051565e6e76a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:48.350010 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5c5f091a-fd95-4ea3-8f60-d5b4a529ca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:48.362173 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f091a-fd95-4ea3-8f60-d5b4a529ca93 None None] Routers {'88098a90-c57e-4e2b-bc4b-051565e6e76a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:48.362701 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5c5f091a-fd95-4ea3-8f60-d5b4a529ca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['88098a90-c57e-4e2b-bc4b-051565e6e76a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:48.387775 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.409529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-137f56f5-894a-4a6d-9e56-ecf6521ff170 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/routers/88098a90-c57e-4e2b-bc4b-051565e6e76a HTTP/1.1" status: 200 len: 888 time: 0.2088876 Jul 22 16:40:48.418100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47060) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:48.424018 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6085-92d1-4577-89ab-f92a5936b94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.427772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['05377f49-b87b-4973-a723-1cb79d84908a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:48.465631 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5c5f091a-fd95-4ea3-8f60-d5b4a529ca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:48.472665 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5f091a-fd95-4ea3-8f60-d5b4a529ca93 None None] The sync data for ids ['88098a90-c57e-4e2b-bc4b-051565e6e76a'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:48.486799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Pushing event deleted for resources: {'Port': ['ID=05377f49-b87b-4973-a723-1cb79d84908a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:48.519157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5214d80d-7aa6-4789-8ec8-21d6aa6285d6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=88098a90-c57e-4e2b-bc4b-051565e6e76a HTTP/1.1" status: 200 len: 205 time: 0.0990086 Jul 22 16:40:48.533088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c18c4-7004-44e8-8e09-d91d7b1cb38b req-c224adcb-7bb9-4f1d-a56a-13adf0d13fa0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.534656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47068) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:48.540034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c18c4-7004-44e8-8e09-d91d7b1cb38b req-c224adcb-7bb9-4f1d-a56a-13adf0d13fa0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.548699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c18c4-7004-44e8-8e09-d91d7b1cb38b req-c224adcb-7bb9-4f1d-a56a-13adf0d13fa0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:48.557697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec0c18c4-7004-44e8-8e09-d91d7b1cb38b req-c224adcb-7bb9-4f1d-a56a-13adf0d13fa0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2419 time: 0.2023549 Jul 22 16:40:48.605614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec0c18c4-7004-44e8-8e09-d91d7b1cb38b req-43f20fcc-bfcb-4d53-9bb6-b0811c21702d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467436 Jul 22 16:40:48.669947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] No DVR routers for this DVR port 05377f49-b87b-4973-a723-1cb79d84908a on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:48.674243 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:48.676753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07b912cb-5a76-4f95-b648-72f3a45389e5 req-a415f9eb-f031-44d8-bb8a-b50b6057f434 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.20 "DELETE /v2.0/ports/05377f49-b87b-4973-a723-1cb79d84908a HTTP/1.1" status: 204 len: 173 time: 1.1017597 Jul 22 16:40:48.918557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0598810c-dbbb-4999-be3f-f4342242b000'}, {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f821051-160e-4d98-95aa-af61d828491e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:48.920933 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ff652f-3e66-4fd4-bfe6-264af77390f4" -d '{"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-plugged", "status": "completed", "tag": "0598810c-dbbb-4999-be3f-f4342242b000"}, {"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-plugged", "status": "completed", "tag": "6f821051-160e-4d98-95aa-af61d828491e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:48.952928 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-66c78bdc-7f61-4f72-8247-70e051bf7771 req-da545ac8-212a-4acd-834c-a13098c8e537 tempest-AttachSCSIVolumeTestJSON-1208925982 tempest-AttachSCSIVolumeTestJSON-1208925982-project] 10.222.0.53 "GET /v2.0/ports?device_id=26e471ce-a05b-44b0-b639-b577dbfba856 HTTP/1.1" status: 200 len: 210 time: 0.0707426 Jul 22 16:40:49.159803 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55b678c-ed6d-4692-b984-15f48c3d8fe0 x-openstack-request-id: req-a55b678c-ed6d-4692-b984-15f48c3d8fe0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:49.160103 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-plugged", "status": "completed", "tag": "0598810c-dbbb-4999-be3f-f4342242b000", "code": 200}, {"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-plugged", "status": "completed", "tag": "6f821051-160e-4d98-95aa-af61d828491e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:49.160354 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a55b678c-ed6d-4692-b984-15f48c3d8fe0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:49.160757 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0598810c-dbbb-4999-be3f-f4342242b000', 'code': 200} Jul 22 16:40:49.161017 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f821051-160e-4d98-95aa-af61d828491e', 'code': 200} Jul 22 16:40:49.192798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e471ce-a05b-44b0-b639-b577dbfba856', 'name': 'network-vif-deleted', 'tag': '05377f49-b87b-4973-a723-1cb79d84908a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:49.195136 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0572a0dc-b131-4fe1-8d27-609d8b9a2fdd" -d '{"events": [{"server_uuid": "26e471ce-a05b-44b0-b639-b577dbfba856", "name": "network-vif-deleted", "tag": "05377f49-b87b-4973-a723-1cb79d84908a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:49.201913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed3ca48e-5554-43c0-a4c4-fdc24cfe5504 req-016a945c-4622-4fb7-aa5a-de2bf3a40e15 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 210 time: 0.5928037 Jul 22 16:40:49.205132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.276354 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9babed8f-8661-4730-bc81-0aa92bfe7f29 x-openstack-request-id: req-9babed8f-8661-4730-bc81-0aa92bfe7f29 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:49.276672 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e471ce-a05b-44b0-b639-b577dbfba856", "name": "network-vif-deleted", "tag": "05377f49-b87b-4973-a723-1cb79d84908a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:49.276896 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9babed8f-8661-4730-bc81-0aa92bfe7f29 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:49.277362 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e471ce-a05b-44b0-b639-b577dbfba856', 'name': 'network-vif-deleted', 'tag': '05377f49-b87b-4973-a723-1cb79d84908a', 'status': 'completed', 'code': 200} Jul 22 16:40:49.384052 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.543945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367c9ee-dbdb-4de5-b61d-dc7879819673 req-d5e316da-b3b9-4770-91a1-da77cfaf43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.544417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367c9ee-dbdb-4de5-b61d-dc7879819673 req-d5e316da-b3b9-4770-91a1-da77cfaf43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.544894 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367c9ee-dbdb-4de5-b61d-dc7879819673 req-d5e316da-b3b9-4770-91a1-da77cfaf43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.546735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5367c9ee-dbdb-4de5-b61d-dc7879819673 req-d5e316da-b3b9-4770-91a1-da77cfaf43f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2875 time: 0.2144778 Jul 22 16:40:49.580939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port d1089be3-5e23-4e6a-9f19-db792e826c56 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:49.581410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.585047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47100) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:49.607398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-acfd8772-3fa6-443e-bdb7-a65444725591 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.608947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-acfd8772-3fa6-443e-bdb7-a65444725591 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.65 "GET /v2.0/networks?id=de0005e6-118a-4045-ab0e-093f6e3387ea HTTP/1.1" status: 200 len: 809 time: 0.2394829 Jul 22 16:40:49.653780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5367c9ee-dbdb-4de5-b61d-dc7879819673 req-e12b0040-cc17-4b64-ae39-15e344f34e70 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869184 Jul 22 16:40:49.694911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Request body: {'port': {'device_id': '536dce2f-e680-4c57-8bcf-bf20b0fdb9f4', 'network_id': 'de0005e6-118a-4045-ab0e-093f6e3387ea', 'admin_state_up': True, 'tenant_id': '9e0ea7a2a4f34f68802258c052c0396e'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:49.761439 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.788966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.840426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for d1089be3-5e23-4e6a-9f19-db792e826c56 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:49.881528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.886008 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:49.930840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5a11f-c833-4d19-80e4-f84fa1456696 req-d06f92a6-50b4-4c2a-8fca-0b3d8adf25da tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.939353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5a11f-c833-4d19-80e4-f84fa1456696 req-d06f92a6-50b4-4c2a-8fca-0b3d8adf25da tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.943749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5a11f-c833-4d19-80e4-f84fa1456696 req-d06f92a6-50b4-4c2a-8fca-0b3d8adf25da tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:49.947047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47b5a11f-c833-4d19-80e4-f84fa1456696 req-d06f92a6-50b4-4c2a-8fca-0b3d8adf25da tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2419 time: 0.2442327 Jul 22 16:40:49.947215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0bf45bf1c7349cf8313718f8ba3a194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588781 Jul 22 16:40:49.948921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47110) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:49.955061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04145f3-9d8e-4c6d-9203-b2cbbb57ab2c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:49.963786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.964055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.964395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.964734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.965154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.965499 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.965826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.966155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.966479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.967606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.967954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:49.968281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f6ceb7-362a-43e8-bbba-1ae9a5017dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:40:50.108919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Made reservation on behalf of 9e0ea7a2a4f34f68802258c052c0396e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:50.112960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.129042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47b5a11f-c833-4d19-80e4-f84fa1456696 req-d4f01c44-c1d9-4fb0-ae2d-9d832861136d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703186 Jul 22 16:40:50.144781 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7102489-4945-411e-9921-0c3ab3ec4421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.215451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7102489-4945-411e-9921-0c3ab3ec4421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.318740 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.407362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b8c8bd65-0529-4377-83db-1e3156d7cb21 req-d565bdfb-e4fd-44ab-a2a8-0a1ed37b2655 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 210 time: 0.0858612 Jul 22 16:40:50.408120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=d1089be3-5e23-4e6a-9f19-db792e826c56,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:50.419239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7102489-4945-411e-9921-0c3ab3ec4421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.423603 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7102489-4945-411e-9921-0c3ab3ec4421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.424908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a7102489-4945-411e-9921-0c3ab3ec4421 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d04145f3-9d8e-4c6d-9203-b2cbbb57ab2c HTTP/1.1" status: 204 len: 168 time: 0.4736683 Jul 22 16:40:50.486559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7102489-4945-411e-9921-0c3ab3ec4421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04145f3-9d8e-4c6d-9203-b2cbbb57ab2c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:50.533365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Allocated IP 172.20.0.9 (de0005e6-118a-4045-ab0e-093f6e3387ea/4755f8be-8a84-4151-8a02-72f6e86e2c0f/aa90cae2-394a-4273-b230-0efd0df69e79) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:50.553194 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.574316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 05377f49-b87b-4973-a723-1cb79d84908a no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:50.614472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 05377f49-b87b-4973-a723-1cb79d84908a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:50.615316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 05377f49-b87b-4973-a723-1cb79d84908a not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:50.674332 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.679409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.811519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.812472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Fanout notify agent at l3_agent the message router_deleted on router 88098a90-c57e-4e2b-bc4b-051565e6e76a {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:40:50.828915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.834000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47164) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:50.834570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-44fc4ee1-f4e7-44b7-9b0b-7139e270a8f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/88098a90-c57e-4e2b-bc4b-051565e6e76a HTTP/1.1" status: 204 len: 168 time: 2.2985401 Jul 22 16:40:50.843035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'network': {'name': 'tempest-RoutersTest-817049855'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:50.899921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:50.904673 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:50.997775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:40:51.005428 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee3554f9-68f7-4cd7-86e7-c61206b16548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.029476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.030143 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added segment 3a52e745-1750-4fb3-a86f-6a5522818d00 of type vlan for network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 Jul 22 16:40:51.059972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.137636 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.166230 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.181673 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.260442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Network de0005e6-118a-4045-ab0e-093f6e3387ea is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:51.267385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.269994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:51.277302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:51.278294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.280952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.337301 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5009983 Jul 22 16:40:51.341810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:51.353171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'subnet': {'network_id': '9c8c60f2-3d5c-49b2-bc89-98d11ab2c717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:51.418562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Pushing event updated for resources: {'Port': ['ID=aa90cae2-394a-4273-b230-0efd0df69e79,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:51.467261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ae47d-df3a-48d0-9bff-67e20e102c6b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Network': ['ID=9c8c60f2-3d5c-49b2-bc89-98d11ab2c717,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:51.480577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:40:51.491641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.492280 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.571243 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ecb96bf1-fdaf-4b05-8049-94abece7dc1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8842227 Jul 22 16:40:51.614040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600da5-4ec5-43d0-ae92-b33c56fc93c1 req-958f3b47-42c8-45ba-9fb4-66e8e0552710 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.624662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600da5-4ec5-43d0-ae92-b33c56fc93c1 req-958f3b47-42c8-45ba-9fb4-66e8e0552710 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.631047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98600da5-4ec5-43d0-ae92-b33c56fc93c1 req-958f3b47-42c8-45ba-9fb4-66e8e0552710 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.638730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-98600da5-4ec5-43d0-ae92-b33c56fc93c1 req-958f3b47-42c8-45ba-9fb4-66e8e0552710 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2419 time: 0.2864339 Jul 22 16:40:51.651788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Request body: {'port': {'device_id': '536dce2f-e680-4c57-8bcf-bf20b0fdb9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:51.681355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:40:51.696223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.755355 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-98600da5-4ec5-43d0-ae92-b33c56fc93c1 req-5d7fb700-b68a-4d91-9ab2-718874cdc3f9 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154861 Jul 22 16:40:51.856525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1dd75-27e1-475e-94ee-9686ddeb0efe req-363eadfe-f07c-424c-ae92-ee522e395b1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:51.865038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-75d1dd75-27e1-475e-94ee-9686ddeb0efe req-363eadfe-f07c-424c-ae92-ee522e395b1e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 931 time: 0.3035779 Jul 22 16:40:51.924199 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:51.983969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-75d1dd75-27e1-475e-94ee-9686ddeb0efe req-ffa382f6-ae7e-4656-bcd2-9ba8e1058093 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166644 Jul 22 16:40:52.175394 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.315332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Subnet': ['ID=02011a95-f176-42a7-a09c-32d5126803f0,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:52.380765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:52.415926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Checking segment: {'id': '3a52e745-1750-4fb3-a86f-6a5522818d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c8c60f2-3d5c-49b2-bc89-98d11ab2c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:52.415926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network hostable DHCP agents. Network: 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:40:52.450746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:40:52.468461 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.470451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:52.480491 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e171ea6f-2184-476c-878e-a6e6014ebe6b None None] Network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:52.490449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:52.492704 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.557776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7938ebe6-48ec-405c-9756-e39b65278c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.564630 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8f5cf1bc-5f5e-4622-bdef-b12fb628cbbf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2177162 Jul 22 16:40:52.565478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa90cae2-394a-4273-b230-0efd0df69e79 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:52.569734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47242) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:52.588724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-05e5652f-2652-4b75-b8e6-c5c5c6a415c2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1396398514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:52.601811 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.661141 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-7938ebe6-48ec-405c-9756-e39b65278c39 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:40:52.661141 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:40:52.661141 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': 'b0b52b8f7102417c897f2e91ce718863', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 40, 52, 627041)}] Jul 22 16:40:52.661141 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:40:52.661505 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-7938ebe6-48ec-405c-9756-e39b65278c39 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:40:52.668577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Transition to ACTIVE for port object aa90cae2-394a-4273-b230-0efd0df69e79 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:52.676524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05e5652f-2652-4b75-b8e6-c5c5c6a415c2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.677507 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05e5652f-2652-4b75-b8e6-c5c5c6a415c2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.682165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.688839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830642d8-acf0-4eec-89ff-7ef9b6841bd4 req-82abfc3f-a84b-49c0-93d0-b7032827855e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:52.696025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830642d8-acf0-4eec-89ff-7ef9b6841bd4 req-82abfc3f-a84b-49c0-93d0-b7032827855e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:52.702463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830642d8-acf0-4eec-89ff-7ef9b6841bd4 req-82abfc3f-a84b-49c0-93d0-b7032827855e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:52.705310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-830642d8-acf0-4eec-89ff-7ef9b6841bd4 req-82abfc3f-a84b-49c0-93d0-b7032827855e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2419 time: 0.1226048 Jul 22 16:40:52.731336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-9c8c60f2-3d5c-49b2-bc89-98d11ab2c717', 'network_id': '9c8c60f2-3d5c-49b2-bc89-98d11ab2c717', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'fixed_ips': [{'subnet_id': '02011a95-f176-42a7-a09c-32d5126803f0'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:40:52.731929 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.761595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-830642d8-acf0-4eec-89ff-7ef9b6841bd4 req-9cc1f67b-8a5d-4a88-8ab1-93acafa20196 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Jul 22 16:40:52.871115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9e36823a-c08f-4ae3-81a1-f328f5ac0ccc req-ab410cfb-3907-44a2-bb1d-e34c252f14f0 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0403082 Jul 22 16:40:52.883259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Pushing event updated for resources: {'Port': ['ID=aa90cae2-394a-4273-b230-0efd0df69e79,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:52.895547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05e5652f-2652-4b75-b8e6-c5c5c6a415c2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.917895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05e5652f-2652-4b75-b8e6-c5c5c6a415c2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.961793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Allocated IP 172.20.0.2 (9c8c60f2-3d5c-49b2-bc89-98d11ab2c717/02011a95-f176-42a7-a09c-32d5126803f0/c9b53c88-c321-4411-820e-208fcee50f6e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:52.969722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05e5652f-2652-4b75-b8e6-c5c5c6a415c2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:52.971771 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-05e5652f-2652-4b75-b8e6-c5c5c6a415c2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4010453 Jul 22 16:40:52.974649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:52.999287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Attempting to bind port aa90cae2-394a-4273-b230-0efd0df69e79 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:53.001369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Attempting to bind port aa90cae2-394a-4273-b230-0efd0df69e79 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '5a25cb93-03e0-4619-ad22-7d15f0bda1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de0005e6-118a-4045-ab0e-093f6e3387ea'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:53.001990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Attempting to bind port aa90cae2-394a-4273-b230-0efd0df69e79 on network de0005e6-118a-4045-ab0e-093f6e3387ea {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:53.008944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Port aa90cae2-394a-4273-b230-0efd0df69e79 on network de0005e6-118a-4045-ab0e-093f6e3387ea not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:40:53.009774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Attempting to bind port aa90cae2-394a-4273-b230-0efd0df69e79 on network de0005e6-118a-4045-ab0e-093f6e3387ea {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:53.016366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:53.017005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Checking segment: {'id': '5a25cb93-03e0-4619-ad22-7d15f0bda1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de0005e6-118a-4045-ab0e-093f6e3387ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:53.017636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Bound using segment: {'id': '5a25cb93-03e0-4619-ad22-7d15f0bda1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de0005e6-118a-4045-ab0e-093f6e3387ea'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:53.018298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Bound port: aa90cae2-394a-4273-b230-0efd0df69e79, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a25cb93-03e0-4619-ad22-7d15f0bda1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'de0005e6-118a-4045-ab0e-093f6e3387ea'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:53.018888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.114979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] For port aa90cae2-394a-4273-b230-0efd0df69e79, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:53.121600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] For port aa90cae2-394a-4273-b230-0efd0df69e79, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=aa90cae2-394a-4273-b230-0efd0df69e79,segment=NetworkSegment(5a25cb93-03e0-4619-ad22-7d15f0bda1dd),segment_id=5a25cb93-03e0-4619-ad22-7d15f0bda1dd)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:53.135552 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.166484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7938ebe6-48ec-405c-9756-e39b65278c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.202967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.205419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.206985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] 10.222.0.65 "PUT /v2.0/ports/aa90cae2-394a-4273-b230-0efd0df69e79 HTTP/1.1" status: 200 len: 1092 time: 1.6051755 Jul 22 16:40:53.210330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536dce2f-e680-4c57-8bcf-bf20b0fdb9f4', 'tag': 'aa90cae2-394a-4273-b230-0efd0df69e79'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:53.212771 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371e63f6-42d1-461e-951a-99938409e0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "536dce2f-e680-4c57-8bcf-bf20b0fdb9f4", "tag": "aa90cae2-394a-4273-b230-0efd0df69e79"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:53.252068 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.263964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Transition to ACTIVE for port object c9b53c88-c321-4411-820e-208fcee50f6e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:53.267236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90830730-847f-4b04-94a1-5b720e4ed32e service neutron] Pushing event updated for resources: {'Port': ['ID=aa90cae2-394a-4273-b230-0efd0df69e79,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:53.286285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Transition to ACTIVE for port object c9b53c88-c321-4411-820e-208fcee50f6e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:53.295799 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4392b760-6f3e-420b-ad2d-9f498f93cf78 x-openstack-request-id: req-4392b760-6f3e-420b-ad2d-9f498f93cf78 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:53.296133 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536dce2f-e680-4c57-8bcf-bf20b0fdb9f4", "tag": "aa90cae2-394a-4273-b230-0efd0df69e79", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:53.296450 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4392b760-6f3e-420b-ad2d-9f498f93cf78 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:53.297528 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536dce2f-e680-4c57-8bcf-bf20b0fdb9f4', 'tag': 'aa90cae2-394a-4273-b230-0efd0df69e79', 'status': 'completed', 'code': 200} Jul 22 16:40:53.297722 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.314005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358d999-6563-4ca6-a9c5-d517b0828ce6 req-f083540c-fcac-4e3b-bc71-77e1bc598235 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.319789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3358d999-6563-4ca6-a9c5-d517b0828ce6 req-f083540c-fcac-4e3b-bc71-77e1bc598235 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 943 time: 0.2010975 Jul 22 16:40:53.349509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:53.356610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:53.359814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:53.372401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Pushing event updated for resources: {'Port': ['ID=c9b53c88-c321-4411-820e-208fcee50f6e,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:53.467844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Attempting to bind port c9b53c88-c321-4411-820e-208fcee50f6e on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:40:53.468462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Attempting to bind port c9b53c88-c321-4411-820e-208fcee50f6e by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '3a52e745-1750-4fb3-a86f-6a5522818d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c8c60f2-3d5c-49b2-bc89-98d11ab2c717'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:40:53.470885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Attempting to bind port c9b53c88-c321-4411-820e-208fcee50f6e on network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:40:53.483499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3358d999-6563-4ca6-a9c5-d517b0828ce6 req-58e682e5-b129-4a06-b8a4-b477ed8393ca tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539395 Jul 22 16:40:53.483647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:40:53.484198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Checking segment: {'id': '3a52e745-1750-4fb3-a86f-6a5522818d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c8c60f2-3d5c-49b2-bc89-98d11ab2c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:40:53.485313 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.485792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Bound using segment: {'id': '3a52e745-1750-4fb3-a86f-6a5522818d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c8c60f2-3d5c-49b2-bc89-98d11ab2c717'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:40:53.486364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Bound port: c9b53c88-c321-4411-820e-208fcee50f6e, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a52e745-1750-4fb3-a86f-6a5522818d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9c8c60f2-3d5c-49b2-bc89-98d11ab2c717'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:40:53.486824 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.526185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-761bcb00-ab12-4178-af9c-6b155baafe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.527948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-761bcb00-ab12-4178-af9c-6b155baafe39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e0ea7a2a4f34f68802258c052c0396e&device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 1095 time: 0.1720028 Jul 22 16:40:53.581853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] For port c9b53c88-c321-4411-820e-208fcee50f6e, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:40:53.587899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.592630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] For port c9b53c88-c321-4411-820e-208fcee50f6e, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c9b53c88-c321-4411-820e-208fcee50f6e,segment=NetworkSegment(3a52e745-1750-4fb3-a86f-6a5522818d00),segment_id=3a52e745-1750-4fb3-a86f-6a5522818d00)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:40:53.604002 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.634467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ee76fed9-cf8f-4eef-928a-0b3a679e2219 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa90cae2-394a-4273-b230-0efd0df69e79 HTTP/1.1" status: 200 len: 217 time: 0.0902984 Jul 22 16:40:53.678752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6b446-a1e6-40e6-b76d-1d8961c8b969 None None] Pushing event updated for resources: {'Port': ['ID=c9b53c88-c321-4411-820e-208fcee50f6e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:53.748852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ed1dd2e7-c121-4fc4-a398-26d349d65e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:53.751694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-ed1dd2e7-c121-4fc4-a398-26d349d65e2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4755f8be-8a84-4151-8a02-72f6e86e2c0f HTTP/1.1" status: 200 len: 849 time: 0.1038637 Jul 22 16:40:53.784396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7938ebe6-48ec-405c-9756-e39b65278c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.792849 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7938ebe6-48ec-405c-9756-e39b65278c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:53.805851 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-bca0923f-c889-449b-8570-60de14eb9745 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=de0005e6-118a-4045-ab0e-093f6e3387ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433176 Jul 22 16:40:53.849818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7938ebe6-48ec-405c-9756-e39b65278c39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0b52b8f7102417c897f2e91ce718863&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4679272 Jul 22 16:40:53.856926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47268) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:53.979665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938ebe6-48ec-405c-9756-e39b65278c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77c1918-5bbb-4a29-acf4-c67b7146d905,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:54.185007 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.205173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2fa3b4b-ddd7-49b5-9360-0bd2c73d1723 req-e15b47c5-80c4-435e-89ff-2910bb65a407 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0929613 Jul 22 16:40:54.216016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.20.0.1 (9c8c60f2-3d5c-49b2-bc89-98d11ab2c717/02011a95-f176-42a7-a09c-32d5126803f0/10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:40:54.241780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be0486cc-0309-429c-96ad-1584e5b2e8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.286813 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be0486cc-0309-429c-96ad-1584e5b2e8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.360236 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-7eea5a12-b4a7-463e-8943-812bc9152cd7 service neutron] 10.222.0.65 "GET /v2.0/networks/de0005e6-118a-4045-ab0e-093f6e3387ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434618 Jul 22 16:40:54.414717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.418789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be0486cc-0309-429c-96ad-1584e5b2e8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.421373 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-be0486cc-0309-429c-96ad-1584e5b2e8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.425688 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-be0486cc-0309-429c-96ad-1584e5b2e8a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e77c1918-5bbb-4a29-acf4-c67b7146d905 HTTP/1.1" status: 204 len: 168 time: 0.5295672 Jul 22 16:40:54.440237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0486cc-0309-429c-96ad-1584e5b2e8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77c1918-5bbb-4a29-acf4-c67b7146d905,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:54.443710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Transition to ACTIVE for port object 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:40:54.471948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2908ab-66ea-47ca-b2ea-2ca3f76bec9a req-66199b02-4287-4d8e-a48f-82f0fe8e88e6 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.478293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2908ab-66ea-47ca-b2ea-2ca3f76bec9a req-66199b02-4287-4d8e-a48f-82f0fe8e88e6 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.485594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2908ab-66ea-47ca-b2ea-2ca3f76bec9a req-66199b02-4287-4d8e-a48f-82f0fe8e88e6 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.487359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d2908ab-66ea-47ca-b2ea-2ca3f76bec9a req-66199b02-4287-4d8e-a48f-82f0fe8e88e6 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2419 time: 0.6057744 Jul 22 16:40:54.528045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.534756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-726c8b1d-929e-41e3-8430-df42adf68119 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.549138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-726c8b1d-929e-41e3-8430-df42adf68119 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.559303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-726c8b1d-929e-41e3-8430-df42adf68119 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:54.561015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-726c8b1d-929e-41e3-8430-df42adf68119 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2419 time: 0.5905628 Jul 22 16:40:54.570885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:54.581370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:54.584705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ed07a-3181-4db7-a2f5-46d72f711493 req-dc18f2ad-8fff-4e57-bfce-7aa3e5706538 service neutron] 10.222.0.65 "GET /v2.0/networks/de0005e6-118a-4045-ab0e-093f6e3387ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142951 Jul 22 16:40:54.610722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:40:54.662009 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:54.683583 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d2908ab-66ea-47ca-b2ea-2ca3f76bec9a req-60108866-21fb-40a1-b9d2-5b359ea44ce1 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734900 Jul 22 16:40:54.934721 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c9b53c88-c321-4411-820e-208fcee50f6e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:55.032727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting port 6f821051-160e-4d98-95aa-af61d828491e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:55.033438 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:55.152113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e63f6-42d1-461e-951a-99938409e0f4 req-1dee39e5-f01c-4651-bd7b-e3d28d5e686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:55.161071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-371e63f6-42d1-461e-951a-99938409e0f4 req-1dee39e5-f01c-4651-bd7b-e3d28d5e686c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9e0ea7a2a4f34f68802258c052c0396e&device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 1095 time: 0.3820832 Jul 22 16:40:55.298403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47286) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:55.323222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3d66cf7-e181-4fa9-901c-fe69c5de2d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:55.413411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf6eb5-f142-4a63-ad1f-c23cb1370f45 None None] Network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:55.467576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e3d87ae1-ebaf-4e3b-835f-a0e30a8fa95b None None] Provisioning for port c9b53c88-c321-4411-820e-208fcee50f6e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:55.485376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:55.510998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60f7958a-c9d5-42b3-83a6-dc4df9a4f6c6 req-d0b70d85-c483-4a9d-a76a-507f19f7a291 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.1185169 Jul 22 16:40:55.517971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1845641-3e00-4fc6-9549-a525c67c1f26 req-fa355d54-0cfa-4039-a7ae-f3db7e7e801d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:55.520974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] For port 6f821051-160e-4d98-95aa-af61d828491e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6f821051-160e-4d98-95aa-af61d828491e,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:55.521496 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:55.529014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1845641-3e00-4fc6-9549-a525c67c1f26 req-fa355d54-0cfa-4039-a7ae-f3db7e7e801d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 943 time: 0.8678288 Jul 22 16:40:55.566127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Calling delete_port for 6f821051-160e-4d98-95aa-af61d828491e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:55.585755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c9b53c88-c321-4411-820e-208fcee50f6e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:55.588460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e63f6-42d1-461e-951a-99938409e0f4 req-7e8667f5-90e5-4b3d-9151-3e978e12b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:55.591294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-371e63f6-42d1-461e-951a-99938409e0f4 req-7e8667f5-90e5-4b3d-9151-3e978e12b7ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=de0005e6-118a-4045-ab0e-093f6e3387ea HTTP/1.1" status: 200 len: 910 time: 0.4126532 Jul 22 16:40:55.610387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c9b53c88-c321-4411-820e-208fcee50f6e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:55.610915 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:55.677522 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1845641-3e00-4fc6-9549-a525c67c1f26 req-c26354ba-e33d-46d2-bfe7-ba6d2795ea1b tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450319 Jul 22 16:40:55.705609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:55.738356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-371e63f6-42d1-461e-951a-99938409e0f4 req-b66f19c6-4325-4b8f-8aa3-5968c45d4a9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa90cae2-394a-4273-b230-0efd0df69e79 HTTP/1.1" status: 200 len: 217 time: 0.1363878 Jul 22 16:40:55.747434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47296) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:55.883730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e63f6-42d1-461e-951a-99938409e0f4 req-79a87460-f293-467c-9d25-9102fcf7988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:55.885206 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:55.885398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-371e63f6-42d1-461e-951a-99938409e0f4 req-79a87460-f293-467c-9d25-9102fcf7988c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4755f8be-8a84-4151-8a02-72f6e86e2c0f HTTP/1.1" status: 200 len: 849 time: 0.1317608 Jul 22 16:40:55.961424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c9b53c88-c321-4411-820e-208fcee50f6e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c9b53c88-c321-4411-820e-208fcee50f6e,segment=NetworkSegment(3a52e745-1750-4fb3-a86f-6a5522818d00),segment_id=3a52e745-1750-4fb3-a86f-6a5522818d00)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:55.967730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.008775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-371e63f6-42d1-461e-951a-99938409e0f4 req-91dad909-c29e-446d-afc5-aea71ec897e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=de0005e6-118a-4045-ab0e-093f6e3387ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103714 Jul 22 16:40:56.016205 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31793449-9a7b-4df4-82db-cd72271bfe3d req-7d5ab2b5-898b-49f3-885f-b139935a093c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.1290374 Jul 22 16:40:56.060634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c9b53c88-c321-4411-820e-208fcee50f6e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:56.087080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3d66cf7-e181-4fa9-901c-fe69c5de2d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.149150 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3d66cf7-e181-4fa9-901c-fe69c5de2d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.169892 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.211839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c5d4c99-6305-4c1b-accc-1013a481ab28 None None] Provisioning complete for port c9b53c88-c321-4411-820e-208fcee50f6e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:56.212333 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4c99-6305-4c1b-accc-1013a481ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.253784 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c3d66cf7-e181-4fa9-901c-fe69c5de2d08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=536a0d6f1f394756b31e78ebaaa1d992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9520063 Jul 22 16:40:56.257382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47302) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:56.259040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Port': ['ID=6f821051-160e-4d98-95aa-af61d828491e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:56.286092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d66cf7-e181-4fa9-901c-fe69c5de2d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5228d358-2d7f-4ee4-8d7e-17f023750dcd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:56.353481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] No DVR routers for this DVR port 6f821051-160e-4d98-95aa-af61d828491e on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:56.360831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.364597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-7510693c-b64a-4835-be03-8ab91b43d0fa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "DELETE /v2.0/ports/6f821051-160e-4d98-95aa-af61d828491e HTTP/1.1" status: 204 len: 173 time: 1.7907319 Jul 22 16:40:56.364597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-deleted', 'tag': '6f821051-160e-4d98-95aa-af61d828491e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:56.373369 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f639f2c-8e36-456a-83ea-e3415ad21bc5" -d '{"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-deleted", "tag": "6f821051-160e-4d98-95aa-af61d828491e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:56.399907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c5d4c99-6305-4c1b-accc-1013a481ab28 None None] Provisioning for port 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:40:56.406792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c5d4c99-6305-4c1b-accc-1013a481ab28 None None] Provisioning complete for port 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:56.407677 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4c99-6305-4c1b-accc-1013a481ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.423328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cad50-78e5-4144-85db-b22b459ad7cc req-8f4c7043-5f3f-4242-90a7-6eb0fa112dbc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:56.439313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cad50-78e5-4144-85db-b22b459ad7cc req-8f4c7043-5f3f-4242-90a7-6eb0fa112dbc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:56.459550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cad50-78e5-4144-85db-b22b459ad7cc req-8f4c7043-5f3f-4242-90a7-6eb0fa112dbc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:56.468033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef7cad50-78e5-4144-85db-b22b459ad7cc req-8f4c7043-5f3f-4242-90a7-6eb0fa112dbc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 2340 time: 0.6102748 Jul 22 16:40:56.488711 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502d3bb9-6b0c-4100-b3c9-9f6a96782a58 x-openstack-request-id: req-502d3bb9-6b0c-4100-b3c9-9f6a96782a58 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:56.489030 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-deleted", "tag": "6f821051-160e-4d98-95aa-af61d828491e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:56.489274 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-502d3bb9-6b0c-4100-b3c9-9f6a96782a58 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:56.489794 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-deleted', 'tag': '6f821051-160e-4d98-95aa-af61d828491e', 'status': 'completed', 'code': 200} Jul 22 16:40:56.542233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d4c99-6305-4c1b-accc-1013a481ab28 None None] Port 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:56.593304 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdae5395-d90e-4bbf-a99a-29441909677f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.622156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e4d7cef2-4a77-4dbe-9e6d-553ce551b2df no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:56.639975 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdae5395-d90e-4bbf-a99a-29441909677f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.667647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef7cad50-78e5-4144-85db-b22b459ad7cc req-7f6ca135-ff99-475e-86a3-46e821391a51 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979411 Jul 22 16:40:56.681211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-52b86a55-b99e-4054-9636-5dee0f66acb2 None None] Provisioning complete for port 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:56.681586 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52b86a55-b99e-4054-9636-5dee0f66acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.715165 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b08367f9-c4aa-49cc-934c-3f54fdebd826 req-92a30b3b-6e41-4356-9eba-1b58b8d73243 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0646412 Jul 22 16:40:56.718401 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-371e63f6-42d1-461e-951a-99938409e0f4 req-a00a0af7-1399-4f3b-a25d-fbc7a1d5764f service neutron] 10.222.0.65 "GET /v2.0/networks/de0005e6-118a-4045-ab0e-093f6e3387ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013288 Jul 22 16:40:56.720539 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.732949 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.809427 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.824789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-52b86a55-b99e-4054-9636-5dee0f66acb2 None None] Port 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:56.847513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c9b53c88-c321-4411-820e-208fcee50f6e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:40:56.856228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:56.858513 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe8ad22-5b85-49c7-b8c1-2a241735a269" -d '{"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d7cef2-4a77-4dbe-9e6d-553ce551b2df"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:56.880559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:56.881197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.907642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:56.915452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:56.924882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.929627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdae5395-d90e-4bbf-a99a-29441909677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.931403 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.932338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0598810c-dbbb-4999-be3f-f4342242b000 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:56.933854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdae5395-d90e-4bbf-a99a-29441909677f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:56.935504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bdae5395-d90e-4bbf-a99a-29441909677f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5228d358-2d7f-4ee4-8d7e-17f023750dcd HTTP/1.1" status: 204 len: 168 time: 0.6743867 Jul 22 16:40:56.995259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae5395-d90e-4bbf-a99a-29441909677f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5228d358-2d7f-4ee4-8d7e-17f023750dcd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:57.004134 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-371e63f6-42d1-461e-951a-99938409e0f4 req-4c835e1c-273c-4d34-969a-38fdcc145419 service neutron] 10.222.0.65 "GET /v2.0/networks/de0005e6-118a-4045-ab0e-093f6e3387ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605286 Jul 22 16:40:57.062027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] For port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:57.063718 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.071882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528bc91-ca7d-4f98-854f-10031a9180b1 req-e6959ab8-ade3-43fe-8f22-7fe2050fd4e8 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:57.080391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1528bc91-ca7d-4f98-854f-10031a9180b1 req-e6959ab8-ade3-43fe-8f22-7fe2050fd4e8 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 943 time: 0.2416992 Jul 22 16:40:57.097274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Calling delete_port for e4d7cef2-4a77-4dbe-9e6d-553ce551b2df owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:57.158964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:40:57.161597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:40:57.194972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1528bc91-ca7d-4f98-854f-10031a9180b1 req-d4cd7677-60ec-44a9-8ee5-4e96c95c74d3 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132827 Jul 22 16:40:57.240721 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.287003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:57.378410 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754019f1-a4cd-4c5d-b071-38cfc109eba9 x-openstack-request-id: req-754019f1-a4cd-4c5d-b071-38cfc109eba9 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:57.379467 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d7cef2-4a77-4dbe-9e6d-553ce551b2df", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:57.380066 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-754019f1-a4cd-4c5d-b071-38cfc109eba9 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:57.380641 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df', 'code': 200} Jul 22 16:40:57.382027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.382380 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.435413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0598810c-dbbb-4999-be3f-f4342242b000, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0598810c-dbbb-4999-be3f-f4342242b000,segment=NetworkSegment(c8d68768-075b-4136-b789-78ebfe521ccd),segment_id=c8d68768-075b-4136-b789-78ebfe521ccd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:57.444404 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.445220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6f821051-160e-4d98-95aa-af61d828491e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:40:57.454536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Port': ['ID=e4d7cef2-4a77-4dbe-9e6d-553ce551b2df,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:57.488744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c9b53c88-c321-4411-820e-208fcee50f6e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:57.489107 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.537177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 6f821051-160e-4d98-95aa-af61d828491e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:40:57.540230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6f821051-160e-4d98-95aa-af61d828491e not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:40:57.559777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] No DVR routers for this DVR port e4d7cef2-4a77-4dbe-9e6d-553ce551b2df on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:57.564810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.568803 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-6e7742ea-b2f1-40d0-91aa-ddd60596f949 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "DELETE /v2.0/ports/e4d7cef2-4a77-4dbe-9e6d-553ce551b2df HTTP/1.1" status: 204 len: 173 time: 1.1887093 Jul 22 16:40:57.635252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0598810c-dbbb-4999-be3f-f4342242b000,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:57.692169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f16bc24c-a6b6-4b41-98a1-1ca773ef8166 None None] Provisioning complete for port 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:40:57.692541 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f16bc24c-a6b6-4b41-98a1-1ca773ef8166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.696531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47322) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:57.739570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6838f3bf-d418-42a8-bc3e-f576fd86ab8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.742736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f16bc24c-a6b6-4b41-98a1-1ca773ef8166 None None] Port 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:40:57.758628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting port 0598810c-dbbb-4999-be3f-f4342242b000 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:57.759235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.772968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router cd3a0c0b-cb1c-42d9-826d-729cbf593980 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:40:57.891216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a22b05e-6ec2-4cbc-95a9-76ed41d90d34 req-6fe5bff7-12fe-4fca-81c1-9683c24c5959 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0406926 Jul 22 16:40:57.896465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] For port 0598810c-dbbb-4999-be3f-f4342242b000, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0598810c-dbbb-4999-be3f-f4342242b000,segment=NetworkSegment(c8d68768-075b-4136-b789-78ebfe521ccd),segment_id=c8d68768-075b-4136-b789-78ebfe521ccd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:57.896833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:57.914121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Calling delete_port for 0598810c-dbbb-4999-be3f-f4342242b000 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:57.981944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:40:57.991099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f4da2c07-e937-4045-b4d2-4ededfc40e45 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/cd3a0c0b-cb1c-42d9-826d-729cbf593980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0145531 Jul 22 16:40:57.994431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:57.995113 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb8111-5b89-48ad-b336-7a40a7e9ab00 None None] Sync routers for ids ['cd3a0c0b-cb1c-42d9-826d-729cbf593980'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:40:58.005632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb8111-5b89-48ad-b336-7a40a7e9ab00 None None] Routers {'cd3a0c0b-cb1c-42d9-826d-729cbf593980'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:58.006345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2fb8111-5b89-48ad-b336-7a40a7e9ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['cd3a0c0b-cb1c-42d9-826d-729cbf593980'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:58.044747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2fb8111-5b89-48ad-b336-7a40a7e9ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:58.056753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fb8111-5b89-48ad-b336-7a40a7e9ab00 None None] Routers {'cd3a0c0b-cb1c-42d9-826d-729cbf593980'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:40:58.057508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2fb8111-5b89-48ad-b336-7a40a7e9ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['cd3a0c0b-cb1c-42d9-826d-729cbf593980'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:58.073489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.095613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2fb8111-5b89-48ad-b336-7a40a7e9ab00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:40:58.096935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fb8111-5b89-48ad-b336-7a40a7e9ab00 None None] The sync data for ids ['cd3a0c0b-cb1c-42d9-826d-729cbf593980'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:40:58.123461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Port': ['ID=0598810c-dbbb-4999-be3f-f4342242b000,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:58.131022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b8536-31a3-4442-94a2-feb36daf8608 req-8c5cacc8-cf37-4a81-89bc-c7b6a27eb3b4 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:58.138205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd2b8536-31a3-4442-94a2-feb36daf8608 req-8c5cacc8-cf37-4a81-89bc-c7b6a27eb3b4 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=56ad95ff-039f-4d34-9e39-5ebd15a82922 HTTP/1.1" status: 200 len: 944 time: 0.3553205 Jul 22 16:40:58.166855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f96f4-4bac-40a9-b8a2-512f32e402a3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:58.168434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-045f96f4-4bac-40a9-b8a2-512f32e402a3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports/10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 HTTP/1.1" status: 200 len: 910 time: 0.1692667 Jul 22 16:40:58.177206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6838f3bf-d418-42a8-bc3e-f576fd86ab8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.178773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47332) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:58.186528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] No DVR routers for this DVR port 0598810c-dbbb-4999-be3f-f4342242b000 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:40:58.190023 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.191694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-59171530-a74b-437c-b3d6-16fe9a0938f0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02011a95-f176-42a7-a09c-32d5126803f0'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:40:58.192131 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-908dd47b-8d38-4e23-9271-3bbc3c89da91 req-c86ea921-d16b-47fe-bf03-77a01cde15bf tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "DELETE /v2.0/ports/0598810c-dbbb-4999-be3f-f4342242b000 HTTP/1.1" status: 204 len: 173 time: 0.6159377 Jul 22 16:40:58.194949 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6838f3bf-d418-42a8-bc3e-f576fd86ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.301925 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6838f3bf-d418-42a8-bc3e-f576fd86ab8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c227a10467054462ac1fd938b133f60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991442 Jul 22 16:40:58.304587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:58.306061 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd2b8536-31a3-4442-94a2-feb36daf8608 req-bc6e8972-d8bb-436c-8cc8-538795ca6b21 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670597 Jul 22 16:40:58.312405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838f3bf-d418-42a8-bc3e-f576fd86ab8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e25209-faae-4098-aea6-a1113c6604c2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:58.326662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Deleting port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:40:58.327003 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.441311 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-588cdd36-a9de-49b2-be46-083224c1e924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.476822 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-588cdd36-a9de-49b2-be46-083224c1e924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.491792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-deleted', 'tag': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df'}, {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-deleted', 'tag': '0598810c-dbbb-4999-be3f-f4342242b000'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:58.494257 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b4c508-ceb0-40c7-8681-35279666e015" -d '{"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-deleted", "tag": "e4d7cef2-4a77-4dbe-9e6d-553ce551b2df"}, {"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-deleted", "tag": "0598810c-dbbb-4999-be3f-f4342242b000"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:58.525981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432e8bc-a880-4ad2-972b-fc0ac54e7e07 req-b078590a-6258-4766-8b92-d4aef660907f tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:40:58.528184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4432e8bc-a880-4ad2-972b-fc0ac54e7e07 req-b078590a-6258-4766-8b92-d4aef660907f tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 943 time: 0.1807601 Jul 22 16:40:58.528344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] For port 3ce4b23e-2be3-4882-8e55-de9ae4a738ba, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3ce4b23e-2be3-4882-8e55-de9ae4a738ba,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:58.528868 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.571807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4432e8bc-a880-4ad2-972b-fc0ac54e7e07 req-66fcfa5f-38ef-4cb3-b736-2b08ed1312fa tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370665 Jul 22 16:40:58.573705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Calling delete_port for 3ce4b23e-2be3-4882-8e55-de9ae4a738ba owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:40:58.588952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-588cdd36-a9de-49b2-be46-083224c1e924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.592137 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-588cdd36-a9de-49b2-be46-083224c1e924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.597087 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-588cdd36-a9de-49b2-be46-083224c1e924 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24e25209-faae-4098-aea6-a1113c6604c2 HTTP/1.1" status: 204 len: 168 time: 0.2876904 Jul 22 16:40:58.618688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cdd36-a9de-49b2-be46-083224c1e924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e25209-faae-4098-aea6-a1113c6604c2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:58.644348 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59171530-a74b-437c-b3d6-16fe9a0938f0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:58.764838 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154bd764-c229-46e1-9b3c-3b0a0520d33d x-openstack-request-id: req-154bd764-c229-46e1-9b3c-3b0a0520d33d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:58.766622 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-deleted", "tag": "e4d7cef2-4a77-4dbe-9e6d-553ce551b2df", "status": "completed", "code": 200}, {"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-deleted", "tag": "0598810c-dbbb-4999-be3f-f4342242b000", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:58.767281 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-154bd764-c229-46e1-9b3c-3b0a0520d33d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:58.769027 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-deleted', 'tag': 'e4d7cef2-4a77-4dbe-9e6d-553ce551b2df', 'status': 'completed', 'code': 200} Jul 22 16:40:58.769626 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-deleted', 'tag': '0598810c-dbbb-4999-be3f-f4342242b000', 'status': 'completed', 'code': 200} Jul 22 16:40:58.824348 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device aa90cae2-394a-4273-b230-0efd0df69e79 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:40:58.939024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a59b00bf-bc53-402c-83ae-b0a8993d5917 req-17da4844-5bfd-45d7-9d0e-0939a7f36dc7 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0508251 Jul 22 16:40:59.021541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port aa90cae2-394a-4273-b230-0efd0df69e79, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=aa90cae2-394a-4273-b230-0efd0df69e79,segment=NetworkSegment(5a25cb93-03e0-4619-ad22-7d15f0bda1dd),segment_id=5a25cb93-03e0-4619-ad22-7d15f0bda1dd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:59.036061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'aa90cae2-394a-4273-b230-0efd0df69e79', 'network_id': 'de0005e6-118a-4045-ab0e-093f6e3387ea', 'port_id': 'aa90cae2-394a-4273-b230-0efd0df69e79', 'mac_address': 'fa:16:3e:1b:13:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4755f8be-8a84-4151-8a02-72f6e86e2c0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:40:59.097034 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.111560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa90cae2-394a-4273-b230-0efd0df69e79 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:40:59.134593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port aa90cae2-394a-4273-b230-0efd0df69e79, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=aa90cae2-394a-4273-b230-0efd0df69e79,segment=NetworkSegment(5a25cb93-03e0-4619-ad22-7d15f0bda1dd),segment_id=5a25cb93-03e0-4619-ad22-7d15f0bda1dd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:40:59.141853 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.206676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=aa90cae2-394a-4273-b230-0efd0df69e79,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:59.382265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0598810c-dbbb-4999-be3f-f4342242b000'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:40:59.384858 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fded43-548c-4025-a9f7-da7989a7de30" -d '{"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-unplugged", "status": "completed", "tag": "0598810c-dbbb-4999-be3f-f4342242b000"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:40:59.386554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47378) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:59.461704 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09be73cd-4ceb-4b48-8a10-26e1beaedaf0 x-openstack-request-id: req-09be73cd-4ceb-4b48-8a10-26e1beaedaf0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:40:59.462076 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ad95ff-039f-4d34-9e39-5ebd15a82922", "name": "network-vif-unplugged", "status": "completed", "tag": "0598810c-dbbb-4999-be3f-f4342242b000", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:40:59.462430 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09be73cd-4ceb-4b48-8a10-26e1beaedaf0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:40:59.462898 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ad95ff-039f-4d34-9e39-5ebd15a82922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0598810c-dbbb-4999-be3f-f4342242b000', 'code': 200} Jul 22 16:40:59.483824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfea6d21-ad31-40c3-b367-af398e03f7a0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting subnet 2076f3fd-d554-44ce-81a4-a3f94c0db9fb {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:40:59.491452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfea6d21-ad31-40c3-b367-af398e03f7a0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.548819 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfea6d21-ad31-40c3-b367-af398e03f7a0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.575053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.586577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['aa90cae2-394a-4273-b230-0efd0df69e79'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:40:59.618709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce4b23e-2be3-4882-8e55-de9ae4a738ba,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:40:59.676304 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfea6d21-ad31-40c3-b367-af398e03f7a0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.778145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfea6d21-ad31-40c3-b367-af398e03f7a0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.806578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfea6d21-ad31-40c3-b367-af398e03f7a0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:40:59.810875 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bfea6d21-ad31-40c3-b367-af398e03f7a0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "DELETE /v2.0/subnets/2076f3fd-d554-44ce-81a4-a3f94c0db9fb HTTP/1.1" status: 204 len: 168 time: 0.4159517 Jul 22 16:40:59.819278 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47394) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:40:59.831374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06e4b25-41d4-435a-b4f9-a58ab415cd93 None None] Network a9b574ed-f559-4341-b55c-a3c65d485982 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:40:59.861214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea6d21-ad31-40c3-b367-af398e03f7a0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Subnet': ['ID=2076f3fd-d554-44ce-81a4-a3f94c0db9fb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:00.019206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.085342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6288579-f10a-4505-b6e7-461e2745afa4 req-2810619e-6798-476a-b075-425155f0a7ed tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:00.092566 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6288579-f10a-4505-b6e7-461e2745afa4 req-2810619e-6798-476a-b075-425155f0a7ed tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 944 time: 0.3823113 Jul 22 16:41:00.116702 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.143003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac42da3-7898-4cc6-a39b-092c07d9c15d None None] DHCP port deletion for a9b574ed-f559-4341-b55c-a3c65d485982 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:00.170454 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59171530-a74b-437c-b3d6-16fe9a0938f0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.200163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9e183c5-bc81-4430-94c0-fb1b22d66205 req-9d6f0e75-c68a-4c7b-8f21-7c1ce68a9442 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0406148 Jul 22 16:41:00.216511 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6ac42da3-7898-4cc6-a39b-092c07d9c15d None None] Deleting port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:00.217452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ac42da3-7898-4cc6-a39b-092c07d9c15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.236653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59171530-a74b-437c-b3d6-16fe9a0938f0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.289837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6ac42da3-7898-4cc6-a39b-092c07d9c15d None None] For port 4b7162d0-e288-4ef2-b451-e4a41b028ff8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4b7162d0-e288-4ef2-b451-e4a41b028ff8,segment=NetworkSegment(c8d68768-075b-4136-b789-78ebfe521ccd),segment_id=c8d68768-075b-4136-b789-78ebfe521ccd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:00.290114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ac42da3-7898-4cc6-a39b-092c07d9c15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.297716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6288579-f10a-4505-b6e7-461e2745afa4 req-5dd2a903-6d39-432b-b99a-8b1aeccfe0da tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036781 Jul 22 16:41:00.306025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6ac42da3-7898-4cc6-a39b-092c07d9c15d None None] Calling delete_port for 4b7162d0-e288-4ef2-b451-e4a41b028ff8 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:00.361694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59171530-a74b-437c-b3d6-16fe9a0938f0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:00.371213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59171530-a74b-437c-b3d6-16fe9a0938f0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:00.371855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-59171530-a74b-437c-b3d6-16fe9a0938f0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.373259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-59171530-a74b-437c-b3d6-16fe9a0938f0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/ports/10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 HTTP/1.1" status: 200 len: 910 time: 2.1916735 Jul 22 16:41:00.377050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47410) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:00.435175 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ac42da3-7898-4cc6-a39b-092c07d9c15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.471754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:00.472101 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.487726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac42da3-7898-4cc6-a39b-092c07d9c15d None None] Pushing event deleted for resources: {'Port': ['ID=4b7162d0-e288-4ef2-b451-e4a41b028ff8,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:00.493764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac42da3-7898-4cc6-a39b-092c07d9c15d None None] No DVR routers for this DVR port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:00.567962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] For port 4b7162d0-e288-4ef2-b451-e4a41b028ff8, host n-d-792458-13, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:00.568311 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.580058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Router c930eb15-eb14-45df-ba9f-2df4def15f54 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:00.588551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Calling delete_port for 4b7162d0-e288-4ef2-b451-e4a41b028ff8 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:00.594506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 was not found and therefore no delete operation was performed {{(pid=93751) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:41:00.598149 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.644381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Port': ['ID=4b7162d0-e288-4ef2-b451-e4a41b028ff8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:00.648679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] No DVR routers for this DVR port 4b7162d0-e288-4ef2-b451-e4a41b028ff8 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:00.814997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.833057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b574ed-f559-4341-b55c-a3c65d485982']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:00.854590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d68768-075b-4136-b789-78ebfe521ccd') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:00.855200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d68768-075b-4136-b789-78ebfe521ccd') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:00.883762 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.915569 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.918188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:00.925383 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c2c9ec06-3438-49db-9e02-d1e61fcfde03 admin admin] 10.222.0.53 "PUT /v2.0/routers/c930eb15-eb14-45df-ba9f-2df4def15f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1766422 Jul 22 16:41:00.929870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:00.931637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4b7162d0-e288-4ef2-b451-e4a41b028ff8 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:00.940539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:00.941643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:00.947283 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:00.955511 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 4b7162d0-e288-4ef2-b451-e4a41b028ff8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:00.956030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4b7162d0-e288-4ef2-b451-e4a41b028ff8 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:00.957529 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] Sync routers for ids ['c930eb15-eb14-45df-ba9f-2df4def15f54'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:00.974213 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] Routers {'c930eb15-eb14-45df-ba9f-2df4def15f54'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:00.975373 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c930eb15-eb14-45df-ba9f-2df4def15f54'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:01.080744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.104095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.108934 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "DELETE /v2.0/networks/a9b574ed-f559-4341-b55c-a3c65d485982 HTTP/1.1" status: 204 len: 168 time: 1.2877052 Jul 22 16:41:01.109738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47430) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:01.112601 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.158760 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] Set router c930eb15-eb14-45df-ba9f-2df4def15f54 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:01.199916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4f478-8a35-4402-9a73-01f7a3e32442 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Network': ['ID=a9b574ed-f559-4341-b55c-a3c65d485982,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:01.208940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2502f28-48f1-408a-8caf-f1fdc041d9c3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting subnet 7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:01.213042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2502f28-48f1-408a-8caf-f1fdc041d9c3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.225250 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.281950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.295725 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2502f28-48f1-408a-8caf-f1fdc041d9c3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.428762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.461968 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:36Z', 'updated_at': '2021-07-22T16:40:59Z', 'revision_number': 5, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'gw_port': {'id': '652b7dd2-e715-41ce-bed6-f81b3918f4a0', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:37Z', 'updated_at': '2021-07-22T16:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:01.482154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2502f28-48f1-408a-8caf-f1fdc041d9c3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.497973 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] Checking router: c930eb15-eb14-45df-ba9f-2df4def15f54 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:01.509237 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] Routers {'c930eb15-eb14-45df-ba9f-2df4def15f54'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:01.509854 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c930eb15-eb14-45df-ba9f-2df4def15f54'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:01.514084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58f12ea9-c5cd-47a4-b6fe-1e368cd177dc req-861169f9-2cbd-4ae6-84f7-d010519608bf tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0880680 Jul 22 16:41:01.600552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Deleting port 652b7dd2-e715-41ce-bed6-f81b3918f4a0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:01.600906 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.625922 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] Set router c930eb15-eb14-45df-ba9f-2df4def15f54 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:01.635581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc05b9-db3c-4df8-857c-4cc69472a72d req-0fe16ae9-8f91-4063-8201-5c22ee8b0129 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:01.646610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59bc05b9-db3c-4df8-857c-4cc69472a72d req-0fe16ae9-8f91-4063-8201-5c22ee8b0129 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 944 time: 0.2428379 Jul 22 16:41:01.670962 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2502f28-48f1-408a-8caf-f1fdc041d9c3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.692359 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:36Z', 'updated_at': '2021-07-22T16:41:01Z', 'revision_number': 6, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:01.701087 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2502f28-48f1-408a-8caf-f1fdc041d9c3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.704296 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c7179-9b6b-4b80-bbc9-306f77ed39e1 None None] Network f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:01.714318 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c2502f28-48f1-408a-8caf-f1fdc041d9c3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "DELETE /v2.0/subnets/7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0 HTTP/1.1" status: 204 len: 168 time: 0.6002829 Jul 22 16:41:01.719747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47442) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:01.731819 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dae2859-f530-468b-abf5-dcb9dc9b2c3c None None] The sync data for ids ['c930eb15-eb14-45df-ba9f-2df4def15f54'] in n-d-792458-13 is: [{'id': 'c930eb15-eb14-45df-ba9f-2df4def15f54', 'name': 'tempest-AttachSCSIVolumeTestJSON-1489850705-router', 'tenant_id': '366783741da646e9874cb4dcc1a8e05d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:36Z', 'updated_at': '2021-07-22T16:41:01Z', 'revision_number': 6, 'project_id': '366783741da646e9874cb4dcc1a8e05d', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:01.742554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] For port 652b7dd2-e715-41ce-bed6-f81b3918f4a0, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=652b7dd2-e715-41ce-bed6-f81b3918f4a0,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:01.742922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.765712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Calling delete_port for 652b7dd2-e715-41ce-bed6-f81b3918f4a0 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:01.786504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:01.786850 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.789978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2502f28-48f1-408a-8caf-f1fdc041d9c3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddee7b0-e4e8-4af3-b8f6-1b72e2e4b9c0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:01.801949 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59bc05b9-db3c-4df8-857c-4cc69472a72d req-28a755bf-d706-4f24-b9d9-20f45d8a4a01 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542182 Jul 22 16:41:01.883647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.929406 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.950416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:01.950841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:01.978135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:02.026642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] For port e3375e5c-7ebe-4f39-a741-5cfe8db1b937, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e3375e5c-7ebe-4f39-a741-5cfe8db1b937,segment=NetworkSegment(f8416bd8-714a-467d-a566-abe356d0a062),segment_id=f8416bd8-714a-467d-a566-abe356d0a062)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:02.026851 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.042187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Calling delete_port for e3375e5c-7ebe-4f39-a741-5cfe8db1b937 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:02.112614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] DHCP port deletion for f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:02.168287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.184625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.213227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Port': ['ID=e3375e5c-7ebe-4f39-a741-5cfe8db1b937,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:02.218262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] No DVR routers for this DVR port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:02.227365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=652b7dd2-e715-41ce-bed6-f81b3918f4a0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:02.255585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] Deleting port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:02.255962 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.354775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] For port e3375e5c-7ebe-4f39-a741-5cfe8db1b937, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:02.355411 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.368075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] Calling delete_port for e3375e5c-7ebe-4f39-a741-5cfe8db1b937 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:02.371756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] Port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:41:02.373502 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.379985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.385072 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:41:02.390097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] No DVR routers for this DVR port e3375e5c-7ebe-4f39-a741-5cfe8db1b937 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:02.392220 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.414242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8336e86-ad9e-40a3-91e3-8fc800e9b4a1']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:02.415752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95c6c0-c54c-401d-b25c-0b5c7af32a1d None None] Pushing event deleted for resources: {'Port': ['ID=e3375e5c-7ebe-4f39-a741-5cfe8db1b937,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:02.432779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8416bd8-714a-467d-a566-abe356d0a062') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:02.433144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8416bd8-714a-467d-a566-abe356d0a062') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:02.445464 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.461910 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.472987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:02.473458 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:02.477143 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:02.524017 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.527281 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.535688 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.542549 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.550853 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.552723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "DELETE /v2.0/networks/f8336e86-ad9e-40a3-91e3-8fc800e9b4a1 HTTP/1.1" status: 204 len: 168 time: 0.7967250 Jul 22 16:41:02.568400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:02.575103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-496156915'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:02.579300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb95510-88a4-4616-b8c6-3e61e3286def tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Network': ['ID=f8336e86-ad9e-40a3-91e3-8fc800e9b4a1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:02.605440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:02.608119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=10e9aa3a-3be0-4f63-9f2d-f4f16cffdf25,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:02.612966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.614798 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.616261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c930eb15-eb14-45df-ba9f-2df4def15f54 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:41:02.621513 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.622647 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-acbf7a75-386d-4fde-9d50-694e2d6afec3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c930eb15-eb14-45df-ba9f-2df4def15f54 HTTP/1.1" status: 204 len: 168 time: 1.6912296 Jul 22 16:41:02.631586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47454) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:02.687090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:02.712975 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.713332 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Added segment 84fb626c-8412-42f7-b09d-375be9366203 of type vlan for network 0543d887-45a8-491f-819a-ea3e7766e248 Jul 22 16:41:02.774496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.780424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.828944 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cf8743d-2f29-4f9a-8232-fcbd4a2061e7 req-68ae4e35-c48f-4d94-b070-377bf84dc87f tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0427611 Jul 22 16:41:02.840361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-eece2415-1931-40f8-aa17-1fbf7e3eb7dc admin admin] Deleting subnet 7a907228-3929-4a12-b0af-105b0fc3463f {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:02.847896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eece2415-1931-40f8-aa17-1fbf7e3eb7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.865066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device aa90cae2-394a-4273-b230-0efd0df69e79 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:02.939640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3ce4b23e-2be3-4882-8e55-de9ae4a738ba no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:02.943167 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.962503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:02.963640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:02.969599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 3ce4b23e-2be3-4882-8e55-de9ae4a738ba {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:02.970735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3ce4b23e-2be3-4882-8e55-de9ae4a738ba not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:02.971286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e3375e5c-7ebe-4f39-a741-5cfe8db1b937 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:02.975743 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eece2415-1931-40f8-aa17-1fbf7e3eb7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.008040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e3375e5c-7ebe-4f39-a741-5cfe8db1b937 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:03.008675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e3375e5c-7ebe-4f39-a741-5cfe8db1b937 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:03.009302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 652b7dd2-e715-41ce-bed6-f81b3918f4a0 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:03.035153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 652b7dd2-e715-41ce-bed6-f81b3918f4a0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:03.036474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 652b7dd2-e715-41ce-bed6-f81b3918f4a0 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:03.084217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port aa90cae2-394a-4273-b230-0efd0df69e79 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:03.094652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port aa90cae2-394a-4273-b230-0efd0df69e79 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:03.095460 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.138141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5633774 Jul 22 16:41:03.144241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router cd3a0c0b-cb1c-42d9-826d-729cbf593980 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:03.145566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:03.187397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'subnet': {'network_id': '0543d887-45a8-491f-819a-ea3e7766e248', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:03.242581 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.282860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536dce2f-e680-4c57-8bcf-bf20b0fdb9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa90cae2-394a-4273-b230-0efd0df69e79'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:03.285554 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2a17d-18eb-492f-8b44-8b06af5b3b5f" -d '{"events": [{"server_uuid": "536dce2f-e680-4c57-8bcf-bf20b0fdb9f4", "name": "network-vif-plugged", "status": "completed", "tag": "aa90cae2-394a-4273-b230-0efd0df69e79"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:03.296322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:03.315140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port aa90cae2-394a-4273-b230-0efd0df69e79, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=aa90cae2-394a-4273-b230-0efd0df69e79,segment=NetworkSegment(5a25cb93-03e0-4619-ad22-7d15f0bda1dd),segment_id=5a25cb93-03e0-4619-ad22-7d15f0bda1dd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:03.323715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d298de2a-f50f-4f66-8915-ff771419d895 None None] Sync routers for ids ['cd3a0c0b-cb1c-42d9-826d-729cbf593980'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:03.331063 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.335196 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-20c41239-0303-4582-bb3c-b46a4b64615a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/cd3a0c0b-cb1c-42d9-826d-729cbf593980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9564786 Jul 22 16:41:03.335677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47468) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:03.387659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-95c3ddab-1a32-4699-b5ec-72b3be221a14 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd3a0c0b-cb1c-42d9-826d-729cbf593980 HTTP/1.1" status: 200 len: 205 time: 0.0507150 Jul 22 16:41:03.388436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47472) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:03.403823 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e251c5-5e39-491f-bf7c-d97d89934f2f x-openstack-request-id: req-86e251c5-5e39-491f-bf7c-d97d89934f2f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:03.404349 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536dce2f-e680-4c57-8bcf-bf20b0fdb9f4", "name": "network-vif-plugged", "status": "completed", "tag": "aa90cae2-394a-4273-b230-0efd0df69e79", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:03.404785 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86e251c5-5e39-491f-bf7c-d97d89934f2f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:03.405673 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536dce2f-e680-4c57-8bcf-bf20b0fdb9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa90cae2-394a-4273-b230-0efd0df69e79', 'code': 200} Jul 22 16:41:03.417380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298de2a-f50f-4f66-8915-ff771419d895 None None] Routers {'cd3a0c0b-cb1c-42d9-826d-729cbf593980'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:03.418364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d298de2a-f50f-4f66-8915-ff771419d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['cd3a0c0b-cb1c-42d9-826d-729cbf593980'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:03.454007 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d298de2a-f50f-4f66-8915-ff771419d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:03.457872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=aa90cae2-394a-4273-b230-0efd0df69e79,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:03.467144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d298de2a-f50f-4f66-8915-ff771419d895 None None] Routers {'cd3a0c0b-cb1c-42d9-826d-729cbf593980'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:03.468119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d298de2a-f50f-4f66-8915-ff771419d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['cd3a0c0b-cb1c-42d9-826d-729cbf593980'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:03.513391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d298de2a-f50f-4f66-8915-ff771419d895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:03.514418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d298de2a-f50f-4f66-8915-ff771419d895 None None] The sync data for ids ['cd3a0c0b-cb1c-42d9-826d-729cbf593980'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:03.531545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:03.537413 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.540916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f8c5d-0094-416a-a62f-d683bb4f6e04 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Network': ['ID=0543d887-45a8-491f-819a-ea3e7766e248,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:03.569531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 0543d887-45a8-491f-819a-ea3e7766e248 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:03.607973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47daf2-593c-4a24-b7c9-16522d41bd91 req-a149c153-5ff8-47ae-8b61-90fc7bbbdadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:03.610895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d47daf2-593c-4a24-b7c9-16522d41bd91 req-a149c153-5ff8-47ae-8b61-90fc7bbbdadb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 1097 time: 0.0963857 Jul 22 16:41:03.622026 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eece2415-1931-40f8-aa17-1fbf7e3eb7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.658759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d47daf2-593c-4a24-b7c9-16522d41bd91 req-615e267d-773a-4138-af8f-ba21fd4a5f60 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Jul 22 16:41:03.751038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4a786d-d7c1-4aa2-b392-509f8b1ea24b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:03.994565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dda5b368-3970-430f-9960-16e41384abed req-6c0ba30b-610d-4f03-803f-983815d392db tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0422614 Jul 22 16:41:04.005937 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eece2415-1931-40f8-aa17-1fbf7e3eb7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.015105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db882af-edf9-4622-8faa-1760649e9807 req-a23ab1cc-6754-4f73-8c49-cf05179a805b tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:04.019707 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9db882af-edf9-4622-8faa-1760649e9807 req-a23ab1cc-6754-4f73-8c49-cf05179a805b tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 944 time: 1.0520666 Jul 22 16:41:04.045394 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4a786d-d7c1-4aa2-b392-509f8b1ea24b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.073742 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4a786d-d7c1-4aa2-b392-509f8b1ea24b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.080018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece2415-1931-40f8-aa17-1fbf7e3eb7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a907228-3929-4a12-b0af-105b0fc3463f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:04.083958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eece2415-1931-40f8-aa17-1fbf7e3eb7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.086017 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eece2415-1931-40f8-aa17-1fbf7e3eb7dc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7a907228-3929-4a12-b0af-105b0fc3463f HTTP/1.1" status: 204 len: 168 time: 1.4506691 Jul 22 16:41:04.091009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47476) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:04.100171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd63a96-9802-45da-8c1f-617dd05042db None None] Network f3bc9e86-6c29-4e83-b863-4d9aa1509de0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:04.214233 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9db882af-edf9-4622-8faa-1760649e9807 req-35b2184a-1bf7-405a-b2d0-2bfd75dbef1b tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779850 Jul 22 16:41:04.220854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4a786d-d7c1-4aa2-b392-509f8b1ea24b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.221561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4a786d-d7c1-4aa2-b392-509f8b1ea24b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Fanout notify agent at l3_agent the message router_deleted on router cd3a0c0b-cb1c-42d9-826d-729cbf593980 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:41:04.230706 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4a786d-d7c1-4aa2-b392-509f8b1ea24b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.232108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ab4a786d-d7c1-4aa2-b392-509f8b1ea24b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/cd3a0c0b-cb1c-42d9-826d-729cbf593980 HTTP/1.1" status: 204 len: 168 time: 0.7436273 Jul 22 16:41:04.235348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47480) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:04.306724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.367351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.375243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-53eeb36a-6a22-41ca-aeb0-f9277f850515 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting subnet 02011a95-f176-42a7-a09c-32d5126803f0 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:04.388994 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eeb36a-6a22-41ca-aeb0-f9277f850515 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.401384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Deleting port 214575e3-3970-4e76-a780-664f431b30ae {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:04.401636 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.451920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28047816-d054-4e1a-9e91-92bd679213c9 None None] DHCP port deletion for f3bc9e86-6c29-4e83-b863-4d9aa1509de0 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:04.530051 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Subnet': ['ID=d8a409cb-5ff5-4684-b624-8a7dec777e80,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:04.536973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eeb36a-6a22-41ca-aeb0-f9277f850515 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.545671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-28047816-d054-4e1a-9e91-92bd679213c9 None None] Deleting port 214575e3-3970-4e76-a780-664f431b30ae {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:04.546031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28047816-d054-4e1a-9e91-92bd679213c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.561436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] For port 214575e3-3970-4e76-a780-664f431b30ae, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=214575e3-3970-4e76-a780-664f431b30ae,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:04.562324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.579447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Checking segment: {'id': '84fb626c-8412-42f7-b09d-375be9366203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:04.579825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network hostable DHCP agents. Network: 0543d887-45a8-491f-819a-ea3e7766e248, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:04.585515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Calling delete_port for 214575e3-3970-4e76-a780-664f431b30ae owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:04.668721 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eeb36a-6a22-41ca-aeb0-f9277f850515 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.673202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network 0543d887-45a8-491f-819a-ea3e7766e248 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:04.712382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 0543d887-45a8-491f-819a-ea3e7766e248) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:04.721862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:04.722573 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.755549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5feca03b-3e5a-4133-8acf-42daeb0af446 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5908363 Jul 22 16:41:04.760605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47504) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:04.765829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1040490836'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:04.817607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:04.824143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.839528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0602f6-396c-41e0-ab0f-3cdb56e712ab None None] Network 0543d887-45a8-491f-819a-ea3e7766e248 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:04.855759 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eeb36a-6a22-41ca-aeb0-f9277f850515 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.900314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-28047816-d054-4e1a-9e91-92bd679213c9 None None] For port 214575e3-3970-4e76-a780-664f431b30ae, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=214575e3-3970-4e76-a780-664f431b30ae,segment=NetworkSegment(1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2),segment_id=1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:04.900699 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28047816-d054-4e1a-9e91-92bd679213c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.915512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eeb36a-6a22-41ca-aeb0-f9277f850515 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Subnet': ['ID=02011a95-f176-42a7-a09c-32d5126803f0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:04.915782 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-28047816-d054-4e1a-9e91-92bd679213c9 None None] Calling delete_port for 214575e3-3970-4e76-a780-664f431b30ae owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:04.926654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:04.939011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 214575e3-3970-4e76-a780-664f431b30ae no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:04.944126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53eeb36a-6a22-41ca-aeb0-f9277f850515 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.946511 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-53eeb36a-6a22-41ca-aeb0-f9277f850515 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/02011a95-f176-42a7-a09c-32d5126803f0 HTTP/1.1" status: 204 len: 168 time: 0.7099240 Jul 22 16:41:04.949334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47514) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:04.954384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0c721-f9f5-4ae0-93ca-9ea2ab93ec11 None None] Network 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:04.966292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:04.966649 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Added segment aaf01950-1b18-4e12-9eab-91965dc2fe7a of type vlan for network 74c4de38-5a4e-4887-8b79-30ab69522061 Jul 22 16:41:05.061713 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.148477 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.181155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.193127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No active binding found for port 214575e3-3970-4e76-a780-664f431b30ae {{(pid=93752) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:41:05.193477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 214575e3-3970-4e76-a780-664f431b30ae not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:05.217884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Pushing event deleted for resources: {'Port': ['ID=214575e3-3970-4e76-a780-664f431b30ae,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:05.241440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.248867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:05.249586 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.260797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] No DVR routers for this DVR port 214575e3-3970-4e76-a780-664f431b30ae on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:05.260797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba26e717-0ff6-4f2a-ac9f-2f8b2f274509 req-ee2ebaf2-db60-4335-aaa2-ed7621cbc830 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0462580 Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: from cryptography.utils import int_from_bytes Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: from cryptography.utils import int_from_bytes Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.307258 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:05.310333 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:41:05.325593 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28047816-d054-4e1a-9e91-92bd679213c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.356535 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5949380 Jul 22 16:41:05.357888 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cde514-cdf7-4d81-ae7c-0e0ddd76c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Network': ['ID=74c4de38-5a4e-4887-8b79-30ab69522061,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:05.364348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:05.369875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'subnet': {'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:05.379063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 74c4de38-5a4e-4887-8b79-30ab69522061 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:05.387601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28047816-d054-4e1a-9e91-92bd679213c9 None None] No DVR routers for this DVR port 214575e3-3970-4e76-a780-664f431b30ae on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:05.392921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28047816-d054-4e1a-9e91-92bd679213c9 None None] Pushing event deleted for resources: {'Port': ['ID=214575e3-3970-4e76-a780-664f431b30ae,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:05.442696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port c9b53c88-c321-4411-820e-208fcee50f6e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:05.443064 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.448426 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.470044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bc9e86-6c29-4e83-b863-4d9aa1509de0']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:05.471183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-0543d887-45a8-491f-819a-ea3e7766e248', 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'fixed_ips': [{'subnet_id': 'd8a409cb-5ff5-4684-b624-8a7dec777e80'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:05.473456 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.485963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:05.486457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb4f4ef-a6f5-45d0-bf18-578ca06e19f2') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:05.503501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.505274 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.529875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.539337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:05.540149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.646367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95575c61-dde4-4cc0-b172-c4c6c3a99e59 None None] DHCP port deletion for 9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:05.653578 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:05.666199 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.673639 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.679144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] 10.222.0.53 "DELETE /v2.0/networks/f3bc9e86-6c29-4e83-b863-4d9aa1509de0 HTTP/1.1" status: 204 len: 168 time: 1.5829110 Jul 22 16:41:05.680358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:05.783336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Allocated IP 19.80.0.2 (0543d887-45a8-491f-819a-ea3e7766e248/d8a409cb-5ff5-4684-b624-8a7dec777e80/cce3de52-3a7f-4085-8040-57cf5a02c703) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:05.814602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b16dc-8a7c-4259-9b60-6988f75e669b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bc9e86-6c29-4e83-b863-4d9aa1509de0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:05.863502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-95575c61-dde4-4cc0-b172-c4c6c3a99e59 None None] Deleting port c9b53c88-c321-4411-820e-208fcee50f6e {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:05.864173 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95575c61-dde4-4cc0-b172-c4c6c3a99e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:05.987079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-95575c61-dde4-4cc0-b172-c4c6c3a99e59 None None] For port c9b53c88-c321-4411-820e-208fcee50f6e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c9b53c88-c321-4411-820e-208fcee50f6e,segment=NetworkSegment(3a52e745-1750-4fb3-a86f-6a5522818d00),segment_id=3a52e745-1750-4fb3-a86f-6a5522818d00)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:05.987079 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95575c61-dde4-4cc0-b172-c4c6c3a99e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.012753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-95575c61-dde4-4cc0-b172-c4c6c3a99e59 None None] Calling delete_port for c9b53c88-c321-4411-820e-208fcee50f6e owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:06.044475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port c9b53c88-c321-4411-820e-208fcee50f6e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c9b53c88-c321-4411-820e-208fcee50f6e,segment=NetworkSegment(3a52e745-1750-4fb3-a86f-6a5522818d00),segment_id=3a52e745-1750-4fb3-a86f-6a5522818d00)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:06.045470 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.059889 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for c9b53c88-c321-4411-820e-208fcee50f6e owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:06.143805 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95575c61-dde4-4cc0-b172-c4c6c3a99e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.164966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.177556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.197857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95575c61-dde4-4cc0-b172-c4c6c3a99e59 None None] Pushing event deleted for resources: {'Port': ['ID=c9b53c88-c321-4411-820e-208fcee50f6e,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:06.207835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95575c61-dde4-4cc0-b172-c4c6c3a99e59 None None] No DVR routers for this DVR port c9b53c88-c321-4411-820e-208fcee50f6e on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:06.212167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No DVR routers for this DVR port c9b53c88-c321-4411-820e-208fcee50f6e on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:06.225058 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.240018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Transition to ACTIVE for port object cce3de52-3a7f-4085-8040-57cf5a02c703 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:06.244495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=c9b53c88-c321-4411-820e-208fcee50f6e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:06.257462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Transition to ACTIVE for port object cce3de52-3a7f-4085-8040-57cf5a02c703 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:06.265580 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.301427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Network 0543d887-45a8-491f-819a-ea3e7766e248 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:06.305933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:06.311588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:06.325743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Pushing event updated for resources: {'Port': ['ID=cce3de52-3a7f-4085-8040-57cf5a02c703,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:06.336183 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.365201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8c60f2-3d5c-49b2-bc89-98d11ab2c717']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:06.388024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Attempting to bind port cce3de52-3a7f-4085-8040-57cf5a02c703 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:06.388493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Attempting to bind port cce3de52-3a7f-4085-8040-57cf5a02c703 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '84fb626c-8412-42f7-b09d-375be9366203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:06.389191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Attempting to bind port cce3de52-3a7f-4085-8040-57cf5a02c703 on network 0543d887-45a8-491f-819a-ea3e7766e248 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:06.395271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:06.395710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Checking segment: {'id': '84fb626c-8412-42f7-b09d-375be9366203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:06.396234 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.396886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Bound using segment: {'id': '84fb626c-8412-42f7-b09d-375be9366203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:06.397447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Bound port: cce3de52-3a7f-4085-8040-57cf5a02c703, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fb626c-8412-42f7-b09d-375be9366203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:06.398116 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.407525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac24fe-33ab-473d-8cce-9263f9fb21ae req-f9e3e695-0b2f-4c2e-9d55-f771c4620d53 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:06.415984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3ac24fe-33ab-473d-8cce-9263f9fb21ae req-f9e3e695-0b2f-4c2e-9d55-f771c4620d53 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 945 time: 1.0132868 Jul 22 16:41:06.420019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a52e745-1750-4fb3-a86f-6a5522818d00') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:06.420547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a52e745-1750-4fb3-a86f-6a5522818d00') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:06.432393 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.449597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.457703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:06.458113 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.470846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] For port cce3de52-3a7f-4085-8040-57cf5a02c703, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:06.475182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41e6effc-2fc9-4086-abf3-adc7f134159a req-012cc26a-5bbe-4c83-969b-eeb77016fd56 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0390208 Jul 22 16:41:06.477468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] For port cce3de52-3a7f-4085-8040-57cf5a02c703, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cce3de52-3a7f-4085-8040-57cf5a02c703,segment=NetworkSegment(84fb626c-8412-42f7-b09d-375be9366203),segment_id=84fb626c-8412-42f7-b09d-375be9366203)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:06.484776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.557201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64444b8a-dd6d-4cfb-b351-425127301465 None None] Pushing event updated for resources: {'Port': ['ID=cce3de52-3a7f-4085-8040-57cf5a02c703,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:06.572978 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:06.583030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:06.587224 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.613783 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.617999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.626592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47554) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:06.626884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/networks/9c8c60f2-3d5c-49b2-bc89-98d11ab2c717 HTTP/1.1" status: 204 len: 168 time: 1.6729109 Jul 22 16:41:06.637326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a0740e28-ae71-4914-9a39-e1cc492ccec7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-820105170', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:06.659861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9fdc1-412e-468e-8a08-b2a9bdb9cad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Network': ['ID=9c8c60f2-3d5c-49b2-bc89-98d11ab2c717,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:06.673017 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0740e28-ae71-4914-9a39-e1cc492ccec7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.674068 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0740e28-ae71-4914-9a39-e1cc492ccec7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.697326 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3ac24fe-33ab-473d-8cce-9263f9fb21ae req-bd287e25-5e32-4dd2-a257-6f807d084c4e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801516 Jul 22 16:41:06.768321 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0740e28-ae71-4914-9a39-e1cc492ccec7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.788136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0740e28-ae71-4914-9a39-e1cc492ccec7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.801996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Deleting port 7159b655-33f5-4e80-9bef-4f8317384ec9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:06.802330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.867055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0740e28-ae71-4914-9a39-e1cc492ccec7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:06.868400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a0740e28-ae71-4914-9a39-e1cc492ccec7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2412944 Jul 22 16:41:06.870919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47564) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:06.876589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1175421515'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:06.963215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c9b53c88-c321-4411-820e-208fcee50f6e no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:07.006919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c9b53c88-c321-4411-820e-208fcee50f6e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:07.007204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c9b53c88-c321-4411-820e-208fcee50f6e not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:07.057797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] For port 7159b655-33f5-4e80-9bef-4f8317384ec9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7159b655-33f5-4e80-9bef-4f8317384ec9,segment=NetworkSegment(d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c),segment_id=d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:07.058192 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.060219 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.085709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Calling delete_port for 7159b655-33f5-4e80-9bef-4f8317384ec9 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:07.156761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Subnet': ['ID=fe24fe8b-f521-4436-b8eb-8f4c192638b1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:07.164918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Checking segment: {'id': 'aaf01950-1b18-4e12-9eab-91965dc2fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:07.165291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network hostable DHCP agents. Network: 74c4de38-5a4e-4887-8b79-30ab69522061, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:07.167879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:07.173653 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.200379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network 74c4de38-5a4e-4887-8b79-30ab69522061 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:07.216236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 74c4de38-5a4e-4887-8b79-30ab69522061) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:07.226256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:07.226681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef132205-de48-4210-83a3-1af8b8953745 None None] Network 74c4de38-5a4e-4887-8b79-30ab69522061 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:07.226868 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.274425 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6c8c5998-dba1-4119-8682-e037b79de525 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9088612 Jul 22 16:41:07.278457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:07.330888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.331559 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added segment 34f2bbee-5c09-48c8-a0d6-db135af1230b of type vlan for network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 Jul 22 16:41:07.361841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d46f0-fbc0-402f-b6c1-7c40fd45eaa3 req-cb0ea27f-48ee-4a48-aeb5-0fc21b268382 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:07.373638 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b85d46f0-fbc0-402f-b6c1-7c40fd45eaa3 req-cb0ea27f-48ee-4a48-aeb5-0fc21b268382 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 945 time: 0.1392059 Jul 22 16:41:07.452166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.476141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-74c4de38-5a4e-4887-8b79-30ab69522061', 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'fixed_ips': [{'subnet_id': 'fe24fe8b-f521-4436-b8eb-8f4c192638b1'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:07.477506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.485151 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.494395 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b85d46f0-fbc0-402f-b6c1-7c40fd45eaa3 req-19228333-6684-498c-aec1-1fcee6059c03 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134441 Jul 22 16:41:07.494785 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.502655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:07.503330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:07.648785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Pushing event deleted for resources: {'Port': ['ID=7159b655-33f5-4e80-9bef-4f8317384ec9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:07.657701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Network': ['ID=7ba4d256-4d9f-4c9a-9adb-4b9891077793,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:07.680410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:07.685612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-38293f75-795c-480e-b378-0cd347545dd0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8135591 Jul 22 16:41:07.721570 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-395d6cd3-9b01-439b-98b1-8cb157747317 req-2a30bb81-bada-4687-8cd7-2936b71fbe9f tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0776374 Jul 22 16:41:07.722286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47582) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:07.735169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'subnet': {'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:07.900229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Allocated IP 19.86.0.2 (74c4de38-5a4e-4887-8b79-30ab69522061/fe24fe8b-f521-4436-b8eb-8f4c192638b1/b128070e-99aa-4b25-803e-64babcc92820) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:08.053456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:08.067624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.229829 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.263335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Transition to ACTIVE for port object b128070e-99aa-4b25-803e-64babcc92820 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:08.296287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Transition to ACTIVE for port object b128070e-99aa-4b25-803e-64babcc92820 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:08.309627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-054aee43-f058-4612-adb3-d2b1f1f2f9c2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:08.313633 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.334802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-054aee43-f058-4612-adb3-d2b1f1f2f9c2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:08.336494 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-054aee43-f058-4612-adb3-d2b1f1f2f9c2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/networks?id=0543d887-45a8-491f-819a-ea3e7766e248&id=74c4de38-5a4e-4887-8b79-30ab69522061 HTTP/1.1" status: 200 len: 1391 time: 0.6817002 Jul 22 16:41:08.358055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Network 74c4de38-5a4e-4887-8b79-30ab69522061 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:08.362198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:08.366689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:08.382666 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-a6f96b8f-10db-4f42-8bfa-e41d13521e5a tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/quotas/e8be2366f06942dc8a5363765a0ade10 HTTP/1.1" status: 200 len: 375 time: 0.0397742 Jul 22 16:41:08.414329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.440094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f053b40e-85eb-4647-9ecb-6eac6a835867 None None] Network 0543d887-45a8-491f-819a-ea3e7766e248 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:08.458434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.471663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Attempting to bind port b128070e-99aa-4b25-803e-64babcc92820 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:08.472294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Attempting to bind port b128070e-99aa-4b25-803e-64babcc92820 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'aaf01950-1b18-4e12-9eab-91965dc2fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:08.476513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Attempting to bind port b128070e-99aa-4b25-803e-64babcc92820 on network 74c4de38-5a4e-4887-8b79-30ab69522061 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:08.497814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Checking segment: {'id': '34f2bbee-5c09-48c8-a0d6-db135af1230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:08.498174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network hostable DHCP agents. Network: 7ba4d256-4d9f-4c9a-9adb-4b9891077793, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:08.500822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Pushing event updated for resources: {'Port': ['ID=b128070e-99aa-4b25-803e-64babcc92820,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:08.505038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Subnet': ['ID=00a47f31-bbd0-4f43-856d-f123b72a4fa6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:08.527620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:08.528566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Checking segment: {'id': 'aaf01950-1b18-4e12-9eab-91965dc2fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:08.529648 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.530643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Bound using segment: {'id': 'aaf01950-1b18-4e12-9eab-91965dc2fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:08.531537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:08.533009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Bound port: b128070e-99aa-4b25-803e-64babcc92820, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf01950-1b18-4e12-9eab-91965dc2fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:08.533637 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.550232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 7ba4d256-4d9f-4c9a-9adb-4b9891077793) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:08.558850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:08.559593 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:08.568333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a11339e6-a5e2-4885-b315-ff00efdd1af6 None None] Provisioning for port cce3de52-3a7f-4085-8040-57cf5a02c703 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:08.572001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e908821f-3ded-4b32-a498-168ae9ff56c8 None None] Network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:08.584142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-45bab6ea-11bc-44c0-942a-3a366299d137 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8607697 Jul 22 16:41:08.585413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:08.659296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-0b8e347b-6e2a-4f50-a442-9da500818a13 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8be2366f06942dc8a5363765a0ade10&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2752211 Jul 22 16:41:08.887745 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-18b50874-ecdb-46ec-bb27-3cbbb3b6f99c service neutron] 10.222.0.53 "GET /v2.0/networks/0543d887-45a8-491f-819a-ea3e7766e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265348 Jul 22 16:41:09.035545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:09.036659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:09.079911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94629f42-04ea-4ff2-aa4d-d2ad7b97e4b6 req-28807216-fef0-419d-b4ca-783f22ef6970 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:09.082549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-94629f42-04ea-4ff2-aa4d-d2ad7b97e4b6 req-28807216-fef0-419d-b4ca-783f22ef6970 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 945 time: 0.3968251 Jul 22 16:41:09.139778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] For port b128070e-99aa-4b25-803e-64babcc92820, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:09.167017 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-38a8213a-14c5-4f4e-95a5-3f61ba51ed1e service neutron] 10.222.0.53 "GET /v2.0/networks/0543d887-45a8-491f-819a-ea3e7766e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466245 Jul 22 16:41:09.193518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:09.269704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cce3de52-3a7f-4085-8040-57cf5a02c703 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:09.324831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Router 95411cb5-68dc-4b00-8643-bc860170507e has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:09.372994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] For port b128070e-99aa-4b25-803e-64babcc92820, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b128070e-99aa-4b25-803e-64babcc92820,segment=NetworkSegment(aaf01950-1b18-4e12-9eab-91965dc2fe7a),segment_id=aaf01950-1b18-4e12-9eab-91965dc2fe7a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:09.410224 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:09.463248 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-94629f42-04ea-4ff2-aa4d-d2ad7b97e4b6 req-fdf94b0c-6a07-436b-9bf7-eaaf58d1fc8e tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271337 Jul 22 16:41:09.600630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port cce3de52-3a7f-4085-8040-57cf5a02c703 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:09.603186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e98c7d-1585-4fe8-8c7f-f07656feda7a None None] Pushing event updated for resources: {'Port': ['ID=b128070e-99aa-4b25-803e-64babcc92820,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:09.643448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cce3de52-3a7f-4085-8040-57cf5a02c703 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:09.644412 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:09.706634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Allocated IP 172.20.0.2 (7ba4d256-4d9f-4c9a-9adb-4b9891077793/00a47f31-bbd0-4f43-856d-f123b72a4fa6/a4c23b23-f364-41cf-b84e-54041298b9da) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:09.862640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6dd5c53e-b6a7-4132-b3d5-2a9d6bb9b8d6 req-50c2c497-f383-484e-a406-d0a39ee6f86e tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.1418862 Jul 22 16:41:09.865427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47616) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:09.907520 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.103114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31aa79c3-5b3d-4ad7-b36b-eb42797e805f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.108537 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.127243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Transition to ACTIVE for port object a4c23b23-f364-41cf-b84e-54041298b9da will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:10.153576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-baeac825-5a86-4cf3-aee2-89b9ab09c98e service neutron] 10.222.0.53 "GET /v2.0/networks/74c4de38-5a4e-4887-8b79-30ab69522061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9851563 Jul 22 16:41:10.154138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port cce3de52-3a7f-4085-8040-57cf5a02c703, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cce3de52-3a7f-4085-8040-57cf5a02c703,segment=NetworkSegment(84fb626c-8412-42f7-b09d-375be9366203),segment_id=84fb626c-8412-42f7-b09d-375be9366203)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:10.159102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.172443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Transition to ACTIVE for port object a4c23b23-f364-41cf-b84e-54041298b9da will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:10.202559 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.240830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:10.244976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:10.249208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:10.258879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8e5f0b20-e581-4128-a729-5ce527762de9 None None] Provisioning complete for port cce3de52-3a7f-4085-8040-57cf5a02c703 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:10.259553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e5f0b20-e581-4128-a729-5ce527762de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.292241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.20.0.1 (7ba4d256-4d9f-4c9a-9adb-4b9891077793/00a47f31-bbd0-4f43-856d-f123b72a4fa6/ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:10.296042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:10.304275 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eed37c62-8258-4dbf-99dc-67e996f8c541 admin admin] 10.222.0.53 "PUT /v2.0/routers/95411cb5-68dc-4b00-8643-bc860170507e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6227739 Jul 22 16:41:10.307089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:10.315200 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] Sync routers for ids ['95411cb5-68dc-4b00-8643-bc860170507e'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:10.327421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=cce3de52-3a7f-4085-8040-57cf5a02c703,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:10.331231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-09050b8d-fc29-4253-8663-d5a261db9b78 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:10.332815 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-09050b8d-fc29-4253-8663-d5a261db9b78 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.65 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 945 time: 0.7914312 Jul 22 16:41:10.333012 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] Routers {'95411cb5-68dc-4b00-8643-bc860170507e'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:10.335647 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['95411cb5-68dc-4b00-8643-bc860170507e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:10.345703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-3f16651a-7e8e-4eb1-8816-244b73a257f4 service neutron] 10.222.0.53 "GET /v2.0/networks/74c4de38-5a4e-4887-8b79-30ab69522061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912599 Jul 22 16:41:10.425258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31aa79c3-5b3d-4ad7-b36b-eb42797e805f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.431182 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31aa79c3-5b3d-4ad7-b36b-eb42797e805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.470267 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-31aa79c3-5b3d-4ad7-b36b-eb42797e805f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=732670c7992b40f894860a941f559e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6037977 Jul 22 16:41:10.474333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:10.496161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Attempting to bind port a4c23b23-f364-41cf-b84e-54041298b9da on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:10.496763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Attempting to bind port a4c23b23-f364-41cf-b84e-54041298b9da by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '34f2bbee-5c09-48c8-a0d6-db135af1230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:10.497851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Attempting to bind port a4c23b23-f364-41cf-b84e-54041298b9da on network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:10.509121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:10.509611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Checking segment: {'id': '34f2bbee-5c09-48c8-a0d6-db135af1230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:10.510166 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.510680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Bound using segment: {'id': '34f2bbee-5c09-48c8-a0d6-db135af1230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:10.511575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Bound port: a4c23b23-f364-41cf-b84e-54041298b9da, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f2bbee-5c09-48c8-a0d6-db135af1230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:10.511820 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.525735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Pushing event updated for resources: {'Port': ['ID=a4c23b23-f364-41cf-b84e-54041298b9da,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:10.531440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa79c3-5b3d-4ad7-b36b-eb42797e805f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05ef800-97b1-4fbe-889e-e575c3cfc47b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:10.620611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] For port a4c23b23-f364-41cf-b84e-54041298b9da, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:10.626531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] For port a4c23b23-f364-41cf-b84e-54041298b9da, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a4c23b23-f364-41cf-b84e-54041298b9da,segment=NetworkSegment(34f2bbee-5c09-48c8-a0d6-db135af1230b),segment_id=34f2bbee-5c09-48c8-a0d6-db135af1230b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:10.633789 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.647263 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.689460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dadfac79-ce01-42aa-a907-30073cf754a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.695043 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Transition to ACTIVE for port object ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:10.709891 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] Set router 95411cb5-68dc-4b00-8643-bc860170507e gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:10.717869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca8db3-4dd4-4a52-87b8-49e68d60fdca None None] Pushing event updated for resources: {'Port': ['ID=a4c23b23-f364-41cf-b84e-54041298b9da,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:10.750817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c72915d-7eed-4523-8139-6ccd8d81eb76 req-68983419-fe34-4743-8e00-0bb93f92b4dd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 210 time: 0.0924735 Jul 22 16:41:10.825817 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:10.873354 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dadfac79-ce01-42aa-a907-30073cf754a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.053794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Deleting port aa90cae2-394a-4273-b230-0efd0df69e79 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:11.055388 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.061862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.083694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cce3de52-3a7f-4085-8040-57cf5a02c703 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:11.084466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3670269-d2a4-4949-a2a1-c1418ddf92f2 req-eba74a7d-47d2-47c4-b196-ef9cae7e68d3 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:11.100470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a3670269-d2a4-4949-a2a1-c1418ddf92f2 req-eba74a7d-47d2-47c4-b196-ef9cae7e68d3 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 945 time: 0.3737907 Jul 22 16:41:11.220440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cce3de52-3a7f-4085-8040-57cf5a02c703 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:11.222577 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.263812 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95411cb5-68dc-4b00-8643-bc860170507e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:52Z', 'updated_at': '2021-07-22T16:41:07Z', 'revision_number': 5, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'gw_port': {'id': 'd087097c-664f-4671-b2d8-0462c851adaf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95411cb5-68dc-4b00-8643-bc860170507e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:38:54Z', 'updated_at': '2021-07-22T16:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:11.336184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a3670269-d2a4-4949-a2a1-c1418ddf92f2 req-8d56c93d-d771-4b65-912e-eb5a17fd087f tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/security-groups?id=abefdf89-2359-456e-8970-d03f00955d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238975 Jul 22 16:41:11.365820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70c428ea-e181-4a5e-a11f-650a8ff50fac req-56252cec-6183-4cf8-bc01-9111e73986aa tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.3028820 Jul 22 16:41:11.366305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:11.379628 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dadfac79-ce01-42aa-a907-30073cf754a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.383140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b128070e-99aa-4b25-803e-64babcc92820 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:11.406560 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dadfac79-ce01-42aa-a907-30073cf754a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.407929 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dadfac79-ce01-42aa-a907-30073cf754a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b05ef800-97b1-4fbe-889e-e575c3cfc47b HTTP/1.1" status: 204 len: 168 time: 0.9326701 Jul 22 16:41:11.417669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] For port aa90cae2-394a-4273-b230-0efd0df69e79, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=aa90cae2-394a-4273-b230-0efd0df69e79,segment=NetworkSegment(5a25cb93-03e0-4619-ad22-7d15f0bda1dd),segment_id=5a25cb93-03e0-4619-ad22-7d15f0bda1dd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:11.418123 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.431753 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:11.444794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:11.485614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port b128070e-99aa-4b25-803e-64babcc92820 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:11.500972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Calling delete_port for aa90cae2-394a-4273-b230-0efd0df69e79 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:11.554502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfac79-ce01-42aa-a907-30073cf754a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05ef800-97b1-4fbe-889e-e575c3cfc47b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:11.556518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:11.563382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.611477 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.645626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039ac492-101e-4d0f-a00f-82a25dd1e582 None None] Network 74c4de38-5a4e-4887-8b79-30ab69522061 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:11.661938 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] Checking router: 95411cb5-68dc-4b00-8643-bc860170507e for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:11.677731 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] Routers {'95411cb5-68dc-4b00-8643-bc860170507e'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:11.679132 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['95411cb5-68dc-4b00-8643-bc860170507e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:11.853884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1d0c1b75-80b4-431a-a028-d53bbcfbea34 None None] Provisioning for port b128070e-99aa-4b25-803e-64babcc92820 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:11.864951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1d0c1b75-80b4-431a-a028-d53bbcfbea34 None None] Provisioning complete for port b128070e-99aa-4b25-803e-64babcc92820 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:11.865489 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1b75-80b4-431a-a028-d53bbcfbea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.901692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Deleting port d087097c-664f-4671-b2d8-0462c851adaf {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:11.902138 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:11.936346 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] Set router 95411cb5-68dc-4b00-8643-bc860170507e gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:11.955233 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.059809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c3e2bb-66a4-4a6f-bfe5-57a2ce7020a3 req-5078f8bf-5114-4cf9-8ce7-74a12cf2b13e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 210 time: 0.1478403 Jul 22 16:41:12.064164 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95411cb5-68dc-4b00-8643-bc860170507e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:52Z', 'updated_at': '2021-07-22T16:41:11Z', 'revision_number': 6, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:12.118066 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704348f-fc13-4ac8-8970-859d4fc9a233 None None] The sync data for ids ['95411cb5-68dc-4b00-8643-bc860170507e'] in n-d-792458-13 is: [{'id': '95411cb5-68dc-4b00-8643-bc860170507e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1351357512-router', 'tenant_id': '5b0b325f83a046948537f41801cd7b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:38:52Z', 'updated_at': '2021-07-22T16:41:11Z', 'revision_number': 6, 'project_id': '5b0b325f83a046948537f41801cd7b57', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:12.160129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.163902 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1b75-80b4-431a-a028-d53bbcfbea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.219043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1d0c1b75-80b4-431a-a028-d53bbcfbea34 None None] For port b128070e-99aa-4b25-803e-64babcc92820, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b128070e-99aa-4b25-803e-64babcc92820,segment=NetworkSegment(aaf01950-1b18-4e12-9eab-91965dc2fe7a),segment_id=aaf01950-1b18-4e12-9eab-91965dc2fe7a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:12.229465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Pushing event deleted for resources: {'Port': ['ID=aa90cae2-394a-4273-b230-0efd0df69e79,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:12.233030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1b75-80b4-431a-a028-d53bbcfbea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.326229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] No DVR routers for this DVR port aa90cae2-394a-4273-b230-0efd0df69e79 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:12.336402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.339289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b7d65eb-bd9e-4e40-a592-7a47ccc80076 req-a0b6b98a-4712-4f25-921f-093bd845d04d tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.65 "DELETE /v2.0/ports/aa90cae2-394a-4273-b230-0efd0df69e79 HTTP/1.1" status: 204 len: 173 time: 1.9141958 Jul 22 16:41:12.375418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536dce2f-e680-4c57-8bcf-bf20b0fdb9f4', 'name': 'network-vif-deleted', 'tag': 'aa90cae2-394a-4273-b230-0efd0df69e79'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:12.377743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c1b75-80b4-431a-a028-d53bbcfbea34 None None] Pushing event updated for resources: {'Port': ['ID=b128070e-99aa-4b25-803e-64babcc92820,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:12.379354 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad69775-3ed2-48e0-b2f6-c6f17b6833b3" -d '{"events": [{"server_uuid": "536dce2f-e680-4c57-8bcf-bf20b0fdb9f4", "name": "network-vif-deleted", "tag": "aa90cae2-394a-4273-b230-0efd0df69e79"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:12.408094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] For port d087097c-664f-4671-b2d8-0462c851adaf, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d087097c-664f-4671-b2d8-0462c851adaf,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:12.409012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.426720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Calling delete_port for d087097c-664f-4671-b2d8-0462c851adaf owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:12.471357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:12.536132 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda1e9f3-cdef-492a-ae82-1ee17ba4c910 x-openstack-request-id: req-cda1e9f3-cdef-492a-ae82-1ee17ba4c910 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:12.537594 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536dce2f-e680-4c57-8bcf-bf20b0fdb9f4", "name": "network-vif-deleted", "tag": "aa90cae2-394a-4273-b230-0efd0df69e79", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:12.537960 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cda1e9f3-cdef-492a-ae82-1ee17ba4c910 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:12.539963 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536dce2f-e680-4c57-8bcf-bf20b0fdb9f4', 'name': 'network-vif-deleted', 'tag': 'aa90cae2-394a-4273-b230-0efd0df69e79', 'status': 'completed', 'code': 200} Jul 22 16:41:12.566182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a74a5b2e-9c81-4004-be37-ccfebd4d7f6c req-b23f83ae-2cac-4c81-8963-c7db75412960 tempest-ServerGroupTestJSON-388754424 tempest-ServerGroupTestJSON-388754424-project] 10.222.0.53 "GET /v2.0/ports?device_id=536dce2f-e680-4c57-8bcf-bf20b0fdb9f4 HTTP/1.1" status: 200 len: 210 time: 0.0922327 Jul 22 16:41:12.567031 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-993c11c8-5016-4328-94db-afe29dc2dae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.614660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.647817 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.680695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e9a73f84-cf61-47b5-9f60-a10087fff83d None None] Provisioning complete for port b128070e-99aa-4b25-803e-64babcc92820 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:12.681466 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e9a73f84-cf61-47b5-9f60-a10087fff83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.839672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872c455f-0714-46e7-b3bc-a7f03d4c08ba None None] Network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:12.846258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.860811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:12.888602 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e40982a9-3b2b-4ad5-9bc3-c24ae0252ebe req-01bd3d29-406d-4484-87c0-9e413871df1c tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.2144086 Jul 22 16:41:12.907373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device aa90cae2-394a-4273-b230-0efd0df69e79 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:12.938209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: aa90cae2-394a-4273-b230-0efd0df69e79 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:12.938952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device aa90cae2-394a-4273-b230-0efd0df69e79 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:12.983371 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-993c11c8-5016-4328-94db-afe29dc2dae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:12.983624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-5e2c4b7a-0a1c-49ce-a2bc-dc6a1b1fe0da tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:12.990239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-5e2c4b7a-0a1c-49ce-a2bc-dc6a1b1fe0da tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:12.991955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-5e2c4b7a-0a1c-49ce-a2bc-dc6a1b1fe0da tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "GET /v2.0/networks?id=0543d887-45a8-491f-819a-ea3e7766e248&id=74c4de38-5a4e-4887-8b79-30ab69522061 HTTP/1.1" status: 200 len: 1391 time: 0.4510598 Jul 22 16:41:12.992104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-993c11c8-5016-4328-94db-afe29dc2dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.005384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.015745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'port': {'device_id': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248', 'admin_state_up': True, 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:13.092983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-993c11c8-5016-4328-94db-afe29dc2dae5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=098cab12f909476282f8279dee20a7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169467 Jul 22 16:41:13.099111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47662) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:13.101915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b9d2ad72-e3dd-4938-89e8-5f1b0ad5e670 None None] Provisioning for port a4c23b23-f364-41cf-b84e-54041298b9da completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:13.114540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Pushing event deleted for resources: {'Port': ['ID=d087097c-664f-4671-b2d8-0462c851adaf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:13.126894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:13.129089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c11c8-5016-4328-94db-afe29dc2dae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2cd15c-a320-4956-a0f5-7ef8f18fb3df,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:13.151365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:13.266273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.354007 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a4c23b23-f364-41cf-b84e-54041298b9da up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:13.357809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7b3e44f-4b60-41d8-adfe-a9a33be3513e req-58fdc7e6-a5c7-4f54-af27-135c07f6ee2f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 210 time: 0.1579952 Jul 22 16:41:13.428863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de19852a-fb2d-4d0f-8555-749acc11d70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.440211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a4c23b23-f364-41cf-b84e-54041298b9da completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:13.444175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a4c23b23-f364-41cf-b84e-54041298b9da triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:13.444553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.462656 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de19852a-fb2d-4d0f-8555-749acc11d70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.478221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:41:13.493537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.505390 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.579915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.580461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95411cb5-68dc-4b00-8643-bc860170507e {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:41:13.581015 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.588601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:13.592068 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.597623 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.598821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c2ac01fb-8d4d-481b-858f-bcd62e984595 admin admin] 10.222.0.53 "DELETE /v2.0/routers/95411cb5-68dc-4b00-8643-bc860170507e HTTP/1.1" status: 204 len: 168 time: 3.2867856 Jul 22 16:41:13.607158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:13.630991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:13.632987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1cc44fb7-d8e3-476e-81f9-76057b84e06f None None] Provisioning for port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:13.639320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port a4c23b23-f364-41cf-b84e-54041298b9da, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a4c23b23-f364-41cf-b84e-54041298b9da,segment=NetworkSegment(34f2bbee-5c09-48c8-a0d6-db135af1230b),segment_id=34f2bbee-5c09-48c8-a0d6-db135af1230b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:13.640502 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-022b3a11-1f27-4c76-8648-2c2f72cd66ee tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0535553 Jul 22 16:41:13.642313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:13.643365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:13.647329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1cc44fb7-d8e3-476e-81f9-76057b84e06f None None] Provisioning complete for port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:13.647822 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1cc44fb7-d8e3-476e-81f9-76057b84e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.648942 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'network': {'name': 'tempest-RoutersTest-308204601'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:13.651376 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.652292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b128070e-99aa-4b25-803e-64babcc92820 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:13.684378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:13.689075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.714180 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de19852a-fb2d-4d0f-8555-749acc11d70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.716873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de19852a-fb2d-4d0f-8555-749acc11d70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.719108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-de19852a-fb2d-4d0f-8555-749acc11d70d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b2cd15c-a320-4956-a0f5-7ef8f18fb3df HTTP/1.1" status: 204 len: 168 time: 0.6181288 Jul 22 16:41:13.736571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19852a-fb2d-4d0f-8555-749acc11d70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2cd15c-a320-4956-a0f5-7ef8f18fb3df,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:13.753557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:13.764173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-30256fee-8f59-4895-a2a9-84ac34990b4c admin admin] Deleting subnet b4d9f2c2-ff07-44e2-a78c-c299c2a6336f {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:13.774527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30256fee-8f59-4895-a2a9-84ac34990b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.785222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.786146 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added segment 599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8 of type vlan for network 516c186e-3e7d-419d-a103-35fcca051490 Jul 22 16:41:13.924364 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.926170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30256fee-8f59-4895-a2a9-84ac34990b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:13.995931 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.002524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:14.003169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.087472 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4434824 Jul 22 16:41:14.090091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47686) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:14.102999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Allocated IP 19.80.0.47 (0543d887-45a8-491f-819a-ea3e7766e248/d8a409cb-5ff5-4684-b624-8a7dec777e80/63c40bd5-77a7-4d6e-9fea-ea0936f78811) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:14.126640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'subnet': {'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:14.135685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30256fee-8f59-4895-a2a9-84ac34990b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.223597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:14.224250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:14.294037 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30256fee-8f59-4895-a2a9-84ac34990b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.370781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30256fee-8f59-4895-a2a9-84ac34990b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d9f2c2-ff07-44e2-a78c-c299c2a6336f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:14.376070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30256fee-8f59-4895-a2a9-84ac34990b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.377895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-30256fee-8f59-4895-a2a9-84ac34990b4c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b4d9f2c2-ff07-44e2-a78c-c299c2a6336f HTTP/1.1" status: 204 len: 168 time: 0.7697902 Jul 22 16:41:14.381046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47704) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:14.393220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5a4a2b6-bf5d-4891-a670-d37afb60fa44 req-41c49553-6ce1-4611-92a4-0d3c7bb240bc tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.2535441 Jul 22 16:41:14.393805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d8da2-c8bd-42f8-ad84-fa8b46509f81 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Network': ['ID=516c186e-3e7d-419d-a103-35fcca051490,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:14.404539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7533153-176a-454a-89f3-fcdebf1551d2 None None] Network fa935f37-94ea-4b54-bea9-c79e68ae780a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:14.406319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=a4c23b23-f364-41cf-b84e-54041298b9da,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:14.432960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:14.449520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47710) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:14.504948 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.557506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:14.563155 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.589094 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-908a4a5c-6598-4179-81e6-5154439ed0a2 req-0cf2a894-09c5-4c9b-b0e1-67af11bcce45 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 210 time: 0.0559018 Jul 22 16:41:14.599017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 516c186e-3e7d-419d-a103-35fcca051490 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:14.601421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1cc44fb7-d8e3-476e-81f9-76057b84e06f None None] Port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:14.624230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Transition to ACTIVE for port object 63c40bd5-77a7-4d6e-9fea-ea0936f78811 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:14.630956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.649963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-29de8f9e-2243-40ff-a1e2-e672aea7b019 admin admin] Deleting subnet 4755f8be-8a84-4151-8a02-72f6e86e2c0f {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:14.657460 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29de8f9e-2243-40ff-a1e2-e672aea7b019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.740152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b128070e-99aa-4b25-803e-64babcc92820 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:14.740546 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.795942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1cc44fb7-d8e3-476e-81f9-76057b84e06f None None] Provisioning complete for port a4c23b23-f364-41cf-b84e-54041298b9da triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:14.796312 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1cc44fb7-d8e3-476e-81f9-76057b84e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:14.908459 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.015281 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29de8f9e-2243-40ff-a1e2-e672aea7b019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.057412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] DHCP port deletion for fa935f37-94ea-4b54-bea9-c79e68ae780a request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:15.062646 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.084194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Checking segment: {'id': '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '516c186e-3e7d-419d-a103-35fcca051490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:15.085532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network hostable DHCP agents. Network: 516c186e-3e7d-419d-a103-35fcca051490, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:15.116972 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:11Z', 'revision_number': 2, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:12Z', 'revision_number': 2, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:15.132989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Subnet': ['ID=fe78ef82-5a10-45c1-b494-d019bdb89dad,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:15.136318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Deleting port 570f5ff5-1bca-4d90-9cb9-94757482319f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:15.136703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.137200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 516c186e-3e7d-419d-a103-35fcca051490 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:15.142120 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29de8f9e-2243-40ff-a1e2-e672aea7b019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.151631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 516c186e-3e7d-419d-a103-35fcca051490) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:15.171157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:15.173316 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.181136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d672cc-413b-4d96-9239-eea02b047d4f None None] Network 516c186e-3e7d-419d-a103-35fcca051490 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:15.186539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network 0543d887-45a8-491f-819a-ea3e7766e248 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:15.196470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Port': ['ID=63c40bd5-77a7-4d6e-9fea-ea0936f78811,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:15.200612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:15.200971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Updating router a4a61bd2-df59-4465-b17b-d829430dcbc4 port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:41:15.205086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:15.213086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:15.221328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d087097c-664f-4671-b2d8-0462c851adaf no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:15.228887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eac8146f-051b-4db5-882f-1318d9d523d0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1365049 Jul 22 16:41:15.229762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:15.288411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d087097c-664f-4671-b2d8-0462c851adaf {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:15.289364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d087097c-664f-4671-b2d8-0462c851adaf not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:15.289920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7159b655-33f5-4e80-9bef-4f8317384ec9 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:15.330885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] For port 570f5ff5-1bca-4d90-9cb9-94757482319f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=570f5ff5-1bca-4d90-9cb9-94757482319f,segment=NetworkSegment(d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c),segment_id=d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:15.331278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.364410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Calling delete_port for 570f5ff5-1bca-4d90-9cb9-94757482319f owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:15.366689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29de8f9e-2243-40ff-a1e2-e672aea7b019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.371149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 7159b655-33f5-4e80-9bef-4f8317384ec9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:15.371490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7159b655-33f5-4e80-9bef-4f8317384ec9 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:15.378364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] Deleting port 570f5ff5-1bca-4d90-9cb9-94757482319f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:15.378742 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.381461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1170a749-60c4-46a8-bd74-a966cad9955c None None] Provisioning complete for port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:15.381807 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1170a749-60c4-46a8-bd74-a966cad9955c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.406476 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.428787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de8f9e-2243-40ff-a1e2-e672aea7b019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4755f8be-8a84-4151-8a02-72f6e86e2c0f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:15.450499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:15.451301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.490595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29de8f9e-2243-40ff-a1e2-e672aea7b019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.498070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-29de8f9e-2243-40ff-a1e2-e672aea7b019 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4755f8be-8a84-4151-8a02-72f6e86e2c0f HTTP/1.1" status: 204 len: 168 time: 1.0510275 Jul 22 16:41:15.507105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47734) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:15.652424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7cad67c8-da14-4b97-a6e3-0819441c273f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6436579 Jul 22 16:41:15.702453 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a195f7c-9df2-4fbf-9707-af15841dd963 req-f8d1864c-9715-4727-9e59-1843da15aa10 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0814042 Jul 22 16:41:15.717511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Request body: {'port': {'device_id': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061', 'admin_state_up': True, 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:15.718643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a4c23b23-f364-41cf-b84e-54041298b9da up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:15.802355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1170a749-60c4-46a8-bd74-a966cad9955c None None] Port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:15.838353 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:15.902715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] For port 570f5ff5-1bca-4d90-9cb9-94757482319f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=570f5ff5-1bca-4d90-9cb9-94757482319f,segment=NetworkSegment(d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c),segment_id=d6fe1ec1-a140-4ae1-8ace-8bdfb331c46c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:15.903361 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.049174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] Calling delete_port for 570f5ff5-1bca-4d90-9cb9-94757482319f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:16.069458 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.131488 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.154516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0542853f-a460-4674-a9e3-feeeec8b0f0d None None] Provisioning for port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:16.244227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-516c186e-3e7d-419d-a103-35fcca051490', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:16.245469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.257173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.21.0.1 (516c186e-3e7d-419d-a103-35fcca051490/fe78ef82-5a10-45c1-b494-d019bdb89dad/e79457bc-0e4e-458e-be24-e9149ff03b80) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:16.257939 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0542853f-a460-4674-a9e3-feeeec8b0f0d None None] Provisioning complete for port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:16.258530 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0542853f-a460-4674-a9e3-feeeec8b0f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.293879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=570f5ff5-1bca-4d90-9cb9-94757482319f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:16.308776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] No DVR routers for this DVR port 570f5ff5-1bca-4d90-9cb9-94757482319f on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:16.311216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Made reservation on behalf of e8be2366f06942dc8a5363765a0ade10 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:16.316170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.331234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2198d95-8e77-4012-a94b-ad7e4d6545c6 req-1eff77e2-a5b7-4bf7-ab90-a67f5d6cc46a tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:16.338353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2198d95-8e77-4012-a94b-ad7e4d6545c6 req-1eff77e2-a5b7-4bf7-ab90-a67f5d6cc46a tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 931 time: 0.5253048 Jul 22 16:41:16.376745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a4c23b23-f364-41cf-b84e-54041298b9da triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:16.377241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.414618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.430851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0542853f-a460-4674-a9e3-feeeec8b0f0d None None] Port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:16.481260 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.497786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Transition to ACTIVE for port object e79457bc-0e4e-458e-be24-e9149ff03b80 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:16.518317 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.529830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa935f37-94ea-4b54-bea9-c79e68ae780a']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:16.540402 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.547806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:16.548163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fe1ec1-a140-4ae1-8ace-8bdfb331c46c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:16.559559 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.575503 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.583567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:16.583935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.587274 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 516c186e-3e7d-419d-a103-35fcca051490 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:16.593817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:16.598125 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:16.646864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0005e6-118a-4045-ab0e-093f6e3387ea']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:16.649903 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:16.669066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2198d95-8e77-4012-a94b-ad7e4d6545c6 req-feb01e64-805e-4559-bc73-fd465f5689f6 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279703 Jul 22 16:41:16.692574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a25cb93-03e0-4619-ad22-7d15f0bda1dd') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:16.693114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a25cb93-03e0-4619-ad22-7d15f0bda1dd') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:16.695228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.705896 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.748220 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.767832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fa935f37-94ea-4b54-bea9-c79e68ae780a HTTP/1.1" status: 204 len: 168 time: 2.3857315 Jul 22 16:41:16.770236 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.772883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] Network fa935f37-94ea-4b54-bea9-c79e68ae780a is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:41:16.773599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] No DVR routers for this DVR port 570f5ff5-1bca-4d90-9cb9-94757482319f on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:16.776096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71b813-2f68-4ed3-ab4e-fb823f2abbfb None None] Pushing event deleted for resources: {'Port': ['ID=570f5ff5-1bca-4d90-9cb9-94757482319f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:16.830885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Allocated IP 172.21.0.2 (516c186e-3e7d-419d-a103-35fcca051490/fe78ef82-5a10-45c1-b494-d019bdb89dad/7dcc49c0-6fe4-4689-8186-8ebf6de2c634) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:16.876845 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.892325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd206b5c-5590-4ac4-8048-f85e934435d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa935f37-94ea-4b54-bea9-c79e68ae780a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:16.914712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:16.926442 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:16.957853 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.048239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.058130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.061070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/de0005e6-118a-4045-ab0e-093f6e3387ea HTTP/1.1" status: 204 len: 168 time: 1.5382149 Jul 22 16:41:17.064453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Allocated IP 19.86.0.105 (74c4de38-5a4e-4887-8b79-30ab69522061/fe24fe8b-f521-4436-b8eb-8f4c192638b1/0a317343-028f-4cd0-8057-598c6ae466f4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:17.080009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759a965-9483-4dbd-ac6d-7dc5a43f89f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0005e6-118a-4045-ab0e-093f6e3387ea,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:17.165288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=e79457bc-0e4e-458e-be24-e9149ff03b80,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:17.171112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47768) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:17.220595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47770) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:17.241070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Transition to ACTIVE for port object ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:17.255318 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42c6a7ad-bc5e-4b5b-b079-6f7e464124ff req-9dc89bcc-f621-474e-b170-4e9f3fe175c1 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0826716 Jul 22 16:41:17.269035 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.299988 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.356888 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-94ee6125-82e2-4d85-b200-7f318dba7ff4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=366783741da646e9874cb4dcc1a8e05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815753 Jul 22 16:41:17.357776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47774) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:17.363854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc49520-5647-494f-a91c-1432e8ac9b6f None None] Pushing event updated for resources: {'Port': ['ID=ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:17.372709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 570f5ff5-1bca-4d90-9cb9-94757482319f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:17.377445 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-082f3e85-1b52-435c-bf0f-af9f4512fc22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e0ea7a2a4f34f68802258c052c0396e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523612 Jul 22 16:41:17.378494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:17.419895 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.428049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 570f5ff5-1bca-4d90-9cb9-94757482319f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:17.428286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 570f5ff5-1bca-4d90-9cb9-94757482319f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:17.446250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Transition to ACTIVE for port object 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:17.464943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f73976d5-d493-4c41-9a56-9f69bb8b64bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.510887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f73976d5-d493-4c41-9a56-9f69bb8b64bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.538378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Attempting to bind port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:17.538807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Attempting to bind port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '34f2bbee-5c09-48c8-a0d6-db135af1230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:17.539479 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Attempting to bind port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 on network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:17.548334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Transition to ACTIVE for port object 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:17.550509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:17.550892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Checking segment: {'id': '34f2bbee-5c09-48c8-a0d6-db135af1230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:17.551387 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.551829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Bound using segment: {'id': '34f2bbee-5c09-48c8-a0d6-db135af1230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:17.552277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Bound port: ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f2bbee-5c09-48c8-a0d6-db135af1230b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:17.552866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.561880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.605776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Transition to ACTIVE for port object 0a317343-028f-4cd0-8057-598c6ae466f4 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:17.637976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f73976d5-d493-4c41-9a56-9f69bb8b64bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.642483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f73976d5-d493-4c41-9a56-9f69bb8b64bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.643994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f73976d5-d493-4c41-9a56-9f69bb8b64bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6073b1cc-8428-405e-94f1-7efae71fb670 HTTP/1.1" status: 204 len: 168 time: 0.2856140 Jul 22 16:41:17.647813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] For port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:17.652057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] For port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39,segment=NetworkSegment(34f2bbee-5c09-48c8-a0d6-db135af1230b),segment_id=34f2bbee-5c09-48c8-a0d6-db135af1230b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:17.655229 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.658265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96b1a42d-b64c-464b-a537-8c18a98b0435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.662508 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.720037 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96b1a42d-b64c-464b-a537-8c18a98b0435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.752806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73976d5-d493-4c41-9a56-9f69bb8b64bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073b1cc-8428-405e-94f1-7efae71fb670,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:17.766503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.779558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Network 516c186e-3e7d-419d-a103-35fcca051490 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:17.818726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:17.820020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-5141cd05-2aeb-41f6-b558-ba01befc38db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2231712 Jul 22 16:41:17.824386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:17.825379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:17.834601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:17.835665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:40:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:18.014904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Network 74c4de38-5a4e-4887-8b79-30ab69522061 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:18.025850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:18.062839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:18.099287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Pushing event updated for resources: {'Port': ['ID=7dcc49c0-6fe4-4689-8186-8ebf6de2c634,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:18.126314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event updated for resources: {'Port': ['ID=0a317343-028f-4cd0-8057-598c6ae466f4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:18.149057 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96b1a42d-b64c-464b-a537-8c18a98b0435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.159416 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96b1a42d-b64c-464b-a537-8c18a98b0435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.164547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-96b1a42d-b64c-464b-a537-8c18a98b0435 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abefdf89-2359-456e-8970-d03f00955d7b HTTP/1.1" status: 204 len: 168 time: 0.7858098 Jul 22 16:41:18.205954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:18.222067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1a42d-b64c-464b-a537-8c18a98b0435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abefdf89-2359-456e-8970-d03f00955d7b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:18.294463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.296252 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.380769 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.394462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a772a-32cb-44c4-9b39-b424e5fba7d5 req-b8e94332-bcdc-44a4-84d0-55f5e8ab1aeb tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.397544 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.416845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a772a-32cb-44c4-9b39-b424e5fba7d5 req-b8e94332-bcdc-44a4-84d0-55f5e8ab1aeb tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.424357 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-368a772a-32cb-44c4-9b39-b424e5fba7d5 req-b8e94332-bcdc-44a4-84d0-55f5e8ab1aeb tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1654 time: 0.5972762 Jul 22 16:41:18.427389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-94ef50bd-f31f-4966-8175-09871d8cce35 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7418497 Jul 22 16:41:18.461762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Request body: {'port': {'device_id': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:18.516705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-850bd776-d99a-4fc0-a6f1-26b9d52b221f req-6834b3b7-cd50-421c-9f32-6c8e4d82d7e7 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0512614 Jul 22 16:41:18.553956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-17e8e675-714a-45dc-86c6-0b72bf94c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.554591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-17e8e675-714a-45dc-86c6-0b72bf94c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.554977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-17e8e675-714a-45dc-86c6-0b72bf94c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.555442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-17e8e675-714a-45dc-86c6-0b72bf94c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.555586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:18.555953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-17e8e675-714a-45dc-86c6-0b72bf94c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.556326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-17e8e675-714a-45dc-86c6-0b72bf94c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.556811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-17e8e675-714a-45dc-86c6-0b72bf94c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.558846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-17e8e675-714a-45dc-86c6-0b72bf94c94b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6495 time: 0.5906169 Jul 22 16:41:18.561149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Attempting to bind port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:18.564032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Attempting to bind port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '516c186e-3e7d-419d-a103-35fcca051490'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:18.565896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Attempting to bind port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 on network 516c186e-3e7d-419d-a103-35fcca051490 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:18.567983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=e79457bc-0e4e-458e-be24-e9149ff03b80,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:18.570619 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.600925 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-09181728-a4f6-4cee-983a-0b3862eec809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.618701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-368a772a-32cb-44c4-9b39-b424e5fba7d5 req-8dafbd2d-ac87-470d-94db-8412965c69c9 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847866 Jul 22 16:41:18.678305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-454157d8-7351-49cc-8d66-bd3871d951a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b0b325f83a046948537f41801cd7b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1144252 Jul 22 16:41:18.683272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:18.698611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:18.699074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Checking segment: {'id': '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '516c186e-3e7d-419d-a103-35fcca051490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:18.699423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.699829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Bound using segment: {'id': '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '516c186e-3e7d-419d-a103-35fcca051490'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:18.700315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Bound port: 7dcc49c0-6fe4-4689-8186-8ebf6de2c634, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '516c186e-3e7d-419d-a103-35fcca051490'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:18.700695 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.720580 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.822829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 516c186e-3e7d-419d-a103-35fcca051490 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:18.824829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64586c30-c8ca-4b5d-919b-77ae93abc474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.831723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:18.847228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc49520-5647-494f-a91c-1432e8ac9b6f None None] Pushing event updated for resources: {'Port': ['ID=ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:18.888862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-78732050-9e73-4c48-96e5-e84257b96728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.889720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-78732050-9e73-4c48-96e5-e84257b96728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.890255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-78732050-9e73-4c48-96e5-e84257b96728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:18.892439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-78732050-9e73-4c48-96e5-e84257b96728 service neutron] 10.222.0.20 "GET /v2.0/networks?id=938a054a-5a48-4d43-b896-bf09e16b8e83&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=fd33b87a-764f-438d-ba51-6438b1736183&id=fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 200 len: 2291 time: 0.3005543 Jul 22 16:41:18.947379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] For port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:18.963229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc70ae91-0c89-480a-8bf8-49b839f0ebdf None None] Provisioning for port 0a317343-028f-4cd0-8057-598c6ae466f4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:18.970465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] For port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7dcc49c0-6fe4-4689-8186-8ebf6de2c634,segment=NetworkSegment(599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8),segment_id=599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:18.975592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc70ae91-0c89-480a-8bf8-49b839f0ebdf None None] Provisioning complete for port 0a317343-028f-4cd0-8057-598c6ae466f4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:18.976189 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc70ae91-0c89-480a-8bf8-49b839f0ebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.983102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:18.995292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-798daf0f-408a-40e5-ae42-4837d5fa2ad5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f HTTP/1.1" status: 200 len: 1000 time: 0.0707560 Jul 22 16:41:19.050212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-69e9e27b-95e2-4102-b2a3-704002924ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:19.052038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-69e9e27b-95e2-4102-b2a3-704002924ce1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45498e51-452b-44b2-94cf-b51a3ccaa0fe HTTP/1.1" status: 200 len: 850 time: 0.0505080 Jul 22 16:41:19.063971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:17Z', 'revision_number': 3, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:16Z', 'revision_number': 1, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:17Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:19.070699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dc70ae91-0c89-480a-8bf8-49b839f0ebdf None None] Port 0a317343-028f-4cd0-8057-598c6ae466f4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:19.101269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64586c30-c8ca-4b5d-919b-77ae93abc474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.125214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c27d5a2-5ee3-46cd-b94b-17166b90b367 None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:17Z', 'revision_number': 3, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:16Z', 'revision_number': 1, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:17Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:19.137363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf265d1-6131-44b7-be45-fa841c3d4d65 None None] Pushing event updated for resources: {'Port': ['ID=7dcc49c0-6fe4-4689-8186-8ebf6de2c634,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:19.205704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:19.220793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-94180564-10e1-4a99-bb2c-29b897707e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:19.222870 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-94180564-10e1-4a99-bb2c-29b897707e8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938a054a-5a48-4d43-b896-bf09e16b8e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595616 Jul 22 16:41:19.246260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c40bd5-77a7-4d6e-9fea-ea0936f78811 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:19.260352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64586c30-c8ca-4b5d-919b-77ae93abc474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.264222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64586c30-c8ca-4b5d-919b-77ae93abc474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.265613 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.265748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-64586c30-c8ca-4b5d-919b-77ae93abc474 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76235872-fdf6-4eb3-99ec-e0287abe3196 HTTP/1.1" status: 204 len: 168 time: 0.5800712 Jul 22 16:41:19.307546 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Transition to ACTIVE for port object 63c40bd5-77a7-4d6e-9fea-ea0936f78811 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:19.315685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.465925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Pushing event updated for resources: {'Port': ['ID=63c40bd5-77a7-4d6e-9fea-ea0936f78811,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:19.627233 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:19.728978 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8c84b722-d3ce-4fe3-9391-72c97a295b80 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4875190 Jul 22 16:41:19.729386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47834) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:19.795908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'network': {'name': 'tempest-RoutersTest-1660429586'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:19.801320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Attempting to bind port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:19.801669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Attempting to bind port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '84fb626c-8412-42f7-b09d-375be9366203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:19.802005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Attempting to bind port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 on network 0543d887-45a8-491f-819a-ea3e7766e248 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:19.809415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 on network 0543d887-45a8-491f-819a-ea3e7766e248 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:41:19.809752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Attempting to bind port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 on network 0543d887-45a8-491f-819a-ea3e7766e248 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:19.827970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:19.828592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:19.829266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Checking segment: {'id': '84fb626c-8412-42f7-b09d-375be9366203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:19.830012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Bound using segment: {'id': '84fb626c-8412-42f7-b09d-375be9366203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:19.830539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Bound port: 63c40bd5-77a7-4d6e-9fea-ea0936f78811, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fb626c-8412-42f7-b09d-375be9366203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:19.830911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.892663 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-51575a04-6346-4c21-8207-11287abe5766 service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6624017 Jul 22 16:41:19.931329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:19.947992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:19.981651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64586c30-c8ca-4b5d-919b-77ae93abc474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76235872-fdf6-4eb3-99ec-e0287abe3196,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:19.986499 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70bfc763-68e6-4d18-831a-fc817e402fd9 req-ca160834-0b4c-4d3c-be48-6c715adc4b86 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0927742 Jul 22 16:41:20.133942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:20.177119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-89493474-9154-470d-8146-e652cf9a224c service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659154 Jul 22 16:41:20.261430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:20.275183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-d54a5f6a-8b4f-49c0-bad6-04c690145155 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 217 time: 0.0878284 Jul 22 16:41:20.311599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:20.355515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-1d615f24-e070-4b68-899a-23aed9f66a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.357085 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-1d615f24-e070-4b68-899a-23aed9f66a5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0788782 Jul 22 16:41:20.364036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] For port 63c40bd5-77a7-4d6e-9fea-ea0936f78811, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:20.393101 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.393503 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added segment 768d2776-88c1-4364-82cf-0aca87a3c6c5 of type vlan for network 1262a2ca-7121-4ff2-b9df-39d14ae81930 Jul 22 16:41:20.427637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fe2c8-b553-4c4c-9b7f-3337b0862ae3 req-989e6224-ae93-4188-bb3f-4e27ae066549 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.449975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fe2c8-b553-4c4c-9b7f-3337b0862ae3 req-989e6224-ae93-4188-bb3f-4e27ae066549 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.457629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f11fe2c8-b553-4c4c-9b7f-3337b0862ae3 req-989e6224-ae93-4188-bb3f-4e27ae066549 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1666 time: 0.6305485 Jul 22 16:41:20.497546 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] For port 63c40bd5-77a7-4d6e-9fea-ea0936f78811, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=63c40bd5-77a7-4d6e-9fea-ea0936f78811,segment=NetworkSegment(84fb626c-8412-42f7-b09d-375be9366203),segment_id=84fb626c-8412-42f7-b09d-375be9366203)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:20.501610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-99e44324-33ac-4b84-b05c-7554de973161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.505037 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-99e44324-33ac-4b84-b05c-7554de973161 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1325161 Jul 22 16:41:20.590116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.693373 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-6bab4ba2-bf94-4ae9-834f-610ecdb963df service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811478 Jul 22 16:41:20.698218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-650215745-network', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:20.730315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.790860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.791547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.794109 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] 10.222.0.20 "PUT /v2.0/ports/63c40bd5-77a7-4d6e-9fea-ea0936f78811 HTTP/1.1" status: 200 len: 1092 time: 2.3356755 Jul 22 16:41:20.797344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'tag': '63c40bd5-77a7-4d6e-9fea-ea0936f78811'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:20.799800 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e62e6b-4f00-4734-a634-8f5700e79286" -d '{"events": [{"name": "network-changed", "server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "tag": "63c40bd5-77a7-4d6e-9fea-ea0936f78811"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:20.838235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Request body: {'port': {'device_id': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:20.841014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00295b20-7cad-45b6-830e-1f68d98de31d service neutron] Pushing event updated for resources: {'Port': ['ID=63c40bd5-77a7-4d6e-9fea-ea0936f78811,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:20.856760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f11fe2c8-b553-4c4c-9b7f-3337b0862ae3 req-fbcf149e-751e-44eb-b173-9ca37b0829c7 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557816 Jul 22 16:41:20.897461 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-17e7a562-0fd2-424a-897b-aa245b31a85b service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967001 Jul 22 16:41:20.917512 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:41:20.935010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d229f99-c50d-4da5-8f83-59736f92b48d None None] Network 516c186e-3e7d-419d-a103-35fcca051490 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:20.941539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Made reservation on behalf of ede89e5f632547f0ad7ffb2c611d92cd for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:20.945157 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.953953 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b085ed-9889-42d2-8e1c-d3f79fa34f8b x-openstack-request-id: req-d7b085ed-9889-42d2-8e1c-d3f79fa34f8b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:20.954521 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "tag": "63c40bd5-77a7-4d6e-9fea-ea0936f78811", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:20.955124 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7b085ed-9889-42d2-8e1c-d3f79fa34f8b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:20.955777 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'tag': '63c40bd5-77a7-4d6e-9fea-ea0936f78811', 'status': 'completed', 'code': 200} Jul 22 16:41:20.958515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:20.967126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:20.970015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.039879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-b85e4231-262d-4564-918c-9f9418faafa7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 217 time: 0.1320639 Jul 22 16:41:21.042729 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0b2a4a4-4878-47a3-a001-e67bbe5e41f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.092387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.174287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ef6287f6-404f-4b15-885c-25bd3faa25ca None None] Provisioning for port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:21.188124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-40824c3a-51bb-47c7-8ca7-7de8975597c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:21.191708 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-40824c3a-51bb-47c7-8ca7-7de8975597c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.1475735 Jul 22 16:41:21.220452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ef6287f6-404f-4b15-885c-25bd3faa25ca None None] Provisioning complete for port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:21.223224 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef6287f6-404f-4b15-885c-25bd3faa25ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.244258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.304702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5570891 Jul 22 16:41:21.308369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:21.310852 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.313679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.318354 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.326978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'subnet': {'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:21.379321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-285aac66-664f-40a3-ba9b-44f2b43d7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:21.381080 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-285aac66-664f-40a3-ba9b-44f2b43d7888 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1830645 Jul 22 16:41:21.441905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6d7e79-2234-4933-b2a9-8de43ddbada6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:21.489182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c9a57-7092-4051-9c8d-12ee05c557ca tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Network': ['ID=1262a2ca-7121-4ff2-b9df-39d14ae81930,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:21.503703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47ed6f98-db02-4b60-a882-03ec47cd8eb7 req-d9a092f6-b28d-4f63-baf4-26844cfaf625 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.2535043 Jul 22 16:41:21.510611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:21.560747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e62e6b-4f00-4734-a634-8f5700e79286 req-a94fb9a8-d573-4cf7-85e3-f4a89a4cb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:21.561355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e62e6b-4f00-4734-a634-8f5700e79286 req-a94fb9a8-d573-4cf7-85e3-f4a89a4cb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:21.564167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2e62e6b-4f00-4734-a634-8f5700e79286 req-a94fb9a8-d573-4cf7-85e3-f4a89a4cb41c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8be2366f06942dc8a5363765a0ade10&device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1914 time: 0.5831110 Jul 22 16:41:21.578803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.582441 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Added segment 9f6e505f-f4a3-4a9a-a522-cef6f3aefc81 of type vlan for network 5e144766-d48b-433f-990a-ea1ab2b7ed25 Jul 22 16:41:21.599597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 1262a2ca-7121-4ff2-b9df-39d14ae81930 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:21.645634 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef6287f6-404f-4b15-885c-25bd3faa25ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.696181 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-f5131cdf-2131-4019-91c3-bc5a96f77ee9 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062069 Jul 22 16:41:21.726871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:21.745806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:21.749985 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.817543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ef6287f6-404f-4b15-885c-25bd3faa25ca None None] For port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7dcc49c0-6fe4-4689-8186-8ebf6de2c634,segment=NetworkSegment(599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8),segment_id=599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:21.826773 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef6287f6-404f-4b15-885c-25bd3faa25ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.830351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:21.973684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6287f6-404f-4b15-885c-25bd3faa25ca None None] Pushing event updated for resources: {'Port': ['ID=7dcc49c0-6fe4-4689-8186-8ebf6de2c634,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:22.012360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-59d76cde-877b-4a66-bcb0-0d573803bfba service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842338 Jul 22 16:41:22.020135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:22.025370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:22.025759 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.181468 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.204848 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-92e5033d-16d9-4986-a7f0-fee4d4aff09f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5 HTTP/1.1" status: 200 len: 217 time: 0.1759775 Jul 22 16:41:22.291908 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39,segment=NetworkSegment(34f2bbee-5c09-48c8-a0d6-db135af1230b),segment_id=34f2bbee-5c09-48c8-a0d6-db135af1230b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:22.293730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc98d535-c576-4115-9142-a8c4e9340585 None None] Provisioning complete for port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:22.294892 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc98d535-c576-4115-9142-a8c4e9340585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.304448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.505314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-a6e6a783-c3d6-4675-9eb0-e0b25d36eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:22.506998 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-a6e6a783-c3d6-4675-9eb0-e0b25d36eb7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.3011637 Jul 22 16:41:22.610296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e175a0-e36e-4c8a-98b5-f02fa9814273 req-b3ae2fb7-c2f7-48d4-a4cc-a38426d08ced tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:22.617315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e175a0-e36e-4c8a-98b5-f02fa9814273 req-b3ae2fb7-c2f7-48d4-a4cc-a38426d08ced tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:22.619174 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e175a0-e36e-4c8a-98b5-f02fa9814273 req-b3ae2fb7-c2f7-48d4-a4cc-a38426d08ced tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1666 time: 0.6040049 Jul 22 16:41:22.622047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.631594 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.642269 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:22.654528 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:22.655683 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:22.686615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:22.701092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e62e6b-4f00-4734-a634-8f5700e79286 req-32564444-1189-4040-b6f5-634628e21818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:22.701578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e62e6b-4f00-4734-a634-8f5700e79286 req-32564444-1189-4040-b6f5-634628e21818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:22.702492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e62e6b-4f00-4734-a634-8f5700e79286 req-32564444-1189-4040-b6f5-634628e21818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:22.705140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2e62e6b-4f00-4734-a634-8f5700e79286 req-32564444-1189-4040-b6f5-634628e21818 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e8be2366f06942dc8a5363765a0ade10&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1202693 Jul 22 16:41:22.745715 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.747099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:22.747693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.767028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-83b53bff-d904-445e-a227-06d82287eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:22.768860 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-83b53bff-d904-445e-a227-06d82287eabc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2503219 Jul 22 16:41:22.776859 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Subnet': ['ID=3c843308-85ae-4969-882d-d4817ca5f055,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:22.850186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e175a0-e36e-4c8a-98b5-f02fa9814273 req-35ef9083-58ff-4069-92f3-5a1053c16293 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183168 Jul 22 16:41:22.855646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc98d535-c576-4115-9142-a8c4e9340585 None None] Provisioning for port e79457bc-0e4e-458e-be24-e9149ff03b80 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:22.863971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc98d535-c576-4115-9142-a8c4e9340585 None None] Provisioning complete for port e79457bc-0e4e-458e-be24-e9149ff03b80 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:22.864351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc98d535-c576-4115-9142-a8c4e9340585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:22.916130 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:22.974218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cc98d535-c576-4115-9142-a8c4e9340585 None None] Port e79457bc-0e4e-458e-be24-e9149ff03b80 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:23.022948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Checking segment: {'id': '768d2776-88c1-4364-82cf-0aca87a3c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:23.031547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network hostable DHCP agents. Network: 1262a2ca-7121-4ff2-b9df-39d14ae81930, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:23.033904 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-95153585-882b-4e2b-a937-75fcd84d271f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6225300 Jul 22 16:41:23.048095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7854848 Jul 22 16:41:23.060165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47910) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:23.123730 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f83f303-013f-46f4-a9b3-5289b03a9ebf req-40871e7b-bd98-4bfd-9fc1-1516eeffdd33 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.1018398 Jul 22 16:41:23.123961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fe4781d6-d4a5-494c-a912-4684185d9e7e None None] Provisioning complete for port e79457bc-0e4e-458e-be24-e9149ff03b80 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:23.124503 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe4781d6-d4a5-494c-a912-4684185d9e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.134400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-0fd76748-90a6-4512-82e1-d5558441c1e2 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535285 Jul 22 16:41:23.144643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 1262a2ca-7121-4ff2-b9df-39d14ae81930 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:23.205772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fe4781d6-d4a5-494c-a912-4684185d9e7e None None] Port e79457bc-0e4e-458e-be24-e9149ff03b80 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:23.273241 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:17Z', 'revision_number': 3, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:18Z', 'revision_number': 2, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:23.277360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-63079280-66cc-49d8-9287-d873e58f8bc9 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249990 Jul 22 16:41:23.292071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 1262a2ca-7121-4ff2-b9df-39d14ae81930) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:23.298536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:23.299203 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.303676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2facf42e-d4b2-4ab2-af75-37b1ec72acda None None] Network 1262a2ca-7121-4ff2-b9df-39d14ae81930 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:23.329274 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:23.329615 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Updating router a4a61bd2-df59-4465-b17b-d829430dcbc4 port e79457bc-0e4e-458e-be24-e9149ff03b80 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:41:23.360805 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-894a54fd-4161-4d32-b162-34fde92063d8 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0479121 Jul 22 16:41:23.367070 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-3564573a-0fae-4ff2-99c6-54afcbc5abd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe HTTP/1.1" status: 200 len: 217 time: 0.0793035 Jul 22 16:41:23.367613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:23.375082 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.495692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Request body: {'subnet': {'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-650215745-subnet', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:23.553946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-1262a2ca-7121-4ff2-b9df-39d14ae81930', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:23.555641 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.588872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af3402-4139-403a-8650-5467583a2c9e admin admin] Pushing event updated for resources: {'Network': ['ID=5e144766-d48b-433f-990a-ea1ab2b7ed25,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:23.610080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5e144766-d48b-433f-990a-ea1ab2b7ed25 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:23.662967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-c6020103-eaff-4082-bbbf-89bd94c396a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:23.665624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-c6020103-eaff-4082-bbbf-89bd94c396a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.2922783 Jul 22 16:41:23.734847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a317343-028f-4cd0-8057-598c6ae466f4 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:23.779035 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.805839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:23.806862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Made reservation on behalf of ede89e5f632547f0ad7ffb2c611d92cd for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:23.809480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.866339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Transition to ACTIVE for port object 0a317343-028f-4cd0-8057-598c6ae466f4 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:23.873224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e62e6b-4f00-4734-a634-8f5700e79286 req-3263b2dc-2cd5-48cc-b645-acacb53eec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:23.874863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2e62e6b-4f00-4734-a634-8f5700e79286 req-3263b2dc-2cd5-48cc-b645-acacb53eec43 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1512942 Jul 22 16:41:23.888382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.953653 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:23.976627 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Transition to ACTIVE for port object e79457bc-0e4e-458e-be24-e9149ff03b80 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:23.986122 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.082700 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Pushing event updated for resources: {'Port': ['ID=e79457bc-0e4e-458e-be24-e9149ff03b80,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:24.106421 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.107678 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.109408 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.109919 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.110432 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.111505 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.112364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-11898ddf-3de0-40fd-a0cd-0f3ad99f77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:24.113272 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.113901 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.116401 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.116865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-11898ddf-3de0-40fd-a0cd-0f3ad99f77fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4401724 Jul 22 16:41:24.117213 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.117701 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.120288 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:24.205994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Allocated IP 172.22.0.2 (1262a2ca-7121-4ff2-b9df-39d14ae81930/3c843308-85ae-4969-882d-d4817ca5f055/579d0e15-fe6a-4279-ad35-b5436940666f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:24.285509 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.305202 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Attempting to bind port e79457bc-0e4e-458e-be24-e9149ff03b80 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:24.306763 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Attempting to bind port e79457bc-0e4e-458e-be24-e9149ff03b80 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '516c186e-3e7d-419d-a103-35fcca051490'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:24.307158 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Attempting to bind port e79457bc-0e4e-458e-be24-e9149ff03b80 on network 516c186e-3e7d-419d-a103-35fcca051490 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:24.321771 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:24.322811 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Checking segment: {'id': '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '516c186e-3e7d-419d-a103-35fcca051490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:24.322811 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.323071 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Bound using segment: {'id': '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '516c186e-3e7d-419d-a103-35fcca051490'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:24.323486 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Bound port: e79457bc-0e4e-458e-be24-e9149ff03b80, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '516c186e-3e7d-419d-a103-35fcca051490'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:24.323859 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.335138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:24.335647 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.518137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-e6e77e3a-5441-4be0-b7ef-2ce9c95ef080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:24.518865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-e6e77e3a-5441-4be0-b7ef-2ce9c95ef080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:24.519118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-e6e77e3a-5441-4be0-b7ef-2ce9c95ef080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:24.528305 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] For port e79457bc-0e4e-458e-be24-e9149ff03b80, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:24.543157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-e6e77e3a-5441-4be0-b7ef-2ce9c95ef080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:24.543795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-e6e77e3a-5441-4be0-b7ef-2ce9c95ef080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:24.544281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-e6e77e3a-5441-4be0-b7ef-2ce9c95ef080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:24.545260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-e6e77e3a-5441-4be0-b7ef-2ce9c95ef080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:24.547790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-e6e77e3a-5441-4be0-b7ef-2ce9c95ef080 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6510 time: 1.0006006 Jul 22 16:41:24.552445 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] For port e79457bc-0e4e-458e-be24-e9149ff03b80, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e79457bc-0e4e-458e-be24-e9149ff03b80,segment=NetworkSegment(599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8),segment_id=599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:24.561404 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:24.724998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Pushing event updated for resources: {'Port': ['ID=0a317343-028f-4cd0-8057-598c6ae466f4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:24.751684 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:24.752329 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:24.754560 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c2cfa-8a42-4091-99d0-8755a50a71de None None] Pushing event updated for resources: {'Port': ['ID=e79457bc-0e4e-458e-be24-e9149ff03b80,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:24.791982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48010) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:24.958861 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:25.101861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:25.197274 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.201767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8afb5-8524-4f39-86f6-6dc4d8020100 req-ee0507b4-9491-482b-9c77-b68c457ef1a3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.210043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8afb5-8524-4f39-86f6-6dc4d8020100 req-ee0507b4-9491-482b-9c77-b68c457ef1a3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.211576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Transition to ACTIVE for port object 579d0e15-fe6a-4279-ad35-b5436940666f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:25.219962 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4b8afb5-8524-4f39-86f6-6dc4d8020100 req-ee0507b4-9491-482b-9c77-b68c457ef1a3 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1678 time: 1.1486936 Jul 22 16:41:25.229794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:25.230146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.256454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Transition to ACTIVE for port object 579d0e15-fe6a-4279-ad35-b5436940666f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:25.269253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Attempting to bind port 0a317343-028f-4cd0-8057-598c6ae466f4 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:25.269867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Attempting to bind port 0a317343-028f-4cd0-8057-598c6ae466f4 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'aaf01950-1b18-4e12-9eab-91965dc2fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:25.270493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Attempting to bind port 0a317343-028f-4cd0-8057-598c6ae466f4 on network 74c4de38-5a4e-4887-8b79-30ab69522061 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:25.281445 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.282680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Port 0a317343-028f-4cd0-8057-598c6ae466f4 on network 74c4de38-5a4e-4887-8b79-30ab69522061 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:41:25.283214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Attempting to bind port 0a317343-028f-4cd0-8057-598c6ae466f4 on network 74c4de38-5a4e-4887-8b79-30ab69522061 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:25.283956 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:17Z', 'revision_number': 3, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:24Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:25.291786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f900f268-0474-42a4-aeb3-7b504eb33036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.320700 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadbb05-5b99-4ffc-a712-92b09ee9c375 None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:17Z', 'revision_number': 3, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:24Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:25.327797 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61da708e-023f-47f0-b985-643eeca883f1 req-414b7be5-eaae-4ac8-8493-795fa065f74e tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0527039 Jul 22 16:41:25.338028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4b8afb5-8524-4f39-86f6-6dc4d8020100 req-fce71f50-f972-4c5e-9093-f924e2b9f26b tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164212 Jul 22 16:41:25.349851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Network 1262a2ca-7121-4ff2-b9df-39d14ae81930 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:25.368064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:25.378126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:25.380369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.383770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:25.384348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Checking segment: {'id': 'aaf01950-1b18-4e12-9eab-91965dc2fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:25.384902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Bound using segment: {'id': 'aaf01950-1b18-4e12-9eab-91965dc2fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:25.385515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Bound port: 0a317343-028f-4cd0-8057-598c6ae466f4, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaf01950-1b18-4e12-9eab-91965dc2fe7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:25.386059 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.397145 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-d45251ea-e62e-45d3-bf4e-bbbfa13c3857 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2678711 Jul 22 16:41:25.400062 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.418760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Pushing event updated for resources: {'Port': ['ID=579d0e15-fe6a-4279-ad35-b5436940666f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:25.496652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa854ab-652a-43fe-8aac-ea1168626926,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:25.505777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.505777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.505777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.505777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.506258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.506258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.506842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.506989 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.507560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.507898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.508340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.508539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:25.538105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Attempting to bind port 579d0e15-fe6a-4279-ad35-b5436940666f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:25.538497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Attempting to bind port 579d0e15-fe6a-4279-ad35-b5436940666f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '768d2776-88c1-4364-82cf-0aca87a3c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:25.538869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Attempting to bind port 579d0e15-fe6a-4279-ad35-b5436940666f on network 1262a2ca-7121-4ff2-b9df-39d14ae81930 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:25.540739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-6c504558-fef2-470f-8764-ad191e24f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.541204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-6c504558-fef2-470f-8764-ad191e24f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.541771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-6c504558-fef2-470f-8764-ad191e24f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.543413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-6c504558-fef2-470f-8764-ad191e24f196 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=c17a60a5-7325-47e4-93d0-4d53153510b5&id=c17a60a5-7325-47e4-93d0-4d53153510b5 HTTP/1.1" status: 200 len: 2299 time: 0.9193165 Jul 22 16:41:25.548857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:25.549231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Checking segment: {'id': '768d2776-88c1-4364-82cf-0aca87a3c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:25.549622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.550020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Bound using segment: {'id': '768d2776-88c1-4364-82cf-0aca87a3c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:25.550496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Bound port: 579d0e15-fe6a-4279-ad35-b5436940666f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768d2776-88c1-4364-82cf-0aca87a3c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:25.550876 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.608570 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-853c85de-4e14-42e4-95ec-74518d474ae3 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979246 Jul 22 16:41:25.659828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-80022801-c7bb-4a90-821e-cf41d6a6afdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079 HTTP/1.1" status: 200 len: 217 time: 0.0439870 Jul 22 16:41:25.665673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] For port 579d0e15-fe6a-4279-ad35-b5436940666f, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:25.672023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] For port 579d0e15-fe6a-4279-ad35-b5436940666f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=579d0e15-fe6a-4279-ad35-b5436940666f,segment=NetworkSegment(768d2776-88c1-4364-82cf-0aca87a3c6c5),segment_id=768d2776-88c1-4364-82cf-0aca87a3c6c5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:25.685483 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.755703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e79457bc-0e4e-458e-be24-e9149ff03b80 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:25.783930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-c7083203-e686-4062-99a4-86a145ba9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:25.786128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-c7083203-e686-4062-99a4-86a145ba9810 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1187482 Jul 22 16:41:25.798097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] For port 0a317343-028f-4cd0-8057-598c6ae466f4, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:25.820041 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-8e1765be-5cf8-4c35-a65d-f3f8d4c25214 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3 HTTP/1.1" status: 200 len: 1002 time: 0.1958795 Jul 22 16:41:25.823842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Checking segment: {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:25.824088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Network hostable DHCP agents. Network: 5e144766-d48b-433f-990a-ea1ab2b7ed25, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:25.839536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c3636-b3f2-406d-b878-0f220bc0f9a5 None None] Pushing event updated for resources: {'Port': ['ID=579d0e15-fe6a-4279-ad35-b5436940666f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:25.839824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] For port 0a317343-028f-4cd0-8057-598c6ae466f4, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0a317343-028f-4cd0-8057-598c6ae466f4,segment=NetworkSegment(aaf01950-1b18-4e12-9eab-91965dc2fe7a),segment_id=aaf01950-1b18-4e12-9eab-91965dc2fe7a)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:25.876888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e79457bc-0e4e-458e-be24-e9149ff03b80 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:25.882586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e79457bc-0e4e-458e-be24-e9149ff03b80 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:25.883457 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.897626 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:25.997531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-37abb38a-2b47-4fe2-8b4e-ce3420ff8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:26.001648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:26.003667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-37abb38a-2b47-4fe2-8b4e-ce3420ff8d06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2084394 Jul 22 16:41:26.005879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.007537 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] 10.222.0.20 "PUT /v2.0/ports/0a317343-028f-4cd0-8057-598c6ae466f4 HTTP/1.1" status: 200 len: 1093 time: 5.1738372 Jul 22 16:41:26.008898 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.013144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'tag': '0a317343-028f-4cd0-8057-598c6ae466f4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:26.016984 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "tag": "0a317343-028f-4cd0-8057-598c6ae466f4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:26.028664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Network 5e144766-d48b-433f-990a-ea1ab2b7ed25 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:26.074241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-4e71bafe-32f1-41b1-b7a1-047230fb3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:26.080927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port e79457bc-0e4e-458e-be24-e9149ff03b80, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e79457bc-0e4e-458e-be24-e9149ff03b80,segment=NetworkSegment(599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8),segment_id=599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:26.089452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.098798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-4e71bafe-32f1-41b1-b7a1-047230fb3f2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc4c2575-cbae-40f7-9acf-339211b5628e HTTP/1.1" status: 200 len: 856 time: 0.2541790 Jul 22 16:41:26.137911 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e60cb4-7158-481f-ac5a-2d426fbb1649 x-openstack-request-id: req-c1e60cb4-7158-481f-ac5a-2d426fbb1649 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:26.138505 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "tag": "0a317343-028f-4cd0-8057-598c6ae466f4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:26.138972 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1e60cb4-7158-481f-ac5a-2d426fbb1649 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:26.140731 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'tag': '0a317343-028f-4cd0-8057-598c6ae466f4', 'status': 'completed', 'code': 200} Jul 22 16:41:26.173547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ee67c-c538-4e91-b905-b098698db6fb service neutron] Pushing event updated for resources: {'Port': ['ID=0a317343-028f-4cd0-8057-598c6ae466f4,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:26.183037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.22.0.1 (1262a2ca-7121-4ff2-b9df-39d14ae81930/3c843308-85ae-4969-882d-d4817ca5f055/9853352d-e659-4811-a3be-afb94eac5cf4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:26.212324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=e79457bc-0e4e-458e-be24-e9149ff03b80,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:26.241198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f900f268-0474-42a4-aeb3-7b504eb33036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.249076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 5e144766-d48b-433f-990a-ea1ab2b7ed25) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:26.277900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa72475a-43e1-4507-900d-0956e8979e9e None None] Network 5e144766-d48b-433f-990a-ea1ab2b7ed25 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:26.280181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:26.283733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.288090 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f900f268-0474-42a4-aeb3-7b504eb33036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.341758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-961b5d94-6041-48d7-9912-c590c92ffbfe service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225636 Jul 22 16:41:26.427380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f900f268-0474-42a4-aeb3-7b504eb33036 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6901dbafe673473daacb59ef122e7f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5775061 Jul 22 16:41:26.444811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48094) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:26.449581 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-61400d19-8a78-4e58-aa41-f9b33ba2f454 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3862453 Jul 22 16:41:26.450324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900f268-0474-42a4-aeb3-7b504eb33036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f41d39-861b-4a5d-8929-a5b9e18da95d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:26.478316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48096) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:26.488954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:26.564908 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.601193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Transition to ACTIVE for port object 9853352d-e659-4811-a3be-afb94eac5cf4 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:26.613255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.615247 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.663270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c43df-7456-4211-abdf-71d5f1268a38 None None] Network 5e144766-d48b-433f-990a-ea1ab2b7ed25 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:26.685036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.700933 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-d645dc1b-7538-475f-a5c3-41d6f564810e service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504407 Jul 22 16:41:26.764222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:26.776202 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-0dd65935-46aa-4dfb-b8d3-3bf3aed32a61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4 HTTP/1.1" status: 200 len: 217 time: 0.0682461 Jul 22 16:41:26.840685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 1262a2ca-7121-4ff2-b9df-39d14ae81930 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:26.850345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:26.874825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=9853352d-e659-4811-a3be-afb94eac5cf4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:26.879087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:26.945332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-4d4568f9-54c6-4a99-abf3-86fef5a082a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:26.946859 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-4d4568f9-54c6-4a99-abf3-86fef5a082a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1632340 Jul 22 16:41:26.979574 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61a6ba7b-6d12-4ca8-981e-4b0766b3a433 req-18903cd5-3661-4bf5-8ad3-299cbbf114f5 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0603633 Jul 22 16:41:27.015701 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.065633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-e3fc385e-2491-42bc-a2da-8c7dc249a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.067223 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-e3fc385e-2491-42bc-a2da-8c7dc249a38c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9675663 Jul 22 16:41:27.077013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-6be08af6-93fd-4b89-a27b-f1b38ddf2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.078131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-6be08af6-93fd-4b89-a27b-f1b38ddf2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.079940 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-6be08af6-93fd-4b89-a27b-f1b38ddf2c9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8be2366f06942dc8a5363765a0ade10&device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1982 time: 0.9581964 Jul 22 16:41:27.133640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-84ed1221-9783-46fe-a100-d4b25c3abef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.135238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-84ed1221-9783-46fe-a100-d4b25c3abef3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1686437 Jul 22 16:41:27.211325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.229952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-55c32065-0d23-4c6b-8ffe-5c08c13b877c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.47&port_id=63c40bd5-77a7-4d6e-9fea-ea0936f78811 HTTP/1.1" status: 200 len: 217 time: 0.1260524 Jul 22 16:41:27.245241 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.254478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4887c21-059e-4459-93cc-3322c983add7 None None] Network 1262a2ca-7121-4ff2-b9df-39d14ae81930 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:27.265974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0752-fc35-45e6-ae5a-0066576be91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.367454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aa390-8149-4070-ba00-aaeb26454fe4 req-c1424c96-db82-4410-a469-23d8ba31e392 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.371346 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f12622a6-c9b5-4cda-83d0-7aa3982244ac None None] Provisioning for port 579d0e15-fe6a-4279-ad35-b5436940666f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:27.373714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aa390-8149-4070-ba00-aaeb26454fe4 req-c1424c96-db82-4410-a469-23d8ba31e392 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.383474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee6aa390-8149-4070-ba00-aaeb26454fe4 req-c1424c96-db82-4410-a469-23d8ba31e392 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1678 time: 0.8654122 Jul 22 16:41:27.396829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-3eabc996-4d22-4f50-8ee3-a0229909d039 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535889 Jul 22 16:41:27.418496 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0752-fc35-45e6-ae5a-0066576be91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.486824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-8d94120c-9068-423f-9502-bcdeea70455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.488323 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-8d94120c-9068-423f-9502-bcdeea70455f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d8a409cb-5ff5-4684-b624-8a7dec777e80 HTTP/1.1" status: 200 len: 801 time: 0.2243981 Jul 22 16:41:27.605044 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee6aa390-8149-4070-ba00-aaeb26454fe4 req-64b6e372-7cb4-4604-b316-0716692a5616 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842060 Jul 22 16:41:27.608115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-f80413a8-e777-48fb-bc7c-e3867b452d0e service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560471 Jul 22 16:41:27.688655 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80bac1cb-aa9f-4f86-9265-8cfa75961dd0 req-4fff6eaa-f584-4988-81a9-f878a1ebcd36 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524860 Jul 22 16:41:27.720649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.732261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.737088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0752-fc35-45e6-ae5a-0066576be91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.742417 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e9b0752-fc35-45e6-ae5a-0066576be91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.747181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9e9b0752-fc35-45e6-ae5a-0066576be91e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2f41d39-861b-4a5d-8929-a5b9e18da95d HTTP/1.1" status: 204 len: 168 time: 1.2773681 Jul 22 16:41:27.833063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b0752-fc35-45e6-ae5a-0066576be91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f41d39-861b-4a5d-8929-a5b9e18da95d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:27.834028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=9853352d-e659-4811-a3be-afb94eac5cf4,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:27.836577 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:27.880499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-669c2308-44e7-469f-a088-47e1cc9ac301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:27.884963 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-669c2308-44e7-469f-a088-47e1cc9ac301 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0543d887-45a8-491f-819a-ea3e7766e248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3844323 Jul 22 16:41:27.904390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 579d0e15-fe6a-4279-ad35-b5436940666f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:27.942086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-c39e138c-8490-4281-93cb-44cc7601cd90 service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138723 Jul 22 16:41:28.014340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 1262a2ca-7121-4ff2-b9df-39d14ae81930 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:28.016431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:28.041254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 579d0e15-fe6a-4279-ad35-b5436940666f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:28.045511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-be313da8-1507-4646-b554-fb00e71885f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=2a2be50f-a1c6-4edf-b815-208de5f0cfd5 HTTP/1.1" status: 200 len: 217 time: 0.1024177 Jul 22 16:41:28.051128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 579d0e15-fe6a-4279-ad35-b5436940666f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:28.051909 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.176045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0af2e895-948e-4707-b3f0-c5303c7ad40b None None] Provisioning for port 9853352d-e659-4811-a3be-afb94eac5cf4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:28.183756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0af2e895-948e-4707-b3f0-c5303c7ad40b None None] Provisioning complete for port 9853352d-e659-4811-a3be-afb94eac5cf4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:28.185131 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0af2e895-948e-4707-b3f0-c5303c7ad40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.185262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:28.266313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0af2e895-948e-4707-b3f0-c5303c7ad40b None None] Port 9853352d-e659-4811-a3be-afb94eac5cf4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:28.286429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.299092 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6ad95489-508f-4c57-a45b-3e783b3c898d req-50c93f4f-c7cb-4f98-8696-95c3853a0c91 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0905941 Jul 22 16:41:28.342482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 579d0e15-fe6a-4279-ad35-b5436940666f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=579d0e15-fe6a-4279-ad35-b5436940666f,segment=NetworkSegment(768d2776-88c1-4364-82cf-0aca87a3c6c5),segment_id=768d2776-88c1-4364-82cf-0aca87a3c6c5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:28.358408 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.360254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e79457bc-0e4e-458e-be24-e9149ff03b80 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:28.465605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:28.485274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cbf42156-2e0d-49bd-af6b-fa044407a8a9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1163726 Jul 22 16:41:28.486014 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:28.492820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48232) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:28.497404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-a7a28d0a-5cb6-4005-8d13-994770ac8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:28.498861 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-a7a28d0a-5cb6-4005-8d13-994770ac8009 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.4325807 Jul 22 16:41:28.508582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'network': {'name': 'tempest-RoutersTest-2095068424'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:28.512140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:28.512683 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f70a8edb-6e47-4bd3-8358-6588ca120664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.543083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:28.544683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:28.547244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fddb6a4c-19b7-455c-9843-fbd1eb115c4c None None] Provisioning complete for port 9853352d-e659-4811-a3be-afb94eac5cf4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:28.547540 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fddb6a4c-19b7-455c-9843-fbd1eb115c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.609884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-f70a8edb-6e47-4bd3-8358-6588ca120664 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:41:28.609884 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:41:28.609884 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': 'c2750a98427a4ee59aecfc4271267909', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 41, 28, 533099)}] Jul 22 16:41:28.609884 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:41:28.610329 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-f70a8edb-6e47-4bd3-8358-6588ca120664 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:41:28.613026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-d750ba41-5df4-4ca2-b0d3-45de99d35720 service neutron] 10.222.0.20 "GET /v2.0/networks/0543d887-45a8-491f-819a-ea3e7766e248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175591 Jul 22 16:41:28.625428 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.675954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:28.679493 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.685266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.694963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=579d0e15-fe6a-4279-ad35-b5436940666f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:28.732157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fddb6a4c-19b7-455c-9843-fbd1eb115c4c None None] Port 9853352d-e659-4811-a3be-afb94eac5cf4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:28.741076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e79457bc-0e4e-458e-be24-e9149ff03b80 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:28.743504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.769754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf313-3d34-411a-b0e0-81c4ba5e8d08 req-77a0bf1b-a395-44c7-9bf1-72ee05eebbcc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:28.776646 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbf313-3d34-411a-b0e0-81c4ba5e8d08 req-77a0bf1b-a395-44c7-9bf1-72ee05eebbcc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:28.778370 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0bbf313-3d34-411a-b0e0-81c4ba5e8d08 req-77a0bf1b-a395-44c7-9bf1-72ee05eebbcc tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1678 time: 0.0973508 Jul 22 16:41:28.791585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:28.823852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0bbf313-3d34-411a-b0e0-81c4ba5e8d08 req-a0ae6d97-475e-47b3-a75f-feca7c0bddf0 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381091 Jul 22 16:41:28.912718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:28.951731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-1b7c0423-6921-4623-99fa-e3439187bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:28.953373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-1b7c0423-6921-4623-99fa-e3439187bf77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4306095 Jul 22 16:41:28.964786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-556bb00e-0ca8-4bd4-b46e-8b886a4740c6 None None] Provisioning complete for port 9853352d-e659-4811-a3be-afb94eac5cf4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:28.965146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-556bb00e-0ca8-4bd4-b46e-8b886a4740c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.979836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:28.980188 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added segment 5d8e7f9d-3b81-4c65-879b-7bf53a204bf4 of type vlan for network 8eb215ae-8bb9-4e42-9e41-03940ba17361 Jul 22 16:41:29.045928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-556bb00e-0ca8-4bd4-b46e-8b886a4740c6 None None] Port 9853352d-e659-4811-a3be-afb94eac5cf4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:29.059299 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-2f7cf4ad-b522-47a2-8809-5a058243e90f service neutron] 10.222.0.20 "GET /v2.0/networks/0543d887-45a8-491f-819a-ea3e7766e248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313781 Jul 22 16:41:29.112658 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f70a8edb-6e47-4bd3-8358-6588ca120664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.129274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:27Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:27Z', 'revision_number': 2, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:29.147796 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.161698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:29.162046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Updating router a4a61bd2-df59-4465-b17b-d829430dcbc4 port 9853352d-e659-4811-a3be-afb94eac5cf4 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:41:29.177794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-0df5ed6d-c592-4140-90d5-c3d9f2eeb178 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=0a317343-028f-4cd0-8057-598c6ae466f4 HTTP/1.1" status: 200 len: 217 time: 0.0930424 Jul 22 16:41:29.217478 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.225848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Allocated IP 172.25.3.36 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/39794a61-8444-462d-b88c-a375c508f574) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:29.259256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f70a8edb-6e47-4bd3-8358-6588ca120664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.264650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f70a8edb-6e47-4bd3-8358-6588ca120664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.317946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a8edb-6e47-4bd3-8358-6588ca120664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b39aeb-65ba-4b69-bb3d-339a6d118e86,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:29.322668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f70a8edb-6e47-4bd3-8358-6588ca120664 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2750a98427a4ee59aecfc4271267909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8356321 Jul 22 16:41:29.324451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.325177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48310) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:29.330608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:29.331227 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.348012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-52a0e64c-99e0-429c-8096-f65e20455154 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761365 Jul 22 16:41:29.385286 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62670b83-44ba-49c4-9f9f-4cad8cc630b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.409074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-6cebb3a4-9ecf-448a-a968-f3798e212958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:29.413499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-6cebb3a4-9ecf-448a-a968-f3798e212958 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe24fe8b-f521-4436-b8eb-8f4c192638b1 HTTP/1.1" status: 200 len: 801 time: 0.2224658 Jul 22 16:41:29.414433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62670b83-44ba-49c4-9f9f-4cad8cc630b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.496316 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62670b83-44ba-49c4-9f9f-4cad8cc630b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.507887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62670b83-44ba-49c4-9f9f-4cad8cc630b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.509700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-62670b83-44ba-49c4-9f9f-4cad8cc630b7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6b39aeb-65ba-4b69-bb3d-339a6d118e86 HTTP/1.1" status: 204 len: 168 time: 0.1828954 Jul 22 16:41:29.520814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62670b83-44ba-49c4-9f9f-4cad8cc630b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b39aeb-65ba-4b69-bb3d-339a6d118e86,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:29.721318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 579d0e15-fe6a-4279-ad35-b5436940666f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:29.838611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 579d0e15-fe6a-4279-ad35-b5436940666f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:29.839025 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.949166 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:29.981713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Transition to ACTIVE for port object 9853352d-e659-4811-a3be-afb94eac5cf4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:29.995107 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.010587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5149617 Jul 22 16:41:30.013614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48372) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:30.019333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'subnet': {'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:30.026581 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e8e5778-f436-4725-82ba-2c8ddb24e1b5 req-46c14c12-5f73-4125-b353-6884a9373166 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.5110540 Jul 22 16:41:30.188288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Made reservation on behalf of e4bc7e6b24774899b794c083b86bc890 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:30.204579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.208100 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.211156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3bb8e-5b71-4734-8cf0-11a643b2bcf6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Network': ['ID=8eb215ae-8bb9-4e42-9e41-03940ba17361,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:30.260575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 8eb215ae-8bb9-4e42-9e41-03940ba17361 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:30.321549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-43a4c68a-85ce-4c20-b05d-8c456e4d17ad service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9604998 Jul 22 16:41:30.359585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8247e-4149-4d0c-b1d2-52b17cb70570 None None] Pushing event updated for resources: {'Port': ['ID=9853352d-e659-4811-a3be-afb94eac5cf4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:30.386706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7fec804b-5125-4611-a4d9-1f5932a5767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.388590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-7fec804b-5125-4611-a4d9-1f5932a5767f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74c4de38-5a4e-4887-8b79-30ab69522061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9288688 Jul 22 16:41:30.490110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Attempting to bind port 9853352d-e659-4811-a3be-afb94eac5cf4 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:30.490483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Attempting to bind port 9853352d-e659-4811-a3be-afb94eac5cf4 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '768d2776-88c1-4364-82cf-0aca87a3c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:30.491026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Attempting to bind port 9853352d-e659-4811-a3be-afb94eac5cf4 on network 1262a2ca-7121-4ff2-b9df-39d14ae81930 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:30.500288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:30.500760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Checking segment: {'id': '768d2776-88c1-4364-82cf-0aca87a3c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:30.501428 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.501836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Bound using segment: {'id': '768d2776-88c1-4364-82cf-0aca87a3c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:30.502381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Bound port: 9853352d-e659-4811-a3be-afb94eac5cf4, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768d2776-88c1-4364-82cf-0aca87a3c6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:30.502966 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.548491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-6de6131f-95f0-4093-820a-830b2d49b3df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3345ea44-c513-4b13-b69f-8b0b4665af70 HTTP/1.1" status: 200 len: 217 time: 0.2125347 Jul 22 16:41:30.553837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-a2e9da76-b99e-4389-93ad-91fdff5e4515 service neutron] 10.222.0.20 "GET /v2.0/networks/74c4de38-5a4e-4887-8b79-30ab69522061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289151 Jul 22 16:41:30.605111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] For port 9853352d-e659-4811-a3be-afb94eac5cf4, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:30.609666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] For port 9853352d-e659-4811-a3be-afb94eac5cf4, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=9853352d-e659-4811-a3be-afb94eac5cf4,segment=NetworkSegment(768d2776-88c1-4364-82cf-0aca87a3c6c5),segment_id=768d2776-88c1-4364-82cf-0aca87a3c6c5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:30.610634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d2a5e-0466-4bd9-8d10-32d881dcd82e req-89b16f5e-544a-4e71-92d0-e883cfc003a9 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.617740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d2a5e-0466-4bd9-8d10-32d881dcd82e req-89b16f5e-544a-4e71-92d0-e883cfc003a9 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.624131 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.628286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de8d2a5e-0466-4bd9-8d10-32d881dcd82e req-89b16f5e-544a-4e71-92d0-e883cfc003a9 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1678 time: 0.4274909 Jul 22 16:41:30.636702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.644285 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.706125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:30.706768 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:30.755216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Subnet': ['ID=f5b4c03b-67f1-47e2-8943-c9b70b0a6189,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:30.779826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:30.781190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Checking segment: {'id': '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:30.781561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network hostable DHCP agents. Network: 8eb215ae-8bb9-4e42-9e41-03940ba17361, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:30.813102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 8eb215ae-8bb9-4e42-9e41-03940ba17361 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:30.830030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 8eb215ae-8bb9-4e42-9e41-03940ba17361) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:30.835137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.835840 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:30.861043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:30.882139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d9064e9d-ba89-4571-b12f-9345368f23dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8674977 Jul 22 16:41:30.885273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:30.888791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-879cf848-65fb-4eaa-9723-e9b0dbc9aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:30.890592 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-879cf848-65fb-4eaa-9723-e9b0dbc9aebc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.3320332 Jul 22 16:41:30.891593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:30.898958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:30.974651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d0c69b-f19e-42bc-a18e-3b45876e8723 None None] Network 8eb215ae-8bb9-4e42-9e41-03940ba17361 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:31.036208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Pushing event updated for resources: {'Port': ['ID=39794a61-8444-462d-b88c-a375c508f574,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:31.061177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8247e-4149-4d0c-b1d2-52b17cb70570 None None] Pushing event updated for resources: {'Port': ['ID=9853352d-e659-4811-a3be-afb94eac5cf4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:31.189639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de8d2a5e-0466-4bd9-8d10-32d881dcd82e req-9d046347-93ac-484c-a782-52d2534b5fcb tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605626 Jul 22 16:41:31.305595 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:31.335577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a635395-9be8-4dae-9be6-bca87b19b480 req-b88e3898-f528-454e-8f0d-82898da67098 service neutron] 10.222.0.20 "GET /v2.0/networks/74c4de38-5a4e-4887-8b79-30ab69522061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637603 Jul 22 16:41:31.358607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:27Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:30Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:31.361016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-a8e53331-865a-46a1-a8d9-00e85a7a1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:31.364549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-a8e53331-865a-46a1-a8d9-00e85a7a1c07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3232355 Jul 22 16:41:31.392262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbf849-8658-4575-8819-6040d490ace7 None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:27Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:30Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:31.394498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-8eb215ae-8bb9-4e42-9e41-03940ba17361', 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'fixed_ips': [{'subnet_id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:31.395589 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:31.810207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 9853352d-e659-4811-a3be-afb94eac5cf4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:31.837272 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:31.864993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33ac9841-bb68-4597-91bb-8577fb7a14a7 req-1e08b3a0-54b2-4444-b8f2-1ae0a8388f34 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.2327089 Jul 22 16:41:31.929280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Allocated IP 172.23.0.2 (8eb215ae-8bb9-4e42-9e41-03940ba17361/f5b4c03b-67f1-47e2-8943-c9b70b0a6189/8104d44f-cee2-40af-a5d7-49ed4b0c7112) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:31.977266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 9853352d-e659-4811-a3be-afb94eac5cf4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:32.000540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 9853352d-e659-4811-a3be-afb94eac5cf4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:32.000923 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.082793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-56b3d243-d6d4-41fb-8d34-48e420b57794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:32.084095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-56b3d243-d6d4-41fb-8d34-48e420b57794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:32.086650 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-56b3d243-d6d4-41fb-8d34-48e420b57794 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8be2366f06942dc8a5363765a0ade10&device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1982 time: 0.4692585 Jul 22 16:41:32.251623 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.314303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-06df8753-0b7b-451d-bbe9-ca3d1383f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:32.316433 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-06df8753-0b7b-451d-bbe9-ca3d1383f165 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74c4de38-5a4e-4887-8b79-30ab69522061 HTTP/1.1" status: 200 len: 903 time: 0.2173176 Jul 22 16:41:32.347917 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.399305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Transition to ACTIVE for port object 8104d44f-cee2-40af-a5d7-49ed4b0c7112 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:32.408530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-3c22c2e1-3d30-4027-a816-b5ba17168eea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=0a317343-028f-4cd0-8057-598c6ae466f4 HTTP/1.1" status: 200 len: 217 time: 0.0772853 Jul 22 16:41:32.412033 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.465209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 9853352d-e659-4811-a3be-afb94eac5cf4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=9853352d-e659-4811-a3be-afb94eac5cf4,segment=NetworkSegment(768d2776-88c1-4364-82cf-0aca87a3c6c5),segment_id=768d2776-88c1-4364-82cf-0aca87a3c6c5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:32.470323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Transition to ACTIVE for port object 8104d44f-cee2-40af-a5d7-49ed4b0c7112 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:32.474073 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.488598 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.548868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=9853352d-e659-4811-a3be-afb94eac5cf4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:32.556168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-68aab208-e890-4bd9-9ce6-caced815cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:32.560620 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-68aab208-e890-4bd9-9ce6-caced815cc47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe24fe8b-f521-4436-b8eb-8f4c192638b1 HTTP/1.1" status: 200 len: 801 time: 0.1333945 Jul 22 16:41:32.617092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Network 8eb215ae-8bb9-4e42-9e41-03940ba17361 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:32.620331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:32.626005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:32.628790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-c25432c9-4d97-4988-8da3-69bb2f026a8b service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1848402 Jul 22 16:41:32.637150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Pushing event updated for resources: {'Port': ['ID=8104d44f-cee2-40af-a5d7-49ed4b0c7112,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:32.720938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Attempting to bind port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:32.721726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Attempting to bind port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:32.722272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Attempting to bind port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 on network 8eb215ae-8bb9-4e42-9e41-03940ba17361 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:32.728325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:32.728698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Checking segment: {'id': '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:32.729213 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.729640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Bound using segment: {'id': '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:32.730217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Bound port: 8104d44f-cee2-40af-a5d7-49ed4b0c7112, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:32.730604 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:32.792690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e341810d-1f4d-4ebc-8d43-67d91cb00da8 req-3a269f3e-230d-49e4-b2b2-07a18d080662 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0688035 Jul 22 16:41:32.836668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] For port 8104d44f-cee2-40af-a5d7-49ed4b0c7112, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:32.841350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] For port 8104d44f-cee2-40af-a5d7-49ed4b0c7112, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8104d44f-cee2-40af-a5d7-49ed4b0c7112,segment=NetworkSegment(5d8e7f9d-3b81-4c65-879b-7bf53a204bf4),segment_id=5d8e7f9d-3b81-4c65-879b-7bf53a204bf4)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:32.849045 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.040293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd091045-4ddc-4f64-80c6-c2c37f16ca4c req-e67e5527-4929-4ef8-afa9-3a3635ca36d4 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:33.047767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b837f1-62d3-4de4-ac4c-b43381f3c9c3 None None] Pushing event updated for resources: {'Port': ['ID=8104d44f-cee2-40af-a5d7-49ed4b0c7112,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:33.072047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:33.073159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd091045-4ddc-4f64-80c6-c2c37f16ca4c req-e67e5527-4929-4ef8-afa9-3a3635ca36d4 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:33.074916 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd091045-4ddc-4f64-80c6-c2c37f16ca4c req-e67e5527-4929-4ef8-afa9-3a3635ca36d4 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1678 time: 0.3809397 Jul 22 16:41:33.141531 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d73cb94c-1b09-4d01-8541-1cdc6cb98c9e req-26bb0a9f-9caa-4f7e-aeb7-88757c9706fa tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0587361 Jul 22 16:41:33.147634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-3088452f-bedc-45a5-8ec8-85e198039e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:33.149731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-3088452f-bedc-45a5-8ec8-85e198039e95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74c4de38-5a4e-4887-8b79-30ab69522061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5192306 Jul 22 16:41:33.155592 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-15b6fe8a-cefb-4542-bc74-489597fe588f service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224083 Jul 22 16:41:33.189371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd091045-4ddc-4f64-80c6-c2c37f16ca4c req-5f7f34e8-940d-42b3-a54c-0196d3e13764 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014645 Jul 22 16:41:33.204877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Allocated IP 172.23.0.1 (8eb215ae-8bb9-4e42-9e41-03940ba17361/f5b4c03b-67f1-47e2-8943-c9b70b0a6189/74b68af6-d0c0-49b6-b3a0-73c8651325bf) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:33.389319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.412444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Transition to ACTIVE for port object 74b68af6-d0c0-49b6-b3a0-73c8651325bf will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:33.457037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.499108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 8eb215ae-8bb9-4e42-9e41-03940ba17361 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:33.505314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:33.509704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:33.544404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=74b68af6-d0c0-49b6-b3a0-73c8651325bf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:33.573433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.589893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-69814f89-280b-4cce-ad1f-16298a583fc6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e HTTP/1.1" status: 200 len: 217 time: 0.3604350 Jul 22 16:41:33.598568 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0cf5046e-f58b-48af-ba82-00a82d0c79df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.674814 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.682058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-77d2340f-e4be-41f2-ad3e-4e5b4a60085c service neutron] 10.222.0.20 "GET /v2.0/networks/74c4de38-5a4e-4887-8b79-30ab69522061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231540 Jul 22 16:41:33.780251 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:33.787455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-1b1de05e-a081-475c-b6c8-dcf18b8c08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:33.789073 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-1b1de05e-a081-475c-b6c8-dcf18b8c08aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.1846995 Jul 22 16:41:33.803454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8104d44f-cee2-40af-a5d7-49ed4b0c7112 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:33.877858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:33.885019 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 9853352d-e659-4811-a3be-afb94eac5cf4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:33.992796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 9853352d-e659-4811-a3be-afb94eac5cf4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:33.994460 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.100124 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5bb71a-9acc-49cd-9c16-ff2e25d8a8d5 req-b78ce2d5-3dcc-4df1-aabe-65666110f146 service neutron] 10.222.0.20 "GET /v2.0/networks/74c4de38-5a4e-4887-8b79-30ab69522061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938880 Jul 22 16:41:34.160683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-0064f5f4-de43-4ca2-9a06-4451b46ef064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:34.162556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-0064f5f4-de43-4ca2-9a06-4451b46ef064 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3530903 Jul 22 16:41:34.318027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0cf5046e-f58b-48af-ba82-00a82d0c79df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.321925 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-00f41a5f-393d-490e-b13f-c48adb52a9c0 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473720 Jul 22 16:41:34.379959 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7579c87b-bcac-49cf-ae9f-64d2b6ab7e3e req-0ae4b8d6-f713-4fc8-9717-6340411a88b2 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0537264 Jul 22 16:41:34.441762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d6d39-7fe0-4eaf-b778-625ff6a71b2d None None] Network 8eb215ae-8bb9-4e42-9e41-03940ba17361 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:34.442618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0cf5046e-f58b-48af-ba82-00a82d0c79df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.443674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.473102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b40995-e016-4bac-ba1d-c64b448d9eed req-0d3f6ee9-cc88-419e-8914-f7083b696a8c tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:34.496564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b40995-e016-4bac-ba1d-c64b448d9eed req-0d3f6ee9-cc88-419e-8914-f7083b696a8c tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:34.498161 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f1b40995-e016-4bac-ba1d-c64b448d9eed req-0d3f6ee9-cc88-419e-8914-f7083b696a8c tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1678 time: 0.1796834 Jul 22 16:41:34.501276 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.547838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-32c633f3-6d61-4420-8415-9c702650d764 None None] Provisioning for port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:34.557051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-32c633f3-6d61-4420-8415-9c702650d764 None None] Provisioning complete for port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:34.557425 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-32c633f3-6d61-4420-8415-9c702650d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.578274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.636637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-2faf597d-39bc-49b4-ac3e-8b723959d0aa service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556129 Jul 22 16:41:34.648064 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0cf5046e-f58b-48af-ba82-00a82d0c79df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97f88a3856a24b528d35eb6b1f20e3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5692954 Jul 22 16:41:34.649805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Router 93fea44e-9403-4e82-b6ec-8204d62e5d05 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:41:34.652568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48516) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:34.742880 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-32c633f3-6d61-4420-8415-9c702650d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.789255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-32c633f3-6d61-4420-8415-9c702650d764 None None] For port 8104d44f-cee2-40af-a5d7-49ed4b0c7112, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8104d44f-cee2-40af-a5d7-49ed4b0c7112,segment=NetworkSegment(5d8e7f9d-3b81-4c65-879b-7bf53a204bf4),segment_id=5d8e7f9d-3b81-4c65-879b-7bf53a204bf4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:34.797574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-32c633f3-6d61-4420-8415-9c702650d764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:34.832834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0a317343-028f-4cd0-8057-598c6ae466f4 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:41:34.844885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Network 8eb215ae-8bb9-4e42-9e41-03940ba17361 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:34.846606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event updated for resources: {'Port': ['ID=74b68af6-d0c0-49b6-b3a0-73c8651325bf,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:34.857580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:34.879765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f1b40995-e016-4bac-ba1d-c64b448d9eed req-f87534ab-f025-4a32-b984-34e4dad5e887 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122454 Jul 22 16:41:34.999159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0a317343-028f-4cd0-8057-598c6ae466f4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0a317343-028f-4cd0-8057-598c6ae466f4,segment=NetworkSegment(aaf01950-1b18-4e12-9eab-91965dc2fe7a),segment_id=aaf01950-1b18-4e12-9eab-91965dc2fe7a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:35.014373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '0a317343-028f-4cd0-8057-598c6ae466f4', 'network_id': '74c4de38-5a4e-4887-8b79-30ab69522061', 'port_id': '0a317343-028f-4cd0-8057-598c6ae466f4', 'mac_address': 'fa:16:3e:ae:d1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe24fe8b-f521-4436-b8eb-8f4c192638b1', 'ip_address': '19.86.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:41:35.028250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:35.069447 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-42292add-b1e2-41a0-9859-e02ab83ee563 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=34033e5a-85e6-4a68-acf0-f674a010aa8d HTTP/1.1" status: 200 len: 217 time: 0.4208381 Jul 22 16:41:35.073298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:35.089143 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Sync routers for ids ['93fea44e-9403-4e82-b6ec-8204d62e5d05'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:35.091260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5046e-f58b-48af-ba82-00a82d0c79df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befea1a5-aa68-40f3-a812-916472c7fdc5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:35.105012 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Routers {'93fea44e-9403-4e82-b6ec-8204d62e5d05'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:35.105700 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93fea44e-9403-4e82-b6ec-8204d62e5d05'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:35.174494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:35.179922 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dd3dc9dc-6234-48cb-93f9-e20c0a82fea0 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2931483 Jul 22 16:41:35.182559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48524) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:35.188665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:35.206486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddec9380-8dc3-4952-bfbd-18cbcd6a4ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.235834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3b9b690-6e2d-4548-8350-70767b08607a req-48b0a0ae-a70a-4291-acb9-625dac1c83db tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.4079196 Jul 22 16:41:35.243441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84388df2-8461-424d-89ac-b995853b4a51 req-1850dfca-b1c3-4995-9592-4f0454b039e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=86a457d89db2456ab030287b77f5c6ec&device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.4359183 Jul 22 16:41:35.313025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.319753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-23326db8-1c7f-40d0-9b3d-8fbd0f5e8938 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.8358765 Jul 22 16:41:35.321048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48526) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:35.348359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84388df2-8461-424d-89ac-b995853b4a51 req-980167cf-9f69-45cc-a907-01592358c9ab service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=86a457d89db2456ab030287b77f5c6ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711496 Jul 22 16:41:35.357054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddec9380-8dc3-4952-bfbd-18cbcd6a4ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.414732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-0ab40731-56c0-4e76-a5e7-4505d39d111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:35.416649 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-0ab40731-56c0-4e76-a5e7-4505d39d111e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.2499788 Jul 22 16:41:35.436478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:35.475527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c633f3-6d61-4420-8415-9c702650d764 None None] Pushing event updated for resources: {'Port': ['ID=8104d44f-cee2-40af-a5d7-49ed4b0c7112,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:35.503522 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.506794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.526476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:35.527150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:35.568256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-df9c58a8-c370-4802-b3e3-274b08b839dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:35.570180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-df9c58a8-c370-4802-b3e3-274b08b839dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1389444 Jul 22 16:41:35.587866 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Set router 93fea44e-9403-4e82-b6ec-8204d62e5d05 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:35.590938 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddec9380-8dc3-4952-bfbd-18cbcd6a4ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.594007 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddec9380-8dc3-4952-bfbd-18cbcd6a4ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.597727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ddec9380-8dc3-4952-bfbd-18cbcd6a4ced admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/befea1a5-aa68-40f3-a812-916472c7fdc5 HTTP/1.1" status: 204 len: 168 time: 0.9335370 Jul 22 16:41:35.632488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84388df2-8461-424d-89ac-b995853b4a51 req-cce5c246-65f0-4823-bae6-3dfb43010c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:35.636811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84388df2-8461-424d-89ac-b995853b4a51 req-cce5c246-65f0-4823-bae6-3dfb43010c4c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2764432 Jul 22 16:41:35.648463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec9380-8dc3-4952-bfbd-18cbcd6a4ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befea1a5-aa68-40f3-a812-916472c7fdc5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:35.685031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dd7e0baf-8e70-44ca-ba49-05fa9cc5ede3 None None] Provisioning complete for port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:35.685987 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0baf-8e70-44ca-ba49-05fa9cc5ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:35.701477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a317343-028f-4cd0-8057-598c6ae466f4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:35.808696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8104d44f-cee2-40af-a5d7-49ed4b0c7112 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:35.820441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-09a8b7c9-d6db-4d5c-a87f-d3f9ef7a013f service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397790 Jul 22 16:41:35.979888 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-04087764-b7f8-41f8-ac48-885919b4911c service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491635 Jul 22 16:41:35.993266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0a317343-028f-4cd0-8057-598c6ae466f4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0a317343-028f-4cd0-8057-598c6ae466f4,segment=NetworkSegment(aaf01950-1b18-4e12-9eab-91965dc2fe7a),segment_id=aaf01950-1b18-4e12-9eab-91965dc2fe7a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:36.019912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:36.035509 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.036235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 63c40bd5-77a7-4d6e-9fea-ea0936f78811 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:41:36.075694 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '39794a61-8444-462d-b88c-a375c508f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:26Z', 'updated_at': '2021-07-22T16:41:31Z', 'revision_number': 3, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'gw_port': {'id': '39794a61-8444-462d-b88c-a375c508f574', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:28Z', 'updated_at': '2021-07-22T16:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:36.113219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-e838c9c2-c499-4bc7-8035-bac698198763 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145 HTTP/1.1" status: 200 len: 217 time: 0.1227171 Jul 22 16:41:36.120914 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Checking router: 93fea44e-9403-4e82-b6ec-8204d62e5d05 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:36.121860 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Updating router 93fea44e-9403-4e82-b6ec-8204d62e5d05 port 39794a61-8444-462d-b88c-a375c508f574 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:41:36.164233 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.184630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:41:36.207149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Removed routes are [] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:41:36.207905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.290395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-5c1a4934-0964-4d9f-ae8e-6f6b59ac0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.292892 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-5c1a4934-0964-4d9f-ae8e-6f6b59ac0a75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 200 len: 797 time: 0.1724288 Jul 22 16:41:36.385557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:36.386368 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.488520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 63c40bd5-77a7-4d6e-9fea-ea0936f78811, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=63c40bd5-77a7-4d6e-9fea-ea0936f78811,segment=NetworkSegment(84fb626c-8412-42f7-b09d-375be9366203),segment_id=84fb626c-8412-42f7-b09d-375be9366203)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:36.508133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '63c40bd5-77a7-4d6e-9fea-ea0936f78811', 'network_id': '0543d887-45a8-491f-819a-ea3e7766e248', 'port_id': '63c40bd5-77a7-4d6e-9fea-ea0936f78811', 'mac_address': 'fa:16:3e:21:96:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a409cb-5ff5-4684-b624-8a7dec777e80', 'ip_address': '19.80.0.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:41:36.578635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-2aa34cd3-872b-41cc-8a47-46cb22ccbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.583094 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-2aa34cd3-872b-41cc-8a47-46cb22ccbd05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2795060 Jul 22 16:41:36.730135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0a317343-028f-4cd0-8057-598c6ae466f4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:36.766358 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-03500db3-5893-4aa1-b759-8ae3fbe6d87b service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696112 Jul 22 16:41:36.816431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1546c94-8f95-451b-ac43-a7f907de312e req-ecba5c66-25a8-4369-a0b8-181976483dc7 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0482810 Jul 22 16:41:36.822628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.840913 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.855788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:36.877157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45a41-3b51-4273-b201-f9739755a656 req-cd840c9b-ac4d-4812-87c6-bcf59933f1cb tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.884607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45a41-3b51-4273-b201-f9739755a656 req-cd840c9b-ac4d-4812-87c6-bcf59933f1cb tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:36.886484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29a45a41-3b51-4273-b201-f9739755a656 req-cd840c9b-ac4d-4812-87c6-bcf59933f1cb tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1679 time: 0.6746383 Jul 22 16:41:36.917443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c40bd5-77a7-4d6e-9fea-ea0936f78811 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:36.951467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-6bf82335-8986-4df9-8395-8907e61ae51e service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242511 Jul 22 16:41:36.998985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-e15d99c1-0c0b-49b2-a992-2b263915f592 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 HTTP/1.1" status: 200 len: 217 time: 0.0470622 Jul 22 16:41:37.032257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 63c40bd5-77a7-4d6e-9fea-ea0936f78811, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=63c40bd5-77a7-4d6e-9fea-ea0936f78811,segment=NetworkSegment(84fb626c-8412-42f7-b09d-375be9366203),segment_id=84fb626c-8412-42f7-b09d-375be9366203)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:37.033853 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.055622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.063283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dd7e0baf-8e70-44ca-ba49-05fa9cc5ede3 None None] Provisioning for port 74b68af6-d0c0-49b6-b3a0-73c8651325bf completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:37.066813 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Transition to ACTIVE for port object 39794a61-8444-462d-b88c-a375c508f574 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:37.086567 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.094396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-f625cfb9-7702-414d-9cc3-ee76f4549f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:37.096134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dd7e0baf-8e70-44ca-ba49-05fa9cc5ede3 None None] Provisioning complete for port 74b68af6-d0c0-49b6-b3a0-73c8651325bf triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:37.096717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0baf-8e70-44ca-ba49-05fa9cc5ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.099373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-f625cfb9-7702-414d-9cc3-ee76f4549f03 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 200 len: 797 time: 0.0906084 Jul 22 16:41:37.134576 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ef7a8-01be-4cf2-9b9b-a4b95480c2b9 None None] Pushing event updated for resources: {'Port': ['ID=39794a61-8444-462d-b88c-a375c508f574,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:37.193066 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Attempting to bind port 39794a61-8444-462d-b88c-a375c508f574 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:37.193803 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Attempting to bind port 39794a61-8444-462d-b88c-a375c508f574 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:37.194584 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Attempting to bind port 39794a61-8444-462d-b88c-a375c508f574 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:37.202067 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:37.203620 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:37.204098 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.204572 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:37.205137 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Bound port: 39794a61-8444-462d-b88c-a375c508f574, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:37.205619 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.224162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=63c40bd5-77a7-4d6e-9fea-ea0936f78811,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:37.238183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be7c90-017e-442a-a4b3-a893886d889f req-fc5dfe95-1674-486a-9dcf-e99b3fad6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:37.239322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-fc5dfe95-1674-486a-9dcf-e99b3fad6717 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931449 Jul 22 16:41:37.248555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e0baf-8e70-44ca-ba49-05fa9cc5ede3 None None] Port 74b68af6-d0c0-49b6-b3a0-73c8651325bf cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:37.273798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:33Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '74b68af6-d0c0-49b6-b3a0-73c8651325bf', 'name': '', 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:70:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:32Z', 'updated_at': '2021-07-22T16:41:34Z', 'revision_number': 2, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:32Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:37.275049 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] For port 39794a61-8444-462d-b88c-a375c508f574, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:37.279269 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] For port 39794a61-8444-462d-b88c-a375c508f574, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=39794a61-8444-462d-b88c-a375c508f574,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:37.293047 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.346268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:37.346268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Updating router a4a61bd2-df59-4465-b17b-d829430dcbc4 port 74b68af6-d0c0-49b6-b3a0-73c8651325bf binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:41:37.363639 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ef7a8-01be-4cf2-9b9b-a4b95480c2b9 None None] Pushing event updated for resources: {'Port': ['ID=39794a61-8444-462d-b88c-a375c508f574,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:37.408233 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Routers {'93fea44e-9403-4e82-b6ec-8204d62e5d05'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:37.409123 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93fea44e-9403-4e82-b6ec-8204d62e5d05'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:37.422133 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.445727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a0a6beb8-258f-4cc3-b6c0-e4841c8f9424 None None] Provisioning complete for port 74b68af6-d0c0-49b6-b3a0-73c8651325bf triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:37.446099 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0a6beb8-258f-4cc3-b6c0-e4841c8f9424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:37.456153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-6252eadc-aef3-4adc-814a-03f65ef92a92 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074873 Jul 22 16:41:37.486259 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84388df2-8461-424d-89ac-b995853b4a51 req-5ddc2371-182b-4371-bc92-52ae697fe501 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.65 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0570571 Jul 22 16:41:37.494682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['0a317343-028f-4cd0-8057-598c6ae466f4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:37.549066 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] Set router 93fea44e-9403-4e82-b6ec-8204d62e5d05 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:37.661061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a0a6beb8-258f-4cc3-b6c0-e4841c8f9424 None None] Port 74b68af6-d0c0-49b6-b3a0-73c8651325bf cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:41:37.692118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33be7c90-017e-442a-a4b3-a893886d889f req-7307862e-5026-44c5-9eee-193064daf376 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142067 Jul 22 16:41:37.803976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29a45a41-3b51-4273-b201-f9739755a656 req-65a9573e-ef02-49eb-bfbb-ea4ad12a8e77 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8593864 Jul 22 16:41:37.844053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:38.088786 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '39794a61-8444-462d-b88c-a375c508f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:26Z', 'updated_at': '2021-07-22T16:41:31Z', 'revision_number': 3, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'gw_port': {'id': '39794a61-8444-462d-b88c-a375c508f574', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:28Z', 'updated_at': '2021-07-22T16:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:38.147854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a7e9631-826c-4350-a88e-75fe94759d8e req-33e15483-fd04-414e-a4f4-a195a99b51c4 tempest-ServerShowV254Test-1677068993 tempest-ServerShowV254Test-1677068993-project] 10.222.0.53 "GET /v2.0/ports?device_id=77f5288d-1946-42cb-ab1d-fe0310c6337c HTTP/1.1" status: 200 len: 210 time: 0.0830162 Jul 22 16:41:38.213541 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b17f3-b003-4c28-8aa1-e184421258f1 None None] The sync data for ids ['93fea44e-9403-4e82-b6ec-8204d62e5d05'] in n-d-792458-13 is: [{'id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '39794a61-8444-462d-b88c-a375c508f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:26Z', 'updated_at': '2021-07-22T16:41:31Z', 'revision_number': 3, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'gw_port': {'id': '39794a61-8444-462d-b88c-a375c508f574', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:59:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:28Z', 'updated_at': '2021-07-22T16:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:38.214054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:38.228398 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.238230 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c00ff314-3e4a-410d-a039-d683a893bf74 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4 HTTP/1.1" status: 200 len: 933 time: 3.0541446 Jul 22 16:41:38.240738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:38.319139 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.345863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.347640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Transition to ACTIVE for port object 74b68af6-d0c0-49b6-b3a0-73c8651325bf will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:38.358827 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.523869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1e799-c871-4d96-a731-42ac5bbc9b4b None None] Pushing event updated for resources: {'Port': ['ID=74b68af6-d0c0-49b6-b3a0-73c8651325bf,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:38.553242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['63c40bd5-77a7-4d6e-9fea-ea0936f78811'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:38.586419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-97c7020c-63dc-48f2-a033-38aca116cf93 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4 HTTP/1.1" status: 200 len: 933 time: 0.3424385 Jul 22 16:41:38.587113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48614) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:38.598669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'routes': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:38.705824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Attempting to bind port 74b68af6-d0c0-49b6-b3a0-73c8651325bf on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:38.706748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Attempting to bind port 74b68af6-d0c0-49b6-b3a0-73c8651325bf by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:38.710869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Attempting to bind port 74b68af6-d0c0-49b6-b3a0-73c8651325bf on network 8eb215ae-8bb9-4e42-9e41-03940ba17361 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:38.764144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:38.764536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Checking segment: {'id': '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:38.769392 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.771360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Bound using segment: {'id': '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:38.772536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Bound port: 74b68af6-d0c0-49b6-b3a0-73c8651325bf, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:38.775036 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:38.782692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48616) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:38.819380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Allocated IP 172.20.0.1 (5e144766-d48b-433f-990a-ea1ab2b7ed25/7fa854ab-652a-43fe-8aac-ea1168626926/acb6e5e4-da8c-4f5f-b432-ebc0f1a71118) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:39.066224 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.122754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0a317343-028f-4cd0-8057-598c6ae466f4 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:39.126748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.170476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Network 5e144766-d48b-433f-990a-ea1ab2b7ed25 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:39.177416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:39.180420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:39.248529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Pushing event updated for resources: {'Port': ['ID=acb6e5e4-da8c-4f5f-b432-ebc0f1a71118,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:39.287415 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.385755 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:41:39.427355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] For port 74b68af6-d0c0-49b6-b3a0-73c8651325bf, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:39.444871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] For port 74b68af6-d0c0-49b6-b3a0-73c8651325bf, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=74b68af6-d0c0-49b6-b3a0-73c8651325bf,segment=NetworkSegment(5d8e7f9d-3b81-4c65-879b-7bf53a204bf4),segment_id=5d8e7f9d-3b81-4c65-879b-7bf53a204bf4)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:39.464226 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.555808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:39.556697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:39.586185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b54076ab-7792-4df3-956e-651e4e1e7603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.589566 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:39.729567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:39.811910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 39794a61-8444-462d-b88c-a375c508f574 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:39.820149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48634) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:39.969135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c5d3e-3b24-452b-86de-bece8f90f81c req-c40a6a07-48c2-4ea6-a5ea-aaaa645c037f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:39.980437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c5d3e-3b24-452b-86de-bece8f90f81c req-c40a6a07-48c2-4ea6-a5ea-aaaa645c037f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:39.988521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd2c5d3e-3b24-452b-86de-bece8f90f81c req-c40a6a07-48c2-4ea6-a5ea-aaaa645c037f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1680 time: 1.0122714 Jul 22 16:41:40.050763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1e799-c871-4d96-a731-42ac5bbc9b4b None None] Pushing event updated for resources: {'Port': ['ID=74b68af6-d0c0-49b6-b3a0-73c8651325bf,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:40.070955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd2c5d3e-3b24-452b-86de-bece8f90f81c req-efe250d8-17d3-4f72-80d4-2464774be146 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815344 Jul 22 16:41:40.099635 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20fde86e-913f-45e3-8560-aeddd8e3ea8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.100658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 0a317343-028f-4cd0-8057-598c6ae466f4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:40.153109 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.164235 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.205790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 0a317343-028f-4cd0-8057-598c6ae466f4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:40.206182 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.222561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b54076ab-7792-4df3-956e-651e4e1e7603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.251079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 39794a61-8444-462d-b88c-a375c508f574 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:40.256497 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b54076ab-7792-4df3-956e-651e4e1e7603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.261670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 39794a61-8444-462d-b88c-a375c508f574 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:40.262045 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.342462 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.343953 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b54076ab-7792-4df3-956e-651e4e1e7603 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e187719ae71b462a8f69143cdeb163eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5386319 Jul 22 16:41:40.344734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54076ab-7792-4df3-956e-651e4e1e7603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c119bb3-9be4-40ac-bd09-a5584fd1ed25,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:40.346390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Pushing event updated for resources: {'Port': ['ID=acb6e5e4-da8c-4f5f-b432-ebc0f1a71118,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:40.357009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:40.404279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added routes are [] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:41:40.404615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:41:40.449129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.466396 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.534780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:36Z', 'revision_number': 6, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '74b68af6-d0c0-49b6-b3a0-73c8651325bf', 'name': '', 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:70:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:32Z', 'updated_at': '2021-07-22T16:41:39Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:32Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:40.543423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a317343-028f-4cd0-8057-598c6ae466f4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:40.546555 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c2c88f-d727-45dd-ab1b-8a9fe158c144" -d '{"events": [{"server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "name": "network-vif-plugged", "status": "completed", "tag": "0a317343-028f-4cd0-8057-598c6ae466f4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:40.561308 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4791d83b-4fb3-4205-a79b-12ea7cd9da5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.587059 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.594577 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4791d83b-4fb3-4205-a79b-12ea7cd9da5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.603680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e11be-a7ea-44bf-b3b5-cb165e808f92 None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:36Z', 'revision_number': 6, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '74b68af6-d0c0-49b6-b3a0-73c8651325bf', 'name': '', 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:70:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:32Z', 'updated_at': '2021-07-22T16:41:39Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:32Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:40.621057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0a317343-028f-4cd0-8057-598c6ae466f4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0a317343-028f-4cd0-8057-598c6ae466f4,segment=NetworkSegment(aaf01950-1b18-4e12-9eab-91965dc2fe7a),segment_id=aaf01950-1b18-4e12-9eab-91965dc2fe7a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:40.653721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.691551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Network 5e144766-d48b-433f-990a-ea1ab2b7ed25 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:40.696042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:40.707769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 39794a61-8444-462d-b88c-a375c508f574, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=39794a61-8444-462d-b88c-a375c508f574,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:40.722241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20fde86e-913f-45e3-8560-aeddd8e3ea8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.733046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4791d83b-4fb3-4205-a79b-12ea7cd9da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.735579 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.745490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4791d83b-4fb3-4205-a79b-12ea7cd9da5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.752086 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4791d83b-4fb3-4205-a79b-12ea7cd9da5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c119bb3-9be4-40ac-bd09-a5584fd1ed25 HTTP/1.1" status: 204 len: 168 time: 0.3904531 Jul 22 16:41:40.755807 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05945ac8-d496-4080-b072-48d8c97206eb x-openstack-request-id: req-05945ac8-d496-4080-b072-48d8c97206eb {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:40.757012 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "name": "network-vif-plugged", "status": "completed", "tag": "0a317343-028f-4cd0-8057-598c6ae466f4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:40.757012 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05945ac8-d496-4080-b072-48d8c97206eb {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:40.757012 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a317343-028f-4cd0-8057-598c6ae466f4', 'code': 200} Jul 22 16:41:40.761113 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20fde86e-913f-45e3-8560-aeddd8e3ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.793043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0a317343-028f-4cd0-8057-598c6ae466f4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:40.870238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.870424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791d83b-4fb3-4205-a79b-12ea7cd9da5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c119bb3-9be4-40ac-bd09-a5584fd1ed25,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:40.880359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:40.948578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-20fde86e-913f-45e3-8560-aeddd8e3ea8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86a457d89db2456ab030287b77f5c6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1273367 Jul 22 16:41:40.961105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=39794a61-8444-462d-b88c-a375c508f574,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:40.964681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48650) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:41.043339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fde86e-913f-45e3-8560-aeddd8e3ea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04336d-2049-4b04-a538-e223f0085a14,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:41.110589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:41.121742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 63c40bd5-77a7-4d6e-9fea-ea0936f78811 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:41.131845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aba5e41-f521-4cea-926b-7d91b296f6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.138917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Router 93fea44e-9403-4e82-b6ec-8204d62e5d05 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:41.180772 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aba5e41-f521-4cea-926b-7d91b296f6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.313691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:41.321231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:41.321619 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.352664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:41.359395 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2704e101-e28f-474c-8607-c0f08d92ee33 admin admin] 10.222.0.53 "PUT /v2.0/routers/93fea44e-9403-4e82-b6ec-8204d62e5d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0364289 Jul 22 16:41:41.360164 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aba5e41-f521-4cea-926b-7d91b296f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.365423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aba5e41-f521-4cea-926b-7d91b296f6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.369853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0aba5e41-f521-4cea-926b-7d91b296f6f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e04336d-2049-4b04-a538-e223f0085a14 HTTP/1.1" status: 204 len: 168 time: 0.4010701 Jul 22 16:41:41.380680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba5e41-f521-4cea-926b-7d91b296f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04336d-2049-4b04-a538-e223f0085a14,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:41.420684 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Sync routers for ids ['93fea44e-9403-4e82-b6ec-8204d62e5d05'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:41.438909 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Routers {'93fea44e-9403-4e82-b6ec-8204d62e5d05'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:41.439568 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93fea44e-9403-4e82-b6ec-8204d62e5d05'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:41.444288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:41.467372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.473124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:41.473925 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f3225fc1-14e9-46bd-8dca-39252c3264a1 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4 HTTP/1.1" status: 200 len: 699 time: 2.8846428 Jul 22 16:41:41.538380 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.551983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0764f-d3f0-40b7-a0ee-c4c6dc7ff0f1 req-ec0f245b-befd-4b45-91d2-f54470879ecd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:41.602551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0764f-d3f0-40b7-a0ee-c4c6dc7ff0f1 req-ec0f245b-befd-4b45-91d2-f54470879ecd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:41.618731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78c0764f-d3f0-40b7-a0ee-c4c6dc7ff0f1 req-ec0f245b-befd-4b45-91d2-f54470879ecd tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1681 time: 0.3017993 Jul 22 16:41:41.643975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 63c40bd5-77a7-4d6e-9fea-ea0936f78811, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=63c40bd5-77a7-4d6e-9fea-ea0936f78811,segment=NetworkSegment(84fb626c-8412-42f7-b09d-375be9366203),segment_id=84fb626c-8412-42f7-b09d-375be9366203)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:41.658519 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:41.699793 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Set router 93fea44e-9403-4e82-b6ec-8204d62e5d05 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:41.738230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78c0764f-d3f0-40b7-a0ee-c4c6dc7ff0f1 req-16ffbe53-55dd-4785-901a-728778fc8115 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105807 Jul 22 16:41:41.798648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=63c40bd5-77a7-4d6e-9fea-ea0936f78811,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:41.805920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:41.808355 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cf09f681-c327-4ed3-9623-7f5da8c2ce54 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4 HTTP/1.1" status: 200 len: 699 time: 0.3287237 Jul 22 16:41:41.945807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 39794a61-8444-462d-b88c-a375c508f574 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:42.058636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 39794a61-8444-462d-b88c-a375c508f574 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:42.059277 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.133829 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '39794a61-8444-462d-b88c-a375c508f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:26Z', 'updated_at': '2021-07-22T16:41:39Z', 'revision_number': 4, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'gw_port': {'id': '39794a61-8444-462d-b88c-a375c508f574', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:28Z', 'updated_at': '2021-07-22T16:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'acb6e5e4-da8c-4f5f-b432-ebc0f1a71118', 'name': '', 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'mac_address': 'fa:16:3e:4c:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7fa854ab-652a-43fe-8aac-ea1168626926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:38Z', 'updated_at': '2021-07-22T16:41:39Z', 'revision_number': 2, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'subnets': [{'id': '7fa854ab-652a-43fe-8aac-ea1168626926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:42.181851 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Checking router: 93fea44e-9403-4e82-b6ec-8204d62e5d05 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:42.185515 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Updating router 93fea44e-9403-4e82-b6ec-8204d62e5d05 port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:41:42.272695 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.281852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74b68af6-d0c0-49b6-b3a0-73c8651325bf up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:42.325549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:42.355998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:42.356641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:42.547914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 74b68af6-d0c0-49b6-b3a0-73c8651325bf completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:42.562889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:42.565278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 74b68af6-d0c0-49b6-b3a0-73c8651325bf triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:42.565941 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.567001 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.745689 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.771914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c40bd5-77a7-4d6e-9fea-ea0936f78811'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:42.777996 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Transition to ACTIVE for port object acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:42.779277 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c22054-ff77-4eda-83ef-3b71fb201fea" -d '{"events": [{"server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "name": "network-vif-plugged", "status": "completed", "tag": "63c40bd5-77a7-4d6e-9fea-ea0936f78811"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:42.794032 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:42.984226 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.066581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eec72-edba-4990-aab9-75d92ee68275 req-c984d634-b11c-45af-8ca7-ea6a8fd10fa0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:43.071532 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-c984d634-b11c-45af-8ca7-ea6a8fd10fa0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/networks?id=5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 200 len: 810 time: 0.3163173 Jul 22 16:41:43.112777 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-1b17606c-8ce4-44fa-b4db-70588fe8be64 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/quotas/ede89e5f632547f0ad7ffb2c611d92cd HTTP/1.1" status: 200 len: 375 time: 0.0367765 Jul 22 16:41:43.148932 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Attempting to bind port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:43.148932 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Attempting to bind port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:43.148932 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Attempting to bind port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 on network 5e144766-d48b-433f-990a-ea1ab2b7ed25 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:43.151992 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d773809-093f-4c88-ac96-c0a1a8eac6b7 None None] Pushing event updated for resources: {'Port': ['ID=acb6e5e4-da8c-4f5f-b432-ebc0f1a71118,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:43.158656 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:43.159082 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Checking segment: {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:43.159486 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.159875 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Bound using segment: {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:43.160345 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Bound port: acb6e5e4-da8c-4f5f-b432-ebc0f1a71118, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:43.160732 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.192083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 74b68af6-d0c0-49b6-b3a0-73c8651325bf, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=74b68af6-d0c0-49b6-b3a0-73c8651325bf,segment=NetworkSegment(5d8e7f9d-3b81-4c65-879b-7bf53a204bf4),segment_id=5d8e7f9d-3b81-4c65-879b-7bf53a204bf4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:43.208798 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.240566 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] For port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:43.245256 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] For port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=acb6e5e4-da8c-4f5f-b432-ebc0f1a71118,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:43.252284 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.323449 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-dc3da448-01ad-400e-a6a7-9ea3f8157396 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2039592 Jul 22 16:41:43.325338 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d773809-093f-4c88-ac96-c0a1a8eac6b7 None None] Pushing event updated for resources: {'Port': ['ID=acb6e5e4-da8c-4f5f-b432-ebc0f1a71118,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:43.326142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:40Z', 'revision_number': 7, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '74b68af6-d0c0-49b6-b3a0-73c8651325bf', 'name': '', 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:70:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:32Z', 'updated_at': '2021-07-22T16:41:39Z', 'revision_number': 4, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:32Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:43.350905 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Routers {'93fea44e-9403-4e82-b6ec-8204d62e5d05'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:43.350905 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93fea44e-9403-4e82-b6ec-8204d62e5d05'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:43.362420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac6713-e5c6-4eb5-8919-9ec19a30187e req-28b5ac5a-349a-4b89-a9b2-995e3af773f9 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:43.369058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac6713-e5c6-4eb5-8919-9ec19a30187e req-28b5ac5a-349a-4b89-a9b2-995e3af773f9 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:43.370732 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-acac6713-e5c6-4eb5-8919-9ec19a30187e req-28b5ac5a-349a-4b89-a9b2-995e3af773f9 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1682 time: 0.3689427 Jul 22 16:41:43.411922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:43.414230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=74b68af6-d0c0-49b6-b3a0-73c8651325bf,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:43.426696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:43.427523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:43.442038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 74b68af6-d0c0-49b6-b3a0-73c8651325bf {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:43.442382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.516028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-acac6713-e5c6-4eb5-8919-9ec19a30187e req-29e9ae6e-8de2-4bfa-949e-4f41759ef2fe tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349196 Jul 22 16:41:43.549859 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-cc538337-4f0d-405a-a0d2-f152e97f437d service neutron] 10.222.0.53 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255783 Jul 22 16:41:43.585569 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] Set router 93fea44e-9403-4e82-b6ec-8204d62e5d05 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:43.750810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:43.761296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port 74b68af6-d0c0-49b6-b3a0-73c8651325bf, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=74b68af6-d0c0-49b6-b3a0-73c8651325bf,segment=NetworkSegment(5d8e7f9d-3b81-4c65-879b-7bf53a204bf4),segment_id=5d8e7f9d-3b81-4c65-879b-7bf53a204bf4)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:43.762315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:43.779508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 74b68af6-d0c0-49b6-b3a0-73c8651325bf owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:43.805606 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e17d975-d1aa-4d00-8d21-6e9514dba63c x-openstack-request-id: req-2e17d975-d1aa-4d00-8d21-6e9514dba63c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:43.806097 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "name": "network-vif-plugged", "status": "completed", "tag": "63c40bd5-77a7-4d6e-9fea-ea0936f78811", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:43.806097 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e17d975-d1aa-4d00-8d21-6e9514dba63c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:43.806496 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c40bd5-77a7-4d6e-9fea-ea0936f78811', 'code': 200} Jul 22 16:41:43.807564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74b68af6-d0c0-49b6-b3a0-73c8651325bf up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:43.808754 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-76106e5f-e084-4a70-9aee-aed84ea0e1ad service neutron] 10.222.0.53 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520669 Jul 22 16:41:43.974146 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '39794a61-8444-462d-b88c-a375c508f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:26Z', 'updated_at': '2021-07-22T16:41:39Z', 'revision_number': 4, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'gw_port': {'id': '39794a61-8444-462d-b88c-a375c508f574', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:28Z', 'updated_at': '2021-07-22T16:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'acb6e5e4-da8c-4f5f-b432-ebc0f1a71118', 'name': '', 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'mac_address': 'fa:16:3e:4c:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7fa854ab-652a-43fe-8aac-ea1168626926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:38Z', 'updated_at': '2021-07-22T16:41:43Z', 'revision_number': 4, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'subnets': [{'id': '7fa854ab-652a-43fe-8aac-ea1168626926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:44.103474 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae59f45-70ef-47e9-9801-9ad8b8bd2237 None None] The sync data for ids ['93fea44e-9403-4e82-b6ec-8204d62e5d05'] in n-d-792458-13 is: [{'id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '39794a61-8444-462d-b88c-a375c508f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:26Z', 'updated_at': '2021-07-22T16:41:39Z', 'revision_number': 4, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'gw_port': {'id': '39794a61-8444-462d-b88c-a375c508f574', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:28Z', 'updated_at': '2021-07-22T16:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'acb6e5e4-da8c-4f5f-b432-ebc0f1a71118', 'name': '', 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'mac_address': 'fa:16:3e:4c:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '7fa854ab-652a-43fe-8aac-ea1168626926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:38Z', 'updated_at': '2021-07-22T16:41:43Z', 'revision_number': 4, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'subnets': [{'id': '7fa854ab-652a-43fe-8aac-ea1168626926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:44.314508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:44.378207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No active binding found for port 74b68af6-d0c0-49b6-b3a0-73c8651325bf {{(pid=93752) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 16:41:44.378701 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74b68af6-d0c0-49b6-b3a0-73c8651325bf not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 16:41:44.432216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Port 74b68af6-d0c0-49b6-b3a0-73c8651325bf not found, will not notify nova. {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 16:41:44.453610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=74b68af6-d0c0-49b6-b3a0-73c8651325bf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:44.536881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.537206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.537550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.538144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.539819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.540157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.540493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.540967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.554620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.555376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.555726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.556073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:44.649622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1de8-1a11-42a4-826a-8cc7698da160 req-f72aade0-5bc8-49dd-b1bf-06b7a707848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:44.650113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c1de8-1a11-42a4-826a-8cc7698da160 req-f72aade0-5bc8-49dd-b1bf-06b7a707848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:44.652069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e4c1de8-1a11-42a4-826a-8cc7698da160 req-f72aade0-5bc8-49dd-b1bf-06b7a707848f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1986 time: 0.6827495 Jul 22 16:41:44.678670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:40Z', 'revision_number': 7, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '74b68af6-d0c0-49b6-b3a0-73c8651325bf', 'name': '', 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:70:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:32Z', 'updated_at': '2021-07-22T16:41:43Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:32Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:44.728862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f99ab9-2752-416a-a03a-e67d34023a12 None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:40Z', 'revision_number': 7, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '74b68af6-d0c0-49b6-b3a0-73c8651325bf', 'name': '', 'network_id': '8eb215ae-8bb9-4e42-9e41-03940ba17361', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:70:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:32Z', 'updated_at': '2021-07-22T16:41:43Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'f5b4c03b-67f1-47e2-8943-c9b70b0a6189', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:32Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:44.809721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed67197f-c8c8-44e0-9d76-e6441906071a req-ac5e6a5c-35fe-40e3-9f61-0df11dfe8ef4 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 210 time: 0.1589367 Jul 22 16:41:45.083405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23dd3c04-eff6-4b8a-b5e9-46b1b2b54915 req-f2f6d953-76cb-4055-8bf5-8be9b30eb044 tempest-AbsoluteLimitsNegativeTestJSON-1608046081 tempest-AbsoluteLimitsNegativeTestJSON-1608046081-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3dd700d8c70448419323217275ced36e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993471 Jul 22 16:41:45.135932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e4c1de8-1a11-42a4-826a-8cc7698da160 req-9f1c43e2-edea-43d2-802b-5a9721170378 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794737 Jul 22 16:41:45.192885 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:45.485746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2a99-b71f-4fdb-8423-7a820f502bd6 req-8196f5d4-0772-4203-966f-76e698fe7d4e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:45.495501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2a99-b71f-4fdb-8423-7a820f502bd6 req-8196f5d4-0772-4203-966f-76e698fe7d4e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:45.504183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b6f2a99-b71f-4fdb-8423-7a820f502bd6 req-8196f5d4-0772-4203-966f-76e698fe7d4e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1682 time: 0.1441643 Jul 22 16:41:45.619457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b6f2a99-b71f-4fdb-8423-7a820f502bd6 req-0025e950-9851-43c6-a1f6-bf218dba553d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137800 Jul 22 16:41:45.876975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:45.992367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:45.997566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:45.998288 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.136091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd3c04-eff6-4b8a-b5e9-46b1b2b54915 req-80054262-bc1d-46ae-846c-a51f86a8d318 tempest-AbsoluteLimitsNegativeTestJSON-1608046081 tempest-AbsoluteLimitsNegativeTestJSON-1608046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:46.137637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23dd3c04-eff6-4b8a-b5e9-46b1b2b54915 req-80054262-bc1d-46ae-846c-a51f86a8d318 tempest-AbsoluteLimitsNegativeTestJSON-1608046081 tempest-AbsoluteLimitsNegativeTestJSON-1608046081-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0534546 Jul 22 16:41:46.269456 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.296534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:46.314101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23dd3c04-eff6-4b8a-b5e9-46b1b2b54915 req-687a9565-1fb9-4edb-bd5e-27bff6b3c89a tempest-AbsoluteLimitsNegativeTestJSON-1608046081 tempest-AbsoluteLimitsNegativeTestJSON-1608046081-project] 10.222.0.53 "GET /v2.0/quotas/3dd700d8c70448419323217275ced36e HTTP/1.1" status: 200 len: 375 time: 0.1458211 Jul 22 16:41:46.335323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=acb6e5e4-da8c-4f5f-b432-ebc0f1a71118,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:46.346660 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.371215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff1ca50e-6673-41fc-8a96-593b5f052ac4 req-72d6e4f2-274b-4759-b910-5fcf3c565a8d tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 210 time: 0.1045716 Jul 22 16:41:46.421753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=acb6e5e4-da8c-4f5f-b432-ebc0f1a71118,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:46.455591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23dd3c04-eff6-4b8a-b5e9-46b1b2b54915 req-81dea098-4fcd-4264-af13-077e854dbcbd tempest-AbsoluteLimitsNegativeTestJSON-1608046081 tempest-AbsoluteLimitsNegativeTestJSON-1608046081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3dd700d8c70448419323217275ced36e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567448 Jul 22 16:41:46.568533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eec72-edba-4990-aab9-75d92ee68275 req-8d2c9c8c-ffe8-49b9-838d-ddfa4ce076a9 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:46.570053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-8d2c9c8c-ffe8-49b9-838d-ddfa4ce076a9 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.65 "GET /v2.0/networks?id=5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 200 len: 810 time: 0.4292684 Jul 22 16:41:46.595152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Request body: {'port': {'device_id': 'cb4b94e9-e2b0-4e00-a2a0-c81319df4589', 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25', 'admin_state_up': True, 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:46.628569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:46.638878 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ee280f6c-3554-428b-9c88-95bf6229a554 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8292847 Jul 22 16:41:46.641449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:46.649425 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:46.660853 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:46.664357 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:46.732814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26d70ec-b26b-41c9-89df-30d092cdebaf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting subnet f5b4c03b-67f1-47e2-8943-c9b70b0a6189 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:46.737831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a26d70ec-b26b-41c9-89df-30d092cdebaf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.753457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Made reservation on behalf of ede89e5f632547f0ad7ffb2c611d92cd for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:46.759450 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:46.778199 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:46.862875 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a26d70ec-b26b-41c9-89df-30d092cdebaf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.016915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Allocated IP 172.20.0.8 (5e144766-d48b-433f-990a-ea1ab2b7ed25/7fa854ab-652a-43fe-8aac-ea1168626926/e1b4be45-5dce-4096-b11c-50568b98c222) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:47.094373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e7e34-39e8-4697-8531-6a9d40416158 req-d6bb8796-022f-4148-9eec-48cddc588a3f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:47.100720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e7e34-39e8-4697-8531-6a9d40416158 req-d6bb8796-022f-4148-9eec-48cddc588a3f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:47.104481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48850) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:47.109818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-836e7e34-39e8-4697-8531-6a9d40416158 req-d6bb8796-022f-4148-9eec-48cddc588a3f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1682 time: 0.2967598 Jul 22 16:41:47.132632 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:43Z', 'revision_number': 8, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:32Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:47.151825 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a26d70ec-b26b-41c9-89df-30d092cdebaf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.200484 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:47.205869 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-836e7e34-39e8-4697-8531-6a9d40416158 req-add59fdd-7c36-4ac8-a76b-93a0f2119130 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947928 Jul 22 16:41:47.210471 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:47.211998 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:47.246707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a26d70ec-b26b-41c9-89df-30d092cdebaf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.274017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d70ec-b26b-41c9-89df-30d092cdebaf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b4c03b-67f1-47e2-8943-c9b70b0a6189,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:47.307413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb90584b-43ca-4b2b-971b-fbb2e4eee0c5 None None] Network 8eb215ae-8bb9-4e42-9e41-03940ba17361 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:47.335235 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a26d70ec-b26b-41c9-89df-30d092cdebaf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.347716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a26d70ec-b26b-41c9-89df-30d092cdebaf tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/f5b4c03b-67f1-47e2-8943-c9b70b0a6189 HTTP/1.1" status: 204 len: 168 time: 0.7047327 Jul 22 16:41:47.349194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48858) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:47.363153 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0efa6b3c-67bd-444b-8189-be7e9a2f1611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.443781 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:47.494626 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.689769 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ef0dddc-e62f-450a-baa7-b2b378fc6ade req-6b47bee9-2146-418d-b6ca-9555d89ced26 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 210 time: 0.1323149 Jul 22 16:41:47.725847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.736747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:47.812567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:47.813423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.824669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e922729-33f2-46ce-8204-65e43eca759c None None] DHCP port deletion for 8eb215ae-8bb9-4e42-9e41-03940ba17361 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:47.840431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0efa6b3c-67bd-444b-8189-be7e9a2f1611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.861449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0efa6b3c-67bd-444b-8189-be7e9a2f1611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.892114 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:43Z', 'revision_number': 8, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:32Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:47.898464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:47.900431 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.905766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port 8104d44f-cee2-40af-a5d7-49ed4b0c7112, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8104d44f-cee2-40af-a5d7-49ed4b0c7112,segment=NetworkSegment(5d8e7f9d-3b81-4c65-879b-7bf53a204bf4),segment_id=5d8e7f9d-3b81-4c65-879b-7bf53a204bf4)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:47.907304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.907713 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:47.925067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 8104d44f-cee2-40af-a5d7-49ed4b0c7112 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:47.973470 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fbf2b8-feab-4163-898d-69794f3ea3dc None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:43Z', 'revision_number': 8, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': '9853352d-e659-4811-a3be-afb94eac5cf4', 'name': '', 'network_id': '1262a2ca-7121-4ff2-b9df-39d14ae81930', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:3d:87:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3c843308-85ae-4969-882d-d4817ca5f055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:25Z', 'updated_at': '2021-07-22T16:41:32Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '3c843308-85ae-4969-882d-d4817ca5f055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:47.988322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Pushing event updated for resources: {'Port': ['ID=e1b4be45-5dce-4096-b11c-50568b98c222,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:48.023525 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0efa6b3c-67bd-444b-8189-be7e9a2f1611 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3dd700d8c70448419323217275ced36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9155314 Jul 22 16:41:48.023525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa6b3c-67bd-444b-8189-be7e9a2f1611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1808e5d-a8e4-4265-9cce-f459884800c8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:48.032494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48876) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:48.062438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4e922729-33f2-46ce-8204-65e43eca759c None None] Deleting port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:48.063433 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e922729-33f2-46ce-8204-65e43eca759c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.092482 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.145666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Network 5e144766-d48b-433f-990a-ea1ab2b7ed25 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:48.166792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:48.175993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:48.182191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=8104d44f-cee2-40af-a5d7-49ed4b0c7112,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:48.191045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No DVR routers for this DVR port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:48.271147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4e922729-33f2-46ce-8204-65e43eca759c None None] For port 8104d44f-cee2-40af-a5d7-49ed4b0c7112, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8104d44f-cee2-40af-a5d7-49ed4b0c7112,segment=NetworkSegment(5d8e7f9d-3b81-4c65-879b-7bf53a204bf4),segment_id=5d8e7f9d-3b81-4c65-879b-7bf53a204bf4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:48.271537 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e922729-33f2-46ce-8204-65e43eca759c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.291595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4e922729-33f2-46ce-8204-65e43eca759c None None] Calling delete_port for 8104d44f-cee2-40af-a5d7-49ed4b0c7112 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:48.338710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-816989d4-ec2a-4d84-953d-cdf59ac3f29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.381588 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-816989d4-ec2a-4d84-953d-cdf59ac3f29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.414910 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e922729-33f2-46ce-8204-65e43eca759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.430730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-96fd6edd-1d9a-421a-9d7a-1059aa9e156b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.434049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e922729-33f2-46ce-8204-65e43eca759c None None] No DVR routers for this DVR port 8104d44f-cee2-40af-a5d7-49ed4b0c7112 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:48.460434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e922729-33f2-46ce-8204-65e43eca759c None None] Pushing event deleted for resources: {'Port': ['ID=8104d44f-cee2-40af-a5d7-49ed4b0c7112,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:48.483969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.494487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:48.495249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.516955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb215ae-8bb9-4e42-9e41-03940ba17361']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:48.523633 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-816989d4-ec2a-4d84-953d-cdf59ac3f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.533077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:48.534192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8e7f9d-3b81-4c65-879b-7bf53a204bf4') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:48.539778 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-816989d4-ec2a-4d84-953d-cdf59ac3f29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.544085 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-816989d4-ec2a-4d84-953d-cdf59ac3f29c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1808e5d-a8e4-4265-9cce-f459884800c8 HTTP/1.1" status: 204 len: 168 time: 0.5104611 Jul 22 16:41:48.544701 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.559301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816989d4-ec2a-4d84-953d-cdf59ac3f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1808e5d-a8e4-4265-9cce-f459884800c8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:48.597157 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.600178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-91b4636e-7470-4b16-a971-cc931005776e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0079858 Jul 22 16:41:48.616281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:48.621025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Request body: {'port': {'device_id': 'cb4b94e9-e2b0-4e00-a2a0-c81319df4589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:48.621806 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:48.625964 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:48.748170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.751671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a120-4a65-4837-9553-49cfe60dd6f7 req-d5aca318-40be-4c54-8a67-9971daac940c tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:48.769875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a120-4a65-4837-9553-49cfe60dd6f7 req-d5aca318-40be-4c54-8a67-9971daac940c tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:48.779054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4118a120-4a65-4837-9553-49cfe60dd6f7 req-d5aca318-40be-4c54-8a67-9971daac940c tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1682 time: 0.5240068 Jul 22 16:41:48.867231 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.877302 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:48.879699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/networks/8eb215ae-8bb9-4e42-9e41-03940ba17361 HTTP/1.1" status: 204 len: 168 time: 1.5264473 Jul 22 16:41:48.882543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:48.890543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4118a120-4a65-4837-9553-49cfe60dd6f7 req-284c19ce-c21a-431f-a6e6-f3fe8bb89160 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544121 Jul 22 16:41:48.918206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ac494-1b05-48c4-a34e-94a7d505236a tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Network': ['ID=8eb215ae-8bb9-4e42-9e41-03940ba17361,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:49.215334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833338-6483-4df6-b8d2-471da15734ed req-0e9a0f06-b4fc-4ddf-a625-a587e08abf76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:49.222611 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a2833338-6483-4df6-b8d2-471da15734ed req-0e9a0f06-b4fc-4ddf-a625-a587e08abf76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 931 time: 0.4206748 Jul 22 16:41:49.354114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a2833338-6483-4df6-b8d2-471da15734ed req-189b21fe-f162-451d-8aa9-6c1441253119 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301553 Jul 22 16:41:49.537460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b4be45-5dce-4096-b11c-50568b98c222 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:49.549843 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.572361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Transition to ACTIVE for port object e1b4be45-5dce-4096-b11c-50568b98c222 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:49.581121 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.712871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b4be45-5dce-4096-b11c-50568b98c222,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:49.747106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48924) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:49.754855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8104d44f-cee2-40af-a5d7-49ed4b0c7112 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:49.799881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 8104d44f-cee2-40af-a5d7-49ed4b0c7112 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:49.802763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8104d44f-cee2-40af-a5d7-49ed4b0c7112 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:49.803563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74b68af6-d0c0-49b6-b3a0-73c8651325bf no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:49.819773 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.826942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 74b68af6-d0c0-49b6-b3a0-73c8651325bf {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:49.827946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74b68af6-d0c0-49b6-b3a0-73c8651325bf not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:49.831978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3030e71-45ff-4062-9855-11dda1d88051 req-b3e73614-47fb-484b-aeca-73b39f59c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:49.837970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3030e71-45ff-4062-9855-11dda1d88051 req-b3e73614-47fb-484b-aeca-73b39f59c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:49.839636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3030e71-45ff-4062-9855-11dda1d88051 req-b3e73614-47fb-484b-aeca-73b39f59c0b2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1682 time: 0.2224822 Jul 22 16:41:49.840552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Attempting to bind port e1b4be45-5dce-4096-b11c-50568b98c222 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:49.841355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Attempting to bind port e1b4be45-5dce-4096-b11c-50568b98c222 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:49.841789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Attempting to bind port e1b4be45-5dce-4096-b11c-50568b98c222 on network 5e144766-d48b-433f-990a-ea1ab2b7ed25 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:49.868105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2095143099-network', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:49.894016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Made reservation on behalf of 38dd1049913c4e31bba213e5e26a35c2 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:49.896841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.912213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:49.925303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Port e1b4be45-5dce-4096-b11c-50568b98c222 on network 5e144766-d48b-433f-990a-ea1ab2b7ed25 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:41:49.925645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Attempting to bind port e1b4be45-5dce-4096-b11c-50568b98c222 on network 5e144766-d48b-433f-990a-ea1ab2b7ed25 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:49.963913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:49.964251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Checking segment: {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:49.964648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Bound using segment: {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:49.965101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Bound port: e1b4be45-5dce-4096-b11c-50568b98c222, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:49.965467 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.090173 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.105303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.157945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7afb92-1f9e-4ead-89cd-488064aa000d req-d0cb5fda-b3cc-42e9-b456-35eaab4a0faa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:50.188117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7afb92-1f9e-4ead-89cd-488064aa000d req-d0cb5fda-b3cc-42e9-b456-35eaab4a0faa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:50.194350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] For port e1b4be45-5dce-4096-b11c-50568b98c222, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:50.195183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf7afb92-1f9e-4ead-89cd-488064aa000d req-d0cb5fda-b3cc-42e9-b456-35eaab4a0faa tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 1682 time: 0.1860163 Jul 22 16:41:50.226549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:41:50.256237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] For port e1b4be45-5dce-4096-b11c-50568b98c222, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e1b4be45-5dce-4096-b11c-50568b98c222,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:50.266578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f3030e71-45ff-4062-9855-11dda1d88051 req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:50.267006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3030e71-45ff-4062-9855-11dda1d88051 req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.267680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25092ec-bedd-4ded-8903-120449bfdfc9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:50.273888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.286597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.286981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.287338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.287674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.288004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.288726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.289230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.289765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.290263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.290882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.291424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.299037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:41:50.310310 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.312677 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Added segment ead4026d-c704-44eb-aab1-47ebb7264edc of type vlan for network 4bc93299-5fec-4364-9788-d68f62f07327 Jul 22 16:41:50.361513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:50.362186 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.365252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] 10.222.0.65 "PUT /v2.0/ports/e1b4be45-5dce-4096-b11c-50568b98c222 HTTP/1.1" status: 200 len: 1092 time: 1.7491424 Jul 22 16:41:50.365252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4b94e9-e2b0-4e00-a2a0-c81319df4589', 'tag': 'e1b4be45-5dce-4096-b11c-50568b98c222'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:50.366488 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90dff98-7818-4507-9269-2996b6e7c0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4b94e9-e2b0-4e00-a2a0-c81319df4589", "tag": "e1b4be45-5dce-4096-b11c-50568b98c222"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:50.439691 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf7afb92-1f9e-4ead-89cd-488064aa000d req-27aa8eb3-2205-4b0b-9d4b-b8b87808362a tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177417 Jul 22 16:41:50.448662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.451376 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5aef2c-031d-4c15-9d5f-ae0db08615c0 x-openstack-request-id: req-6b5aef2c-031d-4c15-9d5f-ae0db08615c0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:50.451883 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4b94e9-e2b0-4e00-a2a0-c81319df4589", "tag": "e1b4be45-5dce-4096-b11c-50568b98c222", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:50.452895 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b5aef2c-031d-4c15-9d5f-ae0db08615c0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:50.453591 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4b94e9-e2b0-4e00-a2a0-c81319df4589', 'tag': 'e1b4be45-5dce-4096-b11c-50568b98c222', 'status': 'completed', 'code': 200} Jul 22 16:41:50.483088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328c6b8-fb82-4929-9189-d145503a8295 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b4be45-5dce-4096-b11c-50568b98c222,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:50.511466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.513105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:50.513927 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.563604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f3030e71-45ff-4062-9855-11dda1d88051 req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] For port 63c40bd5-77a7-4d6e-9fea-ea0936f78811, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=63c40bd5-77a7-4d6e-9fea-ea0936f78811,segment=NetworkSegment(84fb626c-8412-42f7-b09d-375be9366203),segment_id=84fb626c-8412-42f7-b09d-375be9366203)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:50.564083 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3030e71-45ff-4062-9855-11dda1d88051 req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.573850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8239660 Jul 22 16:41:50.579095 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48948) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:50.590196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Request body: {'subnet': {'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2095143099-subnet', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:50.637886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86810876-e01f-44d4-bf19-1c6874c904de admin admin] Pushing event updated for resources: {'Network': ['ID=4bc93299-5fec-4364-9788-d68f62f07327,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:50.652508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 4bc93299-5fec-4364-9788-d68f62f07327 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:41:50.668678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Made reservation on behalf of 38dd1049913c4e31bba213e5e26a35c2 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:41:50.671614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.893446 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:50.914248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f3030e71-45ff-4062-9855-11dda1d88051 req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Calling delete_port for 63c40bd5-77a7-4d6e-9fea-ea0936f78811 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:50.992521 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-41075945-fca3-4bda-bf8d-1392a3a20334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.016806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2222261d-cece-4bc8-b1e2-2a981be16abb,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:51.025272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eec72-edba-4990-aab9-75d92ee68275 req-57bb982e-b259-43ff-9b25-954453f81647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.026795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-57bb982e-b259-43ff-9b25-954453f81647 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 1095 time: 0.5655043 Jul 22 16:41:51.050898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Checking segment: {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:51.051379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Network hostable DHCP agents. Network: 4bc93299-5fec-4364-9788-d68f62f07327, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:41:51.076649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Network 4bc93299-5fec-4364-9788-d68f62f07327 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:41:51.089392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 4bc93299-5fec-4364-9788-d68f62f07327) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:51.098857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c794feac-72dc-4c83-adda-b8c24ea8f3ef None None] Network 4bc93299-5fec-4364-9788-d68f62f07327 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:51.104793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.105638 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.116975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 9853352d-e659-4811-a3be-afb94eac5cf4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:51.117444 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.124842 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-363292de-0821-4faa-82c1-23111e640261 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b4be45-5dce-4096-b11c-50568b98c222 HTTP/1.1" status: 200 len: 217 time: 0.0752690 Jul 22 16:41:51.128328 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-89e877d4-df8a-40c1-89e4-af3ed2fed945 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5477941 Jul 22 16:41:51.131249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:51.144626 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:41:51.164674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154875ba-90b5-43bd-8ad0-4119774ef7d1 req-f9aa6abb-6711-426b-b99e-76c4b89e84c0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.172186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-154875ba-90b5-43bd-8ad0-4119774ef7d1 req-f9aa6abb-6711-426b-b99e-76c4b89e84c0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 943 time: 0.2858489 Jul 22 16:41:51.178328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.179980 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.212455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.286622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.335056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eec72-edba-4990-aab9-75d92ee68275 req-53a3673b-fbcd-4cf4-9f00-fc85977306b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.336778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-53a3673b-fbcd-4cf4-9f00-fc85977306b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fa854ab-652a-43fe-8aac-ea1168626926 HTTP/1.1" status: 200 len: 850 time: 0.1996217 Jul 22 16:41:51.399544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-4bc93299-5fec-4364-9788-d68f62f07327', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:41:51.400417 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.457924 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3030e71-45ff-4062-9855-11dda1d88051 req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.464887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-94362808-d6d0-4581-ba91-4616f97064be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e144766-d48b-433f-990a-ea1ab2b7ed25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105871 Jul 22 16:41:51.534264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.595257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Allocated IP 172.20.0.2 (4bc93299-5fec-4364-9788-d68f62f07327/2222261d-cece-4bc8-b1e2-2a981be16abb/1a896b18-6b2a-4cc2-a5ff-f5e644031ce7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:51.753397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Port': ['ID=63c40bd5-77a7-4d6e-9fea-ea0936f78811,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:51.762007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-7c19e68a-ff9f-48d1-8ccf-b6a747830028 service neutron] 10.222.0.65 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238933 Jul 22 16:41:51.771479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27df798-d2ec-46fe-a295-740e820b2788 req-63dc7d8a-9af5-4639-8e39-aa0f869c3aa2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:51.773702 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e27df798-d2ec-46fe-a295-740e820b2788 req-63dc7d8a-9af5-4639-8e39-aa0f869c3aa2 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 946 time: 0.1637504 Jul 22 16:41:51.804608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3030e71-45ff-4062-9855-11dda1d88051 req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] No DVR routers for this DVR port 63c40bd5-77a7-4d6e-9fea-ea0936f78811 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:51.808804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3030e71-45ff-4062-9855-11dda1d88051 req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.811910 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3030e71-45ff-4062-9855-11dda1d88051 req-7fd355b6-0dfd-4e62-aedd-4407fa1ccd74 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "DELETE /v2.0/ports/63c40bd5-77a7-4d6e-9fea-ea0936f78811 HTTP/1.1" status: 204 len: 173 time: 1.9290476 Jul 22 16:41:51.908465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-154875ba-90b5-43bd-8ad0-4119774ef7d1 req-52d70ace-ca86-4ecb-9352-bccb194de154 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7346473 Jul 22 16:41:51.935302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port 9853352d-e659-4811-a3be-afb94eac5cf4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=9853352d-e659-4811-a3be-afb94eac5cf4,segment=NetworkSegment(768d2776-88c1-4364-82cf-0aca87a3c6c5),segment_id=768d2776-88c1-4364-82cf-0aca87a3c6c5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:51.935302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.939917 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:51.951968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Transition to ACTIVE for port object 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:51.953254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 9853352d-e659-4811-a3be-afb94eac5cf4 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:51.973418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Transition to ACTIVE for port object 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:51.985177 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.039830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Network 4bc93299-5fec-4364-9788-d68f62f07327 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:52.048455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:52.056094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:52.067745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Pushing event updated for resources: {'Port': ['ID=1a896b18-6b2a-4cc2-a5ff-f5e644031ce7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:52.166088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Attempting to bind port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:52.166453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Attempting to bind port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:52.166807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Attempting to bind port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 on network 4bc93299-5fec-4364-9788-d68f62f07327 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:52.174460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:52.175059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Checking segment: {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:52.175547 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.176087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Bound using segment: {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:52.176566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Bound port: 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:52.176942 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.243581 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61eec72-edba-4990-aab9-75d92ee68275 req-3d516d32-34d3-4ec1-abcf-12a32c3fc083 service neutron] 10.222.0.65 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519608 Jul 22 16:41:52.256395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] For port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:52.265061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] For port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1a896b18-6b2a-4cc2-a5ff-f5e644031ce7,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:52.272287 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.319787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f3030e71-45ff-4062-9855-11dda1d88051 req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting port 0a317343-028f-4cd0-8057-598c6ae466f4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:52.320129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3030e71-45ff-4062-9855-11dda1d88051 req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.399792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d1f69-4ee5-47f7-beda-68216934d479 None None] Pushing event updated for resources: {'Port': ['ID=1a896b18-6b2a-4cc2-a5ff-f5e644031ce7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:52.455840 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.461813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'name': 'network-vif-deleted', 'tag': '63c40bd5-77a7-4d6e-9fea-ea0936f78811'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:52.464420 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc83b66-11bb-4831-9ed5-c57becb869cb" -d '{"events": [{"server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "name": "network-vif-deleted", "tag": "63c40bd5-77a7-4d6e-9fea-ea0936f78811"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:52.474966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e27df798-d2ec-46fe-a295-740e820b2788 req-95a8f708-5803-4492-bcb4-fe320d00375d tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/security-groups?id=eb000f39-6315-43be-8107-d4a288bc53e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765096 Jul 22 16:41:52.586493 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.586741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.645726 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1b8fe9-4cae-427b-8b10-a75846e99dc5 x-openstack-request-id: req-ea1b8fe9-4cae-427b-8b10-a75846e99dc5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:52.646259 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "name": "network-vif-deleted", "tag": "63c40bd5-77a7-4d6e-9fea-ea0936f78811", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:52.646695 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea1b8fe9-4cae-427b-8b10-a75846e99dc5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:52.647338 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'name': 'network-vif-deleted', 'tag': '63c40bd5-77a7-4d6e-9fea-ea0936f78811', 'status': 'completed', 'code': 200} Jul 22 16:41:52.654698 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.668232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f3030e71-45ff-4062-9855-11dda1d88051 req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] For port 0a317343-028f-4cd0-8057-598c6ae466f4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0a317343-028f-4cd0-8057-598c6ae466f4,segment=NetworkSegment(aaf01950-1b18-4e12-9eab-91965dc2fe7a),segment_id=aaf01950-1b18-4e12-9eab-91965dc2fe7a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:52.668617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3030e71-45ff-4062-9855-11dda1d88051 req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.690021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f3030e71-45ff-4062-9855-11dda1d88051 req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Calling delete_port for 0a317343-028f-4cd0-8057-598c6ae466f4 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:52.915995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=9853352d-e659-4811-a3be-afb94eac5cf4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:52.933251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3030e71-45ff-4062-9855-11dda1d88051 req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:52.985350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Allocated IP 172.25.3.245 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/373710ec-be9c-42df-adb0-24eb772bb526) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:53.122401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-7399834e-7a98-41d7-ae26-586250e9d3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.124219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-7399834e-7a98-41d7-ae26-586250e9d3d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 1095 time: 0.6798818 Jul 22 16:41:53.125421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Port': ['ID=0a317343-028f-4cd0-8057-598c6ae466f4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:53.130114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3030e71-45ff-4062-9855-11dda1d88051 req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] No DVR routers for this DVR port 0a317343-028f-4cd0-8057-598c6ae466f4 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:53.144149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f3030e71-45ff-4062-9855-11dda1d88051 req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:53.146179 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3030e71-45ff-4062-9855-11dda1d88051 req-aee60f2f-6fae-46e1-9ff2-764ad8866c66 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.20 "DELETE /v2.0/ports/0a317343-028f-4cd0-8057-598c6ae466f4 HTTP/1.1" status: 204 len: 173 time: 1.3094323 Jul 22 16:41:53.161208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0a317343-028f-4cd0-8057-598c6ae466f4 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:53.242142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 0a317343-028f-4cd0-8057-598c6ae466f4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:53.243142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0a317343-028f-4cd0-8057-598c6ae466f4 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:53.243806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 63c40bd5-77a7-4d6e-9fea-ea0936f78811 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:53.320991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 63c40bd5-77a7-4d6e-9fea-ea0936f78811 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:53.321391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 63c40bd5-77a7-4d6e-9fea-ea0936f78811 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:53.412347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b7505-d5fe-4741-bd19-d3ccf75f63d2 req-bd8d9352-47ad-4bdf-b7d0-a4d0f8456aff tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.422202 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e96b7505-d5fe-4741-bd19-d3ccf75f63d2 req-bd8d9352-47ad-4bdf-b7d0-a4d0f8456aff tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 943 time: 0.3722847 Jul 22 16:41:53.456908 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:53.496190 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:53.508426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e96b7505-d5fe-4741-bd19-d3ccf75f63d2 req-e6d3387c-fdbb-4a81-88ac-dcce19739629 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837591 Jul 22 16:41:53.552470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-56606af6-1c16-4364-80ce-f240a65664e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.553964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-56606af6-1c16-4364-80ce-f240a65664e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 200 len: 911 time: 0.4203293 Jul 22 16:41:53.573357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:53.659941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:53.680535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:53.687672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:53.696757 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-82bb46de-abc2-4c38-82a1-dc238acebcc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b4be45-5dce-4096-b11c-50568b98c222 HTTP/1.1" status: 200 len: 217 time: 0.1327147 Jul 22 16:41:53.734669 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dbcd63df-00cd-45b0-9ae3-280334b8102d req-29c3c162-b4e1-426c-a46d-8ac90cca2e3e tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "GET /v2.0/ports?device_id=58c72cd9-8449-4ed8-b9be-9eb77e31dee8 HTTP/1.1" status: 200 len: 210 time: 0.0687182 Jul 22 16:41:53.939158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:53.964660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-e1bc801d-962b-495d-879c-cfc6845796a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:53.970411 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-e1bc801d-962b-495d-879c-cfc6845796a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fa854ab-652a-43fe-8aac-ea1168626926 HTTP/1.1" status: 200 len: 850 time: 0.1509349 Jul 22 16:41:54.015376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Pushing event updated for resources: {'Port': ['ID=373710ec-be9c-42df-adb0-24eb772bb526,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:54.029246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:54.061990 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-6cbfaaef-9e23-4d93-878f-2510656acf08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e144766-d48b-433f-990a-ea1ab2b7ed25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788729 Jul 22 16:41:54.173161 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:54.248254 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:54.278334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c497d9-a9cb-4af4-8f26-2fcac14c24ed None None] Network 4bc93299-5fec-4364-9788-d68f62f07327 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:54.291966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-cae74970-fec7-40a1-a063-8c8ee2bdd7e4 service neutron] 10.222.0.65 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153914 Jul 22 16:41:54.359096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:41:54.474813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b633a01-5b37-42bc-b3c8-2457cde67163 None None] Provisioning for port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:54.516561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b633a01-5b37-42bc-b3c8-2457cde67163 None None] Provisioning complete for port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:54.517016 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b633a01-5b37-42bc-b3c8-2457cde67163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:54.533828 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:54.727370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Router 512d72a8-b571-413c-b885-6c08646e4ea3 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:41:54.756322 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b633a01-5b37-42bc-b3c8-2457cde67163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:54.804590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b633a01-5b37-42bc-b3c8-2457cde67163 None None] For port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1a896b18-6b2a-4cc2-a5ff-f5e644031ce7,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:54.816072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b633a01-5b37-42bc-b3c8-2457cde67163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:54.877362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49016) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:54.898903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b633a01-5b37-42bc-b3c8-2457cde67163 None None] Pushing event updated for resources: {'Port': ['ID=1a896b18-6b2a-4cc2-a5ff-f5e644031ce7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:55.005526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6bb890-dd6c-459f-89b0-7c8e64a08f82 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting subnet fe24fe8b-f521-4436-b8eb-8f4c192638b1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:55.012160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb890-dd6c-459f-89b0-7c8e64a08f82 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.053006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'name': 'network-vif-deleted', 'tag': '0a317343-028f-4cd0-8057-598c6ae466f4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:55.057891 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec6cccf-f266-43f4-b830-d2dec45b7d56" -d '{"events": [{"server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "name": "network-vif-deleted", "tag": "0a317343-028f-4cd0-8057-598c6ae466f4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:55.061053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:55.064885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb890-dd6c-459f-89b0-7c8e64a08f82 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.071588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e1b4be45-5dce-4096-b11c-50568b98c222 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:41:55.083426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Sync routers for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:55.119629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.121132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c34048dc-5ff4-4f22-b18b-a2e9579cff77 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9839854 Jul 22 16:41:55.124641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49024) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:55.142618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90dff98-7818-4507-9269-2996b6e7c0dc req-dd6c125a-f90c-4ae3-8997-d5f94d994c93 service neutron] 10.222.0.65 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179758 Jul 22 16:41:55.146042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:41:55.152945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:55.153593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:55.159143 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:41:55.165470 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e2563a5c-5750-4b1b-868d-ee8c3c8ce2f4 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2807558 Jul 22 16:41:55.166554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49026) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:55.192662 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:55.193311 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:55.212335 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4e5a9c-ecbc-42d0-ad3e-f1b5597080e8 x-openstack-request-id: req-6d4e5a9c-ecbc-42d0-ad3e-f1b5597080e8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:55.213016 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c72cd9-8449-4ed8-b9be-9eb77e31dee8", "name": "network-vif-deleted", "tag": "0a317343-028f-4cd0-8057-598c6ae466f4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:55.213564 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d4e5a9c-ecbc-42d0-ad3e-f1b5597080e8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:55.214208 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c72cd9-8449-4ed8-b9be-9eb77e31dee8', 'name': 'network-vif-deleted', 'tag': '0a317343-028f-4cd0-8057-598c6ae466f4', 'status': 'completed', 'code': 200} Jul 22 16:41:55.303365 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:41:55.313444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ff9071-0657-4227-a42a-d12128549bf7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting subnet 3c843308-85ae-4969-882d-d4817ca5f055 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:55.317228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38ff9071-0657-4227-a42a-d12128549bf7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.350832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-399585b4-8d20-4da3-a695-1f6c33f6f1c7 None None] Provisioning complete for port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:55.351257 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-399585b4-8d20-4da3-a695-1f6c33f6f1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.409752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38ff9071-0657-4227-a42a-d12128549bf7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.413630 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:55.488092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e1b4be45-5dce-4096-b11c-50568b98c222, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e1b4be45-5dce-4096-b11c-50568b98c222,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:55.524162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'e1b4be45-5dce-4096-b11c-50568b98c222', 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25', 'port_id': 'e1b4be45-5dce-4096-b11c-50568b98c222', 'mac_address': 'fa:16:3e:c1:7f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa854ab-652a-43fe-8aac-ea1168626926', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:41:55.524716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38ff9071-0657-4227-a42a-d12128549bf7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.527773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:55.564528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb890-dd6c-459f-89b0-7c8e64a08f82 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.624922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da42a-b4dd-4649-96d5-7f0f7bf06d49 req-abc7721c-279d-4770-9c6d-2229c0e3c2d0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:55.633941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-658da42a-b4dd-4649-96d5-7f0f7bf06d49 req-abc7721c-279d-4770-9c6d-2229c0e3c2d0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 943 time: 0.5597556 Jul 22 16:41:55.636765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38ff9071-0657-4227-a42a-d12128549bf7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.698919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff9071-0657-4227-a42a-d12128549bf7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Subnet': ['ID=3c843308-85ae-4969-882d-d4817ca5f055,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:55.745354 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb890-dd6c-459f-89b0-7c8e64a08f82 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.763030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-658da42a-b4dd-4649-96d5-7f0f7bf06d49 req-0b97a8a1-0a4f-4fac-b723-0ce7cc8389e6 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291087 Jul 22 16:41:55.764027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38ff9071-0657-4227-a42a-d12128549bf7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:55.770549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-38ff9071-0657-4227-a42a-d12128549bf7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/3c843308-85ae-4969-882d-d4817ca5f055 HTTP/1.1" status: 204 len: 168 time: 0.6007516 Jul 22 16:41:55.771334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49034) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:55.784150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0aa388-ebf5-4249-97ef-442232a4159b None None] Network 1262a2ca-7121-4ff2-b9df-39d14ae81930 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:55.894257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.003739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bb890-dd6c-459f-89b0-7c8e64a08f82 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Subnet': ['ID=fe24fe8b-f521-4436-b8eb-8f4c192638b1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:56.027010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 579d0e15-fe6a-4279-ad35-b5436940666f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:56.027426 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.037585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:56.074288 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.111768 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb890-dd6c-459f-89b0-7c8e64a08f82 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.114274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ce6bb890-dd6c-459f-89b0-7c8e64a08f82 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "DELETE /v2.0/subnets/fe24fe8b-f521-4436-b8eb-8f4c192638b1 HTTP/1.1" status: 204 len: 168 time: 1.2356803 Jul 22 16:41:56.117962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49036) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:56.157356 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:52Z', 'revision_number': 9, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:56.167836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060a4880-b938-43bf-9c8b-6107a7b5ed80 None None] Network 74c4de38-5a4e-4887-8b79-30ab69522061 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:56.193454 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:56.207706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port 579d0e15-fe6a-4279-ad35-b5436940666f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=579d0e15-fe6a-4279-ad35-b5436940666f,segment=NetworkSegment(768d2776-88c1-4364-82cf-0aca87a3c6c5),segment_id=768d2776-88c1-4364-82cf-0aca87a3c6c5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:56.208227 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.219932 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:56.221566 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:56.234419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 579d0e15-fe6a-4279-ad35-b5436940666f owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:56.278697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.335767 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:56.432401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b4be45-5dce-4096-b11c-50568b98c222 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:41:56.444250 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.503605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting port b128070e-99aa-4b25-803e-64babcc92820 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:56.504032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.504292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=579d0e15-fe6a-4279-ad35-b5436940666f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:56.518128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No DVR routers for this DVR port 579d0e15-fe6a-4279-ad35-b5436940666f on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:56.664386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e1b4be45-5dce-4096-b11c-50568b98c222, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e1b4be45-5dce-4096-b11c-50568b98c222,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:56.700303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.728224 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.731995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1262a2ca-7121-4ff2-b9df-39d14ae81930']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:56.761127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768d2776-88c1-4364-82cf-0aca87a3c6c5') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:56.761997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768d2776-88c1-4364-82cf-0aca87a3c6c5') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:56.778609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.815422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.821342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] For port b128070e-99aa-4b25-803e-64babcc92820, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b128070e-99aa-4b25-803e-64babcc92820,segment=NetworkSegment(aaf01950-1b18-4e12-9eab-91965dc2fe7a),segment_id=aaf01950-1b18-4e12-9eab-91965dc2fe7a)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:56.821860 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.829422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:56.829840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.832901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:56.833129 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:56.848697 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:52Z', 'revision_number': 9, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:56.929002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Calling delete_port for b128070e-99aa-4b25-803e-64babcc92820 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:41:56.958577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb098c-2830-40cd-9598-9e9634b6fa36 None None] DHCP port deletion for 1262a2ca-7121-4ff2-b9df-39d14ae81930 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:57.008552 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7129e-323b-44bb-a222-e7e9508bee9a None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:41:52Z', 'revision_number': 9, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'e79457bc-0e4e-458e-be24-e9149ff03b80', 'name': '', 'network_id': '516c186e-3e7d-419d-a103-35fcca051490', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:46:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:15Z', 'updated_at': '2021-07-22T16:41:26Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': 'fe78ef82-5a10-45c1-b494-d019bdb89dad', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:57.058409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:57.059040 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.076656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49064) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:57.144635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=e1b4be45-5dce-4096-b11c-50568b98c222,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:57.206851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.212111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e1b4be45-5dce-4096-b11c-50568b98c222'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:41:57.218216 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.227913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49068) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:57.231357 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/networks/1262a2ca-7121-4ff2-b9df-39d14ae81930 HTTP/1.1" status: 204 len: 168 time: 1.4582233 Jul 22 16:41:57.284720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb59d84-c31f-46bc-8a6c-5b2b5195bc33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Network': ['ID=1262a2ca-7121-4ff2-b9df-39d14ae81930,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:57.304281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:54Z', 'revision_number': 3, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:57.341166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e076e785-d142-421b-abfa-53e14e6beb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.352526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Checking router: 512d72a8-b571-413c-b885-6c08646e4ea3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:41:57.353159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Updating router 512d72a8-b571-413c-b885-6c08646e4ea3 port 373710ec-be9c-42df-adb0-24eb772bb526 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:41:57.408404 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.429338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcdcba-4776-4c02-bd4d-a4ed81ce34d9 req-dddab808-f237-4dfc-a886-edc901115ca5 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:57.440248 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7afcdcba-4776-4c02-bd4d-a4ed81ce34d9 req-dddab808-f237-4dfc-a886-edc901115ca5 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 944 time: 0.3614190 Jul 22 16:41:57.443012 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49072) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:57.462172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e683c7-1c6d-4960-ab66-16a419ed14fb None None] DHCP port deletion for 74c4de38-5a4e-4887-8b79-30ab69522061 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:41:57.529936 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7afcdcba-4776-4c02-bd4d-a4ed81ce34d9 req-2ccb4868-b065-44ff-ba50-75920a861f96 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886786 Jul 22 16:41:57.610087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e076e785-d142-421b-abfa-53e14e6beb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.620802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e076e785-d142-421b-abfa-53e14e6beb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.635340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Allocated IP 172.20.0.1 (4bc93299-5fec-4364-9788-d68f62f07327/2222261d-cece-4bc8-b1e2-2a981be16abb/49180c7d-d367-42d3-9b55-f95d5930c84c) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:41:57.676686 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.721568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e076e785-d142-421b-abfa-53e14e6beb5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a98fe82d0d3f4059b8778b3166c42965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401389 Jul 22 16:41:57.722705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076e785-d142-421b-abfa-53e14e6beb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcba7fe4-dd16-4910-a748-7b48caf550a2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:57.729478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:57.766579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] No DVR routers for this DVR port b128070e-99aa-4b25-803e-64babcc92820 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:41:57.813459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 9853352d-e659-4811-a3be-afb94eac5cf4 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:57.847151 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0675c3f-7c5e-49a7-a8e3-57903192f418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.887194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 9853352d-e659-4811-a3be-afb94eac5cf4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:57.887632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 9853352d-e659-4811-a3be-afb94eac5cf4 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:57.888174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 579d0e15-fe6a-4279-ad35-b5436940666f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:57.888723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0675c3f-7c5e-49a7-a8e3-57903192f418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.940928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 579d0e15-fe6a-4279-ad35-b5436940666f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:57.941332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 579d0e15-fe6a-4279-ad35-b5436940666f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:57.941707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b128070e-99aa-4b25-803e-64babcc92820 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:41:57.966384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: b128070e-99aa-4b25-803e-64babcc92820 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:41:57.966728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b128070e-99aa-4b25-803e-64babcc92820 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:41:57.990054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0675c3f-7c5e-49a7-a8e3-57903192f418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.993298 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0675c3f-7c5e-49a7-a8e3-57903192f418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:57.997314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a0675c3f-7c5e-49a7-a8e3-57903192f418 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dcba7fe4-dd16-4910-a748-7b48caf550a2 HTTP/1.1" status: 204 len: 168 time: 0.2641306 Jul 22 16:41:58.021060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0675c3f-7c5e-49a7-a8e3-57903192f418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcba7fe4-dd16-4910-a748-7b48caf550a2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:58.096159 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.110819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Transition to ACTIVE for port object 373710ec-be9c-42df-adb0-24eb772bb526 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:58.122472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.205925 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Attempting to bind port 373710ec-be9c-42df-adb0-24eb772bb526 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:41:58.206435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Attempting to bind port 373710ec-be9c-42df-adb0-24eb772bb526 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:41:58.206904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Attempting to bind port 373710ec-be9c-42df-adb0-24eb772bb526 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:41:58.217155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:41:58.218422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:41:58.218965 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.219468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:41:58.220063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Bound port: 373710ec-be9c-42df-adb0-24eb772bb526, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:41:58.220566 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.222457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d9be8-442e-4244-94f0-c99f28bd7eb0 None None] Pushing event updated for resources: {'Port': ['ID=373710ec-be9c-42df-adb0-24eb772bb526,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:58.245935 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Port': ['ID=b128070e-99aa-4b25-803e-64babcc92820,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:58.271561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d396-19b1-4f6b-a1b5-6e884c40f35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.299102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] For port 373710ec-be9c-42df-adb0-24eb772bb526, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:41:58.302870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] For port 373710ec-be9c-42df-adb0-24eb772bb526, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=373710ec-be9c-42df-adb0-24eb772bb526,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:41:58.309666 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.396865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:41:58.397635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:58.413360 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.440990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c4de38-5a4e-4887-8b79-30ab69522061']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:58.470949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d9be8-442e-4244-94f0-c99f28bd7eb0 None None] Pushing event updated for resources: {'Port': ['ID=373710ec-be9c-42df-adb0-24eb772bb526,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:58.529380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:41:58.538047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf01950-1b18-4e12-9eab-91965dc2fe7a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:58.538047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf01950-1b18-4e12-9eab-91965dc2fe7a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:58.572430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.589107 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.623437 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.644562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:41:58.645021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:41:58.683371 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:41:58.686478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Transition to ACTIVE for port object 49180c7d-d367-42d3-9b55-f95d5930c84c will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:41:58.772364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:54Z', 'revision_number': 3, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:41:58.801164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d3314f-bdd2-4fd8-acf1-62eb2f0fb2c1 None None] The sync data for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 is: [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:54Z', 'revision_number': 3, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:41:58.863412 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.885196 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d396-19b1-4f6b-a1b5-6e884c40f35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.891962 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.895478 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "DELETE /v2.0/networks/74c4de38-5a4e-4887-8b79-30ab69522061 HTTP/1.1" status: 204 len: 168 time: 2.7760537 Jul 22 16:41:58.896682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49106) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:58.921324 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d396-19b1-4f6b-a1b5-6e884c40f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.955834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d3e6d396-19b1-4f6b-a1b5-6e884c40f35f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d74dc99d25d4e5d83e14c830bacfe33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4615476 Jul 22 16:41:58.960127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73591b-da0a-44fc-bb00-2390eca1eade tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Network': ['ID=74c4de38-5a4e-4887-8b79-30ab69522061,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:58.971198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:58.989115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad984e60-543f-4560-8a81-23c23abf258f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting subnet d8a409cb-5ff5-4684-b624-8a7dec777e80 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:41:58.989542 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:58.992764 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad984e60-543f-4560-8a81-23c23abf258f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.054185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad984e60-543f-4560-8a81-23c23abf258f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.084126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8632a2-5a2f-4516-b0f1-0e8d7ab48c56 req-34de9781-8a01-49f5-ad3d-607effe8151f tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:41:59.085145 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da8632a2-5a2f-4516-b0f1-0e8d7ab48c56 req-34de9781-8a01-49f5-ad3d-607effe8151f tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 944 time: 0.4463482 Jul 22 16:41:59.090424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6d396-19b1-4f6b-a1b5-6e884c40f35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd16a108-4b26-43ef-8039-9c64e4b4be94,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:59.096525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e1b4be45-5dce-4096-b11c-50568b98c222 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:59.132645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Network 4bc93299-5fec-4364-9788-d68f62f07327 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:41:59.154179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:41:59.174329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Pushing event updated for resources: {'Port': ['ID=49180c7d-d367-42d3-9b55-f95d5930c84c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:59.177794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:41:59.268176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port e1b4be45-5dce-4096-b11c-50568b98c222 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:59.276330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port e1b4be45-5dce-4096-b11c-50568b98c222 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:59.277356 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.277500 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad984e60-543f-4560-8a81-23c23abf258f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.292828 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da85fe55-9947-41d9-8a11-bf3f3115aa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.393283 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad984e60-543f-4560-8a81-23c23abf258f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.412669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da8632a2-5a2f-4516-b0f1-0e8d7ab48c56 req-134394ea-d2c0-4afa-a455-032aefeb8968 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868054 Jul 22 16:41:59.433102 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.442630 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da85fe55-9947-41d9-8a11-bf3f3115aa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.444711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad984e60-543f-4560-8a81-23c23abf258f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a409cb-5ff5-4684-b624-8a7dec777e80,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:59.451630 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad984e60-543f-4560-8a81-23c23abf258f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.455161 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ad984e60-543f-4560-8a81-23c23abf258f tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "DELETE /v2.0/subnets/d8a409cb-5ff5-4684-b624-8a7dec777e80 HTTP/1.1" status: 204 len: 168 time: 0.5571864 Jul 22 16:41:59.457916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49118) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:41:59.480867 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.509458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b066cf-591f-48ea-8426-03cd1e8cf624 None None] Network 0543d887-45a8-491f-819a-ea3e7766e248 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:41:59.591319 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.605567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4b94e9-e2b0-4e00-a2a0-c81319df4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b4be45-5dce-4096-b11c-50568b98c222'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:41:59.612371 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2ff388-dba9-46a9-81be-c57d6e276f39" -d '{"events": [{"server_uuid": "cb4b94e9-e2b0-4e00-a2a0-c81319df4589", "name": "network-vif-plugged", "status": "completed", "tag": "e1b4be45-5dce-4096-b11c-50568b98c222"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:41:59.679789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.732923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Deleting port cce3de52-3a7f-4085-8040-57cf5a02c703 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:41:59.733785 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.758107 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69adeb3-527c-4560-a576-d586f8e45dff x-openstack-request-id: req-b69adeb3-527c-4560-a576-d586f8e45dff {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:41:59.758447 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4b94e9-e2b0-4e00-a2a0-c81319df4589", "name": "network-vif-plugged", "status": "completed", "tag": "e1b4be45-5dce-4096-b11c-50568b98c222", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:41:59.758662 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b69adeb3-527c-4560-a576-d586f8e45dff {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:41:59.761243 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4b94e9-e2b0-4e00-a2a0-c81319df4589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b4be45-5dce-4096-b11c-50568b98c222', 'code': 200} Jul 22 16:41:59.793347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e1b4be45-5dce-4096-b11c-50568b98c222, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e1b4be45-5dce-4096-b11c-50568b98c222,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:41:59.802032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4f56d0e7-6ff0-48e4-852a-a727dc7db1a4 None None] Provisioning for port 49180c7d-d367-42d3-9b55-f95d5930c84c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:41:59.810500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.829629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da85fe55-9947-41d9-8a11-bf3f3115aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.833147 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da85fe55-9947-41d9-8a11-bf3f3115aa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.834051 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da85fe55-9947-41d9-8a11-bf3f3115aa5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd16a108-4b26-43ef-8039-9c64e4b4be94 HTTP/1.1" status: 204 len: 168 time: 0.8613167 Jul 22 16:41:59.854079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4f56d0e7-6ff0-48e4-852a-a727dc7db1a4 None None] Provisioning complete for port 49180c7d-d367-42d3-9b55-f95d5930c84c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:41:59.854901 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f56d0e7-6ff0-48e4-852a-a727dc7db1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:41:59.861831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 373710ec-be9c-42df-adb0-24eb772bb526 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:41:59.932819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85fe55-9947-41d9-8a11-bf3f3115aa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd16a108-4b26-43ef-8039-9c64e4b4be94,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:41:59.998329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.006624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] For port cce3de52-3a7f-4085-8040-57cf5a02c703, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cce3de52-3a7f-4085-8040-57cf5a02c703,segment=NetworkSegment(84fb626c-8412-42f7-b09d-375be9366203),segment_id=84fb626c-8412-42f7-b09d-375be9366203)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:00.007304 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.048883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Calling delete_port for cce3de52-3a7f-4085-8040-57cf5a02c703 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:00.203418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018c546-7416-458f-9b60-ed9ef0954de6 req-277c01d5-c18f-4dcc-afad-d9a5507ae81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:00.205328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0018c546-7416-458f-9b60-ed9ef0954de6 req-277c01d5-c18f-4dcc-afad-d9a5507ae81e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 1097 time: 0.2973700 Jul 22 16:42:00.263904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4f56d0e7-6ff0-48e4-852a-a727dc7db1a4 None None] Port 49180c7d-d367-42d3-9b55-f95d5930c84c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:42:00.288717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0018c546-7416-458f-9b60-ed9ef0954de6 req-b55b729a-3a20-40da-9c2a-9e6018983e13 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731740 Jul 22 16:42:00.308471 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.320710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=e1b4be45-5dce-4096-b11c-50568b98c222,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:00.365793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Port': ['ID=cce3de52-3a7f-4085-8040-57cf5a02c703,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:00.370479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] No DVR routers for this DVR port cce3de52-3a7f-4085-8040-57cf5a02c703 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:00.380107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 373710ec-be9c-42df-adb0-24eb772bb526 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:00.390592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 373710ec-be9c-42df-adb0-24eb772bb526 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:00.397081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.490846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40271bbd-a940-455a-b524-8088cc03ebfd None None] DHCP port deletion for 0543d887-45a8-491f-819a-ea3e7766e248 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:00.553814 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.571954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0543d887-45a8-491f-819a-ea3e7766e248']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:00.582097 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.592250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.607901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 373710ec-be9c-42df-adb0-24eb772bb526, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=373710ec-be9c-42df-adb0-24eb772bb526,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:00.612489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fb626c-8412-42f7-b09d-375be9366203') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:00.613562 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.615015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fb626c-8412-42f7-b09d-375be9366203') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:00.616725 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.635325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.677587 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.692876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:00.693117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=373710ec-be9c-42df-adb0-24eb772bb526,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:00.694511 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:00.727185 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:00.797169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.802056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Pushing event updated for resources: {'Port': ['ID=49180c7d-d367-42d3-9b55-f95d5930c84c,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:00.818233 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port e79457bc-0e4e-458e-be24-e9149ff03b80 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:00.818563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.874634 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.881101 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:00.901902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] 10.222.0.53 "DELETE /v2.0/networks/0543d887-45a8-491f-819a-ea3e7766e248 HTTP/1.1" status: 204 len: 168 time: 1.4406712 Jul 22 16:42:00.904782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6a9e-2747-4077-855c-a5630b6def17 req-c884f03e-1899-4748-ab67-b89a97643b37 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:00.906999 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d02f6a9e-2747-4077-855c-a5630b6def17 req-c884f03e-1899-4748-ab67-b89a97643b37 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.3071887 Jul 22 16:42:00.940314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925811f5-a09b-44df-8876-418fa6ecb0e8 tempest-ServersTestMultiNic-1835300121 tempest-ServersTestMultiNic-1835300121-project] Pushing event deleted for resources: {'Network': ['ID=0543d887-45a8-491f-819a-ea3e7766e248,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:01.100041 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d02f6a9e-2747-4077-855c-a5630b6def17 req-2274cd36-f29f-496f-8b70-4609b369b1cb tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491537 Jul 22 16:42:01.117741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port e79457bc-0e4e-458e-be24-e9149ff03b80, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e79457bc-0e4e-458e-be24-e9149ff03b80,segment=NetworkSegment(599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8),segment_id=599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:01.118153 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.122089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Network 4bc93299-5fec-4364-9788-d68f62f07327 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:01.131337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:01.139642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for e79457bc-0e4e-458e-be24-e9149ff03b80 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:01.176722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:01.248025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49168) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:01.293373 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.393832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Router 512d72a8-b571-413c-b885-6c08646e4ea3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:01.515330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1021914880-network', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:01.596442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.632077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Made reservation on behalf of 8bdcbee2f359475cb5903faa847978b7 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:01.635763 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.641559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=e79457bc-0e4e-458e-be24-e9149ff03b80,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:01.701539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:01.704058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.731100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Sync routers for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:01.737990 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a814b2c3-8ad6-4151-945c-cedb671e3778 admin admin] 10.222.0.53 "PUT /v2.0/routers/512d72a8-b571-413c-b885-6c08646e4ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6015420 Jul 22 16:42:01.744875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 373710ec-be9c-42df-adb0-24eb772bb526 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:01.751314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-669c876e-2258-46f8-bdfe-f85d56a9700d None None] Provisioning complete for port 49180c7d-d367-42d3-9b55-f95d5930c84c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:01.751771 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-669c876e-2258-46f8-bdfe-f85d56a9700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.771357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:01.772367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:01.888563 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:01.946038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-669c876e-2258-46f8-bdfe-f85d56a9700d None None] Port 49180c7d-d367-42d3-9b55-f95d5930c84c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:42:02.017952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 373710ec-be9c-42df-adb0-24eb772bb526 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:02.018195 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.040950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.042506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.052413 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.077044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:02.098786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:42:02.320212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cce3de52-3a7f-4085-8040-57cf5a02c703 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:02.354054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: cce3de52-3a7f-4085-8040-57cf5a02c703 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:02.354627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cce3de52-3a7f-4085-8040-57cf5a02c703 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:02.392335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49192) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:02.401229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4fc053ab-bcb7-41b4-a767-d2f5e12ec53a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103484656', 'description': 'tempest-description--1682911059'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:02.427993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:59Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '49180c7d-d367-42d3-9b55-f95d5930c84c', 'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'mac_address': 'fa:16:3e:cc:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:56Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 2, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'subnets': [{'id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:02.445293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fc053ab-bcb7-41b4-a767-d2f5e12ec53a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.458623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Deleting port 04865237-1738-42b0-9a27-d9efe705131c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:02.459062 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.470626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Checking router: 512d72a8-b571-413c-b885-6c08646e4ea3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:02.471036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Updating router 512d72a8-b571-413c-b885-6c08646e4ea3 port 49180c7d-d367-42d3-9b55-f95d5930c84c binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:42:02.520215 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.594861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] For port 04865237-1738-42b0-9a27-d9efe705131c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=04865237-1738-42b0-9a27-d9efe705131c,segment=NetworkSegment(eca57208-07b7-4d87-b6a5-47b1e1b1dfe8),segment_id=eca57208-07b7-4d87-b6a5-47b1e1b1dfe8)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:02.595524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.617941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Calling delete_port for 04865237-1738-42b0-9a27-d9efe705131c owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:02.688443 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fc053ab-bcb7-41b4-a767-d2f5e12ec53a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.696470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fc053ab-bcb7-41b4-a767-d2f5e12ec53a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.707845 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5195b55b-c34a-4c2d-9bd3-11900431d634,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:02.725663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.726121 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Added segment a0e85a03-38ca-4687-b200-ca769ace7721 of type vlan for network 90506638-86c9-42ea-ac9e-d864b697745b Jul 22 16:42:02.763271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fc053ab-bcb7-41b4-a767-d2f5e12ec53a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.764544 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4fc053ab-bcb7-41b4-a767-d2f5e12ec53a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3705699 Jul 22 16:42:02.772599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49202) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:02.797457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc053ab-bcb7-41b4-a767-d2f5e12ec53a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8319a60a-669b-4565-ac08-94b8a58d8a16,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:02.813947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5802ad0d-a78e-4428-8f50-c8e16b99b9a3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Request body: {'security_group_rule': {'security_group_id': '8319a60a-669b-4565-ac08-94b8a58d8a16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:02.844132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.966301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:02.973059 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.resource_extend [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:42:02.988794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.002627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Pushing event deleted for resources: {'Port': ['ID=04865237-1738-42b0-9a27-d9efe705131c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:03.003182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Transition to ACTIVE for port object 49180c7d-d367-42d3-9b55-f95d5930c84c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:03.003552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f63a5f-93f3-478a-995f-248278a4e20d req-b8ee2527-3770-4123-a72d-470203ce2202 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:03.005834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92f63a5f-93f3-478a-995f-248278a4e20d req-b8ee2527-3770-4123-a72d-470203ce2202 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.3004313 Jul 22 16:42:03.011040 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.025926 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5802ad0d-a78e-4428-8f50-c8e16b99b9a3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.097789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.098784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:03.099417 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.136170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02483b-4dcb-4dab-998f-fb16cc547f84 None None] Pushing event updated for resources: {'Port': ['ID=49180c7d-d367-42d3-9b55-f95d5930c84c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:03.160227 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5802ad0d-a78e-4428-8f50-c8e16b99b9a3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.184210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Attempting to bind port 49180c7d-d367-42d3-9b55-f95d5930c84c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:03.184535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Attempting to bind port 49180c7d-d367-42d3-9b55-f95d5930c84c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:03.185216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Attempting to bind port 49180c7d-d367-42d3-9b55-f95d5930c84c on network 4bc93299-5fec-4364-9788-d68f62f07327 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:03.190774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5802ad0d-a78e-4428-8f50-c8e16b99b9a3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.194681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:03.195179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Checking segment: {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:03.195947 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.196421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Bound using segment: {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:03.197996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Bound port: 49180c7d-d367-42d3-9b55-f95d5930c84c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:03.199020 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.237841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9859502 Jul 22 16:42:03.238946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:03.245707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:03.252664 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92f63a5f-93f3-478a-995f-248278a4e20d req-4832c8f8-da9d-4758-b7e4-b40a8df426bb tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351253 Jul 22 16:42:03.257595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Request body: {'subnet': {'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1021914880-subnet', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:03.308842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5802ad0d-a78e-4428-8f50-c8e16b99b9a3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.316054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5802ad0d-a78e-4428-8f50-c8e16b99b9a3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5373354 Jul 22 16:42:03.326107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802ad0d-a78e-4428-8f50-c8e16b99b9a3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d0418d-9d61-4684-a473-16129862f8e2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:03.336919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49210) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:03.340155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] For port 49180c7d-d367-42d3-9b55-f95d5930c84c, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:03.344477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c4875-9222-414f-a01a-3795c3f3651f admin admin] Pushing event updated for resources: {'Network': ['ID=90506638-86c9-42ea-ac9e-d864b697745b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:03.347112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] For port 49180c7d-d367-42d3-9b55-f95d5930c84c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=49180c7d-d367-42d3-9b55-f95d5930c84c,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:03.354073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4a794acd-2ac6-4875-9b8f-266a72fc6eaf tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Request body: {'security_group_rule': {'security_group_id': '8319a60a-669b-4565-ac08-94b8a58d8a16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:03.366523 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.384505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 90506638-86c9-42ea-ac9e-d864b697745b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:42:03.394588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Made reservation on behalf of 8bdcbee2f359475cb5903faa847978b7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:03.401768 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.425329 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a794acd-2ac6-4875-9b8f-266a72fc6eaf tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.628362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:03.632959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:03.669183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a794acd-2ac6-4875-9b8f-266a72fc6eaf tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.678122 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a794acd-2ac6-4875-9b8f-266a72fc6eaf tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.732426 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.828178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a794acd-2ac6-4875-9b8f-266a72fc6eaf tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97180660-b251-48ce-8859-073ad09cb4cf,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:03.849926 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a794acd-2ac6-4875-9b8f-266a72fc6eaf tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:03.851177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4a794acd-2ac6-4875-9b8f-266a72fc6eaf tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5132287 Jul 22 16:42:03.888677 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49220) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:03.897335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:03.913314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:03.932260 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cba634b4-fb28-432e-9d10-432a7d42d008 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6968603 Jul 22 16:42:03.938811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:03.945227 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:03.965013 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:03.965560 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:03.976649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-b750384b-b453-4a39-8c8f-c071372a3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:03.978176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-b750384b-b453-4a39-8c8f-c071372a3f9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 1097 time: 0.2885764 Jul 22 16:42:04.020441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02483b-4dcb-4dab-998f-fb16cc547f84 None None] Pushing event updated for resources: {'Port': ['ID=49180c7d-d367-42d3-9b55-f95d5930c84c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:04.024841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.056615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:04.098964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b609ef9-4e31-4941-ae28-51736e9e0644 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting subnet fe78ef82-5a10-45c1-b494-d019bdb89dad {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:04.102268 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b609ef9-4e31-4941-ae28-51736e9e0644 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.107464 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:04.170122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-e87ba95a-c92e-4817-9604-78da10b44827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:04.172712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-e87ba95a-c92e-4817-9604-78da10b44827 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 200 len: 911 time: 0.1865654 Jul 22 16:42:04.187642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ee0ae-6ed8-4386-90a5-0dcdd14cd1bd req-613c2da3-75de-4bf9-bfce-8bc392bbe307 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:04.189716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb5ee0ae-6ed8-4386-90a5-0dcdd14cd1bd req-613c2da3-75de-4bf9-bfce-8bc392bbe307 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.4408262 Jul 22 16:42:04.223171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b609ef9-4e31-4941-ae28-51736e9e0644 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.371103 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:42:01Z', 'revision_number': 10, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:04.386983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.402874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:59Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '49180c7d-d367-42d3-9b55-f95d5930c84c', 'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'mac_address': 'fa:16:3e:cc:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:56Z', 'updated_at': '2021-07-22T16:42:03Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'subnets': [{'id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:04.407612 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:04.414985 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb5ee0ae-6ed8-4386-90a5-0dcdd14cd1bd req-bb0e72af-fadf-462e-a6f3-d874a628cc4c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069674 Jul 22 16:42:04.427020 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:04.427543 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:04.454170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42821162-0185-4fd8-80b2-c50f821186d8 None None] The sync data for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 is: [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:59Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '49180c7d-d367-42d3-9b55-f95d5930c84c', 'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'mac_address': 'fa:16:3e:cc:83:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:56Z', 'updated_at': '2021-07-22T16:42:03Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'subnets': [{'id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:04.482720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5e8923-73de-402f-a1c7-25f7791665a3,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:04.559001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b609ef9-4e31-4941-ae28-51736e9e0644 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.569649 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:04.595324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:04.595687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Network hostable DHCP agents. Network: 90506638-86c9-42ea-ac9e-d864b697745b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:42:04.621737 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.700551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-4fdad00d-983e-49e7-8ef2-f2ff17313117 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b4be45-5dce-4096-b11c-50568b98c222 HTTP/1.1" status: 200 len: 217 time: 0.4888296 Jul 22 16:42:04.746449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Network 90506638-86c9-42ea-ac9e-d864b697745b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:42:04.764252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 90506638-86c9-42ea-ac9e-d864b697745b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:04.773022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7984b-0632-4c9c-a3c4-f9d4d8b89b6c None None] Network 90506638-86c9-42ea-ac9e-d864b697745b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:04.778158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:04.779110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:04.779989 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.787887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-7c7b0d43-a27f-48e0-b644-8eb59ad763f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:04.789798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-7c7b0d43-a27f-48e0-b644-8eb59ad763f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fa854ab-652a-43fe-8aac-ea1168626926 HTTP/1.1" status: 200 len: 850 time: 0.0789852 Jul 22 16:42:04.794015 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b609ef9-4e31-4941-ae28-51736e9e0644 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.847701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Allocated IP 172.25.3.112 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/9963e384-b81b-43d6-b5d0-ecd68f01306d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:04.852046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b609ef9-4e31-4941-ae28-51736e9e0644 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Subnet': ['ID=fe78ef82-5a10-45c1-b494-d019bdb89dad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:04.857563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b609ef9-4e31-4941-ae28-51736e9e0644 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:04.861444 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2b609ef9-4e31-4941-ae28-51736e9e0644 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/fe78ef82-5a10-45c1-b494-d019bdb89dad HTTP/1.1" status: 204 len: 168 time: 0.9202054 Jul 22 16:42:04.876479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-45909053-3a28-4d81-a09b-484767945f12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e144766-d48b-433f-990a-ea1ab2b7ed25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779676 Jul 22 16:42:04.877033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49226) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:04.877371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49230) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:04.879530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dfff2a8d-a060-46ac-a758-c10656a72b37 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6257486 Jul 22 16:42:04.910389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53301d-d70a-4f42-8955-02495b4ceb54 None None] Network 516c186e-3e7d-419d-a103-35fcca051490 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:04.913161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:04.953890 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:42:01Z', 'revision_number': 10, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:05.031647 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0272397-90af-4c3e-a558-f760ff4d68da None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:42:01Z', 'revision_number': 10, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None, '_interfaces': [{'id': 'ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39', 'name': '', 'network_id': '7ba4d256-4d9f-4c9a-9adb-4b9891077793', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'mac_address': 'fa:16:3e:6f:cc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:09Z', 'updated_at': '2021-07-22T16:41:22Z', 'revision_number': 5, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'subnets': [{'id': '00a47f31-bbd0-4f43-856d-f123b72a4fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:05.056924 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.145607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.157163 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.158191 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.198005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.253434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Pushing event updated for resources: {'Port': ['ID=9963e384-b81b-43d6-b5d0-ecd68f01306d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:05.264218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:05.274681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0d9da255-cde9-4e1d-9e95-676b0ef25662 admin admin] 10.222.0.53 "PUT /v2.0/routers/aba08b74-f6c9-41a8-b2c9-5bfd33bb726a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0944476 Jul 22 16:42:05.274844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:05.275337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:05.279063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:05.281797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49240) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:05.292526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] Sync routers for ids ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:05.305015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-5f0719cb-a653-4f1d-b6e2-321d57d628a4 service neutron] 10.222.0.65 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748009 Jul 22 16:42:05.340480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.344857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] Routers {'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:05.345685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:05.399549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-90506638-86c9-42ea-ac9e-d864b697745b', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:42:05.400404 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.752065 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.779307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] DHCP port deletion for 516c186e-3e7d-419d-a103-35fcca051490 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:05.799293 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.818542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 49180c7d-d367-42d3-9b55-f95d5930c84c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:05.827877 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.910725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:05.911210 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:05.954503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97d87d25-e6a8-44c3-b442-fd17d4f00462 req-ae9b352e-524b-4a5b-9ae0-ff52e87dc162 service neutron] 10.222.0.65 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177094 Jul 22 16:42:05.971071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795aab1-20f2-4f7c-8fc4-012f79165b04 req-c8231d70-659f-4999-8947-aa3ef8a32b26 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:05.972608 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a795aab1-20f2-4f7c-8fc4-012f79165b04 req-c8231d70-659f-4999-8947-aa3ef8a32b26 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.4225039 Jul 22 16:42:05.977271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.082062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a795aab1-20f2-4f7c-8fc4-012f79165b04 req-090107f9-49c3-4aa7-b39c-17ab5cc12818 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027479 Jul 22 16:42:06.084804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 49180c7d-d367-42d3-9b55-f95d5930c84c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:06.094427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 49180c7d-d367-42d3-9b55-f95d5930c84c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:06.094744 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.100172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] Set router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:06.140909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.143962 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.164079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7dcc49c0-6fe4-4689-8186-8ebf6de2c634,segment=NetworkSegment(599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8),segment_id=599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:06.165080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.214416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:06.397253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Deleting port 651dd57d-7093-471e-bd4d-028af9057d34 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:06.397626 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.397755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] Deleting port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:06.398232 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.442485 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.494035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No DVR routers for this DVR port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:06.537625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=7dcc49c0-6fe4-4689-8186-8ebf6de2c634,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:06.551757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Allocated IP 172.20.0.2 (90506638-86c9-42ea-ac9e-d864b697745b/9f5e8923-73de-402f-a1c7-25f7791665a3/2bae5ace-13b8-4f1d-8020-8bfa986ec274) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:06.570835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] For port 651dd57d-7093-471e-bd4d-028af9057d34, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=651dd57d-7093-471e-bd4d-028af9057d34,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:06.571284 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.586191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Calling delete_port for 651dd57d-7093-471e-bd4d-028af9057d34 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:06.622516 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.636071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516c186e-3e7d-419d-a103-35fcca051490']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:06.650819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] For port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7dcc49c0-6fe4-4689-8186-8ebf6de2c634,segment=NetworkSegment(599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8),segment_id=599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:06.651241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.651414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:06.651975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599ecfb5-53f6-4a4d-830c-ddf2ec62d3e8') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:06.751356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] Calling delete_port for 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:06.755772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.801945 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.814141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.815999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.836547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.849145 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.865713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:06.866214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:06.869896 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:06.883713 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.958781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Pushing event updated for resources: {'Port': ['ID=9963e384-b81b-43d6-b5d0-ecd68f01306d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:06.984458 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.988998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.995193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:06.995762 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.001206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/networks/516c186e-3e7d-419d-a103-35fcca051490 HTTP/1.1" status: 204 len: 168 time: 2.1220286 Jul 22 16:42:07.001493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=651dd57d-7093-471e-bd4d-028af9057d34,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.004136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:07.026786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850dd6d-57cc-4f69-a492-3c563245353c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Network': ['ID=516c186e-3e7d-419d-a103-35fcca051490,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.085435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Allocated IP 172.25.3.202 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/d43114a6-d507-417c-8ddb-dda80eb202ff) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:07.090177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.094882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.095926 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-13e2ede0-fb16-4cce-b027-742fac6e3d97 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2048504 Jul 22 16:42:07.108294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 49180c7d-d367-42d3-9b55-f95d5930c84c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=49180c7d-d367-42d3-9b55-f95d5930c84c,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:07.124891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '651dd57d-7093-471e-bd4d-028af9057d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:56Z', 'updated_at': '2021-07-22T16:42:02Z', 'revision_number': 5, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'gw_port': {'id': '651dd57d-7093-471e-bd4d-028af9057d34', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ef:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:39:58Z', 'updated_at': '2021-07-22T16:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:07.126705 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.209483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=49180c7d-d367-42d3-9b55-f95d5930c84c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.216812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:07.236617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.241207 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.241534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] Checking router: aba08b74-f6c9-41a8-b2c9-5bfd33bb726a for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:07.248384 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.251715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:07.252036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:07.252459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e79457bc-0e4e-458e-be24-e9149ff03b80 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:07.259439 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.305011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Transition to ACTIVE for port object 2bae5ace-13b8-4f1d-8020-8bfa986ec274 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:07.309384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] Routers {'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:07.309983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:07.312308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e79457bc-0e4e-458e-be24-e9149ff03b80 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:07.312820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e79457bc-0e4e-458e-be24-e9149ff03b80 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:07.351868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] Network 516c186e-3e7d-419d-a103-35fcca051490 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:42:07.352692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] No DVR routers for this DVR port 7dcc49c0-6fe4-4689-8186-8ebf6de2c634 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:07.365847 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.392763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c0bdb-a395-4a23-b086-d0b53b8c4e0a None None] Pushing event deleted for resources: {'Port': ['ID=7dcc49c0-6fe4-4689-8186-8ebf6de2c634,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.418708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Transition to ACTIVE for port object 2bae5ace-13b8-4f1d-8020-8bfa986ec274 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:07.426875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] Set router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:07.470717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.484511 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.540105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Pushing event updated for resources: {'Port': ['ID=d43114a6-d507-417c-8ddb-dda80eb202ff,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.542225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:56Z', 'updated_at': '2021-07-22T16:42:06Z', 'revision_number': 7, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:07.548138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:07.580382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:07.580615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:07.582898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:07.585327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:07.585844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:07.588289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7045c75-69a0-4909-a6c6-f1857468c6fb None None] The sync data for ids ['aba08b74-f6c9-41a8-b2c9-5bfd33bb726a'] in n-d-792458-13 is: [{'id': 'aba08b74-f6c9-41a8-b2c9-5bfd33bb726a', 'name': 'tempest-ServersTestMultiNic-1560119261-router', 'tenant_id': 'e8be2366f06942dc8a5363765a0ade10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:39:56Z', 'updated_at': '2021-07-22T16:42:06Z', 'revision_number': 7, 'project_id': 'e8be2366f06942dc8a5363765a0ade10', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:07.642114 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Pushing event updated for resources: {'Port': ['ID=2bae5ace-13b8-4f1d-8020-8bfa986ec274,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:07.683320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Attempting to bind port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:07.683693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Attempting to bind port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:07.684054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Attempting to bind port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:07.690667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:07.691151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:07.691498 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.691890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Bound using segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:07.692354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Bound port: 2bae5ace-13b8-4f1d-8020-8bfa986ec274, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:07.693118 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:07.826109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a80f0-535a-4331-9410-acb7c538f7f9 req-dab0faa6-d461-4f5b-ae88-69db779804ac tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:07.828646 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a7a80f0-535a-4331-9410-acb7c538f7f9 req-dab0faa6-d461-4f5b-ae88-69db779804ac tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.4164927 Jul 22 16:42:07.881435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] For port 2bae5ace-13b8-4f1d-8020-8bfa986ec274, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:07.893889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] For port 2bae5ace-13b8-4f1d-8020-8bfa986ec274, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2bae5ace-13b8-4f1d-8020-8bfa986ec274,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:07.897803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 49180c7d-d367-42d3-9b55-f95d5930c84c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:07.908078 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.024162 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.025735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aba08b74-f6c9-41a8-b2c9-5bfd33bb726a {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:42:08.057564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a7a80f0-535a-4331-9410-acb7c538f7f9 req-5a4579e9-5e32-45ed-94f5-e74e088c9b20 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217400 Jul 22 16:42:08.096608 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.097876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-52f1436c-3d2a-4b1e-aedc-e2df9d2f2d36 admin admin] 10.222.0.53 "DELETE /v2.0/routers/aba08b74-f6c9-41a8-b2c9-5bfd33bb726a HTTP/1.1" status: 204 len: 168 time: 2.8141172 Jul 22 16:42:08.101619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:08.107775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b0d89-41a5-4499-990e-ae0ff7d12754 None None] Pushing event updated for resources: {'Port': ['ID=2bae5ace-13b8-4f1d-8020-8bfa986ec274,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:08.152648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 49180c7d-d367-42d3-9b55-f95d5930c84c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:08.153065 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.292532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.366507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dbcbf0-89eb-404f-bea5-7761b7191acc admin admin] Deleting subnet 6d38c5ec-2b44-432a-a6d6-16170d6d3a87 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:08.372866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcbf0-89eb-404f-bea5-7761b7191acc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.484779 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcbf0-89eb-404f-bea5-7761b7191acc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.586308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-b8b13afe-a378-45be-b5e4-b799cc32d15b req-a68635f0-063e-428b-9718-828db3c43c0f service neutron] (93751) timed out ('10.222.0.65', 60881) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:42:08.757591 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcbf0-89eb-404f-bea5-7761b7191acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.816728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.824380 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:08.984135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcbf0-89eb-404f-bea5-7761b7191acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.038239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Router 22c0454d-fa48-48a8-acad-29fcf63f61f3 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:42:09.058087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbcbf0-89eb-404f-bea5-7761b7191acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d38c5ec-2b44-432a-a6d6-16170d6d3a87,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:09.067828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a7448-e128-489c-8a5f-18bd7e7ce289 None None] Network 0dc457a1-540e-446d-aa7a-a51e28c836f3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:09.082211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6dbcbf0-89eb-404f-bea5-7761b7191acc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.098509 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c6dbcbf0-89eb-404f-bea5-7761b7191acc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6d38c5ec-2b44-432a-a6d6-16170d6d3a87 HTTP/1.1" status: 204 len: 168 time: 0.9483829 Jul 22 16:42:09.102777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49374) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:09.243579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:09.260408 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Sync routers for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:09.275974 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:09.276608 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:09.306015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.307347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aea2cd95-f2a4-4082-b67a-40a5a29bea04 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4276731 Jul 22 16:42:09.310237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49380) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:09.339791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.427777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35068cd5-052e-44be-ac06-4da7ef4906fd None None] DHCP port deletion for 0dc457a1-540e-446d-aa7a-a51e28c836f3 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:09.552149 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:09.572867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82c510-a3c3-42b0-bafe-9a951c53e690 req-f7222da3-5509-4e0d-8973-8d827fa236bd tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:09.574646 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f82c510-a3c3-42b0-bafe-9a951c53e690 req-f7222da3-5509-4e0d-8973-8d827fa236bd tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.2850380 Jul 22 16:42:09.586229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-35068cd5-052e-44be-ac06-4da7ef4906fd None None] Deleting port bf36da67-15af-4b41-8b98-095c2afc912c {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:09.586601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-35068cd5-052e-44be-ac06-4da7ef4906fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.692005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Deleting port bf36da67-15af-4b41-8b98-095c2afc912c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:09.697163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.759994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:09.760477 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.766835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-35068cd5-052e-44be-ac06-4da7ef4906fd None None] For port bf36da67-15af-4b41-8b98-095c2afc912c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bf36da67-15af-4b41-8b98-095c2afc912c,segment=NetworkSegment(eca57208-07b7-4d87-b6a5-47b1e1b1dfe8),segment_id=eca57208-07b7-4d87-b6a5-47b1e1b1dfe8)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:09.767541 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-35068cd5-052e-44be-ac06-4da7ef4906fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.784071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-35068cd5-052e-44be-ac06-4da7ef4906fd None None] Calling delete_port for bf36da67-15af-4b41-8b98-095c2afc912c owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:09.791439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f82c510-a3c3-42b0-bafe-9a951c53e690 req-296f42ff-18b5-4d7e-bcdf-229f16c0d6bc tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964605 Jul 22 16:42:09.858223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2bae5ace-13b8-4f1d-8020-8bfa986ec274 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:09.880769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f280b-70ea-4deb-8f19-8fd1ffc2fba9 None None] Network 90506638-86c9-42ea-ac9e-d864b697745b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:09.896118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] For port bf36da67-15af-4b41-8b98-095c2afc912c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bf36da67-15af-4b41-8b98-095c2afc912c,segment=NetworkSegment(eca57208-07b7-4d87-b6a5-47b1e1b1dfe8),segment_id=eca57208-07b7-4d87-b6a5-47b1e1b1dfe8)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:09.897193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:09.969370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Calling delete_port for bf36da67-15af-4b41-8b98-095c2afc912c owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:10.073677 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 3, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:10.186955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a2227641-946e-47fb-beb5-dd64b0ff28b5 None None] Provisioning for port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:10.210182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39,segment=NetworkSegment(34f2bbee-5c09-48c8-a0d6-db135af1230b),segment_id=34f2bbee-5c09-48c8-a0d6-db135af1230b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:10.211377 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.260206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:10.301860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:10.337856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:10.338713 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.340555 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-35068cd5-052e-44be-ac06-4da7ef4906fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.385121 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Checking router: 22c0454d-fa48-48a8-acad-29fcf63f61f3 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:10.385720 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Updating router 22c0454d-fa48-48a8-acad-29fcf63f61f3 port d43114a6-d507-417c-8ddb-dda80eb202ff binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:42:10.402229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.405859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35068cd5-052e-44be-ac06-4da7ef4906fd None None] No DVR routers for this DVR port bf36da67-15af-4b41-8b98-095c2afc912c on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:10.407775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35068cd5-052e-44be-ac06-4da7ef4906fd None None] Pushing event deleted for resources: {'Port': ['ID=bf36da67-15af-4b41-8b98-095c2afc912c,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:10.438516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] No DVR routers for this DVR port bf36da67-15af-4b41-8b98-095c2afc912c on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:10.466728 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.533285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf36da67-15af-4b41-8b98-095c2afc912c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:10.658717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.671768 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.686797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc457a1-540e-446d-aa7a-a51e28c836f3']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:10.711768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:10.712097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca57208-07b7-4d87-b6a5-47b1e1b1dfe8') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:10.733982 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.749944 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 2bae5ace-13b8-4f1d-8020-8bfa986ec274, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2bae5ace-13b8-4f1d-8020-8bfa986ec274,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:10.766708 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.768723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.831281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:10.832835 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:10.835837 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:10.846691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=2bae5ace-13b8-4f1d-8020-8bfa986ec274,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:10.908159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 04865237-1738-42b0-9a27-d9efe705131c no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:10.965839 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:10.970171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 04865237-1738-42b0-9a27-d9efe705131c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:10.977210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 04865237-1738-42b0-9a27-d9efe705131c not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:10.978417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bf36da67-15af-4b41-8b98-095c2afc912c no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:10.997698 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.014285 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.014285 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] 10.222.0.53 "DELETE /v2.0/networks/0dc457a1-540e-446d-aa7a-a51e28c836f3 HTTP/1.1" status: 204 len: 168 time: 1.8971131 Jul 22 16:42:11.015880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.059449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: bf36da67-15af-4b41-8b98-095c2afc912c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:11.059790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bf36da67-15af-4b41-8b98-095c2afc912c not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:11.060206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 651dd57d-7093-471e-bd4d-028af9057d34 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:11.115974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:11.122184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 651dd57d-7093-471e-bd4d-028af9057d34 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:11.122528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 651dd57d-7093-471e-bd4d-028af9057d34 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:11.129413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cda27-2e20-49ae-a56f-951b8ea4084d admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc457a1-540e-446d-aa7a-a51e28c836f3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:11.259999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:11.316083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-df8a6881-2ed4-4f78-8488-80179718447b None None] Provisioning complete for port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:11.317900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df8a6881-2ed4-4f78-8488-80179718447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.327671 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.379184 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Transition to ACTIVE for port object d43114a6-d507-417c-8ddb-dda80eb202ff will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:11.394244 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.421119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8fd3d7db-e0dc-4ab7-a76f-143e7a9c18e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8be2366f06942dc8a5363765a0ade10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586323 Jul 22 16:42:11.445221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49414) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:11.509694 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Attempting to bind port d43114a6-d507-417c-8ddb-dda80eb202ff on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:11.510333 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Attempting to bind port d43114a6-d507-417c-8ddb-dda80eb202ff by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:11.511335 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Attempting to bind port d43114a6-d507-417c-8ddb-dda80eb202ff on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:11.516495 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc445110-a77a-478d-93d4-04f360fd4c30 None None] Pushing event updated for resources: {'Port': ['ID=d43114a6-d507-417c-8ddb-dda80eb202ff,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:11.523895 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:11.524579 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:11.525146 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.526241 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:11.527026 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Bound port: d43114a6-d507-417c-8ddb-dda80eb202ff, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:11.527581 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.556363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e58b9f-f25e-4c05-a02d-14aec52bb01b req-407889cf-61df-463c-be40-7adde6590ade tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:11.558129 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20e58b9f-f25e-4c05-a02d-14aec52bb01b req-407889cf-61df-463c-be40-7adde6590ade tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.5568469 Jul 22 16:42:11.588784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.677183 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] For port d43114a6-d507-417c-8ddb-dda80eb202ff, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:11.679245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Allocated IP 172.20.0.1 (90506638-86c9-42ea-ac9e-d864b697745b/9f5e8923-73de-402f-a1c7-25f7791665a3/a6d5c918-6cdf-4ebf-8a28-70679a104b06) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:11.683433 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] For port d43114a6-d507-417c-8ddb-dda80eb202ff, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d43114a6-d507-417c-8ddb-dda80eb202ff,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:11.693840 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.710695 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5834a09e-860f-4633-9cd8-7d8631cc4922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.722056 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20e58b9f-f25e-4c05-a02d-14aec52bb01b req-7545297b-0659-45e6-b176-f8012d1133cd tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541641 Jul 22 16:42:11.847391 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:11.847914 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:11.848821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5834a09e-860f-4633-9cd8-7d8631cc4922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.851232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2bae5ace-13b8-4f1d-8020-8bfa986ec274 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:11.869439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:11.962059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:11.970723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:11.971405 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6b17da69-23c5-4a03-b5aa-4a75a4c1bc9c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9645307 Jul 22 16:42:11.971552 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:11.972697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49416) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:12.021505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:12.041234 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:12.042051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:12.042742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:12.049795 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.109124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Transition to ACTIVE for port object a6d5c918-6cdf-4ebf-8a28-70679a104b06 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:12.115079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5834a09e-860f-4633-9cd8-7d8631cc4922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.116589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8616e22-e0e5-4a5c-9029-dabbdbbcc1be tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting subnet 00a47f31-bbd0-4f43-856d-f123b72a4fa6 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:42:12.119923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5834a09e-860f-4633-9cd8-7d8631cc4922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.120293 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8616e22-e0e5-4a5c-9029-dabbdbbcc1be tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.121077 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5834a09e-860f-4633-9cd8-7d8631cc4922 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb000f39-6315-43be-8107-d4a288bc53e6 HTTP/1.1" status: 204 len: 168 time: 0.6705272 Jul 22 16:42:12.146558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834a09e-860f-4633-9cd8-7d8631cc4922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb000f39-6315-43be-8107-d4a288bc53e6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:12.179402 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc445110-a77a-478d-93d4-04f360fd4c30 None None] Pushing event updated for resources: {'Port': ['ID=d43114a6-d507-417c-8ddb-dda80eb202ff,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:12.191399 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8616e22-e0e5-4a5c-9029-dabbdbbcc1be tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.197027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:12.275736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.355546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:42:10Z', 'revision_number': 11, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:12.395553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:12.418268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d5c918-6cdf-4ebf-8a28-70679a104b06,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:12.422586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:12.427034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8616e22-e0e5-4a5c-9029-dabbdbbcc1be tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.432020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:12.494863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:12.500824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:12.504879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:12.542882 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 3, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:12.620855 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203f189-41e1-4e4a-87ec-9677a8225348 None None] The sync data for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 is: [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 3, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:12.664301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8616e22-e0e5-4a5c-9029-dabbdbbcc1be tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.698893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.700241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:12.711792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8616e22-e0e5-4a5c-9029-dabbdbbcc1be tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Subnet': ['ID=00a47f31-bbd0-4f43-856d-f123b72a4fa6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:12.720144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8616e22-e0e5-4a5c-9029-dabbdbbcc1be tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.725324 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b8616e22-e0e5-4a5c-9029-dabbdbbcc1be tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/00a47f31-bbd0-4f43-856d-f123b72a4fa6 HTTP/1.1" status: 204 len: 168 time: 0.7483559 Jul 22 16:42:12.725324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49430) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:12.839898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:42:10Z', 'revision_number': 11, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:12.848542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac7362-c7f2-4fdf-99cf-746132258a32 None None] Network 7ba4d256-4d9f-4c9a-9adb-4b9891077793 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:12.962311 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:12.963990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbabf53-645e-43fc-8fa2-8299ba28ce58 None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:42:10Z', 'revision_number': 11, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:13.118643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0764c76a-b0c7-454c-8e46-047b10eb70e9 None None] Provisioning for port a6d5c918-6cdf-4ebf-8a28-70679a104b06 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:13.163499 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.166246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d2ec6-f5e8-4ad9-84ea-ef9fd8e87767 req-4406ea85-074e-4a70-a431-02ee6ae02ba4 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:13.168700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-287d2ec6-f5e8-4ad9-84ea-ef9fd8e87767 req-4406ea85-074e-4a70-a431-02ee6ae02ba4 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1987426 Jul 22 16:42:13.172814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0764c76a-b0c7-454c-8e46-047b10eb70e9 None None] Provisioning complete for port a6d5c918-6cdf-4ebf-8a28-70679a104b06 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:13.176504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0764c76a-b0c7-454c-8e46-047b10eb70e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.180559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Deleting port a4c23b23-f364-41cf-b84e-54041298b9da {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:13.180909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.308946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0764c76a-b0c7-454c-8e46-047b10eb70e9 None None] Port a6d5c918-6cdf-4ebf-8a28-70679a104b06 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:42:13.360046 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-287d2ec6-f5e8-4ad9-84ea-ef9fd8e87767 req-7f48f9ef-4ec5-469e-a54d-da910ecd0f74 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744514 Jul 22 16:42:13.364567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] For port a4c23b23-f364-41cf-b84e-54041298b9da, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a4c23b23-f364-41cf-b84e-54041298b9da,segment=NetworkSegment(34f2bbee-5c09-48c8-a0d6-db135af1230b),segment_id=34f2bbee-5c09-48c8-a0d6-db135af1230b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:13.364945 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.412307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Calling delete_port for a4c23b23-f364-41cf-b84e-54041298b9da owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:13.465797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac62e7c-93fa-49eb-91ec-f762aca8b97b None None] DHCP port deletion for 7ba4d256-4d9f-4c9a-9adb-4b9891077793 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:42:13.597553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.603445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.631082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aac62e7c-93fa-49eb-91ec-f762aca8b97b None None] Deleting port a4c23b23-f364-41cf-b84e-54041298b9da {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:42:13.631457 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aac62e7c-93fa-49eb-91ec-f762aca8b97b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.659648 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.679675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d5c918-6cdf-4ebf-8a28-70679a104b06,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:13.821527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.827604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No DVR routers for this DVR port a4c23b23-f364-41cf-b84e-54041298b9da on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:13.853425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Port': ['ID=a4c23b23-f364-41cf-b84e-54041298b9da,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:13.866618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-aac62e7c-93fa-49eb-91ec-f762aca8b97b None None] For port a4c23b23-f364-41cf-b84e-54041298b9da, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a4c23b23-f364-41cf-b84e-54041298b9da,segment=NetworkSegment(34f2bbee-5c09-48c8-a0d6-db135af1230b),segment_id=34f2bbee-5c09-48c8-a0d6-db135af1230b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:13.867042 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aac62e7c-93fa-49eb-91ec-f762aca8b97b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:13.899089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aac62e7c-93fa-49eb-91ec-f762aca8b97b None None] Calling delete_port for a4c23b23-f364-41cf-b84e-54041298b9da owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:42:14.091654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:14.093613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:14.112961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d43114a6-d507-417c-8ddb-dda80eb202ff up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:14.113241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.148135 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aac62e7c-93fa-49eb-91ec-f762aca8b97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.152802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba4d256-4d9f-4c9a-9adb-4b9891077793']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:14.183120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac62e7c-93fa-49eb-91ec-f762aca8b97b None None] No DVR routers for this DVR port a4c23b23-f364-41cf-b84e-54041298b9da on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:42:14.184863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f2bbee-5c09-48c8-a0d6-db135af1230b') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:14.185182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f2bbee-5c09-48c8-a0d6-db135af1230b') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:14.204842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.245420 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.268098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:42:14.268518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:42:14.287427 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:42:14.312669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac62e7c-93fa-49eb-91ec-f762aca8b97b None None] Pushing event deleted for resources: {'Port': ['ID=a4c23b23-f364-41cf-b84e-54041298b9da,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:14.355797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d43114a6-d507-417c-8ddb-dda80eb202ff completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:14.372441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d43114a6-d507-417c-8ddb-dda80eb202ff triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:14.372828 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.415420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Router 22c0454d-fa48-48a8-acad-29fcf63f61f3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:14.504313 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.532295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.534711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/networks/7ba4d256-4d9f-4c9a-9adb-4b9891077793 HTTP/1.1" status: 204 len: 168 time: 1.8084366 Jul 22 16:42:14.537527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49472) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:14.602519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'routes': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:14.666192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826affd-dcfc-49ee-ae3d-affd3a17c197 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Pushing event deleted for resources: {'Network': ['ID=7ba4d256-4d9f-4c9a-9adb-4b9891077793,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:14.707731 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.744120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port d43114a6-d507-417c-8ddb-dda80eb202ff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d43114a6-d507-417c-8ddb-dda80eb202ff,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:14.754277 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.840384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=d43114a6-d507-417c-8ddb-dda80eb202ff,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:14.864780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a4c23b23-f364-41cf-b84e-54041298b9da no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:14.889018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:14.908465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f435b7f8-16c8-456a-98d8-6c26d4649626 admin admin] 10.222.0.53 "PUT /v2.0/routers/22c0454d-fa48-48a8-acad-29fcf63f61f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5950179 Jul 22 16:42:14.962106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3a24916-7ecc-400e-8f25-5f3d60cde567 None None] Provisioning complete for port a6d5c918-6cdf-4ebf-8a28-70679a104b06 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:14.963009 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3a24916-7ecc-400e-8f25-5f3d60cde567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:14.968470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a4c23b23-f364-41cf-b84e-54041298b9da {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:14.973272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a4c23b23-f364-41cf-b84e-54041298b9da not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:14.974738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:42:15.035830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda54308-efd4-474f-ab34-413d329f99f5 req-c0c710c9-51bd-4c8d-afbc-50de41fd3beb tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:15.037895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dda54308-efd4-474f-ab34-413d329f99f5 req-c0c710c9-51bd-4c8d-afbc-50de41fd3beb tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.3404918 Jul 22 16:42:15.103266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:42:15.103541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec50aa42-1fd2-4b08-afcc-e6ca5a3c0d39 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:42:15.149706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c3a24916-7ecc-400e-8f25-5f3d60cde567 None None] Port a6d5c918-6cdf-4ebf-8a28-70679a104b06 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:42:15.156539 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dda54308-efd4-474f-ab34-413d329f99f5 req-00c46643-9fc9-4b7f-96b1-e19a9eb892f3 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041331 Jul 22 16:42:15.267368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Added routes are [] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:42:15.268269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Removed routes are [] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:42:15.268793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.283883 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8042659a-2e5d-41f0-90a6-0557335b1879 req-c11062e5-381d-4af5-8a5b-4e9092d723ab tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0744839 Jul 22 16:42:15.516569 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.520711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.648517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router a4a61bd2-df59-4465-b17b-d829430dcbc4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:15.825919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d43114a6-d507-417c-8ddb-dda80eb202ff up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:15.863157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:15.877066 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] Sync routers for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:15.888732 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:15.891173 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:15.891328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.892480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7cec6cdd-6bbf-46eb-8a3a-3d4204fb44d3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4 HTTP/1.1" status: 200 len: 700 time: 1.3461101 Jul 22 16:42:15.895733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49510) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:15.905332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d43114a6-d507-417c-8ddb-dda80eb202ff triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:15.905727 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:15.994550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49516) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:15.995664 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eb9c212d-c5d6-4497-9823-03e095bd0f7d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4a61bd2-df59-4465-b17b-d829430dcbc4 HTTP/1.1" status: 200 len: 205 time: 0.0986261 Jul 22 16:42:16.047681 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:16.135985 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:42:10Z', 'revision_number': 11, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:16.175947 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] Checking router: a4a61bd2-df59-4465-b17b-d829430dcbc4 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:16.186711 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] Routers {'a4a61bd2-df59-4465-b17b-d829430dcbc4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:16.187691 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a4a61bd2-df59-4465-b17b-d829430dcbc4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:16.235372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d12e898-4a2a-4eb4-824b-bc689a806a8e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.334812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49528) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:16.347045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1030706224-network', 'tenant_id': '38865ab8666b4a14b25974025f3f4299'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:16.401949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Made reservation on behalf of 38865ab8666b4a14b25974025f3f4299 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:16.410452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.426677 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.457458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Sync routers for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:16.469036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:16.469682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:16.478201 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:42:16.481505 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] Set router a4a61bd2-df59-4465-b17b-d829430dcbc4 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:16.516718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00825cc-5700-49fd-abd0-1c17d6044d20 req-8f167aa3-bd40-497d-9909-c3e387e99d1d tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:16.518767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d00825cc-5700-49fd-abd0-1c17d6044d20 req-8f167aa3-bd40-497d-9909-c3e387e99d1d tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.2529731 Jul 22 16:42:16.551473 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:42:10Z', 'revision_number': 11, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:16.584308 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fef04e-cc66-4e45-8bc3-6760df4c576b None None] The sync data for ids ['a4a61bd2-df59-4465-b17b-d829430dcbc4'] in n-d-792458-13 is: [{'id': 'a4a61bd2-df59-4465-b17b-d829430dcbc4', 'name': 'tempest-RoutersTest-router-820105170', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:06Z', 'updated_at': '2021-07-22T16:42:10Z', 'revision_number': 11, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:16.656875 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d00825cc-5700-49fd-abd0-1c17d6044d20 req-22f4f684-9823-4618-91c1-e8a0f4571817 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275134 Jul 22 16:42:16.713262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:16.791137 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.800767 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.889202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:42:16.923068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcab8fe-ad70-432d-9e91-f84d82a09a07,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:16.944931 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:16.945229 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Added segment 31dafb72-a44c-4171-8042-16a311e1c0f2 of type vlan for network 982035a0-dff4-4f1d-beae-e5221c6e15fc Jul 22 16:42:17.042402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.116825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.120635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:17.123002 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.176330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d12e898-4a2a-4eb4-824b-bc689a806a8e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.194553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8582559 Jul 22 16:42:17.200772 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d12e898-4a2a-4eb4-824b-bc689a806a8e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.202292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49536) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:17.204617 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-17411246-e1ef-42c4-92c8-6be962c8b703 req-cfe16c85-448e-4874-92ab-0f9bb5c4a71d tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.3270724 Jul 22 16:42:17.236889 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Request body: {'subnet': {'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1030706224-subnet', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:17.286138 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d12e898-4a2a-4eb4-824b-bc689a806a8e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.286683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d12e898-4a2a-4eb4-824b-bc689a806a8e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Fanout notify agent at l3_agent the message router_deleted on router a4a61bd2-df59-4465-b17b-d829430dcbc4 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:42:17.296414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d12e898-4a2a-4eb4-824b-bc689a806a8e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.302886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2d12e898-4a2a-4eb4-824b-bc689a806a8e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4 HTTP/1.1" status: 204 len: 168 time: 1.3015327 Jul 22 16:42:17.303457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:17.313895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2fb5e73f-e4f9-40e2-8a9e-079f19957266 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-927575679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:17.335904 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-2fb5e73f-e4f9-40e2-8a9e-079f19957266 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:42:17.335904 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:42:17.335904 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': 'e4bc7e6b24774899b794c083b86bc890', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 42, 17, 319783)}] Jul 22 16:42:17.335904 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:42:17.335904 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-2fb5e73f-e4f9-40e2-8a9e-079f19957266 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:42:17.346655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ae3aa-8444-4578-956e-727450101589 admin admin] Pushing event updated for resources: {'Network': ['ID=982035a0-dff4-4f1d-beae-e5221c6e15fc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:17.373866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Made reservation on behalf of 38865ab8666b4a14b25974025f3f4299 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:17.379529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 982035a0-dff4-4f1d-beae-e5221c6e15fc details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:42:17.380021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.558007 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 2, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:17.609345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Checking router: 22c0454d-fa48-48a8-acad-29fcf63f61f3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:17.609716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Updating router 22c0454d-fa48-48a8-acad-29fcf63f61f3 port a6d5c918-6cdf-4ebf-8a28-70679a104b06 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:42:17.637984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.665324 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.727276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=02268f57-a8eb-475d-9b77-c3e36a135e52,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:17.750460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Checking segment: {'id': '31dafb72-a44c-4171-8042-16a311e1c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:17.750873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Network hostable DHCP agents. Network: 982035a0-dff4-4f1d-beae-e5221c6e15fc, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:42:17.774466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Network 982035a0-dff4-4f1d-beae-e5221c6e15fc is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:42:17.827213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 982035a0-dff4-4f1d-beae-e5221c6e15fc) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:17.833470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:17.834710 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.857566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b254153-6fc8-4fdc-a5f1-d260538caa56 None None] Network 982035a0-dff4-4f1d-beae-e5221c6e15fc requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:17.889682 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e73f-e4f9-40e2-8a9e-079f19957266 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.890732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e73f-e4f9-40e2-8a9e-079f19957266 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.902145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:17.902397 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ffb5b910-788e-4066-bba1-39facb9e89ae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6965630 Jul 22 16:42:17.907370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:17.923800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d36cb3-def9-4211-aab9-5b7a48a8056b req-0a3f4cfa-4949-4885-ae06-db4b60f956ec tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:17.927529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95d36cb3-def9-4211-aab9-5b7a48a8056b req-0a3f4cfa-4949-4885-ae06-db4b60f956ec tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1455026 Jul 22 16:42:17.961266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.962237 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.985710 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e73f-e4f9-40e2-8a9e-079f19957266 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:17.995443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e73f-e4f9-40e2-8a9e-079f19957266 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.038058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fb5e73f-e4f9-40e2-8a9e-079f19957266 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.043458 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2fb5e73f-e4f9-40e2-8a9e-079f19957266 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7393160 Jul 22 16:42:18.047237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49548) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:18.053415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-305d72a5-c2a1-43f6-a923-83034aeceb33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:18.068058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95d36cb3-def9-4211-aab9-5b7a48a8056b req-c1075726-e6e0-43f4-9bee-8bfe812c0b35 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896838 Jul 22 16:42:18.084713 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.204302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-982035a0-dff4-4f1d-beae-e5221c6e15fc', 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'fixed_ips': [{'subnet_id': '02268f57-a8eb-475d-9b77-c3e36a135e52'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:42:18.205156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.378532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.416703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b4757dfe-88ef-40e5-9c17-8e48c7e676d4 req-3aa79019-9d2b-49f3-85fd-a1448fef975e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.1544921 Jul 22 16:42:18.419053 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.461804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Transition to ACTIVE for port object a6d5c918-6cdf-4ebf-8a28-70679a104b06 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:18.519126 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c999e697-9895-4b0b-8a5a-ea1bdbd2032f req-58524eca-4595-4793-9903-2c80deabcf60 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0691979 Jul 22 16:42:18.605086 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.763494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfc029-ffe4-4cc8-86ff-d986246eb09c None None] Pushing event updated for resources: {'Port': ['ID=a6d5c918-6cdf-4ebf-8a28-70679a104b06,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:18.766634 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-305d72a5-c2a1-43f6-a923-83034aeceb33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.768206 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fe09a2b5-3589-42b6-b3c6-33722fbb932b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.773127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.797080 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-305d72a5-c2a1-43f6-a923-83034aeceb33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.812383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:18.925223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Allocated IP 172.20.0.2 (982035a0-dff4-4f1d-beae-e5221c6e15fc/02268f57-a8eb-475d-9b77-c3e36a135e52/81b85993-bbac-46df-898e-e0f46286e567) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:18.964107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305d72a5-c2a1-43f6-a923-83034aeceb33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Router 2e94f340-81c3-492e-8b71-8dba23e97e36 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:42:19.022758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Attempting to bind port a6d5c918-6cdf-4ebf-8a28-70679a104b06 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:19.023474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Attempting to bind port a6d5c918-6cdf-4ebf-8a28-70679a104b06 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:19.024032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Attempting to bind port a6d5c918-6cdf-4ebf-8a28-70679a104b06 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:19.054846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Allocated IP 172.25.3.193 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/2d2424ff-8d63-4234-9160-bbb195266543) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:19.071999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305d72a5-c2a1-43f6-a923-83034aeceb33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:19.080221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:19.080602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:19.082835 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.083269 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Bound using segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:19.083770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Bound port: a6d5c918-6cdf-4ebf-8a28-70679a104b06, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:19.084160 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.084568 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] Sync routers for ids ['2e94f340-81c3-492e-8b71-8dba23e97e36'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:19.089142 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-305d72a5-c2a1-43f6-a923-83034aeceb33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.090388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-305d72a5-c2a1-43f6-a923-83034aeceb33 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "PUT /v2.0/routers/2e94f340-81c3-492e-8b71-8dba23e97e36 HTTP/1.1" status: 200 len: 693 time: 1.0414941 Jul 22 16:42:19.102207 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] Routers {'2e94f340-81c3-492e-8b71-8dba23e97e36'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:19.102698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49564) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:19.103316 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2e94f340-81c3-492e-8b71-8dba23e97e36'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:19.242785 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] Set router 2e94f340-81c3-492e-8b71-8dba23e97e36 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:19.254890 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.329821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f44acb81-11a2-4775-8f62-7d43152557de tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/routers/2e94f340-81c3-492e-8b71-8dba23e97e36 HTTP/1.1" status: 200 len: 699 time: 0.2201252 Jul 22 16:42:19.332091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49568) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:19.417952 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e94f340-81c3-492e-8b71-8dba23e97e36', 'name': 'tempest-RoutersTest-router-927575679', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:42:18Z', 'revision_number': 2, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:19.466264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b9e9b-da7a-4712-9f0f-edf21d4675d1 req-c11bf553-79a6-440d-b966-9c49e07d5a90 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:19.483930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7856a596-de38-4965-b4b1-4b4b96861f67 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e94f340-81c3-492e-8b71-8dba23e97e36 HTTP/1.1" status: 200 len: 205 time: 0.1462612 Jul 22 16:42:19.484150 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d68b9e9b-da7a-4712-9f0f-edf21d4675d1 req-c11bf553-79a6-440d-b966-9c49e07d5a90 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1565862 Jul 22 16:42:19.485504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49572) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:19.497794 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.575616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.588087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Transition to ACTIVE for port object 81b85993-bbac-46df-898e-e0f46286e567 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:19.631128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Transition to ACTIVE for port object 81b85993-bbac-46df-898e-e0f46286e567 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:19.671619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] For port a6d5c918-6cdf-4ebf-8a28-70679a104b06, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:19.681176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] For port a6d5c918-6cdf-4ebf-8a28-70679a104b06, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a6d5c918-6cdf-4ebf-8a28-70679a104b06,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:19.683065 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.695397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.744119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d68b9e9b-da7a-4712-9f0f-edf21d4675d1 req-6aed57ec-199b-462b-9661-6ff3512a7dbc tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594030 Jul 22 16:42:19.749390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-415e5d14-4cf8-4510-91c0-ec04128d86dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:19.815094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:19.826040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:19.840147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Pushing event updated for resources: {'Port': ['ID=81b85993-bbac-46df-898e-e0f46286e567,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:19.843423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:19.873146 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] Checking router: 2e94f340-81c3-492e-8b71-8dba23e97e36 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:19.908822 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] Routers {'2e94f340-81c3-492e-8b71-8dba23e97e36'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:19.909049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Network 982035a0-dff4-4f1d-beae-e5221c6e15fc is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:19.909772 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2e94f340-81c3-492e-8b71-8dba23e97e36'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:19.910907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:19.911560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:41:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:20.083970 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] Set router 2e94f340-81c3-492e-8b71-8dba23e97e36 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:20.100052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-415e5d14-4cf8-4510-91c0-ec04128d86dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.102750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-415e5d14-4cf8-4510-91c0-ec04128d86dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.115247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-652ddfd5-cc0a-49ff-9c23-6181b498e5b2 req-8f998ef1-babc-4fd6-b363-d83cd3b84cf4 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.1618896 Jul 22 16:42:20.124756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Pushing event updated for resources: {'Port': ['ID=2d2424ff-8d63-4234-9160-bbb195266543,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:20.205717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-415e5d14-4cf8-4510-91c0-ec04128d86dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.206208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415e5d14-4cf8-4510-91c0-ec04128d86dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Fanout notify agent at l3_agent the message router_deleted on router 2e94f340-81c3-492e-8b71-8dba23e97e36 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:42:20.224851 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e94f340-81c3-492e-8b71-8dba23e97e36', 'name': 'tempest-RoutersTest-router-927575679', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:42:18Z', 'revision_number': 2, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:20.229962 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-415e5d14-4cf8-4510-91c0-ec04128d86dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:20.246131 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-415e5d14-4cf8-4510-91c0-ec04128d86dd tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/2e94f340-81c3-492e-8b71-8dba23e97e36 HTTP/1.1" status: 204 len: 168 time: 0.7588434 Jul 22 16:42:20.246700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49582) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:20.277659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:20.297290 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff76f2-e460-421c-ab12-431e1661b860 None None] The sync data for ids ['2e94f340-81c3-492e-8b71-8dba23e97e36'] in n-d-792458-13 is: [{'id': '2e94f340-81c3-492e-8b71-8dba23e97e36', 'name': 'tempest-RoutersTest-router-927575679', 'tenant_id': 'e4bc7e6b24774899b794c083b86bc890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:42:18Z', 'revision_number': 2, 'project_id': 'e4bc7e6b24774899b794c083b86bc890', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:20.366618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-97f1d351-16a0-4d95-81b1-829b78527834 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6733782 Jul 22 16:42:20.392184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7da0fa02-7abb-4552-9770-8d86adce22e7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e94f340-81c3-492e-8b71-8dba23e97e36 HTTP/1.1" status: 200 len: 205 time: 0.1440167 Jul 22 16:42:20.397515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:20.446062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:20.475471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:20.541876 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-e77c5518-a4ed-444b-b334-e19ba947c586 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] delete failed (client error): The resource could not be found. Jul 22 16:42:20.543937 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e77c5518-a4ed-444b-b334-e19ba947c586 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/2e94f340-81c3-492e-8b71-8dba23e97e36 HTTP/1.1" status: 404 len: 336 time: 0.1452198 Jul 22 16:42:20.547684 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:20.645475 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a8b3d3-65d0-4ab0-b233-48b3b3f4f4f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] DELETE failed (client error): The resource could not be found. Jul 22 16:42:20.646069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a8b3d3-65d0-4ab0-b233-48b3b3f4f4f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:42:20.652183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-02a8b3d3-65d0-4ab0-b233-48b3b3f4f4f9 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/f5b4c03b-67f1-47e2-8943-c9b70b0a6189 HTTP/1.1" status: 404 len: 337 time: 0.1011412 Jul 22 16:42:20.659479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49600) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:20.777386 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-25467cdc-6ccf-482f-83f9-5873fd8271a2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] DELETE failed (client error): The resource could not be found. Jul 22 16:42:20.780858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25467cdc-6ccf-482f-83f9-5873fd8271a2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:42:20.785020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-25467cdc-6ccf-482f-83f9-5873fd8271a2 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/3c843308-85ae-4969-882d-d4817ca5f055 HTTP/1.1" status: 404 len: 337 time: 0.1091311 Jul 22 16:42:20.786376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49606) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:20.832552 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c19e1b-595c-4b10-8c4e-99a0b5dd7eae tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] DELETE failed (client error): The resource could not be found. Jul 22 16:42:20.833010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c19e1b-595c-4b10-8c4e-99a0b5dd7eae tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:42:20.837132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-56c19e1b-595c-4b10-8c4e-99a0b5dd7eae tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/fe78ef82-5a10-45c1-b494-d019bdb89dad HTTP/1.1" status: 404 len: 337 time: 0.0474029 Jul 22 16:42:20.837656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:20.914677 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-8255df7e-7646-43e4-bf9f-66333c836199 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] DELETE failed (client error): The resource could not be found. Jul 22 16:42:20.915541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8255df7e-7646-43e4-bf9f-66333c836199 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:42:20.917743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8255df7e-7646-43e4-bf9f-66333c836199 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/00a47f31-bbd0-4f43-856d-f123b72a4fa6 HTTP/1.1" status: 404 len: 337 time: 0.0791316 Jul 22 16:42:20.920641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49616) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:20.953947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfc029-ffe4-4cc8-86ff-d986246eb09c None None] Pushing event updated for resources: {'Port': ['ID=a6d5c918-6cdf-4ebf-8a28-70679a104b06,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:20.987416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-52e00add-3c87-4af9-aa51-fc6a65764ed7 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4a61bd2-df59-4465-b17b-d829430dcbc4 HTTP/1.1" status: 200 len: 205 time: 0.0647137 Jul 22 16:42:20.995560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Attempting to bind port 81b85993-bbac-46df-898e-e0f46286e567 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:20.996701 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Attempting to bind port 81b85993-bbac-46df-898e-e0f46286e567 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '31dafb72-a44c-4171-8042-16a311e1c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:20.997279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Attempting to bind port 81b85993-bbac-46df-898e-e0f46286e567 on network 982035a0-dff4-4f1d-beae-e5221c6e15fc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:21.005752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:21.007249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Checking segment: {'id': '31dafb72-a44c-4171-8042-16a311e1c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:21.007919 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.008799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Bound using segment: {'id': '31dafb72-a44c-4171-8042-16a311e1c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:21.009570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Bound port: 81b85993-bbac-46df-898e-e0f46286e567, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dafb72-a44c-4171-8042-16a311e1c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:21.010214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.013872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.018712 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c86a752a-0f4e-4915-b635-677bf25f56f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.069287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:19Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:21.097816 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-521742f4-9221-4419-9f72-2a1d0e89f977 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] delete failed (client error): The resource could not be found. Jul 22 16:42:21.099300 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-521742f4-9221-4419-9f72-2a1d0e89f977 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/a4a61bd2-df59-4465-b17b-d829430dcbc4 HTTP/1.1" status: 404 len: 336 time: 0.0835309 Jul 22 16:42:21.102740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.142712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c263de08-2072-4cb8-9e86-29e1988d8782 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd3a0c0b-cb1c-42d9-826d-729cbf593980 HTTP/1.1" status: 200 len: 205 time: 0.0385480 Jul 22 16:42:21.149650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259fc71b-7a88-42d8-951e-febd0f8a658b None None] The sync data for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 is: [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:19Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:21.160175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49624) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.203975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb677d-3c45-4730-bd8f-5fc55d634222 req-8476595b-8568-4423-9aa9-6be7aac00a7f tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.205821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-35bb677d-3c45-4730-bd8f-5fc55d634222 req-8476595b-8568-4423-9aa9-6be7aac00a7f tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.2927804 Jul 22 16:42:21.223844 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-68e4202e-c44b-40a4-a0a5-24e5b181de04 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] delete failed (client error): The resource could not be found. Jul 22 16:42:21.224880 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-68e4202e-c44b-40a4-a0a5-24e5b181de04 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/cd3a0c0b-cb1c-42d9-826d-729cbf593980 HTTP/1.1" status: 404 len: 336 time: 0.0603642 Jul 22 16:42:21.227561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49626) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.237002 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.298380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbbd02d5-8c8c-4e2b-974d-ca1a8e7496b6 req-4e3ea688-9ccc-4a8e-8f07-8d9b60f5b078 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.1408474 Jul 22 16:42:21.325612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] For port 81b85993-bbac-46df-898e-e0f46286e567, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:21.333807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] For port 81b85993-bbac-46df-898e-e0f46286e567, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=81b85993-bbac-46df-898e-e0f46286e567,segment=NetworkSegment(31dafb72-a44c-4171-8042-16a311e1c0f2),segment_id=31dafb72-a44c-4171-8042-16a311e1c0f2)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:21.341363 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.401159 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cb1b96-54a9-4865-bf8d-f509b0afb38b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] DELETE failed (client error): The resource could not be found. Jul 22 16:42:21.401530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cb1b96-54a9-4865-bf8d-f509b0afb38b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:42:21.408248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49628) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.414061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:21.419539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f2cb1b96-54a9-4865-bf8d-f509b0afb38b tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/02011a95-f176-42a7-a09c-32d5126803f0 HTTP/1.1" status: 404 len: 337 time: 0.1904652 Jul 22 16:42:21.433814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-f7b2730c-8b81-466c-b6db-5e234feda0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.434365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-f7b2730c-8b81-466c-b6db-5e234feda0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.434839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-f7b2730c-8b81-466c-b6db-5e234feda0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.435332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-f7b2730c-8b81-466c-b6db-5e234feda0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.435807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-f7b2730c-8b81-466c-b6db-5e234feda0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.436361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-f7b2730c-8b81-466c-b6db-5e234feda0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.437177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-f7b2730c-8b81-466c-b6db-5e234feda0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.439527 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-f7b2730c-8b81-466c-b6db-5e234feda0ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6495 time: 0.9518549 Jul 22 16:42:21.446820 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-35bb677d-3c45-4730-bd8f-5fc55d634222 req-1fa42425-8b44-45bd-aec3-9e16399ef5eb tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846793 Jul 22 16:42:21.498304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd8a45-84dc-4619-b346-26a1ea97a0db None None] Pushing event updated for resources: {'Port': ['ID=81b85993-bbac-46df-898e-e0f46286e567,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:21.551334 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-83ce82ef-89b2-48fe-bb8d-fb6269ecad8c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=88098a90-c57e-4e2b-bc4b-051565e6e76a HTTP/1.1" status: 200 len: 205 time: 0.1403720 Jul 22 16:42:21.554030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.655901 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-79550792-0196-4238-85c4-2ec4fd8d4b37 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] delete failed (client error): The resource could not be found. Jul 22 16:42:21.661072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-79550792-0196-4238-85c4-2ec4fd8d4b37 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/88098a90-c57e-4e2b-bc4b-051565e6e76a HTTP/1.1" status: 404 len: 336 time: 0.1042340 Jul 22 16:42:21.668562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.754573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-52a47844-b99f-49a8-8744-6ac0218826b6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=61c61486-3bf6-4d32-b098-86e0addc1837 HTTP/1.1" status: 200 len: 205 time: 0.0849769 Jul 22 16:42:21.757819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49638) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.876853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a6d5c918-6cdf-4ebf-8a28-70679a104b06 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:21.884405 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-fc2e6fe3-8a4f-4d2b-9bc1-359a4622621d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] delete failed (client error): The resource could not be found. Jul 22 16:42:21.884405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fc2e6fe3-8a4f-4d2b-9bc1-359a4622621d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/61c61486-3bf6-4d32-b098-86e0addc1837 HTTP/1.1" status: 404 len: 336 time: 0.1225216 Jul 22 16:42:21.890434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:21.980797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-93e40010-4f9c-467d-aa8e-d4ec545a1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.981504 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aa283d-60ca-4a38-b007-f4eb7d3ef0e6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] DELETE failed (client error): The resource could not be found. Jul 22 16:42:21.982027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35aa283d-60ca-4a38-b007-f4eb7d3ef0e6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:42:21.982570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-93e40010-4f9c-467d-aa8e-d4ec545a1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.983826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-93e40010-4f9c-467d-aa8e-d4ec545a1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:21.984493 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-35aa283d-60ca-4a38-b007-f4eb7d3ef0e6 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/5ad76fc2-8998-48cb-bcec-3319e7137f4e HTTP/1.1" status: 404 len: 337 time: 0.0913711 Jul 22 16:42:21.986248 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-93e40010-4f9c-467d-aa8e-d4ec545a1101 service neutron] 10.222.0.20 "GET /v2.0/networks?id=938a054a-5a48-4d43-b896-bf09e16b8e83&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=fd33b87a-764f-438d-ba51-6438b1736183&id=fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 200 len: 2291 time: 0.4377539 Jul 22 16:42:21.987340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49644) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.008705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a6d5c918-6cdf-4ebf-8a28-70679a104b06 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:22.020767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a6d5c918-6cdf-4ebf-8a28-70679a104b06 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:22.021977 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.044134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-62330425-6463-4bff-a366-8af26cb89f6e tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=055a52b9-6bb3-4073-bb3a-5bad74633a8d HTTP/1.1" status: 200 len: 205 time: 0.0555611 Jul 22 16:42:22.048178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49646) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.199167 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-b3a63b2b-2c6e-467c-ac20-07bee1baa822 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] delete failed (client error): The resource could not be found. Jul 22 16:42:22.208264 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b3a63b2b-2c6e-467c-ac20-07bee1baa822 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/055a52b9-6bb3-4073-bb3a-5bad74633a8d HTTP/1.1" status: 404 len: 336 time: 0.1590064 Jul 22 16:42:22.210808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49648) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.229659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.247519 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.283822 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc1d100-89d1-4082-97e3-0ad6755df2ce tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] DELETE failed (client error): The resource could not be found. Jul 22 16:42:22.284425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc1d100-89d1-4082-97e3-0ad6755df2ce tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:42:22.286482 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dbc1d100-89d1-4082-97e3-0ad6755df2ce tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/9a502b80-1961-4f9c-8b1f-18abe212ae32 HTTP/1.1" status: 404 len: 337 time: 0.0737867 Jul 22 16:42:22.289283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49650) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.313590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-35bc3c58-46e3-4181-9b15-97985af83271 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f HTTP/1.1" status: 200 len: 1000 time: 0.0814712 Jul 22 16:42:22.315093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port a6d5c918-6cdf-4ebf-8a28-70679a104b06, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a6d5c918-6cdf-4ebf-8a28-70679a104b06,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:22.334562 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.355412 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-85574818-e471-4082-a155-1c7e09846ad3 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "GET /v2.0/ports?device_id=f57021d0-6705-43d9-be76-9c621a6f27b8 HTTP/1.1" status: 200 len: 205 time: 0.0619621 Jul 22 16:42:22.355997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.437547 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=a6d5c918-6cdf-4ebf-8a28-70679a104b06,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:22.441021 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-ede7154a-4717-421c-bbf1-a23e3c723e76 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] delete failed (client error): The resource could not be found. Jul 22 16:42:22.443347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ede7154a-4717-421c-bbf1-a23e3c723e76 tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/routers/f57021d0-6705-43d9-be76-9c621a6f27b8 HTTP/1.1" status: 404 len: 336 time: 0.0850739 Jul 22 16:42:22.451189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.496478 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:22.525666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0287d773-00b9-41d9-939a-3107a51c1363 req-331c65db-483c-4bab-bfa4-dcac2b0698b4 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0809581 Jul 22 16:42:22.559469 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-491df85e-dc12-49d1-896b-14cd559bc80c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] DELETE failed (client error): The resource could not be found. Jul 22 16:42:22.560326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491df85e-dc12-49d1-896b-14cd559bc80c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:42:22.563708 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-491df85e-dc12-49d1-896b-14cd559bc80c tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/133c37fb-40bb-41e0-b2aa-c1779e1bfeb5 HTTP/1.1" status: 404 len: 337 time: 0.0926464 Jul 22 16:42:22.564814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-51b3b134-9ede-4d23-9206-830d9f194453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:22.566472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49662) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:22.584997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-51b3b134-9ede-4d23-9206-830d9f194453 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45498e51-452b-44b2-94cf-b51a3ccaa0fe HTTP/1.1" status: 200 len: 850 time: 0.2636018 Jul 22 16:42:22.631399 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edc490a-66df-4530-bffa-f12201c4fe3d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] DELETE failed (client error): The resource could not be found. Jul 22 16:42:22.634794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edc490a-66df-4530-bffa-f12201c4fe3d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:42:22.638884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0edc490a-66df-4530-bffa-f12201c4fe3d tempest-RoutersTest-2086062315 tempest-RoutersTest-2086062315-project] 10.222.0.53 "DELETE /v2.0/subnets/0a39ecdc-7b54-43df-ae79-d016fb7632c3 HTTP/1.1" status: 404 len: 337 time: 0.0706966 Jul 22 16:42:22.860936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19544c1-509d-40be-b236-a8a1317a69e5 req-6bc4abc8-92b8-45e6-9b72-b0faff61dd92 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:22.862536 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c19544c1-509d-40be-b236-a8a1317a69e5 req-6bc4abc8-92b8-45e6-9b72-b0faff61dd92 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1976607 Jul 22 16:42:22.875965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-a0a97e3c-fdf5-482c-a48b-f4eae665994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:22.890977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-a0a97e3c-fdf5-482c-a48b-f4eae665994e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938a054a-5a48-4d43-b896-bf09e16b8e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1965590 Jul 22 16:42:22.993981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c19544c1-509d-40be-b236-a8a1317a69e5 req-84234207-93db-4621-93dc-76732cdf3d1b tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114218 Jul 22 16:42:23.127274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Router 538c465e-c960-44dd-bf04-97b4c913a35c is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:42:23.158739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-baabe775-bd6c-41ed-b9ce-b7ed5f75fa1e service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574565 Jul 22 16:42:23.325634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336e248-a931-47ec-8383-36700ce57cf9 None None] Network 982035a0-dff4-4f1d-beae-e5221c6e15fc requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:42:23.352256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:23.456249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-facf9c4c-8624-4aec-a127-b6f9da0cf3ef service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908766 Jul 22 16:42:23.459780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:23.497994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Sync routers for ids ['538c465e-c960-44dd-bf04-97b4c913a35c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:23.524018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-2b798520-e3d9-4852-a094-e0918b9ed4a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 217 time: 0.0588274 Jul 22 16:42:23.607330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-e64fedc1-f5d0-4535-92d5-7d6f4e99f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:23.609330 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-e64fedc1-f5d0-4535-92d5-7d6f4e99f0c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0784564 Jul 22 16:42:23.611250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Routers {'538c465e-c960-44dd-bf04-97b4c913a35c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:23.612599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['538c465e-c960-44dd-bf04-97b4c913a35c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:23.697110 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:23.704901 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e263646d-682f-48c8-9ee2-ad70f92b100c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8016267 Jul 22 16:42:23.707670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49684) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:23.827002 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-30c07a8e-ede8-4ba4-82d0-110e67c70231 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4bc7e6b24774899b794c083b86bc890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713461 Jul 22 16:42:23.859342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49686) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:24.026697 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9cc75445-517e-4ad4-a96a-4256c664002b req-6392c583-7e93-4ca9-84ae-e0100cbe8d7a tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.2137244 Jul 22 16:42:24.124351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-395428c4-7603-4955-b10b-1ae919e2afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:24.126168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-395428c4-7603-4955-b10b-1ae919e2afc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4539528 Jul 22 16:42:24.223787 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7190e7c2-3d87-48b5-be62-f04b782d52a6 None None] Provisioning for port 81b85993-bbac-46df-898e-e0f46286e567 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:24.237998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2e02afd-9353-47d4-b5e6-5a8ac66b4cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.265763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a6d5c918-6cdf-4ebf-8a28-70679a104b06 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:24.315582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49696) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:24.341672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2e02afd-9353-47d4-b5e6-5a8ac66b4cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.370693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6adcd-bc89-4759-a503-57f430b60b90 req-4b4dcf67-5382-44a2-a1cc-b1f2db928bed tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:24.375164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b4a6adcd-bc89-4759-a503-57f430b60b90 req-4b4dcf67-5382-44a2-a1cc-b1f2db928bed tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.2410028 Jul 22 16:42:24.402339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-487f0fc4-4321-4fdd-8925-b6b395cb923c service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559867 Jul 22 16:42:24.432552 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.445709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a6d5c918-6cdf-4ebf-8a28-70679a104b06 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:24.446135 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.544720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b4a6adcd-bc89-4759-a503-57f430b60b90 req-b0132eac-2b1f-43f6-b953-36e8eccc5ce3 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573951 Jul 22 16:42:24.558856 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80ffc205-258e-4eb9-98c6-69acbed79a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.583309 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2e02afd-9353-47d4-b5e6-5a8ac66b4cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.586338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2e02afd-9353-47d4-b5e6-5a8ac66b4cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.590457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c2e02afd-9353-47d4-b5e6-5a8ac66b4cac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/562f5ad5-5f23-43bc-aa37-2dab5d943e19 HTTP/1.1" status: 204 len: 168 time: 0.7283180 Jul 22 16:42:24.605687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Set router 538c465e-c960-44dd-bf04-97b4c913a35c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:24.625300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-4f573831-5a1d-4122-9ee0-7a17c920f111 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122900 Jul 22 16:42:24.629248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e02afd-9353-47d4-b5e6-5a8ac66b4cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562f5ad5-5f23-43bc-aa37-2dab5d943e19,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:24.715129 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-aa606f28-b186-49e1-a321-6729b326e4f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 217 time: 0.0796733 Jul 22 16:42:24.794836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-7c65b5e5-6e07-4ede-a440-35857eec6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:24.797579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-7c65b5e5-6e07-4ede-a440-35857eec6fe1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0730882 Jul 22 16:42:24.797918 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.983365 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80ffc205-258e-4eb9-98c6-69acbed79a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:24.992557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 81b85993-bbac-46df-898e-e0f46286e567 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:24.994733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80ffc205-258e-4eb9-98c6-69acbed79a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.025819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-192a5024-96a3-4abe-a147-d37d7e3d1eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:25.033702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-192a5024-96a3-4abe-a147-d37d7e3d1eda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2191038 Jul 22 16:42:25.130560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Allocated IP 172.20.0.1 (982035a0-dff4-4f1d-beae-e5221c6e15fc/02268f57-a8eb-475d-9b77-c3e36a135e52/b080bd7f-cc4b-4f46-b381-5a40c9a8152e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:25.237317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2d2424ff-8d63-4234-9160-bbb195266543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:42:20Z', 'revision_number': 3, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'gw_port': {'id': '2d2424ff-8d63-4234-9160-bbb195266543', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:18Z', 'updated_at': '2021-07-22T16:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:25.245698 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4a266a84-cbf0-45d4-ad45-0b88672f326c req-d9a4b306-994b-404e-9edb-1a24191be5a2 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0668652 Jul 22 16:42:25.264469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80ffc205-258e-4eb9-98c6-69acbed79a42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b79e8e2eedac4d6a9eeb1030761a122e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9347935 Jul 22 16:42:25.310275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49720) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:25.310493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 81b85993-bbac-46df-898e-e0f46286e567 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:25.324457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Checking router: 538c465e-c960-44dd-bf04-97b4c913a35c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:25.324814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Updating router 538c465e-c960-44dd-bf04-97b4c913a35c port 2d2424ff-8d63-4234-9160-bbb195266543 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:42:25.346680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffc205-258e-4eb9-98c6-69acbed79a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bacde7-71c0-448e-9dd7-030a39368608,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:25.354894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 81b85993-bbac-46df-898e-e0f46286e567 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:25.355335 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.401994 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.424417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Transition to ACTIVE for port object b080bd7f-cc4b-4f46-b381-5a40c9a8152e will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:25.433051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21281b1c-fc77-4b8a-af43-d8559e5bf660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.438673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-4a9c04aa-5668-4f43-9c94-9a598df13218 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860090 Jul 22 16:42:25.459511 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.494110 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.535058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21281b1c-fc77-4b8a-af43-d8559e5bf660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.571024 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Network 982035a0-dff4-4f1d-beae-e5221c6e15fc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:25.579804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:25.582708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:25.618029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b080bd7f-cc4b-4f46-b381-5a40c9a8152e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:25.646575 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.649623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-298be5c5-80c3-47b4-afca-7c187c12e588 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925335 Jul 22 16:42:25.692327 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21281b1c-fc77-4b8a-af43-d8559e5bf660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.697645 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21281b1c-fc77-4b8a-af43-d8559e5bf660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:25.700995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-21281b1c-fc77-4b8a-af43-d8559e5bf660 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02bacde7-71c0-448e-9dd7-030a39368608 HTTP/1.1" status: 204 len: 168 time: 0.3865237 Jul 22 16:42:25.794968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-78658cc2-9d61-4172-b5fb-928521c5697e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5 HTTP/1.1" status: 200 len: 217 time: 0.1377511 Jul 22 16:42:25.797669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21281b1c-fc77-4b8a-af43-d8559e5bf660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bacde7-71c0-448e-9dd7-030a39368608,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:25.926097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-911b754f-e5ba-4c36-8851-fd56d3651d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:25.928911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-911b754f-e5ba-4c36-8851-fd56d3651d5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.1184247 Jul 22 16:42:25.976998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:25.991041 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.102520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.114380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-b8dcf619-0471-4f6d-b9c1-e846f437f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:26.115272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc6243ed-9e10-4a4e-b708-9b7103cfa482 None None] Provisioning complete for port 81b85993-bbac-46df-898e-e0f46286e567 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:26.115784 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc6243ed-9e10-4a4e-b708-9b7103cfa482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.118441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-b8dcf619-0471-4f6d-b9c1-e846f437f5c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1798711 Jul 22 16:42:26.157135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4465191-c4d3-42ac-b4fd-02db7082a196 req-c3e157d0-bb03-4c90-9b98-da4a1afd08c9 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:26.164080 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4465191-c4d3-42ac-b4fd-02db7082a196 req-c3e157d0-bb03-4c90-9b98-da4a1afd08c9 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.3253663 Jul 22 16:42:26.256119 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.301621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Transition to ACTIVE for port object 2d2424ff-8d63-4234-9160-bbb195266543 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:26.321015 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.333982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4465191-c4d3-42ac-b4fd-02db7082a196 req-87cdb6f2-dbc9-4b83-bbce-0d4e5c7f62bd tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687291 Jul 22 16:42:26.359336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-54882c48-8850-4454-a387-0d3ff5ec06c7 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263920 Jul 22 16:42:26.430335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Pushing event updated for resources: {'Port': ['ID=2d2424ff-8d63-4234-9160-bbb195266543,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:26.443027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 81b85993-bbac-46df-898e-e0f46286e567, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=81b85993-bbac-46df-898e-e0f46286e567,segment=NetworkSegment(31dafb72-a44c-4171-8042-16a311e1c0f2),segment_id=31dafb72-a44c-4171-8042-16a311e1c0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:26.445012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.445461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.445800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.446135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.446581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.446994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.447369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.447786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.448136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.448457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.448872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.449127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:26.473020 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.555521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=81b85993-bbac-46df-898e-e0f46286e567,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:26.561520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Attempting to bind port 2d2424ff-8d63-4234-9160-bbb195266543 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:26.561785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Attempting to bind port 2d2424ff-8d63-4234-9160-bbb195266543 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:26.562583 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Attempting to bind port 2d2424ff-8d63-4234-9160-bbb195266543 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:26.567972 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc6243ed-9e10-4a4e-b708-9b7103cfa482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.573404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:26.573774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:26.574185 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.574640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:26.575163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Bound port: 2d2424ff-8d63-4234-9160-bbb195266543, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:26.575544 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.611049 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-056d7d1b-b4da-481c-a377-39409e7b5c76 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312810 Jul 22 16:42:26.694398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] For port 2d2424ff-8d63-4234-9160-bbb195266543, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:26.698597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] For port 2d2424ff-8d63-4234-9160-bbb195266543, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2d2424ff-8d63-4234-9160-bbb195266543,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:26.700127 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-dc6243ed-9e10-4a4e-b708-9b7103cfa482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:42:26.700340 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-dc6243ed-9e10-4a4e-b708-9b7103cfa482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:42:26.705010 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:26.747400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-71268dd8-d793-411a-b969-2acd5e8880b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe HTTP/1.1" status: 200 len: 217 time: 0.1292450 Jul 22 16:42:26.777317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e75da-460c-44d1-a595-3313c4a2ca65 None None] Pushing event updated for resources: {'Port': ['ID=2d2424ff-8d63-4234-9160-bbb195266543,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:26.808004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Routers {'538c465e-c960-44dd-bf04-97b4c913a35c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:26.808654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['538c465e-c960-44dd-bf04-97b4c913a35c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:26.882626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-39ef2446-6da2-40f9-b2c3-fe41c2698bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:26.884380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-39ef2446-6da2-40f9-b2c3-fe41c2698bf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.1305177 Jul 22 16:42:26.991627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 81b85993-bbac-46df-898e-e0f46286e567 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:27.011083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-01491965-62d9-429a-86f4-15abc0db9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:27.013483 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-01491965-62d9-429a-86f4-15abc0db9c49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1225893 Jul 22 16:42:27.064807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] Set router 538c465e-c960-44dd-bf04-97b4c913a35c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:27.075857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2b30a31f-a400-4b6a-8735-887a00ac26e4 req-89b1ee43-f1fe-43d8-b5e2-a8af41ca919f tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.5831485 Jul 22 16:42:27.087394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1963983737'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:27.131331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 81b85993-bbac-46df-898e-e0f46286e567 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:27.131618 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.145197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.160159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.195177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.204574 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.244376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-3c791fb7-33d2-4bd6-8e42-46e741472745 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246678 Jul 22 16:42:27.422028 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.433585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b080bd7f-cc4b-4f46-b381-5a40c9a8152e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:27.553136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-49823d26-a8a7-4c04-bb87-ab029495981a service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024085 Jul 22 16:42:27.610456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-9e8aaa3d-3e1c-4429-ad90-fc7657928c68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079 HTTP/1.1" status: 200 len: 217 time: 0.0548282 Jul 22 16:42:27.628767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.632204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-308691f6-0d74-480d-b4c5-98c1e17e3937 None None] Provisioning for port b080bd7f-cc4b-4f46-b381-5a40c9a8152e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:27.640806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-308691f6-0d74-480d-b4c5-98c1e17e3937 None None] Provisioning complete for port b080bd7f-cc4b-4f46-b381-5a40c9a8152e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:27.641220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-308691f6-0d74-480d-b4c5-98c1e17e3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.644778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Network 982035a0-dff4-4f1d-beae-e5221c6e15fc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:27.646760 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:27.653137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:27.701321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5116f30-5110-4069-90d4-a2db869e5a79 req-6f684549-b809-454f-8265-94ef938ee202 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:27.704518 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5116f30-5110-4069-90d4-a2db869e5a79 req-6f684549-b809-454f-8265-94ef938ee202 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1402435 Jul 22 16:42:27.715251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-308691f6-0d74-480d-b4c5-98c1e17e3937 None None] Port b080bd7f-cc4b-4f46-b381-5a40c9a8152e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:42:27.718048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-4d7f9cf0-5738-428a-9ec2-61b28db4a4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:27.720212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-4d7f9cf0-5738-428a-9ec2-61b28db4a4fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1034467 Jul 22 16:42:27.724627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2d2424ff-8d63-4234-9160-bbb195266543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:42:26Z', 'revision_number': 4, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'gw_port': {'id': '2d2424ff-8d63-4234-9160-bbb195266543', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:18Z', 'updated_at': '2021-07-22T16:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'b080bd7f-cc4b-4f46-b381-5a40c9a8152e', 'name': '', 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'mac_address': 'fa:16:3e:69:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:24Z', 'updated_at': '2021-07-22T16:42:25Z', 'revision_number': 1, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'subnets': [{'id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:27.762180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032db372-2a31-44ed-9dec-8734b111a48a None None] The sync data for ids ['538c465e-c960-44dd-bf04-97b4c913a35c'] in n-d-792458-13 is: [{'id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2d2424ff-8d63-4234-9160-bbb195266543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:42:26Z', 'revision_number': 4, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'gw_port': {'id': '2d2424ff-8d63-4234-9160-bbb195266543', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:18Z', 'updated_at': '2021-07-22T16:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'b080bd7f-cc4b-4f46-b381-5a40c9a8152e', 'name': '', 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'mac_address': 'fa:16:3e:69:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:24Z', 'updated_at': '2021-07-22T16:42:25Z', 'revision_number': 1, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'subnets': [{'id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:27.861391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-144b1ab8-80a4-4723-831b-ade545c4e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:27.863382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-144b1ab8-80a4-4723-831b-ade545c4e78c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1366203 Jul 22 16:42:27.953121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04628669-1531-47e0-8755-1fbf892ddffc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:28.056365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5116f30-5110-4069-90d4-a2db869e5a79 req-1bf5b647-1b78-4822-a707-e47b395a4fc0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864002 Jul 22 16:42:28.062613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-5fa0bd85-0664-43f6-bb3a-1b64c5f71445 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928473 Jul 22 16:42:28.081983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6c157d32-7814-41e8-b324-a5b19ad9b7df None None] Provisioning complete for port b080bd7f-cc4b-4f46-b381-5a40c9a8152e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:28.082448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c157d32-7814-41e8-b324-a5b19ad9b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:28.110808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Router 538c465e-c960-44dd-bf04-97b4c913a35c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:42:28.171081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:28.175798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6c157d32-7814-41e8-b324-a5b19ad9b7df None None] Port b080bd7f-cc4b-4f46-b381-5a40c9a8152e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:42:28.182005 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:28.296011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d9a81cd-5246-4c8d-8050-ea7c74a022f8 req-a83bca4a-a638-42fe-a937-2aab0474c412 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0583029 Jul 22 16:42:28.308883 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-ecdfbb64-ba62-4fab-9cca-b0e6268a2511 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389846 Jul 22 16:42:28.366109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a365ace-6e23-4b38-823c-30abf2e4251d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:28.406803 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-e7b5f9da-7ba3-4dbe-9dff-c26577ba447a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4 HTTP/1.1" status: 200 len: 217 time: 0.0872602 Jul 22 16:42:28.449052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:28.454427 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0bbcfbae-b588-4e30-af9f-fdc64b712783 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4721777 Jul 22 16:42:28.454427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:28.520597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-22d52046-4089-45f4-ba87-a25b047dd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:28.523540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-22d52046-4089-45f4-ba87-a25b047dd58a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1099575 Jul 22 16:42:28.572934 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-babdae8b-9c6d-47dc-8f2b-685cb4125a30 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1150465 Jul 22 16:42:28.577378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:28.584929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d42d4bcc-b67a-447d-bf99-c0f0cea91aec tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group': {'name': 'tempest-security--638401992', 'description': 'tempest-security-description-80028569'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:28.602165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:42:28.623103 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6b8761a6-42c3-45ec-b201-c7bac1c2c7c0 admin admin] 10.222.0.53 "PUT /v2.0/routers/538c465e-c960-44dd-bf04-97b4c913a35c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9086463 Jul 22 16:42:28.625791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d42d4bcc-b67a-447d-bf99-c0f0cea91aec tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:28.694155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cc271-22b8-4c3e-883f-700e66544189 req-69e488be-f3ba-46e5-833a-93c9be19a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:28.695914 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-69e488be-f3ba-46e5-833a-93c9be19a13e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1662574 Jul 22 16:42:28.724351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d42d4bcc-b67a-447d-bf99-c0f0cea91aec tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:28.745360 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d42d4bcc-b67a-447d-bf99-c0f0cea91aec tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:28.748225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d42d4bcc-b67a-447d-bf99-c0f0cea91aec tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:28.750145 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d42d4bcc-b67a-447d-bf99-c0f0cea91aec tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "PUT /v2.0/security-groups/6a365ace-6e23-4b38-823c-30abf2e4251d HTTP/1.1" status: 200 len: 1777 time: 0.1715693 Jul 22 16:42:28.753537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49806) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:28.793026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d4bcc-b67a-447d-bf99-c0f0cea91aec tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a365ace-6e23-4b38-823c-30abf2e4251d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:28.841624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f7f70910-b30c-458e-8b97-d84e9d16350c tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups/6a365ace-6e23-4b38-823c-30abf2e4251d HTTP/1.1" status: 200 len: 1777 time: 0.0838482 Jul 22 16:42:28.842913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49810) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:28.939287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-a401f1e8-ffbe-47aa-8e30-1e484b5f83a4 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330844 Jul 22 16:42:29.011880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d470c06-a900-4a51-8db9-3c5a3eddad53 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.103216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a22cc271-22b8-4c3e-883f-700e66544189 req-038498c1-d64f-491e-a090-cb887b136b87 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522923 Jul 22 16:42:29.119963 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d470c06-a900-4a51-8db9-3c5a3eddad53 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.204899 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d470c06-a900-4a51-8db9-3c5a3eddad53 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.207617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d470c06-a900-4a51-8db9-3c5a3eddad53 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.208799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1d470c06-a900-4a51-8db9-3c5a3eddad53 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a365ace-6e23-4b38-823c-30abf2e4251d HTTP/1.1" status: 204 len: 168 time: 0.3648381 Jul 22 16:42:29.212299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:29.281168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d470c06-a900-4a51-8db9-3c5a3eddad53 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a365ace-6e23-4b38-823c-30abf2e4251d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:29.313317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe7de2-8532-4df7-88d3-17d50cdde3d9 req-3a178876-9aff-4997-bdb3-b2618cce7af3 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:29.323693 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9fe7de2-8532-4df7-88d3-17d50cdde3d9 req-3a178876-9aff-4997-bdb3-b2618cce7af3 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1604803 Jul 22 16:42:29.397408 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9fe7de2-8532-4df7-88d3-17d50cdde3d9 req-1e54329b-39e7-4920-94cf-a2918deaa499 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721884 Jul 22 16:42:29.403851 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ba1c41b3-8b5c-42fb-a508-47435da14ead tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1873546 Jul 22 16:42:29.404209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49836) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:29.428319 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-cacdc692-8d26-42b5-95a4-3797887982cf tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] delete failed (client error): The resource could not be found. Jul 22 16:42:29.429366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cacdc692-8d26-42b5-95a4-3797887982cf tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a365ace-6e23-4b38-823c-30abf2e4251d HTTP/1.1" status: 404 len: 347 time: 0.0242710 Jul 22 16:42:29.433406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49840) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:29.446351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-88db9cf6-32d2-48f5-bb8f-74e5d1691e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group': {'name': 'tempest-secgroup--162321724'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:29.478161 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88db9cf6-32d2-48f5-bb8f-74e5d1691e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.553069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fa3f652b-db61-4c8e-acbe-6230e55112df req-d10ae855-3ddb-42e2-a7b0-97eef2e9cb40 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0530467 Jul 22 16:42:29.719346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88db9cf6-32d2-48f5-bb8f-74e5d1691e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.725659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88db9cf6-32d2-48f5-bb8f-74e5d1691e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.767820 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88db9cf6-32d2-48f5-bb8f-74e5d1691e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.769158 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-88db9cf6-32d2-48f5-bb8f-74e5d1691e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3347874 Jul 22 16:42:29.772338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49854) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:29.778280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4f3a953f-e3d0-42da-8d77-a60380d695d4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': 'fec07db6-c8be-4a7f-ac4c-393aae34b8bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:29.779431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db9cf6-32d2-48f5-bb8f-74e5d1691e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec07db6-c8be-4a7f-ac4c-393aae34b8bd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:29.854312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f3a953f-e3d0-42da-8d77-a60380d695d4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.930757 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f3a953f-e3d0-42da-8d77-a60380d695d4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.941293 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f3a953f-e3d0-42da-8d77-a60380d695d4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.966289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a953f-e3d0-42da-8d77-a60380d695d4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068ef3b5-1855-41ca-b3da-080fce4ac6b8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:29.982404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f3a953f-e3d0-42da-8d77-a60380d695d4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:29.989065 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4f3a953f-e3d0-42da-8d77-a60380d695d4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2153776 Jul 22 16:42:29.991121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.030761 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdda647b-a852-464f-b890-ff94548bc19b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.051502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdda647b-a852-464f-b890-ff94548bc19b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.127774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdda647b-a852-464f-b890-ff94548bc19b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.140578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cdda647b-a852-464f-b890-ff94548bc19b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.141778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cdda647b-a852-464f-b890-ff94548bc19b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/068ef3b5-1855-41ca-b3da-080fce4ac6b8 HTTP/1.1" status: 204 len: 168 time: 0.1496170 Jul 22 16:42:30.142566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda647b-a852-464f-b890-ff94548bc19b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=068ef3b5-1855-41ca-b3da-080fce4ac6b8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:30.145168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.233734 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-650a8121-bc58-4a5e-b69b-448c6c518283 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0853491 Jul 22 16:42:30.234122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49872) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.326115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a237752f-b403-4d31-8bd8-de72255f2d4a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.354800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a237752f-b403-4d31-8bd8-de72255f2d4a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.413607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a237752f-b403-4d31-8bd8-de72255f2d4a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.416325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a237752f-b403-4d31-8bd8-de72255f2d4a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:30.417497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a237752f-b403-4d31-8bd8-de72255f2d4a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-groups/fec07db6-c8be-4a7f-ac4c-393aae34b8bd HTTP/1.1" status: 204 len: 168 time: 0.1823921 Jul 22 16:42:30.420594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49876) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.428629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237752f-b403-4d31-8bd8-de72255f2d4a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec07db6-c8be-4a7f-ac4c-393aae34b8bd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:30.550957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:30.653626 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9a897-78b8-48bc-afe8-97bd99f3e6cb req-01b1ffc5-cac8-4e51-9683-862f99a9993b tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:30.656785 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6d9a897-78b8-48bc-afe8-97bd99f3e6cb req-01b1ffc5-cac8-4e51-9683-862f99a9993b tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.0868397 Jul 22 16:42:30.745856 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6d9a897-78b8-48bc-afe8-97bd99f3e6cb req-cddfe6da-e118-4a42-a63f-e9100013c3f0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Jul 22 16:42:31.012467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-791f1656-e16e-49ca-a8dd-41b1120a0e88 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5900638 Jul 22 16:42:31.017215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:31.034100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2d2424ff-8d63-4234-9160-bbb195266543 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:31.036015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e4ffe07a-8a3b-4a29-96f6-b92030370044 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102794825'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:31.055578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2112861b-eb77-466c-9f27-fbdabddc23e0 req-130e98b3-b2c9-4bbe-85a6-d7b9098ad20f tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0801699 Jul 22 16:42:31.114088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 2d2424ff-8d63-4234-9160-bbb195266543 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:31.118048 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2d2424ff-8d63-4234-9160-bbb195266543 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:31.118420 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.126853 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe07a-8a3b-4a29-96f6-b92030370044 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.177945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11312b62-0f6a-484a-a957-f8d03865cfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.222230 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.246022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 2d2424ff-8d63-4234-9160-bbb195266543, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2d2424ff-8d63-4234-9160-bbb195266543,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:31.259162 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.269625 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe07a-8a3b-4a29-96f6-b92030370044 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.277428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe07a-8a3b-4a29-96f6-b92030370044 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.327093 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Sync routers for ids ['538c465e-c960-44dd-bf04-97b4c913a35c'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:42:31.329316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.337169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffe07a-8a3b-4a29-96f6-b92030370044 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0627b0-2a30-42d7-a25e-08fdc96c1e3c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:31.348207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=2d2424ff-8d63-4234-9160-bbb195266543,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:31.372064 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Routers {'538c465e-c960-44dd-bf04-97b4c913a35c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:31.373063 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['538c465e-c960-44dd-bf04-97b4c913a35c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:31.517811 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11312b62-0f6a-484a-a957-f8d03865cfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.545842 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-11312b62-0f6a-484a-a957-f8d03865cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.563423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4ffe07a-8a3b-4a29-96f6-b92030370044 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.566415 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e4ffe07a-8a3b-4a29-96f6-b92030370044 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5475123 Jul 22 16:42:31.568961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:31.584690 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0f8a967c-cc45-4dbf-996b-1bdc50356142 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': '5f0627b0-2a30-42d7-a25e-08fdc96c1e3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:31.595809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-11312b62-0f6a-484a-a957-f8d03865cfe0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e329d4e697cf4cd8b1eec5fa31e2390d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0434966 Jul 22 16:42:31.605171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49904) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:31.605302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11312b62-0f6a-484a-a957-f8d03865cfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0674e100-8e58-41f8-9fc7-16067a0239fe,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:31.668164 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Set router 538c465e-c960-44dd-bf04-97b4c913a35c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:31.678138 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8a967c-cc45-4dbf-996b-1bdc50356142 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.712560 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00070819-9bef-47b5-809b-578e950a84cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.770619 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00070819-9bef-47b5-809b-578e950a84cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.841459 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8a967c-cc45-4dbf-996b-1bdc50356142 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.848387 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8a967c-cc45-4dbf-996b-1bdc50356142 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.867607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a967c-cc45-4dbf-996b-1bdc50356142 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9469ec5-39e0-486d-a576-ed02d4343dc1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:31.894295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8a967c-cc45-4dbf-996b-1bdc50356142 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.895957 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0f8a967c-cc45-4dbf-996b-1bdc50356142 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3256330 Jul 22 16:42:31.898849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:31.905869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00070819-9bef-47b5-809b-578e950a84cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.909498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00070819-9bef-47b5-809b-578e950a84cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:31.921803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b5504b70-b109-4331-b3db-16f920187a96 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': '5f0627b0-2a30-42d7-a25e-08fdc96c1e3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:31.922169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-00070819-9bef-47b5-809b-578e950a84cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0674e100-8e58-41f8-9fc7-16067a0239fe HTTP/1.1" status: 204 len: 168 time: 0.3177702 Jul 22 16:42:31.977653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00070819-9bef-47b5-809b-578e950a84cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0674e100-8e58-41f8-9fc7-16067a0239fe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:32.068554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5504b70-b109-4331-b3db-16f920187a96 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.092539 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2d2424ff-8d63-4234-9160-bbb195266543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:42:26Z', 'revision_number': 4, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'gw_port': {'id': '2d2424ff-8d63-4234-9160-bbb195266543', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:18Z', 'updated_at': '2021-07-22T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'b080bd7f-cc4b-4f46-b381-5a40c9a8152e', 'name': '', 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'mac_address': 'fa:16:3e:69:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:24Z', 'updated_at': '2021-07-22T16:42:26Z', 'revision_number': 2, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'subnets': [{'id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:32.094702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd1c7a-a744-4f7c-9694-a428bee870ea req-8052629b-643f-4a15-8a34-1dfa116f66f6 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:32.096792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82cd1c7a-a744-4f7c-9694-a428bee870ea req-8052629b-643f-4a15-8a34-1dfa116f66f6 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.2424288 Jul 22 16:42:32.117817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-925f0710-f5cc-4d78-b57a-c14029e12878 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:32.126781 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-925f0710-f5cc-4d78-b57a-c14029e12878 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.1812816 Jul 22 16:42:32.143552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-15557884-f37e-42ef-af59-423def67aa80 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/quotas/8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 375 time: 0.0156713 Jul 22 16:42:32.165831 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Checking router: 538c465e-c960-44dd-bf04-97b4c913a35c for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:42:32.166474 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Updating router 538c465e-c960-44dd-bf04-97b4c913a35c port b080bd7f-cc4b-4f46-b381-5a40c9a8152e binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:42:32.178799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82cd1c7a-a744-4f7c-9694-a428bee870ea req-1255c9ab-c42e-494b-aac7-63724fa4097e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743625 Jul 22 16:42:32.187436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5504b70-b109-4331-b3db-16f920187a96 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.192908 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5504b70-b109-4331-b3db-16f920187a96 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.224510 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.289901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5504b70-b109-4331-b3db-16f920187a96 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75dc0cf-516a-4d1c-b9b6-346f066c7d06,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:32.291175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-cb978b1d-c6b8-4535-a111-3d948b10a489 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1462550 Jul 22 16:42:32.303841 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5504b70-b109-4331-b3db-16f920187a96 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.305083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b5504b70-b109-4331-b3db-16f920187a96 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4047565 Jul 22 16:42:32.308769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49938) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:32.316742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ee46f6b9-3b2e-4bf2-9d7a-5ae26595f899 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': '5f0627b0-2a30-42d7-a25e-08fdc96c1e3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:32.356213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee46f6b9-3b2e-4bf2-9d7a-5ae26595f899 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.431800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee46f6b9-3b2e-4bf2-9d7a-5ae26595f899 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.438252 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee46f6b9-3b2e-4bf2-9d7a-5ae26595f899 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.476391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee46f6b9-3b2e-4bf2-9d7a-5ae26595f899 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.477932 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ee46f6b9-3b2e-4bf2-9d7a-5ae26595f899 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677594 Jul 22 16:42:32.481859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:32.487905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bc302aba-b223-4aeb-9d6c-a5d64845401e tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': '5f0627b0-2a30-42d7-a25e-08fdc96c1e3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:32.496417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46f6b9-3b2e-4bf2-9d7a-5ae26595f899 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b04aaf-6f37-4806-88a6-57f376d65312,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:32.527089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49942) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:32.548574 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc302aba-b223-4aeb-9d6c-a5d64845401e tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.551253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4604-f85c-4c6d-ba77-c665f88992f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.660163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-f7e707c6-d0a2-4997-9687-23734fc2ca67 service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673117 Jul 22 16:42:32.701249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84109bd3-6424-4afe-afbe-7be8062854df req-06957244-e6b4-4630-9a15-127173f87b9c tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0530288 Jul 22 16:42:32.740625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc302aba-b223-4aeb-9d6c-a5d64845401e tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.746915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc302aba-b223-4aeb-9d6c-a5d64845401e tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.782637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302aba-b223-4aeb-9d6c-a5d64845401e tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a7f483-c8c5-4386-a6a5-dd8b5c3a7142,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:32.817943 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-457e9bd2-64fa-49ea-a204-70158cc75a13 service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464467 Jul 22 16:42:32.831060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4604-f85c-4c6d-ba77-c665f88992f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.857530 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4604-f85c-4c6d-ba77-c665f88992f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.861616 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.887989 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Transition to ACTIVE for port object b080bd7f-cc4b-4f46-b381-5a40c9a8152e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:32.897968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ee5e4604-f85c-4c6d-ba77-c665f88992f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28ad06287bbf486e8e7bc87d7418c947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695984 Jul 22 16:42:32.899093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc302aba-b223-4aeb-9d6c-a5d64845401e tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.900306 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bc302aba-b223-4aeb-9d6c-a5d64845401e tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4165349 Jul 22 16:42:32.901045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49954) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:32.903120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:32.907853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5c7eddfe-50ec-4475-9993-667548680c54 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': '5f0627b0-2a30-42d7-a25e-08fdc96c1e3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:32.930848 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:32.959536 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c7eddfe-50ec-4475-9993-667548680c54 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.002777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e4604-f85c-4c6d-ba77-c665f88992f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556206a3-64b4-4d18-a7fc-deba3e99f5c3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.026440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2d2424ff-8d63-4234-9160-bbb195266543 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:33.036263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76687d-7d80-47d7-8f5d-d838a7f42a57 req-5b9db537-9676-4a76-8b58-8252f6816134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:33.037849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d76687d-7d80-47d7-8f5d-d838a7f42a57 req-5b9db537-9676-4a76-8b58-8252f6816134 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 1097 time: 0.1528378 Jul 22 16:42:33.038633 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c114142-24ba-47f4-a1d6-0387ceeac657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.096537 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Pushing event updated for resources: {'Port': ['ID=b080bd7f-cc4b-4f46-b381-5a40c9a8152e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.106602 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c114142-24ba-47f4-a1d6-0387ceeac657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.115539 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c7eddfe-50ec-4475-9993-667548680c54 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.127371 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c7eddfe-50ec-4475-9993-667548680c54 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.135010 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.136026 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.139149 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.139800 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.140304 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.140890 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.141447 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.143267 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.143959 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.144824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d76687d-7d80-47d7-8f5d-d838a7f42a57 req-d5bba504-5574-46fe-a5c5-028a4eb14c51 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990083 Jul 22 16:42:33.145235 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.147076 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.147616 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:33.185413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eddfe-50ec-4475-9993-667548680c54 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc1a1c5-d654-4f40-932a-ebbb0207f332,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.187554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2d2424ff-8d63-4234-9160-bbb195266543 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:33.188144 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.194092 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c7eddfe-50ec-4475-9993-667548680c54 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.199139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5c7eddfe-50ec-4475-9993-667548680c54 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2922478 Jul 22 16:42:33.199484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49966) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:33.204312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c114142-24ba-47f4-a1d6-0387ceeac657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.208279 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c114142-24ba-47f4-a1d6-0387ceeac657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.210404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4c114142-24ba-47f4-a1d6-0387ceeac657 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/556206a3-64b4-4d18-a7fc-deba3e99f5c3 HTTP/1.1" status: 204 len: 168 time: 0.3057249 Jul 22 16:42:33.229495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c114142-24ba-47f4-a1d6-0387ceeac657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556206a3-64b4-4d18-a7fc-deba3e99f5c3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.251611 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f582c2e0-a217-4333-84f3-414fcc0b1f9a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.262371 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f582c2e0-a217-4333-84f3-414fcc0b1f9a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.351519 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f582c2e0-a217-4333-84f3-414fcc0b1f9a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.359652 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f582c2e0-a217-4333-84f3-414fcc0b1f9a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.361761 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f582c2e0-a217-4333-84f3-414fcc0b1f9a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5bc1a1c5-d654-4f40-932a-ebbb0207f332 HTTP/1.1" status: 204 len: 168 time: 0.1606662 Jul 22 16:42:33.364440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49972) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:33.375062 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582c2e0-a217-4333-84f3-414fcc0b1f9a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bc1a1c5-d654-4f40-932a-ebbb0207f332,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.387895 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Attempting to bind port b080bd7f-cc4b-4f46-b381-5a40c9a8152e on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:33.388589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Attempting to bind port b080bd7f-cc4b-4f46-b381-5a40c9a8152e by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '31dafb72-a44c-4171-8042-16a311e1c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:33.389950 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Attempting to bind port b080bd7f-cc4b-4f46-b381-5a40c9a8152e on network 982035a0-dff4-4f1d-beae-e5221c6e15fc {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:33.402245 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:33.402629 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Checking segment: {'id': '31dafb72-a44c-4171-8042-16a311e1c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:33.403061 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.403460 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Bound using segment: {'id': '31dafb72-a44c-4171-8042-16a311e1c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:33.403925 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Bound port: b080bd7f-cc4b-4f46-b381-5a40c9a8152e, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dafb72-a44c-4171-8042-16a311e1c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:33.404301 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.575715 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] For port b080bd7f-cc4b-4f46-b381-5a40c9a8152e, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:33.584169 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] For port b080bd7f-cc4b-4f46-b381-5a40c9a8152e, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b080bd7f-cc4b-4f46-b381-5a40c9a8152e,segment=NetworkSegment(31dafb72-a44c-4171-8042-16a311e1c0f2),segment_id=31dafb72-a44c-4171-8042-16a311e1c0f2)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:33.591167 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.617741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-032738b0-46e6-432b-8f54-de4c7281e352 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2502286 Jul 22 16:42:33.631646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49982) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:33.683374 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f019209-ce9f-4a8b-aee4-fef8536d50c7 req-32622446-4c5b-49f6-95fd-775e3a2dfe24 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.0864806 Jul 22 16:42:33.729737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fb45c-f8f9-4076-b0fd-8d4f4f93862c req-89fbf1e2-77c4-4116-88ea-2c8d844d83bb tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:33.739913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60fb45c-f8f9-4076-b0fd-8d4f4f93862c req-89fbf1e2-77c4-4116-88ea-2c8d844d83bb tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.3250425 Jul 22 16:42:33.743529 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Routers {'538c465e-c960-44dd-bf04-97b4c913a35c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:42:33.744372 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['538c465e-c960-44dd-bf04-97b4c913a35c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:33.770157 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b26fb13e-80df-4140-8692-f7f923e58a42 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.791887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b26fb13e-80df-4140-8692-f7f923e58a42 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.849914 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60fb45c-f8f9-4076-b0fd-8d4f4f93862c req-1f898860-be00-4cb7-84c4-86549ee1f277 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966332 Jul 22 16:42:33.882302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b26fb13e-80df-4140-8692-f7f923e58a42 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.947126 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b26fb13e-80df-4140-8692-f7f923e58a42 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:33.951154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b26fb13e-80df-4140-8692-f7f923e58a42 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a7a7f483-c8c5-4386-a6a5-dd8b5c3a7142 HTTP/1.1" status: 204 len: 168 time: 0.3157704 Jul 22 16:42:33.951154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fb13e-80df-4140-8692-f7f923e58a42 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7a7f483-c8c5-4386-a6a5-dd8b5c3a7142,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:33.953444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:33.969745 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced676b3-8bf7-4c4a-9af0-3b8a5f6e734e None None] Pushing event updated for resources: {'Port': ['ID=b080bd7f-cc4b-4f46-b381-5a40c9a8152e,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:34.081421 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6679c537-b320-40a2-995b-64a496fe2b59 req-a873f246-0b03-42f6-8e44-1048c278ef02 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0725079 Jul 22 16:42:34.093348 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] Set router 538c465e-c960-44dd-bf04-97b4c913a35c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:42:34.102363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50004) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:34.112546 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f85ba9b2-6170-47f5-a123-d217c5aa627a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1419168 Jul 22 16:42:34.160228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b86ae7d9-9be1-4c1d-9297-9e6ca460f2f1 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.198070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b86ae7d9-9be1-4c1d-9297-9e6ca460f2f1 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.271707 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b86ae7d9-9be1-4c1d-9297-9e6ca460f2f1 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.279810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b86ae7d9-9be1-4c1d-9297-9e6ca460f2f1 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.281725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b86ae7d9-9be1-4c1d-9297-9e6ca460f2f1 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d5b04aaf-6f37-4806-88a6-57f376d65312 HTTP/1.1" status: 204 len: 168 time: 0.1780612 Jul 22 16:42:34.285750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50008) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:34.292444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ae7d9-9be1-4c1d-9297-9e6ca460f2f1 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5b04aaf-6f37-4806-88a6-57f376d65312,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:34.361423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50010) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:34.361886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3a2ffe80-41c1-47a1-851b-9f6e2560ed5b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0744452 Jul 22 16:42:34.414318 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffc9574a-2579-41bf-8f6f-77d21c2f9e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.425738 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffc9574a-2579-41bf-8f6f-77d21c2f9e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.445911 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2d2424ff-8d63-4234-9160-bbb195266543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:42:26Z', 'revision_number': 4, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'gw_port': {'id': '2d2424ff-8d63-4234-9160-bbb195266543', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:18Z', 'updated_at': '2021-07-22T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'b080bd7f-cc4b-4f46-b381-5a40c9a8152e', 'name': '', 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'mac_address': 'fa:16:3e:69:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:24Z', 'updated_at': '2021-07-22T16:42:33Z', 'revision_number': 4, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'subnets': [{'id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:42:34.479926 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffc9574a-2579-41bf-8f6f-77d21c2f9e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.480486 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5be65-28d5-4b4e-a628-0c5a139da1f2 None None] The sync data for ids ['538c465e-c960-44dd-bf04-97b4c913a35c'] in n-d-792458-13 is: [{'id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2d2424ff-8d63-4234-9160-bbb195266543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:42:26Z', 'revision_number': 4, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'gw_port': {'id': '2d2424ff-8d63-4234-9160-bbb195266543', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:18Z', 'updated_at': '2021-07-22T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'b080bd7f-cc4b-4f46-b381-5a40c9a8152e', 'name': '', 'network_id': '982035a0-dff4-4f1d-beae-e5221c6e15fc', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'mac_address': 'fa:16:3e:69:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:24Z', 'updated_at': '2021-07-22T16:42:33Z', 'revision_number': 4, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'subnets': [{'id': '02268f57-a8eb-475d-9b77-c3e36a135e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:42:34.489146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffc9574a-2579-41bf-8f6f-77d21c2f9e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.495712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50016) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:34.505156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ffc9574a-2579-41bf-8f6f-77d21c2f9e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e75dc0cf-516a-4d1c-b9b6-346f066c7d06 HTTP/1.1" status: 204 len: 168 time: 0.1422210 Jul 22 16:42:34.545756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9574a-2579-41bf-8f6f-77d21c2f9e17 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e75dc0cf-516a-4d1c-b9b6-346f066c7d06,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:34.607350 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-45c384b3-7d8e-455a-b295-2e01d4960607 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1081660 Jul 22 16:42:34.609686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50022) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:34.669612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-deb1664d-b545-4aae-950a-d61991742c04 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.686860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-deb1664d-b545-4aae-950a-d61991742c04 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.726397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-deb1664d-b545-4aae-950a-d61991742c04 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.745903 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-deb1664d-b545-4aae-950a-d61991742c04 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.747234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-deb1664d-b545-4aae-950a-d61991742c04 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b9469ec5-39e0-486d-a576-ed02d4343dc1 HTTP/1.1" status: 204 len: 168 time: 0.1362104 Jul 22 16:42:34.751227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:34.761992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1664d-b545-4aae-950a-d61991742c04 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9469ec5-39e0-486d-a576-ed02d4343dc1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:34.837048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-958b438b-6458-475f-b50e-de0d35bb5852 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0845852 Jul 22 16:42:34.838251 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3986a2d-0111-4652-a705-d346299d482b req-e020dfca-0906-463f-af6f-947bb5c0807f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.0460877 Jul 22 16:42:34.841751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50038) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:34.920875 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38c3657b-fb11-45e4-8c11-c5489293d731 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:34.977267 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38c3657b-fb11-45e4-8c11-c5489293d731 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.028428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b080bd7f-cc4b-4f46-b381-5a40c9a8152e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:35.159918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port b080bd7f-cc4b-4f46-b381-5a40c9a8152e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:35.164609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b080bd7f-cc4b-4f46-b381-5a40c9a8152e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:35.165057 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.181751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38c3657b-fb11-45e4-8c11-c5489293d731 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.185659 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38c3657b-fb11-45e4-8c11-c5489293d731 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.187835 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-38c3657b-fb11-45e4-8c11-c5489293d731 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-groups/5f0627b0-2a30-42d7-a25e-08fdc96c1e3c HTTP/1.1" status: 204 len: 168 time: 0.3447978 Jul 22 16:42:35.195097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:35.199223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3657b-fb11-45e4-8c11-c5489293d731 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0627b0-2a30-42d7-a25e-08fdc96c1e3c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:35.211379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10095d2b-acc5-4a52-8be2-559317296b44 req-bfd83a14-cd9b-483f-b010-4009aa82b93b tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.213004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10095d2b-acc5-4a52-8be2-559317296b44 req-bfd83a14-cd9b-483f-b010-4009aa82b93b tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1936076 Jul 22 16:42:35.318986 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10095d2b-acc5-4a52-8be2-559317296b44 req-fe21529e-2f63-42b1-9694-b8b3b7dbc1fa tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991232 Jul 22 16:42:35.359383 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.450004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port b080bd7f-cc4b-4f46-b381-5a40c9a8152e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b080bd7f-cc4b-4f46-b381-5a40c9a8152e,segment=NetworkSegment(31dafb72-a44c-4171-8042-16a311e1c0f2),segment_id=31dafb72-a44c-4171-8042-16a311e1c0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:35.464978 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.479625 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.504595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-93646d89-d8e3-4f8d-a700-8da75cd28648 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3105304 Jul 22 16:42:35.556290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50060) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:35.565543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32c8a509-6c3c-4d99-a0e2-fe094384a1c0 req-7e385638-e66c-4264-8053-2fb5e2c35508 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0946097 Jul 22 16:42:35.575572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d0268ac9-e8f9-4fe8-977d-35dc8a6b55b4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513456903'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:35.577287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=b080bd7f-cc4b-4f46-b381-5a40c9a8152e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:35.588013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d89c-366e-412e-9e3b-736ce04ce532 req-ea40fcdf-69f8-4ceb-a47e-c4220f3285e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.597632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d89c-366e-412e-9e3b-736ce04ce532 req-ea40fcdf-69f8-4ceb-a47e-c4220f3285e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.603645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d89c-366e-412e-9e3b-736ce04ce532 req-ea40fcdf-69f8-4ceb-a47e-c4220f3285e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.614561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d89c-366e-412e-9e3b-736ce04ce532 req-ea40fcdf-69f8-4ceb-a47e-c4220f3285e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.621528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d89c-366e-412e-9e3b-736ce04ce532 req-ea40fcdf-69f8-4ceb-a47e-c4220f3285e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.636224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d89c-366e-412e-9e3b-736ce04ce532 req-ea40fcdf-69f8-4ceb-a47e-c4220f3285e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.645459 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0268ac9-e8f9-4fe8-977d-35dc8a6b55b4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:35.659185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d89c-366e-412e-9e3b-736ce04ce532 req-ea40fcdf-69f8-4ceb-a47e-c4220f3285e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.669998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8bc2d89c-366e-412e-9e3b-736ce04ce532 req-ea40fcdf-69f8-4ceb-a47e-c4220f3285e6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.4903347 Jul 22 16:42:35.750261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-163dffdc-1467-47aa-addb-03cf3ead5a16 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:35.752253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-163dffdc-1467-47aa-addb-03cf3ead5a16 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.4417701 Jul 22 16:42:35.756950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8bc2d89c-366e-412e-9e3b-736ce04ce532 req-37fc3799-5d9a-4e5e-9224-6b72d7dfe627 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784988 Jul 22 16:42:35.778449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'port': {'device_id': 'dcd8b7eb-34ac-4414-a8a8-f31cf185958d', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'admin_state_up': True, 'tenant_id': '8bdcbee2f359475cb5903faa847978b7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:36.085397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0268ac9-e8f9-4fe8-977d-35dc8a6b55b4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.093905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c8f4-c8d5-4a4f-91c0-4cef53e363b3 req-8c149cd4-92b3-44aa-97fe-a4ed05c7a7cc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.105106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c8f4-c8d5-4a4f-91c0-4cef53e363b3 req-8c149cd4-92b3-44aa-97fe-a4ed05c7a7cc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.109907 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0268ac9-e8f9-4fe8-977d-35dc8a6b55b4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.111697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c8f4-c8d5-4a4f-91c0-4cef53e363b3 req-8c149cd4-92b3-44aa-97fe-a4ed05c7a7cc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.119376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c8f4-c8d5-4a4f-91c0-4cef53e363b3 req-8c149cd4-92b3-44aa-97fe-a4ed05c7a7cc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.127747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c8f4-c8d5-4a4f-91c0-4cef53e363b3 req-8c149cd4-92b3-44aa-97fe-a4ed05c7a7cc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.134646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c8f4-c8d5-4a4f-91c0-4cef53e363b3 req-8c149cd4-92b3-44aa-97fe-a4ed05c7a7cc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.146800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c8f4-c8d5-4a4f-91c0-4cef53e363b3 req-8c149cd4-92b3-44aa-97fe-a4ed05c7a7cc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.146800 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec86c8f4-c8d5-4a4f-91c0-4cef53e363b3 req-8c149cd4-92b3-44aa-97fe-a4ed05c7a7cc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.1416461 Jul 22 16:42:36.168461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Made reservation on behalf of 8bdcbee2f359475cb5903faa847978b7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:36.175912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.193343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3638b738-687c-4890-b915-520340082679 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:36.196137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3638b738-687c-4890-b915-520340082679 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/networks?id=5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 200 len: 810 time: 0.3935442 Jul 22 16:42:36.252961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-f0b1a2e6-e6b2-40e5-a639-a39647021860 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/quotas/ede89e5f632547f0ad7ffb2c611d92cd HTTP/1.1" status: 200 len: 375 time: 0.0450273 Jul 22 16:42:36.260206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0268ac9-e8f9-4fe8-977d-35dc8a6b55b4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.272391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d0268ac9-e8f9-4fe8-977d-35dc8a6b55b4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7148826 Jul 22 16:42:36.275730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0268ac9-e8f9-4fe8-977d-35dc8a6b55b4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438dc17e-5028-4688-b594-83c7b11e1d91,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:36.297281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50092) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:36.320452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a6265542-1ee6-4e24-8d93-22eb4d3f9e27 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': '438dc17e-5028-4688-b594-83c7b11e1d91', 'direction': 'ingress', 'protocol': 17}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:36.393673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9c41fc3b-7f3f-4856-86fd-98d40269f8e3 req-c967732a-4111-465b-ad54-baf6f0b2b928 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.0743563 Jul 22 16:42:36.406000 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6265542-1ee6-4e24-8d93-22eb4d3f9e27 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.449835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.20.0.12 (90506638-86c9-42ea-ac9e-d864b697745b/9f5e8923-73de-402f-a1c7-25f7791665a3/f9c47dbd-bad8-4639-9e13-5a75ecd350e7) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:36.474989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-2872ba37-f88c-482a-bf92-cdd1c1182176 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2002146 Jul 22 16:42:36.583119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6265542-1ee6-4e24-8d93-22eb4d3f9e27 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.595496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6265542-1ee6-4e24-8d93-22eb4d3f9e27 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.632083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6265542-1ee6-4e24-8d93-22eb4d3f9e27 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12820fdd-281a-4698-b80f-897e2650dd53,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:36.642558 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-ecd68401-3253-4ef0-92d2-88f6e0bd1fce service neutron] 10.222.0.53 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670935 Jul 22 16:42:36.670225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6265542-1ee6-4e24-8d93-22eb4d3f9e27 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.675458 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a6265542-1ee6-4e24-8d93-22eb4d3f9e27 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3685462 Jul 22 16:42:36.681285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:36.729631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.750108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Transition to ACTIVE for port object f9c47dbd-bad8-4639-9e13-5a75ecd350e7 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:36.796788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b48dbb7c-900d-4646-937b-2d56587f7e77 req-79f17eec-7d2f-4c79-8aaf-181ef3cfaf7e tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0388510 Jul 22 16:42:36.817505 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-6351c555-afc5-467a-9f88-729fb2e57066 service neutron] 10.222.0.53 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739409 Jul 22 16:42:36.838814 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.840093 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-01bb24f7-7ee4-46f2-b8a4-51778754f5e0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.881181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-01bb24f7-7ee4-46f2-b8a4-51778754f5e0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.916713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:36.926152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:36.934987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:36.969206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-01bb24f7-7ee4-46f2-b8a4-51778754f5e0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.972195 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-01bb24f7-7ee4-46f2-b8a4-51778754f5e0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:36.973347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-01bb24f7-7ee4-46f2-b8a4-51778754f5e0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-groups/438dc17e-5028-4688-b594-83c7b11e1d91 HTTP/1.1" status: 204 len: 168 time: 0.2914572 Jul 22 16:42:36.977808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50114) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:37.049845 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb24f7-7ee4-46f2-b8a4-51778754f5e0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438dc17e-5028-4688-b594-83c7b11e1d91,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:37.100128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:37.170462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:37.171209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.207762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-b0e9afec-b318-4c89-820d-065db4ed9fa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4336901 Jul 22 16:42:37.228196 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79b5a900-566b-49a1-923b-8ac87177c5ca req-e46d388c-b0e8-4bde-af6b-9e4b6d7b36d9 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 210 time: 0.1139178 Jul 22 16:42:37.239205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-300a1b5f-961e-4d7b-9102-d6108b448dd4 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2567992 Jul 22 16:42:37.239652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Request body: {'port': {'device_id': 'dcd8b7eb-34ac-4414-a8a8-f31cf185958d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:37.239783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50122) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:37.244763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2f5ec14a-328a-416d-88c2-0c98922370f5 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613337701'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:37.293728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec14a-328a-416d-88c2-0c98922370f5 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.468132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b080bd7f-cc4b-4f46-b381-5a40c9a8152e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:37.488194 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.568099 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec14a-328a-416d-88c2-0c98922370f5 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.574711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec14a-328a-416d-88c2-0c98922370f5 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.661867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c4ca089a-5297-4cfd-a492-573338f72843 None None] Provisioning for port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:37.665458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b080bd7f-cc4b-4f46-b381-5a40c9a8152e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:37.665857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.668781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c4ca089a-5297-4cfd-a492-573338f72843 None None] Provisioning complete for port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:37.669069 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4ca089a-5297-4cfd-a492-573338f72843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.713177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ec14a-328a-416d-88c2-0c98922370f5 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca8685-340c-4930-ba15-94f96fa538e0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:37.747479 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec14a-328a-416d-88c2-0c98922370f5 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.754861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2f5ec14a-328a-416d-88c2-0c98922370f5 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5128713 Jul 22 16:42:37.760106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50144) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:37.779192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ca446d3c-406c-474e-85a1-2b9ea164149b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376676509'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:37.851923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf272c-e11a-4599-901b-f16de2566c94 req-f2dd7aff-6a83-4654-acbd-f635dbdcb26f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:37.860974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5fcf272c-e11a-4599-901b-f16de2566c94 req-f2dd7aff-6a83-4654-acbd-f635dbdcb26f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 932 time: 0.3001609 Jul 22 16:42:37.872366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca446d3c-406c-474e-85a1-2b9ea164149b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:37.900929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca089a-5297-4cfd-a492-573338f72843 None None] Port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:42:38.035931 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5fcf272c-e11a-4599-901b-f16de2566c94 req-ad3ca4ca-567b-49b6-9581-8787fcb03776 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736743 Jul 22 16:42:38.036928 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a28406fe-488b-452f-8f9b-6099bf32831e req-c6cc9d8e-6e17-4272-8a61-c3fd1d3f293b tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0578403 Jul 22 16:42:38.154342 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca446d3c-406c-474e-85a1-2b9ea164149b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.165330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca446d3c-406c-474e-85a1-2b9ea164149b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.221959 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca446d3c-406c-474e-85a1-2b9ea164149b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.226972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ca446d3c-406c-474e-85a1-2b9ea164149b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4635301 Jul 22 16:42:38.228933 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:38.237007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2fa27d1f-28dd-401d-8e52-3b4046d35cb9 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': '95ca8685-340c-4930-ba15-94f96fa538e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '483f0f26-8416-4e1b-b221-ae6536e52f51', 'remote_ip_prefix': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:38.244719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca446d3c-406c-474e-85a1-2b9ea164149b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483f0f26-8416-4e1b-b221-ae6536e52f51,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:38.285188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fa27d1f-28dd-401d-8e52-3b4046d35cb9 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.388036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c47dbd-bad8-4639-9e13-5a75ecd350e7 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:38.409793 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.450904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Transition to ACTIVE for port object f9c47dbd-bad8-4639-9e13-5a75ecd350e7 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:38.460595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.529051 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fa27d1f-28dd-401d-8e52-3b4046d35cb9 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.535336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e5c3dac-10d1-48ab-a4f7-485b4d2dc33a req-ba6b7f42-7e1b-47a6-a20e-52144b262afd tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 210 time: 0.1452901 Jul 22 16:42:38.539031 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fa27d1f-28dd-401d-8e52-3b4046d35cb9 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.544828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:38.578859 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2fa27d1f-28dd-401d-8e52-3b4046d35cb9 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.580182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2fa27d1f-28dd-401d-8e52-3b4046d35cb9 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3469987 Jul 22 16:42:38.588517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:38.614688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa27d1f-28dd-401d-8e52-3b4046d35cb9 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be84dc8a-9b05-4bb4-ae9f-5e5c5fdec43d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:38.673225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75242337-3e00-48b3-9110-2b72290efced tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.711569 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75242337-3e00-48b3-9110-2b72290efced tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.798711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75242337-3e00-48b3-9110-2b72290efced tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.809470 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75242337-3e00-48b3-9110-2b72290efced tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.809838 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-75242337-3e00-48b3-9110-2b72290efced tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/be84dc8a-9b05-4bb4-ae9f-5e5c5fdec43d HTTP/1.1" status: 204 len: 168 time: 0.2198038 Jul 22 16:42:38.820677 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:38.832395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75242337-3e00-48b3-9110-2b72290efced tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be84dc8a-9b05-4bb4-ae9f-5e5c5fdec43d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:38.866091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Attempting to bind port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:38.869347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Attempting to bind port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:38.871245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Attempting to bind port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:38.902461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 on network 90506638-86c9-42ea-ac9e-d864b697745b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:42:38.903809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Attempting to bind port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:38.928030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:38.928953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:38.930161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Bound using segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:38.932672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Bound port: f9c47dbd-bad8-4639-9e13-5a75ecd350e7, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:38.933421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:38.938341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1d14c6b3-1388-4814-9bd6-5fb1e1279298 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1131666 Jul 22 16:42:38.939253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50184) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:39.108827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-295b3fbb-700f-4d6d-a71f-face808f4787 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.180410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] For port f9c47dbd-bad8-4639-9e13-5a75ecd350e7, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:39.186236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] For port f9c47dbd-bad8-4639-9e13-5a75ecd350e7, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:39.212473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-295b3fbb-700f-4d6d-a71f-face808f4787 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.298601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50192) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:39.347946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-4ca250cd-4246-4690-973f-81bc054ee3e8 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:39.350738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-4ca250cd-4246-4690-973f-81bc054ee3e8 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.20 "GET /v2.0/networks?id=5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 200 len: 810 time: 0.2693505 Jul 22 16:42:39.354958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.402562 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-17b5203b-ec01-433f-9029-b25f5beabbd2 req-77d3c9f2-b014-4e32-95ba-4799f1446e4e tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.1568127 Jul 22 16:42:39.436099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Request body: {'port': {'device_id': '399766d9-2078-443b-b247-aa38b4028ac0', 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25', 'admin_state_up': True, 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:39.444235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50200) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:39.485333 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-295b3fbb-700f-4d6d-a71f-face808f4787 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.491615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-295b3fbb-700f-4d6d-a71f-face808f4787 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.496458 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-295b3fbb-700f-4d6d-a71f-face808f4787 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-groups/483f0f26-8416-4e1b-b221-ae6536e52f51 HTTP/1.1" status: 204 len: 168 time: 0.5523150 Jul 22 16:42:39.520238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:39.523318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b3fbb-700f-4d6d-a71f-face808f4787 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483f0f26-8416-4e1b-b221-ae6536e52f51,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:39.675184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:39.679057 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.680551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] 10.222.0.65 "PUT /v2.0/ports/f9c47dbd-bad8-4639-9e13-5a75ecd350e7 HTTP/1.1" status: 200 len: 1093 time: 2.4488182 Jul 22 16:42:39.681231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd8b7eb-34ac-4414-a8a8-f31cf185958d', 'tag': 'f9c47dbd-bad8-4639-9e13-5a75ecd350e7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:39.695391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7f22f7f7-0d1d-44cf-a285-4b4676de3700 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1614771 Jul 22 16:42:39.696072 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f84f36-d106-4ae4-be6a-0fa42c606a52" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd8b7eb-34ac-4414-a8a8-f31cf185958d", "tag": "f9c47dbd-bad8-4639-9e13-5a75ecd350e7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:39.698468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50210) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:39.719349 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4fd44e7-9b83-4368-9946-562f9961233e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.866402 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4fd44e7-9b83-4368-9946-562f9961233e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.868407 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d820b91-6ebf-43b4-b9d5-296b20775600 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:39.874634 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4fd44e7-9b83-4368-9946-562f9961233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:39.968371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97474360-2f05-4a32-a3e0-667723d3ced6 req-85ce85a2-985e-461e-a045-c96cd689f0da tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 210 time: 0.1000223 Jul 22 16:42:40.008718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ede4e4-6dc0-4526-934a-779636d6b913 req-72f13d39-4d5c-46f8-8b5a-87559e57af30 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.016106 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4ede4e4-6dc0-4526-934a-779636d6b913 req-72f13d39-4d5c-46f8-8b5a-87559e57af30 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 944 time: 0.6642373 Jul 22 16:42:40.026576 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6720-b065-4c64-8b1e-31c2b87d2eea tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.036146 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e4fd44e7-9b83-4368-9946-562f9961233e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26bf198d9347465aa7c3a9a9e03bf686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5770321 Jul 22 16:42:40.047281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-ec8f8e34-80a3-4316-8b37-05c60900280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.048581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:40.049086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-ec8f8e34-80a3-4316-8b37-05c60900280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.051044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-ec8f8e34-80a3-4316-8b37-05c60900280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.051511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-ec8f8e34-80a3-4316-8b37-05c60900280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.051979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-ec8f8e34-80a3-4316-8b37-05c60900280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.052444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-ec8f8e34-80a3-4316-8b37-05c60900280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.055137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-ec8f8e34-80a3-4316-8b37-05c60900280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.059814 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8053388-7428-49ea-b1ae-f19de8ce2c96 x-openstack-request-id: req-c8053388-7428-49ea-b1ae-f19de8ce2c96 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:40.060189 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd8b7eb-34ac-4414-a8a8-f31cf185958d", "tag": "f9c47dbd-bad8-4639-9e13-5a75ecd350e7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:40.060500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-ec8f8e34-80a3-4316-8b37-05c60900280c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6510 time: 0.7599654 Jul 22 16:42:40.060657 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8053388-7428-49ea-b1ae-f19de8ce2c96 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:40.061870 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd8b7eb-34ac-4414-a8a8-f31cf185958d', 'tag': 'f9c47dbd-bad8-4639-9e13-5a75ecd350e7', 'status': 'completed', 'code': 200} Jul 22 16:42:40.062512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd44e7-9b83-4368-9946-562f9961233e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d2879-ab43-4093-99a2-7712f7895ce2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:40.095421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6720-b065-4c64-8b1e-31c2b87d2eea tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.127490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-be137742-4a05-4412-a76c-bff1c2412a2d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503018 Jul 22 16:42:40.163116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Made reservation on behalf of ede89e5f632547f0ad7ffb2c611d92cd for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:40.166815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.175861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7c591c0e-f624-48c7-ad09-caebf88c8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.177559 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-7c591c0e-f624-48c7-ad09-caebf88c8b79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 1096 time: 0.4217758 Jul 22 16:42:40.196795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4ede4e4-6dc0-4526-934a-779636d6b913 req-af90d181-e9b9-49cc-8f55-90e174603ddf tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797922 Jul 22 16:42:40.266274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-d1497725-b619-42e4-9682-1ed811a5df36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9c47dbd-bad8-4639-9e13-5a75ecd350e7 HTTP/1.1" status: 200 len: 217 time: 0.0620439 Jul 22 16:42:40.291334 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6720-b065-4c64-8b1e-31c2b87d2eea tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.293804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6720-b065-4c64-8b1e-31c2b87d2eea tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.297519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0a7c6720-b065-4c64-8b1e-31c2b87d2eea tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-groups/95ca8685-340c-4930-ba15-94f96fa538e0 HTTP/1.1" status: 204 len: 168 time: 0.5838006 Jul 22 16:42:40.299390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50218) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:40.348674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-977a528f-3bc8-4eab-96ae-14824a241f59 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478809 Jul 22 16:42:40.353645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50220) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:40.361137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4037a81c-7760-4f36-b12e-67cce5864df6 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091019860'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:40.390376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c6720-b065-4c64-8b1e-31c2b87d2eea tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca8685-340c-4930-ba15-94f96fa538e0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:40.393887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4037a81c-7760-4f36-b12e-67cce5864df6 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.410227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-8f1767fb-4b69-488d-8a1d-02366eeff8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.412953 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-8f1767fb-4b69-488d-8a1d-02366eeff8b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1452110 Jul 22 16:42:40.413731 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfb17202-5b22-41e8-9fe0-2333c6d4f5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.506323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfb17202-5b22-41e8-9fe0-2333c6d4f5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.547110 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4037a81c-7760-4f36-b12e-67cce5864df6 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.560821 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4037a81c-7760-4f36-b12e-67cce5864df6 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.576559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Allocated IP 172.20.0.3 (5e144766-d48b-433f-990a-ea1ab2b7ed25/7fa854ab-652a-43fe-8aac-ea1168626926/0c0df527-b79b-409a-a905-058d44794f33) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:40.606274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41be8cd7-b7a7-4f8a-9091-19c174587fe5 req-44760526-14e3-4e92-9e68-0073e9868520 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0689187 Jul 22 16:42:40.619831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-14b8b646-4efb-420a-80b2-24192c129881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:40.629175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-14b8b646-4efb-420a-80b2-24192c129881 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2058825 Jul 22 16:42:40.656891 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4037a81c-7760-4f36-b12e-67cce5864df6 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.661435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4037a81c-7760-4f36-b12e-67cce5864df6 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3036463 Jul 22 16:42:40.662223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:40.664020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037a81c-7760-4f36-b12e-67cce5864df6 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75fc398-6825-4149-99cb-8162ce28a592,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:40.691873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f1e4b449-cdd8-4c59-9772-c91044d0a908 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': 'e75fc398-6825-4149-99cb-8162ce28a592', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:40.733239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfb17202-5b22-41e8-9fe0-2333c6d4f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.736123 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfb17202-5b22-41e8-9fe0-2333c6d4f5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.737455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cfb17202-5b22-41e8-9fe0-2333c6d4f5e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e8d2879-ab43-4093-99a2-7712f7895ce2 HTTP/1.1" status: 204 len: 168 time: 0.6862941 Jul 22 16:42:40.749571 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b449-cdd8-4c59-9772-c91044d0a908 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.810584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb17202-5b22-41e8-9fe0-2333c6d4f5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d2879-ab43-4093-99a2-7712f7895ce2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:40.886789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b449-cdd8-4c59-9772-c91044d0a908 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.892119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b449-cdd8-4c59-9772-c91044d0a908 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.918721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4b449-cdd8-4c59-9772-c91044d0a908 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e8ec90-8486-4d6c-9706-10edf4c04672,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:40.941660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.950671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-62380ad6-96a3-464f-b095-b9c15ac6688a service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066175 Jul 22 16:42:40.953402 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1e4b449-cdd8-4c59-9772-c91044d0a908 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:40.955022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f1e4b449-cdd8-4c59-9772-c91044d0a908 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2758987 Jul 22 16:42:40.959020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50238) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:41.029079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8db4-277e-4211-b255-aa1c9eae76db tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.044538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8db4-277e-4211-b255-aa1c9eae76db tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.069786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.074258 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-82fd83b9-bd6f-4888-9bc6-bea6e1a2f9ab tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1103484656&fields=id&tenant_id=38dd1049913c4e31bba213e5e26a35c2 HTTP/1.1" status: 200 len: 267 time: 0.0847681 Jul 22 16:42:41.117636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e1b4be45-5dce-4096-b11c-50568b98c222'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:42:41.134459 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8db4-277e-4211-b255-aa1c9eae76db tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.152115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c4e8db4-277e-4211-b255-aa1c9eae76db tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.153727 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3c4e8db4-277e-4211-b255-aa1c9eae76db tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/51e8ec90-8486-4d6c-9706-10edf4c04672 HTTP/1.1" status: 204 len: 168 time: 0.1894953 Jul 22 16:42:41.159999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e8db4-277e-4211-b255-aa1c9eae76db tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51e8ec90-8486-4d6c-9706-10edf4c04672,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:41.165552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:41.223034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Network 5e144766-d48b-433f-990a-ea1ab2b7ed25 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:41.259744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-0a41f156-485c-41ad-bbec-231c48862939 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:41.261432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Pushing event updated for resources: {'Port': ['ID=0c0df527-b79b-409a-a905-058d44794f33,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:41.265301 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-0a41f156-485c-41ad-bbec-231c48862939 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/networks?id=4bc93299-5fec-4364-9788-d68f62f07327 HTTP/1.1" status: 200 len: 816 time: 0.1897271 Jul 22 16:42:41.287676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:41.294351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-196b191b-c762-4c27-b444-6ae7330c004f tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/quotas/38dd1049913c4e31bba213e5e26a35c2 HTTP/1.1" status: 200 len: 375 time: 0.0107071 Jul 22 16:42:41.303165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50248) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:41.339148 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870230cf-87d6-45ad-be04-0ebb8839ad12 req-40a6cf56-0615-477b-a61b-2c42e5b84475 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769472 Jul 22 16:42:41.340491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:41.348287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f999d80-17a6-4d53-aeb4-32d55bcf79a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.442862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:41.447497 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.471613 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-09cea358-1662-4fcd-b0f8-98213b8550b7 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=38dd1049913c4e31bba213e5e26a35c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1669323 Jul 22 16:42:41.476866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50250) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:41.477240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2666c640-6f16-445d-8ca1-b0907176e45f tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3028116 Jul 22 16:42:41.586164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76851b7d-7c50-4f8f-a9e2-0fa2014f31fa req-e7950e2b-418f-4f39-a1e8-3846631e8297 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:41.588812 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76851b7d-7c50-4f8f-a9e2-0fa2014f31fa req-e7950e2b-418f-4f39-a1e8-3846631e8297 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 931 time: 0.4356453 Jul 22 16:42:41.664851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-4c31e853-da4d-403a-a8c1-74141ac38ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:41.666707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-4c31e853-da4d-403a-a8c1-74141ac38ac6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 1096 time: 0.1837840 Jul 22 16:42:41.670994 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76851b7d-7c50-4f8f-a9e2-0fa2014f31fa req-8f8ce087-eea5-4369-936a-1c55a61d1ee1 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734205 Jul 22 16:42:41.697751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f999d80-17a6-4d53-aeb4-32d55bcf79a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.700712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1338d32f-f399-44e5-a0eb-88f7c850b744 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.712857 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1f999d80-17a6-4d53-aeb4-32d55bcf79a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.740686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-51950c71-acce-4243-93e7-3f0d4f66ad76 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3641164 Jul 22 16:42:41.757931 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-fd259427-13d2-46da-b1fa-f05be07fd0a7 service neutron] 10.222.0.53 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449594 Jul 22 16:42:41.769422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Request body: {'port': {'device_id': '399766d9-2078-443b-b247-aa38b4028ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:41.788561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1338d32f-f399-44e5-a0eb-88f7c850b744 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.813913 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1f999d80-17a6-4d53-aeb4-32d55bcf79a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2dd7fd9f57404507833cee5df03e482d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053854 Jul 22 16:42:41.817336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f999d80-17a6-4d53-aeb4-32d55bcf79a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a342f0d3-5ca8-49f2-b353-3eccc02fbcad,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:41.818847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50256) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:41.941831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-1cd7e728-1f81-4924-b66d-e6aa61f8bbd2 service neutron] 10.222.0.53 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696365 Jul 22 16:42:41.943850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1338d32f-f399-44e5-a0eb-88f7c850b744 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.946869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1338d32f-f399-44e5-a0eb-88f7c850b744 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:41.953006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1338d32f-f399-44e5-a0eb-88f7c850b744 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-groups/e75fc398-6825-4149-99cb-8162ce28a592 HTTP/1.1" status: 204 len: 168 time: 0.4741616 Jul 22 16:42:41.954246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.037720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dc63a91f-be35-49cc-b96a-b4ce03fd2c07 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0780785 Jul 22 16:42:42.038699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.043793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c5b6deb3-f99d-477e-8592-437ccebfe720 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965711972'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:42.049831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338d32f-f399-44e5-a0eb-88f7c850b744 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75fc398-6825-4149-99cb-8162ce28a592,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:42.091274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5b6deb3-f99d-477e-8592-437ccebfe720 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.258246 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5b6deb3-f99d-477e-8592-437ccebfe720 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.263354 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5b6deb3-f99d-477e-8592-437ccebfe720 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.315311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6deb3-f99d-477e-8592-437ccebfe720 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d105e675-2693-4477-ae5f-3d62c40136d4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:42.334424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5b6deb3-f99d-477e-8592-437ccebfe720 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.339938 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c5b6deb3-f99d-477e-8592-437ccebfe720 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3001492 Jul 22 16:42:42.340555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50268) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.345782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-2fbe278c-dff7-4580-b19f-d6423fd0b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:42.347180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fde52f98-a72f-4c25-9705-4d45e30a62a0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': 'd105e675-2693-4477-ae5f-3d62c40136d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:42.347356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-2fbe278c-dff7-4580-b19f-d6423fd0b3cc service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.6703830 Jul 22 16:42:42.402581 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fde52f98-a72f-4c25-9705-4d45e30a62a0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.437003 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-b0bb6a37-7c09-4a70-8eb7-1ea057f2742b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9c47dbd-bad8-4639-9e13-5a75ecd350e7 HTTP/1.1" status: 200 len: 217 time: 0.0673850 Jul 22 16:42:42.449945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.453295 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffda764a-19c9-44bf-89e7-19dfb03bc783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.483014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fde52f98-a72f-4c25-9705-4d45e30a62a0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.497695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7e2ff-c3eb-46ab-ad8f-bc2b04eec630 req-c95837d5-da0e-4394-827c-2e1ccf590924 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:42.499501 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aea7e2ff-c3eb-46ab-ad8f-bc2b04eec630 req-c95837d5-da0e-4394-827c-2e1ccf590924 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 944 time: 0.6845341 Jul 22 16:42:42.520779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0446e3eb-f877-424d-ab42-34270a1c34de req-27afda13-60b5-4bd8-941a-24155d16e47f tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0862317 Jul 22 16:42:42.527581 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fde52f98-a72f-4c25-9705-4d45e30a62a0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.580939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffda764a-19c9-44bf-89e7-19dfb03bc783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.582675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde52f98-a72f-4c25-9705-4d45e30a62a0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b20d852-72cd-4112-84f0-f259e0d19ff7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:42.589105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fde52f98-a72f-4c25-9705-4d45e30a62a0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.596674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fde52f98-a72f-4c25-9705-4d45e30a62a0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2516487 Jul 22 16:42:42.596983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.641167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-0039aae1-6f50-40d8-8f67-03f4b66c2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:42.642750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-0039aae1-6f50-40d8-8f67-03f4b66c2809 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1757495 Jul 22 16:42:42.642882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ed9e9ac-1524-4337-a37f-8deaa33fac0c tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules/3b20d852-72cd-4112-84f0-f259e0d19ff7 HTTP/1.1" status: 200 len: 763 time: 0.0446987 Jul 22 16:42:42.643557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50280) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.699181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aea7e2ff-c3eb-46ab-ad8f-bc2b04eec630 req-a5734817-cd87-4d1e-9776-e0043f02274b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709626 Jul 22 16:42:42.725706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b8f5f089-804b-4ead-ab35-92017796c46b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0810220 Jul 22 16:42:42.727049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50284) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.765612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e118845-95a9-4dd2-ad82-e52e0ae8151b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.776893 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e118845-95a9-4dd2-ad82-e52e0ae8151b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.881524 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-50fce366-f9a1-446e-83c9-6fb1d2d8b59c req-095b05d7-65d0-4d8d-8649-a63b72f81ad0 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.0642285 Jul 22 16:42:42.885175 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e118845-95a9-4dd2-ad82-e52e0ae8151b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.893347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e118845-95a9-4dd2-ad82-e52e0ae8151b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.897626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2e118845-95a9-4dd2-ad82-e52e0ae8151b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3b20d852-72cd-4112-84f0-f259e0d19ff7 HTTP/1.1" status: 204 len: 168 time: 0.1688869 Jul 22 16:42:42.898272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50288) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.932694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e118845-95a9-4dd2-ad82-e52e0ae8151b tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b20d852-72cd-4112-84f0-f259e0d19ff7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:42.934647 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffda764a-19c9-44bf-89e7-19dfb03bc783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.938096 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffda764a-19c9-44bf-89e7-19dfb03bc783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:42.939293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ffda764a-19c9-44bf-89e7-19dfb03bc783 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a342f0d3-5ca8-49f2-b353-3eccc02fbcad HTTP/1.1" status: 204 len: 168 time: 1.1075149 Jul 22 16:42:42.979109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5e91c79e-5d94-481c-9e1e-8a93f9d5c6c2 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763724 Jul 22 16:42:42.980558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50292) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:42.996374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c6cd0edd-d450-48fd-8728-a9d2e181d23a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': 'd105e675-2693-4477-ae5f-3d62c40136d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:43.009641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda764a-19c9-44bf-89e7-19dfb03bc783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a342f0d3-5ca8-49f2-b353-3eccc02fbcad,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:43.058001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-2796db94-5550-4a4e-9017-033635c6ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:43.059543 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-2796db94-5550-4a4e-9017-033635c6ea8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3964286 Jul 22 16:42:43.133035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca6a9c-4a37-4a9b-9638-208b8975e6b2 req-d2e9b207-912f-4482-8b32-c85c85760902 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:43.134636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dcca6a9c-4a37-4a9b-9638-208b8975e6b2 req-d2e9b207-912f-4482-8b32-c85c85760902 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 931 time: 0.3099167 Jul 22 16:42:43.182173 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0edd-d450-48fd-8728-a9d2e181d23a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.351922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dcca6a9c-4a37-4a9b-9638-208b8975e6b2 req-33a155cb-ff7f-4607-9bea-abe2a7a27553 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988020 Jul 22 16:42:43.373923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0df527-b79b-409a-a905-058d44794f33 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:43.388631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.393539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0edd-d450-48fd-8728-a9d2e181d23a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.397268 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-cccc6c4c-9717-4bfb-85e1-60816bb4c3e5 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237185 Jul 22 16:42:43.403499 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0edd-d450-48fd-8728-a9d2e181d23a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.429300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Transition to ACTIVE for port object 0c0df527-b79b-409a-a905-058d44794f33 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:43.460697 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.470666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd0edd-d450-48fd-8728-a9d2e181d23a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b51c99-0286-4a20-a3fd-93d9cdcc42f1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:43.484175 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0edd-d450-48fd-8728-a9d2e181d23a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.485512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c6cd0edd-d450-48fd-8728-a9d2e181d23a tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4954288 Jul 22 16:42:43.490568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50296) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:43.541099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e93cebb6-c71a-430c-b858-5dbd7b205653 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules/39b51c99-0286-4a20-a3fd-93d9cdcc42f1 HTTP/1.1" status: 200 len: 763 time: 0.0476611 Jul 22 16:42:43.541880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50300) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:43.654949 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f84f36-d106-4ae4-be6a-0fa42c606a52 req-a31c391d-32eb-4513-8e41-08534eb2c2c7 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487984 Jul 22 16:42:43.656127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0df527-b79b-409a-a905-058d44794f33,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:43.700976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6220aef6-68b5-44d1-8531-555f36e420d3 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1579094 Jul 22 16:42:43.705119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50310) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:43.742357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Attempting to bind port 0c0df527-b79b-409a-a905-058d44794f33 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:43.745012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Attempting to bind port 0c0df527-b79b-409a-a905-058d44794f33 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:43.745559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Attempting to bind port 0c0df527-b79b-409a-a905-058d44794f33 on network 5e144766-d48b-433f-990a-ea1ab2b7ed25 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:43.752011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Port 0c0df527-b79b-409a-a905-058d44794f33 on network 5e144766-d48b-433f-990a-ea1ab2b7ed25 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:42:43.752658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Attempting to bind port 0c0df527-b79b-409a-a905-058d44794f33 on network 5e144766-d48b-433f-990a-ea1ab2b7ed25 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:43.759931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:43.760788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Checking segment: {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:43.761838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Bound using segment: {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:43.762487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Bound port: 0c0df527-b79b-409a-a905-058d44794f33, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:43.763514 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.782421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7693828-ef87-4aff-852f-4735ea2499fa req-39721700-89ad-4c78-90b1-8bfa741e49d4 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0717468 Jul 22 16:42:43.841852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95834f60-6345-440d-8cbb-d7d1951ccca0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.861114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95834f60-6345-440d-8cbb-d7d1951ccca0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.938829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95834f60-6345-440d-8cbb-d7d1951ccca0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.955870 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95834f60-6345-440d-8cbb-d7d1951ccca0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:43.960812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-95834f60-6345-440d-8cbb-d7d1951ccca0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/39b51c99-0286-4a20-a3fd-93d9cdcc42f1 HTTP/1.1" status: 204 len: 168 time: 0.2493260 Jul 22 16:42:43.970625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50318) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:43.978758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95834f60-6345-440d-8cbb-d7d1951ccca0 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39b51c99-0286-4a20-a3fd-93d9cdcc42f1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:44.029049 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] For port 0c0df527-b79b-409a-a905-058d44794f33, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:44.054328 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e62e3548-554f-4134-8c71-bfe978175a10 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0795109 Jul 22 16:42:44.063196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:44.091225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-890b3b1b-f835-4151-9f52-ac6c24004740 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Request body: {'security_group_rule': {'security_group_id': 'd105e675-2693-4477-ae5f-3d62c40136d4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:44.097857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-81c25bf7-5ccf-4f27-8502-3ed20802e271 req-656dc34d-e335-415a-b6c5-62d9972ed33d tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.0582356 Jul 22 16:42:44.141189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] For port 0c0df527-b79b-409a-a905-058d44794f33, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0c0df527-b79b-409a-a905-058d44794f33,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:44.149642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890b3b1b-f835-4151-9f52-ac6c24004740 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.162189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bc45-6000-40b1-8ec5-170cc073cb9f req-34ddf2c2-5b59-4984-85eb-86097a19f068 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:44.163905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f00bc45-6000-40b1-8ec5-170cc073cb9f req-34ddf2c2-5b59-4984-85eb-86097a19f068 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 944 time: 0.2978673 Jul 22 16:42:44.169833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.203256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:44.204404 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.205731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] 10.222.0.20 "PUT /v2.0/ports/0c0df527-b79b-409a-a905-058d44794f33 HTTP/1.1" status: 200 len: 1092 time: 2.4484959 Jul 22 16:42:44.215627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399766d9-2078-443b-b247-aa38b4028ac0', 'tag': '0c0df527-b79b-409a-a905-058d44794f33'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:44.225504 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9" -d '{"events": [{"name": "network-changed", "server_uuid": "399766d9-2078-443b-b247-aa38b4028ac0", "tag": "0c0df527-b79b-409a-a905-058d44794f33"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:44.243628 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890b3b1b-f835-4151-9f52-ac6c24004740 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.261807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890b3b1b-f835-4151-9f52-ac6c24004740 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.298124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890b3b1b-f835-4151-9f52-ac6c24004740 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.304597 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-890b3b1b-f835-4151-9f52-ac6c24004740 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2389104 Jul 22 16:42:44.309475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50332) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:44.312520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b3b1b-f835-4151-9f52-ac6c24004740 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e549365f-9598-46d2-8e5c-25bc22c4c0fe,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:44.357526 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cc8556-188c-4079-85d5-a4c4e136fca4 x-openstack-request-id: req-d4cc8556-188c-4079-85d5-a4c4e136fca4 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:44.357526 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399766d9-2078-443b-b247-aa38b4028ac0", "tag": "0c0df527-b79b-409a-a905-058d44794f33", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:44.357526 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4cc8556-188c-4079-85d5-a4c4e136fca4 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:44.357526 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399766d9-2078-443b-b247-aa38b4028ac0', 'tag': '0c0df527-b79b-409a-a905-058d44794f33', 'status': 'completed', 'code': 200} Jul 22 16:42:44.361467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3466ff88-85f0-4291-85bd-278430fd8eb5 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules/e549365f-9598-46d2-8e5c-25bc22c4c0fe HTTP/1.1" status: 200 len: 764 time: 0.0276778 Jul 22 16:42:44.364838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50334) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:44.454809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-20a6a9e4-c7ed-4a33-878e-c97572832361 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:44.456563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-20a6a9e4-c7ed-4a33-878e-c97572832361 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.65 "GET /v2.0/networks?id=4bc93299-5fec-4364-9788-d68f62f07327 HTTP/1.1" status: 200 len: 816 time: 0.4873602 Jul 22 16:42:44.459571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d60001cb-c009-4379-93a7-611e8fdf00c6 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0930691 Jul 22 16:42:44.463690 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50340) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:44.466891 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f00bc45-6000-40b1-8ec5-170cc073cb9f req-334aedac-2c0b-4f5b-95c4-38144caeaf1b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846558 Jul 22 16:42:44.544063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da453cc-26e9-41a7-b1a8-eae16ec7a622 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0df527-b79b-409a-a905-058d44794f33,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:44.571422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-9b65b529-5d20-4f3b-a128-be9c763fa3ef tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38dd1049913c4e31bba213e5e26a35c2 HTTP/1.1" status: 200 len: 380 time: 0.0922358 Jul 22 16:42:44.587448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Request body: {'port': {'device_id': '76091d37-7d90-4887-aa3a-97ebdf259003', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'admin_state_up': True, 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'security_groups': ['8319a60a-669b-4565-ac08-94b8a58d8a16']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:44.593044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-a78da7c0-0176-4951-8a9a-017ade195bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:44.596393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-a78da7c0-0176-4951-8a9a-017ade195bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 1095 time: 0.2768509 Jul 22 16:42:44.600986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8b8635c-8c67-4320-a84d-e26b1bdce164 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.625572 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8b8635c-8c67-4320-a84d-e26b1bdce164 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.664662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8b8635c-8c67-4320-a84d-e26b1bdce164 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.674801 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8b8635c-8c67-4320-a84d-e26b1bdce164 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.680103 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d8b8635c-8c67-4320-a84d-e26b1bdce164 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e549365f-9598-46d2-8e5c-25bc22c4c0fe HTTP/1.1" status: 204 len: 168 time: 0.2117794 Jul 22 16:42:44.680444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-11987dac-440c-4851-80eb-0825b388df88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0df527-b79b-409a-a905-058d44794f33 HTTP/1.1" status: 200 len: 217 time: 0.0623178 Jul 22 16:42:44.682576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50344) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:44.690901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8635c-8c67-4320-a84d-e26b1bdce164 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e549365f-9598-46d2-8e5c-25bc22c4c0fe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:44.718998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ee4ea-48f7-4372-945f-d39890cf3cc5 req-5dabd74f-6a98-4453-94a9-91525c578589 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:44.721045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e7ee4ea-48f7-4372-945f-d39890cf3cc5 req-5dabd74f-6a98-4453-94a9-91525c578589 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 943 time: 0.2349660 Jul 22 16:42:44.786256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e7ee4ea-48f7-4372-945f-d39890cf3cc5 req-76ab9a8a-aa45-46d1-9dbf-12ee15532412 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576091 Jul 22 16:42:44.842618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-01a3969b-51a7-4533-b0f3-b3f3b93a0621 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1582735 Jul 22 16:42:44.842916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:44.850412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-9c2d3173-b6c5-4433-bf53-467cddcd8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:44.852718 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-9c2d3173-b6c5-4433-bf53-467cddcd8f0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7fa854ab-652a-43fe-8aac-ea1168626926 HTTP/1.1" status: 200 len: 850 time: 0.1590633 Jul 22 16:42:44.948306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Made reservation on behalf of 38dd1049913c4e31bba213e5e26a35c2 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:44.950120 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a86f073-5551-4362-bbae-c356a7372a84 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.952265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:44.957301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-c4ae9409-7e95-485d-8149-f0ef55f0d428 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e144766-d48b-433f-990a-ea1ab2b7ed25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627182 Jul 22 16:42:45.014727 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8458dfb-4aee-4af0-a370-f37f6c9092da req-304888da-2445-4180-aff0-32fbfd47088f tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0672309 Jul 22 16:42:45.029021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a86f073-5551-4362-bbae-c356a7372a84 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:45.117622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a86f073-5551-4362-bbae-c356a7372a84 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:45.120756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a86f073-5551-4362-bbae-c356a7372a84 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:45.121746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4a86f073-5551-4362-bbae-c356a7372a84 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "DELETE /v2.0/security-groups/d105e675-2693-4477-ae5f-3d62c40136d4 HTTP/1.1" status: 204 len: 168 time: 0.2778718 Jul 22 16:42:45.127993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50362) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:45.142917 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-5aa83217-b785-443f-a05e-80948e33aa06 service neutron] 10.222.0.20 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786313 Jul 22 16:42:45.164847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86f073-5551-4362-bbae-c356a7372a84 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d105e675-2693-4477-ae5f-3d62c40136d4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:45.204890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-acfcd737-f44f-4dc4-a1d6-568fc74dab43 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743711 Jul 22 16:42:45.211024 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50366) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:45.238720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Allocated IP 172.20.0.11 (4bc93299-5fec-4364-9788-d68f62f07327/2222261d-cece-4bc8-b1e2-2a981be16abb/09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:42:45.260054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0fe0048b-8820-49d1-8779-e598914c4749 tempest-SecGroupTest-1835882859 tempest-SecGroupTest-1835882859-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476573 Jul 22 16:42:45.282813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-40ef5969-ce32-4af3-a145-e1794933c653 req-471557f3-dfec-4fd2-90af-0747ea0c4f2b tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.0491521 Jul 22 16:42:45.412093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63c984bd-5055-4bbf-9d68-81cbb0b0c19b req-300c27f3-9e21-4c5c-a9a0-13a7d74d8566 service neutron] 10.222.0.20 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049677 Jul 22 16:42:45.658955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50384) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:45.669525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:45.687237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Transition to ACTIVE for port object 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:45.703869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb2652-98b3-4a63-98c4-09d3942ab13b req-32da81d1-bf5a-48e8-a062-faac649b1fd5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:45.711965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9cfb2652-98b3-4a63-98c4-09d3942ab13b req-32da81d1-bf5a-48e8-a062-faac649b1fd5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 944 time: 0.1225197 Jul 22 16:42:45.735744 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:45.769239 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9cfb2652-98b3-4a63-98c4-09d3942ab13b req-5fd3b2bf-9096-4605-9f58-650544a4d4be tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559142 Jul 22 16:42:45.851798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Network 4bc93299-5fec-4364-9788-d68f62f07327 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:42:45.861525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:45.864341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:42:45.868498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Pushing event updated for resources: {'Port': ['ID=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:45.928818 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-0f5d53cc-1d91-4657-9c65-7a1653133571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:45.930624 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-0f5d53cc-1d91-4657-9c65-7a1653133571 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 1095 time: 0.4087212 Jul 22 16:42:45.932242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.932663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.933070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.933470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.933870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.937921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.938395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.938804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.939239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.939749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.940090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.940418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:45.953499 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-93ceb42b-a243-417b-b2d2-79739135da10 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f40205689bb045909afb4764671daedc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930248 Jul 22 16:42:45.955697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50396) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:46.058149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:46.058897 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.081296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9a3b-553f-497f-a24a-b4b6439f6087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.122782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-6804042e-c0a7-4aab-a417-b75f0d659b12 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5402770 Jul 22 16:42:46.124154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9a3b-553f-497f-a24a-b4b6439f6087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.154869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Request body: {'port': {'device_id': '76091d37-7d90-4887-aa3a-97ebdf259003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:46.192315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11095b2-dd6b-4df4-9bc7-ad9d434b10e5 req-f4770d1f-ebf2-4a8f-a28e-e331ed67bba7 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:46.194702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f11095b2-dd6b-4df4-9bc7-ad9d434b10e5 req-f4770d1f-ebf2-4a8f-a28e-e331ed67bba7 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 943 time: 0.2809856 Jul 22 16:42:46.235080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-7a716fb0-76a0-4403-8f69-38889c54593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:46.236735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-7a716fb0-76a0-4403-8f69-38889c54593d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 200 len: 911 time: 0.2462387 Jul 22 16:42:46.280024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9a3b-553f-497f-a24a-b4b6439f6087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.293204 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b9f9a3b-553f-497f-a24a-b4b6439f6087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.294686 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2b9f9a3b-553f-497f-a24a-b4b6439f6087 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04628669-1531-47e0-8755-1fbf892ddffc HTTP/1.1" status: 204 len: 168 time: 0.3380103 Jul 22 16:42:46.300862 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db017ec6-7854-4d57-8ae6-f14b6e73db25 req-4a6fa7db-3141-4f52-b970-76983eb03ef3 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0864055 Jul 22 16:42:46.312459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f9a3b-553f-497f-a24a-b4b6439f6087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04628669-1531-47e0-8755-1fbf892ddffc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:46.363290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-55704cc1-6402-481f-a66f-e36037f319fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0df527-b79b-409a-a905-058d44794f33 HTTP/1.1" status: 200 len: 217 time: 0.1131446 Jul 22 16:42:46.385962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6d9ca8d1-cb96-4eaa-abb3-22b8f3e0e9ed None None] Provisioning for port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:46.393587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6d9ca8d1-cb96-4eaa-abb3-22b8f3e0e9ed None None] Provisioning complete for port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:46.396450 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca8d1-cb96-4eaa-abb3-22b8f3e0e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.463772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ca8d1-cb96-4eaa-abb3-22b8f3e0e9ed None None] Port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:42:46.472420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-32bbf22d-9fa1-431f-adae-566d4d12fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:46.474187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-32bbf22d-9fa1-431f-adae-566d4d12fe66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7fa854ab-652a-43fe-8aac-ea1168626926 HTTP/1.1" status: 200 len: 850 time: 0.0617805 Jul 22 16:42:46.520408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f11095b2-dd6b-4df4-9bc7-ad9d434b10e5 req-c6a1ea08-4c0e-4709-ae75-af26c2bffebb tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880983 Jul 22 16:42:46.536168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c7b75-0368-4cb6-aeab-ec6076899540 req-1fc5abd6-becb-4418-9e86-67d60ae2e3c1 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:46.544338 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-439c7b75-0368-4cb6-aeab-ec6076899540 req-1fc5abd6-becb-4418-9e86-67d60ae2e3c1 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 932 time: 0.1110673 Jul 22 16:42:46.562560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-aca5fac6-c147-4ea8-8793-038e265a818f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e144766-d48b-433f-990a-ea1ab2b7ed25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804002 Jul 22 16:42:46.563772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:46.626128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-439c7b75-0368-4cb6-aeab-ec6076899540 req-4451dfec-32cf-45ef-805a-134f76395735 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758426 Jul 22 16:42:46.727023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-ecba67b2-649e-4c52-ac55-65d1c3bdb8ba service neutron] 10.222.0.20 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526821 Jul 22 16:42:46.773139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50412) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:46.987511 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30368ab2-8852-46a8-b13c-fb06e22bab19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.135775 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30368ab2-8852-46a8-b13c-fb06e22bab19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.143124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30368ab2-8852-46a8-b13c-fb06e22bab19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.203525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-30368ab2-8852-46a8-b13c-fb06e22bab19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c5293e9dcf54b97bdd7df3774ba2794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290688 Jul 22 16:42:47.204658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30368ab2-8852-46a8-b13c-fb06e22bab19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d11ba5f-2939-4363-8ac2-7fa2b330488a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:47.207507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50430) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:47.275456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f9e31bb-53f1-46f9-a90b-3f54bcab7de9 req-83fa6742-0a55-463a-a874-bbfa6f06489a service neutron] 10.222.0.20 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356383 Jul 22 16:42:47.302807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60cead7a-9b64-455e-8452-78023477a27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.333372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60cead7a-9b64-455e-8452-78023477a27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.370647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e568fa-a71e-4cae-b321-188d610c62f2 req-69b95de9-d17b-409b-a965-575df69c81a7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:47.372253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5e568fa-a71e-4cae-b321-188d610c62f2 req-69b95de9-d17b-409b-a965-575df69c81a7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 944 time: 0.1570446 Jul 22 16:42:47.409177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60cead7a-9b64-455e-8452-78023477a27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.412021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60cead7a-9b64-455e-8452-78023477a27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.416515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-60cead7a-9b64-455e-8452-78023477a27a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d11ba5f-2939-4363-8ac2-7fa2b330488a HTTP/1.1" status: 204 len: 168 time: 0.2027071 Jul 22 16:42:47.428228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0c0df527-b79b-409a-a905-058d44794f33 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:42:47.463546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cead7a-9b64-455e-8452-78023477a27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d11ba5f-2939-4363-8ac2-7fa2b330488a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:47.468738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5e568fa-a71e-4cae-b321-188d610c62f2 req-c8a2f885-af28-49d5-9e16-37f8d8ec67ff tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791616 Jul 22 16:42:47.511814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:47.521305 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.529445 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e7af1b7-f911-4a79-929b-ffaaef992f84 req-5876344e-a27d-46a9-ad48-a098a78d0647 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0692399 Jul 22 16:42:47.536990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Transition to ACTIVE for port object 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:42:47.541827 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.668061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0c0df527-b79b-409a-a905-058d44794f33, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0c0df527-b79b-409a-a905-058d44794f33,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:47.704773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '0c0df527-b79b-409a-a905-058d44794f33', 'network_id': '5e144766-d48b-433f-990a-ea1ab2b7ed25', 'port_id': '0c0df527-b79b-409a-a905-058d44794f33', 'mac_address': 'fa:16:3e:51:03:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa854ab-652a-43fe-8aac-ea1168626926', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:42:47.771958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Pushing event updated for resources: {'Port': ['ID=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:47.811890 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.845466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0df527-b79b-409a-a905-058d44794f33 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:47.872161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0c0df527-b79b-409a-a905-058d44794f33, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0c0df527-b79b-409a-a905-058d44794f33,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:47.879206 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:47.940333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba58bcb-e400-42d1-af16-1be79d4729d6 req-9c4f683d-1338-4fa1-a8d6-d378b30a1043 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:47.947967 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ba58bcb-e400-42d1-af16-1be79d4729d6 req-9c4f683d-1338-4fa1-a8d6-d378b30a1043 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.2096725 Jul 22 16:42:47.967357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0c0df527-b79b-409a-a905-058d44794f33,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:48.019914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Attempting to bind port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:42:48.020252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Attempting to bind port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:42:48.027122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Attempting to bind port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 on network 4bc93299-5fec-4364-9788-d68f62f07327 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:48.039044 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ba58bcb-e400-42d1-af16-1be79d4729d6 req-4bdac903-e28e-44de-b50f-3f72607ab22f tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900037 Jul 22 16:42:48.066847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 on network 4bc93299-5fec-4364-9788-d68f62f07327 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:42:48.067342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Attempting to bind port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 on network 4bc93299-5fec-4364-9788-d68f62f07327 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:42:48.094485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb6567-45a9-4dc8-bf08-bea4bd8229d3 req-78ce8693-57f5-4b24-9bad-4ab504326304 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:48.116659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ceb6567-45a9-4dc8-bf08-bea4bd8229d3 req-78ce8693-57f5-4b24-9bad-4ab504326304 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 943 time: 0.4480572 Jul 22 16:42:48.118255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:42:48.118398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Checking segment: {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:48.118807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Bound using segment: {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:42:48.119483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Bound port: 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead4026d-c704-44eb-aab1-47ebb7264edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:42:48.120024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.210172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ceb6567-45a9-4dc8-bf08-bea4bd8229d3 req-8f7bd8aa-42ae-4d38-80fa-c3fcdc4c2325 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875323 Jul 22 16:42:48.236209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['0c0df527-b79b-409a-a905-058d44794f33'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:42:48.254838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] For port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:42:48.262048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] For port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:42:48.269094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.273635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50460) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:48.291512 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99f6eb53-5f9a-4e9a-bb46-9554f35906ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.312686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:48.313326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.315069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] 10.222.0.65 "PUT /v2.0/ports/09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 HTTP/1.1" status: 200 len: 1093 time: 2.1698325 Jul 22 16:42:48.315891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76091d37-7d90-4887-aa3a-97ebdf259003', 'tag': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:48.322156 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756d4bc7-2e23-414e-abe0-6716fa7c8d70" -d '{"events": [{"name": "network-changed", "server_uuid": "76091d37-7d90-4887-aa3a-97ebdf259003", "tag": "09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:48.383181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582317-3a47-4d55-babe-b8f02b7b87ec service neutron] Pushing event updated for resources: {'Port': ['ID=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:48.439257 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068cbe52-7262-4f02-887a-9b54471a4e0d x-openstack-request-id: req-068cbe52-7262-4f02-887a-9b54471a4e0d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:48.439563 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76091d37-7d90-4887-aa3a-97ebdf259003", "tag": "09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:48.439956 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-068cbe52-7262-4f02-887a-9b54471a4e0d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:48.440236 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76091d37-7d90-4887-aa3a-97ebdf259003', 'tag': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0', 'status': 'completed', 'code': 200} Jul 22 16:42:48.459270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77e1dace-3138-4fed-b2e2-4642949aa87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.557377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-d852a2e7-aba1-49ab-8957-78629fa52fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:48.561303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-d852a2e7-aba1-49ab-8957-78629fa52fcc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=38dd1049913c4e31bba213e5e26a35c2&device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 1096 time: 0.1378584 Jul 22 16:42:48.663865 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99f6eb53-5f9a-4e9a-bb46-9554f35906ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.664150 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-01938404-b137-429c-a95f-2700b3cd30e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 HTTP/1.1" status: 200 len: 217 time: 0.0872016 Jul 22 16:42:48.704060 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99f6eb53-5f9a-4e9a-bb46-9554f35906ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.789696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-99f6eb53-5f9a-4e9a-bb46-9554f35906ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f788e611bba4bca88b3c02dc5cf9773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149617 Jul 22 16:42:48.792976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50474) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:48.800996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6eb53-5f9a-4e9a-bb46-9554f35906ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eafc14-e5e5-46a7-a847-a948b63ad7c8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:48.819438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58cdfe40-ffbb-45fc-b5c3-808e7b68bf17 req-325d501e-baee-4a0f-9c7d-7e4250b916bf tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.1200962 Jul 22 16:42:48.844671 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-d82c62fd-b3ad-4408-937b-e1395c2f870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:48.846426 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-d82c62fd-b3ad-4408-937b-e1395c2f870e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2222261d-cece-4bc8-b1e2-2a981be16abb HTTP/1.1" status: 200 len: 855 time: 0.1716967 Jul 22 16:42:48.863361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b72d9-1a94-4a10-8187-c494c206ae4a req-11e5fc5c-a25f-4a56-9b40-da918a0f1019 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:48.865886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e69b72d9-1a94-4a10-8187-c494c206ae4a req-11e5fc5c-a25f-4a56-9b40-da918a0f1019 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 944 time: 0.2327197 Jul 22 16:42:48.953084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f0fab81-e84d-4212-b42d-b8b6ce839ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:48.980464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e69b72d9-1a94-4a10-8187-c494c206ae4a req-b16b82c2-a25f-4e11-8e3d-459046b76347 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022110 Jul 22 16:42:48.985295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-331d5c6e-1ec3-43a5-be29-9cfa52508b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:48.986858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-331d5c6e-1ec3-43a5-be29-9cfa52508b1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bc93299-5fec-4364-9788-d68f62f07327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291625 Jul 22 16:42:49.004727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f0fab81-e84d-4212-b42d-b8b6ce839ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.080432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f0fab81-e84d-4212-b42d-b8b6ce839ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.083736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f0fab81-e84d-4212-b42d-b8b6ce839ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.087583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0f0fab81-e84d-4212-b42d-b8b6ce839ea6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0eafc14-e5e5-46a7-a847-a948b63ad7c8 HTTP/1.1" status: 204 len: 168 time: 0.2932870 Jul 22 16:42:49.090212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4a70b2eb-6de6-4615-8a8f-8e355bf3f3b4 req-08b0cc1c-18d6-4f19-bb6d-a6e23ed6e890 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0367966 Jul 22 16:42:49.098063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fab81-e84d-4212-b42d-b8b6ce839ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eafc14-e5e5-46a7-a847-a948b63ad7c8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:49.178941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-8cb84f12-018a-4b92-8867-63427e49697a service neutron] 10.222.0.65 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746495 Jul 22 16:42:49.377742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bec19-2a73-4e76-8764-e2f060dbd16b req-9a2c942b-3791-4dfe-a498-1bf205d968a2 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:49.383683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca483553-16d4-46c0-a56d-5ba4ce91afe5 req-1c728099-161f-4848-9e1f-70f326214a8c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:49.385494 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca483553-16d4-46c0-a56d-5ba4ce91afe5 req-1c728099-161f-4848-9e1f-70f326214a8c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 944 time: 0.0879631 Jul 22 16:42:49.386213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b2bec19-2a73-4e76-8764-e2f060dbd16b req-9a2c942b-3791-4dfe-a498-1bf205d968a2 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.2097878 Jul 22 16:42:49.398337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db25fe52-81f6-46e5-a090-1bec0885fa3b req-57725b47-ae46-480c-9372-03dc353ef025 service neutron] 10.222.0.65 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087598 Jul 22 16:42:49.445264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b2bec19-2a73-4e76-8764-e2f060dbd16b req-d0ec8e78-d709-41e3-b1ec-f275ca79c3da tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579772 Jul 22 16:42:49.446024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0c0df527-b79b-409a-a905-058d44794f33 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:49.482043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca483553-16d4-46c0-a56d-5ba4ce91afe5 req-f1357984-2f12-491a-adb0-96ef3609e74c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832434 Jul 22 16:42:49.540581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 0c0df527-b79b-409a-a905-058d44794f33 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:49.550892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 0c0df527-b79b-409a-a905-058d44794f33 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:49.551383 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.621652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-80ad2e73-c333-4976-a1ba-60a3f073b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:49.628546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-80ad2e73-c333-4976-a1ba-60a3f073b053 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=38dd1049913c4e31bba213e5e26a35c2&device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 1096 time: 0.1066179 Jul 22 16:42:49.750974 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.798738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-de28c2fa-123f-4b62-b35d-ec53e6ccab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:49.800997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-de28c2fa-123f-4b62-b35d-ec53e6ccab0e service neutron] 10.222.0.65 "GET /v2.0/networks?id=4bc93299-5fec-4364-9788-d68f62f07327 HTTP/1.1" status: 200 len: 917 time: 0.1639163 Jul 22 16:42:49.803454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399766d9-2078-443b-b247-aa38b4028ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0df527-b79b-409a-a905-058d44794f33'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:49.806854 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef07983-52db-4d6e-84c9-f44d74878526" -d '{"events": [{"server_uuid": "399766d9-2078-443b-b247-aa38b4028ac0", "name": "network-vif-plugged", "status": "completed", "tag": "0c0df527-b79b-409a-a905-058d44794f33"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:49.848127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0c0df527-b79b-409a-a905-058d44794f33, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0c0df527-b79b-409a-a905-058d44794f33,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:49.854542 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:49.909350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-318624ab-d165-4ebf-9507-b0d1a240ba25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 HTTP/1.1" status: 200 len: 217 time: 0.0963068 Jul 22 16:42:50.009784 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9b5f1d-a782-4819-bcd0-9f3902de44d2 x-openstack-request-id: req-5c9b5f1d-a782-4819-bcd0-9f3902de44d2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:50.010115 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399766d9-2078-443b-b247-aa38b4028ac0", "name": "network-vif-plugged", "status": "completed", "tag": "0c0df527-b79b-409a-a905-058d44794f33", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:50.010379 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c9b5f1d-a782-4819-bcd0-9f3902de44d2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:50.010826 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399766d9-2078-443b-b247-aa38b4028ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0df527-b79b-409a-a905-058d44794f33', 'code': 200} Jul 22 16:42:50.014689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0c0df527-b79b-409a-a905-058d44794f33,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:50.062738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e257078c-c966-42af-ba8e-e832f4e139d8 req-4af790bf-26b0-487d-ad27-6ae1d3f57d1a tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0336699 Jul 22 16:42:50.091204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-9d354d01-363c-47b7-9c05-cb9cdb23324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:50.093423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-9d354d01-363c-47b7-9c05-cb9cdb23324d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2222261d-cece-4bc8-b1e2-2a981be16abb HTTP/1.1" status: 200 len: 855 time: 0.1752431 Jul 22 16:42:50.190250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d93fc2-9c6d-43cb-ad63-37c6bae81304 req-a44d8095-5483-4a72-8a24-72b1ddd597cd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:50.196234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88d93fc2-9c6d-43cb-ad63-37c6bae81304 req-a44d8095-5483-4a72-8a24-72b1ddd597cd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 944 time: 0.1026423 Jul 22 16:42:50.243199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171a6e7-7798-48ad-b67f-3e42599cb2a2 req-1b991f0c-04ee-4b25-9edd-e55fa8fcde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:50.244864 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6171a6e7-7798-48ad-b67f-3e42599cb2a2 req-1b991f0c-04ee-4b25-9edd-e55fa8fcde0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 1097 time: 0.1504943 Jul 22 16:42:50.282302 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88d93fc2-9c6d-43cb-ad63-37c6bae81304 req-feb33282-9f71-490b-bc86-50f6db4a9248 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818179 Jul 22 16:42:50.299703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6171a6e7-7798-48ad-b67f-3e42599cb2a2 req-2a2320a3-cab8-4d6a-b015-17c089b463fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 Jul 22 16:42:50.308836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-c3953d12-40c1-4afb-980e-f83e739d3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:50.311063 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-c3953d12-40c1-4afb-980e-f83e739d3bf5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bc93299-5fec-4364-9788-d68f62f07327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787674 Jul 22 16:42:50.430318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-0ee7405c-bc7f-4c08-9e12-f5556dd76ceb service neutron] 10.222.0.65 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077704 Jul 22 16:42:50.654820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-756d4bc7-2e23-414e-abe0-6716fa7c8d70 req-9695c001-00c9-4ecb-a94a-72177ae3b530 service neutron] 10.222.0.65 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992660 Jul 22 16:42:50.687613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fc458-fbdf-42d8-ac88-38f2996caf1b req-5b337789-37c3-4002-97c1-7b7c175a4775 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:50.687915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb1a33-77ca-404f-90b4-0b7e0c270cfb req-32a3af19-0e0c-41b1-8475-00d31aaeb6ef tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:50.689495 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a4fc458-fbdf-42d8-ac88-38f2996caf1b req-5b337789-37c3-4002-97c1-7b7c175a4775 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.1201978 Jul 22 16:42:50.691409 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9fb1a33-77ca-404f-90b4-0b7e0c270cfb req-32a3af19-0e0c-41b1-8475-00d31aaeb6ef tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1297016 Jul 22 16:42:50.737453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a4fc458-fbdf-42d8-ac88-38f2996caf1b req-c3da1d44-ab07-4125-ae1c-9d49f6695f79 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382721 Jul 22 16:42:50.744773 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9fb1a33-77ca-404f-90b4-0b7e0c270cfb req-618fdac0-fd19-470d-9684-c97c3ff34d33 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463107 Jul 22 16:42:50.990885 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ba5a20c4-2a81-4acb-8d7f-584679707c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.162349 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.219321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-255157a6-8f7f-4157-b52c-44a1839e6689 req-90bead6b-121f-423a-9e1c-5fc2db4f761b tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0357909 Jul 22 16:42:51.512500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f9c47dbd-bad8-4639-9e13-5a75ecd350e7 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:42:51.537631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff9efd-d598-485a-9c7c-9aed7aa87694 req-4761ba6b-26f9-4810-8624-0b324ea57d8d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:51.548677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9ff9efd-d598-485a-9c7c-9aed7aa87694 req-4761ba6b-26f9-4810-8624-0b324ea57d8d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 944 time: 0.1152163 Jul 22 16:42:51.649277 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9ff9efd-d598-485a-9c7c-9aed7aa87694 req-f41d161e-34a0-4d80-9fc1-84ca8264f276 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952427 Jul 22 16:42:51.718325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f9c47dbd-bad8-4639-9e13-5a75ecd350e7, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:51.738965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'f9c47dbd-bad8-4639-9e13-5a75ecd350e7', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'port_id': 'f9c47dbd-bad8-4639-9e13-5a75ecd350e7', 'mac_address': 'fa:16:3e:19:fe:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:42:51.750383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-333adea9-429e-4de0-9f99-95b4d27bd264 req-bcebfd1e-4d5b-4c55-add5-f2db539e432c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e43e520e9b1742d59daaad3249b1cc40&device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0479600 Jul 22 16:42:51.803797 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.822246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bb9204d-daac-4aac-9a55-14f5fc63ea8a req-6d5328c0-7d1f-4767-8144-302f54fce1a1 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0704718 Jul 22 16:42:51.825905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c47dbd-bad8-4639-9e13-5a75ecd350e7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:42:51.856820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-333adea9-429e-4de0-9f99-95b4d27bd264 req-10a0b36c-2fcd-44a4-88e5-236ad41707c2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e43e520e9b1742d59daaad3249b1cc40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333350 Jul 22 16:42:51.866195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f9c47dbd-bad8-4639-9e13-5a75ecd350e7, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:51.880570 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:51.980143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:52.014828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124127-0ddb-4496-9e0b-0b4fd040b4b1 req-7ff81d6f-fdb9-46a9-96ce-7de7efc29947 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.036168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26124127-0ddb-4496-9e0b-0b4fd040b4b1 req-7ff81d6f-fdb9-46a9-96ce-7de7efc29947 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1755450 Jul 22 16:42:52.052703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333adea9-429e-4de0-9f99-95b4d27bd264 req-8e940c60-91f5-4efa-ada4-03ecf7845b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.054420 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-333adea9-429e-4de0-9f99-95b4d27bd264 req-8e940c60-91f5-4efa-ada4-03ecf7845b4d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905758 Jul 22 16:42:52.087514 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26124127-0ddb-4496-9e0b-0b4fd040b4b1 req-35d73b3f-08da-4364-9feb-6ef3cd8d82ed tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501199 Jul 22 16:42:52.114845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7702601-23f5-46d3-942b-29b34a7f84e3 req-c9e7d626-dba6-45f3-b5e2-b9e319833a25 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.120703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7702601-23f5-46d3-942b-29b34a7f84e3 req-c9e7d626-dba6-45f3-b5e2-b9e319833a25 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.1268318 Jul 22 16:42:52.179701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7702601-23f5-46d3-942b-29b34a7f84e3 req-4a6ca410-0ae5-4d15-81c7-77aac69adb34 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574815 Jul 22 16:42:52.340120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50580) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:52.442436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f9c47dbd-bad8-4639-9e13-5a75ecd350e7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:42:52.534587 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.549022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-b4922b2d-33c9-4a8b-990d-e4b3474e872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.550740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-b4922b2d-33c9-4a8b-990d-e4b3474e872a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 1097 time: 0.1202860 Jul 22 16:42:52.556956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7a471-0f16-49ce-a220-fa45788090d2 req-8dfafbda-8efb-470b-adbe-64701666ee19 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.558755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6cf7a471-0f16-49ce-a220-fa45788090d2 req-8dfafbda-8efb-470b-adbe-64701666ee19 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1326406 Jul 22 16:42:52.586856 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-050ac9bd-6095-4b4b-9a46-4d2aaeffc2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.614496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6cf7a471-0f16-49ce-a220-fa45788090d2 req-108a1895-e1d1-4d03-8975-b6cde4cf3232 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 Jul 22 16:42:52.729077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-5d0d38ed-5a7e-4a1b-ba17-c616765f5629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.730885 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-5d0d38ed-5a7e-4a1b-ba17-c616765f5629 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 200 len: 911 time: 0.1715443 Jul 22 16:42:52.803879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-7f00c828-8c59-441a-a0be-51a297e10540 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0df527-b79b-409a-a905-058d44794f33 HTTP/1.1" status: 200 len: 217 time: 0.0607324 Jul 22 16:42:52.827136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-050ac9bd-6095-4b4b-9a46-4d2aaeffc2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.851255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-050ac9bd-6095-4b4b-9a46-4d2aaeffc2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:52.924469 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f8a4a007-f0e6-4067-bd01-de2bc68829c2 req-5c90acfb-f293-44f5-8a91-4c0dd4ce208e tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0359969 Jul 22 16:42:52.944963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-18871b02-3918-49fc-85c3-3249d219bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.945985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-18871b02-3918-49fc-85c3-3249d219bb09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7fa854ab-652a-43fe-8aac-ea1168626926 HTTP/1.1" status: 200 len: 850 time: 0.1316400 Jul 22 16:42:52.950589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-050ac9bd-6095-4b4b-9a46-4d2aaeffc2bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1fa1076c143a45d2bcb71e2bdc5d73ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085811 Jul 22 16:42:52.952836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ac9bd-6095-4b4b-9a46-4d2aaeffc2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25597b2-00b0-4949-8dca-7c38395c76ea,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:52.954619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:52.986727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f75c-3bcd-4450-b3ae-2f5aebd962a8 req-b092f5e9-4fcf-4e3e-8791-73fdbd0d6939 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:52.988351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3890f75c-3bcd-4450-b3ae-2f5aebd962a8 req-b092f5e9-4fcf-4e3e-8791-73fdbd0d6939 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 945 time: 0.2609797 Jul 22 16:42:53.012560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-98eea15c-3f33-4562-8a27-9547758f53a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e144766-d48b-433f-990a-ea1ab2b7ed25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541306 Jul 22 16:42:53.033348 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.062086 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.102953 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3890f75c-3bcd-4450-b3ae-2f5aebd962a8 req-47e6be76-6b66-411b-a723-75cc496a1394 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957332 Jul 22 16:42:53.158100 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.164505 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.165970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d25597b2-00b0-4949-8dca-7c38395c76ea HTTP/1.1" status: 204 len: 168 time: 0.2090561 Jul 22 16:42:53.174204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25597b2-00b0-4949-8dca-7c38395c76ea,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:53.184416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.185067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.186364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.186865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.187394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.187992 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.188675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.189335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.190079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.190837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.191424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.193328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37924877-2167-43f3-8a7c-6d5ae873a3c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:42:53.198425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-a7ecedd1-c219-418d-9b4b-71ab91e17d3b service neutron] 10.222.0.20 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802902 Jul 22 16:42:53.367093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb717cc5-e7ad-4a8b-b274-2308af2ef0d1 req-5d6d3c26-de78-41cb-b6fd-3b5be7c2f6b2 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:53.368956 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb717cc5-e7ad-4a8b-b274-2308af2ef0d1 req-5d6d3c26-de78-41cb-b6fd-3b5be7c2f6b2 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.0949066 Jul 22 16:42:53.376989 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f2e510-45a1-4897-966a-84543f7c4693 req-63ced880-2de5-465d-a4b0-9a2fa411c4f1 service neutron] 10.222.0.20 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688254 Jul 22 16:42:53.417596 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb717cc5-e7ad-4a8b-b274-2308af2ef0d1 req-bbb4f2ac-1490-4ffa-873f-30e244d7c7f9 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375962 Jul 22 16:42:53.449971 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:42:53.495665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-333adea9-429e-4de0-9f99-95b4d27bd264 req-4f4df3f3-9bec-4356-baf1-f5c443fbd2f9 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.20 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0505464 Jul 22 16:42:53.589362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:53.605900 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cbe416e-fb99-44ad-837f-6ab6060d3f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.711871 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cbe416e-fb99-44ad-837f-6ab6060d3f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.717118 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cbe416e-fb99-44ad-837f-6ab6060d3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.781310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe416e-fb99-44ad-837f-6ab6060d3f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe07765-8046-455e-beac-49e15a63d501,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:53.789929 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0cbe416e-fb99-44ad-837f-6ab6060d3f5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95f3706d726448a082238619ec71dfa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972895 Jul 22 16:42:53.790253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24db68-6d29-4105-a0d9-4e649d72328a req-8788930c-11eb-4c36-8ec8-93aa050f4cb2 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:53.790253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff24db68-6d29-4105-a0d9-4e649d72328a req-8788930c-11eb-4c36-8ec8-93aa050f4cb2 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.0836694 Jul 22 16:42:53.790253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50618) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:53.865766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff24db68-6d29-4105-a0d9-4e649d72328a req-b8bee2ac-3103-489e-9d09-6a4ae494ae2d tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676544 Jul 22 16:42:53.878775 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88857c94-2e71-4214-82a7-6f0407bf9e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.910467 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88857c94-2e71-4214-82a7-6f0407bf9e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.977198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88857c94-2e71-4214-82a7-6f0407bf9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.980925 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88857c94-2e71-4214-82a7-6f0407bf9e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:53.982741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-88857c94-2e71-4214-82a7-6f0407bf9e6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fe07765-8046-455e-beac-49e15a63d501 HTTP/1.1" status: 204 len: 168 time: 0.1916723 Jul 22 16:42:54.011653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88857c94-2e71-4214-82a7-6f0407bf9e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe07765-8046-455e-beac-49e15a63d501,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:54.092879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-906184f4-1e91-4d7b-aee5-5d521cf8ad55 req-cc3b894c-68ca-4650-8c34-47fcc54a4697 tempest-ServerShowV257Test-1709479054 tempest-ServerShowV257Test-1709479054-project] 10.222.0.53 "GET /v2.0/ports?device_id=821045f1-12bc-4ac6-a480-4d2456eabae2 HTTP/1.1" status: 200 len: 210 time: 0.0519528 Jul 22 16:42:54.195776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:54.288074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac43cdb-d54e-4c1b-874b-92365b4f2cc8 req-774ce66b-91c4-4e78-b6ea-42cbb33fc975 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:54.290510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eac43cdb-d54e-4c1b-874b-92365b4f2cc8 req-774ce66b-91c4-4e78-b6ea-42cbb33fc975 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 945 time: 0.0847480 Jul 22 16:42:54.394149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eac43cdb-d54e-4c1b-874b-92365b4f2cc8 req-ba08db80-a1bc-4dce-a65d-dc9ca6cda004 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950463 Jul 22 16:42:54.585144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0443f4-b6e0-4bf4-925b-da9cfa2c94d2 req-4f7f1651-d24d-46f8-9b8a-e5437d8143df tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:54.586697 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b0443f4-b6e0-4bf4-925b-da9cfa2c94d2 req-4f7f1651-d24d-46f8-9b8a-e5437d8143df tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.0721138 Jul 22 16:42:54.630071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b0443f4-b6e0-4bf4-925b-da9cfa2c94d2 req-4fa9ece5-8e09-49b9-8f54-9aefbad06d03 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363288 Jul 22 16:42:55.015421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f9895-2adc-4ef1-9efd-e68628d6649f req-295a592f-ce43-44f8-9d89-329f0797397d tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:55.017009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e6f9895-2adc-4ef1-9efd-e68628d6649f req-295a592f-ce43-44f8-9d89-329f0797397d tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.0692275 Jul 22 16:42:55.058253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e6f9895-2adc-4ef1-9efd-e68628d6649f req-b6983bc3-4844-4e5e-b673-d2ee16924c52 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Jul 22 16:42:55.489668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50678) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:55.556109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f9c47dbd-bad8-4639-9e13-5a75ecd350e7 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:42:55.645928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c2f8-d4ed-4f8f-a811-bd948e10eae8 req-0be7b69c-aa71-4829-a19b-4d8eb533eadd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:55.648884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b336c2f8-d4ed-4f8f-a811-bd948e10eae8 req-0be7b69c-aa71-4829-a19b-4d8eb533eadd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 945 time: 0.1198542 Jul 22 16:42:55.662448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:42:55.669925 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:42:55.670308 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.744882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b336c2f8-d4ed-4f8f-a811-bd948e10eae8 req-15735e37-4973-46d8-a656-2ad7400f9c3d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895631 Jul 22 16:42:55.833057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d348185-41be-49d3-b62d-9bf9cb3e5d2d req-83ef986b-fef5-472a-b019-2631bdf90b8f tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:55.851625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d348185-41be-49d3-b62d-9bf9cb3e5d2d req-83ef986b-fef5-472a-b019-2631bdf90b8f tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.1440725 Jul 22 16:42:55.855146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.890361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd8b7eb-34ac-4414-a8a8-f31cf185958d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c47dbd-bad8-4639-9e13-5a75ecd350e7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:42:55.893643 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914bcfc1-3051-4cfe-9b9f-cbf953077775" -d '{"events": [{"server_uuid": "dcd8b7eb-34ac-4414-a8a8-f31cf185958d", "name": "network-vif-plugged", "status": "completed", "tag": "f9c47dbd-bad8-4639-9e13-5a75ecd350e7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:42:55.949575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f9c47dbd-bad8-4639-9e13-5a75ecd350e7, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:42:55.956257 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:55.970688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d348185-41be-49d3-b62d-9bf9cb3e5d2d req-56971ba8-966c-4ea2-85d4-26c7ed0b4176 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114497 Jul 22 16:42:55.995173 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-972c8e44-03fe-40a2-b9b6-8fa566a8eba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.043096 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1a22e0-9856-454d-9987-9e846f60af00 x-openstack-request-id: req-bf1a22e0-9856-454d-9987-9e846f60af00 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:42:56.043391 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd8b7eb-34ac-4414-a8a8-f31cf185958d", "name": "network-vif-plugged", "status": "completed", "tag": "f9c47dbd-bad8-4639-9e13-5a75ecd350e7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:42:56.043858 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf1a22e0-9856-454d-9987-9e846f60af00 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:42:56.044432 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd8b7eb-34ac-4414-a8a8-f31cf185958d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c47dbd-bad8-4639-9e13-5a75ecd350e7', 'code': 200} Jul 22 16:42:56.045431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:56.244211 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-972c8e44-03fe-40a2-b9b6-8fa566a8eba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.253363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-972c8e44-03fe-40a2-b9b6-8fa566a8eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.317271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-972c8e44-03fe-40a2-b9b6-8fa566a8eba7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e43e520e9b1742d59daaad3249b1cc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8264658 Jul 22 16:42:56.320733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50712) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:56.338413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c8e44-03fe-40a2-b9b6-8fa566a8eba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f8c1eb-3e67-420c-be19-9ac892811443,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:56.370342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2172f34-c30e-4548-bfee-9e7b66e6c34a req-263435ff-c9cf-496f-a34f-f1787a462301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:56.372633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2172f34-c30e-4548-bfee-9e7b66e6c34a req-263435ff-c9cf-496f-a34f-f1787a462301 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 1098 time: 0.2230625 Jul 22 16:42:56.390115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d44ac5-4a66-4c28-bc14-ae67890d1899 req-cbf26417-70f6-4d30-bb76-bd57bd4dda2e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:56.403283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3d44ac5-4a66-4c28-bc14-ae67890d1899 req-cbf26417-70f6-4d30-bb76-bd57bd4dda2e tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.2037525 Jul 22 16:42:56.418524 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb47669f-0592-41c8-9c72-af4a47e9826b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.462697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb47669f-0592-41c8-9c72-af4a47e9826b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.518960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3d44ac5-4a66-4c28-bc14-ae67890d1899 req-e70d4a78-cb67-4172-bf18-3b425c5b6fad tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116707 Jul 22 16:42:56.525386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2172f34-c30e-4548-bfee-9e7b66e6c34a req-be4e42d0-e942-42b5-895c-5361bf380d6f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164336 Jul 22 16:42:56.553732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb47669f-0592-41c8-9c72-af4a47e9826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.557899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb47669f-0592-41c8-9c72-af4a47e9826b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:56.559706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eb47669f-0592-41c8-9c72-af4a47e9826b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17f8c1eb-3e67-420c-be19-9ac892811443 HTTP/1.1" status: 204 len: 168 time: 0.2377648 Jul 22 16:42:56.571119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47669f-0592-41c8-9c72-af4a47e9826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f8c1eb-3e67-420c-be19-9ac892811443,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:56.973560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f8968-8742-484e-8603-618a7a1ea490 req-43d01371-9e3a-486b-9710-25142728f047 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:56.976785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583f8968-8742-484e-8603-618a7a1ea490 req-43d01371-9e3a-486b-9710-25142728f047 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 946 time: 0.1252465 Jul 22 16:42:57.086695 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583f8968-8742-484e-8603-618a7a1ea490 req-c5392dec-78d1-4679-8df0-5c5f52fa45ff tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975990 Jul 22 16:42:57.212667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d8318-fcdf-454f-a72c-5e28ad0cb219 req-78ed901b-e3ae-43b1-bb18-f46854481382 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:57.221390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e4d8318-fcdf-454f-a72c-5e28ad0cb219 req-78ed901b-e3ae-43b1-bb18-f46854481382 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.1038182 Jul 22 16:42:57.283110 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e4d8318-fcdf-454f-a72c-5e28ad0cb219 req-5477ee2e-9ce4-4548-b4d0-cd753a6e94e4 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605655 Jul 22 16:42:57.715439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50772) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:57.776731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9ddc1-2d85-4881-8539-6cd0f269f7b9 req-1855424a-575a-4274-9966-42aa64782fe7 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:57.799472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12d9ddc1-2d85-4881-8539-6cd0f269f7b9 req-1855424a-575a-4274-9966-42aa64782fe7 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1625862 Jul 22 16:42:57.899100 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12d9ddc1-2d85-4881-8539-6cd0f269f7b9 req-70f6f43a-a3ca-4178-b4a7-8fcff7c20857 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774353 Jul 22 16:42:58.048266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:58.106258 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-network', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:58.152214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Made reservation on behalf of f262c56a6e3442e6a1eb52e84300358d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:58.157476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.176489 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.208046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61c7f497-1eaa-467b-bae0-39e3c2d57160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.388017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082575d4-6205-46b9-87d4-5e5041f4a0ca req-dd09ebce-7562-415f-8809-0b73216197fd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.390215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-082575d4-6205-46b9-87d4-5e5041f4a0ca req-dd09ebce-7562-415f-8809-0b73216197fd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 946 time: 0.1658645 Jul 22 16:42:58.478748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.499431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.538783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-082575d4-6205-46b9-87d4-5e5041f4a0ca req-889865b9-6ef5-4705-b87b-d57128d1381f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342754 Jul 22 16:42:58.540796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:42:58.577255 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.577909 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Added segment 53ff8023-7511-481d-8686-33daf32f4dc6 of type vlan for network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e Jul 22 16:42:58.580438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ef3639-e0e1-4bbb-a631-a44be5ea3fa3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:58.642723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd5dc5-6038-48ec-89b6-1eaa1fbe96e5 req-82da1d79-a3ec-4eca-8836-a4c29a595c70 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.645469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2bbd5dc5-6038-48ec-89b6-1eaa1fbe96e5 req-82da1d79-a3ec-4eca-8836-a4c29a595c70 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.1579418 Jul 22 16:42:58.675931 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.717502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2bbd5dc5-6038-48ec-89b6-1eaa1fbe96e5 req-1862520a-92dd-4b1f-ab82-2fe9fb8e1ad9 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631700 Jul 22 16:42:58.748722 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61c7f497-1eaa-467b-bae0-39e3c2d57160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.753953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.755752 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:58.757093 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.766494 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61c7f497-1eaa-467b-bae0-39e3c2d57160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:58.856184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1406724 Jul 22 16:42:58.860723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:58.874406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Request body: {'subnet': {'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-subnet', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:58.932321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-61c7f497-1eaa-467b-bae0-39e3c2d57160 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e3ce633c4a2414abedcebd6c83a6f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8786137 Jul 22 16:42:58.932321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4ba45-142a-48b8-8fbc-00de574c76f0 admin admin] Pushing event updated for resources: {'Network': ['ID=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:58.933392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:58.958330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7f497-1eaa-467b-bae0-39e3c2d57160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d67262-994b-4641-9837-82fcfe02797f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:58.960483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:42:58.985598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Made reservation on behalf of f262c56a6e3442e6a1eb52e84300358d for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:42:58.999129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.180427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e959bd79-0a97-421d-b1f4-bf4081c109e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.226540 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e959bd79-0a97-421d-b1f4-bf4081c109e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.318492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29a9c9-7bf4-491b-9b90-4ad4b93c3c48 req-1121f61f-10c3-4e1b-85b9-c7eb775422ec tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:59.320307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d29a9c9-7bf4-491b-9b90-4ad4b93c3c48 req-1121f61f-10c3-4e1b-85b9-c7eb775422ec tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.2219307 Jul 22 16:42:59.347322 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e959bd79-0a97-421d-b1f4-bf4081c109e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.353245 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e959bd79-0a97-421d-b1f4-bf4081c109e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.359781 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e959bd79-0a97-421d-b1f4-bf4081c109e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70d67262-994b-4641-9837-82fcfe02797f HTTP/1.1" status: 204 len: 168 time: 0.4224477 Jul 22 16:42:59.399945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959bd79-0a97-421d-b1f4-bf4081c109e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d67262-994b-4641-9837-82fcfe02797f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:59.429609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d29a9c9-7bf4-491b-9b90-4ad4b93c3c48 req-b402293f-1513-4716-bcb6-9b7213daf743 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949178 Jul 22 16:42:59.517448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.568318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:42:59.658894 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:42:59.668583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Checking segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:42:59.671745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Network hostable DHCP agents. Network: 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:42:59.735912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:42:59.749459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:42:59.768289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:42:59.769693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.796931 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5b2543c6-afae-4826-8f39-fe5fdbca0376 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9344401 Jul 22 16:42:59.801763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50812) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:42:59.809748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:42:59.925870 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.928513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:42:59.947467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61efc64c-fc48-47a2-962a-bb2531d54eab None None] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:00.045691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:00.125683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:00.137587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'port_id': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0', 'mac_address': 'fa:16:3e:ca:ea:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:43:00.152301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedf6c3-dbaf-4012-839c-61e3c6fa4970 req-19ff9eb0-8515-46ea-8fd9-7fc3e8d55335 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:00.155961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7eedf6c3-dbaf-4012-839c-61e3c6fa4970 req-19ff9eb0-8515-46ea-8fd9-7fc3e8d55335 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 944 time: 0.2517061 Jul 22 16:43:00.179675 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50ed51f8-1df8-47e0-9858-438007a00652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:00.254814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7eedf6c3-dbaf-4012-839c-61e3c6fa4970 req-15b9dfb2-7d58-4f0e-b07f-269222bbf8da tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900648 Jul 22 16:43:00.356124 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:00.381899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:00.411705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:00.415059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:43:00.416178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:00.419167 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:00.470106 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50ed51f8-1df8-47e0-9858-438007a00652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:00.477146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50ed51f8-1df8-47e0-9858-438007a00652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:00.563037 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-50ed51f8-1df8-47e0-9858-438007a00652 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7b0efebdd314d82bbabf9a1fe8c428c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336972 Jul 22 16:43:00.563681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:00.568308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed51f8-1df8-47e0-9858-438007a00652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b499e5f-5733-40a3-88fb-885522c746fc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:00.576245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50820) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:00.684514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:00.712318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Allocated IP 172.20.0.2 (5ea7cf78-e5ff-45aa-b589-d2c1692cb32e/d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06/a839cdfa-1c79-4e5b-86a9-d37f74a53eac) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:00.736815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c1690-c5bb-4cc2-aa9a-b636f019a4d3 req-ceb59ea1-5092-496e-b73b-49c8d476dcd5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:00.739424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-101c1690-c5bb-4cc2-aa9a-b636f019a4d3 req-ceb59ea1-5092-496e-b73b-49c8d476dcd5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 946 time: 0.8660970 Jul 22 16:43:00.844946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e355e5-a033-4f3b-8003-9f107445054c req-237955dd-ed86-46f0-aac0-84f0b1803420 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:00.847286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71e355e5-a033-4f3b-8003-9f107445054c req-237955dd-ed86-46f0-aac0-84f0b1803420 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1611390 Jul 22 16:43:00.929317 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:00.950692 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71e355e5-a033-4f3b-8003-9f107445054c req-415adfc2-a2c3-4aa2-a050-08fc18099ddb tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973306 Jul 22 16:43:00.995703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-101c1690-c5bb-4cc2-aa9a-b636f019a4d3 req-a322e0ad-d300-44ed-b50d-0e963fac8b3d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418497 Jul 22 16:43:00.998634 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00311342-e773-441c-89de-e7c4bb811fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.069611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:01.088278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00311342-e773-441c-89de-e7c4bb811fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.203014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7964ad-adb5-419b-bcea-48ebd0247b9c req-7a7281f8-2379-417e-a0b5-31bc0a52d7e2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:01.205524 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f7964ad-adb5-419b-bcea-48ebd0247b9c req-7a7281f8-2379-417e-a0b5-31bc0a52d7e2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 946 time: 0.1233258 Jul 22 16:43:01.212959 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.233749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Transition to ACTIVE for port object a839cdfa-1c79-4e5b-86a9-d37f74a53eac will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:01.280961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Transition to ACTIVE for port object a839cdfa-1c79-4e5b-86a9-d37f74a53eac will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:01.290594 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.299339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f7964ad-adb5-419b-bcea-48ebd0247b9c req-c01ba8e7-adb7-4113-9287-78b8e2fc2653 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848553 Jul 22 16:43:01.306861 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.362612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:01.373369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:01.381306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:01.387477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Pushing event updated for resources: {'Port': ['ID=a839cdfa-1c79-4e5b-86a9-d37f74a53eac,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:01.436905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00311342-e773-441c-89de-e7c4bb811fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.453110 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00311342-e773-441c-89de-e7c4bb811fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.459846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-00311342-e773-441c-89de-e7c4bb811fde admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b499e5f-5733-40a3-88fb-885522c746fc HTTP/1.1" status: 204 len: 168 time: 0.8776555 Jul 22 16:43:01.469704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Attempting to bind port a839cdfa-1c79-4e5b-86a9-d37f74a53eac on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:01.470800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Attempting to bind port a839cdfa-1c79-4e5b-86a9-d37f74a53eac by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:01.471876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Attempting to bind port a839cdfa-1c79-4e5b-86a9-d37f74a53eac on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:01.482023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:01.482838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Checking segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:01.483849 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.485533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Bound using segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:01.487426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Bound port: a839cdfa-1c79-4e5b-86a9-d37f74a53eac, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:01.488786 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.506344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311342-e773-441c-89de-e7c4bb811fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b499e5f-5733-40a3-88fb-885522c746fc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:01.571425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be0c92-eb3a-43b2-8bfd-9f00beab2709 req-a0e6c1a6-c7bd-4bd4-a1fb-d38e5b214354 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:01.599726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-06be0c92-eb3a-43b2-8bfd-9f00beab2709 req-a0e6c1a6-c7bd-4bd4-a1fb-d38e5b214354 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 946 time: 0.1825340 Jul 22 16:43:01.661193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-06be0c92-eb3a-43b2-8bfd-9f00beab2709 req-5309ef9a-f02d-4c4f-a16a-fa9b366f9abc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604568 Jul 22 16:43:01.694004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] For port a839cdfa-1c79-4e5b-86a9-d37f74a53eac, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:01.710245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] For port a839cdfa-1c79-4e5b-86a9-d37f74a53eac, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a839cdfa-1c79-4e5b-86a9-d37f74a53eac,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:01.731849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c951255-a7a8-4065-be73-3dfd444fa5d9 req-16a565ce-c6e7-441d-9b8c-516d4a4e6576 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:01.738863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2c951255-a7a8-4065-be73-3dfd444fa5d9 req-16a565ce-c6e7-441d-9b8c-516d4a4e6576 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 945 time: 0.2797794 Jul 22 16:43:01.748565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.783309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.824972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2c951255-a7a8-4065-be73-3dfd444fa5d9 req-2df00f2f-e270-4715-af3c-f49129198757 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796413 Jul 22 16:43:01.870427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:01.983523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cda7d-f1e9-4796-8b94-d326fefa3967 None None] Pushing event updated for resources: {'Port': ['ID=a839cdfa-1c79-4e5b-86a9-d37f74a53eac,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:02.331504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b10df4-0a07-470a-ab95-6850f6ca9f56 req-3424cfcd-07c6-4fb5-90e4-b76e0fbc7cd8 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:02.335032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e9b10df4-0a07-470a-ab95-6850f6ca9f56 req-3424cfcd-07c6-4fb5-90e4-b76e0fbc7cd8 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1715128 Jul 22 16:43:02.463935 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e9b10df4-0a07-470a-ab95-6850f6ca9f56 req-ef1e8ea2-e822-47fb-888c-0743f9c15d7d tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912335 Jul 22 16:43:02.543047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Allocated IP 172.25.3.133 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/39a113d2-cefe-4105-a6f8-92ead8f117a4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:02.740301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20291e9a-90b1-4d68-8158-bc83e1dd6dd9 req-433d76eb-fd6e-4d17-838b-e3729902a6b1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:02.741921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20291e9a-90b1-4d68-8158-bc83e1dd6dd9 req-433d76eb-fd6e-4d17-838b-e3729902a6b1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 946 time: 0.4229488 Jul 22 16:43:02.771157 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:02.849333 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20291e9a-90b1-4d68-8158-bc83e1dd6dd9 req-491a283d-4699-42b5-b857-3a0decb359ec tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966046 Jul 22 16:43:02.896263 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:03.060319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:03.065578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:03.075447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:03.163979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Pushing event updated for resources: {'Port': ['ID=39a113d2-cefe-4105-a6f8-92ead8f117a4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:03.236673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb310a0-9717-4611-9c89-1164df47799b req-31af8b7f-6ee0-4611-a424-e6cdbdc7b0da tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:03.248349 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccb310a0-9717-4611-9c89-1164df47799b req-31af8b7f-6ee0-4611-a424-e6cdbdc7b0da tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 945 time: 0.1573744 Jul 22 16:43:03.250882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a839cdfa-1c79-4e5b-86a9-d37f74a53eac up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:03.301899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccb310a0-9717-4611-9c89-1164df47799b req-70b8fdab-05ae-4020-bc13-08d5fb897b94 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522070 Jul 22 16:43:03.376574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a839cdfa-1c79-4e5b-86a9-d37f74a53eac completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:03.587675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:03.846579 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:03.871128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:03.874775 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:03.902153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfe585-9dbb-4d94-82f3-0cc37de49d99 req-1a6874c1-b0c4-4fce-9e93-6e3a6985584c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:03.920786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7dfe585-9dbb-4d94-82f3-0cc37de49d99 req-1a6874c1-b0c4-4fce-9e93-6e3a6985584c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.2578578 Jul 22 16:43:03.942823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.052856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a68bc-8a8f-4231-90a6-cbc1b4fe3481 None None] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:04.055100 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7dfe585-9dbb-4d94-82f3-0cc37de49d99 req-8333b62a-206b-48b7-9c26-87d4ced19bbf tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332779 Jul 22 16:43:04.112040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e2b40145-ef4e-45d4-b0a4-f206c634be48 None None] Provisioning for port a839cdfa-1c79-4e5b-86a9-d37f74a53eac completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:04.183306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e2b40145-ef4e-45d4-b0a4-f206c634be48 None None] Provisioning complete for port a839cdfa-1c79-4e5b-86a9-d37f74a53eac triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:04.183908 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2b40145-ef4e-45d4-b0a4-f206c634be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.252942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e72bd2-373d-4671-8fad-a26a12294dc0 req-3fae22d6-c7e3-4264-ad80-61f0f59ad5b3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:04.272699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-69e72bd2-373d-4671-8fad-a26a12294dc0 req-3fae22d6-c7e3-4264-ad80-61f0f59ad5b3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 946 time: 0.1723704 Jul 22 16:43:04.467017 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-69e72bd2-373d-4671-8fad-a26a12294dc0 req-43db65df-9541-45ca-b46e-adbb535be112 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771669 Jul 22 16:43:04.566567 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.630202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.649020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76091d37-7d90-4887-aa3a-97ebdf259003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:04.651629 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a7ac8c-bb6a-42e8-b5a5-9f362605513a" -d '{"events": [{"server_uuid": "76091d37-7d90-4887-aa3a-97ebdf259003", "name": "network-vif-plugged", "status": "completed", "tag": "09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:04.668327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8122ff-4fcd-45d4-a6b6-0f1ba9f4f232 req-ad4aa325-9909-4377-9dff-5d9d48f02f26 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:04.672796 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd8122ff-4fcd-45d4-a6b6-0f1ba9f4f232 req-ad4aa325-9909-4377-9dff-5d9d48f02f26 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 945 time: 0.1364236 Jul 22 16:43:04.710517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:04.774052 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.810172 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2b40145-ef4e-45d4-b0a4-f206c634be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:04.868953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50892) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:04.908872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e2b40145-ef4e-45d4-b0a4-f206c634be48 None None] For port a839cdfa-1c79-4e5b-86a9-d37f74a53eac, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a839cdfa-1c79-4e5b-86a9-d37f74a53eac,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:04.911888 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9530b973-a0bf-4ba2-8204-a8a037c68711 x-openstack-request-id: req-9530b973-a0bf-4ba2-8204-a8a037c68711 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:04.912184 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76091d37-7d90-4887-aa3a-97ebdf259003", "name": "network-vif-plugged", "status": "completed", "tag": "09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:04.912423 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9530b973-a0bf-4ba2-8204-a8a037c68711 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:04.912800 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76091d37-7d90-4887-aa3a-97ebdf259003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0', 'code': 200} Jul 22 16:43:04.915192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:04.920472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2b40145-ef4e-45d4-b0a4-f206c634be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.051655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b40145-ef4e-45d4-b0a4-f206c634be48 None None] Pushing event updated for resources: {'Port': ['ID=a839cdfa-1c79-4e5b-86a9-d37f74a53eac,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:05.067429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955f350-465b-4e14-8db6-774150209756 req-605b5dc5-d3b8-4875-a709-7f099bf9ebc6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:05.074804 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c955f350-465b-4e14-8db6-774150209756 req-605b5dc5-d3b8-4875-a709-7f099bf9ebc6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 946 time: 0.4305377 Jul 22 16:43:05.116019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd8122ff-4fcd-45d4-a6b6-0f1ba9f4f232 req-9af595ea-6ccb-49aa-92f3-1c7f26135de1 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354737 Jul 22 16:43:05.217298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Router a3224a39-9132-4f16-bc50-a78480b9467d is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:43:05.324193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c3dec9a-91fc-4459-9918-11458c8326fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.365588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e64bcfff-612d-495e-8b2f-40ad7342132b None None] Provisioning complete for port a839cdfa-1c79-4e5b-86a9-d37f74a53eac triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:05.366269 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e64bcfff-612d-495e-8b2f-40ad7342132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.439711 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.493285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cae2-ccab-45c9-8469-c6d918d09ae2 req-8244bc29-fccd-4b7e-8fe7-0894eb47bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:05.494914 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5e09cae2-ccab-45c9-8469-c6d918d09ae2 req-8244bc29-fccd-4b7e-8fe7-0894eb47bbc1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 1098 time: 0.3968115 Jul 22 16:43:05.496678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:05.522619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dd142-7559-4879-ae31-4fb95c9e98bf req-18c7e096-2e61-420b-af4f-17a99fc62793 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:05.524351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Sync routers for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:05.539702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e0dd142-7559-4879-ae31-4fb95c9e98bf req-18c7e096-2e61-420b-af4f-17a99fc62793 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.2678058 Jul 22 16:43:05.541310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:05.541723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:05.591208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c955f350-465b-4e14-8db6-774150209756 req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:05.591748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c955f350-465b-4e14-8db6-774150209756 req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.644422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c3dec9a-91fc-4459-9918-11458c8326fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.659799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5e09cae2-ccab-45c9-8469-c6d918d09ae2 req-ef9358da-6a5e-4b76-a3db-2b25569bc858 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552303 Jul 22 16:43:05.667046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c3dec9a-91fc-4459-9918-11458c8326fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.686766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:05.689672 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-847624a0-0dcc-430a-9654-a75961d18d45 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8864179 Jul 22 16:43:05.693648 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e0dd142-7559-4879-ae31-4fb95c9e98bf req-14cf7c66-b5c9-4e1f-b9c7-52ea1f49a2ba tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525090 Jul 22 16:43:05.702064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:05.837598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:05.936817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d1dee-bf44-4993-8e17-36dffb0b393d req-b250e429-1e03-41cd-85de-1c8a5e2595f0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:05.947480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-863d1dee-bf44-4993-8e17-36dffb0b393d req-b250e429-1e03-41cd-85de-1c8a5e2595f0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 946 time: 0.3194027 Jul 22 16:43:06.026368 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-863d1dee-bf44-4993-8e17-36dffb0b393d req-5065cff6-bc09-46de-8cf0-c69740d8157a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774038 Jul 22 16:43:06.078795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dec9a-91fc-4459-9918-11458c8326fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c498083d-663e-4977-8899-b34eb4f852d3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:06.085759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2c3dec9a-91fc-4459-9918-11458c8326fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d63f8c88df441889a2285c097e5fe72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1873693 Jul 22 16:43:06.091459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:06.154196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c955f350-465b-4e14-8db6-774150209756 req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] For port f9c47dbd-bad8-4639-9e13-5a75ecd350e7, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:06.155006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c955f350-465b-4e14-8db6-774150209756 req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.193995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-c955f350-465b-4e14-8db6-774150209756 req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for f9c47dbd-bad8-4639-9e13-5a75ecd350e7 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:06.271417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:03Z', 'revision_number': 3, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:06.319045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Checking router: a3224a39-9132-4f16-bc50-a78480b9467d for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:06.319878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Updating router a3224a39-9132-4f16-bc50-a78480b9467d port 39a113d2-cefe-4105-a6f8-92ead8f117a4 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:43:06.339546 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b37e2659-b57b-418a-a53b-3044fd45d625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.368939 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.399759 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b37e2659-b57b-418a-a53b-3044fd45d625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.416374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e7290-25c4-426e-b63c-e2dd5a81102d req-9be07202-f661-4efe-bc23-71db2607a004 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:06.418348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a6e7290-25c4-426e-b63c-e2dd5a81102d req-9be07202-f661-4efe-bc23-71db2607a004 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 946 time: 0.1970198 Jul 22 16:43:06.581607 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a6e7290-25c4-426e-b63c-e2dd5a81102d req-24f67d05-a0aa-4571-8298-faaf49b6e357 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495295 Jul 22 16:43:06.613622 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c955f350-465b-4e14-8db6-774150209756 req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.617686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b37e2659-b57b-418a-a53b-3044fd45d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.620853 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b37e2659-b57b-418a-a53b-3044fd45d625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.622272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b37e2659-b57b-418a-a53b-3044fd45d625 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c498083d-663e-4977-8899-b34eb4f852d3 HTTP/1.1" status: 204 len: 168 time: 0.5264668 Jul 22 16:43:06.650354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e2659-b57b-418a-a53b-3044fd45d625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c498083d-663e-4977-8899-b34eb4f852d3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:06.681651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=f9c47dbd-bad8-4639-9e13-5a75ecd350e7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:06.776339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.834130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c955f350-465b-4e14-8db6-774150209756 req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] No DVR routers for this DVR port f9c47dbd-bad8-4639-9e13-5a75ecd350e7 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:06.836877 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c955f350-465b-4e14-8db6-774150209756 req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:06.839248 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c955f350-465b-4e14-8db6-774150209756 req-d31b8838-442f-4ced-a7dd-bd99f11e1170 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "DELETE /v2.0/ports/f9c47dbd-bad8-4639-9e13-5a75ecd350e7 HTTP/1.1" status: 204 len: 173 time: 1.6633842 Jul 22 16:43:06.839749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd8b7eb-34ac-4414-a8a8-f31cf185958d', 'name': 'network-vif-deleted', 'tag': 'f9c47dbd-bad8-4639-9e13-5a75ecd350e7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:06.844564 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beb19e7-9f84-4f1a-9a3a-63c385ca9bbe" -d '{"events": [{"server_uuid": "dcd8b7eb-34ac-4414-a8a8-f31cf185958d", "name": "network-vif-deleted", "tag": "f9c47dbd-bad8-4639-9e13-5a75ecd350e7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:07.025729 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1801af-60b3-47f7-8241-112947ae51ae x-openstack-request-id: req-2b1801af-60b3-47f7-8241-112947ae51ae {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:07.026032 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd8b7eb-34ac-4414-a8a8-f31cf185958d", "name": "network-vif-deleted", "tag": "f9c47dbd-bad8-4639-9e13-5a75ecd350e7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:07.026273 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b1801af-60b3-47f7-8241-112947ae51ae {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:07.027048 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd8b7eb-34ac-4414-a8a8-f31cf185958d', 'name': 'network-vif-deleted', 'tag': 'f9c47dbd-bad8-4639-9e13-5a75ecd350e7', 'status': 'completed', 'code': 200} Jul 22 16:43:07.069379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5826eb-e735-485b-a826-8bf8e07f8b70 req-392061c2-fbf3-45f1-92cd-caa259565574 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:07.078988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d5826eb-e735-485b-a826-8bf8e07f8b70 req-392061c2-fbf3-45f1-92cd-caa259565574 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1865311 Jul 22 16:43:07.188089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a839cdfa-1c79-4e5b-86a9-d37f74a53eac up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:07.230167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d5826eb-e735-485b-a826-8bf8e07f8b70 req-f4c6009f-821e-4d38-aead-f68cf07874c5 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483178 Jul 22 16:43:07.301352 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41aa9233-513e-4d08-b3ee-47d6f600d2f7 req-5c15b43d-0a41-42f0-9bf8-b4541e8e905d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.0565228 Jul 22 16:43:07.302889 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Allocated IP 172.20.0.1 (5ea7cf78-e5ff-45aa-b589-d2c1692cb32e/d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06/c887e8bc-58ee-4300-8474-d233ec1c4736) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:07.308874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.327129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a839cdfa-1c79-4e5b-86a9-d37f74a53eac triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:07.327672 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.359695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Transition to ACTIVE for port object 39a113d2-cefe-4105-a6f8-92ead8f117a4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:07.410650 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.522371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Attempting to bind port 39a113d2-cefe-4105-a6f8-92ead8f117a4 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:07.523171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Attempting to bind port 39a113d2-cefe-4105-a6f8-92ead8f117a4 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:07.523773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Attempting to bind port 39a113d2-cefe-4105-a6f8-92ead8f117a4 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:07.526044 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.534605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:07.535419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:07.536058 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.536669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:07.537375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Bound port: 39a113d2-cefe-4105-a6f8-92ead8f117a4, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:07.538005 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.549146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Transition to ACTIVE for port object c887e8bc-58ee-4300-8474-d233ec1c4736 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:07.565730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad82f6-bdd5-497f-a6fa-a04eab11f436 None None] Pushing event updated for resources: {'Port': ['ID=39a113d2-cefe-4105-a6f8-92ead8f117a4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:07.605310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f9c47dbd-bad8-4639-9e13-5a75ecd350e7 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:07.610074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.636551 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: f9c47dbd-bad8-4639-9e13-5a75ecd350e7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:07.636984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f9c47dbd-bad8-4639-9e13-5a75ecd350e7 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:07.653390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] For port 39a113d2-cefe-4105-a6f8-92ead8f117a4, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:07.659004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] For port 39a113d2-cefe-4105-a6f8-92ead8f117a4, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=39a113d2-cefe-4105-a6f8-92ead8f117a4,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:07.665387 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.744668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:07.744915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:07.745747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:07.750465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:07.756380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:07.762584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Pushing event updated for resources: {'Port': ['ID=c887e8bc-58ee-4300-8474-d233ec1c4736,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:07.815250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:07.877813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4d0d6-96bd-4337-81d7-a54b7f70c143 req-dc24873d-5a33-4cfd-bacf-fa16f8d1cdd3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:07.879199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad82f6-bdd5-497f-a6fa-a04eab11f436 None None] Pushing event updated for resources: {'Port': ['ID=39a113d2-cefe-4105-a6f8-92ead8f117a4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:07.883376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0cb4d0d6-96bd-4337-81d7-a54b7f70c143 req-dc24873d-5a33-4cfd-bacf-fa16f8d1cdd3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 946 time: 0.1491516 Jul 22 16:43:07.957749 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0cb4d0d6-96bd-4337-81d7-a54b7f70c143 req-3c3e8e99-26bf-49f2-a0cc-93d0ef4c217b tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654919 Jul 22 16:43:07.989298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:08.179299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.243684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f956e69-fe9c-48d7-a2a9-64378aeb8873 None None] Provisioning for port c887e8bc-58ee-4300-8474-d233ec1c4736 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:08.256184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f956e69-fe9c-48d7-a2a9-64378aeb8873 None None] Provisioning complete for port c887e8bc-58ee-4300-8474-d233ec1c4736 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:08.256600 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f956e69-fe9c-48d7-a2a9-64378aeb8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.358105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6f956e69-fe9c-48d7-a2a9-64378aeb8873 None None] Port c887e8bc-58ee-4300-8474-d233ec1c4736 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:43:08.370660 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:03Z', 'revision_number': 3, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:08.394742 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.402203 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.444916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9732b-832d-46ce-94b1-62de7e90776e None None] The sync data for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 is: [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:03Z', 'revision_number': 3, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:08.450509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554039d3-8c56-46cd-82d0-7262529d7f72 req-aa227bc0-846e-430e-8333-182215137d97 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:08.458966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-554039d3-8c56-46cd-82d0-7262529d7f72 req-aa227bc0-846e-430e-8333-182215137d97 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1103191 Jul 22 16:43:08.533902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169d394-8016-4b2a-b6ef-74a9e64025f2 req-684a370c-2653-4e0f-a37f-5778e7817fec tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:08.547563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-554039d3-8c56-46cd-82d0-7262529d7f72 req-c35251a2-3c6c-4f9f-acaf-68a777e1015d tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652061 Jul 22 16:43:08.548065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:08.552599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Request body: {'floatingip': {'port_id': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:08.560950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d169d394-8016-4b2a-b6ef-74a9e64025f2 req-684a370c-2653-4e0f-a37f-5778e7817fec tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 946 time: 0.4745378 Jul 22 16:43:08.609004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Pushing event updated for resources: {'Port': ['ID=c887e8bc-58ee-4300-8474-d233ec1c4736,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:08.622367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.653493 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:08.761332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f6d1d3a-f8c9-4e6f-8f28-3b1e626f0a62 req-2ca0df3e-2230-474f-a6a3-9dbb024eac78 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.0859375 Jul 22 16:43:08.824985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:08.827253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:09.241064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Router a3224a39-9132-4f16-bc50-a78480b9467d has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:09.405265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-35765cb3-dcca-4606-8c6a-7f0863bde880 None None] Provisioning complete for port c887e8bc-58ee-4300-8474-d233ec1c4736 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:09.406286 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-35765cb3-dcca-4606-8c6a-7f0863bde880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:09.477630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:09.486791 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7b4fac23-6b26-4df3-b25c-4f365683da58 admin admin] 10.222.0.53 "PUT /v2.0/routers/a3224a39-9132-4f16-bc50-a78480b9467d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7818117 Jul 22 16:43:09.521088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-35765cb3-dcca-4606-8c6a-7f0863bde880 None None] Port c887e8bc-58ee-4300-8474-d233ec1c4736 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:43:09.866426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7635183-454d-4bc0-9b82-f7856d496cdb req-0d28a2e3-1865-455e-b357-4c7202084433 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:09.879389 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7635183-454d-4bc0-9b82-f7856d496cdb req-0d28a2e3-1865-455e-b357-4c7202084433 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1690202 Jul 22 16:43:09.985870 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7635183-454d-4bc0-9b82-f7856d496cdb req-8e5810a2-1139-4c08-9371-9cc53bd61993 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049745 Jul 22 16:43:10.070344 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:43:10.181740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d7374cfd-2108-4ca4-acf7-52b24151f885 req-683de8b8-2224-4351-a0a7-c77be576ec42 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.0532532 Jul 22 16:43:10.272991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.279208 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.330900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51014) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:10.385167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51018) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:10.394443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-08fea3ad-c629-438e-9c71-1d9b9725c885 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026886286', 'description': 'tempest-description--826013431'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:10.426281 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08fea3ad-c629-438e-9c71-1d9b9725c885 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.442856 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Floating IP aaacdf4e-d733-468f-bed6-541894ee2884 associated. External IP: 172.25.3.112, port: 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0. Jul 22 16:43:10.592107 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08fea3ad-c629-438e-9c71-1d9b9725c885 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.601081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08fea3ad-c629-438e-9c71-1d9b9725c885 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.608626 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcfc9c0-c103-4906-8107-c29ac4fa61ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.649803 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08fea3ad-c629-438e-9c71-1d9b9725c885 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.651380 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-08fea3ad-c629-438e-9c71-1d9b9725c885 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2632544 Jul 22 16:43:10.656088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51020) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:10.663362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c2d2174d-887b-4b0d-b565-5e48d3a18085 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'security_group_rule': {'security_group_id': '59a8c567-811b-4d06-8ddd-0a568b95fdc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:10.668259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fea3ad-c629-438e-9c71-1d9b9725c885 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8c567-811b-4d06-8ddd-0a568b95fdc9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:10.758492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Router 512d72a8-b571-413c-b885-6c08646e4ea3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:10.800236 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcfc9c0-c103-4906-8107-c29ac4fa61ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.832763 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edcfc9c0-c103-4906-8107-c29ac4fa61ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.864737 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2d2174d-887b-4b0d-b565-5e48d3a18085 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.916785 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-edcfc9c0-c103-4906-8107-c29ac4fa61ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c36698c1ae6d417d98264aed181775e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845566 Jul 22 16:43:10.917479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51022) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:10.955364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfc9c0-c103-4906-8107-c29ac4fa61ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54268e2-3720-42e0-a955-2f439842ab1d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:10.978671 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:10.984997 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:10.992815 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] Sync routers for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:11.007161 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:11.008128 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:11.026273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2d2174d-887b-4b0d-b565-5e48d3a18085 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.036848 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6955dc0d-e0b7-4e1f-9255-c949ba67b94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.041121 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2d2174d-887b-4b0d-b565-5e48d3a18085 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.124698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2174d-887b-4b0d-b565-5e48d3a18085 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb02c1b-e0de-4899-9df3-7ad82fa9d3d1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:11.131274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2d4a47bd-a584-4f7c-8df9-d89dca361e3e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "PUT /v2.0/floatingips/aaacdf4e-d733-468f-bed6-541894ee2884 HTTP/1.1" status: 200 len: 992 time: 2.5820136 Jul 22 16:43:11.133677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 39a113d2-cefe-4105-a6f8-92ead8f117a4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:11.148999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76091d37-7d90-4887-aa3a-97ebdf259003', 'tag': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:11.151846 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55" -d '{"events": [{"name": "network-changed", "server_uuid": "76091d37-7d90-4887-aa3a-97ebdf259003", "tag": "09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:11.165881 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6955dc0d-e0b7-4e1f-9255-c949ba67b94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.188553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2d2174d-887b-4b0d-b565-5e48d3a18085 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.190389 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c2d2174d-887b-4b0d-b565-5e48d3a18085 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5330288 Jul 22 16:43:11.193289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:11.198774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-709d2a1b-aeb7-4b45-acfb-1b713a7a8aad tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'security_group_rule': {'security_group_id': '59a8c567-811b-4d06-8ddd-0a568b95fdc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:11.259388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 39a113d2-cefe-4105-a6f8-92ead8f117a4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:11.267108 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 39a113d2-cefe-4105-a6f8-92ead8f117a4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:11.268726 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.272571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-709d2a1b-aeb7-4b45-acfb-1b713a7a8aad tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.394766 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-709d2a1b-aeb7-4b45-acfb-1b713a7a8aad tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.399054 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3713b4-e87d-413d-b6c6-8b8cb0af3c02 x-openstack-request-id: req-eb3713b4-e87d-413d-b6c6-8b8cb0af3c02 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:11.399787 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76091d37-7d90-4887-aa3a-97ebdf259003", "tag": "09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:11.400672 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb3713b4-e87d-413d-b6c6-8b8cb0af3c02 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:11.401103 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76091d37-7d90-4887-aa3a-97ebdf259003', 'tag': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0', 'status': 'completed', 'code': 200} Jul 22 16:43:11.406363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-709d2a1b-aeb7-4b45-acfb-1b713a7a8aad tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.449600 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6955dc0d-e0b7-4e1f-9255-c949ba67b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.456756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6955dc0d-e0b7-4e1f-9255-c949ba67b94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.464496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6955dc0d-e0b7-4e1f-9255-c949ba67b94b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d54268e2-3720-42e0-a955-2f439842ab1d HTTP/1.1" status: 204 len: 168 time: 0.5410681 Jul 22 16:43:11.499151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d2a1b-aeb7-4b45-acfb-1b713a7a8aad tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e6cf68-7ae4-40e0-a671-e596cbf805ed,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:11.503413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-709d2a1b-aeb7-4b45-acfb-1b713a7a8aad tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.505237 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-709d2a1b-aeb7-4b45-acfb-1b713a7a8aad tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105531 Jul 22 16:43:11.508669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955dc0d-e0b7-4e1f-9255-c949ba67b94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54268e2-3720-42e0-a955-2f439842ab1d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:11.525568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:11.550352 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.557323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:11.584258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-756a7017-19cf-4060-b6a7-3264ffea47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:11.592990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Sync routers for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:11.593550 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-756a7017-19cf-4060-b6a7-3264ffea47c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=38dd1049913c4e31bba213e5e26a35c2&device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 1098 time: 0.1307294 Jul 22 16:43:11.600992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 39a113d2-cefe-4105-a6f8-92ead8f117a4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=39a113d2-cefe-4105-a6f8-92ead8f117a4,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:11.609030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.610114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0343a-542d-42f8-9f48-6b11ee8b8033 req-4d035a06-a81f-4f3f-8d46-5a81378ea08b tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:11.621177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47e0343a-542d-42f8-9f48-6b11ee8b8033 req-4d035a06-a81f-4f3f-8d46-5a81378ea08b tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.4326410 Jul 22 16:43:11.628616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:11.629815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:11.668905 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:11.674440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3b2d44b-7e7c-472c-b828-a43d82aa457a req-fe42fd0b-56ec-4e91-8fd1-8793a3befba9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.0635476 Jul 22 16:43:11.797189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:11.849319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-824d7739-bdbf-44ab-ab26-51faaa0005d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:11.851867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-824d7739-bdbf-44ab-ab26-51faaa0005d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4bc93299-5fec-4364-9788-d68f62f07327 HTTP/1.1" status: 200 len: 917 time: 0.2397335 Jul 22 16:43:11.856317 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:11.879472 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47e0343a-542d-42f8-9f48-6b11ee8b8033 req-8c7e2583-4124-490e-9f1d-a381170de696 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481441 Jul 22 16:43:12.025777 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.039814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-95879839-da2e-432f-af9d-a640cf6788b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 HTTP/1.1" status: 200 len: 1000 time: 0.1750045 Jul 22 16:43:12.052554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=39a113d2-cefe-4105-a6f8-92ead8f117a4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:12.165313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-8a48de6d-2b62-41d2-87c9-2946d9dd957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:12.166826 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-8a48de6d-2b62-41d2-87c9-2946d9dd957a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2222261d-cece-4bc8-b1e2-2a981be16abb HTTP/1.1" status: 200 len: 855 time: 0.1170719 Jul 22 16:43:12.177036 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:59Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'aaacdf4e-d733-468f-bed6-541894ee2884', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'port_id': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'mac_address': 'fa:16:3e:ca:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76091d37-7d90-4887-aa3a-97ebdf259003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:43:09Z', 'revision_number': 1, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49180c7d-d367-42d3-9b55-f95d5930c84c', 'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'mac_address': 'fa:16:3e:cc:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:56Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 5, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'subnets': [{'id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:12.228358 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] Checking router: 512d72a8-b571-413c-b885-6c08646e4ea3 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:12.242960 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:12.243901 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:12.252219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51046) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:12.259953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 2, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:12.287519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2815dded-cc46-4093-ad1f-15331b866f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.331407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Checking router: a3224a39-9132-4f16-bc50-a78480b9467d for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:12.332606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Updating router a3224a39-9132-4f16-bc50-a78480b9467d port c887e8bc-58ee-4300-8474-d233ec1c4736 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:43:12.391352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-718af456-948d-4537-9830-c232156222eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:12.399940 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-718af456-948d-4537-9830-c232156222eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bc93299-5fec-4364-9788-d68f62f07327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2060812 Jul 22 16:43:12.416833 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.448112 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:12.804835 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2815dded-cc46-4093-ad1f-15331b866f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.814106 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2815dded-cc46-4093-ad1f-15331b866f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:12.862194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Allocated IP 172.25.3.201 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/c8a18d1d-34a2-4f76-afa7-3d568ffd1982) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:12.883129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815dded-cc46-4093-ad1f-15331b866f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839a7158-0129-4d09-bc58-a9581f3d332c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:12.905800 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-7fa8919f-8133-4238-af7e-9cdc8d6f23b0 service neutron] 10.222.0.65 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905703 Jul 22 16:43:12.917257 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e025eefc-4610-4c26-a74c-2d7c800d0bd5 req-6a83d5a5-7cb8-4353-9f2f-b7fab4f71a32 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.0745270 Jul 22 16:43:13.055313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2815dded-cc46-4093-ad1f-15331b866f8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fae98edff994b769e1105c442b81fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964647 Jul 22 16:43:13.083175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51066) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:13.168505 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:59Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'aaacdf4e-d733-468f-bed6-541894ee2884', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'port_id': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'mac_address': 'fa:16:3e:ca:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76091d37-7d90-4887-aa3a-97ebdf259003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:43:09Z', 'revision_number': 1, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49180c7d-d367-42d3-9b55-f95d5930c84c', 'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'mac_address': 'fa:16:3e:cc:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:56Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 5, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'subnets': [{'id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:13.249533 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd74150-951e-4f04-8316-9c4eea07ff18 None None] The sync data for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 is: [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:59Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'aaacdf4e-d733-468f-bed6-541894ee2884', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'port_id': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'mac_address': 'fa:16:3e:ca:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76091d37-7d90-4887-aa3a-97ebdf259003', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:43:09Z', 'revision_number': 1, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49180c7d-d367-42d3-9b55-f95d5930c84c', 'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'mac_address': 'fa:16:3e:cc:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:56Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 5, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'subnets': [{'id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:13.327081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.394017 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08c26333-9dd7-4c0a-98ad-3a4e2d7bae55 req-ba1291e9-dd07-49ab-94db-a88e30986451 service neutron] 10.222.0.65 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612069 Jul 22 16:43:13.399743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e83545-1d6c-4555-92ab-7f892a015532 req-165aae4d-81f9-43d5-861b-0de712b6008f tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:13.407093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25e83545-1d6c-4555-92ab-7f892a015532 req-165aae4d-81f9-43d5-861b-0de712b6008f tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.2639346 Jul 22 16:43:13.495459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fb23f81-4523-43e8-b205-f10db7708a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.543737 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fb23f81-4523-43e8-b205-f10db7708a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.556162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25e83545-1d6c-4555-92ab-7f892a015532 req-e3054bd9-1f59-4f36-9495-d612469e0709 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480935 Jul 22 16:43:13.563921 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.641734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:13.647458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:13.650170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:13.665889 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fb23f81-4523-43e8-b205-f10db7708a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.668681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fb23f81-4523-43e8-b205-f10db7708a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.672768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1fb23f81-4523-43e8-b205-f10db7708a44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/839a7158-0129-4d09-bc58-a9581f3d332c HTTP/1.1" status: 204 len: 168 time: 0.5881755 Jul 22 16:43:13.687524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb23f81-4523-43e8-b205-f10db7708a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839a7158-0129-4d09-bc58-a9581f3d332c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:13.718994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'Port': ['ID=c8a18d1d-34a2-4f76-afa7-3d568ffd1982,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:13.778075 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478b1bf6-a9a8-429a-b463-2508df9c7fc1 None None] New status for floating IP aaacdf4e-d733-468f-bed6-541894ee2884: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:43:13.788159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.871357 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.896241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:13.898679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Transition to ACTIVE for port object c887e8bc-58ee-4300-8474-d233ec1c4736 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:13.915809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 39a113d2-cefe-4105-a6f8-92ead8f117a4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:13.932799 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.176505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77772b-4f6f-49bd-991c-9598f76b21fd None None] Pushing event updated for resources: {'Port': ['ID=c887e8bc-58ee-4300-8474-d233ec1c4736,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:14.191597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 39a113d2-cefe-4105-a6f8-92ead8f117a4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:14.191977 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.196315 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28664418-7893-4bc4-8f09-a535029f1e87 req-b0e2139e-f69d-4861-a437-aa2258bd76fe tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.1492035 Jul 22 16:43:14.390201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Attempting to bind port c887e8bc-58ee-4300-8474-d233ec1c4736 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:14.390830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Attempting to bind port c887e8bc-58ee-4300-8474-d233ec1c4736 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:14.391413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Attempting to bind port c887e8bc-58ee-4300-8474-d233ec1c4736 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:14.400387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:14.401063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Checking segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:14.401650 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.402319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Bound using segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:14.403195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Bound port: c887e8bc-58ee-4300-8474-d233ec1c4736, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:14.404973 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.480304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.487187 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.624124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'Port': ['ID=c8a18d1d-34a2-4f76-afa7-3d568ffd1982,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:14.657903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] For port c887e8bc-58ee-4300-8474-d233ec1c4736, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:14.664600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] For port c887e8bc-58ee-4300-8474-d233ec1c4736, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c887e8bc-58ee-4300-8474-d233ec1c4736,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:14.665497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.671162 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.716572 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:14.725955 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3611444a-5bb6-489f-87d0-9ca09b41dddb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1793721 Jul 22 16:43:14.758501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:14.759597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:42:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:14.762088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77772b-4f6f-49bd-991c-9598f76b21fd None None] Pushing event updated for resources: {'Port': ['ID=c887e8bc-58ee-4300-8474-d233ec1c4736,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:14.848256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aee454-83a7-4008-a63a-5515770e0a4d req-a045a62a-cdef-4ab3-be2e-67ef38fc8c78 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:14.850712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95aee454-83a7-4008-a63a-5515770e0a4d req-a045a62a-cdef-4ab3-be2e-67ef38fc8c78 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1464589 Jul 22 16:43:14.974728 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95aee454-83a7-4008-a63a-5515770e0a4d req-c775f04f-c2af-40e2-b9ef-73e02f309919 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135857 Jul 22 16:43:15.027643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:15.225583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-8af20880-c459-476a-a453-6e8c2d3c6788 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1026886286&fields=id&tenant_id=f262c56a6e3442e6a1eb52e84300358d HTTP/1.1" status: 200 len: 267 time: 0.0749340 Jul 22 16:43:15.380252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:14Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:15.415352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-46b21bab-9683-4503-8bce-6824afa1e4d9 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:15.423889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-46b21bab-9683-4503-8bce-6824afa1e4d9 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 817 time: 0.1872187 Jul 22 16:43:15.455438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e80b575-0885-40c0-a063-0ab513a9e904 None None] The sync data for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 is: [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:14Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:15.468670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-31b46567-4b9e-449e-be83-6f8559b82a31 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/quotas/f262c56a6e3442e6a1eb52e84300358d HTTP/1.1" status: 200 len: 375 time: 0.0210524 Jul 22 16:43:15.506373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-237da037-f3f0-4185-b83b-63cd9e4eb228 req-e0acd5e4-a2d5-4435-ab44-08f75f1c64d9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcd8b7eb-34ac-4414-a8a8-f31cf185958d HTTP/1.1" status: 200 len: 210 time: 0.0634592 Jul 22 16:43:15.628377 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2570865-dd17-43d8-9644-0c6225837489 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1474218 Jul 22 16:43:15.773003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-1e7495fc-0b7c-4417-8bf2-0a2989ae7c3a service neutron] 10.222.0.53 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116805 Jul 22 16:43:15.883165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-5d1bcbae-b7fb-45fe-a7e7-a9b02da9ab10 service neutron] 10.222.0.53 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017218 Jul 22 16:43:16.119971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a39a986f-f3c8-4537-92d0-fbdc5f236e5c req-3e493ef8-488e-4fdc-8b93-d4ab4ef07a91 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 210 time: 0.0446317 Jul 22 16:43:16.221925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7c8eb-f71d-4055-ae2c-1213d478b960 req-0f29e6a4-1753-48be-9e4c-9625d8477c70 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:16.229328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ed7c8eb-f71d-4055-ae2c-1213d478b960 req-0f29e6a4-1753-48be-9e4c-9625d8477c70 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1067989 Jul 22 16:43:16.275523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ed7c8eb-f71d-4055-ae2c-1213d478b960 req-6a443c30-2681-4624-abe5-c3690da26e32 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Jul 22 16:43:17.120145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c887e8bc-58ee-4300-8474-d233ec1c4736 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:17.212040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c887e8bc-58ee-4300-8474-d233ec1c4736 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:17.218395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c887e8bc-58ee-4300-8474-d233ec1c4736 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:17.219622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:17.350874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:17.373863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4530c355-c791-4de7-a6fa-6bc5e6b7324c req-2cb37362-2c04-4477-9419-ddacbdc66fe5 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 210 time: 0.1034200 Jul 22 16:43:17.403132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c887e8bc-58ee-4300-8474-d233ec1c4736, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c887e8bc-58ee-4300-8474-d233ec1c4736,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:17.411002 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:17.501941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c887e8bc-58ee-4300-8474-d233ec1c4736,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:17.601160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac16e-4c83-4e2d-8eec-259b6352e756 req-134ae741-6b80-4f0d-b662-92232d6beed8 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:17.610494 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73ac16e-4c83-4e2d-8eec-259b6352e756 req-134ae741-6b80-4f0d-b662-92232d6beed8 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1815751 Jul 22 16:43:17.708239 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73ac16e-4c83-4e2d-8eec-259b6352e756 req-e3002c5b-5ca3-4e38-87b2-ee77c8ff514f tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961933 Jul 22 16:43:17.893943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-369bba3d-36bf-43b1-a52e-0596cb653326 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:17.896375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-369bba3d-36bf-43b1-a52e-0596cb653326 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 817 time: 0.2607956 Jul 22 16:43:18.019463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-26910037-0642-4fc1-9a42-a8316b6bb94d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f262c56a6e3442e6a1eb52e84300358d HTTP/1.1" status: 200 len: 380 time: 0.1057141 Jul 22 16:43:18.039299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'port': {'device_id': '6a511243-a131-4000-9423-b4b778902b3c', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'admin_state_up': True, 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'security_groups': ['59a8c567-811b-4d06-8ddd-0a568b95fdc9']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:18.122277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:18.212940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Made reservation on behalf of f262c56a6e3442e6a1eb52e84300358d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:18.217185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.279860 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7714dcb9-3d10-40da-86bf-439aa6f9557c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.434502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7714dcb9-3d10-40da-86bf-439aa6f9557c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.442183 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7714dcb9-3d10-40da-86bf-439aa6f9557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.442574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8409b468-09da-41d5-9763-66e59f6ee5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.445471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Allocated IP 172.20.0.4 (5ea7cf78-e5ff-45aa-b589-d2c1692cb32e/d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06/47f92c7a-e11e-47d1-8605-92541c2ab763) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:18.569071 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7714dcb9-3d10-40da-86bf-439aa6f9557c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6625e58c3bd94448ac9433003f3a3007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4441800 Jul 22 16:43:18.570063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51270) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:18.585957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714dcb9-3d10-40da-86bf-439aa6f9557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47a03f6-61a4-439e-9754-3041655729ee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:18.659910 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-959002a6-4dcf-4944-9cad-8b8279092289 req-a7236c1a-2a5b-461b-accf-a314e4e949fc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 210 time: 0.0882347 Jul 22 16:43:18.789615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ae11-c2bd-44fc-a993-0f9ced1e3034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.819506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ae11-c2bd-44fc-a993-0f9ced1e3034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.960266 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ae11-c2bd-44fc-a993-0f9ced1e3034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.965440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ff3ae11-c2bd-44fc-a993-0f9ced1e3034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:18.966904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5ff3ae11-c2bd-44fc-a993-0f9ced1e3034 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b47a03f6-61a4-439e-9754-3041655729ee HTTP/1.1" status: 204 len: 168 time: 0.3765342 Jul 22 16:43:19.049124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96d7cb-0fbd-44ad-a552-d5340cc2ba55 req-813fb85f-9d98-4f1a-bd41-018ff2d765ac tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:19.055798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c887e8bc-58ee-4300-8474-d233ec1c4736 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:19.070467 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca96d7cb-0fbd-44ad-a552-d5340cc2ba55 req-813fb85f-9d98-4f1a-bd41-018ff2d765ac tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.2549980 Jul 22 16:43:19.145233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c887e8bc-58ee-4300-8474-d233ec1c4736 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:19.146992 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.151585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3ae11-c2bd-44fc-a993-0f9ced1e3034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47a03f6-61a4-439e-9754-3041655729ee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:19.202536 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ca96d7cb-0fbd-44ad-a552-d5340cc2ba55 req-53a9bf08-6ead-4b6f-818b-39f788541043 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282940 Jul 22 16:43:19.278575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.316595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Transition to ACTIVE for port object 47f92c7a-e11e-47d1-8605-92541c2ab763 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:19.399873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.457986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:19.459671 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:19.471057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:19.476060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:19.543292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:19.544049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.580857 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b2458fb1-675a-49a7-a534-faa5d18ad472 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5461483 Jul 22 16:43:19.610694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Request body: {'port': {'device_id': '6a511243-a131-4000-9423-b4b778902b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:19.674661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51288) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:19.695589 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a207cc7-bb25-400e-b8f9-271c721f4a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.740330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededa315-c656-42bd-9c94-3ce5fa9376fa req-434359ac-1ea2-4e21-90e4-e74ac6142d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:19.743208 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ededa315-c656-42bd-9c94-3ce5fa9376fa req-434359ac-1ea2-4e21-90e4-e74ac6142d0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 1097 time: 0.1094911 Jul 22 16:43:19.842420 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ededa315-c656-42bd-9c94-3ce5fa9376fa req-4052161b-2e31-4f40-a21e-093ce314da47 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892937 Jul 22 16:43:19.884934 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-db727615-8599-40cf-ac84-f5d595d05d7e None None] Provisioning for port 47f92c7a-e11e-47d1-8605-92541c2ab763 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:19.898786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-db727615-8599-40cf-ac84-f5d595d05d7e None None] Provisioning complete for port 47f92c7a-e11e-47d1-8605-92541c2ab763 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:19.899429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db727615-8599-40cf-ac84-f5d595d05d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.946542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26e33b-d1ee-420a-a16c-6bd9e3a5dfc4 req-7c5b8a72-a2f8-4ed1-b870-2c31af2f5893 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:19.954908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce26e33b-d1ee-420a-a16c-6bd9e3a5dfc4 req-7c5b8a72-a2f8-4ed1-b870-2c31af2f5893 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 931 time: 0.1342535 Jul 22 16:43:19.964318 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a207cc7-bb25-400e-b8f9-271c721f4a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.966116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.982016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a207cc7-bb25-400e-b8f9-271c721f4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:19.986855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-db727615-8599-40cf-ac84-f5d595d05d7e None None] Port 47f92c7a-e11e-47d1-8605-92541c2ab763 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:43:20.016245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce26e33b-d1ee-420a-a16c-6bd9e3a5dfc4 req-e0c3f01b-f32a-41db-975c-895a6c420da1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592225 Jul 22 16:43:20.070529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0a207cc7-bb25-400e-b8f9-271c721f4a2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de7dd650f1e344f388e79e5f0cdba07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942876 Jul 22 16:43:20.072982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:20.076836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a207cc7-bb25-400e-b8f9-271c721f4a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193227cc-1b21-421e-934c-5f039233b2ff,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:20.145707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe1ec-1155-44e2-abc9-2d8d182005cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.175831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe1ec-1155-44e2-abc9-2d8d182005cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.280685 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe1ec-1155-44e2-abc9-2d8d182005cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.288104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f4fe1ec-1155-44e2-abc9-2d8d182005cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.291398 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3f4fe1ec-1155-44e2-abc9-2d8d182005cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/193227cc-1b21-421e-934c-5f039233b2ff HTTP/1.1" status: 204 len: 168 time: 0.2174048 Jul 22 16:43:20.317842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fe1ec-1155-44e2-abc9-2d8d182005cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193227cc-1b21-421e-934c-5f039233b2ff,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:20.568040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a883f-e719-4580-9d27-a85905207d20 req-c570d14a-f2de-457c-bd45-6071f608c0d7 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:20.569852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-014a883f-e719-4580-9d27-a85905207d20 req-c570d14a-f2de-457c-bd45-6071f608c0d7 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1908081 Jul 22 16:43:20.733571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-014a883f-e719-4580-9d27-a85905207d20 req-f43ad0f5-e5aa-4b04-a190-4bb176038055 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574626 Jul 22 16:43:20.787006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-cafc4fbe-1578-444b-a4b0-2a1a8d1fbb38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1779933 Jul 22 16:43:20.791947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f92c7a-e11e-47d1-8605-92541c2ab763 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:20.816892 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:20.909695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Transition to ACTIVE for port object 47f92c7a-e11e-47d1-8605-92541c2ab763 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:20.933791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.003995 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14b231e7-fb10-4ff6-992d-ac14dc3fb111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.146594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:21.182439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d52001ba-4682-4f61-8d2c-a2495b4318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.187072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d52001ba-4682-4f61-8d2c-a2495b4318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.190231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d52001ba-4682-4f61-8d2c-a2495b4318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.192691 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d52001ba-4682-4f61-8d2c-a2495b4318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.199136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d52001ba-4682-4f61-8d2c-a2495b4318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.199387 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.200586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d52001ba-4682-4f61-8d2c-a2495b4318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.201811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d52001ba-4682-4f61-8d2c-a2495b4318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.210382 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d52001ba-4682-4f61-8d2c-a2495b4318ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6495 time: 0.2946811 Jul 22 16:43:21.458814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Attempting to bind port 47f92c7a-e11e-47d1-8605-92541c2ab763 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:21.459205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Attempting to bind port 47f92c7a-e11e-47d1-8605-92541c2ab763 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:21.459540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Attempting to bind port 47f92c7a-e11e-47d1-8605-92541c2ab763 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:21.472835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Port 47f92c7a-e11e-47d1-8605-92541c2ab763 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:21.473330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Attempting to bind port 47f92c7a-e11e-47d1-8605-92541c2ab763 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:21.501749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:21.502268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Checking segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:21.502795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Bound using segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:21.504001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Bound port: 47f92c7a-e11e-47d1-8605-92541c2ab763, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:21.506276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.536439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cca59-7a43-44ce-9db0-f40c3aade13f req-b1fa05e8-58a8-483c-8e5b-40254d6f6730 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.543856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-867cca59-7a43-44ce-9db0-f40c3aade13f req-b1fa05e8-58a8-483c-8e5b-40254d6f6730 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.2285645 Jul 22 16:43:21.546744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-a8f8a87c-54ad-4131-b9ee-fb17e640d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.549202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-a8f8a87c-54ad-4131-b9ee-fb17e640d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.552674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-a8f8a87c-54ad-4131-b9ee-fb17e640d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.554661 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-a8f8a87c-54ad-4131-b9ee-fb17e640d9ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=938a054a-5a48-4d43-b896-bf09e16b8e83&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=fd33b87a-764f-438d-ba51-6438b1736183&id=fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 200 len: 2291 time: 0.3109326 Jul 22 16:43:21.713006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-867cca59-7a43-44ce-9db0-f40c3aade13f req-cf2db371-d34d-40b4-8782-fcb1c0fa8d6f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480300 Jul 22 16:43:21.756288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:21.765669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:21.778319 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.790503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-c1d7ac83-7516-4e29-83a2-576ed3e538f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f HTTP/1.1" status: 200 len: 1000 time: 0.2276101 Jul 22 16:43:21.843935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.844646 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:21.846582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] 10.222.0.20 "PUT /v2.0/ports/47f92c7a-e11e-47d1-8605-92541c2ab763 HTTP/1.1" status: 200 len: 1092 time: 2.2440436 Jul 22 16:43:21.851177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:21.854333 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133dd635-9413-4c4b-9e4b-d3a466d82be5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:21.944050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-db5fab82-30a8-4d58-9968-51f4fdc834c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:21.946533 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-db5fab82-30a8-4d58-9968-51f4fdc834c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45498e51-452b-44b2-94cf-b51a3ccaa0fe HTTP/1.1" status: 200 len: 850 time: 0.1487644 Jul 22 16:43:21.978231 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41331444-f27e-4699-9a55-2bc77ec69d3f x-openstack-request-id: req-41331444-f27e-4699-9a55-2bc77ec69d3f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:21.978700 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:21.979089 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41331444-f27e-4699-9a55-2bc77ec69d3f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:21.979599 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'status': 'completed', 'code': 200} Jul 22 16:43:22.019637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9d75c-7b00-4709-a725-e30ed3573662 service neutron] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:22.085473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-d7088584-a26f-4d9c-999d-8330deb3ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.087033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-d7088584-a26f-4d9c-999d-8330deb3ed78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 1095 time: 0.1583490 Jul 22 16:43:22.122160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d20b3-77d2-48e5-8ff8-95fda47a92eb req-0ef767ef-942e-4356-ac9d-04b06fbdccaa tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.128016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-914d20b3-77d2-48e5-8ff8-95fda47a92eb req-0ef767ef-942e-4356-ac9d-04b06fbdccaa tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.2132785 Jul 22 16:43:22.165160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-67aefd6a-3413-45d0-af1f-114aaf28d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.168479 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-67aefd6a-3413-45d0-af1f-114aaf28d4cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938a054a-5a48-4d43-b896-bf09e16b8e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2076125 Jul 22 16:43:22.190975 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-fe948114-3d62-4e34-9ffd-aade8c328ade service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47f92c7a-e11e-47d1-8605-92541c2ab763 HTTP/1.1" status: 200 len: 217 time: 0.0620148 Jul 22 16:43:22.273600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-914d20b3-77d2-48e5-8ff8-95fda47a92eb req-0d54409d-b694-4232-858b-5a51d67a0ce2 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309450 Jul 22 16:43:22.317938 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-79dc1d1f-1782-445f-a1e0-ba55002eb224 service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435208 Jul 22 16:43:22.320670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-f8b53adc-4393-48a8-8a2c-b04f5fb44d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.322808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-f8b53adc-4393-48a8-8a2c-b04f5fb44d54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.1234059 Jul 22 16:43:22.472946 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:22.480603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-6f7d38c3-d73d-4697-8c34-1084a4a05e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.482333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-6f7d38c3-d73d-4697-8c34-1084a4a05e38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495028 Jul 22 16:43:22.557267 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-183f4cdb-a180-442c-9ad0-86b8fbf86b94 service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274864 Jul 22 16:43:22.678999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-f165b015-903d-4d33-a218-b1e7a121926e service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880333 Jul 22 16:43:22.707613 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-ae7df85f-4c90-4c24-bff9-2b6caa3d8838 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 217 time: 0.1388786 Jul 22 16:43:22.774130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-333a69b3-29ed-4eff-880d-e8fb08bd9144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.777897 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-333a69b3-29ed-4eff-880d-e8fb08bd9144 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0642803 Jul 22 16:43:22.854019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-8765821d-e64b-42d7-aea8-037ad40d9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.857591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-8765821d-e64b-42d7-aea8-037ad40d9338 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 1097 time: 0.2212660 Jul 22 16:43:22.949794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-f3c32a52-d70a-4eed-aaf2-ca4bdbad832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.952185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-f3c32a52-d70a-4eed-aaf2-ca4bdbad832e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1669714 Jul 22 16:43:22.984592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36b0ae-9427-4b1d-a1c5-3bdb7c8eed4b req-d9a3bd22-d91b-4894-bbb1-6196e869b06a tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:22.986322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec36b0ae-9427-4b1d-a1c5-3bdb7c8eed4b req-d9a3bd22-d91b-4894-bbb1-6196e869b06a tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.2877150 Jul 22 16:43:22.995627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d185cd0-001b-4fa4-a088-4e7d2e491030 req-949fb1c7-4874-4e57-a742-36e0448eebfa service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089485 Jul 22 16:43:23.074281 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec36b0ae-9427-4b1d-a1c5-3bdb7c8eed4b req-2c985b62-03c4-447f-8ba9-38c582e762cc tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Jul 22 16:43:23.121508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09172635-9a82-4c3d-8142-fa742989eda1 req-37adaf8d-b897-43e9-b768-c11f7e9ccbe6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.123191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51496) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:23.123660 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-09172635-9a82-4c3d-8142-fa742989eda1 req-37adaf8d-b897-43e9-b768-c11f7e9ccbe6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.2384934 Jul 22 16:43:23.152468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-bd87fa42-c4c7-44bb-874d-877a6286df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.155311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-bd87fa42-c4c7-44bb-874d-877a6286df6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 200 len: 911 time: 0.2728121 Jul 22 16:43:23.188445 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-bf406750-7f25-41e9-a66c-90e15fa65cd7 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275352 Jul 22 16:43:23.223492 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-51f425d2-333d-4079-a406-59ccb8156e0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c0df527-b79b-409a-a905-058d44794f33 HTTP/1.1" status: 200 len: 217 time: 0.0606213 Jul 22 16:43:23.279692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-a7408d2a-d9b6-4159-8618-246660cd1d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.282233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-a7408d2a-d9b6-4159-8618-246660cd1d6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 1095 time: 0.1986496 Jul 22 16:43:23.293247 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-09172635-9a82-4c3d-8142-fa742989eda1 req-ecde32ab-4ded-4138-b708-fec70b380671 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622031 Jul 22 16:43:23.317067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-2e7f6e5c-d14b-48e4-8565-8e1edacecdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.326468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-2e7f6e5c-d14b-48e4-8565-8e1edacecdb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7fa854ab-652a-43fe-8aac-ea1168626926 HTTP/1.1" status: 200 len: 850 time: 0.0971546 Jul 22 16:43:23.401803 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-a831ac37-1867-49eb-be70-08fe23fd2769 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068100 Jul 22 16:43:23.449669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-018a9cce-a9be-4f02-81f4-1b452286ccb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 217 time: 0.0396950 Jul 22 16:43:23.509821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-bd3584ca-89ec-425b-8636-817a5fe5a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.511646 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-bd3584ca-89ec-425b-8636-817a5fe5a447 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0529666 Jul 22 16:43:23.522344 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-0565a065-70aa-4b91-bba2-1dfbb059b520 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e144766-d48b-433f-990a-ea1ab2b7ed25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152561 Jul 22 16:43:23.540350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-e215411c-fcfa-42c0-aa50-c48908c97500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.541727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-e215411c-fcfa-42c0-aa50-c48908c97500 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.2511785 Jul 22 16:43:23.544836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ea8ca6-a217-402b-9a48-49b819d6f68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:23.624671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-e35ec071-3456-4829-8bc0-a368028cad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.626569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-e35ec071-3456-4829-8bc0-a368028cad06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052220 Jul 22 16:43:23.631418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-bf497d30-6ad7-49d2-af2e-f86c62be5436 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47f92c7a-e11e-47d1-8605-92541c2ab763 HTTP/1.1" status: 200 len: 217 time: 0.0714953 Jul 22 16:43:23.788970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-fd59bc10-35ab-41a3-96bc-1616b4bb7015 service neutron] 10.222.0.20 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581365 Jul 22 16:43:23.794890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-004d6748-d9f0-41b6-83c7-f1a1e1527c1f service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562486 Jul 22 16:43:23.797414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-4524a3c0-a22a-42b6-8bff-2bcacdf4304d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3919685 Jul 22 16:43:23.824810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-01677606-306c-4cc7-a58e-55a050ef35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:23.826853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-01677606-306c-4cc7-a58e-55a050ef35ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.1836417 Jul 22 16:43:23.930593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-149d7e3d-02df-4511-8c75-1f01cef9fa2e service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279821 Jul 22 16:43:23.988879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-e988c619-eb0a-4083-b633-a688f25eb22e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5 HTTP/1.1" status: 200 len: 217 time: 0.0495148 Jul 22 16:43:24.048588 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ea8ca6-a217-402b-9a48-49b819d6f68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:24.049177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d53cdf7d-16f8-4029-8c1b-8adce964ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.051185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-d53cdf7d-16f8-4029-8c1b-8adce964ee12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.0553489 Jul 22 16:43:24.051923 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-53159b70-5149-408e-a488-fc33004483f6 service neutron] 10.222.0.20 "GET /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503607 Jul 22 16:43:24.058817 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40ea8ca6-a217-402b-9a48-49b819d6f68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:24.098870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-e16bd0eb-3cbc-40e5-88b1-110a8d4f2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.100416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-e16bd0eb-3cbc-40e5-88b1-110a8d4f2365 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2634935 Jul 22 16:43:24.145172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-40ea8ca6-a217-402b-9a48-49b819d6f68c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b5c934eb6004808b6d18f59a71e0bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0091155 Jul 22 16:43:24.147804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51512) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:24.154682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-42f777fc-8b9c-4003-9ccf-04ffc91f46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.156134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-42f777fc-8b9c-4003-9ccf-04ffc91f46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.156615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-42f777fc-8b9c-4003-9ccf-04ffc91f46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.157255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-42f777fc-8b9c-4003-9ccf-04ffc91f46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.157736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-42f777fc-8b9c-4003-9ccf-04ffc91f46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.158137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-2ecbde3b-11e2-4df6-a5df-f7bc73fdfa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.158276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-42f777fc-8b9c-4003-9ccf-04ffc91f46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.158641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-42f777fc-8b9c-4003-9ccf-04ffc91f46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.161372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-2ecbde3b-11e2-4df6-a5df-f7bc73fdfa12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930750 Jul 22 16:43:24.161604 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-42f777fc-8b9c-4003-9ccf-04ffc91f46f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f13c9e3718471da33e556b97167468&device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 6510 time: 0.2242253 Jul 22 16:43:24.170049 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea8ca6-a217-402b-9a48-49b819d6f68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f510adea-c040-4a48-ad99-cf2a7d86fb91,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:24.194089 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:24.316302 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f1b0-383e-45ce-8a03-0227418db902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:24.353964 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-60238a09-a255-40a8-bbc1-bf55fe977635 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861067 Jul 22 16:43:24.356301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f1b0-383e-45ce-8a03-0227418db902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:24.382493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-60976436-8b09-4c08-9bcd-a5a3f2e737ef service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706406 Jul 22 16:43:24.487647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-c4d4b144-7ccf-412f-bffd-59d5eb2b88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.488023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-c4d4b144-7ccf-412f-bffd-59d5eb2b88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.488696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-c4d4b144-7ccf-412f-bffd-59d5eb2b88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.490093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-c4d4b144-7ccf-412f-bffd-59d5eb2b88bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=3847fe1d-acd7-4c26-82ee-355b41bacd95&id=c17a60a5-7325-47e4-93d0-4d53153510b5&id=c17a60a5-7325-47e4-93d0-4d53153510b5 HTTP/1.1" status: 200 len: 2299 time: 0.2951295 Jul 22 16:43:24.502452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d4037-5570-4736-a2ed-de2a848bfb5d req-4cf5b3f7-9d6e-45f3-b0f0-987307440ef9 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.506090 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-048d4037-5570-4736-a2ed-de2a848bfb5d req-4cf5b3f7-9d6e-45f3-b0f0-987307440ef9 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.2583332 Jul 22 16:43:24.532251 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f1b0-383e-45ce-8a03-0227418db902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:24.535099 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f1b0-383e-45ce-8a03-0227418db902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:24.536238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a0c6f1b0-383e-45ce-8a03-0227418db902 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f510adea-c040-4a48-ad99-cf2a7d86fb91 HTTP/1.1" status: 204 len: 168 time: 0.3875036 Jul 22 16:43:24.538227 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-fafc8477-b497-4ca3-a54a-2c0a5106259e service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740775 Jul 22 16:43:24.552325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17733ada-caa3-45a6-a95b-3f15ec422f23 req-a325dde0-84be-464b-8d4e-efb6668a9154 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.559130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-17733ada-caa3-45a6-a95b-3f15ec422f23 req-a325dde0-84be-464b-8d4e-efb6668a9154 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1604633 Jul 22 16:43:24.614690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-048d4037-5570-4736-a2ed-de2a848bfb5d req-7812d25d-4ce4-496e-8649-9bb1175a7e99 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630164 Jul 22 16:43:24.624118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6f1b0-383e-45ce-8a03-0227418db902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f510adea-c040-4a48-ad99-cf2a7d86fb91,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:24.630277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-b993e3a9-67ea-4cd8-b2e0-8d83564b460e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe HTTP/1.1" status: 200 len: 217 time: 0.0587418 Jul 22 16:43:24.657217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-133dd635-9413-4c4b-9e4b-d3a466d82be5 req-735ec7eb-5097-4489-85d6-c5e83b56a80b service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555373 Jul 22 16:43:24.662440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-e93ff176-32ae-4913-ab57-36576a4d349f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3 HTTP/1.1" status: 200 len: 1002 time: 0.1573665 Jul 22 16:43:24.689063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-17733ada-caa3-45a6-a95b-3f15ec422f23 req-effed1b9-c1ae-4a1b-92b5-4588bd6d273f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289468 Jul 22 16:43:24.730977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-539a7728-41e2-40d8-9585-0a09bb281953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.743130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-539a7728-41e2-40d8-9585-0a09bb281953 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.1055086 Jul 22 16:43:24.765233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-3d477801-455c-4532-92f4-e776578e7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.768425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-3d477801-455c-4532-92f4-e776578e7191 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc4c2575-cbae-40f7-9acf-339211b5628e HTTP/1.1" status: 200 len: 856 time: 0.0822134 Jul 22 16:43:24.853131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-120dbe8a-c535-430f-a1a3-7881c39ad330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.854743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-9bff3bee-21f4-4135-9298-e57cf61ed5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:24.855749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-120dbe8a-c535-430f-a1a3-7881c39ad330 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1028063 Jul 22 16:43:24.856618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-9bff3bee-21f4-4135-9298-e57cf61ed5a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c402dae-4a59-456a-ac2a-2fe0d3eb2803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741756 Jul 22 16:43:24.970888 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-f512a675-4981-47f6-97f2-ec7e35e70d7c service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072750 Jul 22 16:43:24.972376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-33fa198f-e75a-4f49-bc2d-038ebc69b0ae service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078334 Jul 22 16:43:25.092259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-09cae9d5-8387-456f-bb15-621021f5e84c service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118228 Jul 22 16:43:25.119025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-adbf0db2-298b-4879-bd8b-04f7790dde99 service neutron] 10.222.0.65 "GET /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370597 Jul 22 16:43:25.150848 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-4fd63d49-e377-428c-b8f4-9fc6ca6d8fce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079 HTTP/1.1" status: 200 len: 217 time: 0.0527756 Jul 22 16:43:25.196339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-d1273261-de59-4e8a-8904-2a0f0fac4ac3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=2a2be50f-a1c6-4edf-b815-208de5f0cfd5 HTTP/1.1" status: 200 len: 217 time: 0.0701759 Jul 22 16:43:25.251698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-bbed19c6-4a77-4ece-8d1b-01b2035657eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.252967 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-bbed19c6-4a77-4ece-8d1b-01b2035657eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.0939779 Jul 22 16:43:25.263471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-5354c354-1a54-484a-b244-99f648d9a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.265647 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-5354c354-1a54-484a-b244-99f648d9a5da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.0589943 Jul 22 16:43:25.364046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-484b8b4f-2095-4442-b7ed-1eb7e2e83bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.366974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-484b8b4f-2095-4442-b7ed-1eb7e2e83bd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875380 Jul 22 16:43:25.384315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-66cb720e-475a-456d-b2ab-bba51d7e36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.386456 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-66cb720e-475a-456d-b2ab-bba51d7e36ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261396 Jul 22 16:43:25.519170 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-5d012bea-dbf7-43da-a3c1-33332ad7a899 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249337 Jul 22 16:43:25.585469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:43:25.621933 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-fb22a01b-60d1-42d7-9226-0ba88b133795 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392046 Jul 22 16:43:25.704983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-64017508-b829-405c-9a9d-27e36f581d70 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687651 Jul 22 16:43:25.793586 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-62360263-0bc8-4104-8233-8ce42fdd0c76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4 HTTP/1.1" status: 200 len: 217 time: 0.0810566 Jul 22 16:43:25.850772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:25.868805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'port_id': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'mac_address': 'fa:16:3e:67:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:43:25.934280 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:25.959990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f92c7a-e11e-47d1-8605-92541c2ab763 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:25.990887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-007d0cbf-8fe7-4f36-be9e-61220716cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:25.992455 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-007d0cbf-8fe7-4f36-be9e-61220716cc12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.1902030 Jul 22 16:43:26.018022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:26.023484 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:26.134248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:26.137240 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18832551-9e14-4c9b-871e-b28174542c8c req-e8f17a95-5a6b-4c15-95a7-3775d55bad4e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:26.144174 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-18832551-9e14-4c9b-871e-b28174542c8c req-e8f17a95-5a6b-4c15-95a7-3775d55bad4e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.2654312 Jul 22 16:43:26.193433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d02259-424c-4df0-b145-faeca4094fcf req-e0e745bc-9f14-468c-8558-fece1347ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:26.196611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-e0e745bc-9f14-468c-8558-fece1347ae7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1977599 Jul 22 16:43:26.266663 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-18832551-9e14-4c9b-871e-b28174542c8c req-cb8cd200-c5da-4a69-af23-cdfa4e82f6ba tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137371 Jul 22 16:43:26.356682 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-29fa0a7e-2293-4609-88b9-df57d58b29e6 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7289364 Jul 22 16:43:26.390055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['47f92c7a-e11e-47d1-8605-92541c2ab763'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:26.393921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-5e5b4703-0535-4eb7-8a4e-b46bb60d9078 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822541 Jul 22 16:43:26.455778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-2ad65b3b-c43c-4bd1-b3ad-56a3765c9492 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3345ea44-c513-4b13-b69f-8b0b4665af70 HTTP/1.1" status: 200 len: 217 time: 0.0915854 Jul 22 16:43:26.478403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa6078-1286-49ed-b303-8a1cc4954c7e req-f527e565-da30-48df-b81e-930534d80b7a tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:26.487282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77fa6078-1286-49ed-b303-8a1cc4954c7e req-f527e565-da30-48df-b81e-930534d80b7a tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.7306061 Jul 22 16:43:26.589795 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2d02259-424c-4df0-b145-faeca4094fcf req-663962c3-d226-4f7b-824f-242ac55cac37 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813023 Jul 22 16:43:26.602414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-f063bb08-95bb-4262-8d6f-095112f4e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:26.604217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-f063bb08-95bb-4262-8d6f-095112f4e215 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.1141560 Jul 22 16:43:26.611139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77fa6078-1286-49ed-b303-8a1cc4954c7e req-9a1969f5-8fd2-40fa-9929-be015ccfda40 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225922 Jul 22 16:43:26.755612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-b936e949-609a-4f3a-8afb-2e81abc81902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:26.761694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-b936e949-609a-4f3a-8afb-2e81abc81902 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1482720 Jul 22 16:43:26.902966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-0269434e-2ae5-4526-a4a6-7af6afd261d2 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307960 Jul 22 16:43:26.981458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51586) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:27.031199 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-27bbef62-a870-40ad-a2de-2c034ff9ce32 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199293 Jul 22 16:43:27.076223 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-c4c598fa-95dd-486d-8534-d05f727d74e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e HTTP/1.1" status: 200 len: 217 time: 0.0369356 Jul 22 16:43:27.100518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:27.128647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.136699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-f001eef7-d92b-433b-99e4-6ddf17e4179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.139430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-f001eef7-d92b-433b-99e4-6ddf17e4179a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.0566325 Jul 22 16:43:27.204419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-eb128e38-2998-4db2-a603-7fc9958ad3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.206261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-eb128e38-2998-4db2-a603-7fc9958ad3c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601718 Jul 22 16:43:27.244016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.311615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-ec93888f-5afe-4526-88c1-e94fbd6e1fe6 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959899 Jul 22 16:43:27.375112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Allocated IP 172.25.3.225 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/377dadf0-7224-4441-b910-4132b2b84077) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:27.425663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-58fa723b-2253-4b73-901b-e629e17088d6 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072402 Jul 22 16:43:27.476508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-67e9c6e1-ba09-4e16-bee0-54414351ac03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=34033e5a-85e6-4a68-acf0-f674a010aa8d HTTP/1.1" status: 200 len: 217 time: 0.0425472 Jul 22 16:43:27.529548 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234085ff-e4d6-425c-9a6f-448b9b98ec64 req-b84567a3-2873-46c9-a2e0-e5a938d6c370 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.531036 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-234085ff-e4d6-425c-9a6f-448b9b98ec64 req-b84567a3-2873-46c9-a2e0-e5a938d6c370 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 944 time: 0.1449955 Jul 22 16:43:27.544026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-c81f5485-4dd3-492f-bcec-c2d59d3fbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.546382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-c81f5485-4dd3-492f-bcec-c2d59d3fbd5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 200 len: 797 time: 0.0616627 Jul 22 16:43:27.548031 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.600094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-234085ff-e4d6-425c-9a6f-448b9b98ec64 req-69be60dd-637c-4db2-b2ed-f1985652008f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575907 Jul 22 16:43:27.601375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:27.637589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-8593bc1a-e072-401e-8486-2b6c3d5d0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.644147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-8593bc1a-e072-401e-8486-2b6c3d5d0e31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3847fe1d-acd7-4c26-82ee-355b41bacd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875707 Jul 22 16:43:27.658599 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.689688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 47f92c7a-e11e-47d1-8605-92541c2ab763 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:27.699348 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 47f92c7a-e11e-47d1-8605-92541c2ab763 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:27.699778 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.723909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:27.727106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:27.736098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:27.807763 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-fecc86d6-71ec-4f1b-9b35-433e1945303c service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555002 Jul 22 16:43:27.818563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Pushing event updated for resources: {'Port': ['ID=377dadf0-7224-4441-b910-4132b2b84077,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:27.825886 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.861788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:27.864842 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f403cf0e-2472-4a8c-b791-88752ac41f30" -d '{"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-plugged", "status": "completed", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:27.880389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:27.887102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.942896 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203fcccc-efb9-4206-b11a-56d06066714f x-openstack-request-id: req-203fcccc-efb9-4206-b11a-56d06066714f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:27.943523 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-plugged", "status": "completed", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:27.943523 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-203fcccc-efb9-4206-b11a-56d06066714f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:27.944067 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'code': 200} Jul 22 16:43:27.958873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3226e6-ac91-4eaa-990b-fec3e1e9d2da req-d0e4152e-d605-4a55-802c-572e3be681d0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:27.965792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c3226e6-ac91-4eaa-990b-fec3e1e9d2da req-d0e4152e-d605-4a55-802c-572e3be681d0 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1926031 Jul 22 16:43:27.970638 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:27.978690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-53e74ecd-52cf-40ca-bbcb-0aa745a3da08 service neutron] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629477 Jul 22 16:43:28.027184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:28.037776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.038230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.038658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.039195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.039801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.040330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.041130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.042319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c3226e6-ac91-4eaa-990b-fec3e1e9d2da req-5cc2a40d-57fa-48a7-ba56-73eda9e8ea33 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755534 Jul 22 16:43:28.042588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.043334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.045375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.046063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.046528 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-dbc8e241-d5b7-4250-9f8e-68ee7b623a72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145 HTTP/1.1" status: 200 len: 217 time: 0.0546930 Jul 22 16:43:28.047036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:28.099039 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.141176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-565f1728-92a3-43c5-8fd4-c9c7d20f17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.142670 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-565f1728-92a3-43c5-8fd4-c9c7d20f17b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 200 len: 797 time: 0.0784907 Jul 22 16:43:28.201332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14037458-4ba9-4a5e-84ae-8da4ed02f828 req-64b470c5-07c7-4dc1-b3fd-d054d1679b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.203291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14037458-4ba9-4a5e-84ae-8da4ed02f828 req-64b470c5-07c7-4dc1-b3fd-d054d1679b96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 1097 time: 0.1525855 Jul 22 16:43:28.250893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-8071d515-83f3-47dc-ac01-5c541f2f4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.253134 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-8071d515-83f3-47dc-ac01-5c541f2f4a73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0998490 Jul 22 16:43:28.335174 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14037458-4ba9-4a5e-84ae-8da4ed02f828 req-27c9918b-35a5-4967-a4d3-1d97b24c54c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228244 Jul 22 16:43:28.397130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-12ffeb23-e6bb-4d95-8ae2-22f3f46a9fd4 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327322 Jul 22 16:43:28.432188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.446393 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.516817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-3c42565f-0704-4dff-9c0a-db76cab9a4b6 service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120803 Jul 22 16:43:28.571676 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-afc01c1f-254e-462a-8876-b7b2e5af21e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 HTTP/1.1" status: 200 len: 217 time: 0.0456991 Jul 22 16:43:28.681033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-699d46d1-d165-4043-b302-63f0e37d7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.685295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-699d46d1-d165-4043-b302-63f0e37d7a9e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 200 len: 797 time: 0.1041164 Jul 22 16:43:28.769087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979486e2-cae3-4d45-86a8-470a708a96be req-6d258a73-b253-4f7f-ad3b-4af6c8ba7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.770615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-6d258a73-b253-4f7f-ad3b-4af6c8ba7b63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c17a60a5-7325-47e4-93d0-4d53153510b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0770919 Jul 22 16:43:28.933842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51447-8895-44f1-9211-a095ca9ac345 req-1a4d3238-9487-4b55-a278-48750aab7b54 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.935721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-06f51447-8895-44f1-9211-a095ca9ac345 req-1a4d3238-9487-4b55-a278-48750aab7b54 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.5694160 Jul 22 16:43:28.952230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Pushing event updated for resources: {'Port': ['ID=377dadf0-7224-4441-b910-4132b2b84077,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:28.962734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad9dd9-4b24-4d15-b301-a0a05452e190 req-d0344381-a988-4b94-9174-46a0a841197e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:28.965478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c5ad9dd9-4b24-4d15-b301-a0a05452e190 req-d0344381-a988-4b94-9174-46a0a841197e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.1430700 Jul 22 16:43:28.970612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-3606d28a-80bb-4c39-b0f1-27c84330059b service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903064 Jul 22 16:43:28.971914 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.994894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:28.996240 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cf9ce9a4-d28c-443c-a234-059bd8e2309c tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0123677 Jul 22 16:43:28.999219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:29.006497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1902857626', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'fixed_ips': [{'ip_address': '172.25.3.225'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:29.014025 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-06f51447-8895-44f1-9211-a095ca9ac345 req-ca92bbd0-9509-45f7-ba6d-f59d9ba53b20 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662673 Jul 22 16:43:29.041693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Made reservation on behalf of abbe988d05c44f7699a7263ce05c71c5 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:29.044078 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.056688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c5ad9dd9-4b24-4d15-b301-a0a05452e190 req-8b8f2b04-b26e-4f37-b64a-73f54da26804 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810707 Jul 22 16:43:29.067605 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.151942 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-979486e2-cae3-4d45-86a8-470a708a96be req-e085868a-ff82-42c9-8a7e-d8811fdd018d service neutron] 10.222.0.65 "GET /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731863 Jul 22 16:43:29.246150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.255569 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.284938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] device_id is not set on port 83b5389d-50bf-46d0-8417-c30726e4a270 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:43:29.350792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43e38ae-bc75-4a97-9fad-17822f268267,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:29.562395 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 16:43:29.563137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:43:29.583255 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-67e9217a-35f6-446a-902f-16b7dd14787f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5829678 Jul 22 16:43:29.586179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:29.763985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Deleting port 377dadf0-7224-4441-b910-4132b2b84077 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:29.764682 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.870187 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.870542 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:29.885155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Calling delete_port for 377dadf0-7224-4441-b910-4132b2b84077 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:30.052235 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.085727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Pushing event deleted for resources: {'Port': ['ID=377dadf0-7224-4441-b910-4132b2b84077,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:30.208515 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.212187 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.213611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-884a52aa-9660-4724-95dd-f7b7c968ef1f tempest-ExternalNetworksAdminNegativeTestJSON-1942872218 tempest-ExternalNetworksAdminNegativeTestJSON-1942872218-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/511e8b44-2da5-496f-a6de-a64817b360da HTTP/1.1" status: 204 len: 168 time: 0.6262889 Jul 22 16:43:30.239252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6edbd-f86a-471e-9d45-4cfa9e4f5edd req-5ad41fb8-f22b-4026-9c46-b7564a64b2ec tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:30.240747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f6edbd-f86a-471e-9d45-4cfa9e4f5edd req-5ad41fb8-f22b-4026-9c46-b7564a64b2ec tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.0952525 Jul 22 16:43:30.254022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788ab08-edb2-448f-bc1c-f5b059a09426 req-60bd6c95-8fcd-4e79-a61c-00b7588c96a3 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:30.255647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f788ab08-edb2-448f-bc1c-f5b059a09426 req-60bd6c95-8fcd-4e79-a61c-00b7588c96a3 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1265702 Jul 22 16:43:30.307220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f6edbd-f86a-471e-9d45-4cfa9e4f5edd req-bf65c13a-a887-46af-bf1b-97d86ccbcb72 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594988 Jul 22 16:43:30.328952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f788ab08-edb2-448f-bc1c-f5b059a09426 req-2b2f4f33-2f84-4944-9f80-b979a4c9b4a6 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619898 Jul 22 16:43:30.450868 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:43:30.522711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d85488-176f-4417-a165-4752a8556ca2 req-0577329e-99c7-4f36-a600-80dbcea1d405 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:30.528251 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d7d85488-176f-4417-a165-4752a8556ca2 req-0577329e-99c7-4f36-a600-80dbcea1d405 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.1253884 Jul 22 16:43:30.538754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:30.543966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-374c7df9-8e2a-47bb-b7f3-1e7a9f55f395 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'floatingip': {'port_id': '47f92c7a-e11e-47d1-8605-92541c2ab763'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:30.611973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-374c7df9-8e2a-47bb-b7f3-1e7a9f55f395 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:30.707563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51660) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:30.905354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93f1d8ea-2202-44dc-817a-119a04a31642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.079429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93f1d8ea-2202-44dc-817a-119a04a31642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.085124 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93f1d8ea-2202-44dc-817a-119a04a31642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.148500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-93f1d8ea-2202-44dc-817a-119a04a31642 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac23ea93cddc4c0c9db5fa43e74d6db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395056 Jul 22 16:43:31.150944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51666) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:31.164386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1d8ea-2202-44dc-817a-119a04a31642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef63187-f0ca-4165-830a-45a1f950c9cd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:31.273074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56634f11-2afd-4774-aba0-fbc9f1d712d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.278918 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-374c7df9-8e2a-47bb-b7f3-1e7a9f55f395 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.288773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-374c7df9-8e2a-47bb-b7f3-1e7a9f55f395 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.300750 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.371325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56634f11-2afd-4774-aba0-fbc9f1d712d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.490911 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-374c7df9-8e2a-47bb-b7f3-1e7a9f55f395 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Floating IP 465692f0-2e61-4606-86fe-03506e017443 associated. External IP: 172.25.3.201, port: 47f92c7a-e11e-47d1-8605-92541c2ab763. Jul 22 16:43:31.536083 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56634f11-2afd-4774-aba0-fbc9f1d712d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.538063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56634f11-2afd-4774-aba0-fbc9f1d712d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:31.541942 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-56634f11-2afd-4774-aba0-fbc9f1d712d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cef63187-f0ca-4165-830a-45a1f950c9cd HTTP/1.1" status: 204 len: 168 time: 0.3869767 Jul 22 16:43:31.589451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56634f11-2afd-4774-aba0-fbc9f1d712d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef63187-f0ca-4165-830a-45a1f950c9cd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:31.615468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38a881-71a0-4193-8d87-4f7d90e67cdb req-f1361d58-5f7a-49ee-add7-db661102de00 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:31.617191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb38a881-71a0-4193-8d87-4f7d90e67cdb req-f1361d58-5f7a-49ee-add7-db661102de00 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1991436 Jul 22 16:43:31.700262 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cb38a881-71a0-4193-8d87-4f7d90e67cdb req-f90475c2-10ae-43a5-9f9a-45f41b348fd7 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655317 Jul 22 16:43:31.839808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374c7df9-8e2a-47bb-b7f3-1e7a9f55f395 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Router a3224a39-9132-4f16-bc50-a78480b9467d has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:31.960083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:32.014975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374c7df9-8e2a-47bb-b7f3-1e7a9f55f395 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:32.020881 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-374c7df9-8e2a-47bb-b7f3-1e7a9f55f395 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.025968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fbc0ac57-d7be-422b-80da-a66c89bc4182 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abbe988d05c44f7699a7263ce05c71c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623035 Jul 22 16:43:32.026283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51688) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:32.049989 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] Sync routers for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:32.061823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:32.062685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:32.091845 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-341d5a79-61f8-42db-af82-e7a177ac80de tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:32.093910 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-341d5a79-61f8-42db-af82-e7a177ac80de tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.20 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 945 time: 0.1529713 Jul 22 16:43:32.099668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d170dda-3a40-46bb-8416-55dce2e0c12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.142880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d170dda-3a40-46bb-8416-55dce2e0c12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.150463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-374c7df9-8e2a-47bb-b7f3-1e7a9f55f395 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "PUT /v2.0/floatingips/465692f0-2e61-4606-86fe-03506e017443 HTTP/1.1" status: 200 len: 991 time: 1.6104219 Jul 22 16:43:32.153031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:32.156271 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c436247a-ee2f-4edc-8a0d-7360b67fc466" -d '{"events": [{"name": "network-changed", "server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:32.221785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:32.248501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d170dda-3a40-46bb-8416-55dce2e0c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.253929 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d170dda-3a40-46bb-8416-55dce2e0c12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.254649 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa1afd5-a331-43ab-97b3-7d35d6fd09ed x-openstack-request-id: req-eaa1afd5-a331-43ab-97b3-7d35d6fd09ed {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:32.255231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5d170dda-3a40-46bb-8416-55dce2e0c12e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e43e38ae-bc75-4a97-9fad-17822f268267 HTTP/1.1" status: 204 len: 168 time: 0.2279527 Jul 22 16:43:32.257980 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:32.258345 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eaa1afd5-a331-43ab-97b3-7d35d6fd09ed {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:32.258788 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'status': 'completed', 'code': 200} Jul 22 16:43:32.274320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Deleting port 0c0df527-b79b-409a-a905-058d44794f33 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:32.274320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.279468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d170dda-3a40-46bb-8416-55dce2e0c12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43e38ae-bc75-4a97-9fad-17822f268267,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:32.374756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-a3382a09-2c1d-46c9-99f3-d19b210551a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:32.376596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-a3382a09-2c1d-46c9-99f3-d19b210551a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 1097 time: 0.0719237 Jul 22 16:43:32.462464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] For port 0c0df527-b79b-409a-a905-058d44794f33, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0c0df527-b79b-409a-a905-058d44794f33,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:32.462851 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.500623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Calling delete_port for 0c0df527-b79b-409a-a905-058d44794f33 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:32.537648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-36de2fcf-6bda-4489-8adf-7fb82031bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:32.541144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '465692f0-2e61-4606-86fe-03506e017443', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'port_id': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'mac_address': 'fa:16:3e:67:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a511243-a131-4000-9423-b4b778902b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:43:13Z', 'updated_at': '2021-07-22T16:43:31Z', 'revision_number': 1, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:32.544260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-36de2fcf-6bda-4489-8adf-7fb82031bce4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.1606157 Jul 22 16:43:32.569028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] Checking router: a3224a39-9132-4f16-bc50-a78480b9467d for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:32.584974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:32.585970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:32.697169 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-433ade88-398d-4700-8354-bb41b7d30551 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47f92c7a-e11e-47d1-8605-92541c2ab763 HTTP/1.1" status: 200 len: 999 time: 0.1454523 Jul 22 16:43:32.777884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.863895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Pushing event deleted for resources: {'Port': ['ID=0c0df527-b79b-409a-a905-058d44794f33,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:32.938259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-65e81186-6383-45d9-bfa0-f27d04535ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:32.948436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-65e81186-6383-45d9-bfa0-f27d04535ee2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.2364032 Jul 22 16:43:32.952222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['0c0df527-b79b-409a-a905-058d44794f33'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:32.956937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e1b4be45-5dce-4096-b11c-50568b98c222'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:32.990056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] No DVR routers for this DVR port 0c0df527-b79b-409a-a905-058d44794f33 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:32.994626 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:32.997608 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-264e00fc-6700-4626-9d2c-5fe279de3a92 req-b016e35c-9e4a-4e71-a205-07714bb98170 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.20 "DELETE /v2.0/ports/0c0df527-b79b-409a-a905-058d44794f33 HTTP/1.1" status: 204 len: 173 time: 0.8851724 Jul 22 16:43:33.093618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f46a7a8b-5f18-473f-8361-2b9d77d97ae0 req-7bb7b39d-9b55-41ec-be54-494b5b20b681 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 210 time: 0.1053774 Jul 22 16:43:33.139817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-47ab5332-60cb-4ec3-8bf7-60671be194b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:33.141954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-47ab5332-60cb-4ec3-8bf7-60671be194b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1896133 Jul 22 16:43:33.390079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-e96ff208-4311-40c6-801a-073b34ca4bbf service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409210 Jul 22 16:43:33.412540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:33.547163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c436247a-ee2f-4edc-8a0d-7360b67fc466 req-21666dde-4061-42e7-93dd-0d5ed203ddb1 service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493716 Jul 22 16:43:33.883086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '465692f0-2e61-4606-86fe-03506e017443', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'port_id': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'mac_address': 'fa:16:3e:67:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a511243-a131-4000-9423-b4b778902b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:43:13Z', 'updated_at': '2021-07-22T16:43:31Z', 'revision_number': 1, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:33.917220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1513208-4c36-47b3-8dd2-fe8191e295ac None None] The sync data for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 is: [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '465692f0-2e61-4606-86fe-03506e017443', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'port_id': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'mac_address': 'fa:16:3e:67:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a511243-a131-4000-9423-b4b778902b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:43:13Z', 'updated_at': '2021-07-22T16:43:31Z', 'revision_number': 1, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:34.252833 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c40e91a-70f9-41d5-8358-b4124c8711dd None None] New status for floating IP 465692f0-2e61-4606-86fe-03506e017443: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:43:34.271829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f2074cc-340d-4ccf-b075-adf3c75372d8 req-9a1c9437-2ae7-48d0-844f-c7b346bebae9 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=399766d9-2078-443b-b247-aa38b4028ac0 HTTP/1.1" status: 200 len: 210 time: 0.0437093 Jul 22 16:43:34.272410 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399766d9-2078-443b-b247-aa38b4028ac0', 'name': 'network-vif-deleted', 'tag': '0c0df527-b79b-409a-a905-058d44794f33'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:34.286607 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625cf45f-4f05-445e-87cc-9102a3a50de8" -d '{"events": [{"server_uuid": "399766d9-2078-443b-b247-aa38b4028ac0", "name": "network-vif-deleted", "tag": "0c0df527-b79b-409a-a905-058d44794f33"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:34.349899 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6b7e6a-264b-490d-a199-7261c50a5b7e x-openstack-request-id: req-9c6b7e6a-264b-490d-a199-7261c50a5b7e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:34.350316 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399766d9-2078-443b-b247-aa38b4028ac0", "name": "network-vif-deleted", "tag": "0c0df527-b79b-409a-a905-058d44794f33", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:34.350825 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c6b7e6a-264b-490d-a199-7261c50a5b7e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:34.351777 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399766d9-2078-443b-b247-aa38b4028ac0', 'name': 'network-vif-deleted', 'tag': '0c0df527-b79b-409a-a905-058d44794f33', 'status': 'completed', 'code': 200} Jul 22 16:43:34.684165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51764) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:34.744695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-9b03e9ae-6214-4d79-b586-8a1c168f5d5f req-be0d1908-6556-4f62-ae77-662009f3b857 service neutron] (93750) timed out ('10.222.0.53', 57198) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:43:34.807747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-464638080', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:34.834656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Made reservation on behalf of 66c3f506efdf45c3b6ca4ee011c032be for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:34.838001 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.850384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.972624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.978246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:34.985960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] device_id is not set on port 775db757-7f17-4ae6-9554-9966539f38bd yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:43:35.027676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78bbeb-dcb6-4613-8760-09ddbe3e73ce,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:35.209443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Allocated IP 172.25.3.96 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/775db757-7f17-4ae6-9554-9966539f38bd) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:35.388959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.429761 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.447377 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.532423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:35.536084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:35.542398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:35.554417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Pushing event updated for resources: {'Port': ['ID=775db757-7f17-4ae6-9554-9966539f38bd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:35.625942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:35.626566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.650392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b4758c54-cbbc-4d9a-8682-0614117761a6 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.9615591 Jul 22 16:43:35.650773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:35.656339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.96'}]}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:35.685872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0c0df527-b79b-409a-a905-058d44794f33 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:35.693442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.694563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.738295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 0c0df527-b79b-409a-a905-058d44794f33 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:35.738595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0c0df527-b79b-409a-a905-058d44794f33 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:35.788617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:35.822689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95892b2-019e-4b73-96a1-86f6b2965c9a req-d4e15087-790d-4041-b748-ee6744b5b4a4 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:35.824990 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e95892b2-019e-4b73-96a1-86f6b2965c9a req-d4e15087-790d-4041-b748-ee6744b5b4a4 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1218984 Jul 22 16:43:35.896702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e95892b2-019e-4b73-96a1-86f6b2965c9a req-28b3d98e-76d0-41f8-a747-353648e894d8 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635319 Jul 22 16:43:35.987504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.288949 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.312463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.583279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.866762 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.869204 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.936306 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:36.937026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 933580cd-d712-4fa4-b846-2ccc640467c2 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:43:36.961130 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:43:36.963557 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1e3fbf20-d755-4dc7-a5cd-112c5ba73272 tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3109648 Jul 22 16:43:36.966651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51808) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:37.162177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdac8a-b291-4f16-9dc1-588ecae89a5e req-84def914-c9af-484a-9e7e-27092bceb597 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:37.164065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bffdac8a-b291-4f16-9dc1-588ecae89a5e req-84def914-c9af-484a-9e7e-27092bceb597 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1846130 Jul 22 16:43:37.212846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f37521f1-5ae6-49c7-aaa9-4d3a59076c1c tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Deleting port 775db757-7f17-4ae6-9554-9966539f38bd {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:37.213449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f37521f1-5ae6-49c7-aaa9-4d3a59076c1c tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.280644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bffdac8a-b291-4f16-9dc1-588ecae89a5e req-5af9e072-ffe8-44fa-bde4-e66355ce84a8 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972044 Jul 22 16:43:37.353355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f37521f1-5ae6-49c7-aaa9-4d3a59076c1c tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.373301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f37521f1-5ae6-49c7-aaa9-4d3a59076c1c tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Calling delete_port for 775db757-7f17-4ae6-9554-9966539f38bd owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:37.545997 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f37521f1-5ae6-49c7-aaa9-4d3a59076c1c tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.577139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37521f1-5ae6-49c7-aaa9-4d3a59076c1c tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Pushing event deleted for resources: {'Port': ['ID=775db757-7f17-4ae6-9554-9966539f38bd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:37.664117 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f37521f1-5ae6-49c7-aaa9-4d3a59076c1c tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:37.667464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f37521f1-5ae6-49c7-aaa9-4d3a59076c1c tempest-RoutersAdminNegativeIpV6Test-789820773 tempest-RoutersAdminNegativeIpV6Test-789820773-project-admin] 10.222.0.53 "DELETE /v2.0/ports/775db757-7f17-4ae6-9554-9966539f38bd HTTP/1.1" status: 204 len: 168 time: 0.6987386 Jul 22 16:43:38.099173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51832) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:38.299309 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf98ca3d-0732-4cab-a6d7-12389af09197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.492045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ef1f9-3ab3-4695-83fb-b6c9c1334a15 req-a53b749f-6775-45fc-9d83-485a48495427 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:38.499193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e8ef1f9-3ab3-4695-83fb-b6c9c1334a15 req-a53b749f-6775-45fc-9d83-485a48495427 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.1169381 Jul 22 16:43:38.505801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf98ca3d-0732-4cab-a6d7-12389af09197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.521526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf98ca3d-0732-4cab-a6d7-12389af09197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.588840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bf98ca3d-0732-4cab-a6d7-12389af09197 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02e43a5f914a4cb1bb8d8aebdc6875f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858899 Jul 22 16:43:38.589241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51844) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:38.594421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98ca3d-0732-4cab-a6d7-12389af09197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f22150c-0143-4045-bbea-14cbb907480e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:38.610598 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e8ef1f9-3ab3-4695-83fb-b6c9c1334a15 req-b4b78c0c-3034-4945-b2ea-f4f4ff85da86 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/security-groups?id=1d6d7e79-2234-4933-b2a9-8de43ddbada6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104629 Jul 22 16:43:38.676518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eb1285b-3ce3-464f-8672-296bd092055c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.704698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-97c0cf74-2861-49a9-823e-587de25c4426 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:38.705318 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eb1285b-3ce3-464f-8672-296bd092055c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.708245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-97c0cf74-2861-49a9-823e-587de25c4426 tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 945 time: 0.0829349 Jul 22 16:43:38.762637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eb1285b-3ce3-464f-8672-296bd092055c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.765377 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eb1285b-3ce3-464f-8672-296bd092055c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:38.768962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9eb1285b-3ce3-464f-8672-296bd092055c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f22150c-0143-4045-bbea-14cbb907480e HTTP/1.1" status: 204 len: 168 time: 0.1761353 Jul 22 16:43:38.774604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1285b-3ce3-464f-8672-296bd092055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f22150c-0143-4045-bbea-14cbb907480e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:38.865935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Deleting port e1b4be45-5dce-4096-b11c-50568b98c222 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:38.866649 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.017765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] For port e1b4be45-5dce-4096-b11c-50568b98c222, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e1b4be45-5dce-4096-b11c-50568b98c222,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:39.018204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.032867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Calling delete_port for e1b4be45-5dce-4096-b11c-50568b98c222 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:39.299350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51858) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:39.318042 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.363902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e1b4be45-5dce-4096-b11c-50568b98c222'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:43:39.374271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Pushing event deleted for resources: {'Port': ['ID=e1b4be45-5dce-4096-b11c-50568b98c222,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:39.376435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7fadab51-2446-47c1-95c8-669fec516512 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66c3f506efdf45c3b6ca4ee011c032be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759723 Jul 22 16:43:39.380398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51862) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:39.459557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] No DVR routers for this DVR port e1b4be45-5dce-4096-b11c-50568b98c222 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:39.462598 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.464642 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8fedbd7-e0a2-4bb2-b4f5-4f764b60f8eb req-3ca46ad5-79d0-4b9a-be28-7601bd8e4b9c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.65 "DELETE /v2.0/ports/e1b4be45-5dce-4096-b11c-50568b98c222 HTTP/1.1" status: 204 len: 173 time: 0.7488248 Jul 22 16:43:39.467520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4b94e9-e2b0-4e00-a2a0-c81319df4589', 'name': 'network-vif-deleted', 'tag': 'e1b4be45-5dce-4096-b11c-50568b98c222'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:39.468037 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4aebf6-bb5f-4250-ab9b-8a75ba78337a" -d '{"events": [{"server_uuid": "cb4b94e9-e2b0-4e00-a2a0-c81319df4589", "name": "network-vif-deleted", "tag": "e1b4be45-5dce-4096-b11c-50568b98c222"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:39.525003 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-831a3f77-8ab6-4625-87b3-52103c52ecc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.568012 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce81a0ba-f74a-477a-88df-75ebd00897e0 x-openstack-request-id: req-ce81a0ba-f74a-477a-88df-75ebd00897e0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:39.568472 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4b94e9-e2b0-4e00-a2a0-c81319df4589", "name": "network-vif-deleted", "tag": "e1b4be45-5dce-4096-b11c-50568b98c222", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:39.568883 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce81a0ba-f74a-477a-88df-75ebd00897e0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:39.569495 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4b94e9-e2b0-4e00-a2a0-c81319df4589', 'name': 'network-vif-deleted', 'tag': 'e1b4be45-5dce-4096-b11c-50568b98c222', 'status': 'completed', 'code': 200} Jul 22 16:43:39.575752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-831a3f77-8ab6-4625-87b3-52103c52ecc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.638855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-831a3f77-8ab6-4625-87b3-52103c52ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.641605 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-831a3f77-8ab6-4625-87b3-52103c52ecc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:39.642796 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-831a3f77-8ab6-4625-87b3-52103c52ecc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa78bbeb-dcb6-4613-8760-09ddbe3e73ce HTTP/1.1" status: 204 len: 168 time: 0.2614484 Jul 22 16:43:39.654834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a3f77-8ab6-4625-87b3-52103c52ecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78bbeb-dcb6-4613-8760-09ddbe3e73ce,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:39.765383 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e7266e2-e84c-4ae5-bf10-203172774cb1 req-69f93557-e1b7-43d1-b4a3-f60a6018f86c tempest-ServerRescueTestJSON-1016476049 tempest-ServerRescueTestJSON-1016476049-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb4b94e9-e2b0-4e00-a2a0-c81319df4589 HTTP/1.1" status: 200 len: 210 time: 0.0336454 Jul 22 16:43:40.632536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51912) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:40.753337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'networks': [{'name': 'tempest-network--2131044244'}, {'name': 'tempest-network--1009546293'}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:40.753659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'network': {'name': 'tempest-network--2131044244'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:40.754138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'network': {'name': 'tempest-network--1009546293'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:40.786606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Made reservation on behalf of ac7726e64fc047f4a22adff81dc5c899 for: {'network': 2} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:40.793508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.806303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.833765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51922) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:40.986170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.994566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:40.995789 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.040012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1282a2a7-306e-4aa6-b7cd-977ba403a3c2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:41.065494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:41.076408 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.078195 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Added segment 14bc5744-3f50-4d61-b52d-1042d8ce526e of type vlan for network 473fec60-8933-41fb-8471-4e01abed78b9 Jul 22 16:43:41.132479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.187602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:41.201232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.201712 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Added segment 936b962f-e328-477c-8d51-e4cc860e439c of type vlan for network 954d94c8-0ba2-4042-aafe-c98077ac7cea Jul 22 16:43:41.261252 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.308980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.309917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.319078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:41.324586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:41.325504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:41.370290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7363868 Jul 22 16:43:41.374202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51936) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:41.477705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Network': ['ID=473fec60-8933-41fb-8471-4e01abed78b9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:41.490550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 473fec60-8933-41fb-8471-4e01abed78b9 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:41.605809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da10ce-e2fb-457d-890b-504f30f7fc7f tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Network': ['ID=954d94c8-0ba2-4042-aafe-c98077ac7cea,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:41.664316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 954d94c8-0ba2-4042-aafe-c98077ac7cea details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:41.757348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad86f24-a579-4e80-8396-8553d8c87ece tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:41.767075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e1b4be45-5dce-4096-b11c-50568b98c222 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:41.767669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad86f24-a579-4e80-8396-8553d8c87ece tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:41.775939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad86f24-a579-4e80-8396-8553d8c87ece tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:41.782628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad86f24-a579-4e80-8396-8553d8c87ece tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:41.784456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4ad86f24-a579-4e80-8396-8553d8c87ece tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4088411 Jul 22 16:43:41.787347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:41.799227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: e1b4be45-5dce-4096-b11c-50568b98c222 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:41.800056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e1b4be45-5dce-4096-b11c-50568b98c222 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:41.963745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.299564 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.334087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Deleting port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:42.334513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.425202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.432955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] For port acb6e5e4-da8c-4f5f-b432-ebc0f1a71118, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=acb6e5e4-da8c-4f5f-b432-ebc0f1a71118,segment=NetworkSegment(9f6e505f-f4a3-4a9a-a522-cef6f3aefc81),segment_id=9f6e505f-f4a3-4a9a-a522-cef6f3aefc81)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:42.433221 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.440290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473fec60-8933-41fb-8471-4e01abed78b9']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:42.449417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Calling delete_port for acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:42.451378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bc5744-3f50-4d61-b52d-1042d8ce526e') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:42.451901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bc5744-3f50-4d61-b52d-1042d8ce526e') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:42.462152 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.485161 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.493311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:43:42.494032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:43:42.498755 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:43:42.606543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.629266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.635694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/networks/473fec60-8933-41fb-8471-4e01abed78b9 HTTP/1.1" status: 204 len: 168 time: 0.8472009 Jul 22 16:43:42.637128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f0e79-3dd2-4bd3-ba53-0f7987ce35d8 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Network': ['ID=473fec60-8933-41fb-8471-4e01abed78b9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:42.640055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51962) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:42.742542 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.816061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.835456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=acb6e5e4-da8c-4f5f-b432-ebc0f1a71118,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:42.968235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:42.982897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954d94c8-0ba2-4042-aafe-c98077ac7cea']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:42.998396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936b962f-e328-477c-8d51-e4cc860e439c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:43.005063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936b962f-e328-477c-8d51-e4cc860e439c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:43.023798 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.057961 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.071075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:43:43.071630 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:43:43.075470 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:43:43.093742 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.157640 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.162577 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.168474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/networks/954d94c8-0ba2-4042-aafe-c98077ac7cea HTTP/1.1" status: 204 len: 168 time: 0.5247917 Jul 22 16:43:43.175834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51978) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:43.238585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaa29a-4afc-4b7d-bbff-a7a22b474721 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Network': ['ID=954d94c8-0ba2-4042-aafe-c98077ac7cea,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:43.478173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f968e787-9182-4210-91a9-e119d8ebf488 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:43.484366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Router 93fea44e-9403-4e82-b6ec-8204d62e5d05 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:43.488565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f968e787-9182-4210-91a9-e119d8ebf488 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:43.504233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f968e787-9182-4210-91a9-e119d8ebf488 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3270614 Jul 22 16:43:43.505248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:43.511224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1786621504'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:43.556070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Made reservation on behalf of ac7726e64fc047f4a22adff81dc5c899 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:43.560845 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.640318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:43.656111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.656511 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Added segment bfea70ab-1f5c-4300-9c96-94d5e6ea4cff of type vlan for network 4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a Jul 22 16:43:43.711979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:43.726900 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.739490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] Sync routers for ids ['93fea44e-9403-4e82-b6ec-8204d62e5d05'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:43.748224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-af68b5cf-8517-44c8-9601-194a25afb4cd admin admin] 10.222.0.53 "PUT /v2.0/routers/93fea44e-9403-4e82-b6ec-8204d62e5d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8968203 Jul 22 16:43:43.749450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:43.768208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] Routers {'93fea44e-9403-4e82-b6ec-8204d62e5d05'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:43.770224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93fea44e-9403-4e82-b6ec-8204d62e5d05'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:43.785266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.794722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:43.795619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:43.934918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4239988 Jul 22 16:43:43.943160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51992) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:43.959241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1002302550'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:44.035142 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997bb03-bdfb-477d-af0c-37b83988eac7 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Network': ['ID=4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:44.045214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] Set router 93fea44e-9403-4e82-b6ec-8204d62e5d05 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:44.081596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Made reservation on behalf of ac7726e64fc047f4a22adff81dc5c899 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:44.085646 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.100357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.132839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:44.177227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:44.206402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.207669 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Added segment 2b4de0e3-7180-4ac5-8fee-fda353a1c931 of type vlan for network 682df3c0-ab9d-4d16-91cb-da6e4983fa77 Jul 22 16:43:44.346703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.424596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.427111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.433251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:44.435331 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.503725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '39794a61-8444-462d-b88c-a375c508f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:26Z', 'updated_at': '2021-07-22T16:43:42Z', 'revision_number': 5, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'gw_port': {'id': '39794a61-8444-462d-b88c-a375c508f574', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:59:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:28Z', 'updated_at': '2021-07-22T16:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:44.520836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Deleting port 39794a61-8444-462d-b88c-a375c508f574 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:44.521774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.556394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] Checking router: 93fea44e-9403-4e82-b6ec-8204d62e5d05 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:44.564544 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6142125 Jul 22 16:43:44.567333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52002) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:44.573555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'ports': [{'network_id': '4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a', 'name': 'tempest-port--1508652362', 'admin_state_up': True}, {'network_id': '682df3c0-ab9d-4d16-91cb-da6e4983fa77', 'admin_state_up': False}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:44.573902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'port': {'network_id': '4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a', 'name': 'tempest-port--1508652362', 'admin_state_up': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:44.574447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'port': {'network_id': '682df3c0-ab9d-4d16-91cb-da6e4983fa77', 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:44.581893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] Routers {'93fea44e-9403-4e82-b6ec-8204d62e5d05'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:44.582450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93fea44e-9403-4e82-b6ec-8204d62e5d05'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:44.692977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df005b-d172-4543-8441-c0c267ed1c4a tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Network': ['ID=682df3c0-ab9d-4d16-91cb-da6e4983fa77,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:44.715214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 682df3c0-ab9d-4d16-91cb-da6e4983fa77 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:44.826987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] Set router 93fea44e-9403-4e82-b6ec-8204d62e5d05 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:44.849604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] For port 39794a61-8444-462d-b88c-a375c508f574, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=39794a61-8444-462d-b88c-a375c508f574,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:44.849965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.870665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Calling delete_port for 39794a61-8444-462d-b88c-a375c508f574 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:44.886054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Made reservation on behalf of ac7726e64fc047f4a22adff81dc5c899 for: {'port': 2} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:44.892708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:26Z', 'updated_at': '2021-07-22T16:43:44Z', 'revision_number': 6, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:44.894421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:44.940600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e35e783-f438-482b-9d8c-dab6d9547383 None None] The sync data for ids ['93fea44e-9403-4e82-b6ec-8204d62e5d05'] in n-d-792458-13 is: [{'id': '93fea44e-9403-4e82-b6ec-8204d62e5d05', 'name': 'tempest-ServerRescueTestJSON-650215745-router', 'tenant_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:26Z', 'updated_at': '2021-07-22T16:43:44Z', 'revision_number': 6, 'project_id': 'ede89e5f632547f0ad7ffb2c611d92cd', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:44.950026 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.136218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] device_id is not set on port cfbaea38-8ceb-466b-bb14-1cbf8e656fb7 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:43:45.278720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.326828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Pushing event deleted for resources: {'Port': ['ID=39794a61-8444-462d-b88c-a375c508f574,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:45.415885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.478191 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.625959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] device_id is not set on port 6cd216ec-9794-46ef-93e1-89e1f8195843 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:43:45.635247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.640049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.711589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.712162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93fea44e-9403-4e82-b6ec-8204d62e5d05 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:43:45.718983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.722855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52018) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:45.723583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c6ee68ae-2747-47a7-8bad-aa5c2f6dca77 admin admin] 10.222.0.53 "DELETE /v2.0/routers/93fea44e-9403-4e82-b6ec-8204d62e5d05 HTTP/1.1" status: 204 len: 168 time: 1.9723735 Jul 22 16:43:45.843534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Deleting subnet 7fa854ab-652a-43fe-8aac-ea1168626926 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:43:45.851303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.921100 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:45.971714 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.020835 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.099046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.165898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Checking segment: {'id': 'bfea70ab-1f5c-4300-9c96-94d5e6ea4cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:46.166269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Network hostable DHCP agents. Network: 4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:46.176532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Port': ['ID=cfbaea38-8ceb-466b-bb14-1cbf8e656fb7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:46.221431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Network 4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:46.238830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:46.244399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.253401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ab29b-7ac2-464e-9c8f-db8f81ceaa81 None None] Network 4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:46.285672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.287771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:46.288843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.293124 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7fa854ab-652a-43fe-8aac-ea1168626926 HTTP/1.1" status: 204 len: 168 time: 0.5681632 Jul 22 16:43:46.296376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa854ab-652a-43fe-8aac-ea1168626926,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:46.304508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52024) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:46.308627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.308984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.309330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.311688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.312204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.312554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.312892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.317422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.317850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.318694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.319112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.319453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a661e84-a754-44fd-a520-035dccff821c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:46.374666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Port': ['ID=6cd216ec-9794-46ef-93e1-89e1f8195843,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:46.414463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.446058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Checking segment: {'id': '2b4de0e3-7180-4ac5-8fee-fda353a1c931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '682df3c0-ab9d-4d16-91cb-da6e4983fa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:46.446058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Network hostable DHCP agents. Network: 682df3c0-ab9d-4d16-91cb-da6e4983fa77, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:46.465086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Network 682df3c0-ab9d-4d16-91cb-da6e4983fa77 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:46.494063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 682df3c0-ab9d-4d16-91cb-da6e4983fa77) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:46.502237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:46.509930 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb805f-21b4-45e8-bffd-058a09c12f24 None None] Network 682df3c0-ab9d-4d16-91cb-da6e4983fa77 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:46.513307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:46.526917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:46.527669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.574528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0f6a0a89-dc24-448a-9cdf-d38ea856cfc4 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0028799 Jul 22 16:43:46.574528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52034) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:46.597557 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.620098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e144766-d48b-433f-990a-ea1ab2b7ed25']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:46.633799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:46.634104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6e505f-f4a3-4a9a-a522-cef6f3aefc81') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:46.645951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.692147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.708256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:43:46.711203 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:43:46.713052 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:43:46.758375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b14587-a1af-43ea-aa6f-ede5f51a7fb3 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:46.768302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b14587-a1af-43ea-aa6f-ede5f51a7fb3 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:46.770186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c5b14587-a1af-43ea-aa6f-ede5f51a7fb3 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1928394 Jul 22 16:43:46.773003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52040) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:46.836704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.845727 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:46.850262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5e144766-d48b-433f-990a-ea1ab2b7ed25 HTTP/1.1" status: 204 len: 168 time: 0.5256920 Jul 22 16:43:46.874893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267af69-5db3-4525-86ac-66799f0e9899 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e144766-d48b-433f-990a-ea1ab2b7ed25,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:46.971932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ad97bf05-83e4-4cae-858c-acd56d6b193c tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Deleting port cfbaea38-8ceb-466b-bb14-1cbf8e656fb7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:46.972473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad97bf05-83e4-4cae-858c-acd56d6b193c tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.030955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 39794a61-8444-462d-b88c-a375c508f574 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:47.059402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 39794a61-8444-462d-b88c-a375c508f574 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:47.060468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 39794a61-8444-462d-b88c-a375c508f574 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:47.060993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:43:47.084584 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad97bf05-83e4-4cae-858c-acd56d6b193c tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.099124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ad97bf05-83e4-4cae-858c-acd56d6b193c tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Calling delete_port for cfbaea38-8ceb-466b-bb14-1cbf8e656fb7 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:47.109614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:43:47.109951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device acb6e5e4-da8c-4f5f-b432-ebc0f1a71118 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:43:47.143234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52050) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:47.186408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-66aebf21-e3e1-4fd9-84fc-ab5838e05926 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ede89e5f632547f0ad7ffb2c611d92cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418868 Jul 22 16:43:47.189270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52052) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:47.196350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad97bf05-83e4-4cae-858c-acd56d6b193c tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.225827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97bf05-83e4-4cae-858c-acd56d6b193c tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Port': ['ID=cfbaea38-8ceb-466b-bb14-1cbf8e656fb7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:47.238861 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad97bf05-83e4-4cae-858c-acd56d6b193c tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.242589 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ad97bf05-83e4-4cae-858c-acd56d6b193c tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/ports/cfbaea38-8ceb-466b-bb14-1cbf8e656fb7 HTTP/1.1" status: 204 len: 168 time: 0.4668310 Jul 22 16:43:47.245935 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52056) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:47.271811 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0fd95bc0-f95f-49f7-afb6-ebc525d87005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.298277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0fd95bc0-f95f-49f7-afb6-ebc525d87005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.369149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0fd95bc0-f95f-49f7-afb6-ebc525d87005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.374230 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0fd95bc0-f95f-49f7-afb6-ebc525d87005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.379854 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0fd95bc0-f95f-49f7-afb6-ebc525d87005 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d6d7e79-2234-4933-b2a9-8de43ddbada6 HTTP/1.1" status: 204 len: 168 time: 0.1852572 Jul 22 16:43:47.383279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd95bc0-f95f-49f7-afb6-ebc525d87005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6d7e79-2234-4933-b2a9-8de43ddbada6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:47.412476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ea72d-33d3-4046-bd80-090920cbb4f6 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Deleting port 6cd216ec-9794-46ef-93e1-89e1f8195843 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:47.413045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad4ea72d-33d3-4046-bd80-090920cbb4f6 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.480763 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad4ea72d-33d3-4046-bd80-090920cbb4f6 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.493236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ad4ea72d-33d3-4046-bd80-090920cbb4f6 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Calling delete_port for 6cd216ec-9794-46ef-93e1-89e1f8195843 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:47.585232 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad4ea72d-33d3-4046-bd80-090920cbb4f6 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.617101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ea72d-33d3-4046-bd80-090920cbb4f6 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Port': ['ID=6cd216ec-9794-46ef-93e1-89e1f8195843,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:47.627533 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad4ea72d-33d3-4046-bd80-090920cbb4f6 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.630279 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ad4ea72d-33d3-4046-bd80-090920cbb4f6 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/ports/6cd216ec-9794-46ef-93e1-89e1f8195843 HTTP/1.1" status: 204 len: 168 time: 0.3819041 Jul 22 16:43:47.633953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52062) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:47.666387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2d62c0f8-9322-495b-b1f0-25f93c678eef tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0312679 Jul 22 16:43:47.670814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52066) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:47.676304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-77542510'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:47.699435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Made reservation on behalf of ac7726e64fc047f4a22adff81dc5c899 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:47.704355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.730489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:47.740620 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.740967 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Added segment 45b298c1-0b15-473b-a659-1763e56da387 of type vlan for network 363bdfbc-a481-4311-9e37-4be50b47f792 Jul 22 16:43:47.786218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.826423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.834290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:47.834797 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.879922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2055209 Jul 22 16:43:47.880621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52078) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:47.885303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-898020075'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:47.909886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Made reservation on behalf of ac7726e64fc047f4a22adff81dc5c899 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:47.913721 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.942510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c21b4-3a00-43e9-9a39-5678a5293267 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Network': ['ID=363bdfbc-a481-4311-9e37-4be50b47f792,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:47.956147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:47.969146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 363bdfbc-a481-4311-9e37-4be50b47f792 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:47.979199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:47.984378 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Added segment f8c996e7-f5e0-4cad-84d4-eb62b55ba046 of type vlan for network ad549575-298d-49dc-9c7c-3bc0b62e187b Jul 22 16:43:48.124579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.180496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.190286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:48.190884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.255627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3742006 Jul 22 16:43:48.285608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52104) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:48.344181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d8457-865f-4e09-a027-b85e8d0bd168 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Network': ['ID=ad549575-298d-49dc-9c7c-3bc0b62e187b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:48.356248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network ad549575-298d-49dc-9c7c-3bc0b62e187b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:48.471479 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4b7339ca-ca8e-400d-a408-c45333667625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.510546 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-network', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:48.554785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Made reservation on behalf of 15365e9cc52547d68a837b5a52b4cc27 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:48.557331 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.581745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.766680 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.772462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.809893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:43:48.823071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b645860-da39-45c8-9d4c-de92bfbb2c48,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:48.832935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.833800 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Added segment d0b802b4-6914-4af9-9c48-b45e0742c672 of type vlan for network 72ae4b72-2b33-4099-95e2-28bf28df53c7 Jul 22 16:43:48.891226 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.954681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:48.955969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:48.956615 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.003377 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7141473 Jul 22 16:43:49.003885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:49.010464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Request body: {'subnet': {'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-subnet', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:49.037613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Made reservation on behalf of 15365e9cc52547d68a837b5a52b4cc27 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:49.050553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.069024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3bc3f-cd5c-42f4-9f4d-358740ebb968 admin admin] Pushing event updated for resources: {'Network': ['ID=72ae4b72-2b33-4099-95e2-28bf28df53c7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:49.091772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 72ae4b72-2b33-4099-95e2-28bf28df53c7 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:43:49.346648 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.410771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba20a17-a1ff-480d-8f9c-7123a81fff6b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:49.450970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Checking segment: {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:49.451888 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Network hostable DHCP agents. Network: 72ae4b72-2b33-4099-95e2-28bf28df53c7, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:49.496349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Network 72ae4b72-2b33-4099-95e2-28bf28df53c7 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:49.518251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 72ae4b72-2b33-4099-95e2-28bf28df53c7) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:49.528552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c80d74-508b-4f6f-826c-6a20a83e8a03 None None] Network 72ae4b72-2b33-4099-95e2-28bf28df53c7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:49.530517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:49.531299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.555241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:49.568331 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9c4fa341-5ae7-47ec-8bd0-9754b964e814 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5593603 Jul 22 16:43:49.575148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:49.617451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.618885 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.700419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:49.753933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01926c65-ffc3-44e7-ab73-1d209163fe9f None None] Network 72ae4b72-2b33-4099-95e2-28bf28df53c7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:49.964368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.348574 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.399427 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.557161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Allocated IP 172.25.3.223 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/7144d49d-8ec0-405f-88ab-e8b457d285e3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:50.694344 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.759131 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:50.812927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:50.816916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:50.821582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:50.827520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Pushing event updated for resources: {'Port': ['ID=7144d49d-8ec0-405f-88ab-e8b457d285e3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:51.006210 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8830c034-cf5d-4d58-ba9f-ad4fe2ce9f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.172852 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.236021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-a18c9647-46be-4d56-9a9a-7bcdd14cc231 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:51.240774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-a18c9647-46be-4d56-9a9a-7bcdd14cc231 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.2139184 Jul 22 16:43:51.267024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-1f1a664f-576a-47cd-b63f-91cef91291eb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/quotas/8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 375 time: 0.0215952 Jul 22 16:43:51.315073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.493545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-1ac4f13e-3336-4b2c-aeca-7ee67c32c343 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2184837 Jul 22 16:43:51.718079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:51.726351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-245a5bd7-ca20-4bcc-aed4-e26925749097 service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335277 Jul 22 16:43:51.902193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52168) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:51.908185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'subnets': [{'network_id': '363bdfbc-a481-4311-9e37-4be50b47f792', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1000953515', 'ip_version': 6}, {'network_id': 'ad549575-298d-49dc-9c7c-3bc0b62e187b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:51.908506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'subnet': {'network_id': '363bdfbc-a481-4311-9e37-4be50b47f792', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1000953515', 'ip_version': 6}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:51.909204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Request body: {'subnet': {'network_id': 'ad549575-298d-49dc-9c7c-3bc0b62e187b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:51.913304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-3b7b84f4-b26c-4733-a5f9-5be4e5a100ba service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507368 Jul 22 16:43:51.949684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Router 04b4ba77-f706-40dd-a985-c35c2788253c is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:43:52.087155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:52.097758 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Sync routers for ids ['04b4ba77-f706-40dd-a985-c35c2788253c'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:52.102777 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.104602 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3d1a0c16-2ce0-4675-826b-d0c3c59892bd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5482635 Jul 22 16:43:52.107728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52184) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:52.122275 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Routers {'04b4ba77-f706-40dd-a985-c35c2788253c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:52.124250 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['04b4ba77-f706-40dd-a985-c35c2788253c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:52.305193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Set router 04b4ba77-f706-40dd-a985-c35c2788253c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:52.353415 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa0b901a-998f-4c92-8cdf-ec8df9910df8 req-132efc32-e9ca-447d-ab61-c08e614db84b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 210 time: 0.1170886 Jul 22 16:43:52.408198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Made reservation on behalf of ac7726e64fc047f4a22adff81dc5c899 for: {'subnet': 2} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:52.414193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.417297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.457727 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:52.670803 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:43:49Z', 'updated_at': '2021-07-22T16:43:51Z', 'revision_number': 3, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'gw_port': {'id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:50Z', 'updated_at': '2021-07-22T16:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:52.717567 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Checking router: 04b4ba77-f706-40dd-a985-c35c2788253c for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:52.718699 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Updating router 04b4ba77-f706-40dd-a985-c35c2788253c port 7144d49d-8ec0-405f-88ab-e8b457d285e3 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:43:52.776579 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.131493 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.209143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Subnet': ['ID=6a63d912-f0f6-4d7d-af8a-80ece5170da1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:53.217696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Checking segment: {'id': '45b298c1-0b15-473b-a659-1763e56da387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '363bdfbc-a481-4311-9e37-4be50b47f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:53.219307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Network hostable DHCP agents. Network: 363bdfbc-a481-4311-9e37-4be50b47f792, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:53.225607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.226193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.226453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.226863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.227288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.227694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.228089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.228509 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.228923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.229271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.229658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.230048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.250589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Network 363bdfbc-a481-4311-9e37-4be50b47f792 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:53.263843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 363bdfbc-a481-4311-9e37-4be50b47f792) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:53.275299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb097e9-40ec-4ca4-a068-c785403829ae None None] Network 363bdfbc-a481-4311-9e37-4be50b47f792 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:53.277273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.306054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.323961 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.338650 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Transition to ACTIVE for port object 7144d49d-8ec0-405f-88ab-e8b457d285e3 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:53.348219 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.362448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event updated for resources: {'Subnet': ['ID=f2cd0f05-75d9-43ec-9e3d-9ff0958fb7d1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:53.385026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Checking segment: {'id': 'f8c996e7-f5e0-4cad-84d4-eb62b55ba046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ad549575-298d-49dc-9c7c-3bc0b62e187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:53.385720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Network hostable DHCP agents. Network: ad549575-298d-49dc-9c7c-3bc0b62e187b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:43:53.414733 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Attempting to bind port 7144d49d-8ec0-405f-88ab-e8b457d285e3 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:53.415229 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Attempting to bind port 7144d49d-8ec0-405f-88ab-e8b457d285e3 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:53.415484 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Attempting to bind port 7144d49d-8ec0-405f-88ab-e8b457d285e3 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:53.417535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Network ad549575-298d-49dc-9c7c-3bc0b62e187b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:43:53.431488 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:53.431971 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:53.432384 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.432899 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:53.433430 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Bound port: 7144d49d-8ec0-405f-88ab-e8b457d285e3, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:53.433815 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.437344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, ad549575-298d-49dc-9c7c-3bc0b62e187b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:53.446904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:53.447617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:53.448346 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.461673 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Pushing event updated for resources: {'Port': ['ID=7144d49d-8ec0-405f-88ab-e8b457d285e3,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:53.464608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a6ad34-941b-4f10-964b-77777bd984f0 None None] Network ad549575-298d-49dc-9c7c-3bc0b62e187b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:53.473195 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.473551 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.473876 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.474209 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.474562 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.478340 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.479370 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.479370 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.480009 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.483152 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.483492 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.484662 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:43:53.487694 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-72140bf8-3c13-4d5b-8404-76ffbad6efbc tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.5819583 Jul 22 16:43:53.492733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52216) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:53.556589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] For port 7144d49d-8ec0-405f-88ab-e8b457d285e3, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:53.564799 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] For port 7144d49d-8ec0-405f-88ab-e8b457d285e3, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7144d49d-8ec0-405f-88ab-e8b457d285e3,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:53.577093 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:53.693113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Allocated IP 172.20.0.1 (72ae4b72-2b33-4099-95e2-28bf28df53c7/6ba20a17-a1ff-480d-8f9c-7123a81fff6b/5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:53.721530 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0d93a-154a-406d-8525-59535ebdd4e8 None None] Pushing event updated for resources: {'Port': ['ID=7144d49d-8ec0-405f-88ab-e8b457d285e3,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:53.748520 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Routers {'04b4ba77-f706-40dd-a985-c35c2788253c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:53.751632 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['04b4ba77-f706-40dd-a985-c35c2788253c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:54.046803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-d2a0b231-ac83-4ab5-bfbc-5adad5ff3cf7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:54.048755 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-d2a0b231-ac83-4ab5-bfbc-5adad5ff3cf7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.20 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.4506106 Jul 22 16:43:54.071105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.092655 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] Set router 04b4ba77-f706-40dd-a985-c35c2788253c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:54.098535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'port': {'device_id': '06c1141e-9a19-4b22-ab4f-55ef3b235069', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'admin_state_up': True, 'tenant_id': '8bdcbee2f359475cb5903faa847978b7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:54.222167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.256033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b30d8382-7d66-44b1-a7a2-9e1441229108 req-cc8c6c73-6bec-4e90-a73f-04551828eb25 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 210 time: 0.7682674 Jul 22 16:43:54.268417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-ad549575-298d-49dc-9c7c-3bc0b62e187b', 'network_id': 'ad549575-298d-49dc-9c7c-3bc0b62e187b', 'tenant_id': 'ac7726e64fc047f4a22adff81dc5c899', 'fixed_ips': [{'subnet_id': 'f2cd0f05-75d9-43ec-9e3d-9ff0958fb7d1'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:43:54.269285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.295238 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.396815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Network 72ae4b72-2b33-4099-95e2-28bf28df53c7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:54.406873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:54.416910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:54.427679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:54.453224 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:43:49Z', 'updated_at': '2021-07-22T16:43:51Z', 'revision_number': 3, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'gw_port': {'id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:50Z', 'updated_at': '2021-07-22T16:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:54.460119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-363bdfbc-a481-4311-9e37-4be50b47f792', 'network_id': '363bdfbc-a481-4311-9e37-4be50b47f792', 'tenant_id': 'ac7726e64fc047f4a22adff81dc5c899', 'fixed_ips': [{'subnet_id': '6a63d912-f0f6-4d7d-af8a-80ece5170da1'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:43:54.461315 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.475886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c4575-ce03-48a1-bb6b-077aec2e296e tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:54.481820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c4575-ce03-48a1-bb6b-077aec2e296e tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:54.485314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c4575-ce03-48a1-bb6b-077aec2e296e tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:54.498268 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ab8c4575-ce03-48a1-bb6b-077aec2e296e tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.9960029 Jul 22 16:43:54.498558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Made reservation on behalf of 8bdcbee2f359475cb5903faa847978b7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:43:54.499855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.499995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:54.525524 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3d4fd-95a7-40c2-b5ee-b73547a17ad7 None None] The sync data for ids ['04b4ba77-f706-40dd-a985-c35c2788253c'] in n-d-792458-13 is: [{'id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:43:49Z', 'updated_at': '2021-07-22T16:43:51Z', 'revision_number': 3, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'gw_port': {'id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:50Z', 'updated_at': '2021-07-22T16:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:43:54.538921 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:54.687111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Allocated IP 2001:db8:0:1::1 (ad549575-298d-49dc-9c7c-3bc0b62e187b/f2cd0f05-75d9-43ec-9e3d-9ff0958fb7d1/c67c0a3c-fc54-4fab-b4cc-f33c77abf035) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:54.713900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b7f2af-b783-454b-9999-84e1160dc7be tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Deleting subnet 6a63d912-f0f6-4d7d-af8a-80ece5170da1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:43:54.852992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Allocated IP 2001:db8::1 (363bdfbc-a481-4311-9e37-4be50b47f792/6a63d912-f0f6-4d7d-af8a-80ece5170da1/e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:54.893880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.20.0.9 (90506638-86c9-42ea-ac9e-d864b697745b/9f5e8923-73de-402f-a1c7-25f7791665a3/28846431-8fed-436e-9fa1-8b3c087b05a1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:43:54.999781 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.373255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.387497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7144d49d-8ec0-405f-88ab-e8b457d285e3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:55.428524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Transition to ACTIVE for port object 28846431-8fed-436e-9fa1-8b3c087b05a1 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:55.477057 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8aa5814c-64f6-46aa-b6bf-a306a43f59a8 req-47ac81d1-d011-4f30-8a9e-1787f0ff8f73 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 210 time: 0.0565300 Jul 22 16:43:55.539166 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.553910 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.569683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Transition to ACTIVE for port object e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:55.574440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Transition to ACTIVE for port object c67c0a3c-fc54-4fab-b4cc-f33c77abf035 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:55.606273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 7144d49d-8ec0-405f-88ab-e8b457d285e3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:55.618356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Transition to ACTIVE for port object c67c0a3c-fc54-4fab-b4cc-f33c77abf035 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:55.620469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Transition to ACTIVE for port object e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:55.624250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7144d49d-8ec0-405f-88ab-e8b457d285e3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:55.624934 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.634591 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47b7f2af-b783-454b-9999-84e1160dc7be tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.641834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.665171 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.713407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47b7f2af-b783-454b-9999-84e1160dc7be tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.738637 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.748180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Pushing event updated for resources: {'Port': ['ID=c67c0a3c-fc54-4fab-b4cc-f33c77abf035,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:55.771686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Network ad549575-298d-49dc-9c7c-3bc0b62e187b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:55.786951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:55.798440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.810577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:55.813356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:55.824060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:55.848259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:55.858572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:55.874463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Network 363bdfbc-a481-4311-9e37-4be50b47f792 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:55.885986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:55.953696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=28846431-8fed-436e-9fa1-8b3c087b05a1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:55.968046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47b7f2af-b783-454b-9999-84e1160dc7be tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.015123 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.044360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:56.045538 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.051310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:43:56.053662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47b7f2af-b783-454b-9999-84e1160dc7be tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.092255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Pushing event updated for resources: {'Port': ['ID=e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:56.136130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7f2af-b783-454b-9999-84e1160dc7be tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Subnet': ['ID=6a63d912-f0f6-4d7d-af8a-80ece5170da1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:56.144024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47b7f2af-b783-454b-9999-84e1160dc7be tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.148568 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-47b7f2af-b783-454b-9999-84e1160dc7be tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/subnets/6a63d912-f0f6-4d7d-af8a-80ece5170da1 HTTP/1.1" status: 204 len: 168 time: 1.6452179 Jul 22 16:43:56.149577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:56.188167 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.197952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:56.243385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-44e34b4d-cf09-40c7-bc02-acb418189369 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1572969 Jul 22 16:43:56.269432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 7144d49d-8ec0-405f-88ab-e8b457d285e3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7144d49d-8ec0-405f-88ab-e8b457d285e3,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:56.290398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.307425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Request body: {'port': {'device_id': '06c1141e-9a19-4b22-ab4f-55ef3b235069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:43:56.316490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Network 72ae4b72-2b33-4099-95e2-28bf28df53c7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:43:56.319134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:43:56.322285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10bb74b-7d2f-41f5-8422-0c813d16e9f9 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Deleting subnet f2cd0f05-75d9-43ec-9e3d-9ff0958fb7d1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:43:56.336816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f10bb74b-7d2f-41f5-8422-0c813d16e9f9 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.420150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f10bb74b-7d2f-41f5-8422-0c813d16e9f9 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.475086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=7144d49d-8ec0-405f-88ab-e8b457d285e3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:56.502424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Attempting to bind port c67c0a3c-fc54-4fab-b4cc-f33c77abf035 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:56.508582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Attempting to bind port c67c0a3c-fc54-4fab-b4cc-f33c77abf035 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'f8c996e7-f5e0-4cad-84d4-eb62b55ba046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ad549575-298d-49dc-9c7c-3bc0b62e187b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:56.509290 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Attempting to bind port c67c0a3c-fc54-4fab-b4cc-f33c77abf035 on network ad549575-298d-49dc-9c7c-3bc0b62e187b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:56.513478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Attempting to bind port e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:56.519703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Attempting to bind port e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '45b298c1-0b15-473b-a659-1763e56da387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '363bdfbc-a481-4311-9e37-4be50b47f792'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:56.519997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Attempting to bind port e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a on network 363bdfbc-a481-4311-9e37-4be50b47f792 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:56.542623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:56.545289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Checking segment: {'id': '45b298c1-0b15-473b-a659-1763e56da387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '363bdfbc-a481-4311-9e37-4be50b47f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:56.545486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.546410 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.547057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Bound using segment: {'id': '45b298c1-0b15-473b-a659-1763e56da387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '363bdfbc-a481-4311-9e37-4be50b47f792'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:56.547716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Bound port: e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b298c1-0b15-473b-a659-1763e56da387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '363bdfbc-a481-4311-9e37-4be50b47f792'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:56.549429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.553901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:56.559881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Checking segment: {'id': 'f8c996e7-f5e0-4cad-84d4-eb62b55ba046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ad549575-298d-49dc-9c7c-3bc0b62e187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:56.560527 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.561121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Bound using segment: {'id': 'f8c996e7-f5e0-4cad-84d4-eb62b55ba046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ad549575-298d-49dc-9c7c-3bc0b62e187b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:56.561780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Bound port: c67c0a3c-fc54-4fab-b4cc-f33c77abf035, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c996e7-f5e0-4cad-84d4-eb62b55ba046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ad549575-298d-49dc-9c7c-3bc0b62e187b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:56.562617 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.566594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f10bb74b-7d2f-41f5-8422-0c813d16e9f9 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.583410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4f9baf7b-3e7f-4ab6-93f8-a960e38d2304 None None] Provisioning for port 28846431-8fed-436e-9fa1-8b3c087b05a1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:43:56.601973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Router 04b4ba77-f706-40dd-a985-c35c2788253c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:43:56.607382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4f9baf7b-3e7f-4ab6-93f8-a960e38d2304 None None] Provisioning complete for port 28846431-8fed-436e-9fa1-8b3c087b05a1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:56.610246 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4f9baf7b-3e7f-4ab6-93f8-a960e38d2304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.690204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4f9baf7b-3e7f-4ab6-93f8-a960e38d2304 None None] Port 28846431-8fed-436e-9fa1-8b3c087b05a1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:43:56.722065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78602482-54e3-474a-a75b-d17e5c995c9c req-d8cd377e-3cb6-4111-ba18-a7974a4a8ab3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:56.723746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78602482-54e3-474a-a75b-d17e5c995c9c req-d8cd377e-3cb6-4111-ba18-a7974a4a8ab3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 931 time: 0.1287827 Jul 22 16:43:56.760229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f10bb74b-7d2f-41f5-8422-0c813d16e9f9 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.804333 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f10bb74b-7d2f-41f5-8422-0c813d16e9f9 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.807407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f10bb74b-7d2f-41f5-8422-0c813d16e9f9 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/subnets/f2cd0f05-75d9-43ec-9e3d-9ff0958fb7d1 HTTP/1.1" status: 204 len: 168 time: 0.6568241 Jul 22 16:43:56.810981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:56.812551 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78602482-54e3-474a-a75b-d17e5c995c9c req-dea19c8e-1b94-4361-a0b2-68b8b820a3c1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812135 Jul 22 16:43:56.840261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bb74b-7d2f-41f5-8422-0c813d16e9f9 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cd0f05-75d9-43ec-9e3d-9ff0958fb7d1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:56.854322 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] For port c67c0a3c-fc54-4fab-b4cc-f33c77abf035, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:56.871619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] For port e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:56.882106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] For port e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a,segment=NetworkSegment(45b298c1-0b15-473b-a659-1763e56da387),segment_id=45b298c1-0b15-473b-a659-1763e56da387)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:56.886452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] For port c67c0a3c-fc54-4fab-b4cc-f33c77abf035, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c67c0a3c-fc54-4fab-b4cc-f33c77abf035,segment=NetworkSegment(f8c996e7-f5e0-4cad-84d4-eb62b55ba046),segment_id=f8c996e7-f5e0-4cad-84d4-eb62b55ba046)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:56.889141 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:56.899888 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.001030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:43:57.022433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7464590-960a-4c05-be12-eff77cbe1e75 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:57.034552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:57.034774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a7464590-960a-4c05-be12-eff77cbe1e75 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2222407 Jul 22 16:43:57.045206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dbc69074-abca-42be-89c9-305eabf4ef25 admin admin] 10.222.0.53 "PUT /v2.0/routers/04b4ba77-f706-40dd-a985-c35c2788253c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9287777 Jul 22 16:43:57.045538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a82706-bb7a-41d0-92eb-d551ff884e00 None None] Pushing event updated for resources: {'Port': ['ID=e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:57.080855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb7bb08-d356-4d70-8d96-8289cce621ae None None] Network 363bdfbc-a481-4311-9e37-4be50b47f792 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:57.199039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7144d49d-8ec0-405f-88ab-e8b457d285e3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:43:57.244829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.306996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Sync routers for ids ['04b4ba77-f706-40dd-a985-c35c2788253c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:43:57.349021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Deleting port c67c0a3c-fc54-4fab-b4cc-f33c77abf035 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:57.350131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.424238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Routers {'04b4ba77-f706-40dd-a985-c35c2788253c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:43:57.424859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['04b4ba77-f706-40dd-a985-c35c2788253c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:57.433162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28846431-8fed-436e-9fa1-8b3c087b05a1 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:43:57.435092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d80f7-9ce0-4c86-9bc1-4be6853321ed None None] Pushing event updated for resources: {'Port': ['ID=c67c0a3c-fc54-4fab-b4cc-f33c77abf035,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:57.464673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.514594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Transition to ACTIVE for port object 28846431-8fed-436e-9fa1-8b3c087b05a1 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:57.523909 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.579063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] For port c67c0a3c-fc54-4fab-b4cc-f33c77abf035, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c67c0a3c-fc54-4fab-b4cc-f33c77abf035,segment=NetworkSegment(f8c996e7-f5e0-4cad-84d4-eb62b55ba046),segment_id=f8c996e7-f5e0-4cad-84d4-eb62b55ba046)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:57.580192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.598419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Calling delete_port for c67c0a3c-fc54-4fab-b4cc-f33c77abf035 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:57.772701 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:57.809167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Pushing event updated for resources: {'Port': ['ID=28846431-8fed-436e-9fa1-8b3c087b05a1,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:57.852150 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] No DVR routers for this DVR port c67c0a3c-fc54-4fab-b4cc-f33c77abf035 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:43:57.938448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Port': ['ID=c67c0a3c-fc54-4fab-b4cc-f33c77abf035,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:58.070043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7144d49d-8ec0-405f-88ab-e8b457d285e3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:43:58.070617 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.096025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.110106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad549575-298d-49dc-9c7c-3bc0b62e187b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:58.118898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-ff320a61-12ca-44d4-a267-abac3521c1a1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:58.121135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-ff320a61-12ca-44d4-a267-abac3521c1a1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 819 time: 0.4796290 Jul 22 16:43:58.127809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Set router 04b4ba77-f706-40dd-a985-c35c2788253c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:43:58.142067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c996e7-f5e0-4cad-84d4-eb62b55ba046') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:58.142436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c996e7-f5e0-4cad-84d4-eb62b55ba046') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:58.156039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Attempting to bind port 28846431-8fed-436e-9fa1-8b3c087b05a1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:58.156406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Attempting to bind port 28846431-8fed-436e-9fa1-8b3c087b05a1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:58.156744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Attempting to bind port 28846431-8fed-436e-9fa1-8b3c087b05a1 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:58.160422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-eefe8801-7244-47d1-b0b6-b3398edc69ee tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/quotas/15365e9cc52547d68a837b5a52b4cc27 HTTP/1.1" status: 200 len: 375 time: 0.0216084 Jul 22 16:43:58.163625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Port 28846431-8fed-436e-9fa1-8b3c087b05a1 on network 90506638-86c9-42ea-ac9e-d864b697745b not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:43:58.163954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Attempting to bind port 28846431-8fed-436e-9fa1-8b3c087b05a1 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:58.178475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:58.178475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:58.179026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Bound using segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:58.179493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Bound port: 28846431-8fed-436e-9fa1-8b3c087b05a1, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:58.179899 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.224041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a154d9-7603-490b-b2aa-a286842ed4e6 req-d27b5f53-01c7-47f7-8b13-34873b689e6e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:58.226651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e1a154d9-7603-490b-b2aa-a286842ed4e6 req-d27b5f53-01c7-47f7-8b13-34873b689e6e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.2386508 Jul 22 16:43:58.233963 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.266803 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.288528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:43:58.289111 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.332910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] For port 28846431-8fed-436e-9fa1-8b3c087b05a1, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:43:58.337312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] For port 28846431-8fed-436e-9fa1-8b3c087b05a1, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=28846431-8fed-436e-9fa1-8b3c087b05a1,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:43:58.347224 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.358078 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-d7b5c115-87b3-404e-b81f-939320621b08 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1845803 Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:43:58.426382 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:43:58.451288 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.458639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:58.459304 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.477534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] 10.222.0.20 "PUT /v2.0/ports/28846431-8fed-436e-9fa1-8b3c087b05a1 HTTP/1.1" status: 200 len: 1092 time: 2.1821311 Jul 22 16:43:58.477660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.479793 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/networks/ad549575-298d-49dc-9c7c-3bc0b62e187b HTTP/1.1" status: 204 len: 168 time: 1.4443254 Jul 22 16:43:58.483854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c1141e-9a19-4b22-ab4f-55ef3b235069', 'tag': '28846431-8fed-436e-9fa1-8b3c087b05a1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:43:58.486265 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade7161b-8b9b-4457-8bc8-f8b2f81da270" -d '{"events": [{"name": "network-changed", "server_uuid": "06c1141e-9a19-4b22-ab4f-55ef3b235069", "tag": "28846431-8fed-436e-9fa1-8b3c087b05a1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:43:58.493196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:43:58.518493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcdf41-62d9-41bc-a998-49daa2f201ab tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Network': ['ID=ad549575-298d-49dc-9c7c-3bc0b62e187b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:58.554221 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e1a154d9-7603-490b-b2aa-a286842ed4e6 req-a2bd8e21-0f94-4243-b03b-2d549ecde08b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247246 Jul 22 16:43:58.756018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:43:49Z', 'updated_at': '2021-07-22T16:43:54Z', 'revision_number': 4, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'gw_port': {'id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:50Z', 'updated_at': '2021-07-22T16:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004', 'name': '', 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'mac_address': 'fa:16:3e:a4:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6ba20a17-a1ff-480d-8f9c-7123a81fff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:53Z', 'updated_at': '2021-07-22T16:43:55Z', 'revision_number': 2, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'subnets': [{'id': '6ba20a17-a1ff-480d-8f9c-7123a81fff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:43:58.795982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Checking router: 04b4ba77-f706-40dd-a985-c35c2788253c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:43:58.796336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Updating router 04b4ba77-f706-40dd-a985-c35c2788253c port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:43:58.805265 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5d7ffe-ef3b-4eeb-9bb2-33de46bea015 x-openstack-request-id: req-6b5d7ffe-ef3b-4eeb-9bb2-33de46bea015 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:43:58.805845 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c1141e-9a19-4b22-ab4f-55ef3b235069", "tag": "28846431-8fed-436e-9fa1-8b3c087b05a1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:43:58.807182 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b5d7ffe-ef3b-4eeb-9bb2-33de46bea015 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:43:58.807760 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c1141e-9a19-4b22-ab4f-55ef3b235069', 'tag': '28846431-8fed-436e-9fa1-8b3c087b05a1', 'status': 'completed', 'code': 200} Jul 22 16:43:58.825852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d8a36-def6-42b2-8a00-54a316b04672 service neutron] Pushing event updated for resources: {'Port': ['ID=28846431-8fed-436e-9fa1-8b3c087b05a1,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:58.914626 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.924229 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:58.954554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-96660b69-3e29-4c55-9ca8-4d37f1026bc5 service neutron] 10.222.0.53 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845196 Jul 22 16:43:58.980004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21fd9a-582a-4469-b86b-2fbecf9e4211 None None] DHCP port deletion for ad549575-298d-49dc-9c7c-3bc0b62e187b request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:43:59.013624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75029ae4-2dd8-4304-a2e9-5f9b9172b492 None None] Network ad549575-298d-49dc-9c7c-3bc0b62e187b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:43:59.043394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-3e95d975-cdd4-44a3-ac49-2131e6505997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:59.045813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-3e95d975-cdd4-44a3-ac49-2131e6505997 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 1095 time: 0.5068855 Jul 22 16:43:59.079945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75029ae4-2dd8-4304-a2e9-5f9b9172b492 None None] Network ad549575-298d-49dc-9c7c-3bc0b62e187b could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 16:43:59.087619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-91180bd0-c827-4974-80fc-a456e82b08a3 None None] Could not find standard attr ID for object c67c0a3c-fc54-4fab-b4cc-f33c77abf035. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:43:59.093464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa651d1d-bc55-4782-8cb0-f04b7930f05b None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:43:59.122463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-cf90e7da-e366-497c-892a-3e0e96f3b026 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28846431-8fed-436e-9fa1-8b3c087b05a1 HTTP/1.1" status: 200 len: 217 time: 0.0623393 Jul 22 16:43:59.370879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa651d1d-bc55-4782-8cb0-f04b7930f05b None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:43:59.402664 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.442461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Transition to ACTIVE for port object 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:43:59.459750 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.561476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d66978-b5d2-4ebf-9697-1d5228b6403a None None] Pushing event updated for resources: {'Port': ['ID=5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:43:59.578711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-469c9eda-3940-42ff-92c5-1f40f16ab46a service neutron] 10.222.0.53 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5889726 Jul 22 16:43:59.600700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Deleting port e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:43:59.601061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.648862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-701d59de-97e5-4e02-b1a5-e1753c85d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:43:59.651022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-701d59de-97e5-4e02-b1a5-e1753c85d1e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.5155072 Jul 22 16:43:59.738245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Attempting to bind port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:43:59.739412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Attempting to bind port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:43:59.740024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Attempting to bind port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 on network 72ae4b72-2b33-4099-95e2-28bf28df53c7 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:43:59.751863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:43:59.752260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Checking segment: {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:43:59.752844 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.753318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Bound using segment: {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:43:59.754973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Bound port: 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:43:59.755659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.768559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] For port e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a,segment=NetworkSegment(45b298c1-0b15-473b-a659-1763e56da387),segment_id=45b298c1-0b15-473b-a659-1763e56da387)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:43:59.768924 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.789543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Calling delete_port for e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:43:59.988606 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:43:59.989926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1818e56-c7d1-4877-803a-3f1fd32e3e71 req-9ed773a2-1673-41aa-8102-f7096eb1d4df tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:00.001850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1818e56-c7d1-4877-803a-3f1fd32e3e71 req-9ed773a2-1673-41aa-8102-f7096eb1d4df tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.2572985 Jul 22 16:44:00.027168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] For port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:00.031945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-6edf9bcf-665d-4faf-9d65-762ca0593a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:00.040052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] For port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:00.043484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-6edf9bcf-665d-4faf-9d65-762ca0593a9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3482635 Jul 22 16:44:00.083729 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.192937 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1818e56-c7d1-4877-803a-3f1fd32e3e71 req-bf9ba72f-d928-4cc1-82e5-396b16d2e516 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898029 Jul 22 16:44:00.261707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Routers {'04b4ba77-f706-40dd-a985-c35c2788253c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:00.263057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['04b4ba77-f706-40dd-a985-c35c2788253c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:00.322513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Port': ['ID=e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:00.328918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] No DVR routers for this DVR port e64b2e7d-032e-4c20-a53b-ebbfa5dbc73a on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:00.535250 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.552951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363bdfbc-a481-4311-9e37-4be50b47f792']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:00.558733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-62b034b0-140d-4bb8-a98d-8910c3ef3626 service neutron] 10.222.0.20 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171672 Jul 22 16:44:00.575789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] Set router 04b4ba77-f706-40dd-a985-c35c2788253c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:44:00.577934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b298c1-0b15-473b-a659-1763e56da387') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:00.578598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b298c1-0b15-473b-a659-1763e56da387') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:00.597935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.631798 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.671775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:00.672403 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:00.676581 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:00.684026 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2789f283-dcc5-48c9-a470-e8d2fbb976a9 req-0733200e-1cdc-4f2d-9736-4e0ed1730672 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 210 time: 0.1605914 Jul 22 16:44:00.758899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d66978-b5d2-4ebf-9697-1d5228b6403a None None] Pushing event updated for resources: {'Port': ['ID=5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:00.774482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f24c1302-4c6a-4581-a22e-51c8571fd4e4 req-6bc43b4d-2bb6-4b25-8e8d-9a08ab158c21 service neutron] 10.222.0.20 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070541 Jul 22 16:44:00.782873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.795020 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:00.806855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52370) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:00.807262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/networks/363bdfbc-a481-4311-9e37-4be50b47f792 HTTP/1.1" status: 204 len: 168 time: 2.3051348 Jul 22 16:44:00.849190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4208-8e0b-45c0-9dca-9edcadc18845 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Network': ['ID=363bdfbc-a481-4311-9e37-4be50b47f792,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:01.004846 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52380) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:01.081211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.229228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:43:49Z', 'updated_at': '2021-07-22T16:43:54Z', 'revision_number': 4, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'gw_port': {'id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:50Z', 'updated_at': '2021-07-22T16:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004', 'name': '', 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'mac_address': 'fa:16:3e:a4:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6ba20a17-a1ff-480d-8f9c-7123a81fff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:53Z', 'updated_at': '2021-07-22T16:43:59Z', 'revision_number': 4, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'subnets': [{'id': '6ba20a17-a1ff-480d-8f9c-7123a81fff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:01.308630 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.319776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-27e84942-dbe8-443c-8d7d-ba9cfa37d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:01.322666 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-27e84942-dbe8-443c-8d7d-ba9cfa37d14d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 1095 time: 0.3529668 Jul 22 16:44:01.339783 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9b29da7-d0b7-4009-a815-423fd3cb1300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.340389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-4bf2e5e2-7a9f-4761-b5e8-26f7b6a996b8 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:01.347346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682df3c0-ab9d-4d16-91cb-da6e4983fa77']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:01.353480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-4bf2e5e2-7a9f-4761-b5e8-26f7b6a996b8 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 819 time: 0.4689887 Jul 22 16:44:01.380716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04c14c-e44e-42fa-a041-aac3f8bb35dc None None] The sync data for ids ['04b4ba77-f706-40dd-a985-c35c2788253c'] in n-d-792458-13 is: [{'id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:43:49Z', 'updated_at': '2021-07-22T16:43:54Z', 'revision_number': 4, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'gw_port': {'id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:50Z', 'updated_at': '2021-07-22T16:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004', 'name': '', 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'mac_address': 'fa:16:3e:a4:aa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '6ba20a17-a1ff-480d-8f9c-7123a81fff6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:53Z', 'updated_at': '2021-07-22T16:43:59Z', 'revision_number': 4, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'subnets': [{'id': '6ba20a17-a1ff-480d-8f9c-7123a81fff6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:01.382739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-c746d754-7eae-4089-a412-195be1fa4d7a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/quotas/15365e9cc52547d68a837b5a52b4cc27 HTTP/1.1" status: 200 len: 375 time: 0.0271719 Jul 22 16:44:01.395348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4de0e3-7180-4ac5-8fee-fda353a1c931') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:01.395788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4de0e3-7180-4ac5-8fee-fda353a1c931') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:01.440837 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.470663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.549664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.568958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:01.569380 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:01.572391 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:01.610619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-f2dccde1-e606-4ea4-ad5e-e6bca6b62ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:01.612961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-f2dccde1-e606-4ea4-ad5e-e6bca6b62ad0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.2322230 Jul 22 16:44:01.661998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-84f13c91-8842-4c58-92ec-8dba8e9eaf81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28846431-8fed-436e-9fa1-8b3c087b05a1 HTTP/1.1" status: 200 len: 217 time: 0.0414703 Jul 22 16:44:01.697504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-51ed9566-35b0-4230-8f26-b48370d568d9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3006220 Jul 22 16:44:01.781659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bc814-4048-4713-b9d5-7779454f0197 req-9e4e4e6b-f677-42a3-b4e3-d1e65d752d70 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:01.803158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-363bc814-4048-4713-b9d5-7779454f0197 req-9e4e4e6b-f677-42a3-b4e3-d1e65d752d70 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.4477358 Jul 22 16:44:01.834687 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.842802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-4c222d84-63c1-47f5-a243-82e6c9acf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:01.844578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-4c222d84-63c1-47f5-a243-82e6c9acf069 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1709752 Jul 22 16:44:01.856803 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:01.860800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/networks/682df3c0-ab9d-4d16-91cb-da6e4983fa77 HTTP/1.1" status: 204 len: 168 time: 1.0519528 Jul 22 16:44:01.866013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52396) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:01.945372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca7f7e-60af-4a7e-b105-e25930583f63 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Network': ['ID=682df3c0-ab9d-4d16-91cb-da6e4983fa77,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:01.984278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-61d4b3ec-e94a-425e-a908-733731dcd12e service neutron] 10.222.0.53 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849984 Jul 22 16:44:02.051388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-9281366a-a2df-4702-9183-dc2afda358d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:02.053913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-9281366a-a2df-4702-9183-dc2afda358d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2001164 Jul 22 16:44:02.059962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-363bc814-4048-4713-b9d5-7779454f0197 req-73e027b2-57e2-465e-a541-630a1519a86e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521770 Jul 22 16:44:02.161855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9b29da7-d0b7-4009-a815-423fd3cb1300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.174042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9b29da7-d0b7-4009-a815-423fd3cb1300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.204231 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.248996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b29da7-d0b7-4009-a815-423fd3cb1300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83226ade-7e7e-46bc-8365-d1fad98a60f5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:02.272176 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c9b29da7-d0b7-4009-a815-423fd3cb1300 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1dd69b9c64e147968243284c5d6f1ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2633822 Jul 22 16:44:02.276253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52398) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:02.298469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-43e957af-31cb-4215-a4e6-21a0b18f3b63 service neutron] 10.222.0.53 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093657 Jul 22 16:44:02.312844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-b09e4026-8ec6-45eb-a63e-a7b218711242 service neutron] 10.222.0.20 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444127 Jul 22 16:44:02.527909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.579084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32aecec4-56c4-4b22-af8b-b4c0766dbf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.583432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ade7161b-8b9b-4457-8bc8-f8b2f81da270 req-0ff553e2-1137-4d1e-ad2b-5e7444f421f7 service neutron] 10.222.0.20 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612450 Jul 22 16:44:02.613128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:02.688750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dec53659-5d18-41bb-a27d-1e895a882d24 req-fb60fe71-b6df-417c-bdd6-9888e68b3039 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 210 time: 0.0761893 Jul 22 16:44:02.695222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32aecec4-56c4-4b22-af8b-b4c0766dbf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.724057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfea70ab-1f5c-4300-9c96-94d5e6ea4cff') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:02.724057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfea70ab-1f5c-4300-9c96-94d5e6ea4cff') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:02.725964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.754099 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.772932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:02.773491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:02.779305 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:02.931609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.951926 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:02.961724 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] 10.222.0.53 "DELETE /v2.0/networks/4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a HTTP/1.1" status: 204 len: 168 time: 1.0554807 Jul 22 16:44:02.990260 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32aecec4-56c4-4b22-af8b-b4c0766dbf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.002897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32aecec4-56c4-4b22-af8b-b4c0766dbf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.008627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-27cc5d2e-32c0-43b2-b258-e7eab06ac9ae tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:03.009877 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-32aecec4-56c4-4b22-af8b-b4c0766dbf32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83226ade-7e7e-46bc-8365-d1fad98a60f5 HTTP/1.1" status: 204 len: 168 time: 0.7324665 Jul 22 16:44:03.033985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-27cc5d2e-32c0-43b2-b258-e7eab06ac9ae tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.65 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 819 time: 0.3502989 Jul 22 16:44:03.078980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Request body: {'port': {'device_id': '5ed79c25-d717-4ce7-b22f-513126fedf27', 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7', 'admin_state_up': True, 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:03.131129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694d9e2-8eab-4e5e-8db0-7fb7defbe251 tempest-BulkNetworkOpsIpV6Test-624265465 tempest-BulkNetworkOpsIpV6Test-624265465-project] Pushing event deleted for resources: {'Network': ['ID=4f9af3d8-4c92-4fca-a5c8-bbbf8ab5a38a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:03.142870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aecec4-56c4-4b22-af8b-b4c0766dbf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83226ade-7e7e-46bc-8365-d1fad98a60f5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:03.303212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:03.514241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:03.520152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:03.520524 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.549207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d605-0f0c-4fc7-a091-92bd2c60c7db req-4a1c64e9-df98-4068-8918-792362cfb637 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:03.562549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Made reservation on behalf of 15365e9cc52547d68a837b5a52b4cc27 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:03.567878 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5bb2d605-0f0c-4fc7-a091-92bd2c60c7db req-4a1c64e9-df98-4068-8918-792362cfb637 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.2671204 Jul 22 16:44:03.568463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.661411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5bb2d605-0f0c-4fc7-a091-92bd2c60c7db req-8bcef969-7522-4380-af12-789e16bb4d14 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865479 Jul 22 16:44:03.754753 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.775923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52428) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:03.852519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:03.862004 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:03.963199 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7aa25ae-ecf3-4221-8d78-b31bb0a473b2 req-f6e7658c-c367-4651-9a7d-215310b14401 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 210 time: 0.1127543 Jul 22 16:44:03.995314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Allocated IP 172.20.0.8 (72ae4b72-2b33-4099-95e2-28bf28df53c7/6ba20a17-a1ff-480d-8f9c-7123a81fff6b/da4396eb-c297-4d22-9a22-7bf76fe7686e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:04.023153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:04.093287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:04.125180 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24ce4dc3-4f7d-4c48-8b7c-d9ff15e8bf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.207614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f3481b07-c217-407b-8a0e-f72779f411ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac7726e64fc047f4a22adff81dc5c899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301612 Jul 22 16:44:04.212800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52434) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:04.301525 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5002f089-9985-430e-9a43-366e54853d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.302743 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.337862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24ce4dc3-4f7d-4c48-8b7c-d9ff15e8bf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.339873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5002f089-9985-430e-9a43-366e54853d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.347013 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.349918 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-24ce4dc3-4f7d-4c48-8b7c-d9ff15e8bf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.415569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Network 72ae4b72-2b33-4099-95e2-28bf28df53c7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:04.419147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:04.429112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52438) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:04.429484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-24ce4dc3-4f7d-4c48-8b7c-d9ff15e8bf13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18852f0a1ad64457b56a8d06b9e83b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350558 Jul 22 16:44:04.430791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce4dc3-4f7d-4c48-8b7c-d9ff15e8bf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e217e1a-04cc-451a-afde-50088862cf7d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:04.432869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:04.456498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5002f089-9985-430e-9a43-366e54853d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.459173 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5002f089-9985-430e-9a43-366e54853d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.466439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5002f089-9985-430e-9a43-366e54853d82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1282a2a7-306e-4aa6-b7cd-977ba403a3c2 HTTP/1.1" status: 204 len: 168 time: 0.2496765 Jul 22 16:44:04.468110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Pushing event updated for resources: {'Port': ['ID=da4396eb-c297-4d22-9a22-7bf76fe7686e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:04.482822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002f089-9985-430e-9a43-366e54853d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1282a2a7-306e-4aa6-b7cd-977ba403a3c2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:04.540707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:04.541218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.581164 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e62881f1-2f30-4f57-bb6a-31d8a87044b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.583929 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-29deee20-967b-4a01-8894-6e915ccfa4d2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5299191 Jul 22 16:44:04.610003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Request body: {'port': {'device_id': '5ed79c25-d717-4ce7-b22f-513126fedf27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:04.641581 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e62881f1-2f30-4f57-bb6a-31d8a87044b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:04.906148 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.034245 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e62881f1-2f30-4f57-bb6a-31d8a87044b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.037056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e62881f1-2f30-4f57-bb6a-31d8a87044b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.038801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e62881f1-2f30-4f57-bb6a-31d8a87044b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e217e1a-04cc-451a-afde-50088862cf7d HTTP/1.1" status: 204 len: 168 time: 0.6022136 Jul 22 16:44:05.115051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-c13a0ad5-ac17-43ab-b805-a6e6a0e6f6ef tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:05.117138 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-c13a0ad5-ac17-43ab-b805-a6e6a0e6f6ef tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.20 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 819 time: 0.4193227 Jul 22 16:44:05.187092 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e0b5bf73-057a-4bd4-a5bd-e03a558ee504 req-af98bd11-5427-45e1-899d-170e8c7b3c6a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 210 time: 0.0767958 Jul 22 16:44:05.228480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:05.386228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:05.386513 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.481318 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.504419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62881f1-2f30-4f57-bb6a-31d8a87044b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e217e1a-04cc-451a-afde-50088862cf7d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:05.530350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Request body: {'port': {'device_id': 'bc666949-73fb-4d27-becb-b51c1dccf9e6', 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7', 'admin_state_up': True, 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:05.615953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac065d2-f170-4a66-845d-a385eecffa13 req-af456054-d9da-4c7d-8588-9c89a383658f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:05.621408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cac065d2-f170-4a66-845d-a385eecffa13 req-af456054-d9da-4c7d-8588-9c89a383658f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.8649256 Jul 22 16:44:05.680220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4396eb-c297-4d22-9a22-7bf76fe7686e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:05.720537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.756202 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cac065d2-f170-4a66-845d-a385eecffa13 req-9462c07a-7c65-4f19-a81c-98c4704787e5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234050 Jul 22 16:44:05.763043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Transition to ACTIVE for port object da4396eb-c297-4d22-9a22-7bf76fe7686e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:05.790292 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:05.865771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Pushing event updated for resources: {'Port': ['ID=da4396eb-c297-4d22-9a22-7bf76fe7686e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:05.868118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Made reservation on behalf of 15365e9cc52547d68a837b5a52b4cc27 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:05.875831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.051382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Attempting to bind port da4396eb-c297-4d22-9a22-7bf76fe7686e on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:06.052306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Attempting to bind port da4396eb-c297-4d22-9a22-7bf76fe7686e by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:06.052306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Attempting to bind port da4396eb-c297-4d22-9a22-7bf76fe7686e on network 72ae4b72-2b33-4099-95e2-28bf28df53c7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:06.078886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Port da4396eb-c297-4d22-9a22-7bf76fe7686e on network 72ae4b72-2b33-4099-95e2-28bf28df53c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:06.079306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Attempting to bind port da4396eb-c297-4d22-9a22-7bf76fe7686e on network 72ae4b72-2b33-4099-95e2-28bf28df53c7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:06.092437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:06.092754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Checking segment: {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:06.093063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Bound using segment: {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:06.093654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Bound port: da4396eb-c297-4d22-9a22-7bf76fe7686e, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:06.094021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.119347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52484) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.154471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Allocated IP 172.20.0.11 (72ae4b72-2b33-4099-95e2-28bf28df53c7/6ba20a17-a1ff-480d-8f9c-7123a81fff6b/236bcf35-fc97-492d-aa1f-99cc8c8f08d7) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:06.220519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] For port da4396eb-c297-4d22-9a22-7bf76fe7686e, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:06.244629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] For port da4396eb-c297-4d22-9a22-7bf76fe7686e, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:06.253714 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.373760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:06.374437 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.379347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] 10.222.0.65 "PUT /v2.0/ports/da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 200 len: 1092 time: 1.7773693 Jul 22 16:44:06.384523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f6593ef-abca-428d-9dbc-2e33180606e2 req-cc25da62-e0e4-45c8-8b6c-a1c2063ebaf0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 210 time: 0.0491714 Jul 22 16:44:06.385651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed79c25-d717-4ce7-b22f-513126fedf27', 'tag': 'da4396eb-c297-4d22-9a22-7bf76fe7686e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:06.403923 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250756f1-d2f9-4074-bec6-3961ce041846" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed79c25-d717-4ce7-b22f-513126fedf27", "tag": "da4396eb-c297-4d22-9a22-7bf76fe7686e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:06.518556 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2604d04d-f6c1-4f61-be7a-f66875b84916 x-openstack-request-id: req-2604d04d-f6c1-4f61-be7a-f66875b84916 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:06.519004 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed79c25-d717-4ce7-b22f-513126fedf27", "tag": "da4396eb-c297-4d22-9a22-7bf76fe7686e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:06.519140 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2604d04d-f6c1-4f61-be7a-f66875b84916 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:06.519590 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed79c25-d717-4ce7-b22f-513126fedf27', 'tag': 'da4396eb-c297-4d22-9a22-7bf76fe7686e', 'status': 'completed', 'code': 200} Jul 22 16:44:06.531273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a3b43698-8ef4-4bca-a985-f8f8e6a540eb tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] Request body: {'port': {'network_id': 'bf9a8665-710f-40e0-9dd8-7242d1be4dbd', 'name': 'tempest-NetworksNegativeTestJSON-1543648134'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:06.540393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c347c37-01fb-4c8c-bc96-e67eece8427d service neutron] Pushing event updated for resources: {'Port': ['ID=da4396eb-c297-4d22-9a22-7bf76fe7686e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:06.561131 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b43698-8ef4-4bca-a985-f8f8e6a540eb tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] POST failed (client error): The resource could not be found. Jul 22 16:44:06.561769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b43698-8ef4-4bca-a985-f8f8e6a540eb tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:44:06.566510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a3b43698-8ef4-4bca-a985-f8f8e6a540eb tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4426141 Jul 22 16:44:06.567324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52498) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.592337 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b551b4f-f5ff-40eb-b392-605559bd3f83 tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] DELETE failed (client error): The resource could not be found. Jul 22 16:44:06.593302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b551b4f-f5ff-40eb-b392-605559bd3f83 tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:44:06.596192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5b551b4f-f5ff-40eb-b392-605559bd3f83 tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "DELETE /v2.0/networks/6ad89e98-64ed-42eb-bd4a-fd74db64c2db HTTP/1.1" status: 404 len: 339 time: 0.0276740 Jul 22 16:44:06.600481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52500) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.600673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.619888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-414e2da8-a889-43e6-b5e1-37da99659055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:06.621424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-414e2da8-a889-43e6-b5e1-37da99659055 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1095 time: 0.1682186 Jul 22 16:44:06.644498 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-0467f502-9b37-41b0-8ccb-125e363b2ddb tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] DELETE failed (client error): The resource could not be found. Jul 22 16:44:06.645448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0467f502-9b37-41b0-8ccb-125e363b2ddb tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:44:06.647360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0467f502-9b37-41b0-8ccb-125e363b2ddb tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "DELETE /v2.0/ports/fc59eb99-371b-49d7-ae19-ba8de8ef0c36 HTTP/1.1" status: 404 len: 333 time: 0.0452480 Jul 22 16:44:06.653525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.684930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-d3d3be2a-c733-4579-917f-1ceb753e6aef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 200 len: 217 time: 0.0435138 Jul 22 16:44:06.701246 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-49294cad-5c7e-4fb1-bf15-fb2a8febb9ec tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] DELETE failed (client error): The resource could not be found. Jul 22 16:44:06.702683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49294cad-5c7e-4fb1-bf15-fb2a8febb9ec tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:44:06.708486 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-49294cad-5c7e-4fb1-bf15-fb2a8febb9ec tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "DELETE /v2.0/subnets/1eb3f010-3a2c-4e89-895c-83cf24138d2d HTTP/1.1" status: 404 len: 337 time: 0.0483007 Jul 22 16:44:06.716868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52508) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.727587 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:06.749692 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-de729c75-be3f-455f-8749-1241395ea94d tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] GET failed (client error): The resource could not be found. Jul 22 16:44:06.751630 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-de729c75-be3f-455f-8749-1241395ea94d tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "GET /v2.0/networks/fcb5c9da-2cf7-4125-a2d7-cdd25ecc3b8a HTTP/1.1" status: 404 len: 339 time: 0.0334356 Jul 22 16:44:06.755952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52510) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.789935 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-767b058e-6e55-4267-b2bc-c2c07f0fe4da tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] GET failed (client error): The resource could not be found. Jul 22 16:44:06.791836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-767b058e-6e55-4267-b2bc-c2c07f0fe4da tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "GET /v2.0/ports/45d2987a-cfa3-4182-8295-218a1484f367 HTTP/1.1" status: 404 len: 333 time: 0.0347426 Jul 22 16:44:06.794254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-504652d3-f938-45a8-8f7a-813be268ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:06.795677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-504652d3-f938-45a8-8f7a-813be268ebc1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.1032057 Jul 22 16:44:06.796214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52516) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.798099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Network 72ae4b72-2b33-4099-95e2-28bf28df53c7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:06.816812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:06.844004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:06.849038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Pushing event updated for resources: {'Port': ['ID=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:06.868079 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ab3d6d-0754-4edc-9c23-4ccf738d1172 tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] GET failed (client error): The resource could not be found. Jul 22 16:44:06.874603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e8ab3d6d-0754-4edc-9c23-4ccf738d1172 tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "GET /v2.0/subnets/a454a514-f1c1-4191-b845-4321a05cc8c3 HTTP/1.1" status: 404 len: 337 time: 0.0678098 Jul 22 16:44:06.874718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52520) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.892893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0f69cce1-bb23-4ef8-a8fc-4e084ecb412a tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:06.896932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-3882d49c-7203-4148-9656-98baa7737b49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827036 Jul 22 16:44:06.917419 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f69cce1-bb23-4ef8-a8fc-4e084ecb412a tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] PUT failed (client error): The resource could not be found. Jul 22 16:44:06.918632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f69cce1-bb23-4ef8-a8fc-4e084ecb412a tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:44:06.924040 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0f69cce1-bb23-4ef8-a8fc-4e084ecb412a tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "PUT /v2.0/networks/0343c19f-d186-4531-9e36-519faa1f8e86 HTTP/1.1" status: 404 len: 339 time: 0.0482032 Jul 22 16:44:06.924944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.930820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a572e803-28f4-41d6-a3f4-6297c68735fe tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:06.972502 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a572e803-28f4-41d6-a3f4-6297c68735fe tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] PUT failed (client error): The resource could not be found. Jul 22 16:44:06.973621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a572e803-28f4-41d6-a3f4-6297c68735fe tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:44:06.975063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a572e803-28f4-41d6-a3f4-6297c68735fe tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "PUT /v2.0/ports/3cc44603-2aa8-4f0a-8319-3a2179fc3e3e HTTP/1.1" status: 404 len: 333 time: 0.0485780 Jul 22 16:44:06.979185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52524) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:06.988094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3dcf3030-9105-434e-b162-ae812ee58581 tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:06.997864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:06.998503 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.019880 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcf3030-9105-434e-b162-ae812ee58581 tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] PUT failed (client error): The resource could not be found. Jul 22 16:44:07.020453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcf3030-9105-434e-b162-ae812ee58581 tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:44:07.021700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3dcf3030-9105-434e-b162-ae812ee58581 tempest-NetworksNegativeTestJSON-1728624697 tempest-NetworksNegativeTestJSON-1728624697-project] 10.222.0.53 "PUT /v2.0/subnets/78f764a7-9746-4d67-82b0-f7ad0dcb1218 HTTP/1.1" status: 404 len: 337 time: 0.0405037 Jul 22 16:44:07.057518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-985eafef-7707-4f4b-b5f0-1d96598f57d1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5637224 Jul 22 16:44:07.076847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Request body: {'port': {'device_id': 'bc666949-73fb-4d27-becb-b51c1dccf9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:07.082412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-12a8b00c-8dad-4a07-b1d7-6def0f7ca31a service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746488 Jul 22 16:44:07.123927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6aa01-0328-4cb4-812f-30778767d568 req-0346f5e1-1607-489c-a9de-bd08e1ee99d8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:07.125889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bc6aa01-0328-4cb4-812f-30778767d568 req-0346f5e1-1607-489c-a9de-bd08e1ee99d8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.2314956 Jul 22 16:44:07.274676 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bc6aa01-0328-4cb4-812f-30778767d568 req-6e4d11cf-fd4d-4cae-b1aa-65760b286faf tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294744 Jul 22 16:44:07.298806 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34bb5c4b-fd6e-4df0-a557-8a295eaab7f8 req-cd42622e-5755-408b-8763-7d82612319d3 service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900356 Jul 22 16:44:07.302538 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.457611 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:44:07.589948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52540) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:07.768986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27acef2a-b996-4378-b052-c8267295d62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.953608 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27acef2a-b996-4378-b052-c8267295d62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:07.959170 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27acef2a-b996-4378-b052-c8267295d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.004661 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-27acef2a-b996-4378-b052-c8267295d62f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21642ec0442f46298791d708d3e4588d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088864 Jul 22 16:44:08.004661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acef2a-b996-4378-b052-c8267295d62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8edf272-b295-4740-9a7c-e28456d1ab70,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:08.004661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:08.046633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250756f1-d2f9-4074-bec6-3961ce041846 req-bda07f86-95f5-41db-a18d-6548ec6b5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:08.048438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-250756f1-d2f9-4074-bec6-3961ce041846 req-bda07f86-95f5-41db-a18d-6548ec6b5bde service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1095 time: 0.6147118 Jul 22 16:44:08.064697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef234df-3aed-42d0-8676-be10af993c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.088295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef234df-3aed-42d0-8676-be10af993c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.124665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b269e8-4c0d-4ece-bb06-ab5728198fb0 req-32153017-c262-4032-b3de-0d82baf7e02f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:08.126441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a4b269e8-4c0d-4ece-bb06-ab5728198fb0 req-32153017-c262-4032-b3de-0d82baf7e02f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 932 time: 0.2919509 Jul 22 16:44:08.158949 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef234df-3aed-42d0-8676-be10af993c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.163621 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eef234df-3aed-42d0-8676-be10af993c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.165679 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eef234df-3aed-42d0-8676-be10af993c2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8edf272-b295-4740-9a7c-e28456d1ab70 HTTP/1.1" status: 204 len: 168 time: 0.1602573 Jul 22 16:44:08.177535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef234df-3aed-42d0-8676-be10af993c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8edf272-b295-4740-9a7c-e28456d1ab70,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:08.266445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250756f1-d2f9-4074-bec6-3961ce041846 req-de840f67-7e08-473b-ba64-febae5f04482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:08.267558 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-250756f1-d2f9-4074-bec6-3961ce041846 req-de840f67-7e08-473b-ba64-febae5f04482 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 920 time: 0.1961060 Jul 22 16:44:08.272643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a4b269e8-4c0d-4ece-bb06-ab5728198fb0 req-ccd93864-591e-4fe0-9f4a-15fd9a4c1593 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048229 Jul 22 16:44:08.274771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:08.290661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.324805 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-250756f1-d2f9-4074-bec6-3961ce041846 req-13479fad-34e4-4594-b1f4-44e111e6c02e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 200 len: 217 time: 0.0449743 Jul 22 16:44:08.345186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Transition to ACTIVE for port object 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:08.372724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.464664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250756f1-d2f9-4074-bec6-3961ce041846 req-0377c028-d067-4318-8504-61e00ddd27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:08.466709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-250756f1-d2f9-4074-bec6-3961ce041846 req-0377c028-d067-4318-8504-61e00ddd27c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.1331103 Jul 22 16:44:08.468312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Pushing event updated for resources: {'Port': ['ID=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:08.505405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb490646-e3ef-49bf-b95f-bd399d65343a req-da731513-c102-494d-8065-464a413b3ada tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:08.507715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb490646-e3ef-49bf-b95f-bd399d65343a req-da731513-c102-494d-8065-464a413b3ada tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.1531723 Jul 22 16:44:08.533485 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-250756f1-d2f9-4074-bec6-3961ce041846 req-5a49439b-865c-4f46-90b0-56190ba747f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575409 Jul 22 16:44:08.591916 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb490646-e3ef-49bf-b95f-bd399d65343a req-399fee40-99cd-4b14-81b0-6859b2bc653b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772786 Jul 22 16:44:08.674969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Attempting to bind port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:08.675521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Attempting to bind port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:08.675770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Attempting to bind port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 on network 72ae4b72-2b33-4099-95e2-28bf28df53c7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:08.682692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 on network 72ae4b72-2b33-4099-95e2-28bf28df53c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:44:08.683055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Attempting to bind port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 on network 72ae4b72-2b33-4099-95e2-28bf28df53c7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:08.698721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:08.699085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Checking segment: {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:08.699468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Bound using segment: {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:08.700457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Bound port: 236bcf35-fc97-492d-aa1f-99cc8c8f08d7, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b802b4-6914-4af9-9c48-b45e0742c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:08.700943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.714144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-250756f1-d2f9-4074-bec6-3961ce041846 req-3abc4010-41ad-48ef-bfbb-34e2d25ffd2b service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410797 Jul 22 16:44:08.847091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] For port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:08.851486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] For port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:08.862085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.899988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-250756f1-d2f9-4074-bec6-3961ce041846 req-e59c3c95-36da-481d-942e-de690c26123f service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779609 Jul 22 16:44:08.912714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:08.913389 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:08.922436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] 10.222.0.20 "PUT /v2.0/ports/236bcf35-fc97-492d-aa1f-99cc8c8f08d7 HTTP/1.1" status: 200 len: 1093 time: 1.8511767 Jul 22 16:44:08.929812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc666949-73fb-4d27-becb-b51c1dccf9e6', 'tag': '236bcf35-fc97-492d-aa1f-99cc8c8f08d7'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:08.933670 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc666949-73fb-4d27-becb-b51c1dccf9e6", "tag": "236bcf35-fc97-492d-aa1f-99cc8c8f08d7"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:08.970301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfe7c9-88cf-46a1-8cc0-df8d06b0d2de service neutron] Pushing event updated for resources: {'Port': ['ID=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:08.995248 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f9a2cb-1bab-4f59-a661-bd2e19d81a19 x-openstack-request-id: req-21f9a2cb-1bab-4f59-a661-bd2e19d81a19 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:08.995543 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc666949-73fb-4d27-becb-b51c1dccf9e6", "tag": "236bcf35-fc97-492d-aa1f-99cc8c8f08d7", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:08.995797 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21f9a2cb-1bab-4f59-a661-bd2e19d81a19 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:08.996195 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc666949-73fb-4d27-becb-b51c1dccf9e6', 'tag': '236bcf35-fc97-492d-aa1f-99cc8c8f08d7', 'status': 'completed', 'code': 200} Jul 22 16:44:09.058269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:09.090067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-3e70a786-5ddb-4299-a1a3-196135b139cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.092920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-3e70a786-5ddb-4299-a1a3-196135b139cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 1096 time: 0.0615633 Jul 22 16:44:09.110750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52616) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:09.151366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-5f86794d-cc7d-418a-8363-bc3a40cafbb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=236bcf35-fc97-492d-aa1f-99cc8c8f08d7 HTTP/1.1" status: 200 len: 217 time: 0.0443282 Jul 22 16:44:09.173716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4c4895-c65e-426c-b07e-2d6ef252d9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.192224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9b629498-9bd6-420e-a33e-53eec4a52b6d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1083281186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:09.220701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-e37e3688-8d56-4da0-bb1f-8a5d0f096d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.222141 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-e37e3688-8d56-4da0-bb1f-8a5d0f096d13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.0646482 Jul 22 16:44:09.259953 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-7b180bb4-8ec1-4841-8f91-f60b825e17f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299182 Jul 22 16:44:09.278238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4c4895-c65e-426c-b07e-2d6ef252d9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.282543 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4c4895-c65e-426c-b07e-2d6ef252d9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.325321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed4c4895-c65e-426c-b07e-2d6ef252d9da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01607296ad5b4246a0ca972a8f80afd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648206 Jul 22 16:44:09.326834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52624) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:09.334309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c4895-c65e-426c-b07e-2d6ef252d9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0984360-df04-42f4-a436-791591684712,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:09.334718 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b629498-9bd6-420e-a33e-53eec4a52b6d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.335766 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b629498-9bd6-420e-a33e-53eec4a52b6d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.388602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a57ea657-4723-4b57-84a1-dedae2c07be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.393731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-6e292580-c3ad-4720-915c-ea9b055818b5 service neutron] 10.222.0.20 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263173 Jul 22 16:44:09.410624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a57ea657-4723-4b57-84a1-dedae2c07be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.448889 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b629498-9bd6-420e-a33e-53eec4a52b6d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.460760 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a57ea657-4723-4b57-84a1-dedae2c07be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.464073 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a57ea657-4723-4b57-84a1-dedae2c07be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.465269 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a57ea657-4723-4b57-84a1-dedae2c07be4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0984360-df04-42f4-a436-791591684712 HTTP/1.1" status: 204 len: 168 time: 0.1374805 Jul 22 16:44:09.473786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ea657-4723-4b57-84a1-dedae2c07be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0984360-df04-42f4-a436-791591684712,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:09.474810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b629498-9bd6-420e-a33e-53eec4a52b6d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.543653 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b629498-9bd6-420e-a33e-53eec4a52b6d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.545022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9b629498-9bd6-420e-a33e-53eec4a52b6d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4333100 Jul 22 16:44:09.547897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52630) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:09.554575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-336741753'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:09.583400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Made reservation on behalf of 579922f248d3489b83e1b42526eca690 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:09.587799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba64f42-5ce7-458c-82d1-3e53f1d81777 req-ecc396a7-267e-4e3a-8cac-fe6f1f93947e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.588015 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.589514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eba64f42-5ce7-458c-82d1-3e53f1d81777 req-ecc396a7-267e-4e3a-8cac-fe6f1f93947e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 944 time: 0.2086670 Jul 22 16:44:09.600684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.606610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bac75d05-e6ca-47d1-b729-ba36eae43c81 req-a9935a43-4284-4d32-a195-57738331f275 service neutron] 10.222.0.20 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731348 Jul 22 16:44:09.652152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eba64f42-5ce7-458c-82d1-3e53f1d81777 req-31a23035-bf30-4e4e-a6ee-d6c1b20031ff tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537095 Jul 22 16:44:09.723929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.743837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.777648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:09.784518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-a9f93b03-430a-4ed8-92f1-1c0affddaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.786063 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-a9f93b03-430a-4ed8-92f1-1c0affddaac4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 1096 time: 0.0699179 Jul 22 16:44:09.797983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0642fe-e4a7-4083-a40b-318fc326dd68,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:09.805140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.805484 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Added segment 5336631e-97f6-483a-9486-be107f783ceb of type vlan for network 122a4190-2c51-442a-ad23-3f422cdefc6c Jul 22 16:44:09.836177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:09.868397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.872944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1fd53cd-28d6-4621-80f0-26848dd57b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:09.883567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae83be-4dd6-4bd6-8203-8308c985278b req-7dd6d5b5-9aab-4883-8569-e233bff7b5a0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.885927 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b1ae83be-4dd6-4bd6-8203-8308c985278b req-7dd6d5b5-9aab-4883-8569-e233bff7b5a0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.1790919 Jul 22 16:44:09.891560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-a7404146-cec2-4d76-971b-51b4bdf431ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:09.893057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-a7404146-cec2-4d76-971b-51b4bdf431ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 920 time: 0.0981970 Jul 22 16:44:09.939036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device da4396eb-c297-4d22-9a22-7bf76fe7686e details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:44:09.964484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-0584737b-318d-4531-bfe6-602005dbdd09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=236bcf35-fc97-492d-aa1f-99cc8c8f08d7 HTTP/1.1" status: 200 len: 217 time: 0.0645216 Jul 22 16:44:09.990224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b1ae83be-4dd6-4bd6-8203-8308c985278b req-5e14daf8-65aa-4a9f-a408-bd28768ccd48 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972173 Jul 22 16:44:09.992878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.000241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:10.000859 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.023213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-07484a8a-1471-43f6-b66d-123f7cca3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:10.025487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-07484a8a-1471-43f6-b66d-123f7cca3190 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.0527315 Jul 22 16:44:10.072506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port da4396eb-c297-4d22-9a22-7bf76fe7686e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:10.075826 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-40e5090e-827f-451d-91c9-1411d4d6958b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400264 Jul 22 16:44:10.086000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'da4396eb-c297-4d22-9a22-7bf76fe7686e', 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7', 'port_id': 'da4396eb-c297-4d22-9a22-7bf76fe7686e', 'mac_address': 'fa:16:3e:fa:c4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba20a17-a1ff-480d-8f9c-7123a81fff6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:44:10.112347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Network': ['ID=122a4190-2c51-442a-ad23-3f422cdefc6c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:10.127141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 122a4190-2c51-442a-ad23-3f422cdefc6c details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:10.148816 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.149189 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1fd53cd-28d6-4621-80f0-26848dd57b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.156009 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1fd53cd-28d6-4621-80f0-26848dd57b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.177082 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-97cf9d31-fff0-4e39-a5b2-498498b09ff2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6275427 Jul 22 16:44:10.180038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52640) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:10.187451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'subnet': {'network_id': '122a4190-2c51-442a-ad23-3f422cdefc6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:10.209681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f1fd53cd-28d6-4621-80f0-26848dd57b35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8297405d47841aa85e505918dd4e1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681104 Jul 22 16:44:10.210323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:10.218300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd53cd-28d6-4621-80f0-26848dd57b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98bfa5-e029-40c5-899b-463646c3033d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:10.235762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-e6f27320-2db0-4db0-aba5-8c5aad23e5c4 service neutron] 10.222.0.20 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330087 Jul 22 16:44:10.283850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77cccd72-0867-4873-803c-72f2b77be1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.313309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77cccd72-0867-4873-803c-72f2b77be1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.379903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77cccd72-0867-4873-803c-72f2b77be1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.382667 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77cccd72-0867-4873-803c-72f2b77be1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.383974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-77cccd72-0867-4873-803c-72f2b77be1ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a98bfa5-e029-40c5-899b-463646c3033d HTTP/1.1" status: 204 len: 168 time: 0.1726670 Jul 22 16:44:10.394357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Made reservation on behalf of 579922f248d3489b83e1b42526eca690 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:10.396617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cccd72-0867-4873-803c-72f2b77be1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98bfa5-e029-40c5-899b-463646c3033d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:10.398508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.426777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4396eb-c297-4d22-9a22-7bf76fe7686e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:10.449517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port da4396eb-c297-4d22-9a22-7bf76fe7686e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:10.454433 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.455175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f2c68a38-04d8-4fa9-a79e-23b9142bbda3 req-915bb6f4-9afd-4def-9462-b70f610d0b24 service neutron] 10.222.0.20 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770639 Jul 22 16:44:10.510436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=da4396eb-c297-4d22-9a22-7bf76fe7686e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:10.675742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.769925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Subnet': ['ID=19654f19-7f28-4d0d-8e93-30a7ac55730a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:10.780776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Checking segment: {'id': '5336631e-97f6-483a-9486-be107f783ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122a4190-2c51-442a-ad23-3f422cdefc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:10.781713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network hostable DHCP agents. Network: 122a4190-2c51-442a-ad23-3f422cdefc6c, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:10.823632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network 122a4190-2c51-442a-ad23-3f422cdefc6c is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:10.840987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 122a4190-2c51-442a-ad23-3f422cdefc6c) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:10.844458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d406ca3-4307-4480-917f-f86cefb94030 req-6eefc77f-4521-48ee-ae6e-2522687da0d8 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:10.846568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:10.848113 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.850614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fada20-f3d4-4346-9dd0-bccc78baf578 None None] Network 122a4190-2c51-442a-ad23-3f422cdefc6c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:10.853969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d406ca3-4307-4480-917f-f86cefb94030 req-6eefc77f-4521-48ee-ae6e-2522687da0d8 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 944 time: 0.1060023 Jul 22 16:44:10.882847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['da4396eb-c297-4d22-9a22-7bf76fe7686e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:10.889564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-84a25b93-5b0d-46eb-afa2-c2949f8ae8d7 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7081909 Jul 22 16:44:10.890710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52660) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:10.898777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'network': {'name': 'tempest-router-network01--657878984'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:10.917758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d406ca3-4307-4480-917f-f86cefb94030 req-8394a723-9a11-4850-8e83-f2e4caef3760 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624368 Jul 22 16:44:10.940429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Made reservation on behalf of 579922f248d3489b83e1b42526eca690 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:10.944605 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:10.989171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:10.999860 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.000508 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Added segment 95288527-3ed4-4597-a3db-a4bb034b0765 of type vlan for network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 Jul 22 16:44:11.056171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.100056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.138703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:11.139293 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.190168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-122a4190-2c51-442a-ad23-3f422cdefc6c', 'network_id': '122a4190-2c51-442a-ad23-3f422cdefc6c', 'tenant_id': '579922f248d3489b83e1b42526eca690', 'fixed_ips': [{'subnet_id': '19654f19-7f28-4d0d-8e93-30a7ac55730a'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:44:11.191023 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.214234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3218124 Jul 22 16:44:11.217684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:11.228008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbb16a-2904-42bb-ae3b-8df179fbe683 req-afa33497-e983-47fe-b958-9cfededc89e3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:11.235484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21cbb16a-2904-42bb-ae3b-8df179fbe683 req-afa33497-e983-47fe-b958-9cfededc89e3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.1142759 Jul 22 16:44:11.243717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'network': {'name': 'tempest-router-network02--477561414'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:11.280503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf71db-77d9-4ad3-ad8d-5e8169394123 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Network': ['ID=2281c1bd-ecda-45a5-8c93-744fbf0ecca5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:11.315416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21cbb16a-2904-42bb-ae3b-8df179fbe683 req-f5c92142-556e-40db-88eb-fd490f6877e8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573535 Jul 22 16:44:11.316711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Made reservation on behalf of 579922f248d3489b83e1b42526eca690 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:11.320341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.336813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:11.355390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:11.382779 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.383089 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Added segment 9f168401-3ba0-4c25-ba85-d221413cb401 of type vlan for network f7496031-e782-4fec-bd5e-59ff8fdf6eb8 Jul 22 16:44:11.399843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Allocated IP 2001:db8::2 (122a4190-2c51-442a-ad23-3f422cdefc6c/19654f19-7f28-4d0d-8e93-30a7ac55730a/bd7d721a-bae9-4002-a4b7-abc6c643c353) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:11.447499 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.484673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.490601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:11.491480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.531701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2936704 Jul 22 16:44:11.534694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52682) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:11.540510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'subnet': {'network_id': '2281c1bd-ecda-45a5-8c93-744fbf0ecca5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:11.575489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3c56f-1c17-446a-b8fa-eb9525af816f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Network': ['ID=f7496031-e782-4fec-bd5e-59ff8fdf6eb8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:11.587803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f7496031-e782-4fec-bd5e-59ff8fdf6eb8 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:11.669411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Made reservation on behalf of 579922f248d3489b83e1b42526eca690 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:11.674498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.759254 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.769984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Transition to ACTIVE for port object bd7d721a-bae9-4002-a4b7-abc6c643c353 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:11.792492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Transition to ACTIVE for port object bd7d721a-bae9-4002-a4b7-abc6c643c353 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:11.803553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.849387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Network 122a4190-2c51-442a-ad23-3f422cdefc6c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:11.852408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:11.857985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:11.861120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Pushing event updated for resources: {'Port': ['ID=bd7d721a-bae9-4002-a4b7-abc6c643c353,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:11.898394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:44:11.970423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Attempting to bind port bd7d721a-bae9-4002-a4b7-abc6c643c353 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:11.970808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Attempting to bind port bd7d721a-bae9-4002-a4b7-abc6c643c353 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5336631e-97f6-483a-9486-be107f783ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122a4190-2c51-442a-ad23-3f422cdefc6c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:11.971177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Attempting to bind port bd7d721a-bae9-4002-a4b7-abc6c643c353 on network 122a4190-2c51-442a-ad23-3f422cdefc6c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:11.980965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.989602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:11.990397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Checking segment: {'id': '5336631e-97f6-483a-9486-be107f783ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122a4190-2c51-442a-ad23-3f422cdefc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:11.990397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:11.990764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Bound using segment: {'id': '5336631e-97f6-483a-9486-be107f783ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122a4190-2c51-442a-ad23-3f422cdefc6c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:11.991272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Bound port: bd7d721a-bae9-4002-a4b7-abc6c643c353, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5336631e-97f6-483a-9486-be107f783ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '122a4190-2c51-442a-ad23-3f422cdefc6c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:11.991654 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.120885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Subnet': ['ID=eea229f9-019b-48d7-8ff4-d313b47c821f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:12.124860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] For port bd7d721a-bae9-4002-a4b7-abc6c643c353, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:12.146792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] For port bd7d721a-bae9-4002-a4b7-abc6c643c353, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bd7d721a-bae9-4002-a4b7-abc6c643c353,segment=NetworkSegment(5336631e-97f6-483a-9486-be107f783ceb),segment_id=5336631e-97f6-483a-9486-be107f783ceb)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:12.150474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Checking segment: {'id': '95288527-3ed4-4597-a3db-a4bb034b0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2281c1bd-ecda-45a5-8c93-744fbf0ecca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:12.150833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network hostable DHCP agents. Network: 2281c1bd-ecda-45a5-8c93-744fbf0ecca5, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:12.154562 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.158512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:12.164148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5856-8e96-4b2b-84ef-aa19ac5272dc req-05b9a271-c1e1-47ae-900c-6821f0356a42 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:12.166214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ede5856-8e96-4b2b-84ef-aa19ac5272dc req-05b9a271-c1e1-47ae-900c-6821f0356a42 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 944 time: 0.1252294 Jul 22 16:44:12.208521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '236bcf35-fc97-492d-aa1f-99cc8c8f08d7', 'network_id': '72ae4b72-2b33-4099-95e2-28bf28df53c7', 'port_id': '236bcf35-fc97-492d-aa1f-99cc8c8f08d7', 'mac_address': 'fa:16:3e:d0:52:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba20a17-a1ff-480d-8f9c-7123a81fff6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:44:12.215816 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ede5856-8e96-4b2b-84ef-aa19ac5272dc req-916318e7-a7ce-46ea-ad9e-801d761d644f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Jul 22 16:44:12.227940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:12.272534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 2281c1bd-ecda-45a5-8c93-744fbf0ecca5) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:12.283570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:12.284599 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.312054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b21d2bad-2f77-49f0-b920-deb46e0322c2 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7722816 Jul 22 16:44:12.312557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:12.318126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'subnet': {'network_id': 'f7496031-e782-4fec-bd5e-59ff8fdf6eb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:12.324454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ac896-1dca-4ed3-9ae1-418111ee6424 None None] Network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:12.380031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a9771-7222-4f77-9006-0b7266741d97 None None] Pushing event updated for resources: {'Port': ['ID=bd7d721a-bae9-4002-a4b7-abc6c643c353,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:12.421031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.491469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:12.566615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:12.584274 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.610451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Made reservation on behalf of 579922f248d3489b83e1b42526eca690 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:12.614552 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.672673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:12.678188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124acf04-0c11-464b-bbd9-a81aedf8045c req-8e882aba-adbb-4284-b664-e4c9fd839a88 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:12.689304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-124acf04-0c11-464b-bbd9-a81aedf8045c req-8e882aba-adbb-4284-b664-e4c9fd839a88 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.2833807 Jul 22 16:44:12.795652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-124acf04-0c11-464b-bbd9-a81aedf8045c req-0cac098f-21b0-47d1-93f8-c9d0ca6a3c27 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006091 Jul 22 16:44:12.815183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-2281c1bd-ecda-45a5-8c93-744fbf0ecca5', 'network_id': '2281c1bd-ecda-45a5-8c93-744fbf0ecca5', 'tenant_id': '579922f248d3489b83e1b42526eca690', 'fixed_ips': [{'subnet_id': 'eea229f9-019b-48d7-8ff4-d313b47c821f'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:44:12.818234 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.928491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:12.942291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['236bcf35-fc97-492d-aa1f-99cc8c8f08d7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:13.008998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Subnet': ['ID=2d960bf9-7706-4139-a8f9-06c0cd1c4288,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:13.027323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Checking segment: {'id': '9f168401-3ba0-4c25-ba85-d221413cb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7496031-e782-4fec-bd5e-59ff8fdf6eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:13.027731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network hostable DHCP agents. Network: f7496031-e782-4fec-bd5e-59ff8fdf6eb8, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:13.053998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network f7496031-e782-4fec-bd5e-59ff8fdf6eb8 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:13.071034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f7496031-e782-4fec-bd5e-59ff8fdf6eb8) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:13.077324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:13.078074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:13.085166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d8ce63-5679-45ac-80d5-8ca730170210 None None] Network f7496031-e782-4fec-bd5e-59ff8fdf6eb8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:13.105034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:13.118425 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b7fb762f-d09c-4b6c-a6e8-b7602b36192b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8033459 Jul 22 16:44:13.133795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Allocated IP 2001:db8::2 (2281c1bd-ecda-45a5-8c93-744fbf0ecca5/eea229f9-019b-48d7-8ff4-d313b47c821f/3b86845d-44a0-4ce4-834b-767474be7679) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:13.314559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bd7d721a-bae9-4002-a4b7-abc6c643c353 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:13.542677 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd0cdb-ae16-46a3-9f07-3424117c3149 req-cffafcf1-a994-4e5d-b147-793b4d0e6bfb tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:13.553909 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2dcd0cdb-ae16-46a3-9f07-3424117c3149 req-cffafcf1-a994-4e5d-b147-793b4d0e6bfb tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 945 time: 0.1885078 Jul 22 16:44:13.554384 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:13.566499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Transition to ACTIVE for port object 3b86845d-44a0-4ce4-834b-767474be7679 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:13.584379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Transition to ACTIVE for port object 3b86845d-44a0-4ce4-834b-767474be7679 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:13.646911 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2dcd0cdb-ae16-46a3-9f07-3424117c3149 req-deee3ba3-581c-4507-8902-6470850d8526 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898132 Jul 22 16:44:13.666510 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:13.753499 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:13.764298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Pushing event updated for resources: {'Port': ['ID=3b86845d-44a0-4ce4-834b-767474be7679,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:13.776680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b43d82a-935e-4af0-8135-16fe5c117f8a None None] Network 122a4190-2c51-442a-ad23-3f422cdefc6c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:13.968893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:13.976239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device da4396eb-c297-4d22-9a22-7bf76fe7686e up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:14.025854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe89d4-8a55-400f-921a-d3ed8b5f233d req-44b85594-15e7-4d17-9469-c0546c7652cf tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:14.027516 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6bbe89d4-8a55-400f-921a-d3ed8b5f233d req-44b85594-15e7-4d17-9469-c0546c7652cf tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.1282406 Jul 22 16:44:14.078466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-f7496031-e782-4fec-bd5e-59ff8fdf6eb8', 'network_id': 'f7496031-e782-4fec-bd5e-59ff8fdf6eb8', 'tenant_id': '579922f248d3489b83e1b42526eca690', 'fixed_ips': [{'subnet_id': '2d960bf9-7706-4139-a8f9-06c0cd1c4288'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:44:14.080417 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.083039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:14.089799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be908192-1ba0-466d-81f4-02505e2ca836 None None] Provisioning for port bd7d721a-bae9-4002-a4b7-abc6c643c353 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:14.095352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:14.131827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port bd7d721a-bae9-4002-a4b7-abc6c643c353 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:14.133880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Allocated IP 2001:db8::1 (2281c1bd-ecda-45a5-8c93-744fbf0ecca5/eea229f9-019b-48d7-8ff4-d313b47c821f/88a62ec9-b2ea-4272-a521-3ce13d81d361) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:14.140291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6bbe89d4-8a55-400f-921a-d3ed8b5f233d req-b7866061-bd26-40c6-a967-a433e9b58509 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047342 Jul 22 16:44:14.192500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bd7d721a-bae9-4002-a4b7-abc6c643c353 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:14.192793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.272687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port da4396eb-c297-4d22-9a22-7bf76fe7686e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:14.285752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port da4396eb-c297-4d22-9a22-7bf76fe7686e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:14.286134 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.315884 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.338768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Transition to ACTIVE for port object 88a62ec9-b2ea-4272-a521-3ce13d81d361 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:14.384399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.390411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Attempting to bind port 3b86845d-44a0-4ce4-834b-767474be7679 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:14.390917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Attempting to bind port 3b86845d-44a0-4ce4-834b-767474be7679 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '95288527-3ed4-4597-a3db-a4bb034b0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2281c1bd-ecda-45a5-8c93-744fbf0ecca5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:14.391154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Attempting to bind port 3b86845d-44a0-4ce4-834b-767474be7679 on network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:14.455024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Port': ['ID=88a62ec9-b2ea-4272-a521-3ce13d81d361,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:14.467605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:14.469454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:14.471974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:14.472653 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.585330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:14.585752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Checking segment: {'id': '95288527-3ed4-4597-a3db-a4bb034b0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2281c1bd-ecda-45a5-8c93-744fbf0ecca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:14.586099 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.586496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Bound using segment: {'id': '95288527-3ed4-4597-a3db-a4bb034b0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2281c1bd-ecda-45a5-8c93-744fbf0ecca5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:14.587012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Bound port: 3b86845d-44a0-4ce4-834b-767474be7679, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95288527-3ed4-4597-a3db-a4bb034b0765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '2281c1bd-ecda-45a5-8c93-744fbf0ecca5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:14.587382 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.662181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.780974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Allocated IP 2001:db8::2 (f7496031-e782-4fec-bd5e-59ff8fdf6eb8/2d960bf9-7706-4139-a8f9-06c0cd1c4288/84313f83-f059-4901-b1eb-878fc21ce48c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:14.864550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2dd9d-08d9-4afb-9f43-7003c49634b7 req-9d36b7cc-0368-4427-acc3-298ecb177c17 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:14.866898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ddc2dd9d-08d9-4afb-9f43-7003c49634b7 req-9d36b7cc-0368-4427-acc3-298ecb177c17 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 945 time: 0.1057584 Jul 22 16:44:14.886841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] For port 3b86845d-44a0-4ce4-834b-767474be7679, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:14.890271 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.935418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port bd7d721a-bae9-4002-a4b7-abc6c643c353, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bd7d721a-bae9-4002-a4b7-abc6c643c353,segment=NetworkSegment(5336631e-97f6-483a-9486-be107f783ceb),segment_id=5336631e-97f6-483a-9486-be107f783ceb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:14.963943 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:14.967235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] For port 3b86845d-44a0-4ce4-834b-767474be7679, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3b86845d-44a0-4ce4-834b-767474be7679,segment=NetworkSegment(95288527-3ed4-4597-a3db-a4bb034b0765),segment_id=95288527-3ed4-4597-a3db-a4bb034b0765)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:14.982712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ddc2dd9d-08d9-4afb-9f43-7003c49634b7 req-e8ef949f-8b84-4f08-bc1f-109239e44658 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055887 Jul 22 16:44:15.014322 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.034025 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.112788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed79c25-d717-4ce7-b22f-513126fedf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4396eb-c297-4d22-9a22-7bf76fe7686e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:15.115155 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc65124-8286-44dd-92f3-2d88f5176875" -d '{"events": [{"server_uuid": "5ed79c25-d717-4ce7-b22f-513126fedf27", "name": "network-vif-plugged", "status": "completed", "tag": "da4396eb-c297-4d22-9a22-7bf76fe7686e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:15.146388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=bd7d721a-bae9-4002-a4b7-abc6c643c353,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:15.152600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port da4396eb-c297-4d22-9a22-7bf76fe7686e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:15.179960 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.221723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.233749 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.234708 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.238887 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4afa62-a5a0-48f5-a5a1-cba018e80acc x-openstack-request-id: req-8d4afa62-a5a0-48f5-a5a1-cba018e80acc {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:15.239207 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed79c25-d717-4ce7-b22f-513126fedf27", "name": "network-vif-plugged", "status": "completed", "tag": "da4396eb-c297-4d22-9a22-7bf76fe7686e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:15.239708 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d4afa62-a5a0-48f5-a5a1-cba018e80acc {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:15.246209 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed79c25-d717-4ce7-b22f-513126fedf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4396eb-c297-4d22-9a22-7bf76fe7686e', 'code': 200} Jul 22 16:44:15.388942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa314a9-1630-431a-8229-e0a89d8eab39 None None] Pushing event updated for resources: {'Port': ['ID=3b86845d-44a0-4ce4-834b-767474be7679,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:15.454149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.479264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Transition to ACTIVE for port object 84313f83-f059-4901-b1eb-878fc21ce48c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:15.501990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=da4396eb-c297-4d22-9a22-7bf76fe7686e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:15.514784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ef07b88e-7b11-4607-ab45-3364f7ef36e0 None None] Provisioning complete for port bd7d721a-bae9-4002-a4b7-abc6c643c353 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:15.515482 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ef07b88e-7b11-4607-ab45-3364f7ef36e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.565796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Transition to ACTIVE for port object 84313f83-f059-4901-b1eb-878fc21ce48c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:15.578050 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.646334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Network f7496031-e782-4fec-bd5e-59ff8fdf6eb8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:15.647109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Pushing event updated for resources: {'Port': ['ID=84313f83-f059-4901-b1eb-878fc21ce48c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:15.654217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:15.656942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:15.765721 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Attempting to bind port 84313f83-f059-4901-b1eb-878fc21ce48c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:15.766108 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Attempting to bind port 84313f83-f059-4901-b1eb-878fc21ce48c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '9f168401-3ba0-4c25-ba85-d221413cb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7496031-e782-4fec-bd5e-59ff8fdf6eb8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:15.766615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Attempting to bind port 84313f83-f059-4901-b1eb-878fc21ce48c on network f7496031-e782-4fec-bd5e-59ff8fdf6eb8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:15.774254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:15.774729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Checking segment: {'id': '9f168401-3ba0-4c25-ba85-d221413cb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7496031-e782-4fec-bd5e-59ff8fdf6eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:15.775261 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.775869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Bound using segment: {'id': '9f168401-3ba0-4c25-ba85-d221413cb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7496031-e782-4fec-bd5e-59ff8fdf6eb8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:15.776440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Bound port: 84313f83-f059-4901-b1eb-878fc21ce48c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f168401-3ba0-4c25-ba85-d221413cb401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f7496031-e782-4fec-bd5e-59ff8fdf6eb8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:15.776890 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.867614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] For port 84313f83-f059-4901-b1eb-878fc21ce48c, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:15.871022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] For port 84313f83-f059-4901-b1eb-878fc21ce48c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=84313f83-f059-4901-b1eb-878fc21ce48c,segment=NetworkSegment(9f168401-3ba0-4c25-ba85-d221413cb401),segment_id=9f168401-3ba0-4c25-ba85-d221413cb401)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:15.881155 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:15.935606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Port': ['ID=88a62ec9-b2ea-4272-a521-3ce13d81d361,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:15.960662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:16.028976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f208e0-2861-4a9c-9e04-3d30eb5e39da req-9f0ca20d-46fd-43c6-9622-12c45386e6c5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:16.044814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74f208e0-2861-4a9c-9e04-3d30eb5e39da req-9f0ca20d-46fd-43c6-9622-12c45386e6c5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.6994264 Jul 22 16:44:16.057439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:16.062273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:16.072119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43b06-7dc6-484c-ab1c-28f123d2d917 req-967e6f3a-83ee-4cc4-a97f-e64e0b0c2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:16.073619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42e43b06-7dc6-484c-ab1c-28f123d2d917 req-967e6f3a-83ee-4cc4-a97f-e64e0b0c2675 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1097 time: 0.7255764 Jul 22 16:44:16.121647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c262bb-2f6a-4c4e-86e6-eaf6a27c1341 None None] Pushing event updated for resources: {'Port': ['ID=84313f83-f059-4901-b1eb-878fc21ce48c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:16.154808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:16.159658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:16.160386 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.244324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74f208e0-2861-4a9c-9e04-3d30eb5e39da req-aed15b6b-8eca-4abd-843f-130f82ba5af2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986034 Jul 22 16:44:16.263831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42e43b06-7dc6-484c-ab1c-28f123d2d917 req-1984272c-6ed8-4af4-8584-1a570405c7fb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793032 Jul 22 16:44:16.328254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434d051-721f-46d4-9844-e84ddefe1d12 req-ee6b8133-0b1c-45d9-ba18-b5a06e046ea0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:16.336647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9434d051-721f-46d4-9844-e84ddefe1d12 req-ee6b8133-0b1c-45d9-ba18-b5a06e046ea0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 945 time: 0.1715689 Jul 22 16:44:16.409669 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.442350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Router c7d027af-faa8-4bb6-8ac9-6f27dc58d2be is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:44:16.458472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:16.468686 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:16.474436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9434d051-721f-46d4-9844-e84ddefe1d12 req-66585ad2-82f3-47be-bb94-44cdf6d04c34 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262701 Jul 22 16:44:16.563082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:16.629617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:16.636505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-586ed727-89d5-4d19-acec-ce6240754a3b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "PUT /v2.0/routers/c7d027af-faa8-4bb6-8ac9-6f27dc58d2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5286117 Jul 22 16:44:16.639453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:16.643421 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7c957-d557-470c-b3f2-9f3cf2bf0ae2 None None] Sync routers for ids ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:16.668071 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7c957-d557-470c-b3f2-9f3cf2bf0ae2 None None] Routers {'c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:16.670222 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-17e7c957-d557-470c-b3f2-9f3cf2bf0ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:16.722551 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-17e7c957-d557-470c-b3f2-9f3cf2bf0ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:16.738682 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7c957-d557-470c-b3f2-9f3cf2bf0ae2 None None] Routers {'c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:16.740302 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-17e7c957-d557-470c-b3f2-9f3cf2bf0ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:16.810995 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-17e7c957-d557-470c-b3f2-9f3cf2bf0ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:16.811904 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e7c957-d557-470c-b3f2-9f3cf2bf0ae2 None None] The sync data for ids ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:16.946371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc33e53-eba7-4d57-a227-10c74c110692 None None] Network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:17.069782 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-715947b7-623e-4ee4-bae4-a6f7bd5d3d10 None None] Provisioning for port 3b86845d-44a0-4ce4-834b-767474be7679 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:17.248364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc666949-73fb-4d27-becb-b51c1dccf9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236bcf35-fc97-492d-aa1f-99cc8c8f08d7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:17.251387 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d4533-5aca-463e-b6bf-c44d678d3a40" -d '{"events": [{"server_uuid": "bc666949-73fb-4d27-becb-b51c1dccf9e6", "name": "network-vif-plugged", "status": "completed", "tag": "236bcf35-fc97-492d-aa1f-99cc8c8f08d7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:17.344588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bd7d721a-bae9-4002-a4b7-abc6c643c353 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:17.404317 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a3b5bf-0975-451e-af16-24a3666ef983 x-openstack-request-id: req-a4a3b5bf-0975-451e-af16-24a3666ef983 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:17.404615 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc666949-73fb-4d27-becb-b51c1dccf9e6", "name": "network-vif-plugged", "status": "completed", "tag": "236bcf35-fc97-492d-aa1f-99cc8c8f08d7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:17.404876 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4a3b5bf-0975-451e-af16-24a3666ef983 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:17.405283 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc666949-73fb-4d27-becb-b51c1dccf9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236bcf35-fc97-492d-aa1f-99cc8c8f08d7', 'code': 200} Jul 22 16:44:17.461930 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d99571-1bf0-414d-970f-f7aa70893b8c req-435d5517-7072-4999-a3aa-eb945ed5a022 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:17.471053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3d99571-1bf0-414d-970f-f7aa70893b8c req-435d5517-7072-4999-a3aa-eb945ed5a022 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.1127517 Jul 22 16:44:17.479347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bd7d721a-bae9-4002-a4b7-abc6c643c353 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:17.479949 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.602802 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3d99571-1bf0-414d-970f-f7aa70893b8c req-305ee204-9a67-4329-88a9-5f7922ccfaf6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303372 Jul 22 16:44:17.709401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3b86845d-44a0-4ce4-834b-767474be7679 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:17.730881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222a3c4-5c22-4750-97e9-be21929477bb req-4c1d02a2-d4c9-4382-8751-777922746096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:17.734657 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6222a3c4-5c22-4750-97e9-be21929477bb req-4c1d02a2-d4c9-4382-8751-777922746096 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 1098 time: 0.1843047 Jul 22 16:44:17.786096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6222a3c4-5c22-4750-97e9-be21929477bb req-23dfb5f2-9b76-4a55-9f32-e26d35f8536c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437088 Jul 22 16:44:17.810963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 3b86845d-44a0-4ce4-834b-767474be7679 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:17.820068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3b86845d-44a0-4ce4-834b-767474be7679 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:17.820495 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:17.847255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758fe36a-7fac-4fa6-845b-dedc5c69a284 None None] Network f7496031-e782-4fec-bd5e-59ff8fdf6eb8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:17.866498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-54dce0af-3538-438d-badc-a3937ec922ed None None] Provisioning for port 88a62ec9-b2ea-4272-a521-3ce13d81d361 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:17.888941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-54dce0af-3538-438d-badc-a3937ec922ed None None] Provisioning complete for port 88a62ec9-b2ea-4272-a521-3ce13d81d361 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:17.889316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-54dce0af-3538-438d-badc-a3937ec922ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.013939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee968383-03af-4373-aa8c-7f64b6ac05cb req-922f8de4-b4a2-4271-a2de-9d777d057003 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:18.016089 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ee968383-03af-4373-aa8c-7f64b6ac05cb req-922f8de4-b4a2-4271-a2de-9d777d057003 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1859210 Jul 22 16:44:18.018241 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-65efcd18-4beb-4d2e-bb98-8be0c904748a tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:44:18.021979 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-65efcd18-4beb-4d2e-bb98-8be0c904748a tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "PUT /v2.0/routers/c7d027af-faa8-4bb6-8ac9-6f27dc58d2be/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3784900 Jul 22 16:44:18.022280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:18.055418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-54dce0af-3538-438d-badc-a3937ec922ed None None] Port 88a62ec9-b2ea-4272-a521-3ce13d81d361 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:18.131239 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ee968383-03af-4373-aa8c-7f64b6ac05cb req-18b15d01-b57d-4d0a-939c-f476768caada tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057842 Jul 22 16:44:18.154679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-54dce0af-3538-438d-badc-a3937ec922ed None None] Provisioning complete for port 3b86845d-44a0-4ce4-834b-767474be7679 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:18.155178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-54dce0af-3538-438d-badc-a3937ec922ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.184449 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.314821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 3b86845d-44a0-4ce4-834b-767474be7679, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3b86845d-44a0-4ce4-834b-767474be7679,segment=NetworkSegment(95288527-3ed4-4597-a3db-a4bb034b0765),segment_id=95288527-3ed4-4597-a3db-a4bb034b0765)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:18.321572 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.322800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 84313f83-f059-4901-b1eb-878fc21ce48c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:18.442149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92b5c59c-85f3-423d-9239-508fef124ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.453015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=3b86845d-44a0-4ce4-834b-767474be7679,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:18.467930 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 84313f83-f059-4901-b1eb-878fc21ce48c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:18.489363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.565197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] Provisioning complete for port 88a62ec9-b2ea-4272-a521-3ce13d81d361 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:18.565693 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.602602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] Port 88a62ec9-b2ea-4272-a521-3ce13d81d361 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:18.614028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] Provisioning for port 84313f83-f059-4901-b1eb-878fc21ce48c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:18.617585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] Provisioning complete for port 84313f83-f059-4901-b1eb-878fc21ce48c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:18.617954 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.715060 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.761018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] For port 84313f83-f059-4901-b1eb-878fc21ce48c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=84313f83-f059-4901-b1eb-878fc21ce48c,segment=NetworkSegment(9f168401-3ba0-4c25-ba85-d221413cb401),segment_id=9f168401-3ba0-4c25-ba85-d221413cb401)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:18.767292 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.768201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0eb9a1-c526-4dbf-b6f1-0d872e1c097b req-f08ccf13-9afb-4a90-be33-9a0ed000190e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:18.769800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b0eb9a1-c526-4dbf-b6f1-0d872e1c097b req-f08ccf13-9afb-4a90-be33-9a0ed000190e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.0786691 Jul 22 16:44:18.792567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting port 88a62ec9-b2ea-4272-a521-3ce13d81d361 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:18.792993 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.809983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b0eb9a1-c526-4dbf-b6f1-0d872e1c097b req-ebf75dbb-53ac-4922-bdc5-5999171f143b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339060 Jul 22 16:44:18.824123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52c130-fa55-4ee7-bccc-a081523d3724 None None] Pushing event updated for resources: {'Port': ['ID=84313f83-f059-4901-b1eb-878fc21ce48c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:18.893341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec8a8972-0cb6-455f-a375-ea43263eb07a None None] Provisioning complete for port 84313f83-f059-4901-b1eb-878fc21ce48c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:18.893699 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec8a8972-0cb6-455f-a375-ea43263eb07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.902359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:18.921961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Calling delete_port for 88a62ec9-b2ea-4272-a521-3ce13d81d361 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:19.053924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 84313f83-f059-4901-b1eb-878fc21ce48c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:19.108023 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.111710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 84313f83-f059-4901-b1eb-878fc21ce48c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:19.112083 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.144640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Port': ['ID=88a62ec9-b2ea-4272-a521-3ce13d81d361,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:19.265281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3b86845d-44a0-4ce4-834b-767474be7679 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:19.301156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.320405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128a249-a310-46b6-97aa-f73ed07ed350 req-7cc6433c-f108-48f1-a30a-782c829bb36e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:19.329143 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8128a249-a310-46b6-97aa-f73ed07ed350 req-7cc6433c-f108-48f1-a30a-782c829bb36e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1083920 Jul 22 16:44:19.350581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3b86845d-44a0-4ce4-834b-767474be7679 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:19.352536 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:19.381900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8128a249-a310-46b6-97aa-f73ed07ed350 req-e98f723c-dce8-4c8b-8081-c6c693c8149c tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514452 Jul 22 16:44:19.560017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Router c7d027af-faa8-4bb6-8ac9-6f27dc58d2be has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:44:19.703839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:19.711207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-882449d4-3f53-4b63-aac5-6dfb60176d13 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "PUT /v2.0/routers/c7d027af-faa8-4bb6-8ac9-6f27dc58d2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6866789 Jul 22 16:44:19.713809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:19.717771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf57a4-a62d-41f1-b053-747bee794e66 None None] Sync routers for ids ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:19.727481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf57a4-a62d-41f1-b053-747bee794e66 None None] Routers {'c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:19.728605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-37bf57a4-a62d-41f1-b053-747bee794e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:19.760938 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-93d275fb-f9c9-474a-8a6d-ff6ddb842569 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] delete failed (client error): The resource could not be found. Jul 22 16:44:19.769256 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-93d275fb-f9c9-474a-8a6d-ff6ddb842569 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1347227642 HTTP/1.1" status: 404 len: 335 time: 0.0457156 Jul 22 16:44:19.769516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52816) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:19.773989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-64b201b0-c69c-4002-88d1-ffd88b015c8d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:19.794640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-bcf6d7f7-78ae-41ad-accd-7b33af22435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:19.796368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-bcf6d7f7-78ae-41ad-accd-7b33af22435e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 1098 time: 0.1505346 Jul 22 16:44:19.812602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a862d4-2114-4ef0-a31b-05bf5be73863 req-9536d4c6-5dcf-4247-850f-831dac013907 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:19.814149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96a862d4-2114-4ef0-a31b-05bf5be73863 req-9536d4c6-5dcf-4247-850f-831dac013907 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1694281 Jul 22 16:44:19.945037 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96a862d4-2114-4ef0-a31b-05bf5be73863 req-47759c5c-645a-46ce-aeef-25510e20af69 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176538 Jul 22 16:44:19.963266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-37bf57a4-a62d-41f1-b053-747bee794e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:19.970717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-292d54a2-a3f6-447c-ad5b-49f13f5e53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:19.972261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-292d54a2-a3f6-447c-ad5b-49f13f5e53b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 920 time: 0.1693859 Jul 22 16:44:19.979968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf57a4-a62d-41f1-b053-747bee794e66 None None] Routers {'c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:19.981932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-37bf57a4-a62d-41f1-b053-747bee794e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:43:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:20.026419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-5cc3b410-97fb-437a-9b9a-fd2f44b729f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=236bcf35-fc97-492d-aa1f-99cc8c8f08d7 HTTP/1.1" status: 200 len: 217 time: 0.0475965 Jul 22 16:44:20.032903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-37bf57a4-a62d-41f1-b053-747bee794e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:20.033928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf57a4-a62d-41f1-b053-747bee794e66 None None] The sync data for ids ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:20.090322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-d5dd5737-efc3-4dec-9429-a137c97da6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:20.092165 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-d5dd5737-efc3-4dec-9429-a137c97da6bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.0570905 Jul 22 16:44:20.121044 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64b201b0-c69c-4002-88d1-ffd88b015c8d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.130116 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-a2c8bca6-2feb-46d2-9dcd-2da7a9e3dbcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311022 Jul 22 16:44:20.147415 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-64b201b0-c69c-4002-88d1-ffd88b015c8d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] update failed (client error): The resource could not be found. Jul 22 16:44:20.152246 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-64b201b0-c69c-4002-88d1-ffd88b015c8d tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "PUT /v2.0/routers/c7d027af-faa8-4bb6-8ac9-6f27dc58d2be HTTP/1.1" status: 404 len: 339 time: 0.3825073 Jul 22 16:44:20.155094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:20.163991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-473589164'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:20.196013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44352c4c-0422-4d6b-b1e2-ca06398a929f req-8b7de2ff-00ea-42ca-9910-4c5270071e40 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:20.197835 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44352c4c-0422-4d6b-b1e2-ca06398a929f req-8b7de2ff-00ea-42ca-9910-4c5270071e40 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.1754737 Jul 22 16:44:20.200143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Made reservation on behalf of 579922f248d3489b83e1b42526eca690 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:20.203624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.251508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:20.256650 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-1bc44662-8fc9-48da-be2c-596d7e32ec1f service neutron] 10.222.0.20 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204641 Jul 22 16:44:20.265017 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44352c4c-0422-4d6b-b1e2-ca06398a929f req-b6bdcde4-4c8c-40bb-a56c-ddcc4caf6053 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583377 Jul 22 16:44:20.275473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.275838 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Added segment 31a248ff-9ae9-4c94-b2cc-5579f99d7853 of type vlan for network 17a4acb5-e6a8-49ce-8a31-08edd6de253a Jul 22 16:44:20.327246 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.351767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce7f3fb-7838-4123-b14a-23e75b739085 req-f299a0fc-6f7f-49d7-8e38-144c7208c834 service neutron] 10.222.0.20 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876825 Jul 22 16:44:20.361223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.366528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:20.367158 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.399947 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2435999 Jul 22 16:44:20.402740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52826) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:20.408154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'subnet': {'network_id': '17a4acb5-e6a8-49ce-8a31-08edd6de253a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:20.465918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701d4dd-577a-49e9-a998-0c66e7922797 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Network': ['ID=17a4acb5-e6a8-49ce-8a31-08edd6de253a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:20.480426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 17a4acb5-e6a8-49ce-8a31-08edd6de253a details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:20.543019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Made reservation on behalf of 579922f248d3489b83e1b42526eca690 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:20.547281 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.732338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.794628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Subnet': ['ID=af20ea6a-fb86-4131-a57f-379ea158c112,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:20.802812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Checking segment: {'id': '31a248ff-9ae9-4c94-b2cc-5579f99d7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '17a4acb5-e6a8-49ce-8a31-08edd6de253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:20.803208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network hostable DHCP agents. Network: 17a4acb5-e6a8-49ce-8a31-08edd6de253a, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:20.820547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network 17a4acb5-e6a8-49ce-8a31-08edd6de253a is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:20.830125 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 17a4acb5-e6a8-49ce-8a31-08edd6de253a) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:20.834237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:20.834812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:20.839362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684adeb2-906c-4231-8388-731ebf9a8500 None None] Network 17a4acb5-e6a8-49ce-8a31-08edd6de253a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:20.854487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52836) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:20.855123 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d0e423ac-56f3-406f-b23e-939fdaaa190c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4508536 Jul 22 16:44:20.861179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-10cb69f0-6f02-4ec5-9c02-56bc75afa51a tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'router': {'external_gateway_info': {'network_id': '17a4acb5-e6a8-49ce-8a31-08edd6de253a'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:21.040412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-17a4acb5-e6a8-49ce-8a31-08edd6de253a', 'network_id': '17a4acb5-e6a8-49ce-8a31-08edd6de253a', 'tenant_id': '579922f248d3489b83e1b42526eca690', 'fixed_ips': [{'subnet_id': 'af20ea6a-fb86-4131-a57f-379ea158c112'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:44:21.041232 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.072156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-29a696e1-10ec-423d-a739-64ca624e4ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.122190 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10cb69f0-6f02-4ec5-9c02-56bc75afa51a tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.126647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafcd1c-5ee1-44a7-9d40-37aeaf2e0259 req-70724c9c-55ed-4d67-98ff-954bc96d36c9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:21.136464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6eafcd1c-5ee1-44a7-9d40-37aeaf2e0259 req-70724c9c-55ed-4d67-98ff-954bc96d36c9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0855882 Jul 22 16:44:21.187096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6eafcd1c-5ee1-44a7-9d40-37aeaf2e0259 req-9009e49a-547c-47a6-bd36-bec5961ed4f0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454237 Jul 22 16:44:21.203206 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.224265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Allocated IP 2001:db8:1::2 (17a4acb5-e6a8-49ce-8a31-08edd6de253a/af20ea6a-fb86-4131-a57f-379ea158c112/c255e7fa-7608-4a73-a155-eb4654ef4f4c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:21.255879 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-10cb69f0-6f02-4ec5-9c02-56bc75afa51a tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:44:21.260487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-10cb69f0-6f02-4ec5-9c02-56bc75afa51a tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "PUT /v2.0/routers/c7d027af-faa8-4bb6-8ac9-6f27dc58d2be HTTP/1.1" status: 400 len: 364 time: 0.3996565 Jul 22 16:44:21.260850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52842) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:21.432839 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.448959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Transition to ACTIVE for port object c255e7fa-7608-4a73-a155-eb4654ef4f4c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:21.462091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b398d76-f234-4100-8d2c-3b551a840b5d req-fef0f8af-7bc9-4530-9023-99608af15eaa tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:21.463633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b398d76-f234-4100-8d2c-3b551a840b5d req-fef0f8af-7bc9-4530-9023-99608af15eaa tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.0913391 Jul 22 16:44:21.474965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Transition to ACTIVE for port object c255e7fa-7608-4a73-a155-eb4654ef4f4c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:21.483707 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.528438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Network 17a4acb5-e6a8-49ce-8a31-08edd6de253a is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:21.532347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:21.536992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:21.540251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Pushing event updated for resources: {'Port': ['ID=c255e7fa-7608-4a73-a155-eb4654ef4f4c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:21.559994 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b398d76-f234-4100-8d2c-3b551a840b5d req-7e1ba68c-0f78-44a9-b32e-7a414bb97a52 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872054 Jul 22 16:44:21.600564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.604361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Attempting to bind port c255e7fa-7608-4a73-a155-eb4654ef4f4c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:21.604731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Attempting to bind port c255e7fa-7608-4a73-a155-eb4654ef4f4c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '31a248ff-9ae9-4c94-b2cc-5579f99d7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '17a4acb5-e6a8-49ce-8a31-08edd6de253a'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:21.605119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Attempting to bind port c255e7fa-7608-4a73-a155-eb4654ef4f4c on network 17a4acb5-e6a8-49ce-8a31-08edd6de253a {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:21.611195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:21.611570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Checking segment: {'id': '31a248ff-9ae9-4c94-b2cc-5579f99d7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '17a4acb5-e6a8-49ce-8a31-08edd6de253a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:21.612109 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.612506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Bound using segment: {'id': '31a248ff-9ae9-4c94-b2cc-5579f99d7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '17a4acb5-e6a8-49ce-8a31-08edd6de253a'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:21.612970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Bound port: c255e7fa-7608-4a73-a155-eb4654ef4f4c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a248ff-9ae9-4c94-b2cc-5579f99d7853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '17a4acb5-e6a8-49ce-8a31-08edd6de253a'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:21.613346 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.680609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] For port c255e7fa-7608-4a73-a155-eb4654ef4f4c, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:21.683641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] For port c255e7fa-7608-4a73-a155-eb4654ef4f4c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c255e7fa-7608-4a73-a155-eb4654ef4f4c,segment=NetworkSegment(31a248ff-9ae9-4c94-b2cc-5579f99d7853),segment_id=31a248ff-9ae9-4c94-b2cc-5579f99d7853)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:21.689529 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:21.763714 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55265f-c85c-49f4-927b-6b4cb7a018aa None None] Pushing event updated for resources: {'Port': ['ID=c255e7fa-7608-4a73-a155-eb4654ef4f4c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:22.005092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Allocated IP 2001:db8::1 (122a4190-2c51-442a-ad23-3f422cdefc6c/19654f19-7f28-4d0d-8e93-30a7ac55730a/399c13c8-0ee8-4901-a136-baebf50249a1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:22.149755 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.166599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Transition to ACTIVE for port object 399c13c8-0ee8-4901-a136-baebf50249a1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:22.212757 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.296809 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network 122a4190-2c51-442a-ad23-3f422cdefc6c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:22.303828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:22.323072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:22.323547 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.386743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Port': ['ID=399c13c8-0ee8-4901-a136-baebf50249a1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:22.461428 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.513145 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64483ff-e749-436f-ab6e-aa4d57d1ed24 req-bf8971a1-4ca0-493b-938a-399995725e62 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:22.523912 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e64483ff-e749-436f-ab6e-aa4d57d1ed24 req-bf8971a1-4ca0-493b-938a-399995725e62 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.2225161 Jul 22 16:44:22.588629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.625612 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e64483ff-e749-436f-ab6e-aa4d57d1ed24 req-612af9e4-4aae-4118-b510-fd6becd58773 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002185 Jul 22 16:44:22.753374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2166cf2c-fe2b-4d96-bfa0-e9a2a66e9cf6 None None] Provisioning for port 399c13c8-0ee8-4901-a136-baebf50249a1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:22.760381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2166cf2c-fe2b-4d96-bfa0-e9a2a66e9cf6 None None] Provisioning complete for port 399c13c8-0ee8-4901-a136-baebf50249a1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:22.760749 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2166cf2c-fe2b-4d96-bfa0-e9a2a66e9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:22.813693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c5acc-6298-4183-af9d-9b41a54f9035 req-4e74e74d-8d47-40b1-b6c3-8af98d4b638f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:22.815317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c61c5acc-6298-4183-af9d-9b41a54f9035 req-4e74e74d-8d47-40b1-b6c3-8af98d4b638f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.1211090 Jul 22 16:44:22.832675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2166cf2c-fe2b-4d96-bfa0-e9a2a66e9cf6 None None] Port 399c13c8-0ee8-4901-a136-baebf50249a1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:22.858543 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c61c5acc-6298-4183-af9d-9b41a54f9035 req-8b38ff03-6abe-4ff6-8f7b-5387a5e3fa1b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359864 Jul 22 16:44:22.998800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.003986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.004754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.043182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e620b-0428-4450-bbcd-6a5bc6e1896f None None] Network 17a4acb5-e6a8-49ce-8a31-08edd6de253a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:23.072281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event updated for resources: {'Port': ['ID=399c13c8-0ee8-4901-a136-baebf50249a1,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:23.125465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c255e7fa-7608-4a73-a155-eb4654ef4f4c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:23.130790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5250cfe1-85d2-40d5-80cd-427056049d6c None None] Provisioning for port c255e7fa-7608-4a73-a155-eb4654ef4f4c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:23.139370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Network 122a4190-2c51-442a-ad23-3f422cdefc6c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:23.141065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:23.225755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c255e7fa-7608-4a73-a155-eb4654ef4f4c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:23.233026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c255e7fa-7608-4a73-a155-eb4654ef4f4c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:23.233649 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.247312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Router c7d027af-faa8-4bb6-8ac9-6f27dc58d2be has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:44:23.353119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:23.363475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5526efcb-451c-4845-9f8f-7e61a45f62cb tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "PUT /v2.0/routers/c7d027af-faa8-4bb6-8ac9-6f27dc58d2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0975401 Jul 22 16:44:23.363475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:23.365153 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cadb55-2fe0-4e32-b20f-8b3e511d8e7a None None] Sync routers for ids ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:23.369698 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.379174 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cadb55-2fe0-4e32-b20f-8b3e511d8e7a None None] Routers {'c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:23.379804 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d4cadb55-2fe0-4e32-b20f-8b3e511d8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:23.417194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c255e7fa-7608-4a73-a155-eb4654ef4f4c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c255e7fa-7608-4a73-a155-eb4654ef4f4c,segment=NetworkSegment(31a248ff-9ae9-4c94-b2cc-5579f99d7853),segment_id=31a248ff-9ae9-4c94-b2cc-5579f99d7853)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:23.421622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.428075 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d4cadb55-2fe0-4e32-b20f-8b3e511d8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:23.438112 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cadb55-2fe0-4e32-b20f-8b3e511d8e7a None None] Routers {'c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:23.438816 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d4cadb55-2fe0-4e32-b20f-8b3e511d8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:23.477498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c255e7fa-7608-4a73-a155-eb4654ef4f4c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:23.494992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8e344334-edbf-4fb9-89bc-e13c803d157f None None] Provisioning complete for port 399c13c8-0ee8-4901-a136-baebf50249a1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:23.495518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e344334-edbf-4fb9-89bc-e13c803d157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.503193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d4cadb55-2fe0-4e32-b20f-8b3e511d8e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:23.504337 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cadb55-2fe0-4e32-b20f-8b3e511d8e7a None None] The sync data for ids ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:23.535819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8e344334-edbf-4fb9-89bc-e13c803d157f None None] Port 399c13c8-0ee8-4901-a136-baebf50249a1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:23.675704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2781cf23-c1e1-49d7-b5dc-7d6fa29c39e0 None None] Provisioning complete for port c255e7fa-7608-4a73-a155-eb4654ef4f4c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:23.677328 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2781cf23-c1e1-49d7-b5dc-7d6fa29c39e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.811611 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-97228d21-a1e0-4596-b787-06d64f3cb091 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:23.912288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512dec2-683a-49ae-9451-1234474ad599 req-c47c6286-f8bc-4d90-951d-0b162fa34ab4 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:23.913983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c512dec2-683a-49ae-9451-1234474ad599 req-c47c6286-f8bc-4d90-951d-0b162fa34ab4 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1926064 Jul 22 16:44:23.926630 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-97228d21-a1e0-4596-b787-06d64f3cb091 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:44:23.928619 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-97228d21-a1e0-4596-b787-06d64f3cb091 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/routers/c7d027af-faa8-4bb6-8ac9-6f27dc58d2be HTTP/1.1" status: 409 len: 329 time: 0.5657167 Jul 22 16:44:23.932467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:23.970396 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c512dec2-683a-49ae-9451-1234474ad599 req-284ea0ba-bfc1-40d2-b9a6-426e817285ac tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468190 Jul 22 16:44:24.150544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b0fc0-23aa-4d2d-a07e-f3092732268c req-a7bb559f-03fa-45d0-8f3c-cbac9b12a65e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:24.151982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b9b0fc0-23aa-4d2d-a07e-f3092732268c req-a7bb559f-03fa-45d0-8f3c-cbac9b12a65e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.1793699 Jul 22 16:44:24.176385 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:24.538663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b9b0fc0-23aa-4d2d-a07e-f3092732268c req-d618c4fa-d540-40af-8eef-0a926d03a8ed tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782914 Jul 22 16:44:24.643204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:24.983069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting port 399c13c8-0ee8-4901-a136-baebf50249a1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:24.983694 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.084466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.093919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c255e7fa-7608-4a73-a155-eb4654ef4f4c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:25.098566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Calling delete_port for 399c13c8-0ee8-4901-a136-baebf50249a1 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:25.144207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32975f5-129d-453c-9e6a-5624bb23c847 req-f6c7cac1-41a5-4fe6-81cc-b59d9042819a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:25.146713 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f32975f5-129d-453c-9e6a-5624bb23c847 req-f6c7cac1-41a5-4fe6-81cc-b59d9042819a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0852275 Jul 22 16:44:25.153431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c255e7fa-7608-4a73-a155-eb4654ef4f4c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:25.154169 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.191753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f32975f5-129d-453c-9e6a-5624bb23c847 req-9461fa63-ce82-4ece-8da6-befb2d517f84 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392840 Jul 22 16:44:25.292813 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.321508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Port': ['ID=399c13c8-0ee8-4901-a136-baebf50249a1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:25.439008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.607851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Router c7d027af-faa8-4bb6-8ac9-6f27dc58d2be has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:44:25.673836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81955d6-2c82-427a-98c9-7c07a158a00f req-b55f535a-dfd0-4811-97a9-fc542528207c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:25.675377 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b81955d6-2c82-427a-98c9-7c07a158a00f req-b55f535a-dfd0-4811-97a9-fc542528207c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 943 time: 0.0642848 Jul 22 16:44:25.684601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:25.691552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-61af1f2e-89c4-4454-8da0-b3345b99ac40 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "PUT /v2.0/routers/c7d027af-faa8-4bb6-8ac9-6f27dc58d2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7569730 Jul 22 16:44:25.693575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52902) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:25.696127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed83f22-1189-4c29-97bf-3197f213eb45 None None] Sync routers for ids ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:25.705541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed83f22-1189-4c29-97bf-3197f213eb45 None None] Routers {'c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:25.706410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3ed83f22-1189-4c29-97bf-3197f213eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:25.724364 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b81955d6-2c82-427a-98c9-7c07a158a00f req-5cc932bc-d449-4ff5-bf3d-115ed3e564fd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Jul 22 16:44:25.732606 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-236e750a-ab26-4b57-b645-73c6c52f01c6 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] show failed (client error): The resource could not be found. Jul 22 16:44:25.734961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-236e750a-ab26-4b57-b645-73c6c52f01c6 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-929632407 HTTP/1.1" status: 404 len: 334 time: 0.0391471 Jul 22 16:44:25.737568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52904) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:25.742492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3ed83f22-1189-4c29-97bf-3197f213eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:25.749334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-567f0646-30e1-4de5-8559-5693be8eb9fa tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:25.751271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed83f22-1189-4c29-97bf-3197f213eb45 None None] Routers {'c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:25.751940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3ed83f22-1189-4c29-97bf-3197f213eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:25.783755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3ed83f22-1189-4c29-97bf-3197f213eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:25.784415 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed83f22-1189-4c29-97bf-3197f213eb45 None None] The sync data for ids ['c7d027af-faa8-4bb6-8ac9-6f27dc58d2be'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:25.790561 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-567f0646-30e1-4de5-8559-5693be8eb9fa tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] update failed (client error): The resource could not be found. Jul 22 16:44:25.791821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-567f0646-30e1-4de5-8559-5693be8eb9fa tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-467816831 HTTP/1.1" status: 404 len: 334 time: 0.0531704 Jul 22 16:44:25.795402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52906) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:25.852675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fa4e83-fa47-4590-8fab-807f8c99b872 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting subnet af20ea6a-fb86-4131-a57f-379ea158c112 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:25.856156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15fa4e83-fa47-4590-8fab-807f8c99b872 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:25.897222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15fa4e83-fa47-4590-8fab-807f8c99b872 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.003157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 28846431-8fed-436e-9fa1-8b3c087b05a1 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:44:26.005058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15fa4e83-fa47-4590-8fab-807f8c99b872 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.089680 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15fa4e83-fa47-4590-8fab-807f8c99b872 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.119471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa4e83-fa47-4590-8fab-807f8c99b872 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Subnet': ['ID=af20ea6a-fb86-4131-a57f-379ea158c112,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:26.122520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 28846431-8fed-436e-9fa1-8b3c087b05a1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=28846431-8fed-436e-9fa1-8b3c087b05a1,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:26.124015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15fa4e83-fa47-4590-8fab-807f8c99b872 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.125875 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-15fa4e83-fa47-4590-8fab-807f8c99b872 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/subnets/af20ea6a-fb86-4131-a57f-379ea158c112 HTTP/1.1" status: 204 len: 168 time: 0.3295386 Jul 22 16:44:26.130044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:26.141231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c95832a-827f-42e2-a675-45d1e1d96430 None None] Network 17a4acb5-e6a8-49ce-8a31-08edd6de253a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:26.151964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '28846431-8fed-436e-9fa1-8b3c087b05a1', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'port_id': '28846431-8fed-436e-9fa1-8b3c087b05a1', 'mac_address': 'fa:16:3e:0a:fe:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:44:26.212836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.256571 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.294805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting port c255e7fa-7608-4a73-a155-eb4654ef4f4c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:26.295223 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.298673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28846431-8fed-436e-9fa1-8b3c087b05a1 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:44:26.339889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 28846431-8fed-436e-9fa1-8b3c087b05a1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=28846431-8fed-436e-9fa1-8b3c087b05a1,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:26.345755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.386716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] For port c255e7fa-7608-4a73-a155-eb4654ef4f4c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c255e7fa-7608-4a73-a155-eb4654ef4f4c,segment=NetworkSegment(31a248ff-9ae9-4c94-b2cc-5579f99d7853),segment_id=31a248ff-9ae9-4c94-b2cc-5579f99d7853)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:26.388323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.405173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=28846431-8fed-436e-9fa1-8b3c087b05a1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:26.408080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Calling delete_port for c255e7fa-7608-4a73-a155-eb4654ef4f4c owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:26.427873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab341da-5b65-42f8-b9fd-f6824726567a req-01b1e6a8-fbf0-4033-91d2-f604ae530671 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:26.429469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ab341da-5b65-42f8-b9fd-f6824726567a req-01b1e6a8-fbf0-4033-91d2-f604ae530671 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1469038 Jul 22 16:44:26.479005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa6e0fe-d254-4ee9-8f82-3ca7c933b6b0 None None] DHCP port deletion for 17a4acb5-e6a8-49ce-8a31-08edd6de253a request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:44:26.533467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ab341da-5b65-42f8-b9fd-f6824726567a req-52c846fa-06f1-4f17-9adb-332e418b2115 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968130 Jul 22 16:44:26.565097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6e0fe-d254-4ee9-8f82-3ca7c933b6b0 None None] Deleting port c255e7fa-7608-4a73-a155-eb4654ef4f4c {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:26.565461 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e0fe-d254-4ee9-8f82-3ca7c933b6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.574011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.620454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Port': ['ID=c255e7fa-7608-4a73-a155-eb4654ef4f4c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:26.626470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] No DVR routers for this DVR port c255e7fa-7608-4a73-a155-eb4654ef4f4c on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:26.641572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9fa6e0fe-d254-4ee9-8f82-3ca7c933b6b0 None None] For port c255e7fa-7608-4a73-a155-eb4654ef4f4c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c255e7fa-7608-4a73-a155-eb4654ef4f4c,segment=NetworkSegment(31a248ff-9ae9-4c94-b2cc-5579f99d7853),segment_id=31a248ff-9ae9-4c94-b2cc-5579f99d7853)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:26.641963 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e0fe-d254-4ee9-8f82-3ca7c933b6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.654604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6e0fe-d254-4ee9-8f82-3ca7c933b6b0 None None] Calling delete_port for c255e7fa-7608-4a73-a155-eb4654ef4f4c owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:26.709637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['28846431-8fed-436e-9fa1-8b3c087b05a1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:44:26.728422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.743256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a4acb5-e6a8-49ce-8a31-08edd6de253a']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:26.754737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a248ff-9ae9-4c94-b2cc-5579f99d7853') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:26.755064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a248ff-9ae9-4c94-b2cc-5579f99d7853') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:26.769460 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.779180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-79bcf32e-c3d3-47eb-adc8-27e4f74d336e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1666632 Jul 22 16:44:26.787579 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.795596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:26.796256 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:26.800663 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:26.826297 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fa6e0fe-d254-4ee9-8f82-3ca7c933b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.865040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6e0fe-d254-4ee9-8f82-3ca7c933b6b0 None None] Pushing event deleted for resources: {'Port': ['ID=c255e7fa-7608-4a73-a155-eb4654ef4f4c,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:26.869434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6e0fe-d254-4ee9-8f82-3ca7c933b6b0 None None] No DVR routers for this DVR port c255e7fa-7608-4a73-a155-eb4654ef4f4c on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:26.939023 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.960674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:26.963132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/networks/17a4acb5-e6a8-49ce-8a31-08edd6de253a HTTP/1.1" status: 204 len: 168 time: 0.8328109 Jul 22 16:44:26.966766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:26.983838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848e3cf-0ba3-4cf9-bd94-dc8f40331dea tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Network': ['ID=17a4acb5-e6a8-49ce-8a31-08edd6de253a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:27.001888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-f78c08b8-a764-4fef-a5e3-c0b7872ce138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:27.003429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-f78c08b8-a764-4fef-a5e3-c0b7872ce138 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=38dd1049913c4e31bba213e5e26a35c2&device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 1098 time: 0.1679232 Jul 22 16:44:27.011189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf9eaf-bc61-4e9a-8736-3c45c3c64f16 req-556a0b8e-85fe-4f94-b75d-e0025126d798 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:27.018435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1bf9eaf-bc61-4e9a-8736-3c45c3c64f16 req-556a0b8e-85fe-4f94-b75d-e0025126d798 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 944 time: 0.1992147 Jul 22 16:44:27.073558 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9d428b-d791-4937-8cc2-61016c4bb016 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting subnet 2d960bf9-7706-4139-a8f9-06c0cd1c4288 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:27.078479 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a9d428b-d791-4937-8cc2-61016c4bb016 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.108805 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1bf9eaf-bc61-4e9a-8736-3c45c3c64f16 req-f70fd271-d4ae-4413-aa2e-17c591b0a0dc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848041 Jul 22 16:44:27.135615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c255e7fa-7608-4a73-a155-eb4654ef4f4c no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:27.146567 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a9d428b-d791-4937-8cc2-61016c4bb016 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.163642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c255e7fa-7608-4a73-a155-eb4654ef4f4c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:27.164338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c255e7fa-7608-4a73-a155-eb4654ef4f4c not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:27.193354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-cc06bbdc-44b0-491c-bf96-aca6162e06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:27.194840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-cc06bbdc-44b0-491c-bf96-aca6162e06c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4bc93299-5fec-4364-9788-d68f62f07327 HTTP/1.1" status: 200 len: 917 time: 0.1581171 Jul 22 16:44:27.255218 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a9d428b-d791-4937-8cc2-61016c4bb016 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.315698 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-8eac4ad5-7cd5-4d14-abfc-0c9a5360db30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 HTTP/1.1" status: 200 len: 1002 time: 0.1063142 Jul 22 16:44:27.325385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a9d428b-d791-4937-8cc2-61016c4bb016 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.353955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d428b-d791-4937-8cc2-61016c4bb016 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Subnet': ['ID=2d960bf9-7706-4139-a8f9-06c0cd1c4288,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:27.358151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a9d428b-d791-4937-8cc2-61016c4bb016 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.360039 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5a9d428b-d791-4937-8cc2-61016c4bb016 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/subnets/2d960bf9-7706-4139-a8f9-06c0cd1c4288 HTTP/1.1" status: 204 len: 168 time: 0.3913479 Jul 22 16:44:27.362781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:27.372599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-ef38d5d1-4385-4382-9bb0-05d1981ffcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:27.374845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-ef38d5d1-4385-4382-9bb0-05d1981ffcc9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2222261d-cece-4bc8-b1e2-2a981be16abb HTTP/1.1" status: 200 len: 855 time: 0.0515995 Jul 22 16:44:27.377399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c04b0-c284-4f92-9b99-f13caa449da5 None None] Network f7496031-e782-4fec-bd5e-59ff8fdf6eb8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:27.422492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d82c0c-a2f1-4d0f-9fa2-11468b9510f5 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting subnet eea229f9-019b-48d7-8ff4-d313b47c821f {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:27.427432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68d82c0c-a2f1-4d0f-9fa2-11468b9510f5 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.442335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-e2872535-3cc2-4681-a545-3c2e0464afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:27.444006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-e2872535-3cc2-4681-a545-3c2e0464afe0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4bc93299-5fec-4364-9788-d68f62f07327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620701 Jul 22 16:44:27.478690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68d82c0c-a2f1-4d0f-9fa2-11468b9510f5 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.551767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-d1357980-995f-46a1-a7ce-7d53557928b3 service neutron] 10.222.0.65 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992341 Jul 22 16:44:27.588299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68d82c0c-a2f1-4d0f-9fa2-11468b9510f5 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.639379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] DHCP port deletion for f7496031-e782-4fec-bd5e-59ff8fdf6eb8 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:44:27.703404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68d82c0c-a2f1-4d0f-9fa2-11468b9510f5 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.736761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Deleting port 84313f83-f059-4901-b1eb-878fc21ce48c {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:27.737410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebee973e-9dd1-4e1e-bdd1-b4adb453d3d0 req-b9fc8f01-1fe7-4c90-a51f-cc2f6c71a622 service neutron] 10.222.0.65 "GET /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704638 Jul 22 16:44:27.737692 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.742413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d82c0c-a2f1-4d0f-9fa2-11468b9510f5 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Subnet': ['ID=eea229f9-019b-48d7-8ff4-d313b47c821f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:27.745040 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68d82c0c-a2f1-4d0f-9fa2-11468b9510f5 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.747226 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-68d82c0c-a2f1-4d0f-9fa2-11468b9510f5 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/subnets/eea229f9-019b-48d7-8ff4-d313b47c821f HTTP/1.1" status: 204 len: 168 time: 0.3831644 Jul 22 16:44:27.751396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52942) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:27.785624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18f231-06e2-4153-97f9-5d31d0321760 req-334d2ad9-6f5d-45c3-aada-b0c20644a1e0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:27.787115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ce18f231-06e2-4153-97f9-5d31d0321760 req-334d2ad9-6f5d-45c3-aada-b0c20644a1e0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1261458 Jul 22 16:44:27.835694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ce18f231-06e2-4153-97f9-5d31d0321760 req-2c85169f-dea1-4d7c-a535-496997462c61 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Jul 22 16:44:27.847835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac453d33-8665-4228-9abb-7b272a4b74f8 None None] Network 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:27.867234 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.884833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] For port 84313f83-f059-4901-b1eb-878fc21ce48c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=84313f83-f059-4901-b1eb-878fc21ce48c,segment=NetworkSegment(9f168401-3ba0-4c25-ba85-d221413cb401),segment_id=9f168401-3ba0-4c25-ba85-d221413cb401)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:27.885197 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:27.930340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting port 84313f83-f059-4901-b1eb-878fc21ce48c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:27.931021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.002505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] For port 84313f83-f059-4901-b1eb-878fc21ce48c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=84313f83-f059-4901-b1eb-878fc21ce48c,segment=NetworkSegment(9f168401-3ba0-4c25-ba85-d221413cb401),segment_id=9f168401-3ba0-4c25-ba85-d221413cb401)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:28.003634 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.020192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Calling delete_port for 84313f83-f059-4901-b1eb-878fc21ce48c owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:28.113800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 28846431-8fed-436e-9fa1-8b3c087b05a1 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:28.117006 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Calling delete_port for 84313f83-f059-4901-b1eb-878fc21ce48c owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:28.134681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.150610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] No DVR routers for this DVR port 84313f83-f059-4901-b1eb-878fc21ce48c on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:28.196516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Port': ['ID=84313f83-f059-4901-b1eb-878fc21ce48c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:28.313320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603b9d-aec6-4fd8-8a9c-c4cd7cc1db49 req-6df573d7-6cfa-4c64-8cb7-62c42cb49db3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:28.316113 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.326082 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30603b9d-aec6-4fd8-8a9c-c4cd7cc1db49 req-6df573d7-6cfa-4c64-8cb7-62c42cb49db3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 944 time: 0.1299152 Jul 22 16:44:28.331431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7496031-e782-4fec-bd5e-59ff8fdf6eb8']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:28.336085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 28846431-8fed-436e-9fa1-8b3c087b05a1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:28.347765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f168401-3ba0-4c25-ba85-d221413cb401') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:28.347765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f168401-3ba0-4c25-ba85-d221413cb401') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:28.348276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 28846431-8fed-436e-9fa1-8b3c087b05a1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:28.348961 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.360843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.376991 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.389612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:28.390230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.399385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30603b9d-aec6-4fd8-8a9c-c4cd7cc1db49 req-4de9e322-553b-4f94-8894-0e0b817bac5f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716267 Jul 22 16:44:28.426263 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.460971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Pushing event deleted for resources: {'Port': ['ID=84313f83-f059-4901-b1eb-878fc21ce48c,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:28.474027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.474370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.474708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.475162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.475427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.475763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.476091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.476413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.476737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.477059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.477381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.477825 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:28.481038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6316b-4b66-4c14-b3f1-e32d79c5b17d None None] No DVR routers for this DVR port 84313f83-f059-4901-b1eb-878fc21ce48c on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:28.484626 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:28.487030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63142bd0-89a2-4783-b343-c0ba15ae006d None None] DHCP port deletion for 2281c1bd-ecda-45a5-8c93-744fbf0ecca5 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:44:28.498974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.507266 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.509596 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/networks/f7496031-e782-4fec-bd5e-59ff8fdf6eb8 HTTP/1.1" status: 204 len: 168 time: 0.7572343 Jul 22 16:44:28.512481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52956) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:28.554001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a5956-0f42-4ea6-8a94-06d3ade8887f tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Network': ['ID=f7496031-e782-4fec-bd5e-59ff8fdf6eb8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:28.569324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:28.586487 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.622156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c1141e-9a19-4b22-ab4f-55ef3b235069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28846431-8fed-436e-9fa1-8b3c087b05a1'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:28.622156 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a165a68-4879-4a27-9268-c32fdb810e18" -d '{"events": [{"server_uuid": "06c1141e-9a19-4b22-ab4f-55ef3b235069", "name": "network-vif-plugged", "status": "completed", "tag": "28846431-8fed-436e-9fa1-8b3c087b05a1"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:28.635154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-63142bd0-89a2-4783-b343-c0ba15ae006d None None] Deleting port 3b86845d-44a0-4ce4-834b-767474be7679 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:28.635529 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63142bd0-89a2-4783-b343-c0ba15ae006d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.636465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.713677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting port 3b86845d-44a0-4ce4-834b-767474be7679 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:28.714209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.721386 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-755dbb08-170d-4178-90b6-cac8b7f4b571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.726387 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e04cc9-9994-4ac6-9290-a4017b9fb015 x-openstack-request-id: req-f1e04cc9-9994-4ac6-9290-a4017b9fb015 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:28.726676 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c1141e-9a19-4b22-ab4f-55ef3b235069", "name": "network-vif-plugged", "status": "completed", "tag": "28846431-8fed-436e-9fa1-8b3c087b05a1", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:28.727022 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1e04cc9-9994-4ac6-9290-a4017b9fb015 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:28.727416 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c1141e-9a19-4b22-ab4f-55ef3b235069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28846431-8fed-436e-9fa1-8b3c087b05a1', 'code': 200} Jul 22 16:44:28.729577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 28846431-8fed-436e-9fa1-8b3c087b05a1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=28846431-8fed-436e-9fa1-8b3c087b05a1,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:28.746118 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.757639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-63142bd0-89a2-4783-b343-c0ba15ae006d None None] For port 3b86845d-44a0-4ce4-834b-767474be7679, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3b86845d-44a0-4ce4-834b-767474be7679,segment=NetworkSegment(95288527-3ed4-4597-a3db-a4bb034b0765),segment_id=95288527-3ed4-4597-a3db-a4bb034b0765)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:28.758284 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63142bd0-89a2-4783-b343-c0ba15ae006d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.779194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-63142bd0-89a2-4783-b343-c0ba15ae006d None None] Calling delete_port for 3b86845d-44a0-4ce4-834b-767474be7679 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:28.806817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] For port 3b86845d-44a0-4ce4-834b-767474be7679, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3b86845d-44a0-4ce4-834b-767474be7679,segment=NetworkSegment(95288527-3ed4-4597-a3db-a4bb034b0765),segment_id=95288527-3ed4-4597-a3db-a4bb034b0765)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:28.806817 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.854064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Calling delete_port for 3b86845d-44a0-4ce4-834b-767474be7679 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:28.904442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-755dbb08-170d-4178-90b6-cac8b7f4b571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.910660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-755dbb08-170d-4178-90b6-cac8b7f4b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:28.956327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233c00e-27eb-4da3-8f00-6206c5506d1d req-0e0a0061-4936-4635-b03c-f2b8d75f35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:28.957861 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1233c00e-27eb-4da3-8f00-6206c5506d1d req-0e0a0061-4936-4635-b03c-f2b8d75f35d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 1097 time: 0.1401191 Jul 22 16:44:28.960122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:28.962069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-755dbb08-170d-4178-90b6-cac8b7f4b571 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9ce2b31d5784c0bbfd984b03539b3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910201 Jul 22 16:44:28.979717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=28846431-8fed-436e-9fa1-8b3c087b05a1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:28.993704 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63142bd0-89a2-4783-b343-c0ba15ae006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.034498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dbb08-170d-4178-90b6-cac8b7f4b571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379d07fc-a9c5-485d-8924-cf27700e7d7b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:29.044867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142bd0-89a2-4783-b343-c0ba15ae006d None None] Pushing event deleted for resources: {'Port': ['ID=3b86845d-44a0-4ce4-834b-767474be7679,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:29.076448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63142bd0-89a2-4783-b343-c0ba15ae006d None None] No DVR routers for this DVR port 3b86845d-44a0-4ce4-834b-767474be7679 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:29.078181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a23d6a-dbae-4eff-90e2-02d34b0fcea0 req-6f872fbb-c426-4cd7-8dde-877063bc0a38 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:29.089257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1233c00e-27eb-4da3-8f00-6206c5506d1d req-b1210af9-d64b-4737-a5ba-e7ced9f176ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146724 Jul 22 16:44:29.099659 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40a23d6a-dbae-4eff-90e2-02d34b0fcea0 req-6f872fbb-c426-4cd7-8dde-877063bc0a38 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1264095 Jul 22 16:44:29.109149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 84313f83-f059-4901-b1eb-878fc21ce48c no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:29.113374 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.119418 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67ed2730-e9ba-4d48-8515-7a66cbf222ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.135101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 84313f83-f059-4901-b1eb-878fc21ce48c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:29.135481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 84313f83-f059-4901-b1eb-878fc21ce48c not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:29.135872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3b86845d-44a0-4ce4-834b-767474be7679 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:29.152295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Port': ['ID=3b86845d-44a0-4ce4-834b-767474be7679,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:29.156468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] No DVR routers for this DVR port 3b86845d-44a0-4ce4-834b-767474be7679 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:29.156732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 3b86845d-44a0-4ce4-834b-767474be7679 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:29.157083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3b86845d-44a0-4ce4-834b-767474be7679 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:29.180365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40a23d6a-dbae-4eff-90e2-02d34b0fcea0 req-9538b5fa-24ad-4f24-bf15-2054f2893eb2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756235 Jul 22 16:44:29.189466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67ed2730-e9ba-4d48-8515-7a66cbf222ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.272493 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.284090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2281c1bd-ecda-45a5-8c93-744fbf0ecca5']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:29.295234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95288527-3ed4-4597-a3db-a4bb034b0765') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:29.295514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95288527-3ed4-4597-a3db-a4bb034b0765') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:29.305423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.312246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67ed2730-e9ba-4d48-8515-7a66cbf222ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.314801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67ed2730-e9ba-4d48-8515-7a66cbf222ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.315971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-67ed2730-e9ba-4d48-8515-7a66cbf222ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/379d07fc-a9c5-485d-8924-cf27700e7d7b HTTP/1.1" status: 204 len: 168 time: 0.3544393 Jul 22 16:44:29.328422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.330991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed2730-e9ba-4d48-8515-7a66cbf222ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379d07fc-a9c5-485d-8924-cf27700e7d7b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:29.337055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:29.337413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:29.340850 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:29.409137 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.419065 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.423181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/networks/2281c1bd-ecda-45a5-8c93-744fbf0ecca5 HTTP/1.1" status: 204 len: 168 time: 0.9073477 Jul 22 16:44:29.424568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:29.432047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966eba0-18e6-4cc6-87e3-ba911f4f1414 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Network': ['ID=2281c1bd-ecda-45a5-8c93-744fbf0ecca5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:29.499338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da594f9-fe26-4799-851d-9a0d36067d5b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting subnet 19654f19-7f28-4d0d-8e93-30a7ac55730a {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:29.503420 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9da594f9-fe26-4799-851d-9a0d36067d5b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.550355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9da594f9-fe26-4799-851d-9a0d36067d5b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.583769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f4b27-8b7f-4525-94f7-10a14484285f req-cac9b29e-44de-4f5a-8463-c1a63dfc0dbc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:29.585312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d0f4b27-8b7f-4525-94f7-10a14484285f req-cac9b29e-44de-4f5a-8463-c1a63dfc0dbc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 945 time: 0.0765901 Jul 22 16:44:29.632312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d0f4b27-8b7f-4525-94f7-10a14484285f req-4190a335-3a1c-43d8-a3d5-eb92a57aaa4c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 Jul 22 16:44:29.665767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9da594f9-fe26-4799-851d-9a0d36067d5b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.670630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52982) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:29.684376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb377b17-6246-49a7-82cf-b7525ff1a770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.730477 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9da594f9-fe26-4799-851d-9a0d36067d5b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.756588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da594f9-fe26-4799-851d-9a0d36067d5b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Subnet': ['ID=19654f19-7f28-4d0d-8e93-30a7ac55730a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:29.763855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9da594f9-fe26-4799-851d-9a0d36067d5b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.768624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9da594f9-fe26-4799-851d-9a0d36067d5b tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/subnets/19654f19-7f28-4d0d-8e93-30a7ac55730a HTTP/1.1" status: 204 len: 168 time: 0.3427866 Jul 22 16:44:29.768901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:29.771090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4907751-ac7e-4dfd-b76b-7bebb4fb3eff None None] Network 122a4190-2c51-442a-ad23-3f422cdefc6c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:29.799808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb377b17-6246-49a7-82cf-b7525ff1a770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.806998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb377b17-6246-49a7-82cf-b7525ff1a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.896205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:29.903159 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eb377b17-6246-49a7-82cf-b7525ff1a770 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36e3ee7830ce499388cd584743e0e093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308230 Jul 22 16:44:29.904912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb377b17-6246-49a7-82cf-b7525ff1a770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d52027d-7643-4494-9975-5e4c8008dfc1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:29.907614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52988) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:29.979631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f131587-f81c-4527-8749-e383e5da7583 None None] DHCP port deletion for 122a4190-2c51-442a-ad23-3f422cdefc6c request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:44:30.003873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d75b9ad-9245-435c-aeae-b31d86f73607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.025787 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1f131587-f81c-4527-8749-e383e5da7583 None None] Deleting port bd7d721a-bae9-4002-a4b7-abc6c643c353 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:30.026168 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f131587-f81c-4527-8749-e383e5da7583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.032616 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d75b9ad-9245-435c-aeae-b31d86f73607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.045876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Deleting port bd7d721a-bae9-4002-a4b7-abc6c643c353 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:30.046208 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.088035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1f131587-f81c-4527-8749-e383e5da7583 None None] For port bd7d721a-bae9-4002-a4b7-abc6c643c353, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bd7d721a-bae9-4002-a4b7-abc6c643c353,segment=NetworkSegment(5336631e-97f6-483a-9486-be107f783ceb),segment_id=5336631e-97f6-483a-9486-be107f783ceb)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:30.088421 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f131587-f81c-4527-8749-e383e5da7583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.107528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1f131587-f81c-4527-8749-e383e5da7583 None None] Calling delete_port for bd7d721a-bae9-4002-a4b7-abc6c643c353 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:30.207934 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f131587-f81c-4527-8749-e383e5da7583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.234464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f131587-f81c-4527-8749-e383e5da7583 None None] Pushing event deleted for resources: {'Port': ['ID=bd7d721a-bae9-4002-a4b7-abc6c643c353,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:30.237970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f131587-f81c-4527-8749-e383e5da7583 None None] No DVR routers for this DVR port bd7d721a-bae9-4002-a4b7-abc6c643c353 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:30.492416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] For port bd7d721a-bae9-4002-a4b7-abc6c643c353, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bd7d721a-bae9-4002-a4b7-abc6c643c353,segment=NetworkSegment(5336631e-97f6-483a-9486-be107f783ceb),segment_id=5336631e-97f6-483a-9486-be107f783ceb)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:30.493073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.511240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Calling delete_port for bd7d721a-bae9-4002-a4b7-abc6c643c353 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:30.513203 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d75b9ad-9245-435c-aeae-b31d86f73607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.515824 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d75b9ad-9245-435c-aeae-b31d86f73607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.516965 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8d75b9ad-9245-435c-aeae-b31d86f73607 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d52027d-7643-4494-9975-5e4c8008dfc1 HTTP/1.1" status: 204 len: 168 time: 0.6066449 Jul 22 16:44:30.538567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75b9ad-9245-435c-aeae-b31d86f73607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d52027d-7643-4494-9975-5e4c8008dfc1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:30.611915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605f872-b8d5-4bbc-b24e-ae4ada9760d4 req-72d234d1-7542-4793-b80f-8cd05dc982f9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:30.613445 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1605f872-b8d5-4bbc-b24e-ae4ada9760d4 req-72d234d1-7542-4793-b80f-8cd05dc982f9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1603923 Jul 22 16:44:30.657871 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.689006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1605f872-b8d5-4bbc-b24e-ae4ada9760d4 req-64bfd627-70f0-4d78-a508-c2db0cb96076 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678127 Jul 22 16:44:30.690215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Port': ['ID=bd7d721a-bae9-4002-a4b7-abc6c643c353,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:30.693742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] No DVR routers for this DVR port bd7d721a-bae9-4002-a4b7-abc6c643c353 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:30.783319 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.795015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122a4190-2c51-442a-ad23-3f422cdefc6c']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:30.807292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5336631e-97f6-483a-9486-be107f783ceb') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:30.807964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5336631e-97f6-483a-9486-be107f783ceb') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:30.817903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6d72d-5062-4d85-aca3-fec2d7494073 req-412ee3eb-d1d3-4516-a380-9322e6d6f88e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:30.818443 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.819466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56e6d72d-5062-4d85-aca3-fec2d7494073 req-412ee3eb-d1d3-4516-a380-9322e6d6f88e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 945 time: 0.0763376 Jul 22 16:44:30.832706 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.839275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:30.840431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:30.843968 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:30.875501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56e6d72d-5062-4d85-aca3-fec2d7494073 req-d3dbe57f-43ec-4e22-ae6f-eeea0dcd4776 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493443 Jul 22 16:44:30.922608 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.946008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:30.951165 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/networks/122a4190-2c51-442a-ad23-3f422cdefc6c HTTP/1.1" status: 204 len: 168 time: 1.1780922 Jul 22 16:44:30.951165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc15803-aca1-428c-8f31-9c3d737d99b0 tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Pushing event deleted for resources: {'Network': ['ID=122a4190-2c51-442a-ad23-3f422cdefc6c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:30.951477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:31.002473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-53d01912-22ac-4e31-8f95-7fb51c172a7a tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7d027af-faa8-4bb6-8ac9-6f27dc58d2be HTTP/1.1" status: 200 len: 205 time: 0.0494621 Jul 22 16:44:31.005847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:31.094882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bd7d721a-bae9-4002-a4b7-abc6c643c353 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:31.099114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a557-b0d2-4e87-bef4-a7b293f0fa2c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.108971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849680e-ecec-4f39-b722-19bf95e5670a req-8c8584ab-6b4e-44de-b7c8-5aa712948fac tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:31.110538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c849680e-ecec-4f39-b722-19bf95e5670a req-8c8584ab-6b4e-44de-b7c8-5aa712948fac tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 945 time: 0.1616085 Jul 22 16:44:31.127494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: bd7d721a-bae9-4002-a4b7-abc6c643c353 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:31.127720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bd7d721a-bae9-4002-a4b7-abc6c643c353 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:31.296626 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.296894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c849680e-ecec-4f39-b722-19bf95e5670a req-416cfb41-3364-4193-8e57-25c119702d6b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510217 Jul 22 16:44:31.303810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a557-b0d2-4e87-bef4-a7b293f0fa2c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.305972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a557-b0d2-4e87-bef4-a7b293f0fa2c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.366163 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a557-b0d2-4e87-bef4-a7b293f0fa2c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.366709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc9a557-b0d2-4e87-bef4-a7b293f0fa2c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Fanout notify agent at l3_agent the message router_deleted on router c7d027af-faa8-4bb6-8ac9-6f27dc58d2be {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:44:31.384203 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdc9a557-b0d2-4e87-bef4-a7b293f0fa2c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:31.385305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bdc9a557-b0d2-4e87-bef4-a7b293f0fa2c tempest-RoutersNegativeIpV6Test-1293067771 tempest-RoutersNegativeIpV6Test-1293067771-project] 10.222.0.53 "DELETE /v2.0/routers/c7d027af-faa8-4bb6-8ac9-6f27dc58d2be HTTP/1.1" status: 204 len: 168 time: 0.3785427 Jul 22 16:44:31.447787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df949d-4659-429d-9d47-d5bc635313bd req-56964d69-e810-42ee-8ed2-f834741fd28c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:31.449386 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3df949d-4659-429d-9d47-d5bc635313bd req-56964d69-e810-42ee-8ed2-f834741fd28c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 945 time: 0.0802610 Jul 22 16:44:31.493204 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3df949d-4659-429d-9d47-d5bc635313bd req-1d5fc6fb-f2fd-4226-8d5e-7f329e0c9907 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374918 Jul 22 16:44:31.717069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53044) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:31.858401 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689ce6d-9716-4146-972a-3fa1f4822728 req-daf0b6ec-219b-42b1-bf2e-6bd45e867f7b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:31.860084 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a689ce6d-9716-4146-972a-3fa1f4822728 req-daf0b6ec-219b-42b1-bf2e-6bd45e867f7b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0776837 Jul 22 16:44:31.880689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177edd30-3e0e-4c1f-a03e-6d31d6cacbd6 req-2ea54b4d-38b6-4b4e-8bd0-b5eb330e49b6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:31.884732 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-177edd30-3e0e-4c1f-a03e-6d31d6cacbd6 req-2ea54b4d-38b6-4b4e-8bd0-b5eb330e49b6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 945 time: 0.0809047 Jul 22 16:44:31.919785 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a689ce6d-9716-4146-972a-3fa1f4822728 req-bbb5e583-e164-479a-adb7-fcc83c05864a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Jul 22 16:44:31.940108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-953c54ff-4bce-4b72-940c-44ac231b3030 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=579922f248d3489b83e1b42526eca690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2217941 Jul 22 16:44:31.942576 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53058) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:31.950869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-177edd30-3e0e-4c1f-a03e-6d31d6cacbd6 req-e0079e48-9c8c-4dd7-8685-ad45c72a8449 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583344 Jul 22 16:44:32.003839 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c545a087-b555-4aff-86ad-ab473cda9e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:32.025912 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c545a087-b555-4aff-86ad-ab473cda9e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:32.079441 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c545a087-b555-4aff-86ad-ab473cda9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:32.084903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c545a087-b555-4aff-86ad-ab473cda9e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:32.092001 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c545a087-b555-4aff-86ad-ab473cda9e94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a0642fe-e4a7-4083-a40b-318fc326dd68 HTTP/1.1" status: 204 len: 168 time: 0.1478267 Jul 22 16:44:32.103562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545a087-b555-4aff-86ad-ab473cda9e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0642fe-e4a7-4083-a40b-318fc326dd68,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:32.878730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:32.982128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-354983945'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:33.008702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Made reservation on behalf of 5bd5e9a61759491485f1e64fcf751257 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:33.012808 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.022234 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.097444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3db52-a77d-4ff3-972b-23e6b187d4e6 req-e9f2856f-4306-4b63-89ec-e90bc4e97019 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:33.099027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7e3db52-a77d-4ff3-972b-23e6b187d4e6 req-e9f2856f-4306-4b63-89ec-e90bc4e97019 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0746214 Jul 22 16:44:33.142067 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7e3db52-a77d-4ff3-972b-23e6b187d4e6 req-37957b49-852b-4f19-a585-a27bac701766 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Jul 22 16:44:33.158466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30abcd4-202e-42e8-ab2d-4498e0d8cffe req-2d35bdb4-921b-4e1e-8489-0b7c3d0b5cb5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:33.160007 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a30abcd4-202e-42e8-ab2d-4498e0d8cffe req-2d35bdb4-921b-4e1e-8489-0b7c3d0b5cb5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 945 time: 0.1095257 Jul 22 16:44:33.173721 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.180860 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.211820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:33.236588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb491de-5e2c-47e3-a7cb-43e83c4ae83d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:33.242774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.243153 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Added segment 6b068aff-1bae-4e48-902e-d230ec87dac5 of type vlan for network f19c2455-91c8-4adf-93f1-24d657dac2a1 Jul 22 16:44:33.256313 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a30abcd4-202e-42e8-ab2d-4498e0d8cffe req-f8337cd0-bf14-486a-819d-51569919322d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868344 Jul 22 16:44:33.293717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.321580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.327304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:33.327896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.364532 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4844029 Jul 22 16:44:33.367603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53112) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:33.376381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Request body: {'subnet': {'network_id': 'f19c2455-91c8-4adf-93f1-24d657dac2a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:33.415291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab286d1-1eaa-4571-a7ba-7f23342a0b57 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Pushing event updated for resources: {'Network': ['ID=f19c2455-91c8-4adf-93f1-24d657dac2a1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:33.427094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f19c2455-91c8-4adf-93f1-24d657dac2a1 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:33.483994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Made reservation on behalf of 5bd5e9a61759491485f1e64fcf751257 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:33.488221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.718296 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.786317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-37395fd5-3d36-4d83-aa8b-efbb0fa03b57 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:33.787849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-37395fd5-3d36-4d83-aa8b-efbb0fa03b57 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.20 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 945 time: 0.1585310 Jul 22 16:44:33.814017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Pushing event updated for resources: {'Subnet': ['ID=45926827-a734-46b0-8c86-c8a13e328a41,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:33.845544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Checking segment: {'id': '6b068aff-1bae-4e48-902e-d230ec87dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f19c2455-91c8-4adf-93f1-24d657dac2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:33.845895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Network hostable DHCP agents. Network: f19c2455-91c8-4adf-93f1-24d657dac2a1, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:33.908791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Network f19c2455-91c8-4adf-93f1-24d657dac2a1 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:33.935376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f19c2455-91c8-4adf-93f1-24d657dac2a1) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:33.944602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b787e6-eff4-4e98-b7be-3ae53b06cdaf None None] Network f19c2455-91c8-4adf-93f1-24d657dac2a1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:33.947253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:33.948005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.964646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port 28846431-8fed-436e-9fa1-8b3c087b05a1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:33.964646 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:33.992588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-276d3636-4d3f-44ba-a6d4-1d57dac5f49b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6235032 Jul 22 16:44:33.997119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53122) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:34.002291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Request body: {'port': {'network_id': 'f19c2455-91c8-4adf-93f1-24d657dac2a1', 'name': 'tempest-TagsExtTest-580115650'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:34.079600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] For port 28846431-8fed-436e-9fa1-8b3c087b05a1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=28846431-8fed-436e-9fa1-8b3c087b05a1,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:34.080331 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.094429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for 28846431-8fed-436e-9fa1-8b3c087b05a1 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:34.149273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Made reservation on behalf of 5bd5e9a61759491485f1e64fcf751257 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:34.155661 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.155960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-f19c2455-91c8-4adf-93f1-24d657dac2a1', 'network_id': 'f19c2455-91c8-4adf-93f1-24d657dac2a1', 'tenant_id': '5bd5e9a61759491485f1e64fcf751257', 'fixed_ips': [{'subnet_id': '45926827-a734-46b0-8c86-c8a13e328a41'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:44:34.156879 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.188791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] device_id is not set on port 3e136471-a312-4e50-8543-4f42db50de16 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:44:34.355257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Allocated IP 172.20.0.10 (f19c2455-91c8-4adf-93f1-24d657dac2a1/45926827-a734-46b0-8c86-c8a13e328a41/3e136471-a312-4e50-8543-4f42db50de16) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:34.379411 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.450402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc3233-8344-4167-848d-52ebd2942056 req-4b5bd45a-64c5-4ee3-ae88-67b118ce68e0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:34.460627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39cc3233-8344-4167-848d-52ebd2942056 req-4b5bd45a-64c5-4ee3-ae88-67b118ce68e0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.2060280 Jul 22 16:44:34.460627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=28846431-8fed-436e-9fa1-8b3c087b05a1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:34.531542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-905a98bb-930e-4e27-a526-57bc3b38991a req-23849ede-7ddc-43de-b830-692330e0d1fb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 210 time: 0.0790243 Jul 22 16:44:34.534245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] No DVR routers for this DVR port 28846431-8fed-436e-9fa1-8b3c087b05a1 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:34.543970 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.546444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c49c80b-95e6-4a8a-abe4-9d04c9eb6f3a req-cef8f8da-fa67-42f7-8231-d0485bcdb616 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.20 "DELETE /v2.0/ports/28846431-8fed-436e-9fa1-8b3c087b05a1 HTTP/1.1" status: 204 len: 173 time: 0.7457175 Jul 22 16:44:34.548549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c1141e-9a19-4b22-ab4f-55ef3b235069', 'name': 'network-vif-deleted', 'tag': '28846431-8fed-436e-9fa1-8b3c087b05a1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:34.553070 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db61a8a5-123f-4c26-812b-0b1e2b8697e0" -d '{"events": [{"server_uuid": "06c1141e-9a19-4b22-ab4f-55ef3b235069", "name": "network-vif-deleted", "tag": "28846431-8fed-436e-9fa1-8b3c087b05a1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:34.572480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39cc3233-8344-4167-848d-52ebd2942056 req-5473ed0b-9934-4090-af20-f2f0f3ffe6a9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133747 Jul 22 16:44:34.611508 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b24de26-75d9-4c02-a5ff-4e757deb34ab x-openstack-request-id: req-8b24de26-75d9-4c02-a5ff-4e757deb34ab {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:34.611878 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c1141e-9a19-4b22-ab4f-55ef3b235069", "name": "network-vif-deleted", "tag": "28846431-8fed-436e-9fa1-8b3c087b05a1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:34.612177 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b24de26-75d9-4c02-a5ff-4e757deb34ab {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:34.612613 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c1141e-9a19-4b22-ab4f-55ef3b235069', 'name': 'network-vif-deleted', 'tag': '28846431-8fed-436e-9fa1-8b3c087b05a1', 'status': 'completed', 'code': 200} Jul 22 16:44:34.649686 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.666161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Transition to ACTIVE for port object 3e136471-a312-4e50-8543-4f42db50de16 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:34.708274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.763045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Network f19c2455-91c8-4adf-93f1-24d657dac2a1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:34.763303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Allocated IP 172.20.0.2 (f19c2455-91c8-4adf-93f1-24d657dac2a1/45926827-a734-46b0-8c86-c8a13e328a41/96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:44:34.767026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:34.781987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:34.809640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Pushing event updated for resources: {'Port': ['ID=3e136471-a312-4e50-8543-4f42db50de16,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:34.880280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:34.880944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.910449 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6c87b0ec-09fb-4076-9e93-c021e5236056 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9082065 Jul 22 16:44:34.910957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:34.916038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-79570c4b-0cea-4504-b28a-ae943f29d90f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1630733988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:34.947530 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79570c4b-0cea-4504-b28a-ae943f29d90f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.948542 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79570c4b-0cea-4504-b28a-ae943f29d90f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.960495 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:34.970406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Transition to ACTIVE for port object 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:34.988109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Transition to ACTIVE for port object 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:44:34.995614 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.008590 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79570c4b-0cea-4504-b28a-ae943f29d90f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.013980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79570c4b-0cea-4504-b28a-ae943f29d90f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.032653 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79570c4b-0cea-4504-b28a-ae943f29d90f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.036756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-79570c4b-0cea-4504-b28a-ae943f29d90f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1220872 Jul 22 16:44:35.037991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53150) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.045886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-df6f37f9-789b-4a05-bf2b-44055438b580 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-509982363', 'prefixes': ['172.20.0.0/16']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:35.047117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Network f19c2455-91c8-4adf-93f1-24d657dac2a1 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:44:35.050355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:35.055065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:44:35.058463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Pushing event updated for resources: {'Port': ['ID=96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:35.118076 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df6f37f9-789b-4a05-bf2b-44055438b580 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.120512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Attempting to bind port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:44:35.120888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Attempting to bind port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '6b068aff-1bae-4e48-902e-d230ec87dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f19c2455-91c8-4adf-93f1-24d657dac2a1'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:44:35.122005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Attempting to bind port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b on network f19c2455-91c8-4adf-93f1-24d657dac2a1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:44:35.123406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-df6f37f9-789b-4a05-bf2b-44055438b580 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0841498 Jul 22 16:44:35.124274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.128105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:44:35.128480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Checking segment: {'id': '6b068aff-1bae-4e48-902e-d230ec87dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f19c2455-91c8-4adf-93f1-24d657dac2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:35.128886 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.129039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-8fcce63b-9c95-4cb2-8025-438ec26c59a3 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41', 'tempest-TagsExtTest-Tag-2071451936') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:35.129370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Bound using segment: {'id': '6b068aff-1bae-4e48-902e-d230ec87dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f19c2455-91c8-4adf-93f1-24d657dac2a1'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:44:35.129845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Bound port: 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b068aff-1bae-4e48-902e-d230ec87dac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f19c2455-91c8-4adf-93f1-24d657dac2a1'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:44:35.130232 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.201029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] For port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:35.204393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] For port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b,segment=NetworkSegment(6b068aff-1bae-4e48-902e-d230ec87dac5),segment_id=6b068aff-1bae-4e48-902e-d230ec87dac5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:44:35.210011 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.237625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8fcce63b-9c95-4cb2-8025-438ec26c59a3 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags/tempest-TagsExtTest-Tag-2071451936 HTTP/1.1" status: 201 len: 201 time: 0.1096971 Jul 22 16:44:35.237840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.243698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-b22aebd7-877d-462d-a001-7f17b42a60c2 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16', 'tempest-TagsExtTest-Tag-1039848690') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:35.284127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c039b-46c6-496f-9f8f-7b026ed60b74 None None] Pushing event updated for resources: {'Port': ['ID=96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:35.331107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b22aebd7-877d-462d-a001-7f17b42a60c2 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags/tempest-TagsExtTest-Tag-1039848690 HTTP/1.1" status: 201 len: 201 time: 0.0896997 Jul 22 16:44:35.335294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53156) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.341312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-fb731e2a-c087-4889-87a2-a21f66eb1e8d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c', 'tempest-TagsExtTest-Tag-461534136') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:35.446803 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:35.464712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fb731e2a-c087-4889-87a2-a21f66eb1e8d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags/tempest-TagsExtTest-Tag-461534136 HTTP/1.1" status: 201 len: 201 time: 0.1278136 Jul 22 16:44:35.465615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53160) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.482085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-e16445e6-93ca-4996-8d23-15aea8f6eb14 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946', 'tempest-TagsExtTest-Tag-1932202191') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:35.564941 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e16445e6-93ca-4996-8d23-15aea8f6eb14 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags/tempest-TagsExtTest-Tag-1932202191 HTTP/1.1" status: 201 len: 201 time: 0.0943797 Jul 22 16:44:35.565188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.571433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-6d7184c0-0edb-46d9-b829-9410823d154e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:35.711527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ca298f8-07e0-40d3-8697-73426564a43d req-abd5dc29-3eaf-4c94-b40f-b22ef4b8c6c3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 210 time: 0.0408158 Jul 22 16:44:35.721180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6d7184c0-0edb-46d9-b829-9410823d154e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags HTTP/1.1" status: 200 len: 241 time: 0.1541510 Jul 22 16:44:35.733821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.733821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-049cb3ad-82bc-44c4-97c4-10bacd844c5a tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41', 'tempest-TagsExtTest-Tag-2071451936') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:35.776460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291de0b-6acb-4872-a182-68add782062e req-3e7c348e-07c2-4c47-9e77-33944d39572d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:35.779409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f291de0b-6acb-4872-a182-68add782062e req-3e7c348e-07c2-4c47-9e77-33944d39572d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1088779 Jul 22 16:44:35.838064 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-049cb3ad-82bc-44c4-97c4-10bacd844c5a tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags/tempest-TagsExtTest-Tag-2071451936 HTTP/1.1" status: 204 len: 168 time: 0.1115451 Jul 22 16:44:35.839398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f291de0b-6acb-4872-a182-68add782062e req-015d4c01-1c6d-45f8-a8c9-8dc5e24fcb12 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522633 Jul 22 16:44:35.841384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53182) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.847166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-9fb9321e-0c32-4ed2-a902-a761cbc15be2 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41', 'tempest-TagsExtTest-Tag-2071451936') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:35.952739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9fb9321e-0c32-4ed2-a902-a761cbc15be2 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags/tempest-TagsExtTest-Tag-2071451936 HTTP/1.1" status: 204 len: 168 time: 0.1072531 Jul 22 16:44:35.953107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53190) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:35.958053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-09f04362-a5e6-477d-b20a-291432d21169 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:36.021100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 28846431-8fed-436e-9fa1-8b3c087b05a1 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:36.052141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 28846431-8fed-436e-9fa1-8b3c087b05a1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:36.052497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 28846431-8fed-436e-9fa1-8b3c087b05a1 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:36.068145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.073656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-05775e58-912f-4b0d-904e-6e9e2e1b9798 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:36.077976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-09f04362-a5e6-477d-b20a-291432d21169 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags HTTP/1.1" status: 200 len: 205 time: 0.1235068 Jul 22 16:44:36.148860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-05775e58-912f-4b0d-904e-6e9e2e1b9798 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags HTTP/1.1" status: 200 len: 241 time: 0.0789900 Jul 22 16:44:36.151329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.161306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-3c0e729f-81c8-479f-a234-14b5cf7356ff tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16', 'tempest-TagsExtTest-Tag-1039848690') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:36.248747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3c0e729f-81c8-479f-a234-14b5cf7356ff tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags/tempest-TagsExtTest-Tag-1039848690 HTTP/1.1" status: 204 len: 168 time: 0.0961039 Jul 22 16:44:36.251270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.258184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-21a7f4dd-cbc9-4586-84e5-60db9b60e46e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16', 'tempest-TagsExtTest-Tag-1039848690') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:36.352171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-21a7f4dd-cbc9-4586-84e5-60db9b60e46e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags/tempest-TagsExtTest-Tag-1039848690 HTTP/1.1" status: 204 len: 168 time: 0.0998340 Jul 22 16:44:36.354837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53212) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.362078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-f89a8064-636d-4777-9f3d-91d653128b2f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:36.443799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f89a8064-636d-4777-9f3d-91d653128b2f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags HTTP/1.1" status: 200 len: 205 time: 0.0870447 Jul 22 16:44:36.446309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.451019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-e866806b-ffa8-4d55-a6cb-bc95b89dfc1f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:36.484561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b57e062-be02-4fc9-b970-db505678cb57 None None] Network f19c2455-91c8-4adf-93f1-24d657dac2a1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:36.568191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1341165b-e47e-491f-8f15-f30f09c58f8c None None] Provisioning for port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:36.588740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e866806b-ffa8-4d55-a6cb-bc95b89dfc1f tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags HTTP/1.1" status: 200 len: 240 time: 0.1413403 Jul 22 16:44:36.591364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53220) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.597028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-717d22cb-0b6f-4fd3-84a8-de4411293c25 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c', 'tempest-TagsExtTest-Tag-461534136') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:36.679603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.697588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.697792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-717d22cb-0b6f-4fd3-84a8-de4411293c25 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags/tempest-TagsExtTest-Tag-461534136 HTTP/1.1" status: 204 len: 168 time: 0.1052580 Jul 22 16:44:36.702467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-85a65e1e-26a4-41e3-b119-e00c507f3a8a tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c', 'tempest-TagsExtTest-Tag-461534136') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:36.824943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b44714d-e71f-48f2-8af0-5cab2e42aafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:36.841466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-85a65e1e-26a4-41e3-b119-e00c507f3a8a tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags/tempest-TagsExtTest-Tag-461534136 HTTP/1.1" status: 204 len: 168 time: 0.1428051 Jul 22 16:44:36.845319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:36.848596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-09cc74c0-5aa9-4e06-8cc3-c8581280f35c req-874fb4ca-7728-4068-a18d-5ccf1f28c944 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 210 time: 0.0442274 Jul 22 16:44:36.849953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-c23f14dd-9f5a-4dec-88c9-219981da51b4 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.047317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45251dce-4bb1-4d30-9589-8d6c4c36b021 None None] Provisioning for port 3e136471-a312-4e50-8543-4f42db50de16 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:37.058616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45251dce-4bb1-4d30-9589-8d6c4c36b021 None None] Provisioning complete for port 3e136471-a312-4e50-8543-4f42db50de16 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:37.059335 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45251dce-4bb1-4d30-9589-8d6c4c36b021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.125853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-45251dce-4bb1-4d30-9589-8d6c4c36b021 None None] Port 3e136471-a312-4e50-8543-4f42db50de16 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:37.185081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:37.257370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:44:37.260999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:37.261492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.353067 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c23f14dd-9f5a-4dec-88c9-219981da51b4 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags HTTP/1.1" status: 200 len: 205 time: 0.5065477 Jul 22 16:44:37.356581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.361483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-f78515a3-5eba-489d-bd6c-a34bfdf7a14e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.369107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d115fc7a-eb4b-44dc-8d51-a97ce38f2208 None None] Provisioning complete for port 3e136471-a312-4e50-8543-4f42db50de16 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:37.369967 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d115fc7a-eb4b-44dc-8d51-a97ce38f2208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.371884 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.403539 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f78515a3-5eba-489d-bd6c-a34bfdf7a14e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags HTTP/1.1" status: 200 len: 241 time: 0.0456016 Jul 22 16:44:37.404463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.405235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a048f-cc22-49c9-a973-919cd1992f61 req-f8291047-ecc9-4731-a76c-42640608f96b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:37.409397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-47fdca51-f865-44ab-9401-7eaf6c867c4d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946', 'tempest-TagsExtTest-Tag-1932202191') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.412424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-711a048f-cc22-49c9-a973-919cd1992f61 req-f8291047-ecc9-4731-a76c-42640608f96b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.4746692 Jul 22 16:44:37.436435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-47fdca51-f865-44ab-9401-7eaf6c867c4d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags/tempest-TagsExtTest-Tag-1932202191 HTTP/1.1" status: 204 len: 168 time: 0.0307498 Jul 22 16:44:37.436853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.442562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-982a59f6-2b2b-4a3d-bec6-f475bc8d6b4a tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946', 'tempest-TagsExtTest-Tag-1932202191') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.461728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b,segment=NetworkSegment(6b068aff-1bae-4e48-902e-d230ec87dac5),segment_id=6b068aff-1bae-4e48-902e-d230ec87dac5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:37.463305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d115fc7a-eb4b-44dc-8d51-a97ce38f2208 None None] Port 3e136471-a312-4e50-8543-4f42db50de16 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:37.468977 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.478240 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b44714d-e71f-48f2-8af0-5cab2e42aafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.486159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b44714d-e71f-48f2-8af0-5cab2e42aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.493950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-711a048f-cc22-49c9-a973-919cd1992f61 req-b82bfbce-5d1b-4b9c-8128-a99d5c44d8a4 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805743 Jul 22 16:44:37.540748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44714d-e71f-48f2-8af0-5cab2e42aafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74cbfc5-397f-479d-a783-6bb114e0adee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:37.541137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:37.548901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3b44714d-e71f-48f2-8af0-5cab2e42aafe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36c820a2fecd400ca91ce9c38b43e2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8656852 Jul 22 16:44:37.549254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-982a59f6-2b2b-4a3d-bec6-f475bc8d6b4a tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags/tempest-TagsExtTest-Tag-1932202191 HTTP/1.1" status: 204 len: 168 time: 0.1101058 Jul 22 16:44:37.549796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.552100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53246) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.557224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-23997e00-69ce-48b8-bb4f-b9fa8e291a13 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.586826 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-23997e00-69ce-48b8-bb4f-b9fa8e291a13 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags HTTP/1.1" status: 200 len: 205 time: 0.0337524 Jul 22 16:44:37.589374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53248) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.594429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-a5871e4f-8403-449b-a2a9-1711cd234132 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.605238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b5c0-224f-4c53-996d-80bebe92539f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.624776 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a5871e4f-8403-449b-a2a9-1711cd234132 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags HTTP/1.1" status: 204 len: 168 time: 0.0335619 Jul 22 16:44:37.627423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53252) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.632505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-3c19a200-5822-4aa2-8553-73f3a149706b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.635563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b5c0-224f-4c53-996d-80bebe92539f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.695750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b5c0-224f-4c53-996d-80bebe92539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.698494 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b5c0-224f-4c53-996d-80bebe92539f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:37.700003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8fa0b5c0-224f-4c53-996d-80bebe92539f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b74cbfc5-397f-479d-a783-6bb114e0adee HTTP/1.1" status: 204 len: 168 time: 0.1489179 Jul 22 16:44:37.710246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b5c0-224f-4c53-996d-80bebe92539f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74cbfc5-397f-479d-a783-6bb114e0adee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:37.749030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3c19a200-5822-4aa2-8553-73f3a149706b tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags HTTP/1.1" status: 204 len: 168 time: 0.1205814 Jul 22 16:44:37.749402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53256) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.755218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-1b6030bf-68f1-4e20-a2ec-273e18ec380e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.823395 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1b6030bf-68f1-4e20-a2ec-273e18ec380e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags HTTP/1.1" status: 204 len: 168 time: 0.0718043 Jul 22 16:44:37.825300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.829969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-216238fe-6eb0-40c4-b488-983e6c445e32 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.902671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-216238fe-6eb0-40c4-b488-983e6c445e32 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags HTTP/1.1" status: 204 len: 168 time: 0.0759475 Jul 22 16:44:37.906445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:37.912112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-6ebc526d-4265-48be-8211-5b29228aea8e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41', 'tempest-TagsExtTest-Tag-1423170143') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:37.997140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eabfd394-6bfe-40b3-a100-b19dab4e7290 req-1356bebd-b29c-4f7a-a7ca-9f9e816432fa tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 210 time: 0.0423803 Jul 22 16:44:38.059296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6ebc526d-4265-48be-8211-5b29228aea8e tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags/tempest-TagsExtTest-Tag-1423170143 HTTP/1.1" status: 201 len: 201 time: 0.1512570 Jul 22 16:44:38.062115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53266) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.066832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-ab74de83-08fe-461c-b500-c70ed468d464 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16', 'tempest-TagsExtTest-Tag-1882339209') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.097494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53268) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.113693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfaa71e1-f327-4e90-b540-65f50b9a17de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.191493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ab74de83-08fe-461c-b500-c70ed468d464 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags/tempest-TagsExtTest-Tag-1882339209 HTTP/1.1" status: 201 len: 201 time: 0.1269238 Jul 22 16:44:38.192861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.201869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-c5bad6df-da62-43f2-8f8b-e57c26deb540 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c', 'tempest-TagsExtTest-Tag-1143069419') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.315659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfaa71e1-f327-4e90-b540-65f50b9a17de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.322344 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfaa71e1-f327-4e90-b540-65f50b9a17de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.335010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c5bad6df-da62-43f2-8f8b-e57c26deb540 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags/tempest-TagsExtTest-Tag-1143069419 HTTP/1.1" status: 201 len: 201 time: 0.1411045 Jul 22 16:44:38.337964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.344228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-50a8985f-3cfa-4f3a-9dca-f701195c4bb4 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946', 'tempest-TagsExtTest-Tag-719139363') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.373369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dfaa71e1-f327-4e90-b540-65f50b9a17de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47f5e2ecce664ee3b491fb508e34af69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725060 Jul 22 16:44:38.373369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa71e1-f327-4e90-b540-65f50b9a17de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237cf8bb-b455-44da-acc9-8de6a096cc79,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:38.374807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.401804 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-50a8985f-3cfa-4f3a-9dca-f701195c4bb4 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags/tempest-TagsExtTest-Tag-719139363 HTTP/1.1" status: 201 len: 201 time: 0.0625026 Jul 22 16:44:38.403829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53280) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.409176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-6eaec8a0-ac00-48f2-b4dd-1646221e0825 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41', {'tags': ['tempest-TagsExtTest-Tag-778945812', 'tempest-TagsExtTest-Tag-2095079017', 'tempest-TagsExtTest-Tag-1644660781']}) {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.465758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-098bb1fc-44ec-4f7e-8170-ddc4430a4c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.502116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-098bb1fc-44ec-4f7e-8170-ddc4430a4c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.504851 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6eaec8a0-ac00-48f2-b4dd-1646221e0825 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags HTTP/1.1" status: 200 len: 317 time: 0.1000760 Jul 22 16:44:38.507913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.513762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-cd845e22-f4e8-4086-9159-70ae98ab07ab tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.603650 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-098bb1fc-44ec-4f7e-8170-ddc4430a4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.606521 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cd845e22-f4e8-4086-9159-70ae98ab07ab tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags HTTP/1.1" status: 204 len: 168 time: 0.0965021 Jul 22 16:44:38.608146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-098bb1fc-44ec-4f7e-8170-ddc4430a4c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:38.609289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-098bb1fc-44ec-4f7e-8170-ddc4430a4c55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/237cf8bb-b455-44da-acc9-8de6a096cc79 HTTP/1.1" status: 204 len: 168 time: 0.2335107 Jul 22 16:44:38.609797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53286) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.617244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-d0dd5042-1f1b-4163-8fce-0a22264419d8 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41', 'tempest-TagsExtTest-Tag-778945812') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.645122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bb1fc-44ec-4f7e-8170-ddc4430a4c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237cf8bb-b455-44da-acc9-8de6a096cc79,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:38.698355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea899-9d3b-43c0-9dc5-e25170a41303 req-077c981c-3747-4cf1-85f7-688397369c1e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:38.700890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8fea899-9d3b-43c0-9dc5-e25170a41303 req-077c981c-3747-4cf1-85f7-688397369c1e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1085200 Jul 22 16:44:38.703607 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d0dd5042-1f1b-4163-8fce-0a22264419d8 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:38.704983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d0dd5042-1f1b-4163-8fce-0a22264419d8 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags/tempest-TagsExtTest-Tag-778945812 HTTP/1.1" status: 404 len: 328 time: 0.0931747 Jul 22 16:44:38.707963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53290) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.712406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-fa0c9682-0196-4979-a153-bd7560243507 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41', 'tempest-TagsExtTest-Tag-2095079017') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.779567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8fea899-9d3b-43c0-9dc5-e25170a41303 req-4fb75ecf-3b4f-460f-9443-751de3ca9443 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724769 Jul 22 16:44:38.800771 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-fa0c9682-0196-4979-a153-bd7560243507 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:38.802303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fa0c9682-0196-4979-a153-bd7560243507 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags/tempest-TagsExtTest-Tag-2095079017 HTTP/1.1" status: 404 len: 329 time: 0.0932491 Jul 22 16:44:38.805803 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.811669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-dc064682-0e30-4f33-b691-7b06645d726d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41', 'tempest-TagsExtTest-Tag-1644660781') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.883727 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-dc064682-0e30-4f33-b691-7b06645d726d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:38.889229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dc064682-0e30-4f33-b691-7b06645d726d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags/tempest-TagsExtTest-Tag-1644660781 HTTP/1.1" status: 404 len: 329 time: 0.0823309 Jul 22 16:44:38.890699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53298) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:38.896650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-fe73631c-8e45-4dfe-99a8-45c7dd7396d3 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16', {'tags': ['tempest-TagsExtTest-Tag-1472071852', 'tempest-TagsExtTest-Tag-1632990589', 'tempest-TagsExtTest-Tag-286619679']}) {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:38.980319 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fe73631c-8e45-4dfe-99a8-45c7dd7396d3 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags HTTP/1.1" status: 200 len: 317 time: 0.0882640 Jul 22 16:44:38.983862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:39.003847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-9d56ffb4-f49f-4dd2-9540-e406b4ca5aff tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:39.109990 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9d56ffb4-f49f-4dd2-9540-e406b4ca5aff tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags HTTP/1.1" status: 204 len: 168 time: 0.1248782 Jul 22 16:44:39.112592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53310) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:39.119489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-56e204fd-f526-45b2-84a7-727cf45c6ffb tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16', 'tempest-TagsExtTest-Tag-1472071852') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:39.145128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:44:39.166141 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-712c4ab6-6d95-4d5a-bb27-5bc029438982 req-522ac877-89b0-46b7-95be-f68dd37b1c9a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=06c1141e-9a19-4b22-ab4f-55ef3b235069 HTTP/1.1" status: 200 len: 210 time: 0.0494099 Jul 22 16:44:39.226749 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-56e204fd-f526-45b2-84a7-727cf45c6ffb tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:39.228255 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-56e204fd-f526-45b2-84a7-727cf45c6ffb tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags/tempest-TagsExtTest-Tag-1472071852 HTTP/1.1" status: 404 len: 329 time: 0.1146843 Jul 22 16:44:39.231486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:39.236798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-d375365a-e93b-4e43-adca-3325d3d40519 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16', 'tempest-TagsExtTest-Tag-1632990589') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:39.244283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:39.244659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:39.329589 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d375365a-e93b-4e43-adca-3325d3d40519 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:39.330683 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d375365a-e93b-4e43-adca-3325d3d40519 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags/tempest-TagsExtTest-Tag-1632990589 HTTP/1.1" status: 404 len: 329 time: 0.0982287 Jul 22 16:44:39.333971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:39.338737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-934972c5-ea0a-4eb1-bf4b-f48fb7963935 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16', 'tempest-TagsExtTest-Tag-286619679') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:39.409724 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-934972c5-ea0a-4eb1-bf4b-f48fb7963935 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:39.411298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-934972c5-ea0a-4eb1-bf4b-f48fb7963935 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags/tempest-TagsExtTest-Tag-286619679 HTTP/1.1" status: 404 len: 328 time: 0.0758986 Jul 22 16:44:39.414141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:39.421111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-81c78716-d2d6-4ce3-8f45-ac4f6819eda6 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c', {'tags': ['tempest-TagsExtTest-Tag-904288810', 'tempest-TagsExtTest-Tag-1941216254', 'tempest-TagsExtTest-Tag-1073292377']}) {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:39.527106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-81c78716-d2d6-4ce3-8f45-ac4f6819eda6 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags HTTP/1.1" status: 200 len: 317 time: 0.1109288 Jul 22 16:44:39.530373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:39.535195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-35af2d51-0d8d-44c3-81f5-355bf84fe7aa tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:39.637705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-35af2d51-0d8d-44c3-81f5-355bf84fe7aa tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags HTTP/1.1" status: 204 len: 168 time: 0.1062036 Jul 22 16:44:39.640553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:39.645480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-bb14a395-b1a1-4ec2-aa10-59b72929c763 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c', 'tempest-TagsExtTest-Tag-904288810') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.058137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f95aaa-0978-46b9-8642-12bcd55f16da req-09c03d3b-3676-4509-a6c9-206c7ad77367 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:40.060256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6f95aaa-0978-46b9-8642-12bcd55f16da req-09c03d3b-3676-4509-a6c9-206c7ad77367 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1075649 Jul 22 16:44:40.116753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6f95aaa-0978-46b9-8642-12bcd55f16da req-4b194d5c-02eb-43c2-9917-7963f8970ead tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493071 Jul 22 16:44:40.124037 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-bb14a395-b1a1-4ec2-aa10-59b72929c763 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:40.130781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53348) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.139492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-ea67952f-463a-4f94-b382-38bbeee0aa84 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c', 'tempest-TagsExtTest-Tag-1941216254') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.142309 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bb14a395-b1a1-4ec2-aa10-59b72929c763 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags/tempest-TagsExtTest-Tag-904288810 HTTP/1.1" status: 404 len: 328 time: 0.5001421 Jul 22 16:44:40.259691 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-ea67952f-463a-4f94-b382-38bbeee0aa84 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:40.260798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ea67952f-463a-4f94-b382-38bbeee0aa84 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags/tempest-TagsExtTest-Tag-1941216254 HTTP/1.1" status: 404 len: 329 time: 0.1286590 Jul 22 16:44:40.264252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53356) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.268856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-6eddfa46-4553-4d44-82d7-b36b9581962d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c', 'tempest-TagsExtTest-Tag-1073292377') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.369220 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-6eddfa46-4553-4d44-82d7-b36b9581962d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:40.372083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6eddfa46-4553-4d44-82d7-b36b9581962d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags/tempest-TagsExtTest-Tag-1073292377 HTTP/1.1" status: 404 len: 329 time: 0.1061764 Jul 22 16:44:40.374068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53364) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.379315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-1b76e238-13a7-4afb-99fe-cca4fe545724 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946', {'tags': ['tempest-TagsExtTest-Tag-1359596990', 'tempest-TagsExtTest-Tag-1911436692', 'tempest-TagsExtTest-Tag-16565911']}) {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.418121 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1b76e238-13a7-4afb-99fe-cca4fe545724 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "PUT /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags HTTP/1.1" status: 200 len: 316 time: 0.0427451 Jul 22 16:44:40.421048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53366) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.425598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-f96e5258-8818-49af-9ac7-953dd44b3124 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.477336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f96e5258-8818-49af-9ac7-953dd44b3124 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags HTTP/1.1" status: 204 len: 168 time: 0.0524719 Jul 22 16:44:40.477822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53368) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.495184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-03c77b07-71a6-48d3-af34-81cdc1f35c58 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946', 'tempest-TagsExtTest-Tag-1359596990') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.524163 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-03c77b07-71a6-48d3-af34-81cdc1f35c58 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:40.525742 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-03c77b07-71a6-48d3-af34-81cdc1f35c58 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags/tempest-TagsExtTest-Tag-1359596990 HTTP/1.1" status: 404 len: 329 time: 0.0463786 Jul 22 16:44:40.528591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.533505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.tag.tag_plugin [None req-7e520c18-0a71-4e39-9a74-617ac390d443 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946', 'tempest-TagsExtTest-Tag-1911436692') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.556424 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-7e520c18-0a71-4e39-9a74-617ac390d443 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:40.558114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7e520c18-0a71-4e39-9a74-617ac390d443 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags/tempest-TagsExtTest-Tag-1911436692 HTTP/1.1" status: 404 len: 329 time: 0.0282238 Jul 22 16:44:40.561864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53378) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.569322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-4f45ff61-38bb-4952-b03e-bbe828d81acb tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946', 'tempest-TagsExtTest-Tag-16565911') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.604515 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-4f45ff61-38bb-4952-b03e-bbe828d81acb tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] show failed (client error): The resource could not be found. Jul 22 16:44:40.606444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4f45ff61-38bb-4952-b03e-bbe828d81acb tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags/tempest-TagsExtTest-Tag-16565911 HTTP/1.1" status: 404 len: 327 time: 0.0425444 Jul 22 16:44:40.608685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53380) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.613593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-a83934cb-0d86-4b1b-89f1-790d68591536 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7d718d81-b4d1-44b9-bf5b-6e31fd420946') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.642076 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a83934cb-0d86-4b1b-89f1-790d68591536 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946/tags HTTP/1.1" status: 204 len: 168 time: 0.0322957 Jul 22 16:44:40.660765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.668393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-a0073fb8-128c-498d-8545-eaabbc486f70 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd96582ac-1bc1-4c87-90da-5f122efce75c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.757533 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a0073fb8-128c-498d-8545-eaabbc486f70 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c/tags HTTP/1.1" status: 204 len: 168 time: 0.1067464 Jul 22 16:44:40.760276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53384) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.765692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-c6365f57-4a2a-46a1-bea5-717b289afcfd tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3e136471-a312-4e50-8543-4f42db50de16') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.832348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c6365f57-4a2a-46a1-bea5-717b289afcfd tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16/tags HTTP/1.1" status: 204 len: 168 time: 0.0708802 Jul 22 16:44:40.834790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:40.839599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.tag.tag_plugin [None req-25fd599b-1384-4f8b-80bf-34b1eaa3d081 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45926827-a734-46b0-8c86-c8a13e328a41') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:40.908187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-25fd599b-1384-4f8b-80bf-34b1eaa3d081 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41/tags HTTP/1.1" status: 204 len: 168 time: 0.0722246 Jul 22 16:44:40.913028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53388) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:41.064133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8a12ccc-1cc2-4d4e-b984-984afddd5125 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.067770 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c8a12ccc-1cc2-4d4e-b984-984afddd5125 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnetpools/7d718d81-b4d1-44b9-bf5b-6e31fd420946 HTTP/1.1" status: 204 len: 168 time: 0.1511304 Jul 22 16:44:41.068901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53396) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:41.116994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cca72d8d-8cb4-42b2-a947-3c8719672ae6 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "GET /v2.0/ports?device_id=d96582ac-1bc1-4c87-90da-5f122efce75c HTTP/1.1" status: 200 len: 205 time: 0.0479207 Jul 22 16:44:41.119513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53400) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:41.220841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2e348f7-ebea-44f4-9866-e697a1073b8d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.271316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff333263-affc-4cf0-b63a-b4ae1e0aab0d req-629da1d3-b507-4f2d-b690-2f3832ce8c1d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:41.273084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff333263-affc-4cf0-b63a-b4ae1e0aab0d req-629da1d3-b507-4f2d-b690-2f3832ce8c1d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0776498 Jul 22 16:44:41.345565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff333263-affc-4cf0-b63a-b4ae1e0aab0d req-8523b224-d5e9-48e4-b3ff-594bc232d549 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649068 Jul 22 16:44:41.416887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2e348f7-ebea-44f4-9866-e697a1073b8d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.421683 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2e348f7-ebea-44f4-9866-e697a1073b8d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.475738 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2e348f7-ebea-44f4-9866-e697a1073b8d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.476885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e348f7-ebea-44f4-9866-e697a1073b8d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Fanout notify agent at l3_agent the message router_deleted on router d96582ac-1bc1-4c87-90da-5f122efce75c {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:44:41.492392 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2e348f7-ebea-44f4-9866-e697a1073b8d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.496197 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c2e348f7-ebea-44f4-9866-e697a1073b8d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/routers/d96582ac-1bc1-4c87-90da-5f122efce75c HTTP/1.1" status: 204 len: 168 time: 0.3733728 Jul 22 16:44:41.497016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:41.622774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-715e7e1e-f1e2-4111-a912-11ac210fb94d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Deleting port 3e136471-a312-4e50-8543-4f42db50de16 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:41.623150 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715e7e1e-f1e2-4111-a912-11ac210fb94d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.754582 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715e7e1e-f1e2-4111-a912-11ac210fb94d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.768048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-715e7e1e-f1e2-4111-a912-11ac210fb94d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Calling delete_port for 3e136471-a312-4e50-8543-4f42db50de16 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:41.904105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715e7e1e-f1e2-4111-a912-11ac210fb94d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:41.932114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e7e1e-f1e2-4111-a912-11ac210fb94d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Pushing event deleted for resources: {'Port': ['ID=3e136471-a312-4e50-8543-4f42db50de16,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:42.020099 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715e7e1e-f1e2-4111-a912-11ac210fb94d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.022287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-715e7e1e-f1e2-4111-a912-11ac210fb94d tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/ports/3e136471-a312-4e50-8543-4f42db50de16 HTTP/1.1" status: 204 len: 168 time: 0.5242605 Jul 22 16:44:42.025929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53412) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:42.093804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-d700c375-422a-49fc-a3b7-afe9fefc83fe tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Deleting subnet 45926827-a734-46b0-8c86-c8a13e328a41 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:42.097424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d700c375-422a-49fc-a3b7-afe9fefc83fe tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.158605 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d700c375-422a-49fc-a3b7-afe9fefc83fe tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.264697 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d700c375-422a-49fc-a3b7-afe9fefc83fe tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.344058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d700c375-422a-49fc-a3b7-afe9fefc83fe tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.400565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700c375-422a-49fc-a3b7-afe9fefc83fe tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Pushing event deleted for resources: {'Subnet': ['ID=45926827-a734-46b0-8c86-c8a13e328a41,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:42.416340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fdd864-4bfc-4ade-8692-3d194ec82cc3 None None] Network f19c2455-91c8-4adf-93f1-24d657dac2a1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:42.417177 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d700c375-422a-49fc-a3b7-afe9fefc83fe tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.419470 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d700c375-422a-49fc-a3b7-afe9fefc83fe tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/subnets/45926827-a734-46b0-8c86-c8a13e328a41 HTTP/1.1" status: 204 len: 168 time: 0.3931177 Jul 22 16:44:42.421858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53434) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:42.533364 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.578400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9eb53-a270-43b7-821b-1429a9492667 req-073a4e75-59c7-45a4-831c-23aaa96e9e8d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:42.587005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b9eb53-a270-43b7-821b-1429a9492667 req-073a4e75-59c7-45a4-831c-23aaa96e9e8d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0992637 Jul 22 16:44:42.608609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Deleting port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:42.608884 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.653653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23b9eb53-a270-43b7-821b-1429a9492667 req-6f140bbc-ff27-4afe-b6c3-fdb0c399daf9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652077 Jul 22 16:44:42.693197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] For port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b,segment=NetworkSegment(6b068aff-1bae-4e48-902e-d230ec87dac5),segment_id=6b068aff-1bae-4e48-902e-d230ec87dac5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:42.693609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.739792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Calling delete_port for 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:42.769918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e40cb67-fc1b-48a8-a9f8-c975701e8209 None None] DHCP port deletion for f19c2455-91c8-4adf-93f1-24d657dac2a1 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:44:42.839215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6e40cb67-fc1b-48a8-a9f8-c975701e8209 None None] Deleting port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:42.840667 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e40cb67-fc1b-48a8-a9f8-c975701e8209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.891880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.944006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] No DVR routers for this DVR port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:42.962269 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6e40cb67-fc1b-48a8-a9f8-c975701e8209 None None] For port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b,segment=NetworkSegment(6b068aff-1bae-4e48-902e-d230ec87dac5),segment_id=6b068aff-1bae-4e48-902e-d230ec87dac5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:42.962671 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e40cb67-fc1b-48a8-a9f8-c975701e8209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:42.980077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6e40cb67-fc1b-48a8-a9f8-c975701e8209 None None] Calling delete_port for 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:42.985154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Pushing event deleted for resources: {'Port': ['ID=96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:43.107498 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.119122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19c2455-91c8-4adf-93f1-24d657dac2a1']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:43.125320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:43.130872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b068aff-1bae-4e48-902e-d230ec87dac5') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:43.131380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b068aff-1bae-4e48-902e-d230ec87dac5') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:43.142704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.157514 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.160040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:43.160417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:43.164263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:43.164695 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.168375 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e40cb67-fc1b-48a8-a9f8-c975701e8209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:43.205213 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:43.219849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40cb67-fc1b-48a8-a9f8-c975701e8209 None None] Pushing event deleted for resources: {'Port': ['ID=96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:43.223941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40cb67-fc1b-48a8-a9f8-c975701e8209 None None] No DVR routers for this DVR port 96f87b6e-4e89-48f8-8a2d-2d3ca46dee8b on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:43.311702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.356544 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:43.358852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] 10.222.0.53 "DELETE /v2.0/networks/f19c2455-91c8-4adf-93f1-24d657dac2a1 HTTP/1.1" status: 204 len: 168 time: 0.9357085 Jul 22 16:44:43.359799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbc0cb-28c6-4a7d-9e22-175de0cb7804 tempest-TagsExtTest-1901687152 tempest-TagsExtTest-1901687152-project] Pushing event deleted for resources: {'Network': ['ID=f19c2455-91c8-4adf-93f1-24d657dac2a1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:43.538518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa7b-36e1-452f-8ecc-82b18c747aeb req-0855b187-320c-4577-93ac-e5a648ddb929 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:43.573688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa7b-36e1-452f-8ecc-82b18c747aeb req-0855b187-320c-4577-93ac-e5a648ddb929 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:43.594467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa7b-36e1-452f-8ecc-82b18c747aeb req-0855b187-320c-4577-93ac-e5a648ddb929 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:43.610413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa7b-36e1-452f-8ecc-82b18c747aeb req-0855b187-320c-4577-93ac-e5a648ddb929 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:43.640505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa7b-36e1-452f-8ecc-82b18c747aeb req-0855b187-320c-4577-93ac-e5a648ddb929 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:43.665972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa7b-36e1-452f-8ecc-82b18c747aeb req-0855b187-320c-4577-93ac-e5a648ddb929 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:43.700162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7fa7b-36e1-452f-8ecc-82b18c747aeb req-0855b187-320c-4577-93ac-e5a648ddb929 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:43.713578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6c7fa7b-36e1-452f-8ecc-82b18c747aeb req-0855b187-320c-4577-93ac-e5a648ddb929 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.3829238 Jul 22 16:44:43.844805 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6c7fa7b-36e1-452f-8ecc-82b18c747aeb req-3e2b5b3f-82d6-419b-8771-c62f7b3afc55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299651 Jul 22 16:44:44.038694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41c961-ac1e-4856-af67-eabdcbcb9805 req-b090b648-cd67-416e-9aaa-f997cad56ba1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:44.041450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e41c961-ac1e-4856-af67-eabdcbcb9805 req-b090b648-cd67-416e-9aaa-f997cad56ba1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1775115 Jul 22 16:44:44.128061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e41c961-ac1e-4856-af67-eabdcbcb9805 req-c75bc2ff-cb53-429a-9e9b-f0207067f62c tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796046 Jul 22 16:44:44.147229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:44.448855 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:44:44.503762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:44.504165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-27f5ad45-a084-44fb-8f34-9b16827e9a3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bd5e9a61759491485f1e64fcf751257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544552 Jul 22 16:44:44.565766 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfb3d637-9a83-4730-a96a-5cfdc2404e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.595772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfb3d637-9a83-4730-a96a-5cfdc2404e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.666517 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfb3d637-9a83-4730-a96a-5cfdc2404e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.669525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bfb3d637-9a83-4730-a96a-5cfdc2404e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:44.671281 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bfb3d637-9a83-4730-a96a-5cfdc2404e9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cb491de-5e2c-47e3-a7cb-43e83c4ae83d HTTP/1.1" status: 204 len: 168 time: 0.1657925 Jul 22 16:44:44.691136 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3d637-9a83-4730-a96a-5cfdc2404e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb491de-5e2c-47e3-a7cb-43e83c4ae83d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:45.005074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-ab64d369-4ad9-4575-b5e7-bc5a8061a2de tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.009571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-ab64d369-4ad9-4575-b5e7-bc5a8061a2de tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.019868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-ab64d369-4ad9-4575-b5e7-bc5a8061a2de tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.031128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-ab64d369-4ad9-4575-b5e7-bc5a8061a2de tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.037707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-ab64d369-4ad9-4575-b5e7-bc5a8061a2de tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.045525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-ab64d369-4ad9-4575-b5e7-bc5a8061a2de tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.056246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-ab64d369-4ad9-4575-b5e7-bc5a8061a2de tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.064454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-ab64d369-4ad9-4575-b5e7-bc5a8061a2de tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.1739645 Jul 22 16:44:45.094555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ef1f-f480-43dd-8127-2ac6bb1ccb53 req-46612088-3e4e-4692-8764-9b04111fbc7c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.101363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ef1f-f480-43dd-8127-2ac6bb1ccb53 req-46612088-3e4e-4692-8764-9b04111fbc7c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.109278 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ef1f-f480-43dd-8127-2ac6bb1ccb53 req-46612088-3e4e-4692-8764-9b04111fbc7c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.117097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ef1f-f480-43dd-8127-2ac6bb1ccb53 req-46612088-3e4e-4692-8764-9b04111fbc7c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.124282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ef1f-f480-43dd-8127-2ac6bb1ccb53 req-46612088-3e4e-4692-8764-9b04111fbc7c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.130836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ef1f-f480-43dd-8127-2ac6bb1ccb53 req-46612088-3e4e-4692-8764-9b04111fbc7c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.138369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982ef1f-f480-43dd-8127-2ac6bb1ccb53 req-46612088-3e4e-4692-8764-9b04111fbc7c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.140448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a982ef1f-f480-43dd-8127-2ac6bb1ccb53 req-46612088-3e4e-4692-8764-9b04111fbc7c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 5446 time: 0.1647782 Jul 22 16:44:45.172235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-e43969b8-a64e-4714-ad31-89275279f065 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.177967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-e43969b8-a64e-4714-ad31-89275279f065 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "GET /v2.0/ports/2a2be50f-a1c6-4edf-b815-208de5f0cfd5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1063802 Jul 22 16:44:45.217703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a982ef1f-f480-43dd-8127-2ac6bb1ccb53 req-b8d4076b-80cb-4700-ac1f-742d3ce40ca4 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690150 Jul 22 16:44:45.405247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-dc1cdc59-ca1b-4d59-8830-4dbd5419af2d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "GET /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2155445 Jul 22 16:44:45.438009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:45.478966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6a78-471f-491b-ace4-eebaabbfe1b8 req-1ecdc3c2-c8f2-4fdf-ad7b-8106c0044b45 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:45.482225 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3aa6a78-471f-491b-ace4-eebaabbfe1b8 req-1ecdc3c2-c8f2-4fdf-ad7b-8106c0044b45 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1731026 Jul 22 16:44:45.556257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:45.590341 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3aa6a78-471f-491b-ace4-eebaabbfe1b8 req-ee1542db-ed2e-4624-912e-659b295bb305 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969856 Jul 22 16:44:45.720063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53514) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:45.739658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] For port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:45.774199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] For port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:45.813176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] device_id is not set on port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:44:45.823252 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:45.830362 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:45.850770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-166190096-network', 'tenant_id': 'a9782442f5d54469a64f1c1ef109d1bd'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:45.943411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] No DVR routers for this DVR port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:45.945835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] Pushing event updated for resources: {'Port': ['ID=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:45.951938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Made reservation on behalf of a9782442f5d54469a64f1c1ef109d1bd for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:45.954747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:45.985121 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.013399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] In _notify_port_updated(), no bound segment for port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:44:46.014293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.015024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.016525 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-e5b213f5-87c6-43dc-81b6-a856f70ef23e service neutron] 10.222.0.65 "PUT /v2.0/ports/2a2be50f-a1c6-4edf-b815-208de5f0cfd5 HTTP/1.1" status: 200 len: 1033 time: 0.5964119 Jul 22 16:44:46.095682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-efc08aea-bf7b-4ef0-aba6-0b4e4a77ed6e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.097179 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-efc08aea-bf7b-4ef0-aba6-0b4e4a77ed6e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "GET /v2.0/ports/3345ea44-c513-4b13-b69f-8b0b4665af70?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0733764 Jul 22 16:44:46.112917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:46.158300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9b0c887e-4f47-46d5-8754-bc7a0d14c6e5 None None] Provisioning complete for port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:46.158919 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9b0c887e-4f47-46d5-8754-bc7a0d14c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.199196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9b0c887e-4f47-46d5-8754-bc7a0d14c6e5 None None] Port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:46.230022 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.236697 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.239545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.280615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:46.323910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.324398 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Added segment 6f0bb407-db2b-44df-b84a-700f49ad8e7f of type vlan for network 548db37d-d0eb-4ef6-a20e-e4582728047b Jul 22 16:44:46.336702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f179eb1b-7c30-4c7b-91d3-51d2ca660e6a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:46.379218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.379561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.379891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.380223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.380550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.380880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.381210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.381530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.381858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.382231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.382558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.383213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:46.411942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.429746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a8248-705a-48c5-931f-1cd861cfbf49 req-a8326a90-8198-45fb-9015-45fc8aa2bfb5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.439723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a8248-705a-48c5-931f-1cd861cfbf49 req-a8326a90-8198-45fb-9015-45fc8aa2bfb5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.449544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a8248-705a-48c5-931f-1cd861cfbf49 req-a8326a90-8198-45fb-9015-45fc8aa2bfb5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.456858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a8248-705a-48c5-931f-1cd861cfbf49 req-a8326a90-8198-45fb-9015-45fc8aa2bfb5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.465719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a8248-705a-48c5-931f-1cd861cfbf49 req-a8326a90-8198-45fb-9015-45fc8aa2bfb5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.473360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a8248-705a-48c5-931f-1cd861cfbf49 req-a8326a90-8198-45fb-9015-45fc8aa2bfb5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.477150 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e92a8248-705a-48c5-931f-1cd861cfbf49 req-a8326a90-8198-45fb-9015-45fc8aa2bfb5 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 4666 time: 0.1517420 Jul 22 16:44:46.538049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.539295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.540143 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.623543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] For port 3345ea44-c513-4b13-b69f-8b0b4665af70, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=3345ea44-c513-4b13-b69f-8b0b4665af70,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:46.644442 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e92a8248-705a-48c5-931f-1cd861cfbf49 req-62a11039-9176-41aa-aec5-fffba4daee5b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=adf6c4f1-e3f6-4f00-8f56-2edcbf206033&id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485879 Jul 22 16:44:46.734557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0100746 Jul 22 16:44:46.735381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53540) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:46.739272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f146a-da2c-4193-b3e2-a5432feb168c admin admin] Pushing event updated for resources: {'Network': ['ID=548db37d-d0eb-4ef6-a20e-e4582728047b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:46.741624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Request body: {'subnet': {'network_id': '548db37d-d0eb-4ef6-a20e-e4582728047b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-166190096-subnet', 'tenant_id': 'a9782442f5d54469a64f1c1ef109d1bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:46.752128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 548db37d-d0eb-4ef6-a20e-e4582728047b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:46.790657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Made reservation on behalf of a9782442f5d54469a64f1c1ef109d1bd for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:46.797152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.856695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] For port 3345ea44-c513-4b13-b69f-8b0b4665af70, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:44:46.935885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25617409-8fef-425d-be87-fa18b92003b6 req-5aaf500f-e28c-4648-8cdb-0982c5b14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.938079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25617409-8fef-425d-be87-fa18b92003b6 req-5aaf500f-e28c-4648-8cdb-0982c5b14571 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 1098 time: 0.2956679 Jul 22 16:44:46.943199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] device_id is not set on port 3345ea44-c513-4b13-b69f-8b0b4665af70 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:44:46.968800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:46.980960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67af08-220c-4e2f-8a5a-179f695366de req-a0b690cd-7daa-437e-82d5-99c51f8ecb5e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:46.983141 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c67af08-220c-4e2f-8a5a-179f695366de req-a0b690cd-7daa-437e-82d5-99c51f8ecb5e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.2479889 Jul 22 16:44:46.998217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:47.059147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] Pushing event updated for resources: {'Port': ['ID=3345ea44-c513-4b13-b69f-8b0b4665af70,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:47.095323 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:47.133114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25617409-8fef-425d-be87-fa18b92003b6 req-6f1ac0d6-0f5b-4710-af27-7fc4aec89d3f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824956 Jul 22 16:44:47.138884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c67af08-220c-4e2f-8a5a-179f695366de req-e7ffeb16-99fc-4f2d-ba77-649143d9971f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456361 Jul 22 16:44:47.158689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3c8127-ab6b-47ca-a59a-7e1e92562c6b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:47.159131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] No DVR routers for this DVR port 3345ea44-c513-4b13-b69f-8b0b4665af70 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:47.193013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Checking segment: {'id': '6f0bb407-db2b-44df-b84a-700f49ad8e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '548db37d-d0eb-4ef6-a20e-e4582728047b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:47.193414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Network hostable DHCP agents. Network: 548db37d-d0eb-4ef6-a20e-e4582728047b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:47.221678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Network 548db37d-d0eb-4ef6-a20e-e4582728047b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:47.243267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 548db37d-d0eb-4ef6-a20e-e4582728047b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:47.249551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:47.250660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:47.257170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] In _notify_port_updated(), no bound segment for port 3345ea44-c513-4b13-b69f-8b0b4665af70 on network 3847fe1d-acd7-4c26-82ee-355b41bacd95 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:44:47.258095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:47.258770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:47.259052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d643f2a-aa30-4e08-aceb-d2268915b95c None None] Network 548db37d-d0eb-4ef6-a20e-e4582728047b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:47.260174 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-e3a2da68-71e0-47c1-a026-d934f5949c64 service neutron] 10.222.0.65 "PUT /v2.0/ports/3345ea44-c513-4b13-b69f-8b0b4665af70 HTTP/1.1" status: 200 len: 1033 time: 1.1518769 Jul 22 16:44:47.286540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-86e2ad05-1333-474b-b8a6-7fa1ef1b91aa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5495884 Jul 22 16:44:47.495394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting port 34033e5a-85e6-4a68-acf0-f674a010aa8d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:47.495743 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:47.500980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0266b7e1-3baa-45f0-afba-7a1be42777cc None None] Provisioning complete for port 3345ea44-c513-4b13-b69f-8b0b4665af70 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:44:47.501538 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0266b7e1-3baa-45f0-afba-7a1be42777cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:47.538752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412135a1-d9c2-42d5-9dff-11d83a4e7dbb None None] Network 548db37d-d0eb-4ef6-a20e-e4582728047b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:47.747074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b125da74-43fa-4654-bb26-72bc5284764a req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] For port 34033e5a-85e6-4a68-acf0-f674a010aa8d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=34033e5a-85e6-4a68-acf0-f674a010aa8d,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:47.747441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:47.778754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Calling delete_port for 34033e5a-85e6-4a68-acf0-f674a010aa8d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:47.851256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed09d-045f-4f6f-ba6b-a5439d95e4a0 req-45be601a-4e20-4d09-921d-28e5f2221d0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:47.863193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0266b7e1-3baa-45f0-afba-7a1be42777cc None None] Port 3345ea44-c513-4b13-b69f-8b0b4665af70 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:44:47.882725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed09d-045f-4f6f-ba6b-a5439d95e4a0 req-45be601a-4e20-4d09-921d-28e5f2221d0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:47.898136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed09d-045f-4f6f-ba6b-a5439d95e4a0 req-45be601a-4e20-4d09-921d-28e5f2221d0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:47.922915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed09d-045f-4f6f-ba6b-a5439d95e4a0 req-45be601a-4e20-4d09-921d-28e5f2221d0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:47.947643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ed09d-045f-4f6f-ba6b-a5439d95e4a0 req-45be601a-4e20-4d09-921d-28e5f2221d0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:47.965875 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c23ed09d-045f-4f6f-ba6b-a5439d95e4a0 req-45be601a-4e20-4d09-921d-28e5f2221d0d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 3886 time: 0.2215900 Jul 22 16:44:48.051279 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c23ed09d-045f-4f6f-ba6b-a5439d95e4a0 req-98325cd4-275a-4fbd-827f-cdb2ef74f562 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843840 Jul 22 16:44:48.088657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.128968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Port': ['ID=34033e5a-85e6-4a68-acf0-f674a010aa8d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:48.151630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 3345ea44-c513-4b13-b69f-8b0b4665af70 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:48.215228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125da74-43fa-4654-bb26-72bc5284764a req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] No DVR routers for this DVR port 34033e5a-85e6-4a68-acf0-f674a010aa8d on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:48.227191 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.229388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 3345ea44-c513-4b13-b69f-8b0b4665af70 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:48.229828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:48.230601 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-211f472a-9921-4d0e-b343-e209cecff9da tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "DELETE /v2.0/ports/34033e5a-85e6-4a68-acf0-f674a010aa8d HTTP/1.1" status: 204 len: 173 time: 0.9638603 Jul 22 16:44:48.231589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': '34033e5a-85e6-4a68-acf0-f674a010aa8d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:48.233945 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ef9789-9db2-41a5-84ef-e8956ae3dcc4" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "34033e5a-85e6-4a68-acf0-f674a010aa8d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:48.302605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53574) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:48.311883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648529-network', 'tenant_id': 'ada8fd0f5c2f485fbbe6136961fd9614'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:48.342841 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050e9800-bd6a-4c98-97e2-43c344992d92 x-openstack-request-id: req-050e9800-bd6a-4c98-97e2-43c344992d92 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:48.343172 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "34033e5a-85e6-4a68-acf0-f674a010aa8d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:48.343399 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-050e9800-bd6a-4c98-97e2-43c344992d92 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:48.343749 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': '34033e5a-85e6-4a68-acf0-f674a010aa8d', 'status': 'completed', 'code': 200} Jul 22 16:44:48.352178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.376086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Made reservation on behalf of ada8fd0f5c2f485fbbe6136961fd9614 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:48.381229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.404964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.434982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:48.445449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:48.449829 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac1eb70-0587-46f8-9346-514c0a136a93" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:48.455629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9f3ac-936b-46a9-b6cb-8c83a4bd9f2e req-3fce720d-6d5c-4e05-804f-18199402f9ca tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:48.463017 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.463475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97e9f3ac-936b-46a9-b6cb-8c83a4bd9f2e req-3fce720d-6d5c-4e05-804f-18199402f9ca tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1308494 Jul 22 16:44:48.464561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 779fbf7d-aaa9-4b2b-856f-f113a5c0492e no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:48.474527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:48.474904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.605237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b125da74-43fa-4654-bb26-72bc5284764a req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] For port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:48.605654 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.633517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Calling delete_port for 779fbf7d-aaa9-4b2b-856f-f113a5c0492e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:48.658425 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df3d9fb-db00-47d6-8ae3-6b664942df2b x-openstack-request-id: req-3df3d9fb-db00-47d6-8ae3-6b664942df2b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:48.658740 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-unplugged", "status": "completed", "tag": "6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:48.658989 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3df3d9fb-db00-47d6-8ae3-6b664942df2b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:48.659429 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29', 'code': 200} Jul 22 16:44:48.660127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:48.673792 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.680296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.690429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6edd5fce-8c00-4f48-9227-6cb006b1b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.741748 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.744287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:44:48.789198 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.790237 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Added segment b6a2d018-adac-40a0-87ff-4a8669913a3c of type vlan for network 3eee7b54-458e-438f-a72d-9e9025ada50b Jul 22 16:44:48.794834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe5ef6b-b1c6-443c-a66b-e2bd2b0f4db3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:48.800224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:48.828017 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.832224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 34033e5a-85e6-4a68-acf0-f674a010aa8d no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:48.906625 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:48.931415 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:48.942234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 34033e5a-85e6-4a68-acf0-f674a010aa8d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:44:48.943304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 34033e5a-85e6-4a68-acf0-f674a010aa8d not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:48.944119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:49.009402 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.010580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:49.011357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.015556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.041844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97e9f3ac-936b-46a9-b6cb-8c83a4bd9f2e req-dcbe966d-6e3f-458a-a290-db7e96e85f11 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774841 Jul 22 16:44:49.065320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:44:49.065744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4235adf9-a460-48a5-b2fc-1717fc91f8f3 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:49.101803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Port': ['ID=779fbf7d-aaa9-4b2b-856f-f113a5c0492e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:49.197458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125da74-43fa-4654-bb26-72bc5284764a req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] No DVR routers for this DVR port 779fbf7d-aaa9-4b2b-856f-f113a5c0492e on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:49.203130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.205645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-444e86bd-5d6f-4894-a218-24bc9566cf9e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "DELETE /v2.0/ports/779fbf7d-aaa9-4b2b-856f-f113a5c0492e HTTP/1.1" status: 204 len: 173 time: 0.9559112 Jul 22 16:44:49.209286 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.214247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] Pushing event updated for resources: {'Network': ['ID=3eee7b54-458e-438f-a72d-9e9025ada50b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:49.227700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3eee7b54-458e-438f-a72d-9e9025ada50b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:44:49.281804 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-25b309c8-ee79-4d17-a059-080aa6e392b9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9778399 Jul 22 16:44:49.285215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:49.290909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Request body: {'subnet': {'network_id': '3eee7b54-458e-438f-a72d-9e9025ada50b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1648529-subnet', 'tenant_id': 'ada8fd0f5c2f485fbbe6136961fd9614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:44:49.344044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Made reservation on behalf of ada8fd0f5c2f485fbbe6136961fd9614 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:44:49.348666 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.361922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4235adf9-a460-48a5-b2fc-1717fc91f8f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:49.370019 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.371113 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device ce13914e-02ac-42fc-b2d9-bb07d928d145 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:44:49.376592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481dc45-379d-446c-95f9-e24fe7d4f591 req-9f81189f-b208-441c-b85b-eaab90b29126 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:49.384522 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c481dc45-379d-446c-95f9-e24fe7d4f591 req-9f81189f-b208-441c-b85b-eaab90b29126 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1664131 Jul 22 16:44:49.446112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c481dc45-379d-446c-95f9-e24fe7d4f591 req-8b404dc5-d59f-4d86-a65a-e84507c7b1c4 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606527 Jul 22 16:44:49.475772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263921c-f98c-4801-8a13-12adc46bdfef req-49235ae6-fac9-4030-b0de-94f22d90f2ad tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:49.483417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263921c-f98c-4801-8a13-12adc46bdfef req-49235ae6-fac9-4030-b0de-94f22d90f2ad tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:49.490417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263921c-f98c-4801-8a13-12adc46bdfef req-49235ae6-fac9-4030-b0de-94f22d90f2ad tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:49.492452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a263921c-f98c-4801-8a13-12adc46bdfef req-49235ae6-fac9-4030-b0de-94f22d90f2ad tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 2415 time: 0.3308897 Jul 22 16:44:49.567248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=4235adf9-a460-48a5-b2fc-1717fc91f8f3,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:49.586745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting port ce13914e-02ac-42fc-b2d9-bb07d928d145 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:49.588758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.654159 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.699655 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a263921c-f98c-4801-8a13-12adc46bdfef req-7a36c41c-4ff3-4854-91b4-2ba2802ffd55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853418 Jul 22 16:44:49.712662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port ce13914e-02ac-42fc-b2d9-bb07d928d145, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:49.718145 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.783208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.848752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b125da74-43fa-4654-bb26-72bc5284764a req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] For port ce13914e-02ac-42fc-b2d9-bb07d928d145, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=ce13914e-02ac-42fc-b2d9-bb07d928d145,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:49.849127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:49.880260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Calling delete_port for ce13914e-02ac-42fc-b2d9-bb07d928d145 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:49.885863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=ce13914e-02ac-42fc-b2d9-bb07d928d145,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:49.961155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad176ad-aedf-4f7a-b7a7-85ecd0c24206,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:49.973444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Checking segment: {'id': 'b6a2d018-adac-40a0-87ff-4a8669913a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3eee7b54-458e-438f-a72d-9e9025ada50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:44:49.974007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Network hostable DHCP agents. Network: 3eee7b54-458e-438f-a72d-9e9025ada50b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:44:50.039423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Network 3eee7b54-458e-438f-a72d-9e9025ada50b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:44:50.082275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3eee7b54-458e-438f-a72d-9e9025ada50b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:44:50.093269 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6ecc02-12ef-4de3-920a-aa2e2f0223e2 None None] Network 3eee7b54-458e-438f-a72d-9e9025ada50b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:50.101931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:50.108423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:50.215592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5cc4c381-765c-4289-bc00-9ccb4923c8d4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9283764 Jul 22 16:44:50.247385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd02f4-9aae-4430-93d9-87e22656e17f req-37254c68-103d-481c-a419-390d56a62016 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:50.255372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39cd02f4-9aae-4430-93d9-87e22656e17f req-37254c68-103d-481c-a419-390d56a62016 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2761307 Jul 22 16:44:50.311824 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:50.356647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39cd02f4-9aae-4430-93d9-87e22656e17f req-da98f207-5f71-4dad-84bc-743c2c1ea694 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956633 Jul 22 16:44:50.370214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:50.374417 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee98861-1c9d-4ddb-bc95-ac41f6a112c4" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "779fbf7d-aaa9-4b2b-856f-f113a5c0492e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:50.377611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Port': ['ID=ce13914e-02ac-42fc-b2d9-bb07d928d145,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:50.455638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a09c3-1c84-4ac2-b66d-7e15c17c559f None None] Network 3eee7b54-458e-438f-a72d-9e9025ada50b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:44:50.464549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:50.476126 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a437a4a9-2d23-4642-9aaa-6c984cfb9cea x-openstack-request-id: req-a437a4a9-2d23-4642-9aaa-6c984cfb9cea {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:50.476934 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "779fbf7d-aaa9-4b2b-856f-f113a5c0492e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:50.481507 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a437a4a9-2d23-4642-9aaa-6c984cfb9cea {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:50.481507 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e', 'status': 'completed', 'code': 200} Jul 22 16:44:50.532882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125da74-43fa-4654-bb26-72bc5284764a req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] No DVR routers for this DVR port ce13914e-02ac-42fc-b2d9-bb07d928d145 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:50.539323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:50.545710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-ef9a4537-fe9c-446c-bd77-0d3dff14c812 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "DELETE /v2.0/ports/ce13914e-02ac-42fc-b2d9-bb07d928d145 HTTP/1.1" status: 204 len: 173 time: 1.2986574 Jul 22 16:44:50.576429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39abc30-a1a6-4ec4-8872-6a553d81226e admin admin] Deleting subnet 3c3c8127-ab6b-47ca-a59a-7e1e92562c6b {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:50.593104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e39abc30-a1a6-4ec4-8872-6a553d81226e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:50.661627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e'}, {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3'}, {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce13914e-02ac-42fc-b2d9-bb07d928d145'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:50.671655 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d944fa4-59e4-467d-b144-7f9ede7a2e45" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-unplugged", "status": "completed", "tag": "779fbf7d-aaa9-4b2b-856f-f113a5c0492e"}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-unplugged", "status": "completed", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3"}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-unplugged", "status": "completed", "tag": "ce13914e-02ac-42fc-b2d9-bb07d928d145"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:50.672296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e39abc30-a1a6-4ec4-8872-6a553d81226e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:50.800601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:50.801259 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:50.828717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e39abc30-a1a6-4ec4-8872-6a553d81226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:50.829202 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e9bf2-7e04-4a21-86aa-2ba533e0c2a3 x-openstack-request-id: req-a55e9bf2-7e04-4a21-86aa-2ba533e0c2a3 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:50.829202 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-unplugged", "status": "completed", "tag": "779fbf7d-aaa9-4b2b-856f-f113a5c0492e", "code": 200}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-unplugged", "status": "completed", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3", "code": 200}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-unplugged", "status": "completed", "tag": "ce13914e-02ac-42fc-b2d9-bb07d928d145", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:50.829202 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a55e9bf2-7e04-4a21-86aa-2ba533e0c2a3 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:50.829747 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '779fbf7d-aaa9-4b2b-856f-f113a5c0492e', 'code': 200} Jul 22 16:44:50.832257 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'code': 200} Jul 22 16:44:50.833038 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce13914e-02ac-42fc-b2d9-bb07d928d145', 'code': 200} Jul 22 16:44:50.908159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:50.940255 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e39abc30-a1a6-4ec4-8872-6a553d81226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.003838 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e39abc30-a1a6-4ec4-8872-6a553d81226e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.007565 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e39abc30-a1a6-4ec4-8872-6a553d81226e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3c3c8127-ab6b-47ca-a59a-7e1e92562c6b HTTP/1.1" status: 204 len: 168 time: 0.5416441 Jul 22 16:44:51.008928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b125da74-43fa-4654-bb26-72bc5284764a req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] For port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:51.013116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.013738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53674) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:51.016030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39abc30-a1a6-4ec4-8872-6a553d81226e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3c8127-ab6b-47ca-a59a-7e1e92562c6b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:51.037533 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-10fc1cac-a189-42b9-b264-3094a3113a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.048104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Calling delete_port for 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:51.150708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.188565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.198153 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f38878f4-4680-4f19-aa63-6fef70cac3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.338332 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.351369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ed9e2-1617-47b2-91b2-2f6b0aa71e99 req-71e1b568-ae46-41c1-b7b2-daddca490e6e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:51.356575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548db37d-d0eb-4ef6-a20e-e4582728047b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:51.362303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ed9e2-1617-47b2-91b2-2f6b0aa71e99 req-71e1b568-ae46-41c1-b7b2-daddca490e6e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:51.373006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a84ed9e2-1617-47b2-91b2-2f6b0aa71e99 req-71e1b568-ae46-41c1-b7b2-daddca490e6e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 1678 time: 0.1507130 Jul 22 16:44:51.374616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0bb407-db2b-44df-b84a-700f49ad8e7f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:51.375187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0bb407-db2b-44df-b84a-700f49ad8e7f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:51.376577 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.390736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.420134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.433431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:51.434040 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:51.436072 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:51.459694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Port': ['ID=6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:51.497294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125da74-43fa-4654-bb26-72bc5284764a req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] No DVR routers for this DVR port 6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:51.500002 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.502448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-67d8a79d-4d09-4cef-abe9-58771d332b55 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "DELETE /v2.0/ports/6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29 HTTP/1.1" status: 204 len: 173 time: 0.9505062 Jul 22 16:44:51.547771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f38878f4-4680-4f19-aa63-6fef70cac3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.551658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a84ed9e2-1617-47b2-91b2-2f6b0aa71e99 req-e7df7529-7557-4059-8080-a3d666b562c4 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777568 Jul 22 16:44:51.573483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f38878f4-4680-4f19-aa63-6fef70cac3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.576889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.616581 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.618975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] 10.222.0.53 "DELETE /v2.0/networks/548db37d-d0eb-4ef6-a20e-e4582728047b HTTP/1.1" status: 204 len: 168 time: 0.6035914 Jul 22 16:44:51.621530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53712) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:51.630987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc896ab-0fed-4a37-ab93-789ebd57bb13 admin admin] Pushing event deleted for resources: {'Network': ['ID=548db37d-d0eb-4ef6-a20e-e4582728047b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:51.650876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38878f4-4680-4f19-aa63-6fef70cac3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f23b5bb-50b4-477b-b914-dd1970b33957,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:51.658421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f38878f4-4680-4f19-aa63-6fef70cac3fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=531c01fb3da64578a1813ee792fed29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7488587 Jul 22 16:44:51.660870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53714) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:51.693174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:44:51.694138 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.710109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56f169-daff-4efd-a79d-8726f11e1ad7 req-2accb031-5172-4b23-8b5c-37c7d9b5748a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:51.715384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc32cc7-dcbb-44b4-987c-e45fbf47c6df admin admin] Deleting subnet 7ad176ad-aedf-4f7a-b7a7-85ecd0c24206 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:44:51.717448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-de56f169-daff-4efd-a79d-8726f11e1ad7 req-2accb031-5172-4b23-8b5c-37c7d9b5748a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2160671 Jul 22 16:44:51.726761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cc32cc7-dcbb-44b4-987c-e45fbf47c6df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.760353 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43380906-25a1-4f41-b4f0-f36237f53708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.768843 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-de56f169-daff-4efd-a79d-8726f11e1ad7 req-deea53f7-46a8-4c15-bcca-d63b105d2ec8 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505664 Jul 22 16:44:51.796656 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43380906-25a1-4f41-b4f0-f36237f53708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.816875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cc32cc7-dcbb-44b4-987c-e45fbf47c6df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.881298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] For port 4235adf9-a460-48a5-b2fc-1717fc91f8f3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4235adf9-a460-48a5-b2fc-1717fc91f8f3,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:44:51.881809 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.888375 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43380906-25a1-4f41-b4f0-f36237f53708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.894709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43380906-25a1-4f41-b4f0-f36237f53708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.896465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-43380906-25a1-4f41-b4f0-f36237f53708 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f23b5bb-50b4-477b-b914-dd1970b33957 HTTP/1.1" status: 204 len: 168 time: 0.2343860 Jul 22 16:44:51.910459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cc32cc7-dcbb-44b4-987c-e45fbf47c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:51.913419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43380906-25a1-4f41-b4f0-f36237f53708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f23b5bb-50b4-477b-b914-dd1970b33957,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:52.348241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53732) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:52.367896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33e47193-816b-4f7a-8e0f-19bd44e2085b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.479500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.484050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': 'ce13914e-02ac-42fc-b2d9-bb07d928d145'}, {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:52.487771 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f76d3e8-6c22-4802-a66e-7e03e8bf0034" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "ce13914e-02ac-42fc-b2d9-bb07d928d145"}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:52.511295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33e47193-816b-4f7a-8e0f-19bd44e2085b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.516931 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33e47193-816b-4f7a-8e0f-19bd44e2085b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.561676 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e47193-816b-4f7a-8e0f-19bd44e2085b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c1369b-50ea-47f7-b104-4edfb3fc935b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:52.568306 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-33e47193-816b-4f7a-8e0f-19bd44e2085b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de0e16e6e4504d9b94d9c275f8c5ff67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156727 Jul 22 16:44:52.574713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:52.619650 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ef89b4-dce1-4f92-b0ce-063cfe35260e x-openstack-request-id: req-49ef89b4-dce1-4f92-b0ce-063cfe35260e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:52.619949 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "ce13914e-02ac-42fc-b2d9-bb07d928d145", "status": "completed", "code": 200}, {"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:52.620195 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49ef89b4-dce1-4f92-b0ce-063cfe35260e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:52.620585 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': 'ce13914e-02ac-42fc-b2d9-bb07d928d145', 'status': 'completed', 'code': 200} Jul 22 16:44:52.621596 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': '6ae4ff0f-0dca-4586-b71d-ed8b23f8ed29', 'status': 'completed', 'code': 200} Jul 22 16:44:52.740958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cc32cc7-dcbb-44b4-987c-e45fbf47c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.747731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0e62f-9441-4f64-9961-f0496585178c req-50a3b475-1bc5-4aeb-91d1-56989f86c91f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:52.754756 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51b0e62f-9441-4f64-9961-f0496585178c req-50a3b475-1bc5-4aeb-91d1-56989f86c91f tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 944 time: 0.0877764 Jul 22 16:44:52.796323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51b0e62f-9441-4f64-9961-f0496585178c req-15e7cf27-e742-4ad7-9d7f-c50de688f77a tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups?id=15edb5a7-e4c3-4099-85d5-89c49f2af3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 Jul 22 16:44:52.800070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc32cc7-dcbb-44b4-987c-e45fbf47c6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad176ad-aedf-4f7a-b7a7-85ecd0c24206,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:52.810957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4cc32cc7-dcbb-44b4-987c-e45fbf47c6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.812968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4cc32cc7-dcbb-44b4-987c-e45fbf47c6df admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7ad176ad-aedf-4f7a-b7a7-85ecd0c24206 HTTP/1.1" status: 204 len: 168 time: 1.1902800 Jul 22 16:44:52.815621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53742) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:52.816743 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.817119 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.831811 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Floating IP 45735c05-82db-469f-baa3-d224a356db66 disassociated. External IP: 172.25.3.233, port: 4235adf9-a460-48a5-b2fc-1717fc91f8f3. Jul 22 16:44:52.831811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Calling delete_port for 4235adf9-a460-48a5-b2fc-1717fc91f8f3 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:44:52.846887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d5cb0-c173-4757-ba51-69c79acbc650 req-6f6a5968-0fe3-4454-9d88-cc9976524fe3 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:52.848453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-046d5cb0-c173-4757-ba51-69c79acbc650 req-6f6a5968-0fe3-4454-9d88-cc9976524fe3 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.4269404 Jul 22 16:44:52.850854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d106-926e-42f0-b129-7263ed55457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.905411 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.929953 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d106-926e-42f0-b129-7263ed55457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:52.967115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-046d5cb0-c173-4757-ba51-69c79acbc650 req-1017a25a-0dbb-4f56-a483-a35541f79fa1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121452 Jul 22 16:44:53.032161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.045465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eee7b54-458e-438f-a72d-9e9025ada50b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:53.057609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d106-926e-42f0-b129-7263ed55457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.060612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d106-926e-42f0-b129-7263ed55457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.063997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a2d018-adac-40a0-87ff-4a8669913a3c') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:53.064155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f9c6d106-926e-42f0-b129-7263ed55457f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93c1369b-50ea-47f7-b104-4edfb3fc935b HTTP/1.1" status: 204 len: 168 time: 0.4837840 Jul 22 16:44:53.064275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a2d018-adac-40a0-87ff-4a8669913a3c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:53.080220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6d106-926e-42f0-b129-7263ed55457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c1369b-50ea-47f7-b104-4edfb3fc935b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:53.080455 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.099440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.107673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:44:53.108244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:44:53.110591 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:44:53.114599 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.158255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Port': ['ID=4235adf9-a460-48a5-b2fc-1717fc91f8f3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:53.184801 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.201322 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.205886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3eee7b54-458e-438f-a72d-9e9025ada50b HTTP/1.1" status: 204 len: 168 time: 0.3864930 Jul 22 16:44:53.206811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ff358-83e1-410a-9c09-a2c4b1d0d809 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eee7b54-458e-438f-a72d-9e9025ada50b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:53.330296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Router f2fc917d-747d-4c2a-87cd-de203a53b148 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:44:53.493632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:44:53.504815 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] Sync routers for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:44:53.520114 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:53.521158 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:53.579442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:53.597861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] No DVR routers for this DVR port 4235adf9-a460-48a5-b2fc-1717fc91f8f3 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:44:53.609317 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.611936 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b125da74-43fa-4654-bb26-72bc5284764a req-7b4cc690-2d95-4bf5-b844-f7a0beb6f4f6 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.65 "DELETE /v2.0/ports/4235adf9-a460-48a5-b2fc-1717fc91f8f3 HTTP/1.1" status: 204 len: 173 time: 2.1012013 Jul 22 16:44:53.701045 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:44:53.705356 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5bc7cc64-063a-433e-b02a-c82e01544819 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9782442f5d54469a64f1c1ef109d1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246023 Jul 22 16:44:53.707851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:53.832669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:53.878259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.008966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.014631 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.020444 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f179eb1b-7c30-4c7b-91d3-51d2ca660e6a HTTP/1.1" status: 204 len: 168 time: 0.3070147 Jul 22 16:44:54.044010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f179eb1b-7c30-4c7b-91d3-51d2ca660e6a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:54.059885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.060236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.060650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.061105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.061446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.061775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.062107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.062439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.062773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.063135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.063464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.063789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f0371d-f5e0-4a6c-9da7-b71ba0d2d026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:44:54.081342 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '03da3ee3-e679-44ca-81ba-9489dfcd5943', 'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'mac_address': 'fa:16:3e:d4:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:35Z', 'updated_at': '2021-07-22T16:33:46Z', 'revision_number': 5, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'subnets': [{'id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:54.143501 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-09298534-78fd-43d6-90a9-083efc6d488b req-f240af12-afcf-4d7f-a36e-afeeb7e9b8f4 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.1319430 Jul 22 16:44:54.172339 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] Checking router: f2fc917d-747d-4c2a-87cd-de203a53b148 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:44:54.193018 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.200191 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:44:54.200951 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:54.286682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e585ca-6fb5-4967-bcf1-dc52781d8b48 req-3f424e90-b905-4be1-a2bb-22ebf2f006a6 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:54.295767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54e585ca-6fb5-4967-bcf1-dc52781d8b48 req-3f424e90-b905-4be1-a2bb-22ebf2f006a6 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1371598 Jul 22 16:44:54.384836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54e585ca-6fb5-4967-bcf1-dc52781d8b48 req-95ab03c4-899c-49e1-87db-7abaa7f81cd0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844221 Jul 22 16:44:54.470495 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:44:54.622968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:44:54.627364 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caf96f4-f298-4f1f-b13d-935e76e6cff0" -d '{"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:44:54.716304 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a9b456-afa6-4544-9766-850dd8e3fc10 x-openstack-request-id: req-98a9b456-afa6-4544-9766-850dd8e3fc10 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:44:54.716871 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dd8e58-fe28-4442-970c-f6f060464849", "name": "network-vif-deleted", "tag": "4235adf9-a460-48a5-b2fc-1717fc91f8f3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:44:54.717269 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98a9b456-afa6-4544-9766-850dd8e3fc10 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:44:54.717892 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dd8e58-fe28-4442-970c-f6f060464849', 'name': 'network-vif-deleted', 'tag': '4235adf9-a460-48a5-b2fc-1717fc91f8f3', 'status': 'completed', 'code': 200} Jul 22 16:44:54.740201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53796) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:54.814525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f0673bb5-b445-418b-a6d4-bb5fba5ce55f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ada8fd0f5c2f485fbbe6136961fd9614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702517 Jul 22 16:44:54.815882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53798) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:54.941520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2787b079-065e-4bc4-80bb-a1b7edbf5d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:54.989674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2787b079-065e-4bc4-80bb-a1b7edbf5d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.076355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2787b079-065e-4bc4-80bb-a1b7edbf5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.081829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2787b079-065e-4bc4-80bb-a1b7edbf5d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:55.085271 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2787b079-065e-4bc4-80bb-a1b7edbf5d30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebe5ef6b-b1c6-443c-a66b-e2bd2b0f4db3 HTTP/1.1" status: 204 len: 168 time: 0.2676096 Jul 22 16:44:55.104579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787b079-065e-4bc4-80bb-a1b7edbf5d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe5ef6b-b1c6-443c-a66b-e2bd2b0f4db3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:55.240077 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '03da3ee3-e679-44ca-81ba-9489dfcd5943', 'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'mac_address': 'fa:16:3e:d4:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:35Z', 'updated_at': '2021-07-22T16:33:46Z', 'revision_number': 5, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'subnets': [{'id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:44:55.309159 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf327f9-f0d0-4872-959e-c80ec31a43a7 None None] The sync data for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 is: [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:33:38Z', 'revision_number': 4, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '03da3ee3-e679-44ca-81ba-9489dfcd5943', 'name': '', 'network_id': '5c402dae-4a59-456a-ac2a-2fe0d3eb2803', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'mac_address': 'fa:16:3e:d4:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:35Z', 'updated_at': '2021-07-22T16:33:46Z', 'revision_number': 5, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'subnets': [{'id': 'cc4c2575-cbae-40f7-9acf-339211b5628e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:44:55.441236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f861a44-8abc-412c-9e4c-96606050fede req-3d3eeaaf-0f76-4af8-8ed1-8ea7439fcf39 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0779195 Jul 22 16:44:55.927742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9467f1e-1eea-4096-9aee-b1c064dd6c4d None None] New status for floating IP 45735c05-82db-469f-baa3-d224a356db66: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:44:56.715591 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-670c51b6-ec19-4f82-b046-f44573b029d6 req-9c453012-70e3-489e-a3db-a523a8d0b7c7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0486441 Jul 22 16:44:57.580261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de947a5e-bfd8-4710-9c0a-41c8f41a600a req-2168dcc8-055e-4523-b06e-cc951d65165e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:57.592092 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-de947a5e-bfd8-4710-9c0a-41c8f41a600a req-2168dcc8-055e-4523-b06e-cc951d65165e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1183953 Jul 22 16:44:57.646301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-02dbd30b-a5be-4e63-b03a-5cae942badbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:57.651393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-02dbd30b-a5be-4e63-b03a-5cae942badbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1097 time: 0.1912351 Jul 22 16:44:57.708474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-de947a5e-bfd8-4710-9c0a-41c8f41a600a req-db4ed7d9-3039-4808-9419-3f555018fa17 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065168 Jul 22 16:44:57.920573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-4f6c75cb-5723-4ac7-baf2-b2593b195845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:57.923508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-4f6c75cb-5723-4ac7-baf2-b2593b195845 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 920 time: 0.2587433 Jul 22 16:44:57.944448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710590d-a503-4c5d-9120-b45d3397d5b6 req-aca90737-fb20-471a-bcfc-99328137d2e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:57.956470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710590d-a503-4c5d-9120-b45d3397d5b6 req-aca90737-fb20-471a-bcfc-99328137d2e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:57.958592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f0556cb9-456f-44ca-a054-e34a5efb9797 req-cf646d80-9a8f-432a-a5f0-57553f455389 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0938056 Jul 22 16:44:57.973738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:58.013643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710590d-a503-4c5d-9120-b45d3397d5b6 req-aca90737-fb20-471a-bcfc-99328137d2e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.042265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710590d-a503-4c5d-9120-b45d3397d5b6 req-aca90737-fb20-471a-bcfc-99328137d2e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.059841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710590d-a503-4c5d-9120-b45d3397d5b6 req-aca90737-fb20-471a-bcfc-99328137d2e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.076465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710590d-a503-4c5d-9120-b45d3397d5b6 req-aca90737-fb20-471a-bcfc-99328137d2e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.099908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710590d-a503-4c5d-9120-b45d3397d5b6 req-aca90737-fb20-471a-bcfc-99328137d2e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.116282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c710590d-a503-4c5d-9120-b45d3397d5b6 req-aca90737-fb20-471a-bcfc-99328137d2e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.2969604 Jul 22 16:44:58.223135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-7d0c9ae8-992b-49b5-a678-a58c7dbda616 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 200 len: 217 time: 0.0969119 Jul 22 16:44:58.285697 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c710590d-a503-4c5d-9120-b45d3397d5b6 req-bc9df282-8df8-44bc-8005-c0106ca126b8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661396 Jul 22 16:44:58.306613 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad1e-7d23-42a8-ae2b-3463bdc41f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.344097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-c3890e7c-9a0f-4132-8520-d1f32da9404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.346428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-c3890e7c-9a0f-4132-8520-d1f32da9404e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.1150301 Jul 22 16:44:58.474731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-4d2152f5-a26c-4ea3-b573-3ad7ec02f9e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055698 Jul 22 16:44:58.529828 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad1e-7d23-42a8-ae2b-3463bdc41f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.538618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad1e-7d23-42a8-ae2b-3463bdc41f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.588035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2ad1e-7d23-42a8-ae2b-3463bdc41f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d3d198-0329-4fb4-be8f-0f74ed8dbf06,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:58.596979 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d8f2ad1e-7d23-42a8-ae2b-3463bdc41f2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bbbb6f1686f4554883d63976618b206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6216688 Jul 22 16:44:58.599093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:58.676789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840ba2-6f15-4d34-8247-d6a149322137 req-ddcea85b-f564-483b-9f08-2f07ca1deff3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.682407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08444caf-fcac-4096-94ce-331b4f7e2022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.688242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840ba2-6f15-4d34-8247-d6a149322137 req-ddcea85b-f564-483b-9f08-2f07ca1deff3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.696055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840ba2-6f15-4d34-8247-d6a149322137 req-ddcea85b-f564-483b-9f08-2f07ca1deff3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.704237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840ba2-6f15-4d34-8247-d6a149322137 req-ddcea85b-f564-483b-9f08-2f07ca1deff3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.713426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840ba2-6f15-4d34-8247-d6a149322137 req-ddcea85b-f564-483b-9f08-2f07ca1deff3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.725568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840ba2-6f15-4d34-8247-d6a149322137 req-ddcea85b-f564-483b-9f08-2f07ca1deff3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.732614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08444caf-fcac-4096-94ce-331b4f7e2022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.738982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57840ba2-6f15-4d34-8247-d6a149322137 req-ddcea85b-f564-483b-9f08-2f07ca1deff3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:58.751094 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57840ba2-6f15-4d34-8247-d6a149322137 req-ddcea85b-f564-483b-9f08-2f07ca1deff3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.3041105 Jul 22 16:44:58.762967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-adea638b-ccd0-49ac-b5fb-0f5e8b6bbdb5 service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377257 Jul 22 16:44:58.844367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08444caf-fcac-4096-94ce-331b4f7e2022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.847816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08444caf-fcac-4096-94ce-331b4f7e2022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:58.849948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-08444caf-fcac-4096-94ce-331b4f7e2022 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50d3d198-0329-4fb4-be8f-0f74ed8dbf06 HTTP/1.1" status: 204 len: 168 time: 0.2492700 Jul 22 16:44:58.882308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08444caf-fcac-4096-94ce-331b4f7e2022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d3d198-0329-4fb4-be8f-0f74ed8dbf06,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:59.002070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1485c9d6-4f58-4242-9b11-9bcff06540c9 req-2ed580b3-ee52-489d-841f-ec5749702881 service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302928 Jul 22 16:44:59.037433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496e20e-4735-42b3-ac3e-4eb485410e2e req-4668d3d6-39b8-433d-8150-39e7cba8848c tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:59.046740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6496e20e-4735-42b3-ac3e-4eb485410e2e req-4668d3d6-39b8-433d-8150-39e7cba8848c tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1663091 Jul 22 16:44:59.131147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6496e20e-4735-42b3-ac3e-4eb485410e2e req-32608416-7bc7-4fe1-86f4-c7235f34a210 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828204 Jul 22 16:44:59.266146 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e75e404f-16c1-41aa-8e32-832719b60bf7 req-cb5b7a55-d7ed-4b19-9f22-ab197195897e tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0990596 Jul 22 16:44:59.508271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:59.545200 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0906aff7-c72d-4aa0-9748-90df64a35e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:59.695418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c68cf-37f6-4b39-b09e-ad21eaf27097 req-0a3801e2-ef82-4d94-ae9c-c67e062e9a40 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:44:59.698011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb4c68cf-37f6-4b39-b09e-ad21eaf27097 req-0a3801e2-ef82-4d94-ae9c-c67e062e9a40 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 946 time: 0.1150124 Jul 22 16:44:59.745503 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0906aff7-c72d-4aa0-9748-90df64a35e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:59.754400 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0906aff7-c72d-4aa0-9748-90df64a35e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:44:59.818347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb4c68cf-37f6-4b39-b09e-ad21eaf27097 req-9b435de7-cf62-4ed9-abeb-a3d53a2aa83c tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088953 Jul 22 16:44:59.839374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906aff7-c72d-4aa0-9748-90df64a35e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0f68e4-a2b0-4b00-a51b-c0359ee8cefc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:44:59.847091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:44:59.847491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0906aff7-c72d-4aa0-9748-90df64a35e6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cdf7221ba3c44d5b8ddc84a163d8ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327086 Jul 22 16:44:59.961295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43c7785b-6a3a-40f1-9563-40d8ac727fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.002156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43c7785b-6a3a-40f1-9563-40d8ac727fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.082728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43c7785b-6a3a-40f1-9563-40d8ac727fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.086482 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43c7785b-6a3a-40f1-9563-40d8ac727fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:00.087696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-43c7785b-6a3a-40f1-9563-40d8ac727fc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca0f68e4-a2b0-4b00-a51b-c0359ee8cefc HTTP/1.1" status: 204 len: 168 time: 0.2423999 Jul 22 16:45:00.100282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7785b-6a3a-40f1-9563-40d8ac727fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0f68e4-a2b0-4b00-a51b-c0359ee8cefc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:00.456127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea7c5f-039e-46ad-9a4c-c6deb148ae9c req-11a94d77-b4f5-462a-b99e-eff08b265c6a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:00.464671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9ea7c5f-039e-46ad-9a4c-c6deb148ae9c req-11a94d77-b4f5-462a-b99e-eff08b265c6a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1805730 Jul 22 16:45:00.535879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9ea7c5f-039e-46ad-9a4c-c6deb148ae9c req-303ea72d-26ab-4c4e-9ee4-eaa323d88052 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699942 Jul 22 16:45:00.618175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8bbf8bc3-159e-4084-9684-b473c38f6c07 req-3d1f32a3-9075-4f11-ade9-374806d59555 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0755434 Jul 22 16:45:01.076112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:01.226608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483aa7a-66a3-4d5f-9e6c-7a46163b1959 req-8d048c2c-da6b-49f4-881d-e19dcb9ef977 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.239552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7483aa7a-66a3-4d5f-9e6c-7a46163b1959 req-8d048c2c-da6b-49f4-881d-e19dcb9ef977 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 946 time: 0.1364572 Jul 22 16:45:01.296894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7483aa7a-66a3-4d5f-9e6c-7a46163b1959 req-7f02cd37-54bc-4a5d-9392-f8c8772fe800 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531523 Jul 22 16:45:01.318659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:01.331586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-5fa7be60-96bf-4080-95a3-55757cf3aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.348141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-5fa7be60-96bf-4080-95a3-55757cf3aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.348141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-5fa7be60-96bf-4080-95a3-55757cf3aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.348141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-5fa7be60-96bf-4080-95a3-55757cf3aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.348141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-5fa7be60-96bf-4080-95a3-55757cf3aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.348141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-5fa7be60-96bf-4080-95a3-55757cf3aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.348141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-5fa7be60-96bf-4080-95a3-55757cf3aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.348141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-5fa7be60-96bf-4080-95a3-55757cf3aab8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6495 time: 0.2704618 Jul 22 16:45:01.431319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-ce49fcbd-6671-4cf7-a126-1f2ca9bb7bc6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812445 Jul 22 16:45:01.764227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f658c5c-10c4-4480-a9c3-93ab6d9e8c7d req-14fd80ce-4390-49f7-aab8-d63ff557f1d7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0587370 Jul 22 16:45:01.768590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879dab5-d837-4577-845a-43511c2b9c30 req-30e7d8dd-721f-47e3-8759-a0a6d6a556a1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:01.770311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3879dab5-d837-4577-845a-43511c2b9c30 req-30e7d8dd-721f-47e3-8759-a0a6d6a556a1 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1363354 Jul 22 16:45:02.273718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef87d4-be58-40f1-9c61-a80725d0b1f7 req-071e46c7-03e4-44ed-a8ed-ee461f9a9019 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:02.285283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9ef87d4-be58-40f1-9c61-a80725d0b1f7 req-071e46c7-03e4-44ed-a8ed-ee461f9a9019 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 946 time: 0.1664507 Jul 22 16:45:02.329932 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3879dab5-d837-4577-845a-43511c2b9c30 req-ae080b76-fd56-4caf-95a6-979126647fa9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463026 Jul 22 16:45:02.360553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9ef87d4-be58-40f1-9c61-a80725d0b1f7 req-492b2ad6-283e-4ec4-8d87-b6a8348dbf5a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657015 Jul 22 16:45:02.510530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54086) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:02.666736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8499b4-b87a-4220-b1e9-bef38b1430c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:02.831870 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8499b4-b87a-4220-b1e9-bef38b1430c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:02.836983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f8499b4-b87a-4220-b1e9-bef38b1430c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:02.937435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6251026a-c0f2-4bea-b238-515c212005ff req-86c0c2ad-d401-42dc-9084-4c5d45884c67 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0540781 Jul 22 16:45:02.945256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4f8499b4-b87a-4220-b1e9-bef38b1430c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2eb7c4ecfb7243849bf2be684c2a939b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328268 Jul 22 16:45:02.946300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8499b4-b87a-4220-b1e9-bef38b1430c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17041cc0-bec0-41c9-8c77-d9f0d4389f60,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:02.948051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54096) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:03.030249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e70c2873-9730-4e13-9c11-f20cac6ee88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:03.071103 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e70c2873-9730-4e13-9c11-f20cac6ee88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:03.148868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e70c2873-9730-4e13-9c11-f20cac6ee88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:03.151707 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e70c2873-9730-4e13-9c11-f20cac6ee88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:03.156317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e70c2873-9730-4e13-9c11-f20cac6ee88b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17041cc0-bec0-41c9-8c77-d9f0d4389f60 HTTP/1.1" status: 204 len: 168 time: 0.2039733 Jul 22 16:45:03.170955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c2873-9730-4e13-9c11-f20cac6ee88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17041cc0-bec0-41c9-8c77-d9f0d4389f60,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:03.515440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71124-2280-4035-8b99-b9f7c001adb2 req-5dc55b2f-4166-4163-9523-8df19ff3f63e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:03.525490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53a71124-2280-4035-8b99-b9f7c001adb2 req-5dc55b2f-4166-4163-9523-8df19ff3f63e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1075492 Jul 22 16:45:03.607744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb004fd-9c2c-4af0-b4d0-a40625573bde req-37635446-e2bb-42c7-b899-b4a20ffa63f5 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:03.615703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfb004fd-9c2c-4af0-b4d0-a40625573bde req-37635446-e2bb-42c7-b899-b4a20ffa63f5 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 946 time: 0.1448638 Jul 22 16:45:03.671382 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53a71124-2280-4035-8b99-b9f7c001adb2 req-41153b77-cdcf-4e27-a5d8-0dccd1b0a3c0 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398473 Jul 22 16:45:03.695578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfb004fd-9c2c-4af0-b4d0-a40625573bde req-0ccab98b-74ab-4b7b-be94-569f8be03b53 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786033 Jul 22 16:45:04.112363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-50fe19c7-8d56-4bc3-9fea-7cff93079e7e req-f5d566a3-f4c6-402c-a233-1f91fe252eaf tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0473850 Jul 22 16:45:04.297499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-5b59ff5c-1f90-4235-996f-65700df4e3b3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:04.299885 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-5b59ff5c-1f90-4235-996f-65700df4e3b3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.65 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 946 time: 0.1166484 Jul 22 16:45:04.535452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Deleting port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:04.535935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.726838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] For port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:04.729759 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:04.912813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdddd0-ab51-4726-a897-b65fc29dba60 req-a598cdfb-d385-44fb-aac2-88046f3e4aa2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:04.926439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c3fdddd0-ab51-4726-a897-b65fc29dba60 req-a598cdfb-d385-44fb-aac2-88046f3e4aa2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1194301 Jul 22 16:45:04.960529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:04.986274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c3fdddd0-ab51-4726-a897-b65fc29dba60 req-e844eab4-8a65-43d6-a580-9442778c0298 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550873 Jul 22 16:45:05.095769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e181fd5-6a3e-4ed4-b1a1-8ed5ab200072 req-90849002-39a1-41ae-8a97-5f88ae991ac7 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:05.104321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e181fd5-6a3e-4ed4-b1a1-8ed5ab200072 req-90849002-39a1-41ae-8a97-5f88ae991ac7 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 946 time: 0.3369052 Jul 22 16:45:05.170964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e181fd5-6a3e-4ed4-b1a1-8ed5ab200072 req-e9e6380b-dda1-4c32-9093-6e4fd3cc062a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups?id=8319a60a-669b-4565-ac08-94b8a58d8a16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607569 Jul 22 16:45:05.272371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.272759 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.273080 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Floating IP aaacdf4e-d733-468f-bed6-541894ee2884 disassociated. External IP: 172.25.3.112, port: 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0. Jul 22 16:45:05.273431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Calling delete_port for 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:05.275653 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ce50-f074-4106-b0b4-6ce8326b6943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.311433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e53a8bae-d614-4825-a3f2-9d5b5c3a25a8 req-9cf8ade1-1e10-4c0e-8503-7e0edcc5e3f8 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0528452 Jul 22 16:45:05.457776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.484211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54164) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:05.500139 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ce50-f074-4106-b0b4-6ce8326b6943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.506628 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ce50-f074-4106-b0b4-6ce8326b6943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.520305 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.586552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8cb3ce50-f074-4106-b0b4-6ce8326b6943 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6de70fd74a0642bca65cb19e043b90ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223831 Jul 22 16:45:05.588149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Pushing event deleted for resources: {'Port': ['ID=09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:05.590054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54168) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:05.591612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3ce50-f074-4106-b0b4-6ce8326b6943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c1a3fb-66a7-4eff-acd3-212d7653fba3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:05.741288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Router 512d72a8-b571-413c-b885-6c08646e4ea3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:05.755604 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9291a62-2708-483c-b992-e438ffa761da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.787056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9291a62-2708-483c-b992-e438ffa761da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.863258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'network': {'name': 'tempest-network-smoke--846312397', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:05.875721 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9291a62-2708-483c-b992-e438ffa761da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.883110 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9291a62-2708-483c-b992-e438ffa761da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.893435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e9291a62-2708-483c-b992-e438ffa761da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96c1a3fb-66a7-4eff-acd3-212d7653fba3 HTTP/1.1" status: 204 len: 168 time: 0.2897344 Jul 22 16:45:05.913075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9291a62-2708-483c-b992-e438ffa761da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c1a3fb-66a7-4eff-acd3-212d7653fba3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:05.914347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Made reservation on behalf of ba25aba9442a450497d693578b5a7823 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:05.919006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.939357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:05.972423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:05.988100 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] Sync routers for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:06.006463 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:06.007375 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:06.104089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] No DVR routers for this DVR port 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:06.162698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.165119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-afa0234c-cf2d-4ae0-93c3-ce2ab619e66d req-d096ccec-4a8c-4b6d-89a5-917a6a16599e tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.65 "DELETE /v2.0/ports/09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 HTTP/1.1" status: 204 len: 173 time: 1.8584013 Jul 22 16:45:06.166682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76091d37-7d90-4887-aa3a-97ebdf259003', 'name': 'network-vif-deleted', 'tag': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:06.169584 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af70fc7e-07f3-4584-9d12-384d2d524aaa" -d '{"events": [{"server_uuid": "76091d37-7d90-4887-aa3a-97ebdf259003", "name": "network-vif-deleted", "tag": "09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:06.328098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfc301-c994-457c-81ab-8814eef37b68 req-4772e26c-4371-4f7f-aea2-fcaa3e016dc3 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:06.333620 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eacfc301-c994-457c-81ab-8814eef37b68 req-4772e26c-4371-4f7f-aea2-fcaa3e016dc3 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2308443 Jul 22 16:45:06.356584 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:06.364848 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4e461c-7172-48df-9324-ab64df4acc90 x-openstack-request-id: req-2f4e461c-7172-48df-9324-ab64df4acc90 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:06.365351 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76091d37-7d90-4887-aa3a-97ebdf259003", "name": "network-vif-deleted", "tag": "09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:06.365679 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f4e461c-7172-48df-9324-ab64df4acc90 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:06.366680 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76091d37-7d90-4887-aa3a-97ebdf259003', 'name': 'network-vif-deleted', 'tag': '09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0', 'status': 'completed', 'code': 200} Jul 22 16:45:06.508101 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.514841 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eacfc301-c994-457c-81ab-8814eef37b68 req-7994b341-9918-4fac-bf45-796f135faedb tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706653 Jul 22 16:45:06.520213 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.617516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:06.674125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b36ce20a-bfbf-44f4-a7b4-ae448040eb4b req-93cb6f04-671f-4eb0-8d8d-83e08a67c324 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.1097634 Jul 22 16:45:06.687585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.688135 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Added segment da9112b6-ac5e-4d74-8490-f128edb3405c of type vlan for network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd Jul 22 16:45:06.690342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31e95a7-e881-4b85-9ee1-ddc42154fc75,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:06.752323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54186) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:06.773646 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6886cf64-56e1-4893-988f-5cc4d38d3189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.830181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a496214-914b-42fd-aed6-218b4c2051d8 req-92c93e4d-5387-4c75-9f42-b0a70faf9fdc tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.1071305 Jul 22 16:45:06.863000 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.893110 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:59Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '49180c7d-d367-42d3-9b55-f95d5930c84c', 'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'mac_address': 'fa:16:3e:cc:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:56Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 5, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'subnets': [{'id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:06.936262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6886cf64-56e1-4893-988f-5cc4d38d3189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.944890 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.946080 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6886cf64-56e1-4893-988f-5cc4d38d3189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:06.947370 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] Checking router: 512d72a8-b571-413c-b885-6c08646e4ea3 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:06.957640 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:06.958283 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:06.966997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:06.967667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.017211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886cf64-56e1-4893-988f-5cc4d38d3189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30a458e-2d5e-4388-a22b-8e548c85dbe9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:07.022415 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6886cf64-56e1-4893-988f-5cc4d38d3189 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=948315f141694a6fac596a48d9283bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681510 Jul 22 16:45:07.024641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:07.089511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Network': ['ID=4c4b2c5f-78cc-488c-8206-44c9b4b998dd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:07.090680 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ef669e4-e492-4f8f-bfdf-51976723cfdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.098702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-163dbc60-7492-4349-ba35-5ef811fda0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6110611 Jul 22 16:45:07.101825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54192) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:07.102707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:07.107986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-222029595', 'admin_state_up': True, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:07.122895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ef669e4-e492-4f8f-bfdf-51976723cfdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.135328 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.137313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.185952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ef669e4-e492-4f8f-bfdf-51976723cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.191011 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ef669e4-e492-4f8f-bfdf-51976723cfdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.193232 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2ef669e4-e492-4f8f-bfdf-51976723cfdd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f30a458e-2d5e-4388-a22b-8e548c85dbe9 HTTP/1.1" status: 204 len: 168 time: 0.1671627 Jul 22 16:45:07.206731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef669e4-e492-4f8f-bfdf-51976723cfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30a458e-2d5e-4388-a22b-8e548c85dbe9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:07.210431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.237236 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:07.440564 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.559887 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:59Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '49180c7d-d367-42d3-9b55-f95d5930c84c', 'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'mac_address': 'fa:16:3e:cc:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:56Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 5, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'subnets': [{'id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:07.594847 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7165209a-be44-4e2b-9370-ed62f571c31b None None] The sync data for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 is: [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:41:59Z', 'revision_number': 4, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '49180c7d-d367-42d3-9b55-f95d5930c84c', 'name': '', 'network_id': '4bc93299-5fec-4364-9788-d68f62f07327', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'mac_address': 'fa:16:3e:cc:83:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:56Z', 'updated_at': '2021-07-22T16:42:07Z', 'revision_number': 5, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'subnets': [{'id': '2222261d-cece-4bc8-b1e2-2a981be16abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:07.751823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.780858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:07.864843 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4636cea-1e71-4ada-b689-8b7edef9eee2 req-fd47fb9f-94e0-45b4-b602-df4d8876b142 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.0560274 Jul 22 16:45:07.992785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a2f1b-5389-404e-b5a3-3a738a7296cb req-424c0053-9eab-44d2-bc8e-45b0f7869bf4 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:07.994481 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f07a2f1b-5389-404e-b5a3-3a738a7296cb req-424c0053-9eab-44d2-bc8e-45b0f7869bf4 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.3049483 Jul 22 16:45:08.056732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2729280e-e2f4-4d38-bb25-ad72b455abbb None None] New status for floating IP aaacdf4e-d733-468f-bed6-541894ee2884: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:45:08.090856 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6ab2623-bb28-4258-8374-b2f76881244b req-12cb2de8-0344-47fd-b1fe-31afc9b13da3 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0725338 Jul 22 16:45:08.117186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f07a2f1b-5389-404e-b5a3-3a738a7296cb req-b00dc23c-e408-422d-9bde-0f2d9f479e70 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931046 Jul 22 16:45:08.118865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.25.3.174 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/c008fa68-3932-43a3-b765-a027739cb452) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:08.250185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:08.287383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:08.288395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 09e252f8-3cea-4f8f-bfb2-c65a2aa5b7e0 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:08.651891 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.705828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:08.767840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:08.775124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:08.780032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:08.813079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=c008fa68-3932-43a3-b765-a027739cb452,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:09.014607 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b65b3733-aa54-4ed0-a8d2-af24a0214534 req-008d32bd-b0cc-42e5-b9f1-2a4cf6326a8a tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.0447757 Jul 22 16:45:09.116217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.304657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34087896-6f59-494d-84fc-f382c8fa1d3a req-23be20bc-7e46-478e-97c9-d90a0a8f4c1c tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:09.315728 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34087896-6f59-494d-84fc-f382c8fa1d3a req-23be20bc-7e46-478e-97c9-d90a0a8f4c1c tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.0948970 Jul 22 16:45:09.364428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34087896-6f59-494d-84fc-f382c8fa1d3a req-192904a3-acec-4643-934b-fa8b8b7fef2e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Jul 22 16:45:09.381631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd582e42-b812-4dce-84b3-84e42fd235f6 req-d423e1bd-e103-458a-92be-46c25564b6f7 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0927250 Jul 22 16:45:09.512758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.661076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router e9c94394-69b4-4b0c-9527-782c39220aa3 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:45:09.781597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:09.793711 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Sync routers for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:09.802330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:09.803396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b8d48bb0-ce92-40b7-b532-f1eb3d0013f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7004573 Jul 22 16:45:09.804442 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:09.805052 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:09.806243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:09.957849 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:10.095832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3fdaf2ac-f438-4df8-99e6-5b759f345d61 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba25aba9442a450497d693578b5a7823&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2852347 Jul 22 16:45:10.099210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54256) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:10.139042 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2441149-0fe8-4d65-94a5-f19ffbee7d09 req-a95478dd-a8af-43a6-a6f9-40d14ba7118c tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.0346293 Jul 22 16:45:10.216607 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:08Z', 'revision_number': 3, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:10.252872 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Checking router: e9c94394-69b4-4b0c-9527-782c39220aa3 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:10.253306 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Updating router e9c94394-69b4-4b0c-9527-782c39220aa3 port c008fa68-3932-43a3-b765-a027739cb452 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:45:10.297313 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.312312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d64f35-91c7-47e3-a026-cf08d4f75c0a tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:10.317231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-78d64f35-91c7-47e3-a026-cf08d4f75c0a tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2170260 Jul 22 16:45:10.317673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:10.358734 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d062ef43-321e-4edd-936c-2cde9c29a117 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399005 Jul 22 16:45:10.361310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54260) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:10.366451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1501831215', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:10.442440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d4d79-5459-45eb-9140-85b3d374a053 req-23cc8aa5-d0ed-4389-a18c-459608034932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:10.450731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c4d4d79-5459-45eb-9140-85b3d374a053 req-23cc8aa5-d0ed-4389-a18c-459608034932 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1097 time: 0.1137011 Jul 22 16:45:10.533807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c4d4d79-5459-45eb-9140-85b3d374a053 req-aac8b9a2-8589-4ea8-85ae-0f21611b3c74 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737407 Jul 22 16:45:10.579763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cce14e84-1973-442d-895a-a6371e376b2d req-b35a18d3-4475-4842-9821-b64c267c565c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0484896 Jul 22 16:45:10.612847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305f295-b873-480d-a411-f4d7a82983c0 req-5974baae-6faa-47ea-85c7-e401853ffc70 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:10.615473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0305f295-b873-480d-a411-f4d7a82983c0 req-5974baae-6faa-47ea-85c7-e401853ffc70 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.0992155 Jul 22 16:45:10.622201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Made reservation on behalf of ba25aba9442a450497d693578b5a7823 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:10.626212 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.668228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0305f295-b873-480d-a411-f4d7a82983c0 req-f4dd5b2f-61e7-449a-8a19-3fb107cb172d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Jul 22 16:45:10.867848 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.882841 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Transition to ACTIVE for port object c008fa68-3932-43a3-b765-a027739cb452 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:10.891369 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.931518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.947491 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Attempting to bind port c008fa68-3932-43a3-b765-a027739cb452 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:10.947491 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Attempting to bind port c008fa68-3932-43a3-b765-a027739cb452 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:10.947869 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Attempting to bind port c008fa68-3932-43a3-b765-a027739cb452 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:10.959821 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:10.960202 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:10.960591 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.960972 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:10.961431 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Bound port: c008fa68-3932-43a3-b765-a027739cb452, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:10.962057 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:10.963806 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Pushing event updated for resources: {'Port': ['ID=c008fa68-3932-43a3-b765-a027739cb452,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:10.990161 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.990753 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.991122 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.991456 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.991823 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.992129 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.993011 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.993011 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.993296 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.993624 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.993943 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:10.994260 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:11.007491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Subnet': ['ID=cfc4680c-6af2-40c6-a770-f10e16c4bacd,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:11.044327 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] For port c008fa68-3932-43a3-b765-a027739cb452, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:11.047298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Checking segment: {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:11.047672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network hostable DHCP agents. Network: 4c4b2c5f-78cc-488c-8206-44c9b4b998dd, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:11.048746 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] For port c008fa68-3932-43a3-b765-a027739cb452, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c008fa68-3932-43a3-b765-a027739cb452,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:11.056853 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:11.069409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:11.083877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 4c4b2c5f-78cc-488c-8206-44c9b4b998dd) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:11.092920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3364d6-844e-47d4-82e5-d0fc95459ed7 None None] Network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:11.119087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:11.120001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:11.127652 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb38e5-cb91-4a87-8393-9e77b0dc7f32 None None] Pushing event updated for resources: {'Port': ['ID=c008fa68-3932-43a3-b765-a027739cb452,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:11.131948 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:11.132824 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:11.158783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54266) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:11.159193 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f0d5f7e6-d30d-4f04-952b-7d8535bc308a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7961535 Jul 22 16:45:11.261809 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:11.371610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14ef60b1-6ab3-4b11-9d4a-90c9b7252193 req-ba03282d-b9fa-49d9-a3af-f5dddb7e3bc3 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.0893841 Jul 22 16:45:11.392631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:45:11.393516 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:11.593285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Allocated IP 172.20.0.2 (4c4b2c5f-78cc-488c-8206-44c9b4b998dd/cfc4680c-6af2-40c6-a770-f10e16c4bacd/34c27cc3-5019-40f3-aa7a-05076f495633) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:11.863493 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:08Z', 'revision_number': 3, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:11.880497 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19f323f9-c96e-41e8-b7bc-8f7ff97f20b1 req-a554e6cf-a787-478d-8744-e465dcf74ab4 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7dd8e58-fe28-4442-970c-f6f060464849 HTTP/1.1" status: 200 len: 210 time: 0.0531712 Jul 22 16:45:11.932793 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5043b4-23fc-494a-8718-34c86cb52f3b None None] The sync data for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 is: [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:08Z', 'revision_number': 3, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:12.108575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ffe8e-878a-4dce-aa47-01076d437fd9 req-11751aa4-25da-4ca1-be46-9435e282447f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:12.121746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e23ffe8e-878a-4dce-aa47-01076d437fd9 req-11751aa4-25da-4ca1-be46-9435e282447f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2093198 Jul 22 16:45:12.217563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e23ffe8e-878a-4dce-aa47-01076d437fd9 req-11936784-e799-40e9-962e-fd739a2fa03c tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949204 Jul 22 16:45:12.224848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.271823 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.304951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Transition to ACTIVE for port object 34c27cc3-5019-40f3-aa7a-05076f495633 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:12.335723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Transition to ACTIVE for port object 34c27cc3-5019-40f3-aa7a-05076f495633 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:12.351250 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.514999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:12.518260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Pushing event updated for resources: {'Port': ['ID=34c27cc3-5019-40f3-aa7a-05076f495633,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:12.554125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:12.563077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:12.690460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Attempting to bind port 34c27cc3-5019-40f3-aa7a-05076f495633 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:12.690782 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Attempting to bind port 34c27cc3-5019-40f3-aa7a-05076f495633 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:12.691171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Attempting to bind port 34c27cc3-5019-40f3-aa7a-05076f495633 on network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:12.697297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:12.697683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Checking segment: {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:12.698074 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.698661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Bound using segment: {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:12.699754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Bound port: 34c27cc3-5019-40f3-aa7a-05076f495633, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:12.700140 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.788843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] For port 34c27cc3-5019-40f3-aa7a-05076f495633, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:12.796209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] For port 34c27cc3-5019-40f3-aa7a-05076f495633, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=34c27cc3-5019-40f3-aa7a-05076f495633,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:12.804477 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:12.809406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.20.0.1 (4c4b2c5f-78cc-488c-8206-44c9b4b998dd/cfc4680c-6af2-40c6-a770-f10e16c4bacd/d1f88ea2-686c-4b67-9be6-798581d05821) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:12.982696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1608e-85e2-4e31-ac1a-706d7ed86890 None None] Pushing event updated for resources: {'Port': ['ID=34c27cc3-5019-40f3-aa7a-05076f495633,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:13.077932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf73da66-3eb9-400b-8451-a687023e7249 req-c9815e8f-c7d0-4ca9-ab13-e2d3754e5986 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.1251776 Jul 22 16:45:13.097408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.222669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b49bf2b7-0e57-4b14-b246-f474095d0626 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.254363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c008fa68-3932-43a3-b765-a027739cb452 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:13.367115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b49bf2b7-0e57-4b14-b246-f474095d0626 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.440331 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.460903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c008fa68-3932-43a3-b765-a027739cb452 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:13.465050 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c008fa68-3932-43a3-b765-a027739cb452 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:13.465353 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.506155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.528856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Transition to ACTIVE for port object d1f88ea2-686c-4b67-9be6-798581d05821 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:13.632532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b49bf2b7-0e57-4b14-b246-f474095d0626 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.642393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b49bf2b7-0e57-4b14-b246-f474095d0626 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.651198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.652997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b49bf2b7-0e57-4b14-b246-f474095d0626 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "DELETE /v2.0/security-groups/15edb5a7-e4c3-4099-85d5-89c49f2af3e7 HTTP/1.1" status: 204 len: 168 time: 0.5540481 Jul 22 16:45:13.696030 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-13df7f97-b978-4845-b0f9-4d4d77a1cf66 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] show failed (client error): The resource could not be found. Jul 22 16:45:13.697022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-13df7f97-b978-4845-b0f9-4d4d77a1cf66 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "GET /v2.0/security-groups/15edb5a7-e4c3-4099-85d5-89c49f2af3e7 HTTP/1.1" status: 404 len: 347 time: 0.0389843 Jul 22 16:45:13.708168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54334) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:13.798310 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.805048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bf2b7-0e57-4b14-b246-f474095d0626 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15edb5a7-e4c3-4099-85d5-89c49f2af3e7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:13.816403 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.828744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bb719-f248-4e79-b682-319cd9c9898e req-86f9fd7e-74d2-4f3a-9a4a-a6e7a55a227b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:13.844481 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-577bb719-f248-4e79-b682-319cd9c9898e req-86f9fd7e-74d2-4f3a-9a4a-a6e7a55a227b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.3972425 Jul 22 16:45:13.855442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c008fa68-3932-43a3-b765-a027739cb452, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c008fa68-3932-43a3-b765-a027739cb452,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:13.861288 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.907593 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1612a763-fe92-42dd-bf92-f6cc4e24d2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:13.955145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c008fa68-3932-43a3-b765-a027739cb452,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:14.003976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:14.045566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting port 91df4154-8c16-4429-9eb6-3a4ff070352e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:14.046189 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.050238 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-577bb719-f248-4e79-b682-319cd9c9898e req-94dd9974-803d-4bae-b017-f981b4cd4910 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785030 Jul 22 16:45:14.051274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:14.068146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:14.135917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=d1f88ea2-686c-4b67-9be6-798581d05821,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:14.220435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.224339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.224668 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.254674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Calling delete_port for 91df4154-8c16-4429-9eb6-3a4ff070352e owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:14.361507 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1612a763-fe92-42dd-bf92-f6cc4e24d2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.372294 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1612a763-fe92-42dd-bf92-f6cc4e24d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.480262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612a763-fe92-42dd-bf92-f6cc4e24d2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f587ab8-26ed-4085-aae5-084216086dd5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:14.487979 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1612a763-fe92-42dd-bf92-f6cc4e24d2a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85fcb787474446eb92d580837706d1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9805062 Jul 22 16:45:14.489023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54344) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:14.618143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.677044 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca11617-53a9-4832-82a4-0c8ef99eaae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.681452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Port': ['ID=91df4154-8c16-4429-9eb6-3a4ff070352e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:14.719090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7aa7e-989b-4ab4-89b7-3d65594f8cd5 None None] Network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:14.766072 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca11617-53a9-4832-82a4-0c8ef99eaae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.790087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3302-3a18-4f6b-88f8-224e7b443dda req-579c2392-7f4c-4eda-8d19-2a0c6bd472d3 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:14.797618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adda3302-3a18-4f6b-88f8-224e7b443dda req-579c2392-7f4c-4eda-8d19-2a0c6bd472d3 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2877018 Jul 22 16:45:14.835588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.838351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.842014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2b888d8d-e0be-467b-9058-dc631bb7221d tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "DELETE /v2.0/floatingips/45735c05-82db-469f-baa3-d224a356db66 HTTP/1.1" status: 204 len: 168 time: 1.1294703 Jul 22 16:45:14.846049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54348) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:14.921422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adda3302-3a18-4f6b-88f8-224e7b443dda req-ddbe5644-f902-4660-97a2-29636a1351cb tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229174 Jul 22 16:45:14.946160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca11617-53a9-4832-82a4-0c8ef99eaae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.948862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0ca11617-53a9-4832-82a4-0c8ef99eaae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:14.950024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0ca11617-53a9-4832-82a4-0c8ef99eaae3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f587ab8-26ed-4085-aae5-084216086dd5 HTTP/1.1" status: 204 len: 168 time: 0.4597702 Jul 22 16:45:14.986106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-627a3db5-297e-40ae-98ba-51cff88c37a0 None None] Provisioning for port 34c27cc3-5019-40f3-aa7a-05076f495633 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:14.987463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca11617-53a9-4832-82a4-0c8ef99eaae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f587ab8-26ed-4085-aae5-084216086dd5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:15.182115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3ad112c8-1282-41f0-bab6-d248de94fa56 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting port 3345ea44-c513-4b13-b69f-8b0b4665af70 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:15.182467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ad112c8-1282-41f0-bab6-d248de94fa56 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.249733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5708ad8b-50eb-452c-a71e-6d0e27c284d2 req-cd43f203-0653-4103-8f6e-69d71648e506 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 1.0309911 Jul 22 16:45:15.427386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 34c27cc3-5019-40f3-aa7a-05076f495633 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:15.428284 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.428671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ad112c8-1282-41f0-bab6-d248de94fa56 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.457473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-84a2fbad-195f-43b1-9e42-edaa5a1c02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:15.459821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-84a2fbad-195f-43b1-9e42-edaa5a1c02c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1097 time: 0.4471881 Jul 22 16:45:15.469910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3ad112c8-1282-41f0-bab6-d248de94fa56 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Calling delete_port for 3345ea44-c513-4b13-b69f-8b0b4665af70 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:15.567192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 34c27cc3-5019-40f3-aa7a-05076f495633 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:15.571206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 34c27cc3-5019-40f3-aa7a-05076f495633 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:15.571764 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.600313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54370) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:15.697350 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.744887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0d6ec01-bd0d-4e72-86cd-14f0cf819368 None None] Provisioning for port d1f88ea2-686c-4b67-9be6-798581d05821 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:15.763893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 34c27cc3-5019-40f3-aa7a-05076f495633, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=34c27cc3-5019-40f3-aa7a-05076f495633,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:15.765284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0d6ec01-bd0d-4e72-86cd-14f0cf819368 None None] Provisioning complete for port d1f88ea2-686c-4b67-9be6-798581d05821 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:15.765928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ec01-bd0d-4e72-86cd-14f0cf819368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.815360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e0d6ec01-bd0d-4e72-86cd-14f0cf819368 None None] Port d1f88ea2-686c-4b67-9be6-798581d05821 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:15.817494 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.818668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c008fa68-3932-43a3-b765-a027739cb452 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:15.819258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa4e0ad7-0140-4025-9f8a-9b9da98d132c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.828976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ad112c8-1282-41f0-bab6-d248de94fa56 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:15.861347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-d3f74443-8148-4d2a-a2a1-929b928306c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:15.863577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-d3f74443-8148-4d2a-a2a1-929b928306c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 920 time: 0.3961368 Jul 22 16:45:15.904529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=34c27cc3-5019-40f3-aa7a-05076f495633,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:15.935544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad112c8-1282-41f0-bab6-d248de94fa56 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Port': ['ID=3345ea44-c513-4b13-b69f-8b0b4665af70,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:15.940188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0d6ec01-bd0d-4e72-86cd-14f0cf819368 None None] Provisioning complete for port 34c27cc3-5019-40f3-aa7a-05076f495633 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:15.941001 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0d6ec01-bd0d-4e72-86cd-14f0cf819368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.000988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-3bd9e9ae-42e5-4fd0-91b2-9a0ecec5c3a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 200 len: 217 time: 0.1261289 Jul 22 16:45:16.017273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c008fa68-3932-43a3-b765-a027739cb452 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:16.017903 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.184746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-e8c91af5-ffa8-44f3-98e4-39c78efee422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:16.190789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-e8c91af5-ffa8-44f3-98e4-39c78efee422 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.1481516 Jul 22 16:45:16.227125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ad112c8-1282-41f0-bab6-d248de94fa56 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.232788 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3ad112c8-1282-41f0-bab6-d248de94fa56 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "DELETE /v2.0/ports/3345ea44-c513-4b13-b69f-8b0b4665af70 HTTP/1.1" status: 204 len: 168 time: 1.3800802 Jul 22 16:45:16.237371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54384) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:16.311671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e1cacf5e-3fd9-49fd-856b-9b1b223d1866 None None] Provisioning complete for port d1f88ea2-686c-4b67-9be6-798581d05821 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:16.312318 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1cacf5e-3fd9-49fd-856b-9b1b223d1866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.354400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e1cacf5e-3fd9-49fd-856b-9b1b223d1866 None None] Port d1f88ea2-686c-4b67-9be6-798581d05821 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:16.382619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-e345c316-bb9e-41ce-b5f7-45966840ebd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148329 Jul 22 16:45:16.437104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8ba982c9-55eb-4acc-814b-fab09975ddfe req-5d9ff364-31fe-4bd1-bdfe-d14c1c0cce94 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.0393431 Jul 22 16:45:16.464984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa4e0ad7-0140-4025-9f8a-9b9da98d132c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.470105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa4e0ad7-0140-4025-9f8a-9b9da98d132c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.501906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e0ad7-0140-4025-9f8a-9b9da98d132c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc44fe-5869-4426-82d7-514bb3313ce8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:16.535130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1405f65f-ffe2-41d0-a0b9-aac09b6d814c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting port 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:16.535478 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1405f65f-ffe2-41d0-a0b9-aac09b6d814c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.544467 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fa4e0ad7-0140-4025-9f8a-9b9da98d132c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=272c4a6f879749b6a1cc7f892d283ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7569368 Jul 22 16:45:16.544793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:16.615240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809983cd-00e8-4498-a4ab-bb1b19e5c2aa req-f61e4181-049c-47b3-a38c-e03f29f7c754 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:16.623372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-809983cd-00e8-4498-a4ab-bb1b19e5c2aa req-f61e4181-049c-47b3-a38c-e03f29f7c754 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.4149203 Jul 22 16:45:16.713641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-809983cd-00e8-4498-a4ab-bb1b19e5c2aa req-2dc26adc-f890-407e-bd36-5ed27b5d2976 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889144 Jul 22 16:45:16.729007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-fded298f-fb3f-42bc-b32f-859a9a1f404e service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218005 Jul 22 16:45:16.729123 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8fb904d-74e8-4905-9c73-358010500c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.747251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.760230 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.794467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8fb904d-74e8-4905-9c73-358010500c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.797676 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1405f65f-ffe2-41d0-a0b9-aac09b6d814c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.826176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1405f65f-ffe2-41d0-a0b9-aac09b6d814c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Calling delete_port for 2a2be50f-a1c6-4edf-b815-208de5f0cfd5 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:16.847787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baaf95-c1f6-4e39-b270-6e055c9a29b5 req-cb4de457-da61-4ca2-b144-5ff609d82e97 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:16.856375 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55baaf95-c1f6-4e39-b270-6e055c9a29b5 req-cb4de457-da61-4ca2-b144-5ff609d82e97 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.2421992 Jul 22 16:45:16.921762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55baaf95-c1f6-4e39-b270-6e055c9a29b5 req-1c8448e1-3d0b-449a-8074-3537a6081671 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640085 Jul 22 16:45:16.942991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=d1f88ea2-686c-4b67-9be6-798581d05821,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:16.955902 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:16.997687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4bda0ed-1fd6-480d-90f6-2e9042f9570c req-a35977f5-d17f-4562-88c6-9d13d6b6e523 service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476687 Jul 22 16:45:17.073154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8fb904d-74e8-4905-9c73-358010500c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.076081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8fb904d-74e8-4905-9c73-358010500c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.079767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e8fb904d-74e8-4905-9c73-358010500c94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8cc44fe-5869-4426-82d7-514bb3313ce8 HTTP/1.1" status: 204 len: 168 time: 0.5318725 Jul 22 16:45:17.121743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb904d-74e8-4905-9c73-358010500c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc44fe-5869-4426-82d7-514bb3313ce8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:17.122472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:17.125647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:17.146723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1405f65f-ffe2-41d0-a0b9-aac09b6d814c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.194306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 34c27cc3-5019-40f3-aa7a-05076f495633 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:17.301003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 34c27cc3-5019-40f3-aa7a-05076f495633 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:17.301588 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.311369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router e9c94394-69b4-4b0c-9527-782c39220aa3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:17.388168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405f65f-ffe2-41d0-a0b9-aac09b6d814c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Port': ['ID=2a2be50f-a1c6-4edf-b815-208de5f0cfd5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:17.541553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1405f65f-ffe2-41d0-a0b9-aac09b6d814c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.549978 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1405f65f-ffe2-41d0-a0b9-aac09b6d814c tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "DELETE /v2.0/ports/2a2be50f-a1c6-4edf-b815-208de5f0cfd5 HTTP/1.1" status: 204 len: 168 time: 1.3075786 Jul 22 16:45:17.551976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54400) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:17.616966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:17.628234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9b68bc8c-d29e-470f-98d7-688470e06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "PUT /v2.0/routers/e9c94394-69b4-4b0c-9527-782c39220aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4668181 Jul 22 16:45:17.633361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54404) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:17.643632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Sync routers for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:17.657588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:17.662301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:44:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:17.702451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e148d3-8639-4336-93d7-a3d3c11a7251 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting subnet c2161c53-8463-414f-99e2-d3ae2b73604a {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:17.712691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e148d3-8639-4336-93d7-a3d3c11a7251 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.806762 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e148d3-8639-4336-93d7-a3d3c11a7251 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:17.940598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:17.997313 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e148d3-8639-4336-93d7-a3d3c11a7251 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.057425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.059743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.062352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.062959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.065176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.065591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.066095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.066564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.069230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.070421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.070905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.075217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.076180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.077338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.077807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.084165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:18.087296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e8807007-94b3-4ae6-87e0-40ad65be3423 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10564 time: 0.4523995 Jul 22 16:45:18.120882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e148d3-8639-4336-93d7-a3d3c11a7251 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.154518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d837e436-94a6-4671-9504-f47e94625cc6 req-1b1334be-d89e-49c8-9031-17aa4a03eedd tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.5567012 Jul 22 16:45:18.267843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67e148d3-8639-4336-93d7-a3d3c11a7251 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.269943 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-67e148d3-8639-4336-93d7-a3d3c11a7251 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "DELETE /v2.0/subnets/c2161c53-8463-414f-99e2-d3ae2b73604a HTTP/1.1" status: 204 len: 168 time: 0.7165267 Jul 22 16:45:18.273532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:18.286682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e148d3-8639-4336-93d7-a3d3c11a7251 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Subnet': ['ID=c2161c53-8463-414f-99e2-d3ae2b73604a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:18.359166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.359639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.360091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.360538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.360984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.361421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.361860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.362299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.362955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.363254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.363693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.364126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.364564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.365149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.370166 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b2f2583c-947f-432b-b641-b05265e89aa6 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8977 time: 0.2823660 Jul 22 16:45:18.370810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54426) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:18.517316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e23976-6406-4e45-86e4-c8c299ca2c70 None None] Network c17a60a5-7325-47e4-93d0-4d53153510b5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:18.551073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-932e9214-1d1e-4240-8c11-7146cb991a09 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting subnet 254997c0-a120-4660-9edb-2f5ea0fb74f7 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:18.568173 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-932e9214-1d1e-4240-8c11-7146cb991a09 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.675488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aa8fb-c86d-4bf8-84bf-3027bb93fd66 req-e6a8272b-baa0-4a1d-9d5f-0678227defeb tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.680592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-072aa8fb-c86d-4bf8-84bf-3027bb93fd66 req-e6a8272b-baa0-4a1d-9d5f-0678227defeb tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.8198509 Jul 22 16:45:18.729072 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-932e9214-1d1e-4240-8c11-7146cb991a09 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.752427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fc1cd14b-aa07-4a22-ae25-5bc50c54db8c None None] Provisioning complete for port d1f88ea2-686c-4b67-9be6-798581d05821 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:18.753108 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc1cd14b-aa07-4a22-ae25-5bc50c54db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.849182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-932e9214-1d1e-4240-8c11-7146cb991a09 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.937245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999300d-c449-4058-9dd7-3c851ecb1b31 req-de08f017-c9c0-4ef3-a1b8-b07f84a31092 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:18.939059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5999300d-c449-4058-9dd7-3c851ecb1b31 req-de08f017-c9c0-4ef3-a1b8-b07f84a31092 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.6050167 Jul 22 16:45:18.940835 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-932e9214-1d1e-4240-8c11-7146cb991a09 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:18.956363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-072aa8fb-c86d-4bf8-84bf-3027bb93fd66 req-f765c0cb-0dbd-414a-b0c7-665f5fb299ab tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769098 Jul 22 16:45:19.024731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cd14b-aa07-4a22-ae25-5bc50c54db8c None None] Port d1f88ea2-686c-4b67-9be6-798581d05821 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:19.038523 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1dc652ac-32b3-466b-b317-6418c4b24848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.111307 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-932e9214-1d1e-4240-8c11-7146cb991a09 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.122130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-932e9214-1d1e-4240-8c11-7146cb991a09 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "DELETE /v2.0/subnets/254997c0-a120-4660-9edb-2f5ea0fb74f7 HTTP/1.1" status: 204 len: 168 time: 0.8454180 Jul 22 16:45:19.123620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c04e2-1abe-4b61-bc45-3d4c5b0b82eb None None] Network 3847fe1d-acd7-4c26-82ee-355b41bacd95 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:19.125443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54440) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:19.132343 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e9214-1d1e-4240-8c11-7146cb991a09 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Subnet': ['ID=254997c0-a120-4660-9edb-2f5ea0fb74f7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:19.228065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5999300d-c449-4058-9dd7-3c851ecb1b31 req-8476e133-c894-4338-b256-639d393f963c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566984 Jul 22 16:45:19.316212 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-168ecd28-f767-4213-b34f-4e3112248c5d tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6673 time: 0.9437218 Jul 22 16:45:19.335252 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:19.887182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:15Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:16Z', 'revision_number': 2, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:19.919314 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91663071-7ec2-4353-8316-c7cde46a9f81 req-b0022cbc-96a4-433e-853f-ffda348ea9f0 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/ports?device_id=76091d37-7d90-4887-aa3a-97ebdf259003 HTTP/1.1" status: 200 len: 210 time: 0.5968592 Jul 22 16:45:19.997238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Checking router: e9c94394-69b4-4b0c-9527-782c39220aa3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:19.998805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Updating router e9c94394-69b4-4b0c-9527-782c39220aa3 port d1f88ea2-686c-4b67-9be6-798581d05821 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:45:20.005789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] DHCP port deletion for c17a60a5-7325-47e4-93d0-4d53153510b5 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:20.018965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8cadd-ef92-4376-8ba8-d9346d67cea5 None None] DHCP port deletion for 3847fe1d-acd7-4c26-82ee-355b41bacd95 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:20.037582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Deleting port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:20.038029 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.224161 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.250703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] Deleting port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:20.251174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.315479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] For port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1c0acaaa-6ba4-42f2-a2a0-94a255136db1,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:20.315998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.337725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Calling delete_port for 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:20.393828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54466) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:20.400395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1e60f287-3318-4861-9314-a6f88ab5831e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782814895', 'description': 'tempest-secgroup-smoke-1782814895 description', 'project_id': 'ba25aba9442a450497d693578b5a7823'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:20.414344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03946735-d9e9-4747-af1e-fa6d078f8ab4 req-2fab5db9-df4e-4833-9b79-7daae871e855 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:20.416053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03946735-d9e9-4747-af1e-fa6d078f8ab4 req-2fab5db9-df4e-4833-9b79-7daae871e855 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.3473730 Jul 22 16:45:20.419617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-20b8cadd-ef92-4376-8ba8-d9346d67cea5 None None] Deleting port 0fa964f0-9ce4-4116-8747-d67ef172a270 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:20.420534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20b8cadd-ef92-4376-8ba8-d9346d67cea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.506839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-20b8cadd-ef92-4376-8ba8-d9346d67cea5 None None] For port 0fa964f0-9ce4-4116-8747-d67ef172a270, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0fa964f0-9ce4-4116-8747-d67ef172a270,segment=NetworkSegment(7ca81558-db61-4317-88f5-4c621292e535),segment_id=7ca81558-db61-4317-88f5-4c621292e535)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:20.507168 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20b8cadd-ef92-4376-8ba8-d9346d67cea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.516093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03946735-d9e9-4747-af1e-fa6d078f8ab4 req-75f2d167-67fd-478b-b6ec-92f9e04e2127 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911329 Jul 22 16:45:20.524246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e60f287-3318-4861-9314-a6f88ab5831e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.531509 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.622409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-20b8cadd-ef92-4376-8ba8-d9346d67cea5 None None] Calling delete_port for 0fa964f0-9ce4-4116-8747-d67ef172a270 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:20.641157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Port': ['ID=1c0acaaa-6ba4-42f2-a2a0-94a255136db1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:20.665501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] No DVR routers for this DVR port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:20.676808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] For port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1c0acaaa-6ba4-42f2-a2a0-94a255136db1,segment=NetworkSegment(1fd4d0ff-2b34-4cde-a766-155bc7be986f),segment_id=1fd4d0ff-2b34-4cde-a766-155bc7be986f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:20.678380 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.694701 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e60f287-3318-4861-9314-a6f88ab5831e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.721340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01ee8d-106e-4bb3-920b-8b2e07c16cfd req-82893670-7c30-45b1-9ebc-bd50af600dab tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:20.722938 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed01ee8d-106e-4bb3-920b-8b2e07c16cfd req-82893670-7c30-45b1-9ebc-bd50af600dab tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.2572918 Jul 22 16:45:20.723723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e60f287-3318-4861-9314-a6f88ab5831e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.737268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] Calling delete_port for 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:20.828292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.847309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17a60a5-7325-47e4-93d0-4d53153510b5']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:20.858016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed01ee8d-106e-4bb3-920b-8b2e07c16cfd req-75ba0251-8603-4da0-9a30-fed272366bd5 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122119 Jul 22 16:45:20.858752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e60f287-3318-4861-9314-a6f88ab5831e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.859867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1e60f287-3318-4861-9314-a6f88ab5831e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4647622 Jul 22 16:45:20.861077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60f287-3318-4861-9314-a6f88ab5831e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a60d59-e74a-4d2c-93b4-099e7cfb7293,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:20.868252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd4d0ff-2b34-4cde-a766-155bc7be986f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:20.869017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd4d0ff-2b34-4cde-a766-155bc7be986f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:20.873695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:20.878896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8df6e1e3-5768-4b27-b18d-491986b8ed7e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '06a60d59-e74a-4d2c-93b4-099e7cfb7293', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:20.895129 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.930509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8df6e1e3-5768-4b27-b18d-491986b8ed7e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.969691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.993799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:20.994244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:20.997970 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:21.081119 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20b8cadd-ef92-4376-8ba8-d9346d67cea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.108032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8df6e1e3-5768-4b27-b18d-491986b8ed7e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.111514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54486) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:21.124325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8df6e1e3-5768-4b27-b18d-491986b8ed7e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.143251 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-32192803-8108-47fa-b68c-ce5ca95d10ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.159332 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.168196 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.170113 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "DELETE /v2.0/networks/c17a60a5-7325-47e4-93d0-4d53153510b5 HTTP/1.1" status: 204 len: 168 time: 2.0436833 Jul 22 16:45:21.190886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54490) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:21.194196 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.209913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6ac1a-0ffa-46ab-840f-bbe518bc5116 tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Network': ['ID=c17a60a5-7325-47e4-93d0-4d53153510b5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.228729 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8df6e1e3-5768-4b27-b18d-491986b8ed7e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.231379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8df6e1e3-5768-4b27-b18d-491986b8ed7e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3566744 Jul 22 16:45:21.244286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54492) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:21.253143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8cadd-ef92-4376-8ba8-d9346d67cea5 None None] Pushing event deleted for resources: {'Port': ['ID=0fa964f0-9ce4-4116-8747-d67ef172a270,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.255416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3075dcfd-610c-4854-b244-76b8171cf5fe tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '06a60d59-e74a-4d2c-93b4-099e7cfb7293', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:21.259757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8cadd-ef92-4376-8ba8-d9346d67cea5 None None] No DVR routers for this DVR port 0fa964f0-9ce4-4116-8747-d67ef172a270 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:21.268695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6e1e3-5768-4b27-b18d-491986b8ed7e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d1bf0f-1e86-463c-876e-ec32383f7905,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.273990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:21.371926 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3075dcfd-610c-4854-b244-76b8171cf5fe tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.378702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee46e537-5257-4f99-ad2b-7a0a47d0a210 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.406485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] Pushing event deleted for resources: {'Port': ['ID=1c0acaaa-6ba4-42f2-a2a0-94a255136db1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.408019 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.422816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] Network c17a60a5-7325-47e4-93d0-4d53153510b5 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:45:21.423338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f81b1c-f14e-4d78-9437-36d65199cd70 None None] No DVR routers for this DVR port 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:21.454293 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:45:21.473347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.475427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.478817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:21.479203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1c0acaaa-6ba4-42f2-a2a0-94a255136db1 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:21.480285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0fa964f0-9ce4-4116-8747-d67ef172a270 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:21.486676 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee46e537-5257-4f99-ad2b-7a0a47d0a210 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.517530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 0fa964f0-9ce4-4116-8747-d67ef172a270 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:21.518031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0fa964f0-9ce4-4116-8747-d67ef172a270 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:21.520595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Transition to ACTIVE for port object d1f88ea2-686c-4b67-9be6-798581d05821 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:21.537506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.618104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3075dcfd-610c-4854-b244-76b8171cf5fe tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.628613 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3075dcfd-610c-4854-b244-76b8171cf5fe tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.628945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a25afa-0f6d-44ea-8347-0d0216b6f16b None None] Pushing event updated for resources: {'Port': ['ID=d1f88ea2-686c-4b67-9be6-798581d05821,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.677729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075dcfd-610c-4854-b244-76b8171cf5fe tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f06a155-8774-4701-be8e-65d8f626df39,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.686115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3075dcfd-610c-4854-b244-76b8171cf5fe tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.687848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3075dcfd-610c-4854-b244-76b8171cf5fe tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4386151 Jul 22 16:45:21.692988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54510) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:21.704646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ab94f6d1-cd0b-4a55-9629-36eff80e4f33 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '06a60d59-e74a-4d2c-93b4-099e7cfb7293', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:21.732756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee46e537-5257-4f99-ad2b-7a0a47d0a210 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.734546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.737817 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee46e537-5257-4f99-ad2b-7a0a47d0a210 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.742175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ee46e537-5257-4f99-ad2b-7a0a47d0a210 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "DELETE /v2.0/security-groups/8319a60a-669b-4565-ac08-94b8a58d8a16 HTTP/1.1" status: 204 len: 168 time: 0.6293519 Jul 22 16:45:21.745191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54514) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:21.760190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3847fe1d-acd7-4c26-82ee-355b41bacd95']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:21.780182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Attempting to bind port d1f88ea2-686c-4b67-9be6-798581d05821 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:21.781487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Attempting to bind port d1f88ea2-686c-4b67-9be6-798581d05821 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:21.782196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Attempting to bind port d1f88ea2-686c-4b67-9be6-798581d05821 on network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:21.789965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca81558-db61-4317-88f5-4c621292e535') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:21.794842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca81558-db61-4317-88f5-4c621292e535') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:21.798638 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-37cd49ad-4c07-4eea-ae62-c49396fb031b tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] show failed (client error): The resource could not be found. Jul 22 16:45:21.807339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-37cd49ad-4c07-4eea-ae62-c49396fb031b tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "GET /v2.0/security-groups/8319a60a-669b-4565-ac08-94b8a58d8a16 HTTP/1.1" status: 404 len: 347 time: 0.0489674 Jul 22 16:45:21.807591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:21.810109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Checking segment: {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:21.810569 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.810890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:21.811129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Bound using segment: {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:21.811504 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Bound port: d1f88ea2-686c-4b67-9be6-798581d05821, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:21.811908 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.824837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.827255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46e537-5257-4f99-ad2b-7a0a47d0a210 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8319a60a-669b-4565-ac08-94b8a58d8a16,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:21.859913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab94f6d1-cd0b-4a55-9629-36eff80e4f33 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:21.966647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] For port d1f88ea2-686c-4b67-9be6-798581d05821, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:21.972808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] For port d1f88ea2-686c-4b67-9be6-798581d05821, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d1f88ea2-686c-4b67-9be6-798581d05821,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:21.982354 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.011823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab94f6d1-cd0b-4a55-9629-36eff80e4f33 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.018788 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab94f6d1-cd0b-4a55-9629-36eff80e4f33 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.055640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94f6d1-cd0b-4a55-9629-36eff80e4f33 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d43bb5-2888-4a06-8d16-560ea9ad23bb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:22.084474 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.099957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab94f6d1-cd0b-4a55-9629-36eff80e4f33 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.101194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ab94f6d1-cd0b-4a55-9629-36eff80e4f33 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4059539 Jul 22 16:45:22.103516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:22.104226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.106164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54528) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:22.109238 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:22.119772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-abf5ba79-9daa-47c1-8b57-17b64625e52e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '06a60d59-e74a-4d2c-93b4-099e7cfb7293', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:22.178598 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba79-9daa-47c1-8b57-17b64625e52e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.215148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:22.215933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:45:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:22.221301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a25afa-0f6d-44ea-8347-0d0216b6f16b None None] Pushing event updated for resources: {'Port': ['ID=d1f88ea2-686c-4b67-9be6-798581d05821,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:22.340584 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.358479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba79-9daa-47c1-8b57-17b64625e52e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.366634 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba79-9daa-47c1-8b57-17b64625e52e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.370607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.379515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] 10.222.0.53 "DELETE /v2.0/networks/3847fe1d-acd7-4c26-82ee-355b41bacd95 HTTP/1.1" status: 204 len: 168 time: 1.1858270 Jul 22 16:45:22.561343 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.587293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba79-9daa-47c1-8b57-17b64625e52e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.592490 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-abf5ba79-9daa-47c1-8b57-17b64625e52e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4847770 Jul 22 16:45:22.593342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5ba79-9daa-47c1-8b57-17b64625e52e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3109c379-7a6d-418b-a619-1e4ef83158ab,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:22.603322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54532) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:22.622791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:22.637364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b03195-29ae-4ec7-9fc8-611bc97c444b tempest-TaggedBootDevicesTest_v242-1829581541 tempest-TaggedBootDevicesTest_v242-1829581541-project] Pushing event deleted for resources: {'Network': ['ID=3847fe1d-acd7-4c26-82ee-355b41bacd95,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:22.651260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1d6a6693-ecff-4d64-af1b-c7c8f4d684d1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '06a60d59-e74a-4d2c-93b4-099e7cfb7293', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:22.661513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Deleting port 9963e384-b81b-43d6-b5d0-ecd68f01306d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:22.663200 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.692316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119715e1-1fbe-41ec-9c8f-18c47f376374 req-625c82c3-60eb-459f-a4aa-2d6a3449edac tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:22.699881 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-119715e1-1fbe-41ec-9c8f-18c47f376374 req-625c82c3-60eb-459f-a4aa-2d6a3449edac tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.6296544 Jul 22 16:45:22.738252 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-1d6a6693-ecff-4d64-af1b-c7c8f4d684d1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Project ba25aba9442a450497d693578b5a7823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:45:22.770245 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6693-ecff-4d64-af1b-c7c8f4d684d1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.866472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6693-ecff-4d64-af1b-c7c8f4d684d1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.883796 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-5f5c1fc2-cb95-4daa-9352-7bea1b1a7160 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3464541 Jul 22 16:45:22.885053 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6693-ecff-4d64-af1b-c7c8f4d684d1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.919962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6693-ecff-4d64-af1b-c7c8f4d684d1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:22.921253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1d6a6693-ecff-4d64-af1b-c7c8f4d684d1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2750647 Jul 22 16:45:22.924024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:22.924650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a6693-ecff-4d64-af1b-c7c8f4d684d1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca74647-a21a-4362-a865-650a78bef051,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:22.931606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e33a3d41-2e71-4cc8-841b-d904184d687c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '06a60d59-e74a-4d2c-93b4-099e7cfb7293', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:22.961293 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-e33a3d41-2e71-4cc8-841b-d904184d687c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Project ba25aba9442a450497d693578b5a7823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:45:22.969244 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e33a3d41-2e71-4cc8-841b-d904184d687c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.000640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-119715e1-1fbe-41ec-9c8f-18c47f376374 req-d876c6bc-a2f6-49db-90fb-287f31c85ac2 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941880 Jul 22 16:45:23.067453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.068735 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.099485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Calling delete_port for 9963e384-b81b-43d6-b5d0-ecd68f01306d owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:23.109484 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e33a3d41-2e71-4cc8-841b-d904184d687c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.117260 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e33a3d41-2e71-4cc8-841b-d904184d687c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.151124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a3d41-2e71-4cc8-841b-d904184d687c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bfe322-0d6d-459e-80ad-305fde7f4572,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:23.156249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e33a3d41-2e71-4cc8-841b-d904184d687c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.167348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e33a3d41-2e71-4cc8-841b-d904184d687c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2310982 Jul 22 16:45:23.190974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-eb80ea94-7578-4361-ac7f-fd592d2b4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.191758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-eb80ea94-7578-4361-ac7f-fd592d2b4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.192534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-eb80ea94-7578-4361-ac7f-fd592d2b4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.193450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-eb80ea94-7578-4361-ac7f-fd592d2b4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.194460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-eb80ea94-7578-4361-ac7f-fd592d2b4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.195378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-eb80ea94-7578-4361-ac7f-fd592d2b4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.196176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-eb80ea94-7578-4361-ac7f-fd592d2b4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.209790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-eb80ea94-7578-4361-ac7f-fd592d2b4f1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acae310097554de5a4c6d699a604fb08&device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 6495 time: 0.1927691 Jul 22 16:45:23.234280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:15Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:21Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:23.300984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9e04e0-349a-4ae8-815c-dbf4b2d0ec9a None None] The sync data for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 is: [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:15Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:21Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:23.486568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.531508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-f7a41eb4-a9d3-476e-baca-a3cfd7a189c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.531877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-f7a41eb4-a9d3-476e-baca-a3cfd7a189c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.532406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-f7a41eb4-a9d3-476e-baca-a3cfd7a189c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.533967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-f7a41eb4-a9d3-476e-baca-a3cfd7a189c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=938a054a-5a48-4d43-b896-bf09e16b8e83&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=b67ed618-c57e-47c4-8fb4-c2e22004d008&id=fd33b87a-764f-438d-ba51-6438b1736183&id=fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 200 len: 2291 time: 0.2870693 Jul 22 16:45:23.601510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Pushing event deleted for resources: {'Port': ['ID=9963e384-b81b-43d6-b5d0-ecd68f01306d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:23.648307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-da1dd998-8fb0-428b-919c-5ee5732aae89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f HTTP/1.1" status: 200 len: 1000 time: 0.0968490 Jul 22 16:45:23.724460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-d12301f5-3e92-4896-94ac-8e2300573128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:23.726352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-d12301f5-3e92-4896-94ac-8e2300573128 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=45498e51-452b-44b2-94cf-b51a3ccaa0fe HTTP/1.1" status: 200 len: 850 time: 0.0669479 Jul 22 16:45:23.826414 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-d380d678-da9e-47ef-befe-c17352bc79c9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782814895&fields=id&tenant_id=ba25aba9442a450497d693578b5a7823 HTTP/1.1" status: 200 len: 267 time: 0.2258029 Jul 22 16:45:23.995637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:23.998662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.006350 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4fc88b57-3c58-4c7a-84b9-257eb446ed24 tempest-ServersTestBootFromVolume-688322423 tempest-ServersTestBootFromVolume-688322423-project] 10.222.0.53 "DELETE /v2.0/floatingips/aaacdf4e-d733-468f-bed6-541894ee2884 HTTP/1.1" status: 204 len: 168 time: 2.1870499 Jul 22 16:45:24.009944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-0b24e01c-5cb0-4d87-b0fb-d5910ab4b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.012996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54580) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:24.015142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-0b24e01c-5cb0-4d87-b0fb-d5910ab4b7ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938a054a-5a48-4d43-b896-bf09e16b8e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2765217 Jul 22 16:45:24.031160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-c5b8de50-57d8-416c-8a38-27c7bed57a64 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:45:24.032178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-c5b8de50-57d8-416c-8a38-27c7bed57a64 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087781 Jul 22 16:45:24.040443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-899cf8b6-9857-421b-a4e7-8d80ec8a4b47 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.051423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-899cf8b6-9857-421b-a4e7-8d80ec8a4b47 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.4000585 Jul 22 16:45:24.121805 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-687ab16a-bab5-4f0d-83f0-f13fba6dc196 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/quotas/8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 375 time: 0.0610511 Jul 22 16:45:24.188529 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:24.236307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312850-0294-4d30-8729-dd743598b543 req-09862541-5ede-4c03-bb67-a24047036567 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:24.236307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-09862541-5ede-4c03-bb67-a24047036567 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/networks?id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd HTTP/1.1" status: 200 len: 796 time: 0.3808758 Jul 22 16:45:24.282377 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-83e4d845-2485-47d3-ae9b-060419194fa1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/quotas/ba25aba9442a450497d693578b5a7823 HTTP/1.1" status: 200 len: 375 time: 0.0407557 Jul 22 16:45:24.329756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-555d1d25-660e-41d5-a1df-9c13d87bed41 service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786138 Jul 22 16:45:24.466470 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-7868afae-43a7-4af2-965b-d29cc68f17f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2907126 Jul 22 16:45:24.469027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-a9f3efcb-6809-40be-b26d-90cc5af8f5dc service neutron] 10.222.0.20 "GET /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289399 Jul 22 16:45:24.504065 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-5ea6e6ac-5e80-4b7b-903f-c5b99a79512a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2097681 Jul 22 16:45:24.653642 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-94025357-a1f3-4e1f-a654-d1371563c42d service neutron] 10.222.0.53 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480794 Jul 22 16:45:24.821283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-466f8215-fab9-48ba-a7a0-7f516d480b36 service neutron] 10.222.0.53 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665757 Jul 22 16:45:24.936904 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.298496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d1f88ea2-686c-4b67-9be6-798581d05821 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:25.327531 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-3197f3c2-46e7-43df-b2c4-f32c42074cd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 217 time: 0.1564200 Jul 22 16:45:25.457673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d1f88ea2-686c-4b67-9be6-798581d05821 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:25.464357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d1f88ea2-686c-4b67-9be6-798581d05821 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:25.465395 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.581060 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-124912cf-b1ee-4d72-b8f6-cf066dd2dfc2 service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1078496 Jul 22 16:45:25.587316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a0339-0755-48af-9572-0243ac6f79e6 req-f0669951-8656-4fb6-be71-f3fc6c42d16d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.605329 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8a6a0339-0755-48af-9572-0243ac6f79e6 req-f0669951-8656-4fb6-be71-f3fc6c42d16d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.3553679 Jul 22 16:45:25.625473 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.640210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-ec056470-4305-4d58-b5b5-2d755d451e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.646739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-ec056470-4305-4d58-b5b5-2d755d451e6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.3019781 Jul 22 16:45:25.708619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port d1f88ea2-686c-4b67-9be6-798581d05821, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d1f88ea2-686c-4b67-9be6-798581d05821,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:25.726610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.747546 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8a6a0339-0755-48af-9572-0243ac6f79e6 req-46adb6c5-58e3-4913-a62b-bc7583dcf2fa tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411438 Jul 22 16:45:25.830224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=d1f88ea2-686c-4b67-9be6-798581d05821,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:25.935437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Deleting port 49180c7d-d367-42d3-9b55-f95d5930c84c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:25.935804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:25.960804 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-57bd76a1-4493-4c10-b0ff-fe900c46dad2 service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666275 Jul 22 16:45:25.964070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-faf7140d-5689-41c9-ba28-6eaaae4abf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:25.965678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-faf7140d-5689-41c9-ba28-6eaaae4abf45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2685752 Jul 22 16:45:26.033361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a8ae9-2c8d-4130-962c-40d341869ab7 req-9f5b258c-67d7-44c2-b921-ab7bd287ebbc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:26.035768 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c08a8ae9-2c8d-4130-962c-40d341869ab7 req-9f5b258c-67d7-44c2-b921-ab7bd287ebbc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.1603491 Jul 22 16:45:26.045364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-2e3fc95b-2ed7-4d4b-999b-9531314b21eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6538458 Jul 22 16:45:26.097102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] For port 49180c7d-d367-42d3-9b55-f95d5930c84c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=49180c7d-d367-42d3-9b55-f95d5930c84c,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:26.097780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.124513 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c08a8ae9-2c8d-4130-962c-40d341869ab7 req-3c1fc3cb-195c-478b-89c0-a57c791e1feb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809212 Jul 22 16:45:26.129142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Calling delete_port for 49180c7d-d367-42d3-9b55-f95d5930c84c owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:26.201976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-b18c9e16-becb-4080-81d6-80b824f7b0df service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258170 Jul 22 16:45:26.318541 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d021118-d61e-4966-94e5-f5ab3945d452 req-c1ec6890-a3d8-4576-8c55-4a2316778672 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 210 time: 0.0542564 Jul 22 16:45:26.453140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-b4498f14-362f-4e0b-8932-6eb16ef20702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:26.454707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-b4498f14-362f-4e0b-8932-6eb16ef20702 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1097 time: 0.2815866 Jul 22 16:45:26.595053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:26.638207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-05169f6f-5384-4b95-bb02-9b6e8b197cba service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112446 Jul 22 16:45:26.711595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=49180c7d-d367-42d3-9b55-f95d5930c84c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:26.983968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-047d70bc-f76f-45be-8638-41ae19ac4ffa req-aa647fcf-680d-42ad-9af4-02569c302522 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.3209903 Jul 22 16:45:26.994615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-317bae2b-0966-4790-9725-d6ff27e768c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 217 time: 0.3356588 Jul 22 16:45:27.249902 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.299380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-1890a6c5-6f1b-4f46-802c-b33788f6dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:27.300967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-1890a6c5-6f1b-4f46-802c-b33788f6dfe0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 920 time: 0.8141589 Jul 22 16:45:27.337047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-cdfeba71-d898-4eae-baaa-9056ec2ffe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:27.350318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-cdfeba71-d898-4eae-baaa-9056ec2ffe21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.3364155 Jul 22 16:45:27.413821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d1f88ea2-686c-4b67-9be6-798581d05821 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:27.470146 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-51eecf12-5334-4107-bbb5-808cb91f7fdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 200 len: 217 time: 0.1519499 Jul 22 16:45:27.564552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d1f88ea2-686c-4b67-9be6-798581d05821 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:27.565667 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:27.617664 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2fafe250-b7cc-432b-961f-149c356e5cc4 req-fe2b9696-980b-4cc2-a426-1541307c31b8 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 210 time: 0.1050041 Jul 22 16:45:27.665214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312850-0294-4d30-8729-dd743598b543 req-cb183a40-3daa-4d43-b664-6c02f9ce29bc tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:27.674351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-cb183a40-3daa-4d43-b664-6c02f9ce29bc tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "GET /v2.0/networks?id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd HTTP/1.1" status: 200 len: 796 time: 0.5066843 Jul 22 16:45:27.687717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-4decca95-ca4a-4b8d-83a6-77fe48e6e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:27.698145 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-4decca95-ca4a-4b8d-83a6-77fe48e6e0b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.2024817 Jul 22 16:45:27.759645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-c4590e40-86a1-407b-b886-8d825e51b936 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460081 Jul 22 16:45:27.773381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-a0847c0c-c197-4721-a9a1-c0c393e49a1f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:45:27.774686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-a0847c0c-c197-4721-a9a1-c0c393e49a1f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075493 Jul 22 16:45:27.813434 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-3d8bb5b8-c4ec-4f70-a8a3-77d09fabb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:27.815374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-3d8bb5b8-c4ec-4f70-a8a3-77d09fabb366 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4026794 Jul 22 16:45:27.826454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-d47b8496-ec8d-4b30-9138-a2a4a237a8bc tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba25aba9442a450497d693578b5a7823 HTTP/1.1" status: 200 len: 380 time: 0.1247950 Jul 22 16:45:27.845046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'port': {'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'admin_state_up': True, 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'security_groups': ['06a60d59-e74a-4d2c-93b4-099e7cfb7293']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:27.984277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ab596-2468-4ca4-aa4d-f36dd5cfdf98 req-cb41f395-38ae-44c3-b792-682c98f4c540 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:27.996118 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e86ab596-2468-4ca4-aa4d-f36dd5cfdf98 req-cb41f395-38ae-44c3-b792-682c98f4c540 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.5362701 Jul 22 16:45:28.212501 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21f0d47b-f10d-40f4-a06f-45d4a4432118 req-818dfa09-676b-43f0-91c6-1081025d4bee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.0993986 Jul 22 16:45:28.222461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-a27fb5d5-15a9-4e6c-9dab-72ba4a1d4294 service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386573 Jul 22 16:45:28.236678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-83d8f8b5-4cc8-4c93-bf44-22b6801834e2 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087992 Jul 22 16:45:28.257141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:45:28.414443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92a0dcb6-0dd6-4280-ab87-029aea35c1ab req-9e9c6239-8782-4437-92ec-85c4129f8fad service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818995 Jul 22 16:45:28.504787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Made reservation on behalf of ba25aba9442a450497d693578b5a7823 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:28.508836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.610606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-36013d6e-631b-4fb3-ba96-11275bbf1912 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151542 Jul 22 16:45:28.633335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:28.654966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e86ab596-2468-4ca4-aa4d-f36dd5cfdf98 req-e7f4ec6f-3c91-4f10-84e0-b1695f162eae tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6572192 Jul 22 16:45:28.662023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Router 512d72a8-b571-413c-b885-6c08646e4ea3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:28.700466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'port_id': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'mac_address': 'fa:16:3e:67:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:45:28.880244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:28.927189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47f92c7a-e11e-47d1-8605-92541c2ab763 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:28.993327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:28.999412 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.045156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-ce6b7a4d-cb0c-4e5e-a032-0740fff99e56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5 HTTP/1.1" status: 200 len: 217 time: 0.2797606 Jul 22 16:45:29.070320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:29.082769 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-21a5298e-ff29-4acd-96f0-56dafb1c6c2b admin admin] 10.222.0.53 "PUT /v2.0/routers/512d72a8-b571-413c-b885-6c08646e4ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0657010 Jul 22 16:45:29.084632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54686) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:29.085717 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] Sync routers for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:29.108167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d92758a-1e75-457b-892d-f16a0e119aa0 req-a677f110-e72c-4f33-938c-f9b68854d54d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 210 time: 0.2640698 Jul 22 16:45:29.127886 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:29.133582 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:45:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:29.199185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:29.237442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.259680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.260959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.267251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.267692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.268043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.268386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.268725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.269060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.269389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.276102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.277036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:29.323988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['47f92c7a-e11e-47d1-8605-92541c2ab763'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:29.484181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:29.529317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-d2889cfe-43d7-4255-969e-189c21904f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.536288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-d2889cfe-43d7-4255-969e-189c21904f54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.4316206 Jul 22 16:45:29.601568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.20.0.5 (4c4b2c5f-78cc-488c-8206-44c9b4b998dd/cfc4680c-6af2-40c6-a770-f10e16c4bacd/77b67631-7c81-4421-9c61-92bb2460e337) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:29.654687 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:29.673852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-2a1ebe6d-b475-4992-925e-eb000cff6475 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:29.676174 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-2a1ebe6d-b475-4992-925e-eb000cff6475 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 1.0522320 Jul 22 16:45:29.728918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'port': {'device_id': '9e3a6fd8-d8a6-44f0-a445-0e1d26094a27', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'admin_state_up': True, 'tenant_id': '8bdcbee2f359475cb5903faa847978b7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:29.965954 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3c69c26-3e2f-4381-bdb3-9c4886108364 req-3a648576-0358-4590-9d71-467bd00030b1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.1311445 Jul 22 16:45:29.976627 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.107897 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.125893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Transition to ACTIVE for port object 77b67631-7c81-4421-9c61-92bb2460e337 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:30.132535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Deleting port 373710ec-be9c-42df-adb0-24eb772bb526 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:30.133766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.211887 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '373710ec-be9c-42df-adb0-24eb772bb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:45:26Z', 'revision_number': 5, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port': {'id': '373710ec-be9c-42df-adb0-24eb772bb526', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f0:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:41:52Z', 'updated_at': '2021-07-22T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:30.260553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:30.321401 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] Checking router: 512d72a8-b571-413c-b885-6c08646e4ea3 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:30.325069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-b4183329-73ab-4f58-b3e8-06e087210426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:30.329121 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-b4183329-73ab-4f58-b3e8-06e087210426 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7670159 Jul 22 16:45:30.333705 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.384795 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] Routers {'512d72a8-b571-413c-b885-6c08646e4ea3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:30.392309 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:45:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['512d72a8-b571-413c-b885-6c08646e4ea3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:30.484036 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-0c4f5272-4c26-4e23-ba59-84096d2727a6 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407766 Jul 22 16:45:30.492484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 47f92c7a-e11e-47d1-8605-92541c2ab763 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:30.492852 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.517717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] For port 373710ec-be9c-42df-adb0-24eb772bb526, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=373710ec-be9c-42df-adb0-24eb772bb526,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:30.518091 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.563362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:30.568985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Calling delete_port for 373710ec-be9c-42df-adb0-24eb772bb526 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:30.578859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=77b67631-7c81-4421-9c61-92bb2460e337,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:30.592826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:30.700498 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] Set router 512d72a8-b571-413c-b885-6c08646e4ea3 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:30.767552 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.837466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:30.848417 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-6cb48039-c898-4806-8443-4e7af2c58a1a service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732933 Jul 22 16:45:30.849070 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880471a4-52a3-4fd1-8f94-0cd0ac11806c" -d '{"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-plugged", "status": "completed", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:30.851498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:30.894602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:30.900082 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.914450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:30.915541 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:30.946573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0a7fb-307d-4e1b-88f4-459c8522e4d1 req-65839fe9-76df-47a3-8f86-8891cc20a880 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:30.947812 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:45:29Z', 'revision_number': 6, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:30.949388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c3f0a7fb-307d-4e1b-88f4-459c8522e4d1 req-65839fe9-76df-47a3-8f86-8891cc20a880 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 944 time: 1.1629221 Jul 22 16:45:30.951187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-b214bd4c-de49-4bc7-8c8c-545616a379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1132498 Jul 22 16:45:30.990086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-fa81329d-8815-41c2-8f39-9ccfec66c14a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe HTTP/1.1" status: 200 len: 217 time: 0.0534985 Jul 22 16:45:30.990580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9475bdd-5e34-4cd1-bcf5-3756e9c679bd req-7e526794-5f38-4bcc-ae27-252887ee4fa9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:30.992832 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f9475bdd-5e34-4cd1-bcf5-3756e9c679bd req-7e526794-5f38-4bcc-ae27-252887ee4fa9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 931 time: 0.6700742 Jul 22 16:45:31.050845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:31.108990 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec18be0-1aa5-4923-a63e-41cf8547e401 None None] The sync data for ids ['512d72a8-b571-413c-b885-6c08646e4ea3'] in n-d-792458-13 is: [{'id': '512d72a8-b571-413c-b885-6c08646e4ea3', 'name': 'tempest-ServersTestBootFromVolume-2095143099-router', 'tenant_id': '38dd1049913c4e31bba213e5e26a35c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:41:51Z', 'updated_at': '2021-07-22T16:45:29Z', 'revision_number': 6, 'project_id': '38dd1049913c4e31bba213e5e26a35c2', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:31.140989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-c2a76afc-9d36-4183-ad89-c08fa8c88e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:31.143119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-c2a76afc-9d36-4183-ad89-c08fa8c88e2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 200 len: 797 time: 0.1143842 Jul 22 16:45:31.150670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Request body: {'port': {'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:31.247996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Made reservation on behalf of 8bdcbee2f359475cb5903faa847978b7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:31.248909 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f9475bdd-5e34-4cd1-bcf5-3756e9c679bd req-2d50fba2-6f76-4fc8-9fe4-de56ce9437f7 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406602 Jul 22 16:45:31.269642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.272276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e964de3d-2c23-4220-9061-01a5a987f4ce None None] Provisioning for port 77b67631-7c81-4421-9c61-92bb2460e337 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:31.276939 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e964de3d-2c23-4220-9061-01a5a987f4ce None None] Provisioning complete for port 77b67631-7c81-4421-9c61-92bb2460e337 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:31.277626 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e964de3d-2c23-4220-9061-01a5a987f4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.373698 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d01f89-f58f-490f-b062-b7d337f95b61 x-openstack-request-id: req-79d01f89-f58f-490f-b062-b7d337f95b61 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:31.375101 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-plugged", "status": "completed", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:31.375377 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79d01f89-f58f-490f-b062-b7d337f95b61 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:31.377816 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'code': 200} Jul 22 16:45:31.393237 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.395600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e964de3d-2c23-4220-9061-01a5a987f4ce None None] Port 77b67631-7c81-4421-9c61-92bb2460e337 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:31.432440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.451662 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.487287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Pushing event deleted for resources: {'Port': ['ID=373710ec-be9c-42df-adb0-24eb772bb526,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:31.607862 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56dbf09e-4916-4ef6-bfc1-57922f9f45e3 req-5bb4d525-f027-4011-a2c0-e05d381bdf29 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.1062357 Jul 22 16:45:31.684215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.20.0.9 (90506638-86c9-42ea-ac9e-d864b697745b/9f5e8923-73de-402f-a1c7-25f7791665a3/5f3d4de4-e099-4ef9-b267-2756115ba134) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:31.699364 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.850282 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.853144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.940865 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c3f0a7fb-307d-4e1b-88f4-459c8522e4d1 req-a5ebc961-d25f-4031-98a2-56744428c9f5 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8086872 Jul 22 16:45:31.959735 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.960306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 512d72a8-b571-413c-b885-6c08646e4ea3 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:45:31.969708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:31.973344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5e207af5-a49a-4824-8489-915869efb814 admin admin] 10.222.0.53 "DELETE /v2.0/routers/512d72a8-b571-413c-b885-6c08646e4ea3 HTTP/1.1" status: 204 len: 168 time: 2.8876073 Jul 22 16:45:31.985442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:32.092413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69083af-aca4-491a-924e-47359d0bc398 admin admin] Deleting subnet 2222261d-cece-4bc8-b1e2-2a981be16abb {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:32.106352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69083af-aca4-491a-924e-47359d0bc398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.178788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69083af-aca4-491a-924e-47359d0bc398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.362317 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69083af-aca4-491a-924e-47359d0bc398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.468825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.472885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69083af-aca4-491a-924e-47359d0bc398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.522471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Transition to ACTIVE for port object 5f3d4de4-e099-4ef9-b267-2756115ba134 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:32.529304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-c6e1499c-fd12-4451-afd5-279f3fdda677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:32.532215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-c6e1499c-fd12-4451-afd5-279f3fdda677 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b67ed618-c57e-47c4-8fb4-c2e22004d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0915282 Jul 22 16:45:32.574184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69083af-aca4-491a-924e-47359d0bc398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2222261d-cece-4bc8-b1e2-2a981be16abb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:32.589784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a69083af-aca4-491a-924e-47359d0bc398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.590091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9933b-b690-4384-ae31-1f6ce4383acc None None] Network 4bc93299-5fec-4364-9788-d68f62f07327 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:32.592674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a69083af-aca4-491a-924e-47359d0bc398 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2222261d-cece-4bc8-b1e2-2a981be16abb HTTP/1.1" status: 204 len: 168 time: 0.6162136 Jul 22 16:45:32.597719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54732) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:32.756005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-6eb656fd-2b74-4896-8934-09756b28101c service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145903 Jul 22 16:45:32.762766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37ff78-16cd-4258-9458-7b277244e3b2 req-5b5d0723-f101-48a3-a679-fe9b99e6f764 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:32.774912 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd37ff78-16cd-4258-9458-7b277244e3b2 req-5b5d0723-f101-48a3-a679-fe9b99e6f764 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 931 time: 0.3639827 Jul 22 16:45:32.821149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0f07092-527f-4cf2-97ac-62cd34c00827 req-25e2ceb6-7bc9-4ee3-846f-030ff938f0c7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.0521147 Jul 22 16:45:32.844587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:32.949476 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd37ff78-16cd-4258-9458-7b277244e3b2 req-bcf491e5-9c76-4ed3-9acb-0a6ae499143d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747706 Jul 22 16:45:32.966486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.081980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-1099ab6f-3b65-464e-895d-5b219ea070e0 service neutron] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992282 Jul 22 16:45:33.092312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:33.117034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d136ce-35c8-4eb8-9fe5-a2fb67bc0ab3 None None] DHCP port deletion for 4bc93299-5fec-4364-9788-d68f62f07327 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:33.122302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Deleting port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:33.123187 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.126253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:33.138274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:33.210862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c0d136ce-35c8-4eb8-9fe5-a2fb67bc0ab3 None None] Deleting port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:33.211308 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0d136ce-35c8-4eb8-9fe5-a2fb67bc0ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.247932 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=5f3d4de4-e099-4ef9-b267-2756115ba134,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:33.269898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-84695fa4-8881-4636-b523-bd8d374590d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079 HTTP/1.1" status: 200 len: 217 time: 0.1629729 Jul 22 16:45:33.291578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] For port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1a896b18-6b2a-4cc2-a5ff-f5e644031ce7,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:33.292922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.304258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c0d136ce-35c8-4eb8-9fe5-a2fb67bc0ab3 None None] For port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1a896b18-6b2a-4cc2-a5ff-f5e644031ce7,segment=NetworkSegment(ead4026d-c704-44eb-aab1-47ebb7264edc),segment_id=ead4026d-c704-44eb-aab1-47ebb7264edc)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:33.304646 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0d136ce-35c8-4eb8-9fe5-a2fb67bc0ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.319859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c0d136ce-35c8-4eb8-9fe5-a2fb67bc0ab3 None None] Calling delete_port for 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:33.328807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Calling delete_port for 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:33.431925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:33.440414 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.447251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b67631-7c81-4421-9c61-92bb2460e337 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:33.451577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 49180c7d-d367-42d3-9b55-f95d5930c84c no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:33.456654 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0d136ce-35c8-4eb8-9fe5-a2fb67bc0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.496255 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.508534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.528458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-249eef5d-a68c-4891-a6f1-22309e8319e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:33.530841 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-249eef5d-a68c-4891-a6f1-22309e8319e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.2509861 Jul 22 16:45:33.538159 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-43f11dac-2399-4d76-82e0-8697bee740de tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8188705 Jul 22 16:45:33.538917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a896b18-6b2a-4cc2-a5ff-f5e644031ce7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:33.546771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] No DVR routers for this DVR port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:33.567695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Transition to ACTIVE for port object 77b67631-7c81-4421-9c61-92bb2460e337 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:33.592366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d136ce-35c8-4eb8-9fe5-a2fb67bc0ab3 None None] No DVR routers for this DVR port 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:33.612016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d136ce-35c8-4eb8-9fe5-a2fb67bc0ab3 None None] Pushing event deleted for resources: {'Port': ['ID=1a896b18-6b2a-4cc2-a5ff-f5e644031ce7,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:33.630641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Request body: {'port': {'device_id': '9e3a6fd8-d8a6-44f0-a445-0e1d26094a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:33.645370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 49180c7d-d367-42d3-9b55-f95d5930c84c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:33.646183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 49180c7d-d367-42d3-9b55-f95d5930c84c not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:33.646846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 373710ec-be9c-42df-adb0-24eb772bb526 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:33.655477 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.674981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 373710ec-be9c-42df-adb0-24eb772bb526 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:33.676236 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 373710ec-be9c-42df-adb0-24eb772bb526 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:33.692271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-49af24fd-eacb-41bf-a004-176865746afb None None] Provisioning for port 5f3d4de4-e099-4ef9-b267-2756115ba134 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:33.699959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-49af24fd-eacb-41bf-a004-176865746afb None None] Provisioning complete for port 5f3d4de4-e099-4ef9-b267-2756115ba134 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:33.700401 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49af24fd-eacb-41bf-a004-176865746afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.719436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.741570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7d1d5-fb9e-4b6d-a16f-8a1c14415f6f req-5e6c947c-d6ce-42c1-9060-201a2864227a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:33.743468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95d7d1d5-fb9e-4b6d-a16f-8a1c14415f6f req-5e6c947c-d6ce-42c1-9060-201a2864227a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.5969827 Jul 22 16:45:33.751842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc93299-5fec-4364-9788-d68f62f07327']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:33.783280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead4026d-c704-44eb-aab1-47ebb7264edc') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:33.783579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead4026d-c704-44eb-aab1-47ebb7264edc') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:33.787010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-49af24fd-eacb-41bf-a004-176865746afb None None] Port 5f3d4de4-e099-4ef9-b267-2756115ba134 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:45:33.795695 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.838811 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.857213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:33.858004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:33.972400 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:34.002366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.010906 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.015588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4bc93299-5fec-4364-9788-d68f62f07327 HTTP/1.1" status: 204 len: 168 time: 1.4165416 Jul 22 16:45:34.037200 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.115023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419328a-10f5-4dc5-a628-58faab63b500 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc93299-5fec-4364-9788-d68f62f07327,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:34.187700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5658ab-5592-4e1d-a6c2-fe265c035045 req-cca2ac02-a29e-4cdb-bd02-62460038b886 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:34.192144 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b5658ab-5592-4e1d-a6c2-fe265c035045 req-cca2ac02-a29e-4cdb-bd02-62460038b886 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 931 time: 0.2155378 Jul 22 16:45:34.197049 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Pushing event updated for resources: {'Port': ['ID=77b67631-7c81-4421-9c61-92bb2460e337,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:34.252499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-9cf557ba-d0dc-44da-863f-1e73a6e2756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:34.254290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-9cf557ba-d0dc-44da-863f-1e73a6e2756d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7147064 Jul 22 16:45:34.257187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Attempting to bind port 77b67631-7c81-4421-9c61-92bb2460e337 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:34.257530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Attempting to bind port 77b67631-7c81-4421-9c61-92bb2460e337 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:34.257944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Attempting to bind port 77b67631-7c81-4421-9c61-92bb2460e337 on network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:34.262866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95d7d1d5-fb9e-4b6d-a16f-8a1c14415f6f req-9ababca5-f7a7-4039-9979-b01eb2ae5120 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5057621 Jul 22 16:45:34.274271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Port 77b67631-7c81-4421-9c61-92bb2460e337 on network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:45:34.274687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Attempting to bind port 77b67631-7c81-4421-9c61-92bb2460e337 on network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:34.281658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:34.282313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Checking segment: {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:34.282504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Bound using segment: {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:34.283058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Bound port: 77b67631-7c81-4421-9c61-92bb2460e337, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9112b6-ac5e-4d74-8490-f128edb3405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:34.283710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.303388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b5658ab-5592-4e1d-a6c2-fe265c035045 req-9d097568-03ac-40d8-b59d-4d6639ace8d8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914867 Jul 22 16:45:34.360274 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54746) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:34.416411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5b405628-1d37-4a11-a2de-c74c387b33c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38dd1049913c4e31bba213e5e26a35c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548687 Jul 22 16:45:34.419071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:34.485538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ddd552bd-bd61-4cf5-89c8-2a5fd3145bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.510167 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ddd552bd-bd61-4cf5-89c8-2a5fd3145bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.571156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ddd552bd-bd61-4cf5-89c8-2a5fd3145bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.577689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ddd552bd-bd61-4cf5-89c8-2a5fd3145bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.583518 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ddd552bd-bd61-4cf5-89c8-2a5fd3145bbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d25092ec-bedd-4ded-8903-120449bfdfc9 HTTP/1.1" status: 204 len: 168 time: 0.1608992 Jul 22 16:45:34.602034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd552bd-bd61-4cf5-89c8-2a5fd3145bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25092ec-bedd-4ded-8903-120449bfdfc9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:34.717234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] For port 77b67631-7c81-4421-9c61-92bb2460e337, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:34.762284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] For port 77b67631-7c81-4421-9c61-92bb2460e337, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=77b67631-7c81-4421-9c61-92bb2460e337,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:34.777936 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.875964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-5dc93628-b3df-4857-adcd-9ea949fedf3d service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119182 Jul 22 16:45:34.939302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d59500-8e19-4241-9c7c-91da37ffc0a7 req-1fd406d4-cdd3-4fb4-b572-047fcbe0defd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:34.943521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87d59500-8e19-4241-9c7c-91da37ffc0a7 req-1fd406d4-cdd3-4fb4-b572-047fcbe0defd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 943 time: 0.5272408 Jul 22 16:45:34.992419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:34.993074 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:34.995261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] 10.222.0.65 "PUT /v2.0/ports/77b67631-7c81-4421-9c61-92bb2460e337 HTTP/1.1" status: 200 len: 1092 time: 3.9682102 Jul 22 16:45:35.003184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:35.013731 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170e63ee-5ba0-4052-9844-26f2d7549c43" -d '{"events": [{"name": "network-changed", "server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "tag": "77b67631-7c81-4421-9c61-92bb2460e337"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:35.204722 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c593ee9-52b3-45bb-910f-1a03bbe6264f x-openstack-request-id: req-6c593ee9-52b3-45bb-910f-1a03bbe6264f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:35.205272 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "tag": "77b67631-7c81-4421-9c61-92bb2460e337", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:35.205272 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c593ee9-52b3-45bb-910f-1a03bbe6264f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:35.205635 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337', 'status': 'completed', 'code': 200} Jul 22 16:45:35.210542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:35.266268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:35.266985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1a896b18-6b2a-4cc2-a5ff-f5e644031ce7 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:35.369093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87d59500-8e19-4241-9c7c-91da37ffc0a7 req-d529bfe9-130d-4384-bb42-ee552e3029a2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727942 Jul 22 16:45:35.374420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7705336-c0cc-43a5-92bc-920acfd2eb18 service neutron] Pushing event updated for resources: {'Port': ['ID=77b67631-7c81-4421-9c61-92bb2460e337,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:35.385103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3d4de4-e099-4ef9-b267-2756115ba134 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:35.417326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.490795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.491594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Transition to ACTIVE for port object 5f3d4de4-e099-4ef9-b267-2756115ba134 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:35.493825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312850-0294-4d30-8729-dd743598b543 req-70e3fe2d-8496-4235-818b-6118a7a21231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:35.495736 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-70e3fe2d-8496-4235-818b-6118a7a21231 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 1095 time: 0.4007268 Jul 22 16:45:35.509775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-95c5d3cd-e6d5-41a4-8bb1-3e34b3818b75 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660634 Jul 22 16:45:35.511120 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:35.565599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-906408de-97a9-4d55-9471-d84bdf55d0a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77b67631-7c81-4421-9c61-92bb2460e337 HTTP/1.1" status: 200 len: 217 time: 0.0517728 Jul 22 16:45:35.592005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447e20a-daff-4472-9298-4f6468dffa97 req-662312df-eb21-489d-b8b8-6fa7b468400a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:35.597727 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6447e20a-daff-4472-9298-4f6468dffa97 req-662312df-eb21-489d-b8b8-6fa7b468400a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.1463768 Jul 22 16:45:35.695623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-f911b16f-b3f0-4e78-bc63-fb2de70737b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4 HTTP/1.1" status: 200 len: 217 time: 0.1243339 Jul 22 16:45:35.711729 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6447e20a-daff-4472-9298-4f6468dffa97 req-5005dd9d-1354-4900-8f26-0a1e4cbdcfea tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993013 Jul 22 16:45:35.834950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Pushing event updated for resources: {'Port': ['ID=5f3d4de4-e099-4ef9-b267-2756115ba134,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:35.889483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312850-0294-4d30-8729-dd743598b543 req-30751d29-0378-42ee-a3c8-570f302f93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:35.891009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-30751d29-0378-42ee-a3c8-570f302f93d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cfc4680c-6af2-40c6-a770-f10e16c4bacd HTTP/1.1" status: 200 len: 835 time: 0.2944686 Jul 22 16:45:35.989083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-1d3d3a7f-fb2a-4934-b064-3a65fafd6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:35.990579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-1d3d3a7f-fb2a-4934-b064-3a65fafd6c35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 200 len: 797 time: 0.2579658 Jul 22 16:45:36.007628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54776) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:36.024359 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23eb9f3-73b5-450e-a6de-02200c94cc60 req-2f985833-4520-42ab-aaeb-03f4a591945e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:36.027242 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a23eb9f3-73b5-450e-a6de-02200c94cc60 req-2f985833-4520-42ab-aaeb-03f4a591945e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.4579446 Jul 22 16:45:36.139871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Attempting to bind port 5f3d4de4-e099-4ef9-b267-2756115ba134 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:36.140353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Attempting to bind port 5f3d4de4-e099-4ef9-b267-2756115ba134 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:36.140805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Attempting to bind port 5f3d4de4-e099-4ef9-b267-2756115ba134 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:36.151036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-546848528-network', 'tenant_id': '4fcebb27d9824b28a076b8e462ad6e34'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:36.168909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Port 5f3d4de4-e099-4ef9-b267-2756115ba134 on network 90506638-86c9-42ea-ac9e-d864b697745b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:45:36.169910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Attempting to bind port 5f3d4de4-e099-4ef9-b267-2756115ba134 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:36.179004 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a23eb9f3-73b5-450e-a6de-02200c94cc60 req-1d3b63c3-3d22-4fad-8b3a-91269dc1934b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370828 Jul 22 16:45:36.192329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:36.192710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:36.193165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Bound using segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:36.193627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Bound port: 5f3d4de4-e099-4ef9-b267-2756115ba134, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:36.194254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.210652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Made reservation on behalf of 4fcebb27d9824b28a076b8e462ad6e34 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:36.214286 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.223959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312850-0294-4d30-8729-dd743598b543 req-379e2efa-2912-4485-80a4-e335423849b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:36.225535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-379e2efa-2912-4485-80a4-e335423849b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2737195 Jul 22 16:45:36.230902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-fc78c63c-21af-4f9d-bae3-3a61e09116cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:36.231645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.232986 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-fc78c63c-21af-4f9d-bae3-3a61e09116cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd33b87a-764f-438d-ba51-6438b1736183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2026277 Jul 22 16:45:36.404841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.409964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.443391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:45:36.470675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b4e6ab-3a76-434b-aeda-1c31944376a3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:36.494559 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.495146 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Added segment 784eb278-e469-46d8-93a2-e3551aa67c62 of type vlan for network 9fbb4b23-f7da-4811-bc9d-550a23b15826 Jul 22 16:45:36.552237 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.640046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] For port 5f3d4de4-e099-4ef9-b267-2756115ba134, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:36.669756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.670655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:36.671278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.695178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] For port 5f3d4de4-e099-4ef9-b267-2756115ba134, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5f3d4de4-e099-4ef9-b267-2756115ba134,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:36.709438 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.724284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-7397eb9b-c7e7-498a-87de-b003431474d8 service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511065 Jul 22 16:45:36.726058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-0e6cd597-0cf9-4167-b101-b830f5161b4b service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355729 Jul 22 16:45:36.733650 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7239983 Jul 22 16:45:36.738137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54782) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:36.773526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e46c-021a-41e9-b637-65790ae9122c req-06dffbdd-2e97-40f7-98df-a12548d06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:36.780387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9194e46c-021a-41e9-b637-65790ae9122c req-06dffbdd-2e97-40f7-98df-a12548d06a14 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 943 time: 0.1999755 Jul 22 16:45:36.790917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Request body: {'subnet': {'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-546848528-subnet', 'tenant_id': '4fcebb27d9824b28a076b8e462ad6e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:36.859219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e7420ee0-1b67-4cd2-b0cd-5305c657796d req-0a6cc41b-3f1c-4bfa-8dc3-44dceda581c3 service neutron] 10.222.0.20 "GET /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032441 Jul 22 16:45:36.910102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Made reservation on behalf of 4fcebb27d9824b28a076b8e462ad6e34 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:36.912943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:36.927366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442669b-2d5b-4982-b55d-bdf6d3e97087 admin admin] Pushing event updated for resources: {'Network': ['ID=9fbb4b23-f7da-4811-bc9d-550a23b15826,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:36.940472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:45:37.046234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9194e46c-021a-41e9-b637-65790ae9122c req-774593c2-41fc-4526-94ca-07b23522009b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102365 Jul 22 16:45:37.296220 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.452902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Checking segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:37.453700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Network hostable DHCP agents. Network: 9fbb4b23-f7da-4811-bc9d-550a23b15826, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:45:37.484697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b029ca-65ed-4f26-be85-de2402c32c39,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:37.513058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:37.514267 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.517015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] 10.222.0.65 "PUT /v2.0/ports/5f3d4de4-e099-4ef9-b267-2756115ba134 HTTP/1.1" status: 200 len: 1092 time: 3.9507802 Jul 22 16:45:37.525657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:45:37.532541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3a6fd8-d8a6-44f0-a445-0e1d26094a27', 'tag': '5f3d4de4-e099-4ef9-b267-2756115ba134'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:37.537536 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fd3f9a-c189-4975-afe0-a0f4a965cf67" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3a6fd8-d8a6-44f0-a445-0e1d26094a27", "tag": "5f3d4de4-e099-4ef9-b267-2756115ba134"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:37.548036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 9fbb4b23-f7da-4811-bc9d-550a23b15826) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:37.561607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:37.562307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:37.566423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b649c6-d3b6-44cc-a31d-521d77054992 None None] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:37.591837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb269d4-3b9a-4794-a3ce-93d10be69392 req-6e24e347-a8ce-418b-87d2-24eb6258c123 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:37.593546 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-deb269d4-3b9a-4794-a3ce-93d10be69392 req-6e24e347-a8ce-418b-87d2-24eb6258c123 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.2197061 Jul 22 16:45:37.654272 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-deb269d4-3b9a-4794-a3ce-93d10be69392 req-74f3dc19-b51b-411b-a9a8-a1245d9165ca tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Jul 22 16:45:37.664674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a1fc1c08-55cd-439c-a2eb-312a4c3c4cc2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9179370 Jul 22 16:45:37.730417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c6950-4924-4c6e-a71d-f25b185f9a4c service neutron] Pushing event updated for resources: {'Port': ['ID=5f3d4de4-e099-4ef9-b267-2756115ba134,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:37.779501 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d86fb7-0851-4aa5-acb6-fa7dcfd2d193 x-openstack-request-id: req-07d86fb7-0851-4aa5-acb6-fa7dcfd2d193 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:37.780550 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3a6fd8-d8a6-44f0-a445-0e1d26094a27", "tag": "5f3d4de4-e099-4ef9-b267-2756115ba134", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:37.781018 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07d86fb7-0851-4aa5-acb6-fa7dcfd2d193 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:37.782068 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3a6fd8-d8a6-44f0-a445-0e1d26094a27', 'tag': '5f3d4de4-e099-4ef9-b267-2756115ba134', 'status': 'completed', 'code': 200} Jul 22 16:45:37.824043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298107d-a182-4918-b133-44ae966307f8 req-08c2a616-f8b1-4e66-9616-31f0e3bed889 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:37.825975 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c298107d-a182-4918-b133-44ae966307f8 req-08c2a616-f8b1-4e66-9616-31f0e3bed889 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.9657714 Jul 22 16:45:37.828681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7312850-0294-4d30-8729-dd743598b543 req-c20db00a-e5c7-4966-b554-1dc551671323 service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0781224 Jul 22 16:45:37.919873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-ab0e5da0-a2a8-40cb-824f-eea8c6b37931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:37.921464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-ab0e5da0-a2a8-40cb-824f-eea8c6b37931 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 1095 time: 0.3222582 Jul 22 16:45:37.966164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e438fb-eda3-4b33-b020-428495b05c1a None None] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:37.999110 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c298107d-a182-4918-b133-44ae966307f8 req-3f583a38-2f60-43fa-90de-6e0da82760fd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653447 Jul 22 16:45:38.125899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-ac522b5e-d00e-435d-a02d-0c94f4a9ae38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3d4de4-e099-4ef9-b267-2756115ba134 HTTP/1.1" status: 200 len: 217 time: 0.1245861 Jul 22 16:45:38.317123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-bb68c206-03fc-4154-956e-ae49a4a5b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.318797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-bb68c206-03fc-4154-956e-ae49a4a5b094 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1336098 Jul 22 16:45:38.347749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-3c22578b-72e7-4745-b527-f8c511715b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.349455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-3c22578b-72e7-4745-b527-f8c511715b09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 1095 time: 0.3493679 Jul 22 16:45:38.413501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb9c4f-0202-43d0-8eb9-5e09e042b5f7 req-daab36ad-9d6c-41ab-9edf-4e5fe84c9bb7 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.415448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67cb9c4f-0202-43d0-8eb9-5e09e042b5f7 req-daab36ad-9d6c-41ab-9edf-4e5fe84c9bb7 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 943 time: 0.2235274 Jul 22 16:45:38.481265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-3585b5c3-a00e-423c-abe2-13de26c83330 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.484794 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-3585b5c3-a00e-423c-abe2-13de26c83330 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.2074831 Jul 22 16:45:38.514596 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-43ecfe51-edb2-453c-a0c2-b7bf1e681b54 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/quotas/4fcebb27d9824b28a076b8e462ad6e34 HTTP/1.1" status: 200 len: 375 time: 0.0178642 Jul 22 16:45:38.557182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67cb9c4f-0202-43d0-8eb9-5e09e042b5f7 req-7b1eb19e-a34f-4de1-a473-89946a209d44 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280153 Jul 22 16:45:38.564685 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-dbcc735d-efa6-4dd4-83a5-df708bd2a536 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444915 Jul 22 16:45:38.574511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-7f5d8291-25be-4aa9-9ff2-ca625c95f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.576937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-7f5d8291-25be-4aa9-9ff2-ca625c95f402 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd HTTP/1.1" status: 200 len: 897 time: 0.2065594 Jul 22 16:45:38.580035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-4603cda6-36a5-4f06-a050-ef12039b60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.582685 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-4603cda6-36a5-4f06-a050-ef12039b60dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2504685 Jul 22 16:45:38.649695 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-3989dca7-15be-4b90-a9bb-5e9a8638b649 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77b67631-7c81-4421-9c61-92bb2460e337 HTTP/1.1" status: 200 len: 217 time: 0.0539045 Jul 22 16:45:38.691794 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-fe718519-95c4-41ae-b58e-882cc6f70dc1 service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132946 Jul 22 16:45:38.796599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-25386040-73c8-48f1-b48c-77766aa97cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:38.798042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-25386040-73c8-48f1-b48c-77766aa97cc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cfc4680c-6af2-40c6-a770-f10e16c4bacd HTTP/1.1" status: 200 len: 835 time: 0.1365230 Jul 22 16:45:38.902894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-95c1667c-3c91-4795-a30f-ad6217c39478 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984202 Jul 22 16:45:38.905778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-a55902f9-c7d9-41ce-a2e7-bf3ba849741e service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077146 Jul 22 16:45:39.125249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-637e9e13-4155-432d-ac6e-fd3c89d8e28a req-cbcc561f-b964-4588-8f34-c2fce6be27e9 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119703 Jul 22 16:45:39.251917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5f959-b593-4ddf-b321-8c42cca962fc req-fecb2c61-efaa-4a81-8851-ff948b8b18b1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.259175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74f5f959-b593-4ddf-b321-8c42cca962fc req-fecb2c61-efaa-4a81-8851-ff948b8b18b1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.4472437 Jul 22 16:45:39.297161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-35bdcd78-dd92-4dc3-b19e-114f4abbaed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.298699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-35bdcd78-dd92-4dc3-b19e-114f4abbaed2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4884021 Jul 22 16:45:39.329635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e09e48-6757-42b1-b282-88240ba48d0b req-a8ae51e3-11e3-481f-97cf-bceb30aaf10a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.339193 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6e09e48-6757-42b1-b282-88240ba48d0b req-a8ae51e3-11e3-481f-97cf-bceb30aaf10a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.1715972 Jul 22 16:45:39.389300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-74f5f959-b593-4ddf-b321-8c42cca962fc req-0ef4913c-3084-48bc-b46f-ed1953d08568 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027553 Jul 22 16:45:39.423931 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6e09e48-6757-42b1-b282-88240ba48d0b req-b0273939-a071-463e-9b44-1e45631d62bf tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837572 Jul 22 16:45:39.591001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd1ec0fe-71c1-4d20-984b-041ba8f2a1ac req-8ee2ffd3-6230-42dc-b429-3b3c2eaf1a64 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 210 time: 0.0398545 Jul 22 16:45:39.603168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-ed4e2047-05e0-4a3b-b63f-08f78f6cf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.605551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-ed4e2047-05e0-4a3b-b63f-08f78f6cf764 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 1095 time: 0.3250048 Jul 22 16:45:39.637191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-cf672313-7701-4799-a407-4004ee0684cf service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172102 Jul 22 16:45:39.846008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf285ded-e379-4603-a764-3291bac79b44 req-284e3e04-8973-4098-aa08-a04fd7967f46 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:39.848265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf285ded-e379-4603-a764-3291bac79b44 req-284e3e04-8973-4098-aa08-a04fd7967f46 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 943 time: 0.1896133 Jul 22 16:45:39.899419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf285ded-e379-4603-a764-3291bac79b44 req-81c063eb-756b-4e38-b22f-dc0cb56c101a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459487 Jul 22 16:45:40.026828 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-170e63ee-5ba0-4052-9844-26f2d7549c43 req-98474c97-6a0c-4c6c-b073-137d4247528f service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772225 Jul 22 16:45:40.030688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-9958e3aa-ebbc-4c2b-920f-3ff7790d9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:40.032567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-9958e3aa-ebbc-4c2b-920f-3ff7790d9036 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.4106107 Jul 22 16:45:40.134556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-9ada7ecb-b55e-44c3-8b75-78147bb8c523 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3d4de4-e099-4ef9-b267-2756115ba134 HTTP/1.1" status: 200 len: 217 time: 0.0757661 Jul 22 16:45:40.203527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-1011e7a0-93cf-4f7a-9624-bc0ce90fe387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:40.205689 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-1011e7a0-93cf-4f7a-9624-bc0ce90fe387 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.0607769 Jul 22 16:45:40.289844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-beaaf1c8-af82-458d-88a9-f6ed5811bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:40.292719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-beaaf1c8-af82-458d-88a9-f6ed5811bbf2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749507 Jul 22 16:45:40.488442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-aed1162c-2777-4157-87c9-67cd72d6279f service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692562 Jul 22 16:45:40.633344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667d806-14f1-454a-b279-d9071a9d522a req-97deb4a3-36d2-4643-bb9f-b2f502d5c20e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:40.640974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8667d806-14f1-454a-b279-d9071a9d522a req-97deb4a3-36d2-4643-bb9f-b2f502d5c20e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.1018658 Jul 22 16:45:40.674774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7075b-49f3-4f63-bf3f-2546215d0316 req-affc803d-a461-47b6-b7c8-4989cfd2bc12 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:40.676525 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2fe7075b-49f3-4f63-bf3f-2546215d0316 req-affc803d-a461-47b6-b7c8-4989cfd2bc12 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.1868749 Jul 22 16:45:40.684475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55fd3f9a-c189-4975-afe0-a0f4a965cf67 req-cb3ffbd4-81fb-4c50-ba19-b713846a7e45 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813729 Jul 22 16:45:40.718243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8667d806-14f1-454a-b279-d9071a9d522a req-5d62052f-9b89-47f4-b074-4d18aa30b832 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762522 Jul 22 16:45:40.727016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2fe7075b-49f3-4f63-bf3f-2546215d0316 req-68b9a3d7-e838-4670-87de-1302352b52ee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Jul 22 16:45:40.980659 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba17e5a2-e362-460f-acc8-7aa33c252650 req-ed82b31e-6859-4866-bcfe-0611885e61c5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 210 time: 0.0983508 Jul 22 16:45:41.175034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-39aef6fd-91e7-4c12-a829-0a003ea0def9 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:41.177025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-39aef6fd-91e7-4c12-a829-0a003ea0def9 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.2274561 Jul 22 16:45:41.206207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfeb49-2759-4df6-9184-8165d0e869ac req-95a298d8-ca0e-476f-9a8d-7834aea6bc00 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:41.211444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79dfeb49-2759-4df6-9184-8165d0e869ac req-95a298d8-ca0e-476f-9a8d-7834aea6bc00 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 943 time: 0.1044612 Jul 22 16:45:41.217336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Request body: {'port': {'device_id': 'a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'admin_state_up': True, 'tenant_id': '4fcebb27d9824b28a076b8e462ad6e34'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:41.330038 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79dfeb49-2759-4df6-9184-8165d0e869ac req-7a0b2128-fb43-4613-90ab-8c0914b60cb0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090155 Jul 22 16:45:41.420047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Made reservation on behalf of 4fcebb27d9824b28a076b8e462ad6e34 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:41.424830 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:41.634579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Allocated IP 172.20.0.5 (9fbb4b23-f7da-4811-bc9d-550a23b15826/a9b029ca-65ed-4f26-be85-de2402c32c39/766b0ed9-117e-4619-a095-59c4ad023e4a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:41.967822 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.099614 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.153062 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401e48-6311-4429-b870-874da1ce1824 req-c709e6e6-7215-4caa-b51e-f7e981f523bc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:42.155681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77401e48-6311-4429-b870-874da1ce1824 req-c709e6e6-7215-4caa-b51e-f7e981f523bc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.1950727 Jul 22 16:45:42.239745 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77401e48-6311-4429-b870-874da1ce1824 req-4e11c094-791e-4b38-b8b0-c295689d50f0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761528 Jul 22 16:45:42.242951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event updated for resources: {'Port': ['ID=766b0ed9-117e-4619-a095-59c4ad023e4a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:42.280169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:42.280169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:42.281130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:42.359423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 77b67631-7c81-4421-9c61-92bb2460e337 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:45:42.379501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54854) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:42.386245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e1900-933d-4b05-8dc9-d7dca345a045 req-b8356c27-608c-42f7-82aa-62043baec64b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:42.391187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-756e1900-933d-4b05-8dc9-d7dca345a045 req-b8356c27-608c-42f7-82aa-62043baec64b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.3293223 Jul 22 16:45:42.412875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:42.413774 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.524501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a853b3-e6bf-4517-8cfb-2ede21febfee req-3d38fb68-6514-4b60-bbd7-a7d05d5eedeb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:42.531316 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9a853b3-e6bf-4517-8cfb-2ede21febfee req-3d38fb68-6514-4b60-bbd7-a7d05d5eedeb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 931 time: 0.1256113 Jul 22 16:45:42.532158 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-756e1900-933d-4b05-8dc9-d7dca345a045 req-6e59125c-c94e-463f-ad6e-1a7e94a94987 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062138 Jul 22 16:45:42.533686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-be8b360d-d3b9-4013-8c4a-803d5c759241 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3211393 Jul 22 16:45:42.554364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Request body: {'port': {'device_id': 'a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:42.612503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 77b67631-7c81-4421-9c61-92bb2460e337, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=77b67631-7c81-4421-9c61-92bb2460e337,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:42.622621 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49de66d6-f1da-4492-a138-574075fa1497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.648498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '77b67631-7c81-4421-9c61-92bb2460e337', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:45:42.671052 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9a853b3-e6bf-4517-8cfb-2ede21febfee req-fd967963-66f4-4cf1-a632-2519c59c5e7d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224740 Jul 22 16:45:42.766502 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.819295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b67631-7c81-4421-9c61-92bb2460e337 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:42.826735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.873221 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49de66d6-f1da-4492-a138-574075fa1497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.874670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 77b67631-7c81-4421-9c61-92bb2460e337, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=77b67631-7c81-4421-9c61-92bb2460e337,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:42.883720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49de66d6-f1da-4492-a138-574075fa1497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.888409 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:42.938607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de66d6-f1da-4492-a138-574075fa1497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a04c7db-50fd-4290-a7bb-b8a2b5465d87,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:43.003066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-49de66d6-f1da-4492-a138-574075fa1497 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=589fc83c148e4041bc8c7a16fb865e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142893 Jul 22 16:45:43.004225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:43.032236 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=77b67631-7c81-4421-9c61-92bb2460e337,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:43.108391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86cd54-1303-47e4-922f-2d80579f9fbc req-c3f4ee8f-97c2-4d51-9eb5-30d9f9075120 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:43.132966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8d53a9b-00cd-483b-a71f-444e2d6ee095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.134495 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f86cd54-1303-47e4-922f-2d80579f9fbc req-c3f4ee8f-97c2-4d51-9eb5-30d9f9075120 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 943 time: 0.4113591 Jul 22 16:45:43.179180 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8d53a9b-00cd-483b-a71f-444e2d6ee095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.284043 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8d53a9b-00cd-483b-a71f-444e2d6ee095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.287309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8d53a9b-00cd-483b-a71f-444e2d6ee095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:43.288991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f8d53a9b-00cd-483b-a71f-444e2d6ee095 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a04c7db-50fd-4290-a7bb-b8a2b5465d87 HTTP/1.1" status: 204 len: 168 time: 0.2837367 Jul 22 16:45:43.312521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['77b67631-7c81-4421-9c61-92bb2460e337'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:43.320623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d53a9b-00cd-483b-a71f-444e2d6ee095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a04c7db-50fd-4290-a7bb-b8a2b5465d87,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:43.404991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f86cd54-1303-47e4-922f-2d80579f9fbc req-27ace6c4-4a32-444c-a79f-08deda661a5a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627382 Jul 22 16:45:43.719770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8ff9-3f15-46f1-9268-7c85ee4e2b19 req-71538b62-daa3-4798-83f3-35f0ddf3ff6d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:43.741281 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73e8ff9-3f15-46f1-9268-7c85ee4e2b19 req-71538b62-daa3-4798-83f3-35f0ddf3ff6d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.2662182 Jul 22 16:45:43.847962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c73e8ff9-3f15-46f1-9268-7c85ee4e2b19 req-a9311abf-e0e7-494c-a00a-b7d39a6c9fdd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033475 Jul 22 16:45:44.075693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54876) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:44.141924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766b0ed9-117e-4619-a095-59c4ad023e4a {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:44.155344 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b45c43e-34f1-4b21-aa2a-1333ad6968aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.178475 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.209149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d18ab-cf72-4a2b-9cb5-4f5fa3116dc7 req-03650984-f637-4204-810a-838a3e801d89 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:44.227792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-668d18ab-cf72-4a2b-9cb5-4f5fa3116dc7 req-03650984-f637-4204-810a-838a3e801d89 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 931 time: 0.2089679 Jul 22 16:45:44.325325 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-668d18ab-cf72-4a2b-9cb5-4f5fa3116dc7 req-281b4471-66b6-43d8-ac5e-ae25b53c0c63 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962987 Jul 22 16:45:44.393203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Transition to ACTIVE for port object 766b0ed9-117e-4619-a095-59c4ad023e4a will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:45:44.411222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.428754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b45c43e-34f1-4b21-aa2a-1333ad6968aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.474237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1da1fe-e00a-4cc3-9fc1-1889354d090a req-c61bd5f1-1d7f-4fa6-b466-187c051d909d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:44.487310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e1da1fe-e00a-4cc3-9fc1-1889354d090a req-c61bd5f1-1d7f-4fa6-b466-187c051d909d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.6735022 Jul 22 16:45:44.493902 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b45c43e-34f1-4b21-aa2a-1333ad6968aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.586518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8b45c43e-34f1-4b21-aa2a-1333ad6968aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98931e2359774a3fafb23ee0f964b6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005672 Jul 22 16:45:44.586518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Pushing event updated for resources: {'Port': ['ID=766b0ed9-117e-4619-a095-59c4ad023e4a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:44.595798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:44.599006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45c43e-34f1-4b21-aa2a-1333ad6968aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef1ad93-2599-4c3c-8167-9fcd3425c295,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:44.660140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10805c6b-d949-4ea4-8094-2d1dcccc8486 req-de198233-f063-4890-9ba7-3b7bd8de5513 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:44.664073 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10805c6b-d949-4ea4-8094-2d1dcccc8486 req-de198233-f063-4890-9ba7-3b7bd8de5513 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 944 time: 0.1788332 Jul 22 16:45:44.713412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e1da1fe-e00a-4cc3-9fc1-1889354d090a req-7cef5789-8b07-4958-bc5e-d839a9d38c32 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250426 Jul 22 16:45:44.783524 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10805c6b-d949-4ea4-8094-2d1dcccc8486 req-8539a105-7121-47b5-9aa5-cd1c2e0632fc tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655107 Jul 22 16:45:44.785365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Attempting to bind port 766b0ed9-117e-4619-a095-59c4ad023e4a on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:45:44.785991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Attempting to bind port 766b0ed9-117e-4619-a095-59c4ad023e4a by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:45:44.786572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Attempting to bind port 766b0ed9-117e-4619-a095-59c4ad023e4a on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:44.802336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Port 766b0ed9-117e-4619-a095-59c4ad023e4a on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:45:44.802740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Attempting to bind port 766b0ed9-117e-4619-a095-59c4ad023e4a on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:45:44.805773 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5661355c-e04d-4e2a-9fc5-5076eba7e572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.810417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:45:44.810841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Checking segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:45:44.811352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Bound using segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:45:44.811874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Bound port: 766b0ed9-117e-4619-a095-59c4ad023e4a, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:45:44.812317 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:44.891079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5661355c-e04d-4e2a-9fc5-5076eba7e572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.047789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] For port 766b0ed9-117e-4619-a095-59c4ad023e4a, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:45:45.079435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] For port 766b0ed9-117e-4619-a095-59c4ad023e4a, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=766b0ed9-117e-4619-a095-59c4ad023e4a,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:45:45.099756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.124972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5661355c-e04d-4e2a-9fc5-5076eba7e572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.127991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5661355c-e04d-4e2a-9fc5-5076eba7e572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.129409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5661355c-e04d-4e2a-9fc5-5076eba7e572 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ef1ad93-2599-4c3c-8167-9fcd3425c295 HTTP/1.1" status: 204 len: 168 time: 0.5150464 Jul 22 16:45:45.289183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:45.293411 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:45.295487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/766b0ed9-117e-4619-a095-59c4ad023e4a HTTP/1.1" status: 200 len: 1092 time: 2.7469332 Jul 22 16:45:45.298906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661355c-e04d-4e2a-9fc5-5076eba7e572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef1ad93-2599-4c3c-8167-9fcd3425c295,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:45.316262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2', 'tag': '766b0ed9-117e-4619-a095-59c4ad023e4a'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:45.326841 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a28938-9ddd-430b-ad4e-90a77d72db2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2", "tag": "766b0ed9-117e-4619-a095-59c4ad023e4a"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:45.364771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3ff1e-7c40-42bb-b427-dfd801c26990 req-a489b9a7-f20f-4519-bee8-8ac82b6b15e3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:45.368718 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cba3ff1e-7c40-42bb-b427-dfd801c26990 req-a489b9a7-f20f-4519-bee8-8ac82b6b15e3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.3865039 Jul 22 16:45:45.372298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e440bb-caaa-48f7-8a2f-5ed4f9b618b4 service neutron] Pushing event updated for resources: {'Port': ['ID=766b0ed9-117e-4619-a095-59c4ad023e4a,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:45.528491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cba3ff1e-7c40-42bb-b427-dfd801c26990 req-1cd84959-6f4c-4bfb-92f5-3e7777a31a2c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492162 Jul 22 16:45:45.549979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-880f55b1-26f3-4769-8e40-aa3f1ebc70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:45.551788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-880f55b1-26f3-4769-8e40-aa3f1ebc70cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 1095 time: 0.1545577 Jul 22 16:45:45.692169 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-d346cdfe-abef-47e3-95e5-91cda61b9303 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=766b0ed9-117e-4619-a095-59c4ad023e4a HTTP/1.1" status: 200 len: 217 time: 0.1245701 Jul 22 16:45:45.834843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-ad24506e-d2f4-4014-8d9c-e32f94bb832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:45.837593 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-ad24506e-d2f4-4014-8d9c-e32f94bb832d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.1365962 Jul 22 16:45:45.871985 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9b6c79-9cb3-42c4-b148-3639c1125e8e x-openstack-request-id: req-6d9b6c79-9cb3-42c4-b148-3639c1125e8e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:45.872327 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2", "tag": "766b0ed9-117e-4619-a095-59c4ad023e4a", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:45.872739 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d9b6c79-9cb3-42c4-b148-3639c1125e8e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:45.873547 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2', 'tag': '766b0ed9-117e-4619-a095-59c4ad023e4a', 'status': 'completed', 'code': 200} Jul 22 16:45:45.912300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-f2232fc4-4299-4d6c-bfdb-a531dd21d9d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621278 Jul 22 16:45:45.976915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54908) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:46.020121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9c2fc-83b8-4eaf-94b0-7125c2b08af5 req-11563a4d-d408-4c23-8699-9bdcc83b94d0 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:46.026756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fce9c2fc-83b8-4eaf-94b0-7125c2b08af5 req-11563a4d-d408-4c23-8699-9bdcc83b94d0 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 943 time: 0.3032415 Jul 22 16:45:46.030222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df704abe-ca2c-47c0-b648-599a4e8daa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.098958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307c5b5-f7dd-4cda-a5eb-2f4f22c95f20 req-10e83380-fc29-4156-9f95-e992863f3f66 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:46.107273 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3307c5b5-f7dd-4cda-a5eb-2f4f22c95f20 req-10e83380-fc29-4156-9f95-e992863f3f66 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.1410582 Jul 22 16:45:46.162062 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fce9c2fc-83b8-4eaf-94b0-7125c2b08af5 req-a3269f1f-d38d-4c91-af07-2537091342a1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259511 Jul 22 16:45:46.181477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-22baff25-f1c3-4f35-85b7-dd378cf73de2 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553813 Jul 22 16:45:46.182363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3307c5b5-f7dd-4cda-a5eb-2f4f22c95f20 req-f001768d-4355-4d44-b224-e56da3462319 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740223 Jul 22 16:45:46.256376 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df704abe-ca2c-47c0-b648-599a4e8daa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.267651 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df704abe-ca2c-47c0-b648-599a4e8daa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.306913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df704abe-ca2c-47c0-b648-599a4e8daa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47efa92-b46f-4c2c-9b70-0317e1c7b660,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:46.351577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-df704abe-ca2c-47c0-b648-599a4e8daa68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4baf35831d4f44ef9b624638095bc747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735545 Jul 22 16:45:46.354638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:46.382974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 77b67631-7c81-4421-9c61-92bb2460e337 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:46.416745 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6330a634-e97d-4da8-b4b3-dd2c04b731f9 req-71f8abe7-47a9-4133-ba9b-34dec8da6b85 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329340 Jul 22 16:45:46.429467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da19b40d-8419-4a15-a1b4-b5f8200238fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.482711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da19b40d-8419-4a15-a1b4-b5f8200238fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.524229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 77b67631-7c81-4421-9c61-92bb2460e337 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:46.533238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 77b67631-7c81-4421-9c61-92bb2460e337 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:46.535401 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.595104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da19b40d-8419-4a15-a1b4-b5f8200238fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.598556 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da19b40d-8419-4a15-a1b4-b5f8200238fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.602822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da19b40d-8419-4a15-a1b4-b5f8200238fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a47efa92-b46f-4c2c-9b70-0317e1c7b660 HTTP/1.1" status: 204 len: 168 time: 0.2463732 Jul 22 16:45:46.616259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19b40d-8419-4a15-a1b4-b5f8200238fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47efa92-b46f-4c2c-9b70-0317e1c7b660,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:46.683212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e2b3d-8f5a-4942-8076-5c23119060d6 req-ab8cd08d-d87b-4cc9-a6b5-994b136af1ae tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:46.690671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-578e2b3d-8f5a-4942-8076-5c23119060d6 req-ab8cd08d-d87b-4cc9-a6b5-994b136af1ae tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 944 time: 0.3737059 Jul 22 16:45:46.755247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aed011-bf36-45dc-9570-7336b505cb44 req-77fe2907-c427-4d81-af65-2f37934aab86 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:46.767253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5aed011-bf36-45dc-9570-7336b505cb44 req-77fe2907-c427-4d81-af65-2f37934aab86 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.0948281 Jul 22 16:45:46.771148 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.819827 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5aed011-bf36-45dc-9570-7336b505cb44 req-92dc2686-07a1-41d2-a3a2-669f114aa03c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515833 Jul 22 16:45:46.830328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:46.835185 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceccfe4-0b54-4b55-a80a-83a517c6975a" -d '{"events": [{"server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "name": "network-vif-plugged", "status": "completed", "tag": "77b67631-7c81-4421-9c61-92bb2460e337"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:46.853406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 77b67631-7c81-4421-9c61-92bb2460e337, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=77b67631-7c81-4421-9c61-92bb2460e337,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:46.861557 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:46.929468 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3305f622-a427-4196-86f1-40f749cf4685 x-openstack-request-id: req-3305f622-a427-4196-86f1-40f749cf4685 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:46.929930 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "name": "network-vif-plugged", "status": "completed", "tag": "77b67631-7c81-4421-9c61-92bb2460e337", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:46.932884 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3305f622-a427-4196-86f1-40f749cf4685 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:46.934009 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337', 'code': 200} Jul 22 16:45:47.047824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=77b67631-7c81-4421-9c61-92bb2460e337,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:47.287852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-559c6e97-4cae-4150-915f-fcb4bde0f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:47.289306 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-559c6e97-4cae-4150-915f-fcb4bde0f1ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 1095 time: 0.7601848 Jul 22 16:45:47.346999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-578e2b3d-8f5a-4942-8076-5c23119060d6 req-b82e93f6-fa88-41cf-9fbb-f0d5d02fdffa tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6550367 Jul 22 16:45:47.455452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6d943-e8e3-4deb-be4c-fca80f5fb90e req-6616f3a0-2e60-4120-80b0-9a4fcc0fe93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:47.458474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbd6d943-e8e3-4deb-be4c-fca80f5fb90e req-6616f3a0-2e60-4120-80b0-9a4fcc0fe93d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 1097 time: 0.2115667 Jul 22 16:45:47.475193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485eb00-a07f-44d2-bd59-aec8b1ce51e2 req-5c0aadc9-b398-4a33-9261-e29052ffd848 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:47.478141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8485eb00-a07f-44d2-bd59-aec8b1ce51e2 req-5c0aadc9-b398-4a33-9261-e29052ffd848 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 943 time: 0.2079659 Jul 22 16:45:47.517153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbd6d943-e8e3-4deb-be4c-fca80f5fb90e req-b319582b-d63c-437a-9003-b5c2e5ec5741 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471807 Jul 22 16:45:47.554293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-6ef0e22e-50e4-49fb-b7c0-faf980226e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:47.556206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-6ef0e22e-50e4-49fb-b7c0-faf980226e52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 912 time: 0.2469964 Jul 22 16:45:47.619333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-dce06b87-201e-4f0b-80b3-6a4ea8f3abb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=766b0ed9-117e-4619-a095-59c4ad023e4a HTTP/1.1" status: 200 len: 217 time: 0.0409353 Jul 22 16:45:47.669831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8485eb00-a07f-44d2-bd59-aec8b1ce51e2 req-7dd0bfe4-4c9a-4928-8c04-167bb3966c85 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823421 Jul 22 16:45:47.700455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-930a3c8b-31b2-44e1-a572-c5c3ec4b22e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:47.702032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-930a3c8b-31b2-44e1-a572-c5c3ec4b22e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.0732322 Jul 22 16:45:47.751191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-e7003c0f-0ac9-48a0-aee9-23d16509696f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403507 Jul 22 16:45:47.820434 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee8195-6842-4564-9c0d-12ae53592ff4 req-14ddf7ea-96fe-4323-bfb5-c9fd52fe2a60 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:47.827883 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1ee8195-6842-4564-9c0d-12ae53592ff4 req-14ddf7ea-96fe-4323-bfb5-c9fd52fe2a60 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.2887886 Jul 22 16:45:47.997471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1ee8195-6842-4564-9c0d-12ae53592ff4 req-774dff3a-4302-468f-83a7-20eda2a5769a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686049 Jul 22 16:45:48.035031 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-000838bb-f4b0-4229-b5fd-df36055c46f9 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672057 Jul 22 16:45:48.150436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b202f0a-f7b8-4bcb-b310-010bc2ad0854 req-bd068508-62ea-4730-b883-a23e17611d18 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:48.152607 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b202f0a-f7b8-4bcb-b310-010bc2ad0854 req-bd068508-62ea-4730-b883-a23e17611d18 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.1204457 Jul 22 16:45:48.197533 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03a28938-9ddd-430b-ad4e-90a77d72db2d req-52d86e9d-ef47-4277-a6ab-cd9203c7f80a service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616015 Jul 22 16:45:48.228901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b202f0a-f7b8-4bcb-b310-010bc2ad0854 req-ba867ac3-bf4e-4f8c-8e34-ae0aba46d86f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671923 Jul 22 16:45:48.351070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 766b0ed9-117e-4619-a095-59c4ad023e4a details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:45:48.475612 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c2a5b38-5d30-46f0-902d-f58abb53c8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.573934 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 766b0ed9-117e-4619-a095-59c4ad023e4a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=766b0ed9-117e-4619-a095-59c4ad023e4a,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:48.603094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb572b3-34aa-4a62-bff8-3fc0a384651e req-6f956260-d5b4-4860-8cb8-7c7d047caebb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:48.607201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbb572b3-34aa-4a62-bff8-3fc0a384651e req-6f956260-d5b4-4860-8cb8-7c7d047caebb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 945 time: 0.1651881 Jul 22 16:45:48.610571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '766b0ed9-117e-4619-a095-59c4ad023e4a', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'port_id': '766b0ed9-117e-4619-a095-59c4ad023e4a', 'mac_address': 'fa:16:3e:cc:cc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b029ca-65ed-4f26-be85-de2402c32c39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:45:48.728157 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.740387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbb572b3-34aa-4a62-bff8-3fc0a384651e req-a63cf3a8-a984-4d10-a00f-29e3f52d57ff tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214581 Jul 22 16:45:48.786962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766b0ed9-117e-4619-a095-59c4ad023e4a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:48.849669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 766b0ed9-117e-4619-a095-59c4ad023e4a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=766b0ed9-117e-4619-a095-59c4ad023e4a,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:48.858064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:48.963316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54966) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:49.005534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=766b0ed9-117e-4619-a095-59c4ad023e4a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:49.087633 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c999fef-0cb4-4c44-a31f-0b3af556ef5a req-6c7747cf-c69f-4299-8a67-ef6baee1840b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:49.097780 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c999fef-0cb4-4c44-a31f-0b3af556ef5a req-6c7747cf-c69f-4299-8a67-ef6baee1840b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 944 time: 0.2076836 Jul 22 16:45:49.179046 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c999fef-0cb4-4c44-a31f-0b3af556ef5a req-d8e6a92a-2101-48ee-bc02-2b2e7c33624f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799179 Jul 22 16:45:49.247758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['766b0ed9-117e-4619-a095-59c4ad023e4a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:49.598882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e530-fa46-4d0e-9575-6d8c046b71c7 req-5d4d4ada-0c61-4306-b3f7-94320414f0b0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:49.617150 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8098e530-fa46-4d0e-9575-6d8c046b71c7 req-5d4d4ada-0c61-4306-b3f7-94320414f0b0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.2757230 Jul 22 16:45:49.711959 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8098e530-fa46-4d0e-9575-6d8c046b71c7 req-e612cf30-2bbe-49bf-bebe-f990caa84b4c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935740 Jul 22 16:45:49.913036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa983b35-151f-45be-8bf2-e6d7a872f21e req-9c4b92f4-ea60-4fb2-8977-a7585e2ed65e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:49.920905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fa983b35-151f-45be-8bf2-e6d7a872f21e req-9c4b92f4-ea60-4fb2-8977-a7585e2ed65e tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1250765 Jul 22 16:45:49.944406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-56580555-252a-4355-9f9b-fd509741ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:49.947939 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-56580555-252a-4355-9f9b-fd509741ac6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1097 time: 0.2802083 Jul 22 16:45:49.999719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fa983b35-151f-45be-8bf2-e6d7a872f21e req-ac0bc977-ab0f-43f5-82fe-21ac1030c80b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681100 Jul 22 16:45:50.036974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a0c54-ad3d-4e57-87c2-1431f4aa3b0e req-34dd4e10-d063-47f1-a206-84ed14a9b909 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.046231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d6a0c54-ad3d-4e57-87c2-1431f4aa3b0e req-34dd4e10-d063-47f1-a206-84ed14a9b909 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.3762312 Jul 22 16:45:50.197320 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d6a0c54-ad3d-4e57-87c2-1431f4aa3b0e req-6709ece1-8f56-4705-9ac9-99ab7312cc63 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500204 Jul 22 16:45:50.221959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-406a0c88-c21e-4d2a-a8a1-fd4558d730c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.224097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-406a0c88-c21e-4d2a-a8a1-fd4558d730c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 920 time: 0.2665200 Jul 22 16:45:50.249239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262123ea-39e4-4679-b1fd-2b4fe109acee req-72b020a7-6655-477d-bb80-acc05b14b5cb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.262550 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-262123ea-39e4-4679-b1fd-2b4fe109acee req-72b020a7-6655-477d-bb80-acc05b14b5cb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 945 time: 0.1880512 Jul 22 16:45:50.328935 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-de533493-f7be-454c-a797-de634ca1fce5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 200 len: 217 time: 0.0946186 Jul 22 16:45:50.356369 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-262123ea-39e4-4679-b1fd-2b4fe109acee req-2ae38b44-74a7-49b1-9e4e-d87f575cb7bc tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908823 Jul 22 16:45:50.423292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-e4da9953-e6eb-4ab1-8dec-355fb6650938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.425007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-e4da9953-e6eb-4ab1-8dec-355fb6650938 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.0857544 Jul 22 16:45:50.560125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-8e3481bb-2cfc-41cc-b51d-ed8fe98bed86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927463 Jul 22 16:45:50.697016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70612e5-9ca2-4140-812b-9ec4a6fcb358 req-ea73f24c-64cc-4bc5-9549-431bed056d82 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.705436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a70612e5-9ca2-4140-812b-9ec4a6fcb358 req-ea73f24c-64cc-4bc5-9549-431bed056d82 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 944 time: 0.2781625 Jul 22 16:45:50.716935 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb146714-77de-428f-8191-a617e29f5074 req-62106658-f412-4936-aafd-760192569362 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.721587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb146714-77de-428f-8191-a617e29f5074 req-62106658-f412-4936-aafd-760192569362 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 945 time: 0.1799803 Jul 22 16:45:50.794403 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb146714-77de-428f-8191-a617e29f5074 req-828c5681-0eec-483b-9e97-a56d882cc215 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662804 Jul 22 16:45:50.830199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:50.843429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a70612e5-9ca2-4140-812b-9ec4a6fcb358 req-6cd2a928-cbbc-403f-96fd-68ca9f1d63bd tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273015 Jul 22 16:45:50.863135 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:50.866663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-0bb8e981-d8b1-4eac-b23c-7a14a91210c7 service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947958 Jul 22 16:45:50.972191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ddf7a-52a4-435d-81e4-03d2ba9ed11c tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:50.976630 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ea7ddf7a-52a4-435d-81e4-03d2ba9ed11c tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 1092 time: 0.1425054 Jul 22 16:45:50.981291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:50.987568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:51.015341 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e522f53-8a26-4d22-beee-61b9c77ee242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.043609 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345d72e-1cb0-4c0f-9a84-a8ead986180e req-8105636e-6216-446d-a867-38118dfde0cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:51.048236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2345d72e-1cb0-4c0f-9a84-a8ead986180e req-8105636e-6216-446d-a867-38118dfde0cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.1317668 Jul 22 16:45:51.057836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.086133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bff47045-afe7-4c44-8f1c-6d8a7ee673e1 req-f0604b15-efc4-4a11-912d-a6ede7aaa68a service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858597 Jul 22 16:45:51.128699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2345d72e-1cb0-4c0f-9a84-a8ead986180e req-f556ed44-91a8-4769-9b65-c17293720244 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726430 Jul 22 16:45:51.200992 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.348192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.362394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4c086-6774-4acb-ab75-5989e39c5401 req-d780c479-cb2b-4bfe-a5a8-40c2d49f29f9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:51.364427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51f4c086-6774-4acb-ab75-5989e39c5401 req-d780c479-cb2b-4bfe-a5a8-40c2d49f29f9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1531973 Jul 22 16:45:51.451115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51f4c086-6774-4acb-ab75-5989e39c5401 req-32cea758-6c63-4378-9a1b-e715ed480c1a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782053 Jul 22 16:45:51.493523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Deleting port 03da3ee3-e679-44ca-81ba-9489dfcd5943 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:51.493918 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.577138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c275a0-ec38-4499-8661-562ad7b72cac req-5af87635-393c-4e96-bfbe-f0f1e98b4af6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:51.579198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46c275a0-ec38-4499-8661-562ad7b72cac req-5af87635-393c-4e96-bfbe-f0f1e98b4af6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.2448177 Jul 22 16:45:51.617502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] For port 03da3ee3-e679-44ca-81ba-9489dfcd5943, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=03da3ee3-e679-44ca-81ba-9489dfcd5943,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:51.617906 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.620996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.25.3.23 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/f95de30d-d250-4856-b74e-93faf0496074) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:45:51.632053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Calling delete_port for 03da3ee3-e679-44ca-81ba-9489dfcd5943 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:51.667018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-46c275a0-ec38-4499-8661-562ad7b72cac req-4d2d23b7-a5f9-4a92-8029-99ba81f4095d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721941 Jul 22 16:45:51.771160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.895716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:51.982504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.013831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:45:52.017482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:45:52.022070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:45:52.075226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=f95de30d-d250-4856-b74e-93faf0496074,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:52.102419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Pushing event deleted for resources: {'Port': ['ID=03da3ee3-e679-44ca-81ba-9489dfcd5943,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:52.228921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.230440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.231184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.231759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.232571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.233140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.234159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.234301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.234792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.240400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.241012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.241497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:52.360554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 766b0ed9-117e-4619-a095-59c4ad023e4a up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:52.421689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6388e-2d21-488f-aced-e4869f73bd5a req-d0769edb-99e5-4b96-8fe0-bc66a211daa7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:52.430552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7fa6388e-2d21-488f-aced-e4869f73bd5a req-d0769edb-99e5-4b96-8fe0-bc66a211daa7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.1739349 Jul 22 16:45:52.504244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf67c46-f5f5-469b-a49f-231b85f2608f req-5fb2637a-9dc9-453e-96c9-d15a61096bf6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:52.514985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aaf67c46-f5f5-469b-a49f-231b85f2608f req-5fb2637a-9dc9-453e-96c9-d15a61096bf6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 944 time: 0.5370371 Jul 22 16:45:52.540233 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7fa6388e-2d21-488f-aced-e4869f73bd5a req-8c7a1a98-31ac-4704-92c5-f8d2ee4d37c1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086667 Jul 22 16:45:52.626030 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.661130 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.762847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 766b0ed9-117e-4619-a095-59c4ad023e4a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:52.789264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aaf67c46-f5f5-469b-a49f-231b85f2608f req-d0a5d00e-8c32-4b08-9940-91973b96bfc3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733536 Jul 22 16:45:52.798553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 766b0ed9-117e-4619-a095-59c4ad023e4a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:52.811330 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:52.968587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Router f2fc917d-747d-4c2a-87cd-de203a53b148 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:53.205374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eebcd-e8d2-492f-a15f-91e476c6ee83 req-5b9c7e6a-521c-4060-81c1-fc38ebfaac17 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:53.209412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-340eebcd-e8d2-492f-a15f-91e476c6ee83 req-5b9c7e6a-521c-4060-81c1-fc38ebfaac17 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.2348540 Jul 22 16:45:53.266735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172037-e39c-4a45-9b7d-8464ae8d168b req-9aaf088d-7bd2-4a63-a9d3-7cf3cf5bf682 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:53.268378 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-31172037-e39c-4a45-9b7d-8464ae8d168b req-9aaf088d-7bd2-4a63-a9d3-7cf3cf5bf682 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2069888 Jul 22 16:45:53.321118 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.328041 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-31172037-e39c-4a45-9b7d-8464ae8d168b req-c742abac-3c1d-448b-b9c3-d69490f160ec tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487435 Jul 22 16:45:53.340099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-340eebcd-e8d2-492f-a15f-91e476c6ee83 req-3727b2a4-1094-40e7-aa6b-d6e8c8bc7e4d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213641 Jul 22 16:45:53.383785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:53.398848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8eb1ad37-446d-4e6c-9b52-2a5ec56796ff admin admin] 10.222.0.53 "PUT /v2.0/routers/f2fc917d-747d-4c2a-87cd-de203a53b148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4311762 Jul 22 16:45:53.401823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55038) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:53.407856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] Sync routers for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:53.452573 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.458646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:53.459713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:45:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:53.478077 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.693542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:53.753434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.755052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.762043 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.845940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 766b0ed9-117e-4619-a095-59c4ad023e4a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=766b0ed9-117e-4619-a095-59c4ad023e4a,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:53.854799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b0ed9-117e-4619-a095-59c4ad023e4a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:53.857617 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ab14d-7176-49cf-8771-a6b5965f2993" -d '{"events": [{"server_uuid": "a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2", "name": "network-vif-plugged", "status": "completed", "tag": "766b0ed9-117e-4619-a095-59c4ad023e4a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:53.880634 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:53.958791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=f95de30d-d250-4856-b74e-93faf0496074,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:53.972677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.036121 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.083593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=766b0ed9-117e-4619-a095-59c4ad023e4a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:54.131904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbfc6b-fdbb-4200-9096-8cbd46fa6430 req-5c164599-d108-4d57-b70a-5fc48e67528b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:54.133575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45cbfc6b-fdbb-4200-9096-8cbd46fa6430 req-5c164599-d108-4d57-b70a-5fc48e67528b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 943 time: 0.3822064 Jul 22 16:45:54.142263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acadf9f-8c56-40f2-ad97-2dc645fea1bc req-db481c3f-ac71-47b7-b9f7-9fe8e3946d1d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:54.147048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7acadf9f-8c56-40f2-ad97-2dc645fea1bc req-db481c3f-ac71-47b7-b9f7-9fe8e3946d1d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 945 time: 0.2445064 Jul 22 16:45:54.192745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Deleting port 26558e8d-6ca9-4023-aed7-3a37ad684b3a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:54.193087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.195782 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.201758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:45:51Z', 'revision_number': 5, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port': {'id': '26558e8d-6ca9-4023-aed7-3a37ad684b3a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:6e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:33:24Z', 'updated_at': '2021-07-22T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:54.205537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7acadf9f-8c56-40f2-ad97-2dc645fea1bc req-9e0d8a4b-64d8-41e9-8dd6-52e10e089fe8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490692 Jul 22 16:45:54.229429 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Floating IP b28ff61b-2194-471b-8a22-283758afedb7 associated. External IP: 172.25.3.23, port: 77b67631-7c81-4421-9c61-92bb2460e337. Jul 22 16:45:54.241959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] Checking router: f2fc917d-747d-4c2a-87cd-de203a53b148 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:54.245500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45cbfc6b-fdbb-4200-9096-8cbd46fa6430 req-badaf0c0-7483-4376-acb9-7d0446aaebea tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015139 Jul 22 16:45:54.252486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] Routers {'f2fc917d-747d-4c2a-87cd-de203a53b148'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:54.253142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:45:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f2fc917d-747d-4c2a-87cd-de203a53b148'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:54.320995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] For port 26558e8d-6ca9-4023-aed7-3a37ad684b3a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=26558e8d-6ca9-4023-aed7-3a37ad684b3a,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:54.321286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.334035 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937a50a7-c69c-4ef7-a821-fa8fa60db614 x-openstack-request-id: req-937a50a7-c69c-4ef7-a821-fa8fa60db614 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:54.334552 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2", "name": "network-vif-plugged", "status": "completed", "tag": "766b0ed9-117e-4619-a095-59c4ad023e4a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:54.334759 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-937a50a7-c69c-4ef7-a821-fa8fa60db614 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:54.335276 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766b0ed9-117e-4619-a095-59c4ad023e4a', 'code': 200} Jul 22 16:45:54.342570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Calling delete_port for 26558e8d-6ca9-4023-aed7-3a37ad684b3a owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:54.374637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] Set router f2fc917d-747d-4c2a-87cd-de203a53b148 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:54.404392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5f3d4de4-e099-4ef9-b267-2756115ba134 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:45:54.445482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:45:54Z', 'revision_number': 6, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:54.500231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de286b24-3425-47ed-ba29-a9ed013e8f35 None None] The sync data for ids ['f2fc917d-747d-4c2a-87cd-de203a53b148'] in n-d-792458-13 is: [{'id': 'f2fc917d-747d-4c2a-87cd-de203a53b148', 'name': 'tempest-TaggedBootDevicesTest_v242-1003790783-router', 'tenant_id': 'a2f13c9e3718471da33e556b97167468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:33:21Z', 'updated_at': '2021-07-22T16:45:54Z', 'revision_number': 6, 'project_id': 'a2f13c9e3718471da33e556b97167468', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:54.580526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4866d8-20b3-41fe-a5a1-7c92b7de8356 req-1c61d190-209a-4c36-a3a1-58643e225373 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:54.582214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ee4866d8-20b3-41fe-a5a1-7c92b7de8356 req-1c61d190-209a-4c36-a3a1-58643e225373 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.1098418 Jul 22 16:45:54.596215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router e9c94394-69b4-4b0c-9527-782c39220aa3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:45:54.612584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5f3d4de4-e099-4ef9-b267-2756115ba134, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5f3d4de4-e099-4ef9-b267-2756115ba134,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:54.632123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '5f3d4de4-e099-4ef9-b267-2756115ba134', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'port_id': '5f3d4de4-e099-4ef9-b267-2756115ba134', 'mac_address': 'fa:16:3e:ab:eb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:45:54.685762 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.699996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3d4de4-e099-4ef9-b267-2756115ba134 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:45:54.715500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ee4866d8-20b3-41fe-a5a1-7c92b7de8356 req-d1cadce0-8e47-48e1-bf3c-3ec27c5ac78b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171300 Jul 22 16:45:54.722191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5f3d4de4-e099-4ef9-b267-2756115ba134, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5f3d4de4-e099-4ef9-b267-2756115ba134,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:54.728286 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.786429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:45:54.803925 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] Sync routers for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:45:54.826997 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:54.832420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5f3d4de4-e099-4ef9-b267-2756115ba134,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:54.833870 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:45:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:54.876807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:54.954246 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e8af079d-bf82-4891-aadf-3423d0394ca9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9702864 Jul 22 16:45:54.959508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55066) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:54.960225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:54.965200 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c" -d '{"events": [{"name": "network-changed", "server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "tag": "77b67631-7c81-4421-9c61-92bb2460e337"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:55.059395 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:55.063391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-d8994a00-53cd-4cfa-9a16-da3e5a072f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.065175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-d8994a00-53cd-4cfa-9a16-da3e5a072f79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 1097 time: 0.2910254 Jul 22 16:45:55.096660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabbfed-26b8-4180-a37f-06d0f1f53a1e req-fb1e415d-3cdf-450b-9cb7-40ef99edc049 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.105837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4cabbfed-26b8-4180-a37f-06d0f1f53a1e req-fb1e415d-3cdf-450b-9cb7-40ef99edc049 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.6480939 Jul 22 16:45:55.145116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7d09d-0b06-4554-8bfa-1e18ab1332ad req-a7996ecc-2a9d-4a2d-ac1d-8bc77f3d9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.146526 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ba7d09d-0b06-4554-8bfa-1e18ab1332ad req-a7996ecc-2a9d-4a2d-ac1d-8bc77f3d9004 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 1097 time: 0.6365263 Jul 22 16:45:55.155352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['5f3d4de4-e099-4ef9-b267-2756115ba134'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:45:55.202202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 03da3ee3-e679-44ca-81ba-9489dfcd5943 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:55.258285 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-196ce5d2-df06-49c8-ac26-048602afb80a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/floatingips/b28ff61b-2194-471b-8a22-283758afedb7 HTTP/1.1" status: 200 len: 990 time: 0.2874885 Jul 22 16:45:55.311868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 03da3ee3-e679-44ca-81ba-9489dfcd5943 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:55.312213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 03da3ee3-e679-44ca-81ba-9489dfcd5943 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:55.314259 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4cabbfed-26b8-4180-a37f-06d0f1f53a1e req-93a30d56-ce5f-4194-a56b-5e7acb47a086 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083244 Jul 22 16:45:55.406281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-5fac4b5a-356b-458d-90e5-4de653830cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.410731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-5fac4b5a-356b-458d-90e5-4de653830cb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.3336020 Jul 22 16:45:55.439025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ba7d09d-0b06-4554-8bfa-1e18ab1332ad req-9afab9d7-fab4-4b6b-bac4-e66a56e64692 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615566 Jul 22 16:45:55.453759 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.506949 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f91e65f-9b9f-4e41-88ac-fbcfacc09411 x-openstack-request-id: req-5f91e65f-9b9f-4e41-88ac-fbcfacc09411 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:55.507257 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "tag": "77b67631-7c81-4421-9c61-92bb2460e337", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:55.507508 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f91e65f-9b9f-4e41-88ac-fbcfacc09411 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:55.508003 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337', 'status': 'completed', 'code': 200} Jul 22 16:45:55.541785 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-c365036c-651d-4831-864a-545a30e14958 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47f92c7a-e11e-47d1-8605-92541c2ab763 HTTP/1.1" status: 200 len: 1001 time: 0.1222363 Jul 22 16:45:55.557721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=26558e8d-6ca9-4023-aed7-3a37ad684b3a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:55.723767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa4120-0225-48ea-a910-4d16c2769ee6 req-dd426fab-1c8a-494d-a205-0bcd15ef7771 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.726004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2aa4120-0225-48ea-a910-4d16c2769ee6 req-dd426fab-1c8a-494d-a205-0bcd15ef7771 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 944 time: 0.1406405 Jul 22 16:45:55.741854 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:15Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b28ff61b-2194-471b-8a22-283758afedb7', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:45:52Z', 'updated_at': '2021-07-22T16:45:52Z', 'revision_number': 0, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:55.757807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375e37b-409e-4d3d-83dc-6599a293276f req-0f8b93da-22e5-458b-8370-609afae9514c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.765118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8375e37b-409e-4d3d-83dc-6599a293276f req-0f8b93da-22e5-458b-8370-609afae9514c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 945 time: 0.3124657 Jul 22 16:45:55.776470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.779757 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] Checking router: e9c94394-69b4-4b0c-9527-782c39220aa3 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:45:55.793339 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:45:55.794619 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:45:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:55.910570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8375e37b-409e-4d3d-83dc-6599a293276f req-02ad758d-bb6c-4553-8850-6a3acf7235b1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397324 Jul 22 16:45:55.943459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.944924 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:45:55.958617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:55.964026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-3912e9aa-34c9-43ef-8efb-692007c97786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.965607 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-3912e9aa-34c9-43ef-8efb-692007c97786 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 1097 time: 0.3589420 Jul 22 16:45:55.972702 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2aa4120-0225-48ea-a910-4d16c2769ee6 req-effaef51-da9d-4ce0-9c40-891332a0d9b5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289543 Jul 22 16:45:55.975361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-7eefe24a-6ab1-4f63-8e06-3bbea3eb3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:55.978121 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-7eefe24a-6ab1-4f63-8e06-3bbea3eb3c97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.2504499 Jul 22 16:45:56.072180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-a2be1d75-40fa-4d46-8458-208775412138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:56.074677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-a2be1d75-40fa-4d46-8458-208775412138 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891800 Jul 22 16:45:56.206388 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.207585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fc917d-747d-4c2a-87cd-de203a53b148 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:45:56.216481 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-4d3cdb2b-3681-4398-8413-e59e3e18daad service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292560 Jul 22 16:45:56.221185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.224817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-108e8636-c247-43a8-8bee-b1820fcafca6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f2fc917d-747d-4c2a-87cd-de203a53b148 HTTP/1.1" status: 204 len: 168 time: 2.8196790 Jul 22 16:45:56.232824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55082) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:56.263619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:56.355798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:56.388939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c389d8-900d-4972-985d-1102ba7845f6 req-c609cc5f-5346-42ed-bf49-a6317d670436 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:56.400407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58c389d8-900d-4972-985d-1102ba7845f6 req-c609cc5f-5346-42ed-bf49-a6317d670436 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 945 time: 0.3212042 Jul 22 16:45:56.416405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-29a9e4a5-b1a7-4821-b417-4e69fc7aa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:56.419361 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-29a9e4a5-b1a7-4821-b417-4e69fc7aa0a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd HTTP/1.1" status: 200 len: 897 time: 0.4374785 Jul 22 16:45:56.437056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5f3d4de4-e099-4ef9-b267-2756115ba134 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:45:56.453767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Deleting subnet cc4c2575-cbae-40f7-9acf-339211b5628e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:45:56.461177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.537264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.588058 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:15Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b28ff61b-2194-471b-8a22-283758afedb7', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:45:52Z', 'updated_at': '2021-07-22T16:45:52Z', 'revision_number': 0, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:56.643078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 5f3d4de4-e099-4ef9-b267-2756115ba134 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:45:56.660122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 5f3d4de4-e099-4ef9-b267-2756115ba134 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:45:56.660685 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbc394-e2df-489f-acff-37c966ef70d9 None None] The sync data for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 is: [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:15Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b28ff61b-2194-471b-8a22-283758afedb7', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:45:52Z', 'updated_at': '2021-07-22T16:45:52Z', 'revision_number': 0, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:45:56.661010 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.676513 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-49f74090-a979-4c13-a64c-af9de943bf2c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/floatingips/b28ff61b-2194-471b-8a22-283758afedb7 HTTP/1.1" status: 200 len: 990 time: 0.4118237 Jul 22 16:45:56.702479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-a9b1680d-5e83-47d9-9a88-4fe976e43bae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77b67631-7c81-4421-9c61-92bb2460e337 HTTP/1.1" status: 200 len: 998 time: 0.2679081 Jul 22 16:45:56.704609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.712637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58c389d8-900d-4972-985d-1102ba7845f6 req-a70e46f4-3688-4ca3-be77-736ce3e4714a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921107 Jul 22 16:45:56.763734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.813485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:56.817964 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f182dd8-36ac-4d6f-8a6e-602586eba323" -d '{"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:56.832471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-ab5f83b6-80ae-418c-97fc-4d40db4629f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:56.834689 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-ab5f83b6-80ae-418c-97fc-4d40db4629f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cfc4680c-6af2-40c6-a770-f10e16c4bacd HTTP/1.1" status: 200 len: 835 time: 0.1142850 Jul 22 16:45:56.842142 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.853366 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf93ac92-1934-4ccf-b02a-67b304b0a1b9 req-cd4bc643-3a82-44cc-bfa0-fdeecf143d76 service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293197 Jul 22 16:45:56.871297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:56.880442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc4c2575-cbae-40f7-9acf-339211b5628e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:56.885802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.887910 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cc4c2575-cbae-40f7-9acf-339211b5628e HTTP/1.1" status: 204 len: 168 time: 0.6537306 Jul 22 16:45:56.890223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55092) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:56.891239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:56.896344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbbf11-0868-416d-8d2a-17bf8c5e2f43 None None] Network 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:45:56.915103 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890f9c18-60a6-448b-94ec-afbd186bbb06 x-openstack-request-id: req-890f9c18-60a6-448b-94ec-afbd186bbb06 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:56.915697 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:56.916123 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-890f9c18-60a6-448b-94ec-afbd186bbb06 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:56.916999 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'code': 200} Jul 22 16:45:56.920931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.921348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.921781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.922184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.922582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.923429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.924077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.925549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.926182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.926812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.927427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.928450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07481197-f901-4f18-8cc5-4612de0f11f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:45:56.985208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-9d17319d-0dfd-447f-a754-3e6ecad54fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:56.988206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-9d17319d-0dfd-447f-a754-3e6ecad54fa6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455021 Jul 22 16:45:57.056873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aa090-68a3-429b-87b7-878f236227e6 req-18e25993-f845-4ed4-81d8-c630e929ed00 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:57.059254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff6aa090-68a3-429b-87b7-878f236227e6 req-18e25993-f845-4ed4-81d8-c630e929ed00 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2766199 Jul 22 16:45:57.064506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.140704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73086595-71ce-44f6-a95b-850de5af87d0 None None] New status for floating IP b28ff61b-2194-471b-8a22-283758afedb7: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:45:57.158677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff6aa090-68a3-429b-87b7-878f236227e6 req-bed29c01-1845-4dad-ad1c-d1611e21d732 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919855 Jul 22 16:45:57.181323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Deleting port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:57.181769 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.272967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] For port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c5b52b04-c4a3-4b96-8c7e-c41367e8e9de,segment=NetworkSegment(3b821821-a077-4c73-abed-242a3e20123f),segment_id=3b821821-a077-4c73-abed-242a3e20123f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:57.273620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.283556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-5f011cbd-906c-4277-a674-d2e557aef54d service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853141 Jul 22 16:45:57.313378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268538c4-60a2-4be8-869b-be497a35a4f5 req-35a8a7a0-254a-4551-a8e3-43a56275a810 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:57.320823 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-268538c4-60a2-4be8-869b-be497a35a4f5 req-35a8a7a0-254a-4551-a8e3-43a56275a810 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 945 time: 0.2820420 Jul 22 16:45:57.329847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Calling delete_port for c5b52b04-c4a3-4b96-8c7e-c41367e8e9de owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:45:57.431440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-268538c4-60a2-4be8-869b-be497a35a4f5 req-7124af8c-5fb7-4fe7-b199-10681a5fd3a8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095545 Jul 22 16:45:57.449185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baddfe-2a9e-4b29-b5dd-1fdacebdcb2c req-241ed41e-9682-4c3a-a264-9cae897f230e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:57.450887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2baddfe-2a9e-4b29-b5dd-1fdacebdcb2c req-241ed41e-9682-4c3a-a264-9cae897f230e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 944 time: 0.1677313 Jul 22 16:45:57.469924 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d7df81b-0c75-431c-bd1b-07cf0c61b20c req-6c1c3030-76cb-4fe8-9f69-c909198c311c service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789541 Jul 22 16:45:57.513892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.524905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 26558e8d-6ca9-4023-aed7-3a37ad684b3a no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:57.536089 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2baddfe-2a9e-4b29-b5dd-1fdacebdcb2c req-ed278960-97bf-4d93-99ea-076a4d4dd8e1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749598 Jul 22 16:45:57.568632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] No DVR routers for this DVR port c5b52b04-c4a3-4b96-8c7e-c41367e8e9de on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:45:57.576306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b52b04-c4a3-4b96-8c7e-c41367e8e9de,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:57.609832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 26558e8d-6ca9-4023-aed7-3a37ad684b3a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:57.610172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 26558e8d-6ca9-4023-aed7-3a37ad684b3a not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:57.611843 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.620411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:57.681082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:57.700159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5f3d4de4-e099-4ef9-b267-2756115ba134, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5f3d4de4-e099-4ef9-b267-2756115ba134,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:57.705402 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.726777 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.777244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8263c690-9561-4af2-886d-d2f5dc7639af None None] DHCP port deletion for 5c402dae-4a59-456a-ac2a-2fe0d3eb2803 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:45:57.778546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c402dae-4a59-456a-ac2a-2fe0d3eb2803']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:57.797491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b821821-a077-4c73-abed-242a3e20123f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:57.797795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b821821-a077-4c73-abed-242a3e20123f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:45:57.808899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e3d3b29c-8379-4f8d-95f7-bd5be2475cf6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/floatingips/b28ff61b-2194-471b-8a22-283758afedb7 HTTP/1.1" status: 200 len: 992 time: 0.1197038 Jul 22 16:45:57.809614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.831362 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.839257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:45:57.839930 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.842697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5f3d4de4-e099-4ef9-b267-2756115ba134,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:45:57.902489 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:45:57.948581 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.956870 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:57.962041 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5c402dae-4a59-456a-ac2a-2fe0d3eb2803 HTTP/1.1" status: 204 len: 168 time: 1.0649037 Jul 22 16:45:57.967186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a164a-ff20-448e-a5c8-af23967fa8a8 req-cdf78a63-7652-499b-9e01-b7ba3ee0e7ee tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:57.974961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac9a164a-ff20-448e-a5c8-af23967fa8a8 req-cdf78a63-7652-499b-9e01-b7ba3ee0e7ee tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.0992212 Jul 22 16:45:57.976129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5f780-9ea6-46b6-8293-879fb8d16ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c402dae-4a59-456a-ac2a-2fe0d3eb2803,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:58.009349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8749-7614-47cc-a0e4-4a27781e41e0 req-750aab66-41ce-4199-b931-1533374bf75a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:58.012557 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-302d8749-7614-47cc-a0e4-4a27781e41e0 req-750aab66-41ce-4199-b931-1533374bf75a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 945 time: 0.1091995 Jul 22 16:45:58.033880 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac9a164a-ff20-448e-a5c8-af23967fa8a8 req-20f0ea8d-55ac-47ab-92c5-7d51d0c2362a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568902 Jul 22 16:45:58.066454 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-302d8749-7614-47cc-a0e4-4a27781e41e0 req-facab2b5-7906-41be-b4d5-9038bedddd76 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476680 Jul 22 16:45:58.140246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:58.187639 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-151c27f5-e79e-4fd2-bc01-b8617eb0395e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2f13c9e3718471da33e556b97167468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462043 Jul 22 16:45:58.190699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:58.255530 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de5b0a10-beab-48e4-8484-dfc2b53a83db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:58.278903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de5b0a10-beab-48e4-8484-dfc2b53a83db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:58.324649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907477a8-59c9-4d76-b61b-72a89edc1ef3 req-b93c6190-4651-4fd9-94bc-eea224225d9f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:58.326080 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-907477a8-59c9-4d76-b61b-72a89edc1ef3 req-b93c6190-4651-4fd9-94bc-eea224225d9f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.0747387 Jul 22 16:45:58.328563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de5b0a10-beab-48e4-8484-dfc2b53a83db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:58.331259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de5b0a10-beab-48e4-8484-dfc2b53a83db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:58.332381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-de5b0a10-beab-48e4-8484-dfc2b53a83db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/adf6c4f1-e3f6-4f00-8f56-2edcbf206033 HTTP/1.1" status: 204 len: 168 time: 0.1407917 Jul 22 16:45:58.340825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b0a10-beab-48e4-8484-dfc2b53a83db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf6c4f1-e3f6-4f00-8f56-2edcbf206033,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:45:58.384413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-907477a8-59c9-4d76-b61b-72a89edc1ef3 req-5ed49f6b-3db0-44e1-a1fc-9d32faf08cad tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524788 Jul 22 16:45:58.453781 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:45:58.774077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826d1c6-b104-489a-8959-00f79fb8d027 req-3e6e02fb-b559-43be-a63f-681ecb8bd481 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:58.776350 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f826d1c6-b104-489a-8959-00f79fb8d027 req-3e6e02fb-b559-43be-a63f-681ecb8bd481 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 945 time: 0.1262648 Jul 22 16:45:58.846206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f826d1c6-b104-489a-8959-00f79fb8d027 req-9574bb02-a3b4-4a2d-94f8-7ab3bf677471 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635014 Jul 22 16:45:58.919294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3a6fd8-d8a6-44f0-a445-0e1d26094a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3d4de4-e099-4ef9-b267-2756115ba134'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:45:58.921732 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e27d36d-2eae-40d7-b1b3-784e7997a0a8" -d '{"events": [{"server_uuid": "9e3a6fd8-d8a6-44f0-a445-0e1d26094a27", "name": "network-vif-plugged", "status": "completed", "tag": "5f3d4de4-e099-4ef9-b267-2756115ba134"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:45:59.191545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c5b52b04-c4a3-4b96-8c7e-c41367e8e9de no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:45:59.201987 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d985d8-2eb2-4984-be5c-f424a527b335 x-openstack-request-id: req-b2d985d8-2eb2-4984-be5c-f424a527b335 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:45:59.202466 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3a6fd8-d8a6-44f0-a445-0e1d26094a27", "name": "network-vif-plugged", "status": "completed", "tag": "5f3d4de4-e099-4ef9-b267-2756115ba134", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:45:59.202881 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2d985d8-2eb2-4984-be5c-f424a527b335 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:45:59.203858 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3a6fd8-d8a6-44f0-a445-0e1d26094a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3d4de4-e099-4ef9-b267-2756115ba134', 'code': 200} Jul 22 16:45:59.245299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c5b52b04-c4a3-4b96-8c7e-c41367e8e9de {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:45:59.247158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c5b52b04-c4a3-4b96-8c7e-c41367e8e9de not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:45:59.277135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf71d05-8c5e-440e-8256-a4ae15112a8f req-c2aa6694-431b-404d-aa35-979a8b84ba11 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:59.279609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4cf71d05-8c5e-440e-8256-a4ae15112a8f req-c2aa6694-431b-404d-aa35-979a8b84ba11 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1415575 Jul 22 16:45:59.362210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55152) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:45:59.377547 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4cf71d05-8c5e-440e-8256-a4ae15112a8f req-d5cf1da9-2862-4b58-ad26-7b9ea1516bab tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923979 Jul 22 16:45:59.419457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-463635cf-b03b-4424-a5e6-203f35d24aa0 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:59.421145 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-463635cf-b03b-4424-a5e6-203f35d24aa0 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 945 time: 0.1160619 Jul 22 16:45:59.476010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e897ce-0881-43c0-a264-ca9ee059b787 req-72f88456-2e3e-4e6a-9c03-b06c858b4bf6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:59.477590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58e897ce-0881-43c0-a264-ca9ee059b787 req-72f88456-2e3e-4e6a-9c03-b06c858b4bf6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 945 time: 0.1874397 Jul 22 16:45:59.543950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58e897ce-0881-43c0-a264-ca9ee059b787 req-93ac2837-a268-40e1-91d6-6d0c8040abd4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585418 Jul 22 16:45:59.553043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263dc61-7879-47a0-b6e5-1d4995d52cf2 req-e8863b15-0fb1-4725-97a4-a682b8a0a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:59.555503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c263dc61-7879-47a0-b6e5-1d4995d52cf2 req-e8863b15-0fb1-4725-97a4-a682b8a0a5dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 1097 time: 0.1633747 Jul 22 16:45:59.615615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c263dc61-7879-47a0-b6e5-1d4995d52cf2 req-02f319b6-1153-47a5-b5fa-b27bf1c0050e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520916 Jul 22 16:45:59.627363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1181730029-network', 'tenant_id': 'd49fcf410cb84beb972b2fdfab04a34d'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:45:59.706221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Made reservation on behalf of d49fcf410cb84beb972b2fdfab04a34d for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:45:59.708533 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:59.733992 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d22e3-51cc-4c93-8c2b-dfb0dbf409fd req-95e68bbb-725a-49e7-a96b-0cb840e0d3df tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:45:59.736890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cc2d22e3-51cc-4c93-8c2b-dfb0dbf409fd req-95e68bbb-725a-49e7-a96b-0cb840e0d3df tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2241936 Jul 22 16:45:59.738374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:59.742839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Deleting port 766b0ed9-117e-4619-a095-59c4ad023e4a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:45:59.743198 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:45:59.937376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cc2d22e3-51cc-4c93-8c2b-dfb0dbf409fd req-d6ac452a-a9b5-45b3-bd78-9374dde5c9be tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812267 Jul 22 16:45:59.995835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] For port 766b0ed9-117e-4619-a095-59c4ad023e4a, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=766b0ed9-117e-4619-a095-59c4ad023e4a,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:45:59.996411 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.029135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Calling delete_port for 766b0ed9-117e-4619-a095-59c4ad023e4a owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:00.185730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-bf460295-ab69-4f54-819c-a6493afd1a38 req-5fd6d2c2-7c77-41e9-acab-361d4dda6225 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:46:00.186975 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf460295-ab69-4f54-819c-a6493afd1a38 req-5fd6d2c2-7c77-41e9-acab-361d4dda6225 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073259 Jul 22 16:46:00.239693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.259864 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.296502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d00c8b-8ce1-4d51-8dd2-010b22c102aa req-f2816e3c-2079-46da-8806-842112bc93fb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:00.296502 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37d00c8b-8ce1-4d51-8dd2-010b22c102aa req-f2816e3c-2079-46da-8806-842112bc93fb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 945 time: 0.2348421 Jul 22 16:46:00.312699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:46:00.357770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21e389e-1d47-42ad-8f19-c82ca85d7860,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:00.463274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37d00c8b-8ce1-4d51-8dd2-010b22c102aa req-1b98d5ce-b1a7-41b4-af26-80c0ed60098f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512635 Jul 22 16:46:00.500999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.527170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7fb8e-bbd4-4d73-8a72-5eff0a7ae960 req-9adeac39-cc24-4b40-96f4-f32324992b50 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:00.536885 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fb7fb8e-bbd4-4d73-8a72-5eff0a7ae960 req-9adeac39-cc24-4b40-96f4-f32324992b50 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1466382 Jul 22 16:46:00.539369 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.539555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['766b0ed9-117e-4619-a095-59c4ad023e4a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:00.540008 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Added segment e1b505cf-947a-4f39-9220-a5afef3be0f2 of type vlan for network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f Jul 22 16:46:00.651598 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fb7fb8e-bbd4-4d73-8a72-5eff0a7ae960 req-7528ef0c-3daf-430b-a2e3-5b5c66612ddc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129820 Jul 22 16:46:00.683137 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.705476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event deleted for resources: {'Port': ['ID=766b0ed9-117e-4619-a095-59c4ad023e4a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:00.727027 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7220ad1-66b0-479c-80eb-bee2e4f15ce4 req-85f3edef-86a3-4029-bc9d-afde47029822 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2 HTTP/1.1" status: 200 len: 210 time: 0.0833030 Jul 22 16:46:00.755780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] No DVR routers for this DVR port 766b0ed9-117e-4619-a095-59c4ad023e4a on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:00.761899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.768063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b8a7e76-27c6-44c0-8b15-733333ec2833 req-4deb5c4c-d1a4-48ea-929a-6360dd8ee3e5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "DELETE /v2.0/ports/766b0ed9-117e-4619-a095-59c4ad023e4a HTTP/1.1" status: 204 len: 173 time: 1.3364060 Jul 22 16:46:00.768063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2', 'name': 'network-vif-deleted', 'tag': '766b0ed9-117e-4619-a095-59c4ad023e4a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:00.768063 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743c6f08-5aa2-4a0b-b5a9-5b897b44c231" -d '{"events": [{"server_uuid": "a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2", "name": "network-vif-deleted", "tag": "766b0ed9-117e-4619-a095-59c4ad023e4a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:00.789304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.790643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:00.792226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:00.850543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4834778 Jul 22 16:46:00.855677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55194) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:00.875942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Request body: {'subnet': {'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1181730029-subnet', 'tenant_id': 'd49fcf410cb84beb972b2fdfab04a34d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:00.902236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55196) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:00.908254 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6794a42-6c72-4869-bd52-21bb9d29c967 x-openstack-request-id: req-b6794a42-6c72-4869-bd52-21bb9d29c967 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:00.908472 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2", "name": "network-vif-deleted", "tag": "766b0ed9-117e-4619-a095-59c4ad023e4a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:00.908666 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6794a42-6c72-4869-bd52-21bb9d29c967 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:00.909064 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ceea07-a6a6-4ab5-be8e-2e5a5ffed7d2', 'name': 'network-vif-deleted', 'tag': '766b0ed9-117e-4619-a095-59c4ad023e4a', 'status': 'completed', 'code': 200} Jul 22 16:46:00.910443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd180b-76f4-4f05-9288-998f16284e53 admin admin] Pushing event updated for resources: {'Network': ['ID=091a2e6b-4e62-4f24-b74a-bfa36e5da54f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:00.930845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:46:00.968613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Made reservation on behalf of d49fcf410cb84beb972b2fdfab04a34d for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:00.986349 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.274909 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-926a2f56-7973-4781-ae23-082143870b28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3714757 Jul 22 16:46:01.304853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3eda9-8397-40b6-a3cc-9d2958777c73 req-f45a6b87-ef05-4abf-85ba-c4c824edb0c2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:01.312167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-04d3eda9-8397-40b6-a3cc-9d2958777c73 req-f45a6b87-ef05-4abf-85ba-c4c824edb0c2 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1770813 Jul 22 16:46:01.335707 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.359871 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.385776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-04d3eda9-8397-40b6-a3cc-9d2958777c73 req-d72d07cf-5efc-4723-8f91-0005c92cad5b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672767 Jul 22 16:46:01.443070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa12c553-b756-49fe-a66d-4a6f1bb3713d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:01.468285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Checking segment: {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:01.469289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Network hostable DHCP agents. Network: 091a2e6b-4e62-4f24-b74a-bfa36e5da54f, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:46:01.507982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:46:01.533134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 091a2e6b-4e62-4f24-b74a-bfa36e5da54f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:01.539168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:01.539770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:01.542844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3610c5f-7d70-4431-9099-d7ab4f399f7b None None] Network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:01.560595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0f66ff9b-1bb1-4358-9148-13ec147436f2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7011430 Jul 22 16:46:01.793274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0776e004-b2d3-4712-99cb-89ff7ae91bc5 None None] Network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:01.815580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d5542-a605-41be-bde5-62b4e20f4211 req-ae640ca9-565d-43b9-86a4-ac26a1b8982d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:01.825934 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-236d5542-a605-41be-bde5-62b4e20f4211 req-ae640ca9-565d-43b9-86a4-ac26a1b8982d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.0933745 Jul 22 16:46:01.877118 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-236d5542-a605-41be-bde5-62b4e20f4211 req-8260f789-a5ad-4ae5-b31a-ce0259c15878 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502326 Jul 22 16:46:01.892816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5d77-c9b3-4db4-b2c3-7be54b76342f req-ba3408e5-34fe-4851-8dd4-e5be657f1c47 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:01.902241 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60af5d77-c9b3-4db4-b2c3-7be54b76342f req-ba3408e5-34fe-4851-8dd4-e5be657f1c47 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 945 time: 0.2458763 Jul 22 16:46:01.964703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60af5d77-c9b3-4db4-b2c3-7be54b76342f req-febb1be5-65ad-47db-a342-62ef6b0b16a6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614331 Jul 22 16:46:02.185549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7674f0-e4c6-4141-be56-01b86eb1df7e req-96d22dea-36b9-4334-931a-1706206912ce tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:02.198957 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac7674f0-e4c6-4141-be56-01b86eb1df7e req-96d22dea-36b9-4334-931a-1706206912ce tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 945 time: 0.1228755 Jul 22 16:46:02.311585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac7674f0-e4c6-4141-be56-01b86eb1df7e req-fb4c7205-bcc7-43b0-bc4e-c71be7e62411 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113973 Jul 22 16:46:02.479536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-91a17f9f-e8d4-4385-878d-9c45290aca77 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:02.493197 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-91a17f9f-e8d4-4385-878d-9c45290aca77 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/networks?id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 200 len: 815 time: 0.2762306 Jul 22 16:46:02.521328 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-f0458292-775a-4d95-96f6-c86871abfb41 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/quotas/d49fcf410cb84beb972b2fdfab04a34d HTTP/1.1" status: 200 len: 375 time: 0.0270481 Jul 22 16:46:02.674375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-7e3105bb-d87f-4893-9968-5242d338fd20 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:02.693123 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-7e3105bb-d87f-4893-9968-5242d338fd20 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.2391846 Jul 22 16:46:02.717585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-b0d470d2-bf7b-4e9a-8a5a-a039fad0c9e2 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/quotas/4fcebb27d9824b28a076b8e462ad6e34 HTTP/1.1" status: 200 len: 375 time: 0.0233431 Jul 22 16:46:02.764024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-fa8fac71-4aa2-4de2-82ab-857fab88d9bc tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448861 Jul 22 16:46:02.882008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-5cbba0cc-f9e6-41a0-9aaf-00a1bf30b166 service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104307 Jul 22 16:46:03.026836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-cbf0aa7b-9391-4c29-90b7-93ea8500a6e1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4976599 Jul 22 16:46:03.058571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-8e455505-b05d-437e-8e7a-aceebcef04ee service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670020 Jul 22 16:46:03.133398 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-fa73904b-9100-4e97-80ae-13bcac6b8267 service neutron] 10.222.0.53 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054657 Jul 22 16:46:03.148820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e95c68-de83-41ce-a187-4dbb6a8101fa req-8da0598f-49d4-48e4-a475-016a12ddd2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:03.151147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51e95c68-de83-41ce-a187-4dbb6a8101fa req-8da0598f-49d4-48e4-a475-016a12ddd2eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1097 time: 0.1118474 Jul 22 16:46:03.208687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51e95c68-de83-41ce-a187-4dbb6a8101fa req-de0fe0c5-72f3-40bb-8bee-d6c41dd338ca service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Jul 22 16:46:03.252723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-e3df076e-5857-4399-b887-2b6cc1d7de48 service neutron] 10.222.0.53 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096573 Jul 22 16:46:03.552612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27a295-5b6a-43e9-b97f-5254bddc7c9f req-31970985-45b3-4f74-ae98-35db719f44f7 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:03.559094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-be27a295-5b6a-43e9-b97f-5254bddc7c9f req-31970985-45b3-4f74-ae98-35db719f44f7 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1047609 Jul 22 16:46:03.627757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-be27a295-5b6a-43e9-b97f-5254bddc7c9f req-68f31a4b-79be-4512-92a9-a97fec2cc472 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606766 Jul 22 16:46:03.935559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff40584-61d0-4199-bae4-92317302061c req-93f921e5-d6e3-4836-a2bb-16f004b0bf52 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:03.937229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2ff40584-61d0-4199-bae4-92317302061c req-93f921e5-d6e3-4836-a2bb-16f004b0bf52 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1848907 Jul 22 16:46:04.012806 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2ff40584-61d0-4199-bae4-92317302061c req-fed4bcaa-cd03-4637-a1c4-be8628d97e04 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694726 Jul 22 16:46:04.203802 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b2c2e9e-db2c-429f-9c8a-9b4486001df8 req-9018cbc6-b374-40a8-834a-241bfade40aa tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 210 time: 0.0659039 Jul 22 16:46:04.387602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c2254e3-8806-4d49-87fe-edb34a5e79be req-6db795f1-de0e-41fa-a2cf-b1b0bd24007e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 210 time: 0.0468166 Jul 22 16:46:04.400790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:04.517373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 766b0ed9-117e-4619-a095-59c4ad023e4a no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:04.601279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 766b0ed9-117e-4619-a095-59c4ad023e4a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:04.601629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 766b0ed9-117e-4619-a095-59c4ad023e4a not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:05.176709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-b920d9ac-b1bd-432d-ab5c-da6d557eab9f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:05.178495 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-b920d9ac-b1bd-432d-ab5c-da6d557eab9f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.2404339 Jul 22 16:46:05.208361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626eb03-1278-4fad-a4f6-64ee02294b8d req-178b3337-1b78-4c1b-8277-046d91423c01 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:05.217496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5626eb03-1278-4fad-a4f6-64ee02294b8d req-178b3337-1b78-4c1b-8277-046d91423c01 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.3306894 Jul 22 16:46:05.224367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Request body: {'port': {'device_id': 'b4f71db2-3e68-4aae-a8a9-552a1a948436', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'admin_state_up': True, 'tenant_id': '4fcebb27d9824b28a076b8e462ad6e34'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:05.311112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5626eb03-1278-4fad-a4f6-64ee02294b8d req-1bfed6ac-792a-4ff4-b78d-0a202bc6ced8 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887079 Jul 22 16:46:05.505122 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.575886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Made reservation on behalf of 4fcebb27d9824b28a076b8e462ad6e34 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:05.580753 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:05.650382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382403-3d1f-48de-bacd-c33759367393 req-920041f1-a445-41f8-a7af-930854bce08b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:05.653712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c382403-3d1f-48de-bacd-c33759367393 req-920041f1-a445-41f8-a7af-930854bce08b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1497352 Jul 22 16:46:05.750599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c382403-3d1f-48de-bacd-c33759367393 req-cedc9cd1-f81b-4b4c-bbb9-a22ad5f5cf22 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570338 Jul 22 16:46:05.871870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-20f3c130-1c0e-4418-aef3-06281c34f058 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:05.873476 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-20f3c130-1c0e-4418-aef3-06281c34f058 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.20 "GET /v2.0/networks?id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 200 len: 815 time: 0.3161228 Jul 22 16:46:05.881730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Allocated IP 172.20.0.13 (9fbb4b23-f7da-4811-bc9d-550a23b15826/a9b029ca-65ed-4f26-be85-de2402c32c39/7643ab73-2313-4f10-aa41-47e43682e434) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:05.895367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Request body: {'port': {'device_id': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f', 'admin_state_up': True, 'tenant_id': 'd49fcf410cb84beb972b2fdfab04a34d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:05.959740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-003c60a0-602d-476c-92d8-415d5f8ce034 req-b358230f-81f3-4424-a6a1-73361c6a8097 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 210 time: 0.0673323 Jul 22 16:46:06.160689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Made reservation on behalf of d49fcf410cb84beb972b2fdfab04a34d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:06.176343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.287066 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.387888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.505750 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f94d494a-2bfe-4730-af85-4194e175d9c6 req-66efb0e7-ba23-43fd-a3a9-9e3554c4b66c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 210 time: 0.1262460 Jul 22 16:46:06.566389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:06.569787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:06.574548 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:06.582291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event updated for resources: {'Port': ['ID=7643ab73-2313-4f10-aa41-47e43682e434,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:06.656410 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:06.657343 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:06.687013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-60597915-ffd9-4f4d-bf6f-944dd0efc82c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4664621 Jul 22 16:46:06.705613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Request body: {'port': {'device_id': 'b4f71db2-3e68-4aae-a8a9-552a1a948436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:06.732679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Allocated IP 172.20.0.9 (091a2e6b-4e62-4f24-b74a-bfa36e5da54f/aa12c553-b756-49fe-a66d-4a6f1bb3713d/486c8abd-b3b6-46eb-b0a1-b831f5a361a0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:06.937094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f2c50-ee59-48e0-8eaa-b0f51a60e036 req-8eadb8a4-eff9-47a7-bbba-33ed7c772c28 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:06.938652 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-502f2c50-ee59-48e0-8eaa-b0f51a60e036 req-8eadb8a4-eff9-47a7-bbba-33ed7c772c28 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.3785520 Jul 22 16:46:07.070386 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.093886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-502f2c50-ee59-48e0-8eaa-b0f51a60e036 req-157cc09e-8351-485a-b2f8-52955369a808 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350434 Jul 22 16:46:07.349632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7103b-8f0c-4599-ba3e-7ef739879f94 req-2fc11202-f7ba-4a76-bbf4-bfc08e6a1b7d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:07.357478 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eea7103b-8f0c-4599-ba3e-7ef739879f94 req-2fc11202-f7ba-4a76-bbf4-bfc08e6a1b7d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.3378751 Jul 22 16:46:07.366398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.522109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eea7103b-8f0c-4599-ba3e-7ef739879f94 req-17cba231-bcf9-42f2-b06b-1e5b95366404 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634197 Jul 22 16:46:07.526674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170a286-4905-440f-89e2-0765d2f4c21e req-acfbfa9a-1868-4d9e-b395-1eadeb9f42db tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:07.529477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0170a286-4905-440f-89e2-0765d2f4c21e req-acfbfa9a-1868-4d9e-b395-1eadeb9f42db tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 932 time: 0.2429314 Jul 22 16:46:07.541489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.649582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Pushing event updated for resources: {'Port': ['ID=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:07.683535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:07.688247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:07.692927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:07.753955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0170a286-4905-440f-89e2-0765d2f4c21e req-7732904d-394c-46ce-814a-8bf809aeeb9a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116009 Jul 22 16:46:07.782401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:07.782846 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.802200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-58866c06-53c2-40dc-bce6-8eb90ea47dbe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9102743 Jul 22 16:46:07.818960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Request body: {'port': {'device_id': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:07.866845 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7643ab73-2313-4f10-aa41-47e43682e434 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:07.882508 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.926686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Transition to ACTIVE for port object 7643ab73-2313-4f10-aa41-47e43682e434 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:07.936484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:07.981633 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.111928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Pushing event updated for resources: {'Port': ['ID=7643ab73-2313-4f10-aa41-47e43682e434,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:08.225124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e63cf-5acb-4116-ab29-5d035e06f708 req-c732dd1f-7254-481b-9f50-d771e0be9708 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.226808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-872e63cf-5acb-4116-ab29-5d035e06f708 req-c732dd1f-7254-481b-9f50-d771e0be9708 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 931 time: 0.3196206 Jul 22 16:46:08.272144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7419e71-e0e7-4556-9b8a-b0bbc45593fa req-44db02bf-ed2f-4a56-a401-25d8e718e889 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.280039 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7419e71-e0e7-4556-9b8a-b0bbc45593fa req-44db02bf-ed2f-4a56-a401-25d8e718e889 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2121327 Jul 22 16:46:08.304674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Attempting to bind port 7643ab73-2313-4f10-aa41-47e43682e434 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:08.305013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Attempting to bind port 7643ab73-2313-4f10-aa41-47e43682e434 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:08.305347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Attempting to bind port 7643ab73-2313-4f10-aa41-47e43682e434 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:08.317361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Port 7643ab73-2313-4f10-aa41-47e43682e434 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:46:08.317682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Attempting to bind port 7643ab73-2313-4f10-aa41-47e43682e434 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:08.318210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151dfc3-7209-4a05-b383-697463847758 req-cd6cd356-51fa-4200-9bb1-d08b38181eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.319982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b151dfc3-7209-4a05-b383-697463847758 req-cd6cd356-51fa-4200-9bb1-d08b38181eb3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1097 time: 0.2961020 Jul 22 16:46:08.327878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:08.328213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Checking segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:08.328603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Bound using segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:08.329356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Bound port: 7643ab73-2313-4f10-aa41-47e43682e434, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:08.329520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.353290 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7419e71-e0e7-4556-9b8a-b0bbc45593fa req-21886bc3-0f51-4e57-a6c2-525c4ddae36b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710115 Jul 22 16:46:08.390678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-872e63cf-5acb-4116-ab29-5d035e06f708 req-06fad71b-d68b-4b40-80a6-18966489d0fe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376619 Jul 22 16:46:08.452408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] For port 7643ab73-2313-4f10-aa41-47e43682e434, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:08.458120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] For port 7643ab73-2313-4f10-aa41-47e43682e434, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7643ab73-2313-4f10-aa41-47e43682e434,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:08.465635 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.497441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.498414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.501485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] 10.222.0.20 "PUT /v2.0/ports/7643ab73-2313-4f10-aa41-47e43682e434 HTTP/1.1" status: 200 len: 1093 time: 1.8004036 Jul 22 16:46:08.504971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f71db2-3e68-4aae-a8a9-552a1a948436', 'tag': '7643ab73-2313-4f10-aa41-47e43682e434'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:08.505182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151dfc3-7209-4a05-b383-697463847758 req-ffaba275-6e82-4258-be62-6b6d52a2f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.506787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b151dfc3-7209-4a05-b383-697463847758 req-ffaba275-6e82-4258-be62-6b6d52a2f441 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 920 time: 0.1756506 Jul 22 16:46:08.509160 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ba6585-586a-41e8-90cb-5ba1db4aab43" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f71db2-3e68-4aae-a8a9-552a1a948436", "tag": "7643ab73-2313-4f10-aa41-47e43682e434"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:08.574902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20654eef-b7e6-49c8-b9b9-7546db41335e service neutron] Pushing event updated for resources: {'Port': ['ID=7643ab73-2313-4f10-aa41-47e43682e434,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:08.653948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-b7960a38-df00-4475-a31b-5c87077bd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.655582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-b7960a38-df00-4475-a31b-5c87077bd6a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 1096 time: 0.0926132 Jul 22 16:46:08.691847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:08.708972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.716767 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7979b417-6f16-4636-9491-67a3f8a6e9a8 x-openstack-request-id: req-7979b417-6f16-4636-9491-67a3f8a6e9a8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:08.717087 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f71db2-3e68-4aae-a8a9-552a1a948436", "tag": "7643ab73-2313-4f10-aa41-47e43682e434", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:08.717313 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7979b417-6f16-4636-9491-67a3f8a6e9a8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:08.718025 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f71db2-3e68-4aae-a8a9-552a1a948436', 'tag': '7643ab73-2313-4f10-aa41-47e43682e434', 'status': 'completed', 'code': 200} Jul 22 16:46:08.719609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-c2897182-c3b2-428f-bdf2-429e91451583 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7643ab73-2313-4f10-aa41-47e43682e434 HTTP/1.1" status: 200 len: 217 time: 0.0504699 Jul 22 16:46:08.735473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Transition to ACTIVE for port object 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:08.762062 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:08.843637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-f75b1cd8-8f3d-4211-8407-7176cd15d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:08.845261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-f75b1cd8-8f3d-4211-8407-7176cd15d97a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.1149719 Jul 22 16:46:08.903554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b151dfc3-7209-4a05-b383-697463847758 req-ecb5ed20-c7a1-47d0-bdc6-18190b5c634d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 200 len: 217 time: 0.3870013 Jul 22 16:46:08.919623 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-d10615ce-abdc-454e-aa57-c3353032c84b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665069 Jul 22 16:46:08.994865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Pushing event updated for resources: {'Port': ['ID=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:09.141070 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-338058d2-126e-4c43-8925-28869341adc6 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033679 Jul 22 16:46:09.208597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73768d98-be54-4921-a015-e19286bdddff req-b044c6a7-23d4-459b-b30c-2fcb048b0375 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.210231 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-73768d98-be54-4921-a015-e19286bdddff req-b044c6a7-23d4-459b-b30c-2fcb048b0375 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 944 time: 0.2965868 Jul 22 16:46:09.352556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-73768d98-be54-4921-a015-e19286bdddff req-57328451-b14c-4af1-97f8-6584bae8e4de tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557208 Jul 22 16:46:09.401633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03f6e677-03a7-41eb-9021-2a90f8652a70 req-050b77b7-fcda-440d-92e5-71a970085953 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434301 Jul 22 16:46:09.438713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151dfc3-7209-4a05-b383-697463847758 req-32a9df2f-398e-40fc-9b45-d5dc7d91bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.440498 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b151dfc3-7209-4a05-b383-697463847758 req-32a9df2f-398e-40fc-9b45-d5dc7d91bff5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.5008924 Jul 22 16:46:09.520614 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b151dfc3-7209-4a05-b383-697463847758 req-34bc4eff-20bd-4cee-acaf-9d9235a30156 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485406 Jul 22 16:46:09.546171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e0bd7-6d1b-4ab3-ad17-903203289544 req-0ce734d6-7973-4ad4-be47-11a0121c8c66 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.554515 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c0e0bd7-6d1b-4ab3-ad17-903203289544 req-0ce734d6-7973-4ad4-be47-11a0121c8c66 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.8044193 Jul 22 16:46:09.596139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Attempting to bind port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:09.596566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Attempting to bind port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:09.596838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Attempting to bind port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 on network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:09.631044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 on network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:46:09.631532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Attempting to bind port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 on network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:09.678531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:09.678531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Checking segment: {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:09.679181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Bound using segment: {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:09.679368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Bound port: 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:09.679803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.694113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-67191a82-83fd-421f-a162-164a828379b6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.702317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-67191a82-83fd-421f-a162-164a828379b6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.2323582 Jul 22 16:46:09.704750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c0e0bd7-6d1b-4ab3-ad17-903203289544 req-66831262-87af-4a34-88cf-8d50cf2aa0ab tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476839 Jul 22 16:46:09.727862 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-4c062a2d-dcfd-4112-b216-60d7b9f4d99c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/quotas/8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 375 time: 0.0232642 Jul 22 16:46:09.732906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-9b80f919-5658-420f-9cb6-b8220192dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.735424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-9b80f919-5658-420f-9cb6-b8220192dc86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 1096 time: 0.2120898 Jul 22 16:46:09.831630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:09.835229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:09.854272 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:09.941141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-3eaa3706-6c03-42b8-a8c6-70aa8827961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:09.942651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-3eaa3706-6c03-42b8-a8c6-70aa8827961b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 912 time: 0.1962402 Jul 22 16:46:09.950588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b151dfc3-7209-4a05-b383-697463847758 req-554c62ea-9fbb-4a6e-90a1-48928d4f6ff3 service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208097 Jul 22 16:46:09.965839 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-e333d9cd-aad7-41e0-83f9-d5475821aa48 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2068257 Jul 22 16:46:10.033933 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-6c969cc7-4317-4268-9579-78d09154fd1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7643ab73-2313-4f10-aa41-47e43682e434 HTTP/1.1" status: 200 len: 217 time: 0.0583649 Jul 22 16:46:10.062176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b151dfc3-7209-4a05-b383-697463847758 req-7a5499b4-7263-4aaa-90c8-d863feefd587 service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991368 Jul 22 16:46:10.066309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:10.067299 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:10.069399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] 10.222.0.20 "PUT /v2.0/ports/486c8abd-b3b6-46eb-b0a1-b831f5a361a0 HTTP/1.1" status: 200 len: 1092 time: 2.2550113 Jul 22 16:46:10.074455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:10.078483 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:10.175974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-37b9e25f-f692-431a-9b5e-cb3a2a197485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:10.177631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-37b9e25f-f692-431a-9b5e-cb3a2a197485 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.1370621 Jul 22 16:46:10.188494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925f5ec-279b-45a2-bb5b-ad271524a51b service neutron] Pushing event updated for resources: {'Port': ['ID=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:10.227080 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-8dd75618-4f24-4e29-9afa-a52c3851c0b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384538 Jul 22 16:46:10.230053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-d090b0e4-9bb9-4c29-9f41-39bf4e65788e service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632263 Jul 22 16:46:10.278531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265a2d8-b02c-4af9-98ff-7871a844caf1 req-5f447cd7-67f1-4c50-9e3b-f7e6ee506820 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:10.293020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2265a2d8-b02c-4af9-98ff-7871a844caf1 req-5f447cd7-67f1-4c50-9e3b-f7e6ee506820 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.4505985 Jul 22 16:46:10.375868 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2265a2d8-b02c-4af9-98ff-7871a844caf1 req-e06826de-b6ff-4c54-a2d1-e0c5bb60a23b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803716 Jul 22 16:46:10.398172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-6bbe8720-ded1-434f-b10b-2756b9dc004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:10.407376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-6bbe8720-ded1-434f-b10b-2756b9dc004e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 1095 time: 0.2409518 Jul 22 16:46:10.508442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-92f13067-626b-48ee-8c21-137951668e46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0 HTTP/1.1" status: 200 len: 217 time: 0.0867333 Jul 22 16:46:10.580576 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-a74f7ede-eaf7-42f7-a7d4-6a562c82beb2 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305302 Jul 22 16:46:10.617631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-286408e5-e0be-405a-95bd-2a96fd3ef0bc service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685327 Jul 22 16:46:10.685979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-3db38710-3dd6-4f2a-8893-ba4c413d48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:10.687853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-3db38710-3dd6-4f2a-8893-ba4c413d48f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa12c553-b756-49fe-a66d-4a6f1bb3713d HTTP/1.1" status: 200 len: 855 time: 0.1701620 Jul 22 16:46:10.768589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-15966f76-8172-47c8-a6b6-35cac23ac468 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620995 Jul 22 16:46:10.770789 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-59ba6585-586a-41e8-90cb-5ba1db4aab43 req-16776818-e1c2-4a91-b807-61b837680cb8 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891677 Jul 22 16:46:10.789664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f796f-adc2-486d-b64f-5b4a483315e1 req-7c6c1777-8ad9-42dd-b09f-2054e47c67f6 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:10.801111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-860f796f-adc2-486d-b64f-5b4a483315e1 req-7c6c1777-8ad9-42dd-b09f-2054e47c67f6 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 943 time: 0.1887112 Jul 22 16:46:10.931442 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87bf22c-282a-4836-b514-748c18422eae x-openstack-request-id: req-c87bf22c-282a-4836-b514-748c18422eae {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:10.932466 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:10.933346 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c87bf22c-282a-4836-b514-748c18422eae {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:10.933346 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0', 'status': 'completed', 'code': 200} Jul 22 16:46:10.963414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-860f796f-adc2-486d-b64f-5b4a483315e1 req-0fad30f2-c928-4b1a-854a-dce961304500 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622012 Jul 22 16:46:11.004103 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-4de83186-075f-4dd8-9160-a9e9d4d2c0fc service neutron] 10.222.0.20 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963370 Jul 22 16:46:11.204035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842aa6c-afda-4908-ab52-5017927e5897 req-11d47c76-65ba-4d5e-a88c-61380860c275 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.210378 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8842aa6c-afda-4908-ab52-5017927e5897 req-11d47c76-65ba-4d5e-a88c-61380860c275 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 944 time: 0.1896098 Jul 22 16:46:11.264082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e349f-cb10-4bbc-945f-b892d542f545 req-70847f7b-862d-48c3-8c3b-7e98b131df4f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.266013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-092e349f-cb10-4bbc-945f-b892d542f545 req-70847f7b-862d-48c3-8c3b-7e98b131df4f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1844065 Jul 22 16:46:11.268023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6f1ec5-d916-4338-815a-06a698a0f0ad req-db19bf10-f536-4c5c-ad5f-243d78ce907a service neutron] 10.222.0.20 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495241 Jul 22 16:46:11.305864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8842aa6c-afda-4908-ab52-5017927e5897 req-0c92aa54-2b50-4035-86ad-e0e3d11cbdad tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938914 Jul 22 16:46:11.365773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-092e349f-cb10-4bbc-945f-b892d542f545 req-75c470c7-adb1-4734-a767-eb6bbfc189b2 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772700 Jul 22 16:46:11.372423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-23deccfc-09a6-4cce-9fd9-1997ddf33a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.376532 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-23deccfc-09a6-4cce-9fd9-1997ddf33a01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c&tenant_id=f262c56a6e3442e6a1eb52e84300358d HTTP/1.1" status: 200 len: 1095 time: 0.2244029 Jul 22 16:46:11.488048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-c1081b26-c630-4ff3-90f2-4169c4291898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.491518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-c1081b26-c630-4ff3-90f2-4169c4291898 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 1095 time: 0.1241548 Jul 22 16:46:11.549343 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cc955e84-f6f7-497d-bd80-640063cc874e req-d21a433f-1493-4747-9fe5-31bd0a36798d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 210 time: 0.0485818 Jul 22 16:46:11.621614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-7fb08824-5d86-4486-8229-d50974d1ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.623165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-7fb08824-5d86-4486-8229-d50974d1ebe6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 1095 time: 0.1959574 Jul 22 16:46:11.714481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-4a48486d-3674-454c-8abc-0ac169371278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.716457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-4a48486d-3674-454c-8abc-0ac169371278 service neutron] 10.222.0.20 "GET /v2.0/networks?id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 200 len: 916 time: 0.2184560 Jul 22 16:46:11.731845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba4887-8e02-404e-955e-f73be1a0538a req-21075ee0-e184-4bac-8611-3715a7544336 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.734007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6ba4887-8e02-404e-955e-f73be1a0538a req-21075ee0-e184-4bac-8611-3715a7544336 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1675792 Jul 22 16:46:11.788930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-35aef73b-297f-465f-bc15-022836db9754 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0 HTTP/1.1" status: 200 len: 217 time: 0.0537782 Jul 22 16:46:11.830735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-5c80115d-182f-44a1-a688-2af541f74d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.832301 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-5c80115d-182f-44a1-a688-2af541f74d92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.2007511 Jul 22 16:46:11.841183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6ba4887-8e02-404e-955e-f73be1a0538a req-86f21d4f-5e6d-4b06-a50a-88df1ce458ef tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002238 Jul 22 16:46:11.876522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-a724e97c-2a7c-44a4-acfe-28375784d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:11.880366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-a724e97c-2a7c-44a4-acfe-28375784d9e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa12c553-b756-49fe-a66d-4a6f1bb3713d HTTP/1.1" status: 200 len: 855 time: 0.0826278 Jul 22 16:46:11.928930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-6f33b7d5-4c9a-42f5-95e5-3b79f00157c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411270 Jul 22 16:46:11.929490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-b58a2f47-43a5-43b7-ae24-104f9748e21e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47f92c7a-e11e-47d1-8605-92541c2ab763 HTTP/1.1" status: 200 len: 999 time: 0.0884488 Jul 22 16:46:12.025337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-866d432e-2b00-4a64-aa2f-4ca5832a1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:12.028874 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-866d432e-2b00-4a64-aa2f-4ca5832a1f02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.0865371 Jul 22 16:46:12.137371 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-fe9837d9-c361-4e7b-b5d9-b0c8c31c4951 service neutron] 10.222.0.20 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945119 Jul 22 16:46:12.317245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fbc2e04-0bde-4e2f-91ba-892c1cf8ca2f req-8b5df899-f7f6-4d04-aec6-acd499875312 service neutron] 10.222.0.20 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718624 Jul 22 16:46:12.448584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7643ab73-2313-4f10-aa41-47e43682e434 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:46:12.585416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-4e7a4907-823e-42f7-93b4-62058a63488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:12.587033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-4e7a4907-823e-42f7-93b4-62058a63488b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5513406 Jul 22 16:46:12.638693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7643ab73-2313-4f10-aa41-47e43682e434, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7643ab73-2313-4f10-aa41-47e43682e434,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:12.651280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34782e-6baf-4e4e-8657-859c74348911 req-e992dd70-2a7f-4e9f-aed3-4bb7d1dd3cf3 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:12.659034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba34782e-6baf-4e4e-8657-859c74348911 req-e992dd70-2a7f-4e9f-aed3-4bb7d1dd3cf3 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 943 time: 0.5727148 Jul 22 16:46:12.663249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '7643ab73-2313-4f10-aa41-47e43682e434', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'port_id': '7643ab73-2313-4f10-aa41-47e43682e434', 'mac_address': 'fa:16:3e:18:a5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b029ca-65ed-4f26-be85-de2402c32c39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:46:12.684361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2a76-a27d-4c2f-ab78-fd95472c7c02 req-19301dcb-a0f5-4c42-8cce-68fbd26cc118 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:12.691576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65fc2a76-a27d-4c2f-ab78-fd95472c7c02 req-19301dcb-a0f5-4c42-8cce-68fbd26cc118 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 944 time: 0.1885839 Jul 22 16:46:12.766605 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba34782e-6baf-4e4e-8657-859c74348911 req-50561114-ed10-4216-abaa-6923f6a1b10a tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980735 Jul 22 16:46:12.783390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65fc2a76-a27d-4c2f-ab78-fd95472c7c02 req-55cd9774-9005-45df-bfa6-a5a908d55933 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906754 Jul 22 16:46:12.786223 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-614b3ed8-2775-494c-88cd-7c0b000ed95b service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917660 Jul 22 16:46:12.816256 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:12.859259 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7643ab73-2313-4f10-aa41-47e43682e434 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:12.907381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7643ab73-2313-4f10-aa41-47e43682e434, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7643ab73-2313-4f10-aa41-47e43682e434,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:12.936165 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:13.052024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6627cd3-5549-4bf8-aeb9-64bd63bdd524 req-e164c530-3c71-4b93-a8b0-b14d1ccdb4cc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 210 time: 0.1040723 Jul 22 16:46:13.057548 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fefd05e1-fd55-4f87-9f80-182465ca32a6 req-8e6a92c4-1a7d-4663-8ce1-fc719d874f1e service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638128 Jul 22 16:46:13.095855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b2c4-fcac-48b8-bc4e-d6e8d1cacf6d req-8ad9204e-9356-4004-91b2-b77abf753603 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:13.098123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=7643ab73-2313-4f10-aa41-47e43682e434,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:13.115342 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ac2b2c4-fcac-48b8-bc4e-d6e8d1cacf6d req-8ad9204e-9356-4004-91b2-b77abf753603 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.2611668 Jul 22 16:46:13.199533 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ac2b2c4-fcac-48b8-bc4e-d6e8d1cacf6d req-aa8a9705-66e8-47fc-99ee-3d3c36a006eb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707724 Jul 22 16:46:13.301381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-1eec8fb8-06d0-4728-9e8f-3dc093cf37a2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:13.303381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-1eec8fb8-06d0-4728-9e8f-3dc093cf37a2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.2729611 Jul 22 16:46:13.329227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['7643ab73-2313-4f10-aa41-47e43682e434'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:13.336699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'port': {'device_id': '03d624df-4de3-4ab9-a4dd-0f85e8bcca31', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'admin_state_up': True, 'tenant_id': '8bdcbee2f359475cb5903faa847978b7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:13.432655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9b277-6ede-4e9d-9b64-4738b7dd353f req-8b70b835-cd8a-4720-bca0-9ae3b5397518 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:13.439453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3ba9b277-6ede-4e9d-9b64-4738b7dd353f req-8b70b835-cd8a-4720-bca0-9ae3b5397518 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2254567 Jul 22 16:46:13.514296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3ba9b277-6ede-4e9d-9b64-4738b7dd353f req-9f02cd14-4d51-4032-b14e-d967a4a74548 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Jul 22 16:46:13.536237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Made reservation on behalf of 8bdcbee2f359475cb5903faa847978b7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:13.560008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:13.909505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.20.0.4 (90506638-86c9-42ea-ac9e-d864b697745b/9f5e8923-73de-402f-a1c7-25f7791665a3/4fb6c53d-2497-4433-80d4-967bf4ea0883) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:14.120976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.141957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Transition to ACTIVE for port object 4fb6c53d-2497-4433-80d4-967bf4ea0883 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:14.229481 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:14.302223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['5f3d4de4-e099-4ef9-b267-2756115ba134'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:14.491664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:46:14.497464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:14.596964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:14.621703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=4fb6c53d-2497-4433-80d4-967bf4ea0883,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:14.634716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:14.923823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c342d72-4ad0-41f5-9ba6-973d623c11d5 req-820dd792-4d07-4aeb-8d83-50f8f09eb0fe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:14.933672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c342d72-4ad0-41f5-9ba6-973d623c11d5 req-820dd792-4d07-4aeb-8d83-50f8f09eb0fe tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 943 time: 0.7158651 Jul 22 16:46:14.968303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23c200-7705-4ecd-b996-d2015e7f29ba req-7432aaa7-fa0d-472b-8c6b-733b0a53258d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:14.971027 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-df23c200-7705-4ecd-b996-d2015e7f29ba req-7432aaa7-fa0d-472b-8c6b-733b0a53258d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 945 time: 0.2950611 Jul 22 16:46:15.052780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:15.053368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.097339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-6d56b308-246b-44bf-aa6a-fed025dd4696 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7623937 Jul 22 16:46:15.118690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-df23c200-7705-4ecd-b996-d2015e7f29ba req-077f36fd-a215-491c-96e6-9bc9af6ba6f7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304312 Jul 22 16:46:15.206060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Request body: {'port': {'device_id': '03d624df-4de3-4ab9-a4dd-0f85e8bcca31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:15.243837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c342d72-4ad0-41f5-9ba6-973d623c11d5 req-3a699b9c-83a7-4d43-a14b-e5d26eb26d54 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005338 Jul 22 16:46:15.323764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:15.354787 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0', 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f', 'port_id': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0', 'mac_address': 'fa:16:3e:6f:b8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa12c553-b756-49fe-a66d-4a6f1bb3713d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:46:15.552793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.577348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9305-1635-4e8e-ae55-f987e14ab491 req-7af0a80d-0819-44c6-8311-d9a996caa159 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:15.585006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fbeb9305-1635-4e8e-ae55-f987e14ab491 req-7af0a80d-0819-44c6-8311-d9a996caa159 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 931 time: 0.2194312 Jul 22 16:46:15.610655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9814348c-dedf-476f-bdbe-668cfae39ca1 None None] Provisioning for port 4fb6c53d-2497-4433-80d4-967bf4ea0883 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:15.657034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:15.662485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9814348c-dedf-476f-bdbe-668cfae39ca1 None None] Provisioning complete for port 4fb6c53d-2497-4433-80d4-967bf4ea0883 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:15.663379 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9814348c-dedf-476f-bdbe-668cfae39ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.736604 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fbeb9305-1635-4e8e-ae55-f987e14ab491 req-5197dac1-aa4b-45a5-a620-0dc7386f13fc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449871 Jul 22 16:46:15.764155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:15.835496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:15.877130 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:16.043893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9814348c-dedf-476f-bdbe-668cfae39ca1 None None] Port 4fb6c53d-2497-4433-80d4-967bf4ea0883 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:16.426343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['486c8abd-b3b6-46eb-b0a1-b831f5a361a0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:16.467358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573e915-763e-4599-a1f7-6e2f84543100 req-7d11829d-f90a-4f74-946b-6ad14fa01fdd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:16.478303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d573e915-763e-4599-a1f7-6e2f84543100 req-7d11829d-f90a-4f74-946b-6ad14fa01fdd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.9086504 Jul 22 16:46:16.612140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d573e915-763e-4599-a1f7-6e2f84543100 req-3f004825-79a3-4f45-a8cb-be1625f93028 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313157 Jul 22 16:46:16.747158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7643ab73-2313-4f10-aa41-47e43682e434 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:16.860937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:16.877229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebda11-834a-4d12-b5f6-354b634356d4 req-8dc1bdaa-e20a-4946-874c-26fd61138293 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:16.914756 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-05ebda11-834a-4d12-b5f6-354b634356d4 req-8dc1bdaa-e20a-4946-874c-26fd61138293 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 945 time: 0.4149685 Jul 22 16:46:16.976381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb6c53d-2497-4433-80d4-967bf4ea0883 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:17.083299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 7643ab73-2313-4f10-aa41-47e43682e434 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:17.089350 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.114382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 7643ab73-2313-4f10-aa41-47e43682e434 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:17.115366 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.127729 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-05ebda11-834a-4d12-b5f6-354b634356d4 req-bd616af2-a280-4746-b2c1-832f23fb5c2e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086198 Jul 22 16:46:17.173832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Transition to ACTIVE for port object 4fb6c53d-2497-4433-80d4-967bf4ea0883 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:17.188609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:17.496033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Pushing event updated for resources: {'Port': ['ID=4fb6c53d-2497-4433-80d4-967bf4ea0883,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:17.644477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c4b9b-256c-4034-ba6c-081c6ab62b54 req-436b401b-8b70-4ca2-9676-4d60b954f6b5 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:17.686831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61c4b9b-256c-4034-ba6c-081c6ab62b54 req-436b401b-8b70-4ca2-9676-4d60b954f6b5 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 944 time: 0.7876670 Jul 22 16:46:17.852803 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9b928-b897-4769-94ed-a0ac61baa3a5 req-fb55e859-2844-4fb0-a5a4-d3d97b933b5a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:17.882803 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20b9b928-b897-4769-94ed-a0ac61baa3a5 req-fb55e859-2844-4fb0-a5a4-d3d97b933b5a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.4028175 Jul 22 16:46:18.087749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20b9b928-b897-4769-94ed-a0ac61baa3a5 req-c662f770-f24f-4bf6-9c97-796bbd9038f9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015777 Jul 22 16:46:18.135578 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.147013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f61c4b9b-256c-4034-ba6c-081c6ab62b54 req-f1fa5045-d1d4-48a5-b28b-c30421d78aab tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590271 Jul 22 16:46:18.312336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7643ab73-2313-4f10-aa41-47e43682e434, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7643ab73-2313-4f10-aa41-47e43682e434,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:18.315147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f71db2-3e68-4aae-a8a9-552a1a948436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7643ab73-2313-4f10-aa41-47e43682e434'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:18.318139 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96589369-5860-4b1c-832f-3202168bed5c" -d '{"events": [{"server_uuid": "b4f71db2-3e68-4aae-a8a9-552a1a948436", "name": "network-vif-plugged", "status": "completed", "tag": "7643ab73-2313-4f10-aa41-47e43682e434"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:18.320213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Attempting to bind port 4fb6c53d-2497-4433-80d4-967bf4ea0883 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:18.324352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Attempting to bind port 4fb6c53d-2497-4433-80d4-967bf4ea0883 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:18.328011 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.328414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Attempting to bind port 4fb6c53d-2497-4433-80d4-967bf4ea0883 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:18.364541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Port 4fb6c53d-2497-4433-80d4-967bf4ea0883 on network 90506638-86c9-42ea-ac9e-d864b697745b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:46:18.364966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Attempting to bind port 4fb6c53d-2497-4433-80d4-967bf4ea0883 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:18.409744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:18.410098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:18.410725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Bound using segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:18.421211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Bound port: 4fb6c53d-2497-4433-80d4-967bf4ea0883, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:18.421693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.501065 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3ecb5d4-6b6a-46ce-b169-95e2d0d042ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.582193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=7643ab73-2313-4f10-aa41-47e43682e434,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:18.604166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f9c23-9500-4a60-8e25-1e3ee26852b5 req-bd8ee84e-3a91-46c2-8a5c-833cb8d117af tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:18.606098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-036f9c23-9500-4a60-8e25-1e3ee26852b5 req-bd8ee84e-3a91-46c2-8a5c-833cb8d117af tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.3618355 Jul 22 16:46:18.706480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-036f9c23-9500-4a60-8e25-1e3ee26852b5 req-666b69a8-19c6-48c1-95f9-1afc2f034462 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834069 Jul 22 16:46:18.811739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] For port 4fb6c53d-2497-4433-80d4-967bf4ea0883, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:18.827853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] For port 4fb6c53d-2497-4433-80d4-967bf4ea0883, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4fb6c53d-2497-4433-80d4-967bf4ea0883,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:18.840098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:18.876562 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb9c8c2-911d-435e-9572-0f37b11a84ae x-openstack-request-id: req-9fb9c8c2-911d-435e-9572-0f37b11a84ae {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:18.881227 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f71db2-3e68-4aae-a8a9-552a1a948436", "name": "network-vif-plugged", "status": "completed", "tag": "7643ab73-2313-4f10-aa41-47e43682e434", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:18.881227 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fb9c8c2-911d-435e-9572-0f37b11a84ae {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:18.881227 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f71db2-3e68-4aae-a8a9-552a1a948436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7643ab73-2313-4f10-aa41-47e43682e434', 'code': 200} Jul 22 16:46:18.993242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:19.008138 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:19.012756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] 10.222.0.65 "PUT /v2.0/ports/4fb6c53d-2497-4433-80d4-967bf4ea0883 HTTP/1.1" status: 200 len: 1092 time: 3.8854132 Jul 22 16:46:19.012756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d624df-4de3-4ab9-a4dd-0f85e8bcca31', 'tag': '4fb6c53d-2497-4433-80d4-967bf4ea0883'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:19.017110 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "03d624df-4de3-4ab9-a4dd-0f85e8bcca31", "tag": "4fb6c53d-2497-4433-80d4-967bf4ea0883"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:19.123098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12610a-5583-463d-93aa-8e5470a64581 req-21d095a3-4bc7-4bc0-b8ec-61a5a1bcdca5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:19.125514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a12610a-5583-463d-93aa-8e5470a64581 req-21d095a3-4bc7-4bc0-b8ec-61a5a1bcdca5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 946 time: 0.6115034 Jul 22 16:46:19.228077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c803a7-4aa2-4734-af0d-1313bd06466c service neutron] Pushing event updated for resources: {'Port': ['ID=4fb6c53d-2497-4433-80d4-967bf4ea0883,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:19.372831 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244815f1-f3c6-4014-aa75-d1501c62d7af x-openstack-request-id: req-244815f1-f3c6-4014-aa75-d1501c62d7af {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:19.373365 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d624df-4de3-4ab9-a4dd-0f85e8bcca31", "tag": "4fb6c53d-2497-4433-80d4-967bf4ea0883", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:19.373777 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-244815f1-f3c6-4014-aa75-d1501c62d7af {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:19.385537 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d624df-4de3-4ab9-a4dd-0f85e8bcca31', 'tag': '4fb6c53d-2497-4433-80d4-967bf4ea0883', 'status': 'completed', 'code': 200} Jul 22 16:46:19.464959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedfae9-88cd-4bbb-94ca-167758a0ef66 req-12600b72-ee2a-490c-bf37-3a69d611f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:19.466821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3fedfae9-88cd-4bbb-94ca-167758a0ef66 req-12600b72-ee2a-490c-bf37-3a69d611f44c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 1098 time: 0.2832260 Jul 22 16:46:19.684819 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a12610a-5583-463d-93aa-8e5470a64581 req-e57db24b-0c5e-4f97-b631-bc72ddda63ec tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630323 Jul 22 16:46:19.717226 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3fedfae9-88cd-4bbb-94ca-167758a0ef66 req-c154947c-5e3d-48ac-90e9-1f0009a3a33b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149229 Jul 22 16:46:19.776985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-000b6446-52ce-4a9a-87d9-403d6499009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:19.779432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-000b6446-52ce-4a9a-87d9-403d6499009f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 1095 time: 0.5007775 Jul 22 16:46:19.797171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d1dae-d53f-4e7c-b498-04d7bbfacc45 req-101c9670-48f2-4c28-98f1-b6f9e18b70c7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:19.808774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f1d1dae-d53f-4e7c-b498-04d7bbfacc45 req-101c9670-48f2-4c28-98f1-b6f9e18b70c7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.2581325 Jul 22 16:46:19.865422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-b142e71b-294d-4d41-9215-811b7329f4e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb6c53d-2497-4433-80d4-967bf4ea0883 HTTP/1.1" status: 200 len: 217 time: 0.0640764 Jul 22 16:46:19.932965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f1d1dae-d53f-4e7c-b498-04d7bbfacc45 req-f94fa087-947d-4f59-8cd8-915094532b15 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175127 Jul 22 16:46:20.076229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-1ae18b61-de44-46ac-87f6-b046d6933022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:20.099902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-1ae18b61-de44-46ac-87f6-b046d6933022 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.2203770 Jul 22 16:46:20.254236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46e3ea-1b05-4ece-a691-463d6aa4e691 req-3b892027-e48b-4ebd-8ae2-daea1930dd43 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:20.268697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd46e3ea-1b05-4ece-a691-463d6aa4e691 req-3b892027-e48b-4ebd-8ae2-daea1930dd43 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1772664 Jul 22 16:46:20.356587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb13a6-4278-4379-bb21-91f7e56ff871 req-4216cca5-a2f7-4338-811b-5f453defe7a8 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:20.364955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95eb13a6-4278-4379-bb21-91f7e56ff871 req-4216cca5-a2f7-4338-811b-5f453defe7a8 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 944 time: 0.4127355 Jul 22 16:46:20.388344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-23876167-1532-4e68-addd-89a793f6fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:20.392000 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd46e3ea-1b05-4ece-a691-463d6aa4e691 req-d4d55b6f-a237-4df7-8c4d-404a73a72779 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218715 Jul 22 16:46:20.393912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-23876167-1532-4e68-addd-89a793f6fe3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394702 Jul 22 16:46:20.506877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:20.676906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:20.684617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-d10a0d93-7202-4911-a3a7-0a02de36476c service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740452 Jul 22 16:46:20.685715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:20.686245 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:20.866711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95eb13a6-4278-4379-bb21-91f7e56ff871 req-4c85bcc9-4bb5-4679-bf17-c4a02778731b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829729 Jul 22 16:46:20.938048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.031388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:21.035327 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dfecfe-a2c4-41f0-9257-9108d8facc48" -d '{"events": [{"server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "name": "network-vif-plugged", "status": "completed", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:21.092721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3f23f5e4-8285-40a2-8bcc-eb087b9ed45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.097266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:21.107018 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.123630 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64ac0046-3fe9-4bc6-9f7d-b8535cbff909 req-1c60ec6b-5b57-4e5c-9f1e-2b9f8c935d0e service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114027 Jul 22 16:46:21.158450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de531fc9-cccc-4689-aecc-a66097ee4a72 req-e4f1444f-1b4d-4998-826c-d110b1f2b4c1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:21.175107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-de531fc9-cccc-4689-aecc-a66097ee4a72 req-e4f1444f-1b4d-4998-826c-d110b1f2b4c1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 946 time: 0.2943823 Jul 22 16:46:21.306340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:21.312506 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-de531fc9-cccc-4689-aecc-a66097ee4a72 req-137ad911-e458-4ba3-b7d9-79502d9eb727 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364090 Jul 22 16:46:21.344875 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:21.393500 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1071de90-86c1-4a53-85bc-ea805b7aed09 x-openstack-request-id: req-1071de90-86c1-4a53-85bc-ea805b7aed09 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:21.394083 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "name": "network-vif-plugged", "status": "completed", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:21.394471 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1071de90-86c1-4a53-85bc-ea805b7aed09 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:21.395115 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0', 'code': 200} Jul 22 16:46:21.648499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12944aaa-cc11-4dfa-8103-180951713b0f req-4d6e0036-765f-4be7-a104-d1603b8b56e7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:21.693140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12944aaa-cc11-4dfa-8103-180951713b0f req-4d6e0036-765f-4be7-a104-d1603b8b56e7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.4865494 Jul 22 16:46:21.847128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-095097b1-c873-420c-9a99-935d5a114e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:21.850950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-095097b1-c873-420c-9a99-935d5a114e75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 1095 time: 0.5453584 Jul 22 16:46:21.973753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12944aaa-cc11-4dfa-8103-180951713b0f req-61e07f99-0b04-4aa2-8d60-9517138aca12 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507255 Jul 22 16:46:22.137215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c5489-e9d3-470b-bc45-2c3aa5f037b0 req-550fcb8b-316c-4489-827b-18ebd5021fb7 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:22.157417 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b7c5489-e9d3-470b-bc45-2c3aa5f037b0 req-550fcb8b-316c-4489-827b-18ebd5021fb7 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.5395024 Jul 22 16:46:22.311316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-6493907d-b513-4be9-96c9-084afa873756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:22.312955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-6493907d-b513-4be9-96c9-084afa873756 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.4500272 Jul 22 16:46:22.319771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b74f-8c28-4d27-9394-5c06ba38d113 req-7442b042-dbd7-4ec1-9f17-d660bb6a250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:22.321580 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc10b74f-8c28-4d27-9394-5c06ba38d113 req-7442b042-dbd7-4ec1-9f17-d660bb6a250f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 1097 time: 0.3643599 Jul 22 16:46:22.378578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b7c5489-e9d3-470b-bc45-2c3aa5f037b0 req-061f8968-a737-4bd9-8c2b-64a1aacf2fdd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199476 Jul 22 16:46:22.414404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d51470-4c26-4bbc-ab02-63ccfc19b324 req-5c1ec313-4068-4bd1-8177-aa08dd9810a8 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:22.418293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14d51470-4c26-4bbc-ab02-63ccfc19b324 req-5c1ec313-4068-4bd1-8177-aa08dd9810a8 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.2611952 Jul 22 16:46:22.511574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:22.539013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc10b74f-8c28-4d27-9394-5c06ba38d113 req-e7c89651-6e32-4d89-8828-ae82760ae22a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571150 Jul 22 16:46:22.606477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-d130f6f7-f28e-4dff-b15b-584c87fab188 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb6c53d-2497-4433-80d4-967bf4ea0883 HTTP/1.1" status: 200 len: 217 time: 0.2783306 Jul 22 16:46:22.782190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6739a0b-79c5-46d6-9a38-81de2215df0e req-45a5005f-cae3-44f2-8775-8e8fbd5e4475 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:22.802649 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6739a0b-79c5-46d6-9a38-81de2215df0e req-45a5005f-cae3-44f2-8775-8e8fbd5e4475 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 946 time: 0.1647143 Jul 22 16:46:22.831739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14d51470-4c26-4bbc-ab02-63ccfc19b324 req-9ee671ba-5d88-40f7-a85e-f4b5ee8ac3f0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958201 Jul 22 16:46:22.833303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-9f60828a-37d0-4aff-b6a4-adddbd12b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:22.834787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-9f60828a-37d0-4aff-b6a4-adddbd12b876 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.2093618 Jul 22 16:46:22.992840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-a19161e8-f6fd-4140-a9f6-23133127d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:22.995893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-a19161e8-f6fd-4140-a9f6-23133127d5cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455829 Jul 22 16:46:23.075007 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6739a0b-79c5-46d6-9a38-81de2215df0e req-bfc780cb-e4dc-444e-aeda-7cae885af9a7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701294 Jul 22 16:46:23.515360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-be224bf4-5be3-4f43-aa06-b35a60d5cf19 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098798 Jul 22 16:46:23.658028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc07b0-6b16-44c4-857e-ac8e4ae22a07 req-b8b9219b-b942-4840-91d5-af805e8130d7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:23.686599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-efdc07b0-6b16-44c4-857e-ac8e4ae22a07 req-b8b9219b-b942-4840-91d5-af805e8130d7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.4607537 Jul 22 16:46:23.952899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-efdc07b0-6b16-44c4-857e-ac8e4ae22a07 req-bbdad331-38ee-4e40-9e1a-671b0faba003 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635078 Jul 22 16:46:23.986771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd33f1-12a6-4a8a-b66e-d5f95baa1c44 req-0a2ef042-a1d6-4a6e-8bb6-d818d86b7278 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.006963 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fbd33f1-12a6-4a8a-b66e-d5f95baa1c44 req-0a2ef042-a1d6-4a6e-8bb6-d818d86b7278 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.3426859 Jul 22 16:46:24.074872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7e5ba13-3f6b-4df4-8e34-512359faeaf2 req-9c6bab18-a132-4efe-9903-0c9bdecda942 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488625 Jul 22 16:46:24.242658 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:24.253151 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fbd33f1-12a6-4a8a-b66e-d5f95baa1c44 req-e17b210e-39b6-4fca-ac3a-1927a8d72580 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555151 Jul 22 16:46:24.372909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0783980-73a8-439f-bc73-7a09fccf0d28 req-6e418056-9d59-44c0-9b59-841840984379 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.377682 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0783980-73a8-439f-bc73-7a09fccf0d28 req-6e418056-9d59-44c0-9b59-841840984379 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.2194686 Jul 22 16:46:24.556390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-d026dfdb-042b-40f3-9fd6-4d7a252fc88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:24.564827 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-d026dfdb-042b-40f3-9fd6-4d7a252fc88b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 1095 time: 0.3777292 Jul 22 16:46:24.583816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0783980-73a8-439f-bc73-7a09fccf0d28 req-f4e2d24f-4ea9-4d99-89e5-4c67b02921f5 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705337 Jul 22 16:46:25.051628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-c91d584a-f5f0-4a0c-b60c-8d2130f1d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:25.062665 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-c91d584a-f5f0-4a0c-b60c-8d2130f1d35e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.4420393 Jul 22 16:46:25.411559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5380e-57b6-44df-a46b-f5ffa143fa11 req-d2739975-a546-42f8-978f-97ed5776c6fd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:25.427383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cda5380e-57b6-44df-a46b-f5ffa143fa11 req-d2739975-a546-42f8-978f-97ed5776c6fd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.2578752 Jul 22 16:46:25.429927 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-638e39e4-dc75-453d-b182-8d835f1ffbb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47f92c7a-e11e-47d1-8605-92541c2ab763 HTTP/1.1" status: 200 len: 999 time: 0.3494654 Jul 22 16:46:25.623474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cda5380e-57b6-44df-a46b-f5ffa143fa11 req-72b2fff5-9856-4876-bea3-a48b33d01d3c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855195 Jul 22 16:46:25.797284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-7677e043-6c32-41b4-88dd-dcfac062d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:25.798876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-7677e043-6c32-41b4-88dd-dcfac062d936 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.3374112 Jul 22 16:46:26.093223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496691f-0137-40eb-85c8-83206d1d365e req-d769c2b9-6d87-436f-83cb-72946a4751bd tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.100492 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3496691f-0137-40eb-85c8-83206d1d365e req-d769c2b9-6d87-436f-83cb-72946a4751bd tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.2042618 Jul 22 16:46:26.237717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3496691f-0137-40eb-85c8-83206d1d365e req-4818f113-c52b-4b48-8c20-1c680a12b480 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299961 Jul 22 16:46:26.243651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13965e-50b6-4aed-b948-7e6982affbe2 req-bd9323b1-cdc7-4560-8c33-975ce0c8df16 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.255173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f13965e-50b6-4aed-b948-7e6982affbe2 req-bd9323b1-cdc7-4560-8c33-975ce0c8df16 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.6237421 Jul 22 16:46:26.356778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-182b530c-3057-41df-876a-74968c096c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.380334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-182b530c-3057-41df-876a-74968c096c08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5447145 Jul 22 16:46:26.562647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f13965e-50b6-4aed-b948-7e6982affbe2 req-82c7a445-4b02-432d-859f-9d8026ae5499 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013217 Jul 22 16:46:26.630364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7520c9d-11a2-4401-9419-444735a97f34 req-230cf89e-e034-41e8-aca3-adb5f5ba52a2 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:26.646758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7520c9d-11a2-4401-9419-444735a97f34 req-230cf89e-e034-41e8-aca3-adb5f5ba52a2 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1818213 Jul 22 16:46:26.788725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7520c9d-11a2-4401-9419-444735a97f34 req-b3803dc4-1d05-45d1-a4cd-dd89e91ca211 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326754 Jul 22 16:46:26.954647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-514a4252-1a7d-419d-8203-e4dcd7c6aa2a service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732002 Jul 22 16:46:27.330988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d01a4-49ad-45db-8295-2eb04e164be4 req-6bc00eb2-b75d-4084-b2e2-92b003012a69 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:27.333049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b4d01a4-49ad-45db-8295-2eb04e164be4 req-6bc00eb2-b75d-4084-b2e2-92b003012a69 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.5120814 Jul 22 16:46:27.557399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-73fa05f9-617c-44a0-8ce2-e1e7ea5926d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1978097 Jul 22 16:46:27.591662 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8b4d01a4-49ad-45db-8295-2eb04e164be4 req-60bb7695-c686-4475-8592-271e4b288818 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425339 Jul 22 16:46:27.612540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f550bc44-f39b-4548-95d8-1f272644bd9a req-6808dc9d-7442-4f92-86fd-ead238655bc3 service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495619 Jul 22 16:46:29.110510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-dda3a1d9-41b2-452a-9a1c-ce071ce6c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:29.112381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-dda3a1d9-41b2-452a-9a1c-ce071ce6c671 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15365e9cc52547d68a837b5a52b4cc27&device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 1097 time: 1.4001091 Jul 22 16:46:29.121219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015ffe1-f7cf-40bb-8386-1a70e1bf756f req-cf62ba15-6e44-46fb-96d7-53a62ce3f913 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:29.128355 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f015ffe1-f7cf-40bb-8386-1a70e1bf756f req-cf62ba15-6e44-46fb-96d7-53a62ce3f913 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1152287 Jul 22 16:46:29.183686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f015ffe1-f7cf-40bb-8386-1a70e1bf756f req-b96a56e2-06ad-47f6-a095-786537be86e7 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512543 Jul 22 16:46:29.667059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48a848-c189-4c3a-b5b7-e482a489feca req-adf47c40-5ae7-4c55-bb7b-1d69f75c824a tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:29.669795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc48a848-c189-4c3a-b5b7-e482a489feca req-adf47c40-5ae7-4c55-bb7b-1d69f75c824a tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.3793206 Jul 22 16:46:29.776658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc48a848-c189-4c3a-b5b7-e482a489feca req-0711537d-e268-4765-a4d9-90088f4cea81 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Jul 22 16:46:29.805689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412cc51-6a58-4550-ad1b-6efaa267fe8c req-41a27213-7827-4cb6-8b48-12acde6ef845 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:29.814742 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9412cc51-6a58-4550-ad1b-6efaa267fe8c req-41a27213-7827-4cb6-8b48-12acde6ef845 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.3220794 Jul 22 16:46:29.862719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-7081781e-2d87-4e4a-b505-158d22a4b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:29.864931 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-7081781e-2d87-4e4a-b505-158d22a4b6c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 200 len: 920 time: 0.4056642 Jul 22 16:46:29.893996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9412cc51-6a58-4550-ad1b-6efaa267fe8c req-a131b87f-cace-461d-b2e5-e664bcb7ad56 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776591 Jul 22 16:46:29.981639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-6486bf94-128a-4a2c-80d5-f5be1a96d548 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 200 len: 217 time: 0.0993729 Jul 22 16:46:30.328557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-b9603a4f-cc42-4ae6-a890-a3dbce980d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:30.332308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-b9603a4f-cc42-4ae6-a890-a3dbce980d09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 200 len: 859 time: 0.3426034 Jul 22 16:46:30.503408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-613ab97b-1570-4f5b-9e76-b78df37c0141 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=72ae4b72-2b33-4099-95e2-28bf28df53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569793 Jul 22 16:46:31.074023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a626d-b296-4b54-bbba-1255eb29d639 req-01b42902-9e70-441a-b960-afd37e947150 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:31.081143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-807a626d-b296-4b54-bbba-1255eb29d639 req-01b42902-9e70-441a-b960-afd37e947150 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.6210349 Jul 22 16:46:31.187155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bca8f2-2188-4363-8248-47c5ea275029 req-a91df16a-d91c-4d16-93a8-ac5d4843b1bf tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:31.197517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23bca8f2-2188-4363-8248-47c5ea275029 req-a91df16a-d91c-4d16-93a8-ac5d4843b1bf tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.2308834 Jul 22 16:46:31.289341 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-5247c354-80d3-4419-a74e-89fc96241eac service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842358 Jul 22 16:46:31.318044 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23bca8f2-2188-4363-8248-47c5ea275029 req-be1151b4-d9e5-4db6-ac6b-fba914759b59 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191630 Jul 22 16:46:31.384279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-807a626d-b296-4b54-bbba-1255eb29d639 req-afb95004-e3f4-4296-aa95-efd0c17498f8 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684524 Jul 22 16:46:31.401103 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:31.583206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f49022-d4a6-4f4f-ba56-9df805d112aa req-b43eaa93-ce56-4cc9-9eeb-d1c4a1868280 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:31.598455 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65f49022-d4a6-4f4f-ba56-9df805d112aa req-b43eaa93-ce56-4cc9-9eeb-d1c4a1868280 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1578908 Jul 22 16:46:31.709892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65f49022-d4a6-4f4f-ba56-9df805d112aa req-051ee0f3-f04a-4aa3-9452-9b30da254e3d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098182 Jul 22 16:46:31.799464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7221c831-23a5-4cb8-80f4-cc12e4a03f68 req-d886e25e-8e32-4d1e-9de2-2917e7b7a2e9 service neutron] 10.222.0.65 "GET /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857595 Jul 22 16:46:32.621231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59b8b5-4b82-4c51-bc6d-76ae512aa072 req-4b15b24b-328e-44f4-9659-47d7716df3c1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:32.623029 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec59b8b5-4b82-4c51-bc6d-76ae512aa072 req-4b15b24b-328e-44f4-9659-47d7716df3c1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1452162 Jul 22 16:46:32.742026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec59b8b5-4b82-4c51-bc6d-76ae512aa072 req-f5fd4cfe-be5c-4e05-9b67-ca753a4aec58 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125770 Jul 22 16:46:32.757916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5b2d-87a7-4df0-8ea4-bcff91bf6a09 req-eff5b3df-49b7-4664-8d8c-c0112ed34061 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:32.762562 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0dc5b2d-87a7-4df0-8ea4-bcff91bf6a09 req-eff5b3df-49b7-4664-8d8c-c0112ed34061 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.2304323 Jul 22 16:46:32.855624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0dc5b2d-87a7-4df0-8ea4-bcff91bf6a09 req-ee01bdc8-f137-45b5-b718-0acd702a8ab7 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822978 Jul 22 16:46:33.042853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b7839-0984-4049-b07c-4c0464c549f9 req-5a9c6b3d-e541-40db-8647-6fdd26b01d16 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:33.052402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b7b7839-0984-4049-b07c-4c0464c549f9 req-5a9c6b3d-e541-40db-8647-6fdd26b01d16 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1654253 Jul 22 16:46:33.112766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b7b7839-0984-4049-b07c-4c0464c549f9 req-eab0045f-f5d0-4b8a-8cd5-8565a8636a9e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589056 Jul 22 16:46:34.019053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ef907-5733-443d-b8da-d96b956fe7cc req-7110daa9-8c00-4110-803f-d37eb131f903 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:34.037577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-664ef907-5733-443d-b8da-d96b956fe7cc req-7110daa9-8c00-4110-803f-d37eb131f903 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1563225 Jul 22 16:46:34.167319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b7fab-fa35-4ed3-bd85-30f50e1898fe req-60454f1a-e6ad-4ffc-b409-170a4c5edf17 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:34.179718 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e06b7fab-fa35-4ed3-bd85-30f50e1898fe req-60454f1a-e6ad-4ffc-b409-170a4c5edf17 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1922889 Jul 22 16:46:34.198961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-664ef907-5733-443d-b8da-d96b956fe7cc req-2dda5054-3b5b-468e-9c96-aba388bb93ed tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483920 Jul 22 16:46:34.304030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e06b7fab-fa35-4ed3-bd85-30f50e1898fe req-fcf40761-a9b9-4e54-b136-33348fb54bba tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222782 Jul 22 16:46:34.435390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f83e1b-db06-4bae-858a-d84fd8f391d0 req-a6578c7e-c4a0-48d4-93c6-47d82cd2c657 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:34.445381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19f83e1b-db06-4bae-858a-d84fd8f391d0 req-a6578c7e-c4a0-48d4-93c6-47d82cd2c657 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1397400 Jul 22 16:46:34.523181 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19f83e1b-db06-4bae-858a-d84fd8f391d0 req-27a5cd95-1538-49c7-966d-e7259e5a7a87 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751863 Jul 22 16:46:35.448495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ee55c-674d-45f4-9aca-82758b5f3df2 req-39f7a37e-8b5f-4393-9bcf-e7d44aa0a7e0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:35.457962 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5ee55c-674d-45f4-9aca-82758b5f3df2 req-39f7a37e-8b5f-4393-9bcf-e7d44aa0a7e0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1177924 Jul 22 16:46:35.461638 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:46:35.501452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:35.547233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5ee55c-674d-45f4-9aca-82758b5f3df2 req-ba79008d-2d1f-402d-a0f1-4d418a50e15a tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844553 Jul 22 16:46:35.654850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84823b1-e999-4f32-95c3-2f59fdca77d6 req-00717867-5254-4080-94d2-6854373041ea tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:35.656812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a84823b1-e999-4f32-95c3-2f59fdca77d6 req-00717867-5254-4080-94d2-6854373041ea tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1564605 Jul 22 16:46:35.749240 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a84823b1-e999-4f32-95c3-2f59fdca77d6 req-e6bd70c5-4a5f-4b51-a6dd-595731420ae9 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865409 Jul 22 16:46:35.779974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fc8f3-4db0-4fe7-98c0-aa5adab63a8b req-e870b2e5-4d00-4099-9a4e-869c79278cdb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:35.785936 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-895fc8f3-4db0-4fe7-98c0-aa5adab63a8b req-e870b2e5-4d00-4099-9a4e-869c79278cdb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1529837 Jul 22 16:46:35.862579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-895fc8f3-4db0-4fe7-98c0-aa5adab63a8b req-06dfeb82-182d-4655-a96e-90209409b211 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751796 Jul 22 16:46:36.754353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523e5f8-9293-44e6-ae0a-5e40bf3a25cf req-740bab71-fcb3-455e-8f9a-a0689ec67e96 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:36.756150 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8523e5f8-9293-44e6-ae0a-5e40bf3a25cf req-740bab71-fcb3-455e-8f9a-a0689ec67e96 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.0968175 Jul 22 16:46:36.827757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8523e5f8-9293-44e6-ae0a-5e40bf3a25cf req-44f0ec6b-0b01-4332-99c7-8faf4219879c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627100 Jul 22 16:46:37.026310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735871-2d52-4bf4-abc6-42161a80748b req-05ff0b54-5858-4e61-9858-b07c94b6045d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:37.028196 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e735871-2d52-4bf4-abc6-42161a80748b req-05ff0b54-5858-4e61-9858-b07c94b6045d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1664405 Jul 22 16:46:37.091592 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e735871-2d52-4bf4-abc6-42161a80748b req-3d296841-52a6-488d-84a9-d128354a9b42 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464289 Jul 22 16:46:37.158555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bc5b8-70a8-4f6f-af99-ae660ae46974 req-a1d51075-770b-400b-b254-0089829d2cd9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:37.160259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c03bc5b8-70a8-4f6f-af99-ae660ae46974 req-a1d51075-770b-400b-b254-0089829d2cd9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.0987790 Jul 22 16:46:37.210416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c03bc5b8-70a8-4f6f-af99-ae660ae46974 req-020e9d86-4290-4640-a82b-2331286889ac tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Jul 22 16:46:38.007112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555b7ef-68ee-4071-82ac-6cc3fdb2e9ff req-6096a0e0-bf13-442c-ac3a-7244d50039c0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:38.008799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c555b7ef-68ee-4071-82ac-6cc3fdb2e9ff req-6096a0e0-bf13-442c-ac3a-7244d50039c0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.0845847 Jul 22 16:46:38.067768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c555b7ef-68ee-4071-82ac-6cc3fdb2e9ff req-1e1b1ed9-004b-432d-8c28-4e88c1c7d5b6 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490882 Jul 22 16:46:38.294700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8f8fd-e123-475a-a687-bc6efe0c489f req-43f2bbd1-3884-4bed-9076-053f21224088 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:38.298076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ce8f8fd-e123-475a-a687-bc6efe0c489f req-43f2bbd1-3884-4bed-9076-053f21224088 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.0960433 Jul 22 16:46:38.339597 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ce8f8fd-e123-475a-a687-bc6efe0c489f req-19920a3c-8b65-4a81-a465-69ff39e398b4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362213 Jul 22 16:46:38.383934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115a16d-8de7-48b0-b845-65b69498c8ec req-507c400c-8df3-4b26-b5d1-08dbb8ab8241 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:38.386670 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7115a16d-8de7-48b0-b845-65b69498c8ec req-507c400c-8df3-4b26-b5d1-08dbb8ab8241 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.0904093 Jul 22 16:46:38.434948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7115a16d-8de7-48b0-b845-65b69498c8ec req-a11a92ed-0258-4144-bb12-e201bbfae9a7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Jul 22 16:46:39.234770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e0c1e-6fbf-4a2d-ab89-59d6608dfbc1 req-e29ece61-7087-4fa9-907a-145e7abc3739 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:39.237364 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d5e0c1e-6fbf-4a2d-ab89-59d6608dfbc1 req-e29ece61-7087-4fa9-907a-145e7abc3739 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.0808032 Jul 22 16:46:39.284308 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d5e0c1e-6fbf-4a2d-ab89-59d6608dfbc1 req-20dd6ebd-a00f-42c2-a212-4eba001ba96d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Jul 22 16:46:39.517274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8366a-dbbb-4acc-9df5-4c1f5fb366a4 req-df7efbba-56a2-410f-8125-b620b79c24f6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:39.519212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cae8366a-dbbb-4acc-9df5-4c1f5fb366a4 req-df7efbba-56a2-410f-8125-b620b79c24f6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.0896823 Jul 22 16:46:39.578198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cae8366a-dbbb-4acc-9df5-4c1f5fb366a4 req-64f4d2b1-8067-4717-864e-c1e6278337ea tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494242 Jul 22 16:46:39.637454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef5846-e8d2-4505-b98d-c53d805755a1 req-ba2275ac-d249-4b81-a22b-d297d2fc53f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:39.639179 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7ef5846-e8d2-4505-b98d-c53d805755a1 req-ba2275ac-d249-4b81-a22b-d297d2fc53f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1043518 Jul 22 16:46:39.685745 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7ef5846-e8d2-4505-b98d-c53d805755a1 req-a4f5146b-2706-43f4-bc6a-cbb5abd11a9d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Jul 22 16:46:40.489693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac28697-4e01-46d3-8cec-d9f43f330e1c req-4cad14cd-3352-40d8-898b-f37720b0dcb2 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:40.492272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ac28697-4e01-46d3-8cec-d9f43f330e1c req-4cad14cd-3352-40d8-898b-f37720b0dcb2 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.0925744 Jul 22 16:46:40.571102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ac28697-4e01-46d3-8cec-d9f43f330e1c req-d4e6d06c-ca90-4fff-aafb-68a54aef1121 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687370 Jul 22 16:46:40.982493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f90871-17e4-4113-ba02-33ff8e3b9ded req-e42fd7c6-34fc-4219-8792-2427d3079d9d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:40.987510 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47f90871-17e4-4113-ba02-33ff8e3b9ded req-e42fd7c6-34fc-4219-8792-2427d3079d9d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.2229748 Jul 22 16:46:41.044736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b740cd8-4644-40da-9296-8443e0e118a6 req-45ed4e14-3347-4159-836e-41da8fa3c25b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:41.051097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b740cd8-4644-40da-9296-8443e0e118a6 req-45ed4e14-3347-4159-836e-41da8fa3c25b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1844175 Jul 22 16:46:41.135251 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47f90871-17e4-4113-ba02-33ff8e3b9ded req-39fef0c2-8b88-4795-b7fd-52aee124a143 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396329 Jul 22 16:46:41.160605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55806) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:41.187966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b740cd8-4644-40da-9296-8443e0e118a6 req-8a86e3dd-e585-4668-b396-b8692e681985 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271212 Jul 22 16:46:41.440067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5168b053-15b0-4295-8766-504546d75904 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:41.440701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5168b053-15b0-4295-8766-504546d75904 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:41.441222 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5168b053-15b0-4295-8766-504546d75904 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:41.454950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5168b053-15b0-4295-8766-504546d75904 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=ba25aba9442a450497d693578b5a7823&network_id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd HTTP/1.1" status: 200 len: 2972 time: 0.2802713 Jul 22 16:46:41.780805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735eac4a-e73c-47b4-92b9-918ca11ee397 req-49641e10-158d-42d8-b840-bd01cbfdf801 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:41.783740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-735eac4a-e73c-47b4-92b9-918ca11ee397 req-49641e10-158d-42d8-b840-bd01cbfdf801 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.0994949 Jul 22 16:46:41.842221 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-735eac4a-e73c-47b4-92b9-918ca11ee397 req-29a86ae3-0db2-4d50-9cbe-e4a1a48474b0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532053 Jul 22 16:46:42.412573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890f940-4b8c-496e-ac97-94bbfa8ada89 req-6085cc17-9bdd-4021-b149-3ad4fa10bd4b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:42.417865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427400b2-044b-42f9-a58f-92e53674142d req-4b59276c-522f-4869-b642-2e51ac048bff tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:42.419658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4890f940-4b8c-496e-ac97-94bbfa8ada89 req-6085cc17-9bdd-4021-b149-3ad4fa10bd4b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1308980 Jul 22 16:46:42.428913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-427400b2-044b-42f9-a58f-92e53674142d req-4b59276c-522f-4869-b642-2e51ac048bff tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 943 time: 0.1689203 Jul 22 16:46:42.470781 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-427400b2-044b-42f9-a58f-92e53674142d req-a95eb1cf-56de-4ffc-83bf-293aea79ef8e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 Jul 22 16:46:42.503408 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4890f940-4b8c-496e-ac97-94bbfa8ada89 req-b0c76885-9b50-423f-aa15-0ace2951d78d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684869 Jul 22 16:46:42.620292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:46:42.790075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:42.814169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'port_id': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'mac_address': 'fa:16:3e:67:df:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:46:42.895437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645bf1f-7cd5-4941-b595-0a7ccd16ea88 req-fc096b11-7cc0-473c-aa78-0b527fdf6f5d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:42.896734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:42.903828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2645bf1f-7cd5-4941-b595-0a7ccd16ea88 req-fc096b11-7cc0-473c-aa78-0b527fdf6f5d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.1338921 Jul 22 16:46:42.928411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f92c7a-e11e-47d1-8605-92541c2ab763 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:42.979593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2645bf1f-7cd5-4941-b595-0a7ccd16ea88 req-c2eb3f4c-5c9b-447b-b94e-4d6c035df34f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744584 Jul 22 16:46:42.982233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:42.994958 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:43.105599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:43.121547 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.122281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.122980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.123638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.124297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.124951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.125633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.126283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.126954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.127625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.128286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.128938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:43.137457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcc5d2-5ba4-42ff-a284-1641c013e387 req-8f739d96-cf3e-4064-9f2a-b20e11ee8c74 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:43.147400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cffcc5d2-5ba4-42ff-a284-1641c013e387 req-8f739d96-cf3e-4064-9f2a-b20e11ee8c74 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1372788 Jul 22 16:46:43.210298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cffcc5d2-5ba4-42ff-a284-1641c013e387 req-844806d3-130c-4e02-81dd-79b53e0af1fd tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606108 Jul 22 16:46:43.455761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['47f92c7a-e11e-47d1-8605-92541c2ab763'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:43.653086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ce3ac-0a28-44a0-88ae-67ce7b15c7e2 req-9a05942b-0a99-432e-866c-60750f7e143a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:43.662065 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f08ce3ac-0a28-44a0-88ae-67ce7b15c7e2 req-9a05942b-0a99-432e-866c-60750f7e143a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 944 time: 0.0848217 Jul 22 16:46:43.710363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f08ce3ac-0a28-44a0-88ae-67ce7b15c7e2 req-f0059ded-6db4-4c26-a675-f209b7e0ac6a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466800 Jul 22 16:46:43.736116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2180e3-005e-48f9-86b1-bc8d8c6f2461 req-8309bf0d-6936-4ebf-b641-80fb2e94994e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:43.738324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed2180e3-005e-48f9-86b1-bc8d8c6f2461 req-8309bf0d-6936-4ebf-b641-80fb2e94994e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1113672 Jul 22 16:46:43.784274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed2180e3-005e-48f9-86b1-bc8d8c6f2461 req-d445fe21-5523-4a3f-908b-4ab4d2dcb5e5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Jul 22 16:46:44.018270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55860) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:44.095472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f15cd-b9e1-481a-aab4-5cabbd19b50f tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:44.098106 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1d9f15cd-b9e1-481a-aab4-5cabbd19b50f tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 814 time: 0.0777802 Jul 22 16:46:44.155302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe9593-4a44-4cea-87ba-1c5fb7d69d2f req-99f371a1-d379-4901-b942-3a3eb0263ec4 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:44.157061 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4bfe9593-4a44-4cea-87ba-1c5fb7d69d2f req-99f371a1-d379-4901-b942-3a3eb0263ec4 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0948727 Jul 22 16:46:44.209034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4bfe9593-4a44-4cea-87ba-1c5fb7d69d2f req-4e00fac6-be37-47da-aa30-a7dd3e34d5bc tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Jul 22 16:46:44.403270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc283-a1d5-4c14-b40a-2711161ab372 req-4d60719e-36c5-45d8-9fec-fab0dfd4896f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:44.404960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6fdc283-a1d5-4c14-b40a-2711161ab372 req-4d60719e-36c5-45d8-9fec-fab0dfd4896f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.0801413 Jul 22 16:46:44.478698 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6fdc283-a1d5-4c14-b40a-2711161ab372 req-10a82e0a-9b33-446d-abd7-8e03cd7d9181 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605822 Jul 22 16:46:44.721033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:44.729144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'network': {'name': 'tempest-network-smoke--188598188', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:44.761260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Made reservation on behalf of ba25aba9442a450497d693578b5a7823 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:44.768497 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.808786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:46:44.831687 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.832165 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Added segment 19e326c9-a109-448a-98ab-4f184a38abbf of type vlan for network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 Jul 22 16:46:44.888956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:44.942353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90445aa5-4e91-48f3-beed-7e14974592dd req-bb7337c5-8bee-4768-846f-dfe37ab242fd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:44.944467 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90445aa5-4e91-48f3-beed-7e14974592dd req-bb7337c5-8bee-4768-846f-dfe37ab242fd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 944 time: 0.1334121 Jul 22 16:46:45.001721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90445aa5-4e91-48f3-beed-7e14974592dd req-6a65665f-50ba-4734-98ac-f03381a2d554 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459194 Jul 22 16:46:45.002791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.013029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.014059 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.064625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3403342 Jul 22 16:46:45.067529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55878) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.114911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e49f42-2a08-4966-a5cc-8688109026c3 req-7b07a567-af27-4de8-b4ea-56dbfa0a0359 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.117301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7e49f42-2a08-4966-a5cc-8688109026c3 req-7b07a567-af27-4de8-b4ea-56dbfa0a0359 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.2197130 Jul 22 16:46:45.170353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce501190-ab26-476b-8ef1-7a98b6c2496e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Network': ['ID=5bc221c9-3f4d-467e-b49d-3b42e62854d1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:45.190969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:46:45.205029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeee6b9-c537-4fd0-9d21-52158b2a449f tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.207690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5aeee6b9-c537-4fd0-9d21-52158b2a449f tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba25aba9442a450497d693578b5a7823&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1388354 Jul 22 16:46:45.209860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7e49f42-2a08-4966-a5cc-8688109026c3 req-8c5f1847-d126-4506-93a1-88c73da7f821 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804467 Jul 22 16:46:45.210342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.362801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1941aa7-cb06-4918-8600-acd2007cbdcc tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.364890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d1941aa7-cb06-4918-8600-acd2007cbdcc tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533632 Jul 22 16:46:45.367896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.412259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0691245-38db-4e9e-909c-1ad8518bda2b req-5caa30b8-47d5-4417-a772-db511979700b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.414174 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f0691245-38db-4e9e-909c-1ad8518bda2b req-5caa30b8-47d5-4417-a772-db511979700b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0851870 Jul 22 16:46:45.420775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d73fab6-4d27-4ecf-93ca-1a5a4d8b830f tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501237 Jul 22 16:46:45.423381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55888) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.458852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2d7ae85f-20fd-4b28-8d7e-fc59c3c15cac tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba25aba9442a450497d693578b5a7823&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319557 Jul 22 16:46:45.459108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55890) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.485334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f0691245-38db-4e9e-909c-1ad8518bda2b req-9f73321d-3f8e-4d57-a780-266e6297709a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582955 Jul 22 16:46:45.624860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fbc5c7-295d-4aec-95bf-0767f817ddcd tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.626320 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-98fbc5c7-295d-4aec-95bf-0767f817ddcd tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1662624 Jul 22 16:46:45.629511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.668639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-28bc7fc2-36d3-4479-bdca-779a0d754075 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351250 Jul 22 16:46:45.668913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:45.675310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1319205583', 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:45.754702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-fb4e9b20-caa9-44d6-a377-b3320d90840a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.756615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-fb4e9b20-caa9-44d6-a377-b3320d90840a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 946 time: 0.0923474 Jul 22 16:46:45.790385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c271bc1-e66f-45c7-8115-e2bb13bacf16 req-4966604c-bce0-4913-91fb-ef58df11c334 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:45.792614 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c271bc1-e66f-45c7-8115-e2bb13bacf16 req-4966604c-bce0-4913-91fb-ef58df11c334 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.2151744 Jul 22 16:46:45.839669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Made reservation on behalf of ba25aba9442a450497d693578b5a7823 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:45.844250 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:45.891310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c271bc1-e66f-45c7-8115-e2bb13bacf16 req-5dd5fe06-6cd2-4188-8bc2-01fb095aa5fa tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885489 Jul 22 16:46:45.944561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Deleting port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:45.945374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.095460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] For port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:46.095885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.111838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Calling delete_port for 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:46.185827 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.236479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ae6c6-1df4-4c44-a4e3-54db372f7209 req-acce9e80-ed62-4e66-a197-02199b39426a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:46.238037 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf2ae6c6-1df4-4c44-a4e3-54db372f7209 req-acce9e80-ed62-4e66-a197-02199b39426a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 944 time: 0.1239424 Jul 22 16:46:46.357214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf2ae6c6-1df4-4c44-a4e3-54db372f7209 req-4df5c445-1701-4df2-96c2-569f7158e847 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107047 Jul 22 16:46:46.403886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Subnet': ['ID=eab9bb8a-673b-4adb-8811-3e9a60eac827,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:46.406081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.409672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Checking segment: {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:46.410639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network hostable DHCP agents. Network: 5bc221c9-3f4d-467e-b49d-3b42e62854d1, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:46:46.443544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['236bcf35-fc97-492d-aa1f-99cc8c8f08d7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:46.452964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:46:46.457497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['da4396eb-c297-4d22-9a22-7bf76fe7686e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:46.473783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2d9e3-a1d6-4f32-82f1-62fdfd6f1c61 req-62a55eeb-fbfb-46c2-b845-15b78408f802 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:46.474136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdd2d9e3-a1d6-4f32-82f1-62fdfd6f1c61 req-62a55eeb-fbfb-46c2-b845-15b78408f802 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1257670 Jul 22 16:46:46.475877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 5bc221c9-3f4d-467e-b49d-3b42e62854d1) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:46.481514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:46.482271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.494873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Pushing event deleted for resources: {'Port': ['ID=236bcf35-fc97-492d-aa1f-99cc8c8f08d7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:46.543636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdd2d9e3-a1d6-4f32-82f1-62fdfd6f1c61 req-b8e37602-7460-4bec-b5da-d259ebe95708 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567219 Jul 22 16:46:46.546025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-df5828dc-3fb0-4ff0-ba24-cbdb3f44df0a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8763409 Jul 22 16:46:46.577126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c8d435-4595-49cb-8526-645bb2ad41a0 None None] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:46.630558 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] No DVR routers for this DVR port 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:46.654571 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.657070 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d6eb9f0-3c30-4d60-b13a-1ca2a38ec61b req-44b5e264-bb7b-45ae-be87-bb25440ca47a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.20 "DELETE /v2.0/ports/236bcf35-fc97-492d-aa1f-99cc8c8f08d7 HTTP/1.1" status: 204 len: 173 time: 0.8915763 Jul 22 16:46:46.657600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc666949-73fb-4d27-becb-b51c1dccf9e6', 'name': 'network-vif-deleted', 'tag': '236bcf35-fc97-492d-aa1f-99cc8c8f08d7'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:46.668591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:46.688167 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30908c0-cf26-4122-a1aa-c928524b07de" -d '{"events": [{"server_uuid": "bc666949-73fb-4d27-becb-b51c1dccf9e6", "name": "network-vif-deleted", "tag": "236bcf35-fc97-492d-aa1f-99cc8c8f08d7"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:46.779372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d576bde6-9344-4e67-a32e-4431449fb883 req-cc14ca64-fac1-47af-b261-0e3f7ac08f66 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc666949-73fb-4d27-becb-b51c1dccf9e6 HTTP/1.1" status: 200 len: 210 time: 0.1497490 Jul 22 16:46:46.785573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 47f92c7a-e11e-47d1-8605-92541c2ab763 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:46.786262 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.787213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55914) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:46.797371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f931a09d-e85e-467d-99b7-6f6946c30e28 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-505209297', 'description': 'tempest-secgroup-smoke-505209297 description', 'project_id': 'ba25aba9442a450497d693578b5a7823'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:46.851015 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfec7915-9a75-48ff-8572-88e350d47012 x-openstack-request-id: req-bfec7915-9a75-48ff-8572-88e350d47012 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:46.851563 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc666949-73fb-4d27-becb-b51c1dccf9e6", "name": "network-vif-deleted", "tag": "236bcf35-fc97-492d-aa1f-99cc8c8f08d7", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:46.852694 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfec7915-9a75-48ff-8572-88e350d47012 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:46.854106 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc666949-73fb-4d27-becb-b51c1dccf9e6', 'name': 'network-vif-deleted', 'tag': '236bcf35-fc97-492d-aa1f-99cc8c8f08d7', 'status': 'completed', 'code': 200} Jul 22 16:46:46.890747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f931a09d-e85e-467d-99b7-6f6946c30e28 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:46.977677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-5bc221c9-3f4d-467e-b49d-3b42e62854d1', 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ips': [{'subnet_id': 'eab9bb8a-673b-4adb-8811-3e9a60eac827'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:46:46.978622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.117654 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f931a09d-e85e-467d-99b7-6f6946c30e28 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.154504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f931a09d-e85e-467d-99b7-6f6946c30e28 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.184043 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f931a09d-e85e-467d-99b7-6f6946c30e28 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.189296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55922) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:47.189940 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f931a09d-e85e-467d-99b7-6f6946c30e28 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4005435 Jul 22 16:46:47.195635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-53e3aa34-4343-4947-bc80-787bbaa195b5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '692efd09-8e68-4f05-96b5-fdf66d9f7985', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:47.232328 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eb358-0613-4e0b-afbe-5bc30b0e6e36 req-0b36840d-8a09-4e98-a1f3-13971ebcb9dc tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:47.234971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf2eb358-0613-4e0b-afbe-5bc30b0e6e36 req-0b36840d-8a09-4e98-a1f3-13971ebcb9dc tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1828425 Jul 22 16:46:47.236188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931a09d-e85e-467d-99b7-6f6946c30e28 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692efd09-8e68-4f05-96b5-fdf66d9f7985,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:47.241942 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53e3aa34-4343-4947-bc80-787bbaa195b5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.256688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Allocated IP 172.20.0.18 (5bc221c9-3f4d-467e-b49d-3b42e62854d1/eab9bb8a-673b-4adb-8811-3e9a60eac827/295ddf39-0482-4c73-ab9e-8b3c81df591d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:47.258852 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.324382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:47.326898 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5dd792-5d99-419f-b4da-c41aa0e24c12" -d '{"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-plugged", "status": "completed", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:47.344827 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf2eb358-0613-4e0b-afbe-5bc30b0e6e36 req-789a26b5-45bb-4b0d-b419-b2c35b8197e2 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937736 Jul 22 16:46:47.372879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:47.378823 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.387732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f09292-e2e8-4fa5-8a3a-b51d60cf1e3c req-eb3836e7-a45f-4f07-be81-0ed5ddf5b466 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:47.389505 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-66f09292-e2e8-4fa5-8a3a-b51d60cf1e3c req-eb3836e7-a45f-4f07-be81-0ed5ddf5b466 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 946 time: 0.1413805 Jul 22 16:46:47.391895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53e3aa34-4343-4947-bc80-787bbaa195b5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.407974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53e3aa34-4343-4947-bc80-787bbaa195b5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.443788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3aa34-4343-4947-bc80-787bbaa195b5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5840db9a-882b-4c83-9df2-8c8522143f55,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:47.468419 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c4e3e8-c630-4943-91a3-775c0bd87776 x-openstack-request-id: req-c2c4e3e8-c630-4943-91a3-775c0bd87776 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:47.470180 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-plugged", "status": "completed", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:47.470708 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2c4e3e8-c630-4943-91a3-775c0bd87776 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:47.473712 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'code': 200} Jul 22 16:46:47.495007 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-66f09292-e2e8-4fa5-8a3a-b51d60cf1e3c req-69335628-0814-4bd3-bf68-68bea0eaa021 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975447 Jul 22 16:46:47.505893 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-53e3aa34-4343-4947-bc80-787bbaa195b5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.507583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-53e3aa34-4343-4947-bc80-787bbaa195b5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3172402 Jul 22 16:46:47.512060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:47.520803 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fa3d2f7f-d656-4232-804b-b22df39aaf0e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '692efd09-8e68-4f05-96b5-fdf66d9f7985', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:47.576219 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2f7f-d656-4232-804b-b22df39aaf0e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.652010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:47.774625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e15d4d-f6a1-4afe-b94a-40e064d3259b req-bb323b83-8c46-4408-8a90-6ceddf617c9e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:47.778643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2f7f-d656-4232-804b-b22df39aaf0e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.784557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2f7f-d656-4232-804b-b22df39aaf0e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.789386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86e15d4d-f6a1-4afe-b94a-40e064d3259b req-bb323b83-8c46-4408-8a90-6ceddf617c9e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 946 time: 0.1351299 Jul 22 16:46:47.818394 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.823986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2f7f-d656-4232-804b-b22df39aaf0e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.825571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fa3d2f7f-d656-4232-804b-b22df39aaf0e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112950 Jul 22 16:46:47.830654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:47.832584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d2f7f-d656-4232-804b-b22df39aaf0e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29131d6a-6514-4d7b-89e9-903a2342342b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:47.847356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cdd107a0-c4c4-4007-8d55-09c18aa2377b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '692efd09-8e68-4f05-96b5-fdf66d9f7985', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:47.852340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Transition to ACTIVE for port object 295ddf39-0482-4c73-ab9e-8b3c81df591d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:47.886167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Transition to ACTIVE for port object 295ddf39-0482-4c73-ab9e-8b3c81df591d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:47.896547 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.899508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86e15d4d-f6a1-4afe-b94a-40e064d3259b req-9b54201e-08a3-4b79-9675-510bdd8d76ee tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091251 Jul 22 16:46:47.905973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc5b1e-54c8-442c-abde-0028b442f134 req-2d5753c3-f796-43d0-893b-a4eb6bfc4ebc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:47.918644 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cdd107a0-c4c4-4007-8d55-09c18aa2377b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:47.933742 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bdbc5b1e-54c8-442c-abde-0028b442f134 req-2d5753c3-f796-43d0-893b-a4eb6bfc4ebc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.2115295 Jul 22 16:46:47.971549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:47.982213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:47.993240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:48.024238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cdd107a0-c4c4-4007-8d55-09c18aa2377b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.035720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cdd107a0-c4c4-4007-8d55-09c18aa2377b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.039685 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bdbc5b1e-54c8-442c-abde-0028b442f134 req-152d6adb-efe3-4d4b-8e98-bc00bffd48e0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046767 Jul 22 16:46:48.074151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd107a0-c4c4-4007-8d55-09c18aa2377b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bc2b98-aa03-44a0-80dc-7de5289d9eb2,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:48.080705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e251-393e-4d3d-87ba-e215c8b90415 req-3d301dfe-6cef-4141-907b-6e781cc0bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:48.088237 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3173e251-393e-4d3d-87ba-e215c8b90415 req-3d301dfe-6cef-4141-907b-6e781cc0bf69 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 1098 time: 0.2368252 Jul 22 16:46:48.100205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cdd107a0-c4c4-4007-8d55-09c18aa2377b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.102789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cdd107a0-c4c4-4007-8d55-09c18aa2377b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2636104 Jul 22 16:46:48.103119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Pushing event updated for resources: {'Port': ['ID=295ddf39-0482-4c73-ab9e-8b3c81df591d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:48.105502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:48.113732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a4533dfc-80c8-49c5-85b9-1744ada7bedf tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '692efd09-8e68-4f05-96b5-fdf66d9f7985', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:48.123581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Attempting to bind port 295ddf39-0482-4c73-ab9e-8b3c81df591d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:48.123951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Attempting to bind port 295ddf39-0482-4c73-ab9e-8b3c81df591d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:48.124317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Attempting to bind port 295ddf39-0482-4c73-ab9e-8b3c81df591d on network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:48.131859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:48.132363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Checking segment: {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:48.133662 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.135823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Bound using segment: {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:48.137160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Bound port: 295ddf39-0482-4c73-ab9e-8b3c81df591d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:48.137576 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.168048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4533dfc-80c8-49c5-85b9-1744ada7bedf tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.170195 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3173e251-393e-4d3d-87ba-e215c8b90415 req-3f61ed1b-a837-4f0d-9ff3-63e2b63f9447 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740230 Jul 22 16:46:48.233310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] For port 295ddf39-0482-4c73-ab9e-8b3c81df591d, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:48.237546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] For port 295ddf39-0482-4c73-ab9e-8b3c81df591d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=295ddf39-0482-4c73-ab9e-8b3c81df591d,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:48.246027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.292469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4533dfc-80c8-49c5-85b9-1744ada7bedf tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.301024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4533dfc-80c8-49c5-85b9-1744ada7bedf tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.344651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4533dfc-80c8-49c5-85b9-1744ada7bedf tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34076aa9-4f88-4893-861c-23c89786ad75,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:48.349009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198b5a5-f17b-4f3b-94a1-cfa6e854eb89 None None] Pushing event updated for resources: {'Port': ['ID=295ddf39-0482-4c73-ab9e-8b3c81df591d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:48.351744 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4533dfc-80c8-49c5-85b9-1744ada7bedf tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.360226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a4533dfc-80c8-49c5-85b9-1744ada7bedf tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2494564 Jul 22 16:46:48.361856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:48.374791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-19567d7d-1b40-4857-b38b-6c65095b5acb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '692efd09-8e68-4f05-96b5-fdf66d9f7985', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:48.413891 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-19567d7d-1b40-4857-b38b-6c65095b5acb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Project ba25aba9442a450497d693578b5a7823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:46:48.415013 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5cf64198-d147-4d63-ab69-260a33fefa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.423686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19567d7d-1b40-4857-b38b-6c65095b5acb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.473859 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da3a66-718a-4085-ab82-b69bf0123d3d req-aa6ee82f-13da-4acf-8ba9-e8f2c3f62f36 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:48.475540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-18da3a66-718a-4085-ab82-b69bf0123d3d req-aa6ee82f-13da-4acf-8ba9-e8f2c3f62f36 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1161747 Jul 22 16:46:48.559476 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-18da3a66-718a-4085-ab82-b69bf0123d3d req-5a55df51-c8da-4a59-ada2-1a992233c7f9 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627983 Jul 22 16:46:48.578724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19567d7d-1b40-4857-b38b-6c65095b5acb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.609065 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19567d7d-1b40-4857-b38b-6c65095b5acb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.683558 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19567d7d-1b40-4857-b38b-6c65095b5acb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.687832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-19567d7d-1b40-4857-b38b-6c65095b5acb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3216321 Jul 22 16:46:48.689923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55952) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:48.714249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-15cc5c15-3ab9-4611-a6cb-569064bdadfd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '692efd09-8e68-4f05-96b5-fdf66d9f7985', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:48.739565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19567d7d-1b40-4857-b38b-6c65095b5acb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a471a650-3095-43f6-88d0-84ddd512d55d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:48.812598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0d51c-2975-4576-9df4-39d77cc73abb req-7feb2f39-37bd-4552-9dff-22d9d3ca255e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:48.822366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7c0d51c-2975-4576-9df4-39d77cc73abb req-7feb2f39-37bd-4552-9dff-22d9d3ca255e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.3236082 Jul 22 16:46:48.850203 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-15cc5c15-3ab9-4611-a6cb-569064bdadfd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Project ba25aba9442a450497d693578b5a7823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:46:48.895274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15cc5c15-3ab9-4611-a6cb-569064bdadfd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:48.900397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7c0d51c-2975-4576-9df4-39d77cc73abb req-4f531e6c-bd65-4fd4-8aae-134f125081a6 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700810 Jul 22 16:46:48.995334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce40a9-1f99-4000-baab-e888ca2916c0 req-8ec51ea8-7ca2-4003-8d5d-7e5c08deab4e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:48.997590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c0ce40a9-1f99-4000-baab-e888ca2916c0 req-8ec51ea8-7ca2-4003-8d5d-7e5c08deab4e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 946 time: 0.1828809 Jul 22 16:46:49.025131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15cc5c15-3ab9-4611-a6cb-569064bdadfd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.036657 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15cc5c15-3ab9-4611-a6cb-569064bdadfd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.075270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc5c15-3ab9-4611-a6cb-569064bdadfd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4219e478-17bc-484b-a59e-269a1a36a28f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:49.095842 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c0ce40a9-1f99-4000-baab-e888ca2916c0 req-15282bd0-3bf7-42e9-ac1a-5c96ca1497cf tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915372 Jul 22 16:46:49.100351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15cc5c15-3ab9-4611-a6cb-569064bdadfd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:49.101681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1367d-1dbc-4733-8ace-4399870f2cef req-560c2b8c-73aa-4329-8efc-f36204a37d0d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:49.102595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-15cc5c15-3ab9-4611-a6cb-569064bdadfd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4106393 Jul 22 16:46:49.106173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25b1367d-1dbc-4733-8ace-4399870f2cef req-560c2b8c-73aa-4329-8efc-f36204a37d0d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 946 time: 0.1095667 Jul 22 16:46:49.185212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25b1367d-1dbc-4733-8ace-4399870f2cef req-c2be7fa6-4a1c-4e31-9c8c-c8af6ddfc0e3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695798 Jul 22 16:46:49.349704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfa246-8cb8-4f1d-875e-b132f65be50f req-7ae2bc8b-bef4-413b-92c7-60dc975df389 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:49.351020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26cfa246-8cb8-4f1d-875e-b132f65be50f req-7ae2bc8b-bef4-413b-92c7-60dc975df389 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 943 time: 0.1461644 Jul 22 16:46:49.355860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 295ddf39-0482-4c73-ab9e-8b3c81df591d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:49.417748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26cfa246-8cb8-4f1d-875e-b132f65be50f req-ffa46aa5-f4e2-4608-99a6-082d4b28f235 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520062 Jul 22 16:46:49.471099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 295ddf39-0482-4c73-ab9e-8b3c81df591d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:49.766760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823dcdf-e072-4506-aca8-3b6410f8a96b req-d7c3b5ef-1a8f-427c-9158-abb77d5a317d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:49.769132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7823dcdf-e072-4506-aca8-3b6410f8a96b req-d7c3b5ef-1a8f-427c-9158-abb77d5a317d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1168067 Jul 22 16:46:49.887360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7823dcdf-e072-4506-aca8-3b6410f8a96b req-f565b1e8-728b-4263-bb5e-94b4e0fc255f tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762179 Jul 22 16:46:49.955853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-ff2c0e5c-de6b-48a0-869f-fd0e311d9021 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:49.958860 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-ff2c0e5c-de6b-48a0-869f-fd0e311d9021 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 946 time: 0.2120197 Jul 22 16:46:49.994319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bfa5f8-ba6c-4da2-897b-70b79b39bef8 None None] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:46:50.158754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f698e836-c1fe-4a10-91da-4eded278ee05 None None] Provisioning for port 295ddf39-0482-4c73-ab9e-8b3c81df591d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:50.167677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f698e836-c1fe-4a10-91da-4eded278ee05 None None] Provisioning complete for port 295ddf39-0482-4c73-ab9e-8b3c81df591d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:50.168631 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f698e836-c1fe-4a10-91da-4eded278ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.214522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Deleting port 7643ab73-2313-4f10-aa41-47e43682e434 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:50.214956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.321320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15d7dc-1010-4092-a94f-9581d8151257 req-d2cb8c2f-6e2e-4a5d-a804-dec2ced73712 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:50.332112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d15d7dc-1010-4092-a94f-9581d8151257 req-d2cb8c2f-6e2e-4a5d-a804-dec2ced73712 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.2288136 Jul 22 16:46:50.377752 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f698e836-c1fe-4a10-91da-4eded278ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.409468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] For port 7643ab73-2313-4f10-aa41-47e43682e434, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7643ab73-2313-4f10-aa41-47e43682e434,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:50.409908 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.433597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Calling delete_port for 7643ab73-2313-4f10-aa41-47e43682e434 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:50.453740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f698e836-c1fe-4a10-91da-4eded278ee05 None None] For port 295ddf39-0482-4c73-ab9e-8b3c81df591d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=295ddf39-0482-4c73-ab9e-8b3c81df591d,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:50.471750 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f698e836-c1fe-4a10-91da-4eded278ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.482104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d15d7dc-1010-4092-a94f-9581d8151257 req-3654113e-fe30-441a-be9f-2134e23dcebf tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486735 Jul 22 16:46:50.559556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698e836-c1fe-4a10-91da-4eded278ee05 None None] Pushing event updated for resources: {'Port': ['ID=295ddf39-0482-4c73-ab9e-8b3c81df591d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:50.569537 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-373e423a-dc06-46ab-8bef-27ddee0326d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505209297&fields=id&tenant_id=ba25aba9442a450497d693578b5a7823 HTTP/1.1" status: 200 len: 267 time: 0.1171753 Jul 22 16:46:50.590728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4fb6c53d-2497-4433-80d4-967bf4ea0883 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:46:50.651076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:50.714868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:50.715516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 236bcf35-fc97-492d-aa1f-99cc8c8f08d7 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:50.874580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16503c07-029a-47be-8077-be3b791066eb req-0bd46f8d-4797-4179-b1c8-533df538b56e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:50.876372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-16503c07-029a-47be-8077-be3b791066eb req-0bd46f8d-4797-4179-b1c8-533df538b56e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 946 time: 0.1716075 Jul 22 16:46:50.887892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9265-9963-41db-9544-908c0bb584a5 req-c6a0be11-1780-496f-94d7-a1df3ed45ad4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:50.890473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-c6a0be11-1780-496f-94d7-a1df3ed45ad4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/networks?id=5bc221c9-3f4d-467e-b49d-3b42e62854d1 HTTP/1.1" status: 200 len: 796 time: 0.3057117 Jul 22 16:46:50.906126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4fb6c53d-2497-4433-80d4-967bf4ea0883, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4fb6c53d-2497-4433-80d4-967bf4ea0883,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:50.918206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-b43dd710-7567-4ba5-9ae2-4ba514705bad tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/quotas/ba25aba9442a450497d693578b5a7823 HTTP/1.1" status: 200 len: 375 time: 0.0209913 Jul 22 16:46:50.940732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '4fb6c53d-2497-4433-80d4-967bf4ea0883', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'port_id': '4fb6c53d-2497-4433-80d4-967bf4ea0883', 'mac_address': 'fa:16:3e:e1:90:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:46:50.958646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d39987d2-b409-4d57-a7a1-a587a4851df5 None None] Provisioning complete for port 295ddf39-0482-4c73-ab9e-8b3c81df591d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:50.959252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-16503c07-029a-47be-8077-be3b791066eb req-a493a529-bfe8-4f75-a5cf-071bc26638cf tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728142 Jul 22 16:46:50.960377 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:50.966028 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d39987d2-b409-4d57-a7a1-a587a4851df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.091308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['7643ab73-2313-4f10-aa41-47e43682e434'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:51.099316 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-2196564c-d88d-4feb-871a-03c2dca3bef7 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1677747 Jul 22 16:46:51.106076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] No DVR routers for this DVR port 7643ab73-2313-4f10-aa41-47e43682e434 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:51.117037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.121525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5d23353-5fc7-47b0-adf4-8c188071f551 req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "DELETE /v2.0/ports/7643ab73-2313-4f10-aa41-47e43682e434 HTTP/1.1" status: 204 len: 173 time: 1.1513634 Jul 22 16:46:51.123267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f71db2-3e68-4aae-a8a9-552a1a948436', 'name': 'network-vif-deleted', 'tag': '7643ab73-2313-4f10-aa41-47e43682e434'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:51.136941 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3800c909-52d1-40e9-a9e8-03d874067345" -d '{"events": [{"server_uuid": "b4f71db2-3e68-4aae-a8a9-552a1a948436", "name": "network-vif-deleted", "tag": "7643ab73-2313-4f10-aa41-47e43682e434"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:51.143019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66926ab-40d3-4e02-aff9-282e5e35d390 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event deleted for resources: {'Port': ['ID=7643ab73-2313-4f10-aa41-47e43682e434,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:51.270680 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f23552a2-c27e-404e-87e2-518fed8d08cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.278538 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.301204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb6c53d-2497-4433-80d4-967bf4ea0883 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:51.307361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 295ddf39-0482-4c73-ab9e-8b3c81df591d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:51.311821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c83311-521c-4ed7-a7ab-5cbac76064ae req-dd542a35-3f7e-493f-8005-63b93265b38f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:51.318705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f0c83311-521c-4ed7-a7ab-5cbac76064ae req-dd542a35-3f7e-493f-8005-63b93265b38f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 946 time: 0.2036994 Jul 22 16:46:51.332986 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.335339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-1bfd1bb3-73dd-45ca-8baa-d3b3e264e03b service neutron] 10.222.0.53 "GET /v2.0/networks/5bc221c9-3f4d-467e-b49d-3b42e62854d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100322 Jul 22 16:46:51.380163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f0c83311-521c-4ed7-a7ab-5cbac76064ae req-d19ad0e3-cbc7-48e0-b97b-493d89ea2551 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568373 Jul 22 16:46:51.411568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4fb6c53d-2497-4433-80d4-967bf4ea0883, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4fb6c53d-2497-4433-80d4-967bf4ea0883,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:51.421380 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.588240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-2d466a43-c719-4309-97b1-4adbb040763a service neutron] 10.222.0.53 "GET /v2.0/networks/5bc221c9-3f4d-467e-b49d-3b42e62854d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464621 Jul 22 16:46:51.661300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4015be1-f697-4392-82cf-fd2034886c07 req-2d9e8eaf-3d8b-4969-8084-7dca28f3d324 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:51.664694 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d4015be1-f697-4392-82cf-fd2034886c07 req-2d9e8eaf-3d8b-4969-8084-7dca28f3d324 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 944 time: 0.1151266 Jul 22 16:46:51.728585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 295ddf39-0482-4c73-ab9e-8b3c81df591d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:51.729452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:51.788542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d4015be1-f697-4392-82cf-fd2034886c07 req-6fc39dda-ee7f-458d-bed4-0b6213316483 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066134 Jul 22 16:46:51.808535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=4fb6c53d-2497-4433-80d4-967bf4ea0883,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:51.934738 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4220cca3-5ea5-43ac-92af-47eed5e82403 x-openstack-request-id: req-4220cca3-5ea5-43ac-92af-47eed5e82403 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:51.935878 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f71db2-3e68-4aae-a8a9-552a1a948436", "name": "network-vif-deleted", "tag": "7643ab73-2313-4f10-aa41-47e43682e434", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:51.935878 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4220cca3-5ea5-43ac-92af-47eed5e82403 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:51.935878 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f71db2-3e68-4aae-a8a9-552a1a948436', 'name': 'network-vif-deleted', 'tag': '7643ab73-2313-4f10-aa41-47e43682e434', 'status': 'completed', 'code': 200} Jul 22 16:46:51.965286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['4fb6c53d-2497-4433-80d4-967bf4ea0883'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:52.099335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f3713-dcc3-45b0-8a1e-b71746d4e55a req-19111e74-54b5-4674-b045-42610b25c179 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:52.101021 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-810f3713-dcc3-45b0-8a1e-b71746d4e55a req-19111e74-54b5-4674-b045-42610b25c179 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1642914 Jul 22 16:46:52.226283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-810f3713-dcc3-45b0-8a1e-b71746d4e55a req-c8996b33-df60-468f-8c75-ad043bf6098b tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070414 Jul 22 16:46:52.234719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c0d5d-8425-48a7-a601-06c67babbcb9 req-40d99cc4-a4d8-47d3-acaa-fce670541efc tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:52.236792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e23c0d5d-8425-48a7-a601-06c67babbcb9 req-40d99cc4-a4d8-47d3-acaa-fce670541efc tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1920428 Jul 22 16:46:52.351672 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f07787f4-571d-4e76-b556-dfe713fa5aa7 req-e57aa4e4-d2b2-43d3-8bb7-16573296ce48 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 210 time: 0.0620139 Jul 22 16:46:52.357446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e23c0d5d-8425-48a7-a601-06c67babbcb9 req-6bb681a8-baa5-4e69-a796-d4022cf9ddbb tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115415 Jul 22 16:46:52.501713 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:52.506910 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7cd738eb-9ff1-475a-97d9-3ee57d0f4bec req-6d787ced-e9aa-43bf-a19f-78aadfa37386 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 210 time: 0.0710497 Jul 22 16:46:53.002029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01ba1a-bfe9-4e93-9123-f2e3f7e95b0f req-dc1d0f9b-c7f9-4e20-9016-0078f8499068 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:53.004483 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba01ba1a-bfe9-4e93-9123-f2e3f7e95b0f req-dc1d0f9b-c7f9-4e20-9016-0078f8499068 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 944 time: 0.1082079 Jul 22 16:46:53.078758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ba01ba1a-bfe9-4e93-9123-f2e3f7e95b0f req-56e58e6d-aae5-4f38-a6ab-5f9baa5dd39f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629115 Jul 22 16:46:53.541198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1cc2-c945-4883-bcfe-5ef285c0ef38 req-227c121e-103f-4fca-83d9-3969a7316a6d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:53.548997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c30e1cc2-c945-4883-bcfe-5ef285c0ef38 req-227c121e-103f-4fca-83d9-3969a7316a6d tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2128725 Jul 22 16:46:53.605527 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c763d63b-ba65-4d61-9cde-736f9a28d305 req-d53e2bdd-8f07-4957-bf01-0175fda82b38 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 210 time: 0.1046929 Jul 22 16:46:53.900192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ae42b-2703-4632-aa2d-b598c4bba40b req-475287f4-ee63-498a-aaa5-d58dd9dab110 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:53.902591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-418ae42b-2703-4632-aa2d-b598c4bba40b req-475287f4-ee63-498a-aaa5-d58dd9dab110 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1367843 Jul 22 16:46:53.972756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-418ae42b-2703-4632-aa2d-b598c4bba40b req-9b67e31d-65f4-48d5-861e-e0f942b94578 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609679 Jul 22 16:46:54.031674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9265-9963-41db-9544-908c0bb584a5 req-e2e5ceb6-9cc0-4409-b858-83756f651d12 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:54.033136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-e2e5ceb6-9cc0-4409-b858-83756f651d12 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.20 "GET /v2.0/networks?id=5bc221c9-3f4d-467e-b49d-3b42e62854d1 HTTP/1.1" status: 200 len: 796 time: 0.6369302 Jul 22 16:46:54.052922 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c30e1cc2-c945-4883-bcfe-5ef285c0ef38 req-099d461b-b8eb-416a-8d42-a7857fdadd16 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021098 Jul 22 16:46:54.109404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3770c31b-75fe-4cbc-b67b-d4e9775b7d39 req-006165ae-17bc-48db-a45a-13542e67ed0e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 210 time: 0.0463669 Jul 22 16:46:54.144253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-891f4de7-12f9-414a-8532-43df3d110a32 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba25aba9442a450497d693578b5a7823 HTTP/1.1" status: 200 len: 472 time: 0.0794175 Jul 22 16:46:54.150543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'port': {'device_id': 'b2bc4732-b927-44a6-9389-1e8e99f36135', 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1', 'admin_state_up': True, 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'security_groups': ['692efd09-8e68-4f05-96b5-fdf66d9f7985']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:54.209351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.357484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf291fb1-5de5-4fc0-be78-826238eb280f req-c5d50405-c5ea-48c7-a627-bc81977a48b0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:54.359786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf291fb1-5de5-4fc0-be78-826238eb280f req-c5d50405-c5ea-48c7-a627-bc81977a48b0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 944 time: 0.1460679 Jul 22 16:46:54.387565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Made reservation on behalf of ba25aba9442a450497d693578b5a7823 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:46:54.391162 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.431070 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf291fb1-5de5-4fc0-be78-826238eb280f req-4693a14e-b9fe-4ae8-867f-b84667cc7cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641460 Jul 22 16:46:54.580560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.20.0.28 (5bc221c9-3f4d-467e-b49d-3b42e62854d1/eab9bb8a-673b-4adb-8811-3e9a60eac827/d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:46:54.624640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4fb6c53d-2497-4433-80d4-967bf4ea0883 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:46:54.716815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7643ab73-2313-4f10-aa41-47e43682e434 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:46:54.782907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 7643ab73-2313-4f10-aa41-47e43682e434 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:46:54.791928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7643ab73-2313-4f10-aa41-47e43682e434 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:46:54.820815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 4fb6c53d-2497-4433-80d4-967bf4ea0883 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:54.826584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 4fb6c53d-2497-4433-80d4-967bf4ea0883 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:54.827244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.832076 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6f0d097-d150-4bcb-a20b-6b4280c37354 req-1b7c6c17-d178-4071-b0f7-48ed53f33fe5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 210 time: 0.0621107 Jul 22 16:46:54.836647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.871639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Transition to ACTIVE for port object d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:54.929865 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.944917 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:54.962875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:46:54.965891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:46:54.991160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:46:55.016341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d624df-4de3-4ab9-a4dd-0f85e8bcca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb6c53d-2497-4433-80d4-967bf4ea0883'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:55.021203 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a61cfde-beee-4a50-827a-bd838f4a2315" -d '{"events": [{"server_uuid": "03d624df-4de3-4ab9-a4dd-0f85e8bcca31", "name": "network-vif-plugged", "status": "completed", "tag": "4fb6c53d-2497-4433-80d4-967bf4ea0883"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:55.051313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4fb6c53d-2497-4433-80d4-967bf4ea0883, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4fb6c53d-2497-4433-80d4-967bf4ea0883,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:55.059697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:55.060632 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.060811 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.133545 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9944193 Jul 22 16:46:55.140161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b3ea4-2a1e-4a32-bf02-244a755c02d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:55.158750 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b19bddc-aeb9-48c5-ae95-82cb3d1d44a4 x-openstack-request-id: req-5b19bddc-aeb9-48c5-ae95-82cb3d1d44a4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:55.159386 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d624df-4de3-4ab9-a4dd-0f85e8bcca31", "name": "network-vif-plugged", "status": "completed", "tag": "4fb6c53d-2497-4433-80d4-967bf4ea0883", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:55.165016 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b19bddc-aeb9-48c5-ae95-82cb3d1d44a4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:55.168314 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d624df-4de3-4ab9-a4dd-0f85e8bcca31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb6c53d-2497-4433-80d4-967bf4ea0883', 'code': 200} Jul 22 16:46:55.175293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Request body: {'port': {'device_id': 'b2bc4732-b927-44a6-9389-1e8e99f36135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:46:55.257349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=4fb6c53d-2497-4433-80d4-967bf4ea0883,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:55.380253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cc655-85f7-4a23-a0ce-80f9cbf01608 req-fca100e2-04be-4db1-bed3-34cf49d65e40 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:55.390724 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad8cc655-85f7-4a23-a0ce-80f9cbf01608 req-fca100e2-04be-4db1-bed3-34cf49d65e40 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1776249 Jul 22 16:46:55.406973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.481546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5ad53464-37ac-4cab-96ee-5ba5356f3053 None None] Provisioning for port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:46:55.487544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5ad53464-37ac-4cab-96ee-5ba5356f3053 None None] Provisioning complete for port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:46:55.488990 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5ad53464-37ac-4cab-96ee-5ba5356f3053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:55.497482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75b425-1b35-4e0f-9cff-b25b4f1ea3d9 req-ed9fedc5-8c71-478c-bc6f-4f86c76ce6d6 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:55.507413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb75b425-1b35-4e0f-9cff-b25b4f1ea3d9 req-ed9fedc5-8c71-478c-bc6f-4f86c76ce6d6 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.2585571 Jul 22 16:46:55.524380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c3dca-4c04-41da-baea-9389c40b3dba req-18d734d8-fa36-4403-89b3-b493b4acdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:55.525903 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d59c3dca-4c04-41da-baea-9389c40b3dba req-18d734d8-fa36-4403-89b3-b493b4acdd60 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 1097 time: 0.2025175 Jul 22 16:46:55.527652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad8cc655-85f7-4a23-a0ce-80f9cbf01608 req-094001cd-c26c-4c33-80e7-57471ef97762 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359856 Jul 22 16:46:55.604201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5ad53464-37ac-4cab-96ee-5ba5356f3053 None None] Port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:46:55.652719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb75b425-1b35-4e0f-9cff-b25b4f1ea3d9 req-1c77e4ef-8202-4f21-83e1-fb1c96c986cf tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327326 Jul 22 16:46:55.674909 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d59c3dca-4c04-41da-baea-9389c40b3dba req-f46310e3-6f75-4e43-9c1c-59f45ae0d38e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083930 Jul 22 16:46:55.704864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1ea76b6-09d8-4b53-a66e-891011520f6c req-262bb631-2c45-4483-a2d2-4e70a9886580 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 210 time: 0.0631063 Jul 22 16:46:55.852354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b81699-048d-4a46-a45a-ed602977e490 req-072c9b69-0137-4324-b607-bd7bd7f5faa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:55.860496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e9b81699-048d-4a46-a45a-ed602977e490 req-072c9b69-0137-4324-b607-bd7bd7f5faa9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 945 time: 0.1084659 Jul 22 16:46:55.938659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e9b81699-048d-4a46-a45a-ed602977e490 req-253a08d3-7a30-47f8-aae6-050c0db9b5db tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751886 Jul 22 16:46:56.013456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:46:56.023516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.047983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Transition to ACTIVE for port object d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:46:56.058246 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.068721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b97810-113b-4d42-9dd4-8e7afae0f6f8 req-6adbc694-2a5d-49c3-9e41-6ad6d9070e3e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:56.070284 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2b97810-113b-4d42-9dd4-8e7afae0f6f8 req-6adbc694-2a5d-49c3-9e41-6ad6d9070e3e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 932 time: 0.1298504 Jul 22 16:46:56.159954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:56.207177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2b97810-113b-4d42-9dd4-8e7afae0f6f8 req-cc4479bb-3839-47f8-a1bb-58ead3774202 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056111 Jul 22 16:46:56.304878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Attempting to bind port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:46:56.305207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Attempting to bind port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:46:56.305360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Attempting to bind port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f on network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:56.312055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f on network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:46:56.314558 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Attempting to bind port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f on network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:46:56.330714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:46:56.331100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Checking segment: {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:46:56.331471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Bound using segment: {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:46:56.331906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Bound port: d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:46:56.332260 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.454437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] For port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:46:56.463054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] For port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:46:56.471138 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.546256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:56.547287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:56.549962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] 10.222.0.20 "PUT /v2.0/ports/d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f HTTP/1.1" status: 200 len: 1093 time: 1.4013088 Jul 22 16:46:56.550719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bc4732-b927-44a6-9389-1e8e99f36135', 'tag': 'd8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:56.555519 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268fc6a2-4f8c-4076-852a-f84465e22633" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bc4732-b927-44a6-9389-1e8e99f36135", "tag": "d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:56.629892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9734dd-a9ca-4c47-9bc7-3c4426bf8f73 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:56.702781 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30913e1-721f-4047-84b3-8583e294e13e x-openstack-request-id: req-b30913e1-721f-4047-84b3-8583e294e13e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:56.702781 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bc4732-b927-44a6-9389-1e8e99f36135", "tag": "d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:56.703318 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b30913e1-721f-4047-84b3-8583e294e13e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:56.703533 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bc4732-b927-44a6-9389-1e8e99f36135', 'tag': 'd8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f', 'status': 'completed', 'code': 200} Jul 22 16:46:56.755678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9265-9963-41db-9544-908c0bb584a5 req-2f127a51-fda2-4dd8-b6c8-824d724919ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:56.757241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-2f127a51-fda2-4dd8-b6c8-824d724919ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 1096 time: 0.1191037 Jul 22 16:46:56.839373 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-30f92b69-9dbc-413a-a740-f74c6a5caaf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f HTTP/1.1" status: 200 len: 217 time: 0.0680656 Jul 22 16:46:56.948083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9265-9963-41db-9544-908c0bb584a5 req-67fb1b3f-25cc-4125-980a-cc0b94e45482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:56.949746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-67fb1b3f-25cc-4125-980a-cc0b94e45482 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eab9bb8a-673b-4adb-8811-3e9a60eac827 HTTP/1.1" status: 200 len: 838 time: 0.1044257 Jul 22 16:46:56.955024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-0bcba91c-e6fb-453e-9863-5656a60d9acf tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:56.957224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-0bcba91c-e6fb-453e-9863-5656a60d9acf tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1729696 Jul 22 16:46:56.973639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d9aaa-9058-468d-bbca-bf86aca10fe3 req-14b8b1ef-5517-446a-bf2e-1915652c8c08 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:56.985386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c28d9aaa-9058-468d-bbca-bf86aca10fe3 req-14b8b1ef-5517-446a-bf2e-1915652c8c08 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.3165073 Jul 22 16:46:57.039368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b56f9-296d-4982-8ed0-2e66d004e7c9 req-2f8a27d5-7370-4d62-938d-da6251366c96 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:57.052134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-494b56f9-296d-4982-8ed0-2e66d004e7c9 req-2f8a27d5-7370-4d62-938d-da6251366c96 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 945 time: 0.1895790 Jul 22 16:46:57.091879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c28d9aaa-9058-468d-bbca-bf86aca10fe3 req-0fb58112-0de5-4007-8e3f-6e515797d2c2 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051133 Jul 22 16:46:57.133067 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-494b56f9-296d-4982-8ed0-2e66d004e7c9 req-75a675ec-30dd-4c97-9b85-db0f1a8fc076 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b645860-da39-45c8-9d4c-de92bfbb2c48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669620 Jul 22 16:46:57.135360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9265-9963-41db-9544-908c0bb584a5 req-ff42fec8-8971-4df3-a3a6-0edf0efa27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:57.136932 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-ff42fec8-8971-4df3-a3a6-0edf0efa27a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bc221c9-3f4d-467e-b49d-3b42e62854d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1757500 Jul 22 16:46:57.158185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Deleting port da4396eb-c297-4d22-9a22-7bf76fe7686e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:46:57.158690 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.332576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-142ee42e-c7c0-4e34-923f-72664688c521 req-d8f40f8d-e011-4c4f-bfad-e795aee53524 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4f71db2-3e68-4aae-a8a9-552a1a948436 HTTP/1.1" status: 200 len: 210 time: 0.0982697 Jul 22 16:46:57.389384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-6ada5053-e714-481e-9f46-750d15e5c83b service neutron] 10.222.0.20 "GET /v2.0/networks/5bc221c9-3f4d-467e-b49d-3b42e62854d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439091 Jul 22 16:46:57.429523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] For port da4396eb-c297-4d22-9a22-7bf76fe7686e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=da4396eb-c297-4d22-9a22-7bf76fe7686e,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:46:57.430055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.452118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60dd88-b7a4-455c-8336-2c092080058b req-fdb7df44-050c-4ccc-82aa-f3407dca9485 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:57.457640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a60dd88-b7a4-455c-8336-2c092080058b req-fdb7df44-050c-4ccc-82aa-f3407dca9485 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 945 time: 0.1738293 Jul 22 16:46:57.477547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Calling delete_port for da4396eb-c297-4d22-9a22-7bf76fe7686e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:46:57.555552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a60dd88-b7a4-455c-8336-2c092080058b req-9339a3c9-4566-4995-8624-1f697524f3ff tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969479 Jul 22 16:46:57.586563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62dc9265-9963-41db-9544-908c0bb584a5 req-56476682-83af-4d9b-bc88-d5409c9b4577 service neutron] 10.222.0.20 "GET /v2.0/networks/5bc221c9-3f4d-467e-b49d-3b42e62854d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876838 Jul 22 16:46:57.651189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4a432-17e5-4a73-a495-9a240d9201d0 req-d4b2ea04-f3f7-41cf-af32-251c3502ba72 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:57.653047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4ba4a432-17e5-4a73-a495-9a240d9201d0 req-d4b2ea04-f3f7-41cf-af32-251c3502ba72 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 944 time: 0.2020600 Jul 22 16:46:57.745362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4ba4a432-17e5-4a73-a495-9a240d9201d0 req-b2bf6451-985f-48ad-870a-60cb9b16d7cb tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858011 Jul 22 16:46:57.758571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.780905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-efd28939-924b-4eac-b1fd-0e1ec3be7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:57.784049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-efd28939-924b-4eac-b1fd-0e1ec3be7da4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 1096 time: 0.0743372 Jul 22 16:46:57.801670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Pushing event deleted for resources: {'Port': ['ID=da4396eb-c297-4d22-9a22-7bf76fe7686e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:46:57.805002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['da4396eb-c297-4d22-9a22-7bf76fe7686e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:46:57.822719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.823759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.824334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.824899 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.825612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.826162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.826704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.827278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.827841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.828402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.828957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.829512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:46:57.927873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] No DVR routers for this DVR port da4396eb-c297-4d22-9a22-7bf76fe7686e on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:46:57.931539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:46:57.933571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9d58e25d-6f95-4fbc-b9de-65014789748c req-e1a8722f-4ea2-4f51-b196-2604a340998a tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.65 "DELETE /v2.0/ports/da4396eb-c297-4d22-9a22-7bf76fe7686e HTTP/1.1" status: 204 len: 173 time: 0.9450858 Jul 22 16:46:57.934042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed79c25-d717-4ce7-b22f-513126fedf27', 'name': 'network-vif-deleted', 'tag': 'da4396eb-c297-4d22-9a22-7bf76fe7686e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:46:57.936363 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9aa962-85bc-47d3-aee3-2366bd5a13c2" -d '{"events": [{"server_uuid": "5ed79c25-d717-4ce7-b22f-513126fedf27", "name": "network-vif-deleted", "tag": "da4396eb-c297-4d22-9a22-7bf76fe7686e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:46:57.941883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-eb7cb477-f242-4f24-a50e-1fec0d45c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:57.944854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-eb7cb477-f242-4f24-a50e-1fec0d45c17b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bc221c9-3f4d-467e-b49d-3b42e62854d1 HTTP/1.1" status: 200 len: 897 time: 0.1531923 Jul 22 16:46:57.981305 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7647962c-dc05-44d4-a431-6a0ce11d1bbd x-openstack-request-id: req-7647962c-dc05-44d4-a431-6a0ce11d1bbd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:46:57.981831 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed79c25-d717-4ce7-b22f-513126fedf27", "name": "network-vif-deleted", "tag": "da4396eb-c297-4d22-9a22-7bf76fe7686e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:46:57.983120 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7647962c-dc05-44d4-a431-6a0ce11d1bbd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:46:57.983120 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed79c25-d717-4ce7-b22f-513126fedf27', 'name': 'network-vif-deleted', 'tag': 'da4396eb-c297-4d22-9a22-7bf76fe7686e', 'status': 'completed', 'code': 200} Jul 22 16:46:57.996060 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-de5bda96-c341-4ce1-86be-e7c0b4e05fd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f HTTP/1.1" status: 200 len: 217 time: 0.0435724 Jul 22 16:46:58.062239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-f501b2a2-862a-4140-9d24-b13f05f92f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:58.063916 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-f501b2a2-862a-4140-9d24-b13f05f92f1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eab9bb8a-673b-4adb-8811-3e9a60eac827 HTTP/1.1" status: 200 len: 838 time: 0.0612044 Jul 22 16:46:58.144887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-65231490-9300-4829-8ad6-e0501843cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:58.148074 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-65231490-9300-4829-8ad6-e0501843cbae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bc221c9-3f4d-467e-b49d-3b42e62854d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0770228 Jul 22 16:46:58.315651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d7af099-48c9-4d61-a15f-5d642e121af0 req-0519ec1b-772e-48ab-a5e2-e7eb3d7d3b63 tempest-ServerRescueNegativeTestJSON-1788032081 tempest-ServerRescueNegativeTestJSON-1788032081-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ed79c25-d717-4ce7-b22f-513126fedf27 HTTP/1.1" status: 200 len: 210 time: 0.0509841 Jul 22 16:46:58.327324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d184e8-5ae2-4069-b885-e11d18b23c68 req-0f774aba-07e9-47e7-bf51-069e2f239bda tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:58.329372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33d184e8-5ae2-4069-b885-e11d18b23c68 req-0f774aba-07e9-47e7-bf51-069e2f239bda tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1510725 Jul 22 16:46:58.379828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-571809b9-f349-44c2-a955-93950c8fb400 service neutron] 10.222.0.20 "GET /v2.0/networks/5bc221c9-3f4d-467e-b49d-3b42e62854d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251005 Jul 22 16:46:58.426491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33d184e8-5ae2-4069-b885-e11d18b23c68 req-70d41f32-7b59-43f2-8943-cbfbf21d5b1b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848391 Jul 22 16:46:58.560751 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-268fc6a2-4f8c-4076-852a-f84465e22633 req-82313e5e-24d1-4535-a438-04a613546121 service neutron] 10.222.0.20 "GET /v2.0/networks/5bc221c9-3f4d-467e-b49d-3b42e62854d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716142 Jul 22 16:46:58.763275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c8c59-bccf-472d-ba0b-460e4175057c req-30be16ce-c290-483a-b43c-80cf55465d40 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:58.768112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e5c8c59-bccf-472d-ba0b-460e4175057c req-30be16ce-c290-483a-b43c-80cf55465d40 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 945 time: 0.1160877 Jul 22 16:46:58.815660 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e5c8c59-bccf-472d-ba0b-460e4175057c req-c4563872-b663-4611-a8c6-f6000d9c83e5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Jul 22 16:46:58.955649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f597b-0613-446f-b8fa-e13adf3c0a08 req-ba93b3f9-090b-449d-bbb0-4cd84a3c3679 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:58.957517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f44f597b-0613-446f-b8fa-e13adf3c0a08 req-ba93b3f9-090b-449d-bbb0-4cd84a3c3679 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.1329646 Jul 22 16:46:58.970818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06365d-484c-4ac2-af7f-0a2407b27860 req-7c277756-2801-44e1-9ec7-8276b1306758 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:58.975839 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d06365d-484c-4ac2-af7f-0a2407b27860 req-7c277756-2801-44e1-9ec7-8276b1306758 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 944 time: 0.0928881 Jul 22 16:46:58.983117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f44f597b-0613-446f-b8fa-e13adf3c0a08 req-1ecf4339-e36c-430e-8407-55431e9c34e9 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/quotas/4fcebb27d9824b28a076b8e462ad6e34 HTTP/1.1" status: 200 len: 375 time: 0.0137992 Jul 22 16:46:59.019344 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f44f597b-0613-446f-b8fa-e13adf3c0a08 req-0421c09f-8846-48c2-905d-354fd819b34c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305309 Jul 22 16:46:59.041991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d06365d-484c-4ac2-af7f-0a2407b27860 req-e07f2523-f186-4a67-ade4-b2ba8f4441fa tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616136 Jul 22 16:46:59.173690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f44f597b-0613-446f-b8fa-e13adf3c0a08 req-a3d0131e-9442-47f2-8442-1d7d40935063 service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465464 Jul 22 16:46:59.216955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8590428-8b1c-436c-bddb-aac56ed181e6 req-ed861d53-8f8b-4afd-8cb1-1ccb351f5f07 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.218498 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8590428-8b1c-436c-bddb-aac56ed181e6 req-ed861d53-8f8b-4afd-8cb1-1ccb351f5f07 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 945 time: 0.1063950 Jul 22 16:46:59.271206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8590428-8b1c-436c-bddb-aac56ed181e6 req-993b80c8-78f4-410c-bd98-90407760e9f4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461936 Jul 22 16:46:59.309553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f44f597b-0613-446f-b8fa-e13adf3c0a08 req-eeee4bef-5483-48f4-a657-3b8126eb18fb service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293387 Jul 22 16:46:59.488713 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:46:59.580311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f250f03e-274e-4833-a790-3aad3e4a8afa req-f491755b-cabd-4c05-bcd1-ccfed9104ff1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=d894d515-4bfb-4e10-8a4e-cf108444b2df HTTP/1.1" status: 200 len: 210 time: 0.0634305 Jul 22 16:46:59.823518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc67f21-fa95-4e18-952d-1be760edaf08 req-906d0cc0-c720-4188-bde6-60f5a85906b7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.825359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-afc67f21-fa95-4e18-952d-1be760edaf08 req-906d0cc0-c720-4188-bde6-60f5a85906b7 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 945 time: 0.1075406 Jul 22 16:46:59.872654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a9392-57d0-4835-a231-ad29c890760b req-e354a0e1-db72-4e0b-92c2-765dab8949b4 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:46:59.881204 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce2a9392-57d0-4835-a231-ad29c890760b req-e354a0e1-db72-4e0b-92c2-765dab8949b4 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.2067056 Jul 22 16:46:59.881469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-afc67f21-fa95-4e18-952d-1be760edaf08 req-180cfb05-4c0a-43ab-ad41-ed36898571d6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476108 Jul 22 16:46:59.947518 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce2a9392-57d0-4835-a231-ad29c890760b req-229270a3-c552-4fb3-9bb8-30ee231d425c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605443 Jul 22 16:47:00.250238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.354631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b2d19-57ae-49ca-8775-e93c623dc325 req-9fa1952b-329d-441f-a760-c216e0a40fe6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:00.356587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e12b2d19-57ae-49ca-8775-e93c623dc325 req-9fa1952b-329d-441f-a760-c216e0a40fe6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 944 time: 0.1791832 Jul 22 16:47:00.469737 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e12b2d19-57ae-49ca-8775-e93c623dc325 req-5b7a41aa-4975-4908-81ff-6927d7055086 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011004 Jul 22 16:47:00.655167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Deleting port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:00.655167 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.659375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device da4396eb-c297-4d22-9a22-7bf76fe7686e no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:00.694722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: da4396eb-c297-4d22-9a22-7bf76fe7686e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:00.695304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device da4396eb-c297-4d22-9a22-7bf76fe7686e not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:00.710443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:47:00.722506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:00.857730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] For port 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004,segment=NetworkSegment(d0b802b4-6914-4af9-9c48-b45e0742c672),segment_id=d0b802b4-6914-4af9-9c48-b45e0742c672)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:00.858354 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.892166 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:00.899361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:00.925723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0', 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f', 'port_id': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0', 'mac_address': 'fa:16:3e:6f:b8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa12c553-b756-49fe-a66d-4a6f1bb3713d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:47:00.942227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:00.946742 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9609258-9e60-420e-bc0d-9c648b4dc638" -d '{"events": [{"server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "name": "network-vif-unplugged", "status": "completed", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:01.001998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:01.009616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.033396 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.076402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:01.109345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890f50a-0a53-4b74-86e5-eed93549d4ef req-666e29b0-d5fe-4200-9fb8-23de3c1a23d0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:01.112556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4890f50a-0a53-4b74-86e5-eed93549d4ef req-666e29b0-d5fe-4200-9fb8-23de3c1a23d0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 945 time: 0.1053498 Jul 22 16:47:01.141487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:01.190840 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:47:01.191430 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:47:01.225438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4890f50a-0a53-4b74-86e5-eed93549d4ef req-bed7165d-21d0-4ead-8860-5831a50c345f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025813 Jul 22 16:47:01.262776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Calling delete_port for 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:01.271129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-9fa80cb6-869f-407d-b710-2506540f7942 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:01.272645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-9fa80cb6-869f-407d-b710-2506540f7942 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.5902600 Jul 22 16:47:01.297965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-ef13fd4d-41e0-49d7-a817-c6a5ff824e72 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/quotas/4fcebb27d9824b28a076b8e462ad6e34 HTTP/1.1" status: 200 len: 375 time: 0.0157478 Jul 22 16:47:01.300415 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef86e36-a7bf-41e8-9c16-03222a636a08 x-openstack-request-id: req-eef86e36-a7bf-41e8-9c16-03222a636a08 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:01.300718 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "name": "network-vif-unplugged", "status": "completed", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:01.300975 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eef86e36-a7bf-41e8-9c16-03222a636a08 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:01.301432 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0', 'code': 200} Jul 22 16:47:01.349064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.379559 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-9320a217-67ef-477d-bd3e-fd61512b84a2 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509446 Jul 22 16:47:01.477069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c3e80-b8a8-4eff-9108-39d1fbb5ca02 req-c0535f91-9052-4507-80d4-2b4c2de5785d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:01.483817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d10c3e80-b8a8-4eff-9108-39d1fbb5ca02 req-c0535f91-9052-4507-80d4-2b4c2de5785d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 943 time: 0.1123021 Jul 22 16:47:01.524391 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d10c3e80-b8a8-4eff-9108-39d1fbb5ca02 req-89142768-78c1-44dc-bf2f-541cf4a1f650 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392482 Jul 22 16:47:01.554907 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-77d247bd-e593-4d78-8e50-737c998232fe service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645696 Jul 22 16:47:01.688402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90ae63-5e8c-498e-b5e4-2328ff31fff6 req-22a15a78-3553-4968-a227-84fc6145ea20 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:01.690277 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b90ae63-5e8c-498e-b5e4-2328ff31fff6 req-22a15a78-3553-4968-a227-84fc6145ea20 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 944 time: 0.0848460 Jul 22 16:47:01.690922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.726173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:01.741211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-535a911b-0636-4573-a9ab-1e8ff86f6cc4 service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714487 Jul 22 16:47:01.744820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.745220 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.746146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.746146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.746146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.746670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.747267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.747267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.747702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.747702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.748004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.748319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:01.795195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b90ae63-5e8c-498e-b5e4-2328ff31fff6 req-f0cf096f-1c31-435d-8d69-b94df1ebfaf6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880730 Jul 22 16:47:01.801311 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.832330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:01.871094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:01.881048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:01.881866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:47:01.979874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.087399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:02.142452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c3762fc9-e122-4cd9-af0f-f3759f4e42fa req-7c943f03-73db-46f5-8eb2-b45ebb4ec05e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 210 time: 0.0501583 Jul 22 16:47:02.154123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-fbab555b-2147-447c-b5e7-9a2fb3d40745 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.156694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-fbab555b-2147-447c-b5e7-9a2fb3d40745 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 945 time: 0.2461176 Jul 22 16:47:02.192971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:02.206325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'd8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f', 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1', 'port_id': 'd8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f', 'mac_address': 'fa:16:3e:e4:7f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab9bb8a-673b-4adb-8811-3e9a60eac827', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:47:02.255789 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.275718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:02.326768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port 4fb6c53d-2497-4433-80d4-967bf4ea0883 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:02.328580 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.334407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:02.347543 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.450571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:02.478445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Router 04b4ba77-f706-40dd-a985-c35c2788253c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:02.487659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9e908-085e-4c04-bb00-87c12f2425f1 req-de80283a-d260-48ba-8d3f-ea79e7a97364 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:02.495519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] For port 4fb6c53d-2497-4433-80d4-967bf4ea0883, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4fb6c53d-2497-4433-80d4-967bf4ea0883,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:02.495845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c9e908-085e-4c04-bb00-87c12f2425f1 req-de80283a-d260-48ba-8d3f-ea79e7a97364 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 945 time: 0.1179783 Jul 22 16:47:02.496010 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:02.511251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for 4fb6c53d-2497-4433-80d4-967bf4ea0883 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:02.639417 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c9e908-085e-4c04-bb00-87c12f2425f1 req-1c5d8ddf-ac29-4308-950f-2e44779be9cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424403 Jul 22 16:47:02.711513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:02.729303 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] Sync routers for ids ['04b4ba77-f706-40dd-a985-c35c2788253c'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:02.736140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aca0cb91-0b6e-404d-817c-f0220fc5d37b admin admin] 10.222.0.53 "PUT /v2.0/routers/04b4ba77-f706-40dd-a985-c35c2788253c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2459776 Jul 22 16:47:02.738952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:02.742424 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] Routers {'04b4ba77-f706-40dd-a985-c35c2788253c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:02.743634 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:46:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['04b4ba77-f706-40dd-a985-c35c2788253c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:02.760226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:02.794309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['486c8abd-b3b6-46eb-b0a1-b831f5a361a0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:02.920655 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] Set router 04b4ba77-f706-40dd-a985-c35c2788253c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:02.974624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.200258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.338793 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:43:49Z', 'updated_at': '2021-07-22T16:47:01Z', 'revision_number': 5, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'gw_port': {'id': '7144d49d-8ec0-405f-88ab-e8b457d285e3', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:50Z', 'updated_at': '2021-07-22T16:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:03.346060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.384882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558f258-9ebc-4b75-be55-3ddb4c370c73 req-da441efa-bd64-44b9-b91e-627a47cc86e1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:03.392032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['5f3d4de4-e099-4ef9-b267-2756115ba134'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:03.398850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a558f258-9ebc-4b75-be55-3ddb4c370c73 req-da441efa-bd64-44b9-b91e-627a47cc86e1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 945 time: 0.2801318 Jul 22 16:47:03.437874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093b4ae-2868-470d-b115-7b001c8ccbdb req-6dbc84be-ace9-489a-a414-d5ab6da029f4 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:03.440217 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] Checking router: 04b4ba77-f706-40dd-a985-c35c2788253c for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:03.448889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f093b4ae-2868-470d-b115-7b001c8ccbdb req-6dbc84be-ace9-489a-a414-d5ab6da029f4 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 944 time: 0.2885206 Jul 22 16:47:03.475174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=4fb6c53d-2497-4433-80d4-967bf4ea0883,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:03.482158 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] Routers {'04b4ba77-f706-40dd-a985-c35c2788253c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:03.485308 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:46:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['04b4ba77-f706-40dd-a985-c35c2788253c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:03.531593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a558f258-9ebc-4b75-be55-3ddb4c370c73 req-93f13889-6a9d-473f-a277-5a628c220a39 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316731 Jul 22 16:47:03.542605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Deleting port 7144d49d-8ec0-405f-88ab-e8b457d285e3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:03.543130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.547196 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f093b4ae-2868-470d-b115-7b001c8ccbdb req-47b993e3-d793-4a9c-9111-0f260f643e96 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970111 Jul 22 16:47:03.604255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] No DVR routers for this DVR port 4fb6c53d-2497-4433-80d4-967bf4ea0883 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:03.609595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.622039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b678ecd-2e63-41e9-ae71-5248ca92fe68 req-b823c823-2b34-4e92-bdc0-46c0e41a6c97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "DELETE /v2.0/ports/4fb6c53d-2497-4433-80d4-967bf4ea0883 HTTP/1.1" status: 204 len: 173 time: 1.4530013 Jul 22 16:47:03.622526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d624df-4de3-4ab9-a4dd-0f85e8bcca31', 'name': 'network-vif-deleted', 'tag': '4fb6c53d-2497-4433-80d4-967bf4ea0883'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:03.624944 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533f0718-0b94-4d26-bd92-b0fb8b4167e6" -d '{"events": [{"server_uuid": "03d624df-4de3-4ab9-a4dd-0f85e8bcca31", "name": "network-vif-deleted", "tag": "4fb6c53d-2497-4433-80d4-967bf4ea0883"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:03.757766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-480299cb-b215-42a6-b436-8eb414f3c292 req-894a6b21-2f22-485d-97f8-a3b530862b32 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 210 time: 0.0811017 Jul 22 16:47:03.771235 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] Set router 04b4ba77-f706-40dd-a985-c35c2788253c gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:03.829328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] For port 7144d49d-8ec0-405f-88ab-e8b457d285e3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7144d49d-8ec0-405f-88ab-e8b457d285e3,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:03.829768 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:03.871984 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b714d28-d896-4e69-be68-785001af50d5 x-openstack-request-id: req-7b714d28-d896-4e69-be68-785001af50d5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:03.872283 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d624df-4de3-4ab9-a4dd-0f85e8bcca31", "name": "network-vif-deleted", "tag": "4fb6c53d-2497-4433-80d4-967bf4ea0883", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:03.872553 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b714d28-d896-4e69-be68-785001af50d5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:03.872957 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d624df-4de3-4ab9-a4dd-0f85e8bcca31', 'name': 'network-vif-deleted', 'tag': '4fb6c53d-2497-4433-80d4-967bf4ea0883', 'status': 'completed', 'code': 200} Jul 22 16:47:03.874496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Calling delete_port for 7144d49d-8ec0-405f-88ab-e8b457d285e3 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:04.050883 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:43:49Z', 'updated_at': '2021-07-22T16:47:03Z', 'revision_number': 6, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:04.138068 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-789637de-15a4-432b-877a-88312af6025b req-08a6f0a7-78fd-478b-8acd-261fa8726632 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 210 time: 0.0738521 Jul 22 16:47:04.258174 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09db04-4a59-4160-ad42-96f2424244ce None None] The sync data for ids ['04b4ba77-f706-40dd-a985-c35c2788253c'] in n-d-792458-13 is: [{'id': '04b4ba77-f706-40dd-a985-c35c2788253c', 'name': 'tempest-ServerRescueNegativeTestJSON-1738613896-router', 'tenant_id': '15365e9cc52547d68a837b5a52b4cc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:43:49Z', 'updated_at': '2021-07-22T16:47:03Z', 'revision_number': 6, 'project_id': '15365e9cc52547d68a837b5a52b4cc27', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:04.310628 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.354404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-f1920284-4f1a-4dcc-a3d2-122723360689 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:04.368508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-f1920284-4f1a-4dcc-a3d2-122723360689 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.65 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.4375923 Jul 22 16:47:04.389264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Pushing event deleted for resources: {'Port': ['ID=7144d49d-8ec0-405f-88ab-e8b457d285e3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:04.395368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Request body: {'port': {'device_id': '29fc0403-7a4b-4bf8-baa7-1446574f159d', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'admin_state_up': True, 'tenant_id': '4fcebb27d9824b28a076b8e462ad6e34'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:04.513451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.659986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4fb6c53d-2497-4433-80d4-967bf4ea0883 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:04.746884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.749327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:04.759770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 4fb6c53d-2497-4433-80d4-967bf4ea0883 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:04.763066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4fb6c53d-2497-4433-80d4-967bf4ea0883 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:04.763989 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.790554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Made reservation on behalf of 4fcebb27d9824b28a076b8e462ad6e34 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:04.801478 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.863473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:04.863984 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.881905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.882436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b4ba77-f706-40dd-a985-c35c2788253c {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:47:04.917128 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:04.919889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beee12c-c4a6-4854-b5c0-e3092c3f38dc req-4a6969bd-41ea-4873-a629-a55fd360784b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:04.922843 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8349d2c5-f6a6-4042-9f19-d1ffc2fe565c admin admin] 10.222.0.53 "DELETE /v2.0/routers/04b4ba77-f706-40dd-a985-c35c2788253c HTTP/1.1" status: 204 len: 168 time: 2.1828282 Jul 22 16:47:04.923579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:04.929419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beee12c-c4a6-4854-b5c0-e3092c3f38dc req-4a6969bd-41ea-4873-a629-a55fd360784b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:04.938063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beee12c-c4a6-4854-b5c0-e3092c3f38dc req-4a6969bd-41ea-4873-a629-a55fd360784b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:04.944312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beee12c-c4a6-4854-b5c0-e3092c3f38dc req-4a6969bd-41ea-4873-a629-a55fd360784b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:04.950981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beee12c-c4a6-4854-b5c0-e3092c3f38dc req-4a6969bd-41ea-4873-a629-a55fd360784b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:04.957310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beee12c-c4a6-4854-b5c0-e3092c3f38dc req-4a6969bd-41ea-4873-a629-a55fd360784b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:04.965159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beee12c-c4a6-4854-b5c0-e3092c3f38dc req-4a6969bd-41ea-4873-a629-a55fd360784b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:04.971528 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4beee12c-c4a6-4854-b5c0-e3092c3f38dc req-4a6969bd-41ea-4873-a629-a55fd360784b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.5386500 Jul 22 16:47:04.998136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d9d91e-3a23-4455-bf71-4ac83d1e2e72 admin admin] Deleting subnet 6ba20a17-a1ff-480d-8f9c-7123a81fff6b {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:05.010169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77d9d91e-3a23-4455-bf71-4ac83d1e2e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.060721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4beee12c-c4a6-4854-b5c0-e3092c3f38dc req-9e3b674e-584d-439b-ac5f-32d3f8e7fc4b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870776 Jul 22 16:47:05.067316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.077143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77d9d91e-3a23-4455-bf71-4ac83d1e2e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.125334 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77d9d91e-3a23-4455-bf71-4ac83d1e2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.128538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:05.137463 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f618c3-ba8e-408a-a125-b77b5499e78b" -d '{"events": [{"server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "name": "network-vif-plugged", "status": "completed", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:05.138702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Allocated IP 172.20.0.2 (9fbb4b23-f7da-4811-bc9d-550a23b15826/a9b029ca-65ed-4f26-be85-de2402c32c39/31ee6825-d66f-4cce-a27a-7ffee7c65b14) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:05.162615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:05.169265 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.170313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:05.197952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77d9d91e-3a23-4455-bf71-4ac83d1e2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.228903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77d9d91e-3a23-4455-bf71-4ac83d1e2e72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.233429 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-77d9d91e-3a23-4455-bf71-4ac83d1e2e72 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ba20a17-a1ff-480d-8f9c-7123a81fff6b HTTP/1.1" status: 204 len: 168 time: 0.3081059 Jul 22 16:47:05.259364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c740e-ce96-4685-986f-95f9dc04f899 req-05364a24-c151-4045-844b-0227d7f5c10a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.265677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c66c740e-ce96-4685-986f-95f9dc04f899 req-05364a24-c151-4045-844b-0227d7f5c10a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 945 time: 0.5873668 Jul 22 16:47:05.311192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:05.321159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:05.335918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9d91e-3a23-4455-bf71-4ac83d1e2e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba20a17-a1ff-480d-8f9c-7123a81fff6b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:05.367822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:05.376734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:05.377480 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.463861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.474640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7144d49d-8ec0-405f-88ab-e8b457d285e3 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:05.536556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 7144d49d-8ec0-405f-88ab-e8b457d285e3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:05.537276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7144d49d-8ec0-405f-88ab-e8b457d285e3 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:05.537924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:05.538084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf104a-e1a2-4723-a6a3-2253a55c715b req-df2d6d67-4cc6-404b-a6c8-4774ad044335 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.542416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61cf104a-e1a2-4723-a6a3-2253a55c715b req-df2d6d67-4cc6-404b-a6c8-4774ad044335 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.1654997 Jul 22 16:47:05.564662 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c66c740e-ce96-4685-986f-95f9dc04f899 req-9fd6874a-f326-43ab-a01f-a70d62899ca7 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342267 Jul 22 16:47:05.584844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:05.587793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5bd3c4e7-9ad5-4958-b21a-5b9ad95e3004 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:05.595292 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.637683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61cf104a-e1a2-4723-a6a3-2253a55c715b req-48134b6a-4f73-4ce6-83d0-e0dd496d3003 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865383 Jul 22 16:47:05.642154 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.700641 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.723320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.752841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event updated for resources: {'Port': ['ID=31ee6825-d66f-4cce-a27a-7ffee7c65b14,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:05.768067 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68a958c-a5bf-49a5-91c2-046fb87353f0 x-openstack-request-id: req-b68a958c-a5bf-49a5-91c2-046fb87353f0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:05.768067 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "name": "network-vif-plugged", "status": "completed", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:05.768401 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b68a958c-a5bf-49a5-91c2-046fb87353f0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:05.776279 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0', 'code': 200} Jul 22 16:47:05.780751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:05.786507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:05.804685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:05.811554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:05.820613 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.909019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.919916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:05.967389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-e6659f24-66b0-4790-bca9-924e15d4617f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.973695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-e6659f24-66b0-4790-bca9-924e15d4617f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.981284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-e6659f24-66b0-4790-bca9-924e15d4617f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.988268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-e6659f24-66b0-4790-bca9-924e15d4617f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:05.992247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:05.997746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-e6659f24-66b0-4790-bca9-924e15d4617f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.001056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-e6659f24-66b0-4790-bca9-924e15d4617f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.002917 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57b04f1e-09ec-45a4-977c-44261d9730a2 req-0bf1fc59-c22c-4a3c-a8f7-8d6e7bba29b6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 210 time: 0.0528350 Jul 22 16:47:06.008181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-e6659f24-66b0-4790-bca9-924e15d4617f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.010524 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-e6659f24-66b0-4790-bca9-924e15d4617f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.4144900 Jul 22 16:47:06.028560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-c41389ea-063a-4b0e-b650-eebad23ac5d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6409292 Jul 22 16:47:06.062401 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.073516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b517d-1bdd-4285-b35e-ced42b3934ba req-78bbf4fb-fd98-4cd8-9d23-825a13bb4dd8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.075347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6c8b517d-1bdd-4285-b35e-ced42b3934ba req-78bbf4fb-fd98-4cd8-9d23-825a13bb4dd8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 931 time: 0.3406136 Jul 22 16:47:06.078550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Request body: {'port': {'device_id': '29fc0403-7a4b-4bf8-baa7-1446574f159d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:06.133249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ae4b72-2b33-4099-95e2-28bf28df53c7']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:06.169712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b802b4-6914-4af9-9c48-b45e0742c672') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:06.170174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b802b4-6914-4af9-9c48-b45e0742c672') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:06.188056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-425adaca-3bc6-4cc1-8e11-4e89f94bba2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.189465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-425adaca-3bc6-4cc1-8e11-4e89f94bba2f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "GET /v2.0/ports/885e45d5-48cf-4508-9c20-a599e79595bd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1690729 Jul 22 16:47:06.198172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.216892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6c8b517d-1bdd-4285-b35e-ced42b3934ba req-783f6a73-eb2c-4951-8269-bb2caa784839 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098554 Jul 22 16:47:06.244769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeac3c6-be81-4dfb-aae4-15fda396855e req-e80af09d-75c4-425c-badc-1f31c27923e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.246601 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-faeac3c6-be81-4dfb-aae4-15fda396855e req-e80af09d-75c4-425c-badc-1f31c27923e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 1097 time: 0.2426267 Jul 22 16:47:06.247519 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.263303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:47:06.264211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:47:06.267630 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:47:06.303142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.377307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-faeac3c6-be81-4dfb-aae4-15fda396855e req-c4fb0d2f-062e-4b9a-93cf-7bd3e784f699 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235359 Jul 22 16:47:06.424342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04791-b413-430e-ad8b-61ed565d5ea4 req-f5bb3aa1-94c3-442f-a439-dd46e2427902 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.424797 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ff36c3ed-9f18-4416-b307-1bbb7a1c6ce0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "GET /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2242281 Jul 22 16:47:06.426644 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.432966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04791-b413-430e-ad8b-61ed565d5ea4 req-f5bb3aa1-94c3-442f-a439-dd46e2427902 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.437864 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.439597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04791-b413-430e-ad8b-61ed565d5ea4 req-f5bb3aa1-94c3-442f-a439-dd46e2427902 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.440257 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/72ae4b72-2b33-4099-95e2-28bf28df53c7 HTTP/1.1" status: 204 len: 168 time: 1.1275749 Jul 22 16:47:06.449269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04791-b413-430e-ad8b-61ed565d5ea4 req-f5bb3aa1-94c3-442f-a439-dd46e2427902 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.455864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce9d7f-c4c2-48c7-a854-f9e0d2ef12f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ae4b72-2b33-4099-95e2-28bf28df53c7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:06.457571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04791-b413-430e-ad8b-61ed565d5ea4 req-f5bb3aa1-94c3-442f-a439-dd46e2427902 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.469955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04791-b413-430e-ad8b-61ed565d5ea4 req-f5bb3aa1-94c3-442f-a439-dd46e2427902 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.477338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a04791-b413-430e-ad8b-61ed565d5ea4 req-f5bb3aa1-94c3-442f-a439-dd46e2427902 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:06.486501 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9a04791-b413-430e-ad8b-61ed565d5ea4 req-f5bb3aa1-94c3-442f-a439-dd46e2427902 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 5431 time: 0.3096082 Jul 22 16:47:06.637395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:06.700960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9a04791-b413-430e-ad8b-61ed565d5ea4 req-d53d838b-96d9-4747-b04c-8d277deb7694 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2132585 Jul 22 16:47:06.938375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ee6825-d66f-4cce-a27a-7ffee7c65b14 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:06.948210 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:06.962584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Transition to ACTIVE for port object 31ee6825-d66f-4cce-a27a-7ffee7c65b14 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:06.973314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56276) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:06.985463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.089071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1709c4be-54f3-4b03-b3d7-c5f9f27dc8b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15365e9cc52547d68a837b5a52b4cc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1145611 Jul 22 16:47:07.113023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56282) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:07.144569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Pushing event updated for resources: {'Port': ['ID=31ee6825-d66f-4cce-a27a-7ffee7c65b14,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:07.259908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd22e64-f9e6-4290-a0b4-b0937e41773b req-208c54fd-5b28-41df-bb71-56ddd014d372 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:07.266961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcd22e64-f9e6-4290-a0b4-b0937e41773b req-208c54fd-5b28-41df-bb71-56ddd014d372 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.3027155 Jul 22 16:47:07.331598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Attempting to bind port 31ee6825-d66f-4cce-a27a-7ffee7c65b14 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:07.331939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Attempting to bind port 31ee6825-d66f-4cce-a27a-7ffee7c65b14 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:07.332286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Attempting to bind port 31ee6825-d66f-4cce-a27a-7ffee7c65b14 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:07.337513 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5e54cd6-86a4-4765-ae00-f2047834b8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.345842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Port 31ee6825-d66f-4cce-a27a-7ffee7c65b14 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:47:07.346167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Attempting to bind port 31ee6825-d66f-4cce-a27a-7ffee7c65b14 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:07.371311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcd22e64-f9e6-4290-a0b4-b0937e41773b req-442437e4-95e8-4ec5-8c1f-7f7e91595771 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031523 Jul 22 16:47:07.396293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:07.396744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Checking segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:07.397139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Bound using segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:07.397707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Bound port: 31ee6825-d66f-4cce-a27a-7ffee7c65b14, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:07.402181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.406893 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.436206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe4cd2-7520-44c8-be0b-c84bde94d9b4 req-d47cff98-ca2c-4a7f-913d-cab7aa30330f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:07.436890 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5e54cd6-86a4-4765-ae00-f2047834b8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.438385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-debe4cd2-7520-44c8-be0b-c84bde94d9b4 req-d47cff98-ca2c-4a7f-913d-cab7aa30330f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 946 time: 0.7352328 Jul 22 16:47:07.574092 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-36e6fd39-2f3d-4448-b84c-a23dc63bc14e req-feca048c-3568-489a-89af-5033b849c625 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 210 time: 0.0790749 Jul 22 16:47:07.600748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-debe4cd2-7520-44c8-be0b-c84bde94d9b4 req-65a75983-b5e7-4381-8440-f51a672fc656 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561475 Jul 22 16:47:07.658981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] For port 31ee6825-d66f-4cce-a27a-7ffee7c65b14, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:07.668362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] For port 31ee6825-d66f-4cce-a27a-7ffee7c65b14, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=31ee6825-d66f-4cce-a27a-7ffee7c65b14,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:07.693874 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.716760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] For port 885e45d5-48cf-4508-9c20-a599e79595bd, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=885e45d5-48cf-4508-9c20-a599e79595bd,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:07.778413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc4732-b927-44a6-9389-1e8e99f36135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:07.780704 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7f75a7-8831-496a-abbd-8b8d54f8cedc" -d '{"events": [{"server_uuid": "b2bc4732-b927-44a6-9389-1e8e99f36135", "name": "network-vif-plugged", "status": "completed", "tag": "d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:07.782691 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] For port 885e45d5-48cf-4508-9c20-a599e79595bd, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:07.803878 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5e54cd6-86a4-4765-ae00-f2047834b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.811850 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5e54cd6-86a4-4765-ae00-f2047834b8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.815992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b5e54cd6-86a4-4765-ae00-f2047834b8d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b645860-da39-45c8-9d4c-de92bfbb2c48 HTTP/1.1" status: 204 len: 168 time: 0.6987948 Jul 22 16:47:07.839199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] device_id is not set on port 885e45d5-48cf-4508-9c20-a599e79595bd yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:07.848969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:07.849492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.850956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] 10.222.0.65 "PUT /v2.0/ports/31ee6825-d66f-4cce-a27a-7ffee7c65b14 HTTP/1.1" status: 200 len: 1092 time: 1.7806194 Jul 22 16:47:07.853081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fc0403-7a4b-4bf8-baa7-1446574f159d', 'tag': '31ee6825-d66f-4cce-a27a-7ffee7c65b14'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:07.856405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.857122 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1df02fc-6b58-4a06-a484-33f526fba596" -d '{"events": [{"name": "network-changed", "server_uuid": "29fc0403-7a4b-4bf8-baa7-1446574f159d", "tag": "31ee6825-d66f-4cce-a27a-7ffee7c65b14"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:07.889287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e54cd6-86a4-4765-ae00-f2047834b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b645860-da39-45c8-9d4c-de92bfbb2c48,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:07.889649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:07.919475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14978c-8b79-404e-b537-9f51d4deaabb service neutron] Pushing event updated for resources: {'Port': ['ID=31ee6825-d66f-4cce-a27a-7ffee7c65b14,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:07.990452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] Pushing event updated for resources: {'Port': ['ID=885e45d5-48cf-4508-9c20-a599e79595bd,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:08.034367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a8d9a-4770-4f5a-8cf4-70c88794084a req-0249a922-f3b6-4f37-8843-e187b5602d1e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.038411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] No DVR routers for this DVR port 885e45d5-48cf-4508-9c20-a599e79595bd on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:08.053900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be9a8d9a-4770-4f5a-8cf4-70c88794084a req-0249a922-f3b6-4f37-8843-e187b5602d1e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 943 time: 0.3814664 Jul 22 16:47:08.118691 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be9a8d9a-4770-4f5a-8cf4-70c88794084a req-a2883b7e-2d20-477b-8666-22b2fc0e9d7e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638425 Jul 22 16:47:08.121905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-1331c17d-c2b6-45c9-a66e-deae77cfe8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.123441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-1331c17d-c2b6-45c9-a66e-deae77cfe8ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 1095 time: 0.1747458 Jul 22 16:47:08.194011 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ded635-1b3a-4cf7-9c36-02adc1c500e1 x-openstack-request-id: req-19ded635-1b3a-4cf7-9c36-02adc1c500e1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:08.194575 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bc4732-b927-44a6-9389-1e8e99f36135", "name": "network-vif-plugged", "status": "completed", "tag": "d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:08.195041 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19ded635-1b3a-4cf7-9c36-02adc1c500e1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:08.195646 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bc4732-b927-44a6-9389-1e8e99f36135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f', 'code': 200} Jul 22 16:47:08.207666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a72f-64cf-4325-ab34-4531a41aa5d6 req-71b7d6fd-d218-4a9e-8433-3be809965a6c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.222452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a72f-64cf-4325-ab34-4531a41aa5d6 req-71b7d6fd-d218-4a9e-8433-3be809965a6c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.242731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a72f-64cf-4325-ab34-4531a41aa5d6 req-71b7d6fd-d218-4a9e-8433-3be809965a6c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.252006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a72f-64cf-4325-ab34-4531a41aa5d6 req-71b7d6fd-d218-4a9e-8433-3be809965a6c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.258080 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3335ceae-356d-4281-982d-fcdceb102392 x-openstack-request-id: req-3335ceae-356d-4281-982d-fcdceb102392 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:08.258433 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fc0403-7a4b-4bf8-baa7-1446574f159d", "tag": "31ee6825-d66f-4cce-a27a-7ffee7c65b14", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:08.259606 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3335ceae-356d-4281-982d-fcdceb102392 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:08.262246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a72f-64cf-4325-ab34-4531a41aa5d6 req-71b7d6fd-d218-4a9e-8433-3be809965a6c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.264526 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fc0403-7a4b-4bf8-baa7-1446574f159d', 'tag': '31ee6825-d66f-4cce-a27a-7ffee7c65b14', 'status': 'completed', 'code': 200} Jul 22 16:47:08.266447 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-df363aff-bc78-4142-9e27-7f17f0d5739f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ee6825-d66f-4cce-a27a-7ffee7c65b14 HTTP/1.1" status: 200 len: 217 time: 0.1276309 Jul 22 16:47:08.270386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8a72f-64cf-4325-ab34-4531a41aa5d6 req-71b7d6fd-d218-4a9e-8433-3be809965a6c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.273525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a9c8a72f-64cf-4325-ab34-4531a41aa5d6 req-71b7d6fd-d218-4a9e-8433-3be809965a6c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 4657 time: 0.4117041 Jul 22 16:47:08.276330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] In _notify_port_updated(), no bound segment for port 885e45d5-48cf-4508-9c20-a599e79595bd on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:47:08.277541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.278591 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.280520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-fec4c76f-ab60-4bdc-91d4-0db893bee32f service neutron] 10.222.0.20 "PUT /v2.0/ports/885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 200 len: 1027 time: 1.6493366 Jul 22 16:47:08.372039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-f6f7d98e-a5ff-404d-8f7f-bb2845657432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.373685 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-f6f7d98e-a5ff-404d-8f7f-bb2845657432 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.0980411 Jul 22 16:47:08.391928 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a9c8a72f-64cf-4325-ab34-4531a41aa5d6 req-55ee2fd2-3621-474a-8953-aa8aca4821c9 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&id=a4a36eb5-6388-449b-8ef3-baa3337c0e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884998 Jul 22 16:47:08.408996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-4f1b11be-947e-4a51-b405-ac8616a2e725 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.415505 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-4f1b11be-947e-4a51-b405-ac8616a2e725 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "GET /v2.0/ports/35c553c1-7689-4852-8287-c55ff48545b2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1226833 Jul 22 16:47:08.435388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:08.436519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-257e8a61-f7c5-4558-a241-7a2756de14ab None None] Provisioning complete for port 885e45d5-48cf-4508-9c20-a599e79595bd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:08.436900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-257e8a61-f7c5-4558-a241-7a2756de14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.444054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-2f6ad33f-4e46-4fe8-81a7-5d0854a2f2e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605645 Jul 22 16:47:08.509310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-257e8a61-f7c5-4558-a241-7a2756de14ab None None] Port 885e45d5-48cf-4508-9c20-a599e79595bd cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:08.576330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b617e9-b10f-4c88-8058-6725a76bcac7 req-c83e6e81-c776-495a-8f33-7a51c71930e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.578170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-66b617e9-b10f-4c88-8058-6725a76bcac7 req-c83e6e81-c776-495a-8f33-7a51c71930e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 1098 time: 0.2032351 Jul 22 16:47:08.583147 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.655640 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-f1d7d502-e25f-48a2-859e-551237e9d25a service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041504 Jul 22 16:47:08.730532 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-919f2815-7e5c-454f-9eea-5dc583fd554e req-350b76b1-e459-4f25-a02b-32f2c7d232cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 210 time: 0.0588357 Jul 22 16:47:08.737280 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-66b617e9-b10f-4c88-8058-6725a76bcac7 req-0ab82883-4c51-42ea-a853-552276f68ba3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385407 Jul 22 16:47:08.768054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ad534506-cf76-45ef-91c4-ee38f6273f1f no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:08.816111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bcc56-2ec8-4e3d-9e39-b7a57ce55028 req-1a4b442d-d4d2-4d0a-8a8a-133eb92e3b1c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:08.817711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb3bcc56-2ec8-4e3d-9e39-b7a57ce55028 req-1a4b442d-d4d2-4d0a-8a8a-133eb92e3b1c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.2687881 Jul 22 16:47:08.886635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb3bcc56-2ec8-4e3d-9e39-b7a57ce55028 req-3bb6cb7c-7bbb-453d-9c5f-1c7b7afd6050 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576699 Jul 22 16:47:08.898826 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6a81960-db53-49ab-bd43-6efe6fcccf67 req-4c7cd856-4eee-4eb6-b1b8-6523870a0b50 service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340927 Jul 22 16:47:08.927464 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.937943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] For port 35c553c1-7689-4852-8287-c55ff48545b2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=35c553c1-7689-4852-8287-c55ff48545b2,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:08.979640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ad534506-cf76-45ef-91c4-ee38f6273f1f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:08.986074 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:08.987337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6479d55b-05d2-4670-9136-c9b7df1ac6a4 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:09.074330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6113608-5b6f-4e89-b065-082cf886c237 req-3b0e9ef3-2965-4d29-89bd-75c180727984 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.084025 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6113608-5b6f-4e89-b065-082cf886c237 req-3b0e9ef3-2965-4d29-89bd-75c180727984 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 946 time: 0.2328689 Jul 22 16:47:09.114879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=ad534506-cf76-45ef-91c4-ee38f6273f1f,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:09.123744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] For port 35c553c1-7689-4852-8287-c55ff48545b2, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:09.185755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.187712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6113608-5b6f-4e89-b065-082cf886c237 req-992146d1-ec1a-410c-a248-7db49de8fa3a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025469 Jul 22 16:47:09.206861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] device_id is not set on port 35c553c1-7689-4852-8287-c55ff48545b2 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:47:09.240987 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.253303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.283711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db4090-9a38-46d4-adde-7c190a43c5f4 req-b7534c86-8cca-4c8b-983d-5211d02014c6 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.298995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1db4090-9a38-46d4-adde-7c190a43c5f4 req-b7534c86-8cca-4c8b-983d-5211d02014c6 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.2868977 Jul 22 16:47:09.301732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6479d55b-05d2-4670-9136-c9b7df1ac6a4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:09.310877 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.312080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 885e45d5-48cf-4508-9c20-a599e79595bd no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:09.328318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-b97c3e82-f90e-4e49-b515-d6fd20157d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.330180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-b97c3e82-f90e-4e49-b515-d6fd20157d37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 1095 time: 0.2671871 Jul 22 16:47:09.396111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56330) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:09.434117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1db4090-9a38-46d4-adde-7c190a43c5f4 req-baf49db8-65d0-4c22-9411-3923c1ca9f5c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307001 Jul 22 16:47:09.464664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 885e45d5-48cf-4508-9c20-a599e79595bd not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:09.467203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 04a5bbb2-5b14-4149-b0b2-e218fba3f079 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:09.476319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6479d55b-05d2-4670-9136-c9b7df1ac6a4,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:09.515604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=35c553c1-7689-4852-8287-c55ff48545b2,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:09.619847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-91da7a36-4801-41ce-82d7-5c4d9704c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.621501 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-91da7a36-4801-41ce-82d7-5c4d9704c468 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 912 time: 0.2827234 Jul 22 16:47:09.636101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] No DVR routers for this DVR port 35c553c1-7689-4852-8287-c55ff48545b2 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:09.729949 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-eb144016-1da8-43f8-a9ec-cdedc3b6d0ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ee6825-d66f-4cce-a27a-7ffee7c65b14 HTTP/1.1" status: 200 len: 217 time: 0.1005342 Jul 22 16:47:09.773564 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.788303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3cc05-6e60-49e1-bd34-3ee6c3822566 req-d43dca31-acc5-460d-99bc-19283d76cd5d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.796080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3cc05-6e60-49e1-bd34-3ee6c3822566 req-d43dca31-acc5-460d-99bc-19283d76cd5d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.802817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3cc05-6e60-49e1-bd34-3ee6c3822566 req-d43dca31-acc5-460d-99bc-19283d76cd5d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.811813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3cc05-6e60-49e1-bd34-3ee6c3822566 req-d43dca31-acc5-460d-99bc-19283d76cd5d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.834826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3cc05-6e60-49e1-bd34-3ee6c3822566 req-d43dca31-acc5-460d-99bc-19283d76cd5d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.848931 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fc3cc05-6e60-49e1-bd34-3ee6c3822566 req-d43dca31-acc5-460d-99bc-19283d76cd5d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 3880 time: 0.2878561 Jul 22 16:47:09.859980 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-156490461-network', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:09.874502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 04a5bbb2-5b14-4149-b0b2-e218fba3f079, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:09.876565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] In _notify_port_updated(), no bound segment for port 35c553c1-7689-4852-8287-c55ff48545b2 on network b67ed618-c57e-47c4-8fb4-c2e22004d008 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:47:09.879301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.883776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.886039 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.887245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 35c553c1-7689-4852-8287-c55ff48545b2 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:09.887908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-8d8fb2ea-b15f-4350-808f-a1315c066eb2 service neutron] 10.222.0.20 "PUT /v2.0/ports/35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 200 len: 1026 time: 1.4585233 Jul 22 16:47:09.943335 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fc3cc05-6e60-49e1-bd34-3ee6c3822566 req-87f9a347-7471-4a28-93c2-8233d9619214 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931716 Jul 22 16:47:09.960685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-50aa9fc8-5b09-49bf-9b10-70e0ec6c3215 None None] Provisioning complete for port 35c553c1-7689-4852-8287-c55ff48545b2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:09.961294 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-50aa9fc8-5b09-49bf-9b10-70e0ec6c3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:09.987783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-325800d8-7dd8-443b-bc51-253ff9734316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:09.989492 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-325800d8-7dd8-443b-bc51-253ff9734316 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.2498329 Jul 22 16:47:10.058330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 35c553c1-7689-4852-8287-c55ff48545b2 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:10.058850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:10.061850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-5278037c-0698-4738-b6d0-713811119316 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611572 Jul 22 16:47:10.062654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a965b4-c40a-4d56-8c69-3622dd188928 req-bdb735f3-2d63-4d85-ade6-343bc70d144c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:10.064793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-50aa9fc8-5b09-49bf-9b10-70e0ec6c3215 None None] Port 35c553c1-7689-4852-8287-c55ff48545b2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:10.073846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3a965b4-c40a-4d56-8c69-3622dd188928 req-bdb735f3-2d63-4d85-ade6-343bc70d144c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 943 time: 0.6872725 Jul 22 16:47:10.090277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=04a5bbb2-5b14-4149-b0b2-e218fba3f079,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:10.132598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Made reservation on behalf of ddb3933ba14a40618b45dbf87b676c01 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:10.136341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.173102 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3a965b4-c40a-4d56-8c69-3622dd188928 req-9b1a1837-a0f2-47d3-b14c-c55cdd82df5a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980322 Jul 22 16:47:10.189303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.237153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f'}, {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6479d55b-05d2-4670-9136-c9b7df1ac6a4'}, {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a5bbb2-5b14-4149-b0b2-e218fba3f079'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:10.241924 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e1436-cc8d-411f-b1cd-7b8dad99d2ea" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f"}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "6479d55b-05d2-4670-9136-c9b7df1ac6a4"}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "04a5bbb2-5b14-4149-b0b2-e218fba3f079"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:10.315464 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.331499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-db0eead5-66f3-4b69-849b-3f68a747b8f0 service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589154 Jul 22 16:47:10.398105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:10.403174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.404427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4fcfa174-2a00-4f79-ade3-5bb487147ed5 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:10.477422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1df02fc-6b58-4a06-a484-33f526fba596 req-0d1a4d9f-c68a-4a95-a251-0eb9fea2f12c service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364968 Jul 22 16:47:10.496017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:10.558143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.580082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.580299 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.611505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e1a9b-dc20-4be7-84b2-9d106e8cf956 req-87567b13-0983-485a-b01e-ad08df8dec74 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:10.615250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b25e1a9b-dc20-4be7-84b2-9d106e8cf956 req-87567b13-0983-485a-b01e-ad08df8dec74 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 946 time: 0.1553376 Jul 22 16:47:10.627435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5bc8110-d33c-4bd2-868b-24f1c6ee2c22 req-cbedb61a-c36c-4dc3-868c-b11acce5805f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=03d624df-4de3-4ab9-a4dd-0f85e8bcca31 HTTP/1.1" status: 200 len: 210 time: 0.0662305 Jul 22 16:47:10.657151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4fcfa174-2a00-4f79-ade3-5bb487147ed5, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:10.661209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:10.668412 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.698162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e3390-6c47-4628-b892-bd9a2b04ec04,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:10.706484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b25e1a9b-dc20-4be7-84b2-9d106e8cf956 req-fb2d5943-575b-40a8-a375-b065b350d181 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829020 Jul 22 16:47:10.721928 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.722353 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Added segment ce2f7eaf-0d20-407d-9897-6205d1e5e7be of type vlan for network 1bcf8bdd-ec29-4826-8f52-44d08933928c Jul 22 16:47:10.734488 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9624e0f-45a0-4db4-91d2-1b61edcf9cff x-openstack-request-id: req-a9624e0f-45a0-4db4-91d2-1b61edcf9cff {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:10.734488 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f", "code": 200}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "6479d55b-05d2-4670-9136-c9b7df1ac6a4", "code": 200}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "04a5bbb2-5b14-4149-b0b2-e218fba3f079", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:10.734488 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9624e0f-45a0-4db4-91d2-1b61edcf9cff {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:10.734488 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'code': 200} Jul 22 16:47:10.734488 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6479d55b-05d2-4670-9136-c9b7df1ac6a4', 'code': 200} Jul 22 16:47:10.734976 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a5bbb2-5b14-4149-b0b2-e218fba3f079', 'code': 200} Jul 22 16:47:10.784134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:10.784514 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.792257 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.798813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4fcfa174-2a00-4f79-ade3-5bb487147ed5,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:10.952959 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.954804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:10.954804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:10.973974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34423b6-1a5d-418e-8204-12328bfa9df9 req-65a4f5a2-c14e-4069-a16e-8ce7a2a546a4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:10.982261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e34423b6-1a5d-418e-8204-12328bfa9df9 req-65a4f5a2-c14e-4069-a16e-8ce7a2a546a4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 946 time: 0.1069965 Jul 22 16:47:11.066949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] For port 4fcfa174-2a00-4f79-ade3-5bb487147ed5, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4fcfa174-2a00-4f79-ade3-5bb487147ed5,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:11.066949 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.067929 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e34423b6-1a5d-418e-8204-12328bfa9df9 req-efc5feb2-1b02-4293-88db-5ad52dbeaf7c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657978 Jul 22 16:47:11.084470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-23da432d-fb10-49cb-81f3-edcfd6715c49 req-0d56bc76-c864-4bfc-befa-0d16a4175255 service neutron] (93750) timed out ('10.222.0.65', 60825) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:47:11.086583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6856000 Jul 22 16:47:11.090152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56376) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:11.096904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Request body: {'subnet': {'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-156490461-subnet', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:11.128896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Calling delete_port for 4fcfa174-2a00-4f79-ade3-5bb487147ed5 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:11.136517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b2d11-ab1e-4e17-a62e-98d738a0ac21 admin admin] Pushing event updated for resources: {'Network': ['ID=1bcf8bdd-ec29-4826-8f52-44d08933928c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:11.149053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Made reservation on behalf of ddb3933ba14a40618b45dbf87b676c01 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:11.152974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.158581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:11.222271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-785c810b-ed49-4bdf-8d37-5f20d9516894 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:11.224345 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-785c810b-ed49-4bdf-8d37-5f20d9516894 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/networks?id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 200 len: 815 time: 0.3361940 Jul 22 16:47:11.310558 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-e45e8098-826c-4c20-ba60-b4ad0516d691 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/quotas/d49fcf410cb84beb972b2fdfab04a34d HTTP/1.1" status: 200 len: 375 time: 0.0661578 Jul 22 16:47:11.457391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.513589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Port': ['ID=4fcfa174-2a00-4f79-ade3-5bb487147ed5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:11.531821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-4b2d53a5-eba3-40d5-a6c1-564616c7f8db tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2020638 Jul 22 16:47:11.557670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ddb52465-29a5-4974-9d7a-ad45b793ca57 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:47:11.558714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ddb52465-29a5-4974-9d7a-ad45b793ca57 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087390 Jul 22 16:47:11.584967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] No DVR routers for this DVR port 4fcfa174-2a00-4f79-ade3-5bb487147ed5 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:11.588919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.592574 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-b091c7c3-7cb4-4f87-91d7-a31a8ef7e44a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "DELETE /v2.0/ports/4fcfa174-2a00-4f79-ade3-5bb487147ed5 HTTP/1.1" status: 204 len: 173 time: 1.6799419 Jul 22 16:47:11.600269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': '4fcfa174-2a00-4f79-ade3-5bb487147ed5'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:11.603240 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce843ab-eab3-4df2-a2d2-ffc82a32bcfd" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "4fcfa174-2a00-4f79-ade3-5bb487147ed5"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:11.617463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.667954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ae31-97b0-417c-85b1-251804179652 req-a3152b18-b316-4f73-9051-e393ac6d2905 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:11.674291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ae31-97b0-417c-85b1-251804179652 req-a3152b18-b316-4f73-9051-e393ac6d2905 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:11.680317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ae31-97b0-417c-85b1-251804179652 req-a3152b18-b316-4f73-9051-e393ac6d2905 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:11.686887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ae31-97b0-417c-85b1-251804179652 req-a3152b18-b316-4f73-9051-e393ac6d2905 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:11.692668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30ae31-97b0-417c-85b1-251804179652 req-a3152b18-b316-4f73-9051-e393ac6d2905 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:11.694499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd30ae31-97b0-417c-85b1-251804179652 req-a3152b18-b316-4f73-9051-e393ac6d2905 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 3797 time: 0.3495195 Jul 22 16:47:11.748259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Pushing event updated for resources: {'Subnet': ['ID=630ca4ef-5387-4a7b-979a-d331ffe4fb19,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:11.782249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd30ae31-97b0-417c-85b1-251804179652 req-14fa7b6d-283a-4346-9b23-22b688621788 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761847 Jul 22 16:47:11.788618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Checking segment: {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:11.789313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Network hostable DHCP agents. Network: 1bcf8bdd-ec29-4826-8f52-44d08933928c, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:11.801421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-693e4752-fb85-45e3-8f86-f9866a1a7367 service neutron] 10.222.0.53 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144434 Jul 22 16:47:11.812659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:11.829680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 1bcf8bdd-ec29-4826-8f52-44d08933928c) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:11.838837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927f0ac8-3ee1-4087-8932-5184606f8015 None None] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:11.844611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:11.845516 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.881405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:11.881789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:11.904137 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-34eb87fd-e6c1-446b-8bd2-c25dde08740c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8102717 Jul 22 16:47:11.904829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:11.917286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:12.001148 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.001148 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.050407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-d1ea9514-d758-4a8b-a642-432777ce4ff3 service neutron] 10.222.0.53 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383437 Jul 22 16:47:12.083841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] For port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:12.084261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.110529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Calling delete_port for 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:12.130876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.324456 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84fe3b8-7295-4167-920e-1b3c00201183 x-openstack-request-id: req-a84fe3b8-7295-4167-920e-1b3c00201183 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:12.324832 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "4fcfa174-2a00-4f79-ade3-5bb487147ed5", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:12.324996 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a84fe3b8-7295-4167-920e-1b3c00201183 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:12.325374 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': '4fcfa174-2a00-4f79-ade3-5bb487147ed5', 'status': 'completed', 'code': 200} Jul 22 16:47:12.372430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-cfa2c840-2296-40fe-9124-981ef05de546 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:12.378050 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-cfa2c840-2296-40fe-9124-981ef05de546 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.20 "GET /v2.0/ports?device_id=e82d153f-7862-4ad7-88dd-3506ee1b35bf HTTP/1.1" status: 200 len: 945 time: 0.4188743 Jul 22 16:47:12.378270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-1bcf8bdd-ec29-4826-8f52-44d08933928c', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:47:12.380117 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.386504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.414248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1f179-3d93-4a55-a02e-bce73a1e2440 req-6077746f-b583-46f0-a716-739d83ab8778 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:12.419093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07a1f179-3d93-4a55-a02e-bce73a1e2440 req-6077746f-b583-46f0-a716-739d83ab8778 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 943 time: 0.4776466 Jul 22 16:47:12.454121 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:47:12.554370 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2b1cd887-a4a1-4b4f-be0d-6957aead9f58 req-54f0ff0e-aec8-47f0-8f73-3c864f315f75 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 210 time: 0.1412117 Jul 22 16:47:12.556487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Port': ['ID=3dce6f46-4d7b-443e-bf17-b6e52e76fdfe,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:12.613362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07a1f179-3d93-4a55-a02e-bce73a1e2440 req-91131e14-4e63-44d4-9266-ddc1dee1e7a9 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Jul 22 16:47:12.626752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.639330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] No DVR routers for this DVR port 3dce6f46-4d7b-443e-bf17-b6e52e76fdfe on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:12.655269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.658991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-ba42129f-4cca-4033-8a7a-fb1d7ffc1e30 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "DELETE /v2.0/ports/3dce6f46-4d7b-443e-bf17-b6e52e76fdfe HTTP/1.1" status: 204 len: 173 time: 1.0512035 Jul 22 16:47:12.702785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Allocated IP 172.20.0.2 (1bcf8bdd-ec29-4826-8f52-44d08933928c/630ca4ef-5387-4a7b-979a-d331ffe4fb19/d3a5f22b-fc67-4de0-8dfa-cc804525f10a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:12.724617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56408) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:12.789651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Deleting port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:12.790430 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:12.903665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe'}, {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fcfa174-2a00-4f79-ade3-5bb487147ed5'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:12.905900 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fb5db9-0a07-40fe-827f-4a4be6dcc6bb" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "3dce6f46-4d7b-443e-bf17-b6e52e76fdfe"}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "4fcfa174-2a00-4f79-ade3-5bb487147ed5"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:12.913791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 31ee6825-d66f-4cce-a27a-7ffee7c65b14 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:47:13.044124 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ec46b1-1039-48e7-b7cf-f23850e3b5e8 x-openstack-request-id: req-27ec46b1-1039-48e7-b7cf-f23850e3b5e8 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:13.044464 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "3dce6f46-4d7b-443e-bf17-b6e52e76fdfe", "code": 200}, {"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-unplugged", "status": "completed", "tag": "4fcfa174-2a00-4f79-ade3-5bb487147ed5", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:13.044683 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27ec46b1-1039-48e7-b7cf-f23850e3b5e8 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:13.046229 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe', 'code': 200} Jul 22 16:47:13.047236 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fcfa174-2a00-4f79-ade3-5bb487147ed5', 'code': 200} Jul 22 16:47:13.214732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 31ee6825-d66f-4cce-a27a-7ffee7c65b14, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=31ee6825-d66f-4cce-a27a-7ffee7c65b14,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:13.241011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '31ee6825-d66f-4cce-a27a-7ffee7c65b14', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'port_id': '31ee6825-d66f-4cce-a27a-7ffee7c65b14', 'mac_address': 'fa:16:3e:54:3e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b029ca-65ed-4f26-be85-de2402c32c39', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:47:13.283883 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.301931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Transition to ACTIVE for port object d3a5f22b-fc67-4de0-8dfa-cc804525f10a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:13.304695 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.322980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ee6825-d66f-4cce-a27a-7ffee7c65b14 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:13.385459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Transition to ACTIVE for port object d3a5f22b-fc67-4de0-8dfa-cc804525f10a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:13.388271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 31ee6825-d66f-4cce-a27a-7ffee7c65b14, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=31ee6825-d66f-4cce-a27a-7ffee7c65b14,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:13.401406 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.407448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.450258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] For port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:13.450895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.484893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:13.491770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:13.498669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:13.528147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:13.528514 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.559213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Calling delete_port for 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:13.621171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Attempting to bind port d3a5f22b-fc67-4de0-8dfa-cc804525f10a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:13.621735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Attempting to bind port d3a5f22b-fc67-4de0-8dfa-cc804525f10a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:13.622217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Attempting to bind port d3a5f22b-fc67-4de0-8dfa-cc804525f10a on network 1bcf8bdd-ec29-4826-8f52-44d08933928c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:13.628975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:13.629604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Checking segment: {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:13.630135 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.630647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Bound using segment: {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:13.631291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Bound port: d3a5f22b-fc67-4de0-8dfa-cc804525f10a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:13.631781 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.634624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=31ee6825-d66f-4cce-a27a-7ffee7c65b14,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:13.687384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.688163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Pushing event updated for resources: {'Port': ['ID=d3a5f22b-fc67-4de0-8dfa-cc804525f10a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:13.748327 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.762894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] For port 04a5bbb2-5b14-4149-b0b2-e218fba3f079, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=04a5bbb2-5b14-4149-b0b2-e218fba3f079,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:13.765105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:13.788476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Calling delete_port for 04a5bbb2-5b14-4149-b0b2-e218fba3f079 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:13.835917 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61dfcd37-4198-497f-ae66-1d8d1c72b3d7 req-4631d0bd-228c-4328-81c1-a9e59785c5ae tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 210 time: 0.0819693 Jul 22 16:47:13.841391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24392d7-8d7f-4666-824a-78ca353aa115 req-230f75e6-6b47-48e9-ba21-00b47f88033a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:13.845240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['31ee6825-d66f-4cce-a27a-7ffee7c65b14'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:13.850664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24392d7-8d7f-4666-824a-78ca353aa115 req-230f75e6-6b47-48e9-ba21-00b47f88033a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:13.869273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24392d7-8d7f-4666-824a-78ca353aa115 req-230f75e6-6b47-48e9-ba21-00b47f88033a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:13.879123 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d24392d7-8d7f-4666-824a-78ca353aa115 req-230f75e6-6b47-48e9-ba21-00b47f88033a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 2410 time: 0.8297403 Jul 22 16:47:13.962900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] For port d3a5f22b-fc67-4de0-8dfa-cc804525f10a, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:13.986533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] For port d3a5f22b-fc67-4de0-8dfa-cc804525f10a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d3a5f22b-fc67-4de0-8dfa-cc804525f10a,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:13.996943 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.093156 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d24392d7-8d7f-4666-824a-78ca353aa115 req-64f6ab62-e853-4a97-8faf-f651d320d76d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128146 Jul 22 16:47:14.147848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3492d08-4dea-4f9b-82e7-787b28b868f3 None None] Pushing event updated for resources: {'Port': ['ID=d3a5f22b-fc67-4de0-8dfa-cc804525f10a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:14.362133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.396044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['486c8abd-b3b6-46eb-b0a1-b831f5a361a0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:14.421986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97641ca-ef2e-4cc5-9074-d7dcd518b97b req-9b38b1f8-b5e5-4e7a-b3a3-83907f198aba tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:14.439567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e97641ca-ef2e-4cc5-9074-d7dcd518b97b req-9b38b1f8-b5e5-4e7a-b3a3-83907f198aba tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 944 time: 0.4083021 Jul 22 16:47:14.576885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Allocated IP 172.25.3.67 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/edd543af-8a60-448f-935f-990634ec632b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:14.602124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] No DVR routers for this DVR port 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:14.723466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.725641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a8a9d5fc-33a5-48a6-bb5f-ef7c9e22333c req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.20 "DELETE /v2.0/ports/486c8abd-b3b6-46eb-b0a1-b831f5a361a0 HTTP/1.1" status: 204 len: 173 time: 2.2575233 Jul 22 16:47:14.735786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b474f0-8369-4313-836d-1bdf5a8084be tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Pushing event deleted for resources: {'Port': ['ID=486c8abd-b3b6-46eb-b0a1-b831f5a361a0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:14.747293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-1ee39194-04f1-4231-b075-aa50e5aa345e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:14.749164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-1ee39194-04f1-4231-b075-aa50e5aa345e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.65 "GET /v2.0/networks?id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 200 len: 815 time: 0.6352954 Jul 22 16:47:14.749916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'name': 'network-vif-deleted', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:14.752914 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2169034e-7a98-482f-925a-118e42ab7ba0" -d '{"events": [{"server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "name": "network-vif-deleted", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:14.762303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:14.765365 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4502ce9d-b5c5-45bc-a8be-7d558ce5608f" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "3dce6f46-4d7b-443e-bf17-b6e52e76fdfe"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:14.776220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Request body: {'port': {'device_id': '366a3496-8212-46a4-bbfa-88fc45329c66', 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f', 'admin_state_up': True, 'tenant_id': 'd49fcf410cb84beb972b2fdfab04a34d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:14.856575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e97641ca-ef2e-4cc5-9074-d7dcd518b97b req-dcbc31a6-7bab-4c24-8281-88c7648cb932 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107730 Jul 22 16:47:14.859169 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393db79d-5477-46cd-a734-fc737cb998c9 x-openstack-request-id: req-393db79d-5477-46cd-a734-fc737cb998c9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:14.859654 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82d153f-7862-4ad7-88dd-3506ee1b35bf", "name": "network-vif-deleted", "tag": "486c8abd-b3b6-46eb-b0a1-b831f5a361a0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:14.860097 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-393db79d-5477-46cd-a734-fc737cb998c9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:14.860733 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82d153f-7862-4ad7-88dd-3506ee1b35bf', 'name': 'network-vif-deleted', 'tag': '486c8abd-b3b6-46eb-b0a1-b831f5a361a0', 'status': 'completed', 'code': 200} Jul 22 16:47:14.876706 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:14.950530 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07e6223-696e-43dc-8269-7d25064659c6 x-openstack-request-id: req-d07e6223-696e-43dc-8269-7d25064659c6 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:14.954435 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "3dce6f46-4d7b-443e-bf17-b6e52e76fdfe", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:14.954901 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d07e6223-696e-43dc-8269-7d25064659c6 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:14.957119 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': '3dce6f46-4d7b-443e-bf17-b6e52e76fdfe', 'status': 'completed', 'code': 200} Jul 22 16:47:15.048440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.088221 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21cc5f4f-1a66-4785-9d2f-cef7ce9d97f6 req-b77696ad-faa7-4f7f-9020-333f94505c2e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 210 time: 0.0599692 Jul 22 16:47:15.153416 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.208235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Made reservation on behalf of d49fcf410cb84beb972b2fdfab04a34d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:15.220524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.228807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.255147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Port': ['ID=04a5bbb2-5b14-4149-b0b2-e218fba3f079,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:15.260265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:15.269970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:15.282868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:15.347343 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Pushing event updated for resources: {'Port': ['ID=edd543af-8a60-448f-935f-990634ec632b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:15.414372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] No DVR routers for this DVR port 04a5bbb2-5b14-4149-b0b2-e218fba3f079 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:15.419869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:15.436149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-00314e67-6a49-4ba1-b68c-005f09f64c7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "DELETE /v2.0/ports/04a5bbb2-5b14-4149-b0b2-e218fba3f079 HTTP/1.1" status: 204 len: 173 time: 2.7717402 Jul 22 16:47:15.446882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d3a5f22b-fc67-4de0-8dfa-cc804525f10a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:15.562036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d3a5f22b-fc67-4de0-8dfa-cc804525f10a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:15.752917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35efff-abc7-4533-acd4-f6840f9ceac3 req-d0fde505-557e-4e23-80b4-64c1266094e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:15.759137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35efff-abc7-4533-acd4-f6840f9ceac3 req-d0fde505-557e-4e23-80b4-64c1266094e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:15.767726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a35efff-abc7-4533-acd4-f6840f9ceac3 req-d0fde505-557e-4e23-80b4-64c1266094e3 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 1677 time: 0.4553082 Jul 22 16:47:15.832357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Allocated IP 172.20.0.11 (091a2e6b-4e62-4f24-b74a-bfa36e5da54f/aa12c553-b756-49fe-a66d-4a6f1bb3713d/26a4d9c4-c458-4c41-9f4d-5aba5f1c7414) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:15.883498 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a35efff-abc7-4533-acd4-f6840f9ceac3 req-dfda093e-b0a7-4278-9ce5-d334e47f7fa6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113081 Jul 22 16:47:15.929496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522bb01-e111-4c0d-8246-72da3c31760c None None] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:15.963692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:15.964037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.158398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aba95dd3-ea8d-4319-82d5-9e6ff471f4a4 None None] Provisioning for port d3a5f22b-fc67-4de0-8dfa-cc804525f10a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:16.186232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] For port 6479d55b-05d2-4670-9136-c9b7df1ac6a4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6479d55b-05d2-4670-9136-c9b7df1ac6a4,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:16.186602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.191585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aba95dd3-ea8d-4319-82d5-9e6ff471f4a4 None None] Provisioning complete for port d3a5f22b-fc67-4de0-8dfa-cc804525f10a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:16.191963 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aba95dd3-ea8d-4319-82d5-9e6ff471f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.231108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Calling delete_port for 6479d55b-05d2-4670-9136-c9b7df1ac6a4 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:16.244674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.411120 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.462286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.501326 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aba95dd3-ea8d-4319-82d5-9e6ff471f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.588572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-aba95dd3-ea8d-4319-82d5-9e6ff471f4a4 None None] For port d3a5f22b-fc67-4de0-8dfa-cc804525f10a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d3a5f22b-fc67-4de0-8dfa-cc804525f10a,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:16.596565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aba95dd3-ea8d-4319-82d5-9e6ff471f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.661166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:16.672318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:16.706793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f180b-cd67-4d70-8786-c3d2156acc3a req-e8d9821f-4a4c-4b6f-8470-89addaab7504 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:16.710513 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-092f180b-cd67-4d70-8786-c3d2156acc3a req-e8d9821f-4a4c-4b6f-8470-89addaab7504 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 944 time: 0.4044359 Jul 22 16:47:16.714856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Pushing event updated for resources: {'Port': ['ID=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:16.720514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95dd3-ea8d-4319-82d5-9e6ff471f4a4 None None] Pushing event updated for resources: {'Port': ['ID=d3a5f22b-fc67-4de0-8dfa-cc804525f10a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:16.723966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:16.741427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 31ee6825-d66f-4cce-a27a-7ffee7c65b14 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:16.841563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:16.885691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:16.904463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-092f180b-cd67-4d70-8786-c3d2156acc3a req-0c5553a1-483d-45e5-8f88-a43a7c6ee300 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698689 Jul 22 16:47:16.910724 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:16.911133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 486c8abd-b3b6-46eb-b0a1-b831f5a361a0 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:16.920143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:16.921043 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.008120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 31ee6825-d66f-4cce-a27a-7ffee7c65b14 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:17.025738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-474c744a-4132-484b-9759-09c0cc709131 None None] Provisioning complete for port d3a5f22b-fc67-4de0-8dfa-cc804525f10a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:17.026117 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-474c744a-4132-484b-9759-09c0cc709131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.064027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': '04a5bbb2-5b14-4149-b0b2-e218fba3f079'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:17.077119 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e241bfed-a4bb-408a-bb4d-d676c30079f6" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "04a5bbb2-5b14-4149-b0b2-e218fba3f079"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:17.085460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Port': ['ID=6479d55b-05d2-4670-9136-c9b7df1ac6a4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:17.090416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 31ee6825-d66f-4cce-a27a-7ffee7c65b14 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:17.096094 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.108728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.333261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-ec690e86-e88e-4224-b210-b4c00254f569 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5644047 Jul 22 16:47:17.353618 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] No DVR routers for this DVR port 6479d55b-05d2-4670-9136-c9b7df1ac6a4 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:17.362989 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.366118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d3a5f22b-fc67-4de0-8dfa-cc804525f10a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:17.369479 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-86984846-80d0-473c-a4fe-71e3f8c00de4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "DELETE /v2.0/ports/6479d55b-05d2-4670-9136-c9b7df1ac6a4 HTTP/1.1" status: 204 len: 173 time: 1.9222279 Jul 22 16:47:17.389306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Request body: {'port': {'device_id': '366a3496-8212-46a4-bbfa-88fc45329c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:17.410891 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.460524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d3a5f22b-fc67-4de0-8dfa-cc804525f10a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:17.461160 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.468181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fc0403-7a4b-4bf8-baa7-1446574f159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ee6825-d66f-4cce-a27a-7ffee7c65b14'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:17.470424 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52abb9a-fe48-4a0a-b4af-0b36bacd553b" -d '{"events": [{"server_uuid": "29fc0403-7a4b-4bf8-baa7-1446574f159d", "name": "network-vif-plugged", "status": "completed", "tag": "31ee6825-d66f-4cce-a27a-7ffee7c65b14"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:17.489849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777dc0a-4f0a-4fe9-8c39-a7893a67a829 req-d85f3a4e-333c-4550-b6c0-61cad60892df tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:17.495039 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2777dc0a-4f0a-4fe9-8c39-a7893a67a829 req-d85f3a4e-333c-4550-b6c0-61cad60892df tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 932 time: 1.0133011 Jul 22 16:47:17.500850 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.563572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 31ee6825-d66f-4cce-a27a-7ffee7c65b14, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=31ee6825-d66f-4cce-a27a-7ffee7c65b14,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:17.574566 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:17.685680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=31ee6825-d66f-4cce-a27a-7ffee7c65b14,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:17.766867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2777dc0a-4f0a-4fe9-8c39-a7893a67a829 req-e422c560-824e-4b96-b1b6-ba9617d3d5e4 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477925 Jul 22 16:47:17.806181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.20.0.17 (5bc221c9-3f4d-467e-b49d-3b42e62854d1/eab9bb8a-673b-4adb-8811-3e9a60eac827/044a1201-c0e9-4344-b095-842d49bb7bef) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:17.900333 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa44d98-ee64-4807-a1c7-88525448f145 x-openstack-request-id: req-ffa44d98-ee64-4807-a1c7-88525448f145 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:17.901014 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fc0403-7a4b-4bf8-baa7-1446574f159d", "name": "network-vif-plugged", "status": "completed", "tag": "31ee6825-d66f-4cce-a27a-7ffee7c65b14", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:17.901443 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffa44d98-ee64-4807-a1c7-88525448f145 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:17.902022 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fc0403-7a4b-4bf8-baa7-1446574f159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ee6825-d66f-4cce-a27a-7ffee7c65b14', 'code': 200} Jul 22 16:47:17.944646 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc2aed4-8f0e-4823-880b-1ee3f69cc014 x-openstack-request-id: req-6fc2aed4-8f0e-4823-880b-1ee3f69cc014 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:17.945154 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "04a5bbb2-5b14-4149-b0b2-e218fba3f079", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:17.945154 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fc2aed4-8f0e-4823-880b-1ee3f69cc014 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:17.946713 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': '04a5bbb2-5b14-4149-b0b2-e218fba3f079', 'status': 'completed', 'code': 200} Jul 22 16:47:17.947450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639e08f-be17-43e9-8667-90a5960a2b6a req-8234bcdf-033d-43c7-a649-7ff9dee5cdb8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:17.952773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3639e08f-be17-43e9-8667-90a5960a2b6a req-8234bcdf-033d-43c7-a649-7ff9dee5cdb8 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 943 time: 0.6244910 Jul 22 16:47:17.955873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:47:18.005139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.021400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Transition to ACTIVE for port object 044a1201-c0e9-4344-b095-842d49bb7bef will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:18.109606 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.162974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:18.175668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:18.182997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3639e08f-be17-43e9-8667-90a5960a2b6a req-93a4486c-800a-486e-9461-999078e3262f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups?id=19157044-5140-4ed9-804a-de9ed803e056&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213418 Jul 22 16:47:18.183224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting port ad534506-cf76-45ef-91c4-ee38f6273f1f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:18.183657 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.187249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:18.199398 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=044a1201-c0e9-4344-b095-842d49bb7bef,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:18.256728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:18.258531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f7e60-1435-420c-9391-1f651f5ffaa0 req-69281ce4-9779-4e5a-beea-a1bff4a1e173 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:18.261913 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-698f7e60-1435-420c-9391-1f651f5ffaa0 req-69281ce4-9779-4e5a-beea-a1bff4a1e173 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 945 time: 0.2208488 Jul 22 16:47:18.271196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.291558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcdca0-b026-4919-887c-801c42c2ad94 req-e29ecf8e-2373-4a24-9ae5-9a388c32500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:18.292482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5dbcdca0-b026-4919-887c-801c42c2ad94 req-e29ecf8e-2373-4a24-9ae5-9a388c32500f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 1097 time: 0.2475462 Jul 22 16:47:18.307969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Transition to ACTIVE for port object 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:18.316529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:18.327556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.327842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Sync routers for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:18.340465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:18.341104 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:46:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:18.392793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:18.398159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] For port ad534506-cf76-45ef-91c4-ee38f6273f1f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ad534506-cf76-45ef-91c4-ee38f6273f1f,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:18.398664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.409214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.413267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5d23a463-2686-4ce2-9cf4-5d28aacb392b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5049062 Jul 22 16:47:18.418919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56468) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:18.431892 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5dbcdca0-b026-4919-887c-801c42c2ad94 req-e1088c28-b68d-4260-b34e-aef5155c5909 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275051 Jul 22 16:47:18.523758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:18.601001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.654858 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0123bec-5388-47d2-8199-5663ed6b5417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.659374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-23bd39e0-67de-4485-99e6-094cc4611708 None None] Provisioning for port 044a1201-c0e9-4344-b095-842d49bb7bef completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:18.664448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-23bd39e0-67de-4485-99e6-094cc4611708 None None] Provisioning complete for port 044a1201-c0e9-4344-b095-842d49bb7bef triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:18.665252 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23bd39e0-67de-4485-99e6-094cc4611708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.675808 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-698f7e60-1435-420c-9391-1f651f5ffaa0 req-0413b5f6-d4e0-4131-b834-0ab56dee79a6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923995 Jul 22 16:47:18.710914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-23bd39e0-67de-4485-99e6-094cc4611708 None None] Port 044a1201-c0e9-4344-b095-842d49bb7bef cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:18.777758 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.778392 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:18.779684 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Floating IP b9ad4bee-aaf8-4277-8f4a-095fd1ec75df disassociated. External IP: 172.25.3.61, port: ad534506-cf76-45ef-91c4-ee38f6273f1f. Jul 22 16:47:18.780476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Calling delete_port for ad534506-cf76-45ef-91c4-ee38f6273f1f owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:18.907708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:15Z', 'revision_number': 3, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:18.944876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Checking router: 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:18.945263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Updating router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 port edd543af-8a60-448f-935f-990634ec632b binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:47:18.985752 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.045620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.094842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Port': ['ID=ad534506-cf76-45ef-91c4-ee38f6273f1f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:19.221942 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.227820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Attempting to bind port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:19.228195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Attempting to bind port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:19.228508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Attempting to bind port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 on network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:19.279126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 on network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:47:19.279383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Attempting to bind port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 on network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:19.296632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:19.296887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Checking segment: {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:19.297287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Bound using segment: {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:19.297746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Bound port: 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:19.298116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.470778 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.485173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8dfd2-24bc-4831-bc23-fa96f688046b req-2a613773-3a84-44b2-bff5-8ffe3547c6ce tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:19.487333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23a8dfd2-24bc-4831-bc23-fa96f688046b req-2a613773-3a84-44b2-bff5-8ffe3547c6ce tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 944 time: 0.3691792 Jul 22 16:47:19.488672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Transition to ACTIVE for port object edd543af-8a60-448f-935f-990634ec632b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:19.499907 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.517451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:19.600365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907bcad-aee7-4455-8754-854c3f532308 None None] Pushing event updated for resources: {'Port': ['ID=edd543af-8a60-448f-935f-990634ec632b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:19.628074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Attempting to bind port edd543af-8a60-448f-935f-990634ec632b on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:19.628758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Attempting to bind port edd543af-8a60-448f-935f-990634ec632b by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:19.629501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Attempting to bind port edd543af-8a60-448f-935f-990634ec632b on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:19.633414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:19.638274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:19.638953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:19.639573 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.640139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:19.640935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Bound port: edd543af-8a60-448f-935f-990634ec632b, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:19.641831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.651385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c3a8b99-8c20-44ba-87b8-2bf7afd262fd req-8c5650e9-8ebb-4a2a-8ce4-42349e757637 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0957687 Jul 22 16:47:19.721753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23a8dfd2-24bc-4831-bc23-fa96f688046b req-8f95eb3d-0971-4521-a48a-248ba81dcd5f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176967 Jul 22 16:47:19.730396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:19.749620 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.823016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] For port edd543af-8a60-448f-935f-990634ec632b, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:19.831811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] For port edd543af-8a60-448f-935f-990634ec632b, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=edd543af-8a60-448f-935f-990634ec632b,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:19.841038 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.901971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:19.902882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:19.904427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] 10.222.0.65 "PUT /v2.0/ports/26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 HTTP/1.1" status: 200 len: 1093 time: 2.5227888 Jul 22 16:47:19.921163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:19.925004 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:19.953162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': '6479d55b-05d2-4670-9136-c9b7df1ac6a4'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:19.964126 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda4e22-447f-4f7b-9c2d-44795ddb7bf6" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "6479d55b-05d2-4670-9136-c9b7df1ac6a4"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:20.085390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907bcad-aee7-4455-8754-854c3f532308 None None] Pushing event updated for resources: {'Port': ['ID=edd543af-8a60-448f-935f-990634ec632b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:20.095589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:20.096329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:46:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:20.173740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:20.190723 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] Sync routers for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:20.206157 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:20.207653 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:46:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:20.226198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b87c32-7f32-4081-8959-28390e29bd20 req-a3544d17-5f96-4148-aec2-6cf62f98919b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:20.234699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13b87c32-7f32-4081-8959-28390e29bd20 req-a3544d17-5f96-4148-aec2-6cf62f98919b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 945 time: 0.3507004 Jul 22 16:47:20.270884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337bbc9-2043-41a4-9869-55460f880bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:20.271346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] No DVR routers for this DVR port ad534506-cf76-45ef-91c4-ee38f6273f1f on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:20.277276 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.279888 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af505f2f-070c-494c-8c1d-9ab3482b3108 req-003eb30f-6682-4b50-b098-9d75f33d2fe6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.20 "DELETE /v2.0/ports/ad534506-cf76-45ef-91c4-ee38f6273f1f HTTP/1.1" status: 204 len: 173 time: 2.8348722 Jul 22 16:47:20.281879 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.290148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5201396-f4a4-49f5-996a-3523879c1351 req-b3fa2f20-66ed-488c-b16e-dfcf769b3ed3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:20.295122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.299810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:20.300938 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5201396-f4a4-49f5-996a-3523879c1351 req-b3fa2f20-66ed-488c-b16e-dfcf769b3ed3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 945 time: 0.3937011 Jul 22 16:47:20.332162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-76e7f72d-d5ff-439d-9b6e-7fa1fb9434d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:20.333991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-76e7f72d-d5ff-439d-9b6e-7fa1fb9434d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 1096 time: 0.2892578 Jul 22 16:47:20.372467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5201396-f4a4-49f5-996a-3523879c1351 req-1c835b91-3559-4b4b-948e-c227f2e3432c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703094 Jul 22 16:47:20.435282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13b87c32-7f32-4081-8959-28390e29bd20 req-6aa8c273-8dfc-4583-8ab4-1a6c584c09ba tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996315 Jul 22 16:47:20.458368 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.468462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=044a1201-c0e9-4344-b095-842d49bb7bef,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:20.518264 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296b8a9a-eb4e-41d5-bbf8-ffde601331c2 x-openstack-request-id: req-296b8a9a-eb4e-41d5-bbf8-ffde601331c2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:20.519311 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:20.519724 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-296b8a9a-eb4e-41d5-bbf8-ffde601331c2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:20.520273 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414', 'status': 'completed', 'code': 200} Jul 22 16:47:20.526229 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-7b1ae058-4ae9-48a2-ae0a-47faa629c015 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 HTTP/1.1" status: 200 len: 217 time: 0.1517804 Jul 22 16:47:20.531562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:20.536239 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63913a39-4616-4fe7-9fe4-0d1486da6afb x-openstack-request-id: req-63913a39-4616-4fe7-9fe4-0d1486da6afb {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:20.536790 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "6479d55b-05d2-4670-9136-c9b7df1ac6a4", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:20.537291 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63913a39-4616-4fe7-9fe4-0d1486da6afb {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:20.537885 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': '6479d55b-05d2-4670-9136-c9b7df1ac6a4', 'status': 'completed', 'code': 200} Jul 22 16:47:20.632437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:20.638807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:20.665137 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:20.904156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:15Z', 'revision_number': 3, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:20.908190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Allocated IP 172.20.0.1 (1bcf8bdd-ec29-4826-8f52-44d08933928c/630ca4ef-5387-4a7b-979a-d331ffe4fb19/f7ebf2e6-40b9-46b9-9f2c-61b110fae796) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:20.955424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eb9b38-f4ee-4b8b-94c7-1b48d74ecc06 None None] The sync data for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 is: [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:15Z', 'revision_number': 3, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:21.004963 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6b72422e-288a-45a9-9682-0c1d7b5d99ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.057688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec423a59-ff29-4748-84dc-4f1c2cee5c30 None None] Provisioning complete for port 044a1201-c0e9-4344-b095-842d49bb7bef triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:21.058068 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec423a59-ff29-4748-84dc-4f1c2cee5c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.152376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-a090657d-fb26-4d76-a38c-da4923e3c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:21.156219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-a090657d-fb26-4d76-a38c-da4923e3c9e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa12c553-b756-49fe-a66d-4a6f1bb3713d HTTP/1.1" status: 200 len: 855 time: 0.6036775 Jul 22 16:47:21.293764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ec423a59-ff29-4748-84dc-4f1c2cee5c30 None None] Port 044a1201-c0e9-4344-b095-842d49bb7bef cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:21.298619 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.354586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-883b3062-ca1e-4734-a428-b9fe1c20b47d req-587d26a2-47a9-44a8-b28c-f0d86d264b84 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.1970136 Jul 22 16:47:21.412397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-64476a1b-9541-4090-bd9a-dcf28f8f1d63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254486 Jul 22 16:47:21.482576 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:29Z', 'revision_number': 5, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:21.507797 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.537605 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] Checking router: 8d4cd947-39bb-4235-a431-d3c88bc2e7ea for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:21.548304 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:21.549220 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:21.622782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Transition to ACTIVE for port object f7ebf2e6-40b9-46b9-9f2c-61b110fae796 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:21.688200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router e9c94394-69b4-4b0c-9527-782c39220aa3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:21.705072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58892e32-434d-4132-a6a2-9f55f94c43f3 req-67a739aa-78cf-4261-bbf1-622aa57d306d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:21.714693 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-58892e32-434d-4132-a6a2-9f55f94c43f3 req-67a739aa-78cf-4261-bbf1-622aa57d306d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 944 time: 0.2648351 Jul 22 16:47:21.749259 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:21.769337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-6898d2a8-424a-4c2b-b0ff-e8e6de08068e service neutron] 10.222.0.65 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234308 Jul 22 16:47:21.812144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ddc46-894c-4c21-9888-4684679f4156 req-66e05d01-33f5-4ff9-9859-23da7c6f2417 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:21.815789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a35ddc46-894c-4c21-9888-4684679f4156 req-66e05d01-33f5-4ff9-9859-23da7c6f2417 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 945 time: 0.2730458 Jul 22 16:47:21.817527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:21.966233 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-58892e32-434d-4132-a6a2-9f55f94c43f3 req-1ca13fc9-def5-44e8-b5ba-a0d49c173fc5 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501380 Jul 22 16:47:21.983719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:21.993124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Sync routers for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:21.997829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cf92fc3b-062f-494c-b830-e27ecbe23d19 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "PUT /v2.0/routers/e9c94394-69b4-4b0c-9527-782c39220aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2718439 Jul 22 16:47:22.021116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:22.021750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:22.079009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:22.158503 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:29Z', 'revision_number': 5, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:22.178961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:22.217113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:22.239441 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3dc2b-0683-4527-ac8f-a1d76ed45687 None None] The sync data for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 is: [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:36:20Z', 'revision_number': 4, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'da7e7db0-d902-4935-8200-509e1fd6696a', 'name': '', 'network_id': '938a054a-5a48-4d43-b896-bf09e16b8e83', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'mac_address': 'fa:16:3e:4b:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:18Z', 'updated_at': '2021-07-22T16:36:29Z', 'revision_number': 5, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'subnets': [{'id': '45498e51-452b-44b2-94cf-b51a3ccaa0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:22.266467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ebf2e6-40b9-46b9-9f2c-61b110fae796,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:22.309461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a35ddc46-894c-4c21-9888-4684679f4156 req-b89f1fce-fdb9-4518-a695-99c5705dacd8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846301 Jul 22 16:47:22.314112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45636b90-aad5-4913-b217-ce9bef682b6c req-e73b2da7-b0c2-4a80-8a93-361e5d7c4679 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:22.324104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45636b90-aad5-4913-b217-ce9bef682b6c req-e73b2da7-b0c2-4a80-8a93-361e5d7c4679 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 945 time: 0.2212768 Jul 22 16:47:22.449587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45636b90-aad5-4913-b217-ce9bef682b6c req-ef8a7496-4d00-45ef-a05d-58aa5f3b8a29 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175041 Jul 22 16:47:22.483028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b14f548-c507-42d6-aa5a-3f88c6a37c3c req-cedbc943-d75c-4cc1-a809-a7affbd96c72 service neutron] 10.222.0.65 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417742 Jul 22 16:47:22.522750 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:22.538976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:22.542613 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e14f32-a303-4625-b2b8-b0e3716cc421" -d '{"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:22.543661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473cdf3-7fb7-4c96-8893-590189de583a req-bd8ad9d3-5455-4e5b-8967-55c4f1c93f72 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:22.546126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0473cdf3-7fb7-4c96-8893-590189de583a req-bd8ad9d3-5455-4e5b-8967-55c4f1c93f72 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 945 time: 0.7038980 Jul 22 16:47:22.593634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:22.674270 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41a531e-27e4-4b41-88dd-355eede11f98 x-openstack-request-id: req-a41a531e-27e4-4b41-88dd-355eede11f98 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:22.674577 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd124e2d-0a9a-4dca-b092-641df6a5fe75", "name": "network-vif-deleted", "tag": "ad534506-cf76-45ef-91c4-ee38f6273f1f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:22.674822 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a41a531e-27e4-4b41-88dd-355eede11f98 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:22.675249 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd124e2d-0a9a-4dca-b092-641df6a5fe75', 'name': 'network-vif-deleted', 'tag': 'ad534506-cf76-45ef-91c4-ee38f6273f1f', 'status': 'completed', 'code': 200} Jul 22 16:47:22.765183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb0fd492-b698-484f-86d8-43ccd86597f2 req-4b9c657e-c691-4b2b-bd9f-755c59dc53be tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0778465 Jul 22 16:47:22.939840 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb262813-a047-4459-96b9-6af69de049bc None None] New status for floating IP b9ad4bee-aaf8-4277-8f4a-095fd1ec75df: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:47:23.032018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec24cf38-1a3f-4e49-b346-55f2c6a870fa None None] Provisioning for port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:23.034055 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.100667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec24cf38-1a3f-4e49-b346-55f2c6a870fa None None] Provisioning complete for port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:23.101085 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec24cf38-1a3f-4e49-b346-55f2c6a870fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.173605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f5a87-bde5-46b2-aad7-d58992ff8daf req-1ebda202-fdb8-4333-b33b-be34ec5725f1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:23.194068 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-104f5a87-bde5-46b2-aad7-d58992ff8daf req-1ebda202-fdb8-4333-b33b-be34ec5725f1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 944 time: 0.1301205 Jul 22 16:47:23.244521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ec24cf38-1a3f-4e49-b346-55f2c6a870fa None None] Port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:23.262473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:47:19Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b28ff61b-2194-471b-8a22-283758afedb7', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:45:52Z', 'updated_at': '2021-07-22T16:45:57Z', 'revision_number': 1, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044a1201-c0e9-4344-b095-842d49bb7bef', 'name': '', 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:07:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'eab9bb8a-673b-4adb-8811-3e9a60eac827', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:15Z', 'updated_at': '2021-07-22T16:47:19Z', 'revision_number': 2, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'eab9bb8a-673b-4adb-8811-3e9a60eac827', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:23.292411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-104f5a87-bde5-46b2-aad7-d58992ff8daf req-168e746d-bbba-4d36-a55c-304fa6ad1a30 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971956 Jul 22 16:47:23.312325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Checking router: e9c94394-69b4-4b0c-9527-782c39220aa3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:23.312590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Updating router e9c94394-69b4-4b0c-9527-782c39220aa3 port 044a1201-c0e9-4344-b095-842d49bb7bef binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:47:23.354584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-125d9715-7002-43c4-91f0-9cac9e4d837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:23.356772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-125d9715-7002-43c4-91f0-9cac9e4d837c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 1096 time: 0.6017306 Jul 22 16:47:23.404238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd8e92-9522-41ea-9627-11520a856835 req-4c1ab318-6345-4a0a-84ac-2d7f109ee101 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:23.406165 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81fd8e92-9522-41ea-9627-11520a856835 req-4c1ab318-6345-4a0a-84ac-2d7f109ee101 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 945 time: 0.5586665 Jul 22 16:47:23.432832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device edd543af-8a60-448f-935f-990634ec632b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:23.439323 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.499009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0473cdf3-7fb7-4c96-8893-590189de583a req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port 5f3d4de4-e099-4ef9-b267-2756115ba134 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:23.499479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0473cdf3-7fb7-4c96-8893-590189de583a req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.618270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0473cdf3-7fb7-4c96-8893-590189de583a req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] For port 5f3d4de4-e099-4ef9-b267-2756115ba134, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5f3d4de4-e099-4ef9-b267-2756115ba134,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:23.619016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0473cdf3-7fb7-4c96-8893-590189de583a req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.642138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0473cdf3-7fb7-4c96-8893-590189de583a req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for 5f3d4de4-e099-4ef9-b267-2756115ba134 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:23.732483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92f7de-07db-46b4-9aa6-46f8e93db47e req-dc719e79-e1f3-43da-8b6f-4adfb14d784d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:23.740859 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6e92f7de-07db-46b4-9aa6-46f8e93db47e req-dc719e79-e1f3-43da-8b6f-4adfb14d784d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 945 time: 0.1277575 Jul 22 16:47:23.804469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.807803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port edd543af-8a60-448f-935f-990634ec632b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:23.817240 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6e92f7de-07db-46b4-9aa6-46f8e93db47e req-f40624c2-8e6a-4c29-8f8f-189f59bf7728 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=5195b55b-c34a-4c2d-9bd3-11900431d634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740700 Jul 22 16:47:23.839336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port edd543af-8a60-448f-935f-990634ec632b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:23.839755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.874152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-81fd8e92-9522-41ea-9627-11520a856835 req-bb687538-2f88-4252-882a-102520713f86 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885355 Jul 22 16:47:23.874902 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0473cdf3-7fb7-4c96-8893-590189de583a req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:23.952308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=5f3d4de4-e099-4ef9-b267-2756115ba134,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:23.991563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e56a3ed-97d1-4353-939a-d526e35c6eca req-59d5bad7-b5d8-4043-9fa9-db5931a7052e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0724833 Jul 22 16:47:24.037379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0473cdf3-7fb7-4c96-8893-590189de583a req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] No DVR routers for this DVR port 5f3d4de4-e099-4ef9-b267-2756115ba134 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:24.077985 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.080087 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.099585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Transition to ACTIVE for port object 044a1201-c0e9-4344-b095-842d49bb7bef will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:24.111220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port edd543af-8a60-448f-935f-990634ec632b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=edd543af-8a60-448f-935f-990634ec632b,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:24.116568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.117184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0473cdf3-7fb7-4c96-8893-590189de583a req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.120366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0473cdf3-7fb7-4c96-8893-590189de583a req-56e48716-d5b1-46bf-8ee5-905dbda7f387 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "DELETE /v2.0/ports/5f3d4de4-e099-4ef9-b267-2756115ba134 HTTP/1.1" status: 204 len: 173 time: 1.3641174 Jul 22 16:47:24.120959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3a6fd8-d8a6-44f0-a445-0e1d26094a27', 'name': 'network-vif-deleted', 'tag': '5f3d4de4-e099-4ef9-b267-2756115ba134'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:24.125782 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.130998 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c834523f-4031-409d-a104-70cd60bca2ce" -d '{"events": [{"server_uuid": "9e3a6fd8-d8a6-44f0-a445-0e1d26094a27", "name": "network-vif-deleted", "tag": "5f3d4de4-e099-4ef9-b267-2756115ba134"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:24.216706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-0cf0c0dd-e627-4b50-87e2-25ff36fa821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:24.218808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-0cf0c0dd-e627-4b50-87e2-25ff36fa821c service neutron] 10.222.0.65 "GET /v2.0/networks?id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 200 len: 916 time: 0.8117270 Jul 22 16:47:24.253959 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626c02ec-d7a3-401c-b445-5f7c182c780d x-openstack-request-id: req-626c02ec-d7a3-401c-b445-5f7c182c780d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:24.255067 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3a6fd8-d8a6-44f0-a445-0e1d26094a27", "name": "network-vif-deleted", "tag": "5f3d4de4-e099-4ef9-b267-2756115ba134", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:24.255067 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-626c02ec-d7a3-401c-b445-5f7c182c780d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:24.255690 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3a6fd8-d8a6-44f0-a445-0e1d26094a27', 'name': 'network-vif-deleted', 'tag': '5f3d4de4-e099-4ef9-b267-2756115ba134', 'status': 'completed', 'code': 200} Jul 22 16:47:24.283521 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.285499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f76adc-922e-4db0-b162-2fa79dcc3ca1 None None] Pushing event updated for resources: {'Port': ['ID=044a1201-c0e9-4344-b095-842d49bb7bef,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.300641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-6e7f9b4b-0892-431b-a4f9-253d15d3b63a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 HTTP/1.1" status: 200 len: 217 time: 0.0704539 Jul 22 16:47:24.394959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Attempting to bind port 044a1201-c0e9-4344-b095-842d49bb7bef on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:24.395340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Attempting to bind port 044a1201-c0e9-4344-b095-842d49bb7bef by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:24.395704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Attempting to bind port 044a1201-c0e9-4344-b095-842d49bb7bef on network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:24.410182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:24.410556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Checking segment: {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:24.410984 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.411379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Bound using segment: {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:24.411997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Bound port: 044a1201-c0e9-4344-b095-842d49bb7bef, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e326c9-a109-448a-98ab-4f184a38abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:24.412388 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.448329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-5f67659a-87d0-46be-a787-7518fe4b9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:24.452020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-5f67659a-87d0-46be-a787-7518fe4b9738 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa12c553-b756-49fe-a66d-4a6f1bb3713d HTTP/1.1" status: 200 len: 855 time: 0.1430593 Jul 22 16:47:24.491483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=edd543af-8a60-448f-935f-990634ec632b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.535758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] For port 044a1201-c0e9-4344-b095-842d49bb7bef, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:24.540958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] For port 044a1201-c0e9-4344-b095-842d49bb7bef, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=044a1201-c0e9-4344-b095-842d49bb7bef,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:24.555900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.566969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28ff16-03d1-46ce-a328-7dca82f4704d req-8af2dd7b-9b49-455c-abf4-b7b72b215bba tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:24.574048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.578735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f28ff16-03d1-46ce-a328-7dca82f4704d req-8af2dd7b-9b49-455c-abf4-b7b72b215bba tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 944 time: 0.1728110 Jul 22 16:47:24.580720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-8b9fce06-3f52-4480-9585-050369941be5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209350 Jul 22 16:47:24.588552 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.653042 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f28ff16-03d1-46ce-a328-7dca82f4704d req-7e6001c3-fdd5-4e4b-aae2-b49267c4c1ee tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663624 Jul 22 16:47:24.655593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:24.656299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:24.760910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f76adc-922e-4db0-b162-2fa79dcc3ca1 None None] Pushing event updated for resources: {'Port': ['ID=044a1201-c0e9-4344-b095-842d49bb7bef,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.780637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:47:24.784545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5f3d4de4-e099-4ef9-b267-2756115ba134 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:24.834914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:24.839042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ebf2e6-40b9-46b9-9f2c-61b110fae796,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:24.850986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:24.897331 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-9602c906-46d9-4d2f-a3d5-9ebbe111885e service neutron] 10.222.0.65 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055487 Jul 22 16:47:25.009131 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f56c634a-c8b7-4661-b3fa-3f79d614c1ce req-e45bc6c6-0512-40ad-93f7-56c208ec5808 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.0326805 Jul 22 16:47:25.015594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 5f3d4de4-e099-4ef9-b267-2756115ba134 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:25.020128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5f3d4de4-e099-4ef9-b267-2756115ba134 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:25.128316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d0bff-c714-4c26-ae6d-f81b096ca642 req-ea256eca-e482-4ba4-b2ba-4a5b70e7c74c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:25.130099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a34d0bff-c714-4c26-ae6d-f81b096ca642 req-ea256eca-e482-4ba4-b2ba-4a5b70e7c74c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 945 time: 0.1062145 Jul 22 16:47:25.178233 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a34d0bff-c714-4c26-ae6d-f81b096ca642 req-109e2f6b-afe0-4e33-b2fd-f1f01a972026 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Jul 22 16:47:25.225723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec73e7f2-2659-4c7c-8be0-887dd9b457eb req-413e32d2-3f93-4164-807b-1c45916c6b5e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0686548 Jul 22 16:47:25.282490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:25.289771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:25.303638 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a62e827-b942-4a2f-8fb0-d60d48bd8c1a req-60185751-468e-4285-a2bc-49a620104fdc service neutron] 10.222.0.65 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970640 Jul 22 16:47:25.322888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device edd543af-8a60-448f-935f-990634ec632b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:25.437725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:25.456494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414', 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f', 'port_id': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414', 'mac_address': 'fa:16:3e:f7:f0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa12c553-b756-49fe-a66d-4a6f1bb3713d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:47:25.556516 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.575617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:25.598907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port edd543af-8a60-448f-935f-990634ec632b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:25.599196 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.635053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:25.643371 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.659202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:47:19Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b28ff61b-2194-471b-8a22-283758afedb7', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:45:52Z', 'updated_at': '2021-07-22T16:45:57Z', 'revision_number': 1, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044a1201-c0e9-4344-b095-842d49bb7bef', 'name': '', 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:07:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'eab9bb8a-673b-4adb-8811-3e9a60eac827', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:15Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'eab9bb8a-673b-4adb-8811-3e9a60eac827', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:25.725452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd4357-b7e5-4221-ab1f-092752551c2b None None] The sync data for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 is: [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:47:19Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b28ff61b-2194-471b-8a22-283758afedb7', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:45:52Z', 'updated_at': '2021-07-22T16:45:57Z', 'revision_number': 1, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044a1201-c0e9-4344-b095-842d49bb7bef', 'name': '', 'network_id': '5bc221c9-3f4d-467e-b49d-3b42e62854d1', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:07:25:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': 'eab9bb8a-673b-4adb-8811-3e9a60eac827', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:15Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'eab9bb8a-673b-4adb-8811-3e9a60eac827', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:25.757452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3587d660-00d6-48c3-a688-d134c0845d9c None None] Provisioning complete for port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:25.757823 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3587d660-00d6-48c3-a688-d134c0845d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:25.762625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:25.903365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3587d660-00d6-48c3-a688-d134c0845d9c None None] Port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:25.914523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7e792-f8c5-4817-95e1-2d2bdbb32e48 req-54f29d91-4c60-479c-910a-1fe84888016a tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:25.919731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2e7e792-f8c5-4817-95e1-2d2bdbb32e48 req-54f29d91-4c60-479c-910a-1fe84888016a tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 945 time: 0.1438193 Jul 22 16:47:25.984273 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2e7e792-f8c5-4817-95e1-2d2bdbb32e48 req-127dd4f3-95a6-4145-ade2-5745c0c0e155 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632825 Jul 22 16:47:26.052423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['26a4d9c4-c458-4c41-9f4d-5aba5f1c7414'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:26.054649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fda39-5091-4e1f-8741-0cec2fb43c14 req-484a83d7-b33e-4a7c-ab7d-f94b3b5b3417 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:26.059674 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-779fda39-5091-4e1f-8741-0cec2fb43c14 req-484a83d7-b33e-4a7c-ab7d-f94b3b5b3417 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 945 time: 0.1326923 Jul 22 16:47:26.094483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:26.120170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-779fda39-5091-4e1f-8741-0cec2fb43c14 req-17a25b0e-6cf5-41ca-91a9-2f4a50583452 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505238 Jul 22 16:47:26.188364 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9bc6cf-4463-4a6c-813a-7a75ec8cbea6 req-0251f1f5-876d-49f7-a114-8a975b434d41 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.0401051 Jul 22 16:47:26.268982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:26.284133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ede74849-d413-4679-9c60-7dded5a95948 admin admin] 10.222.0.53 "PUT /v2.0/routers/9639de7b-a6be-4f72-bc4e-cbfe9e521d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8619709 Jul 22 16:47:26.316585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Sync routers for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:26.389959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:26.390758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:26.416482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34adaffa-3560-4e0b-8984-9c97353a3e12 req-eefe8711-c9a8-4f97-a0ea-8fe6032062ed tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0720921 Jul 22 16:47:26.784947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:27.115062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 2, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:27.153752 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56574) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:27.155543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e9cb5b1b-6430-4ac7-9965-77ea063a59a5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214201849', 'description': 'tempest-description--106372347'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:27.165462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Checking router: 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:27.165988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Updating router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:47:27.204234 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9cb5b1b-6430-4ac7-9965-77ea063a59a5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.298326 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.395179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81a2a4-cb56-4f39-bc73-220bb5e0d34a req-df87475a-d90f-43f0-ab9e-fe5dd9414822 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:27.397789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d81a2a4-cb56-4f39-bc73-220bb5e0d34a req-df87475a-d90f-43f0-ab9e-fe5dd9414822 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 945 time: 0.2914414 Jul 22 16:47:27.432644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 044a1201-c0e9-4344-b095-842d49bb7bef up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:27.460422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d81a2a4-cb56-4f39-bc73-220bb5e0d34a req-a59f2f06-44be-4068-a0e5-230ac20756bc tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554824 Jul 22 16:47:27.501205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56586) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:27.550786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-2439c538-cf64-497f-b695-8185ddc79123 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:27.553028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-2439c538-cf64-497f-b695-8185ddc79123 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.65 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 945 time: 0.0902989 Jul 22 16:47:27.569258 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e75fee-9a7d-428a-9d35-10cb92141071 req-d500e02e-08d3-4731-92e6-b619b67cbca9 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:27.571168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5e75fee-9a7d-428a-9d35-10cb92141071 req-d500e02e-08d3-4731-92e6-b619b67cbca9 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 945 time: 0.1946046 Jul 22 16:47:27.573984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9cb5b1b-6430-4ac7-9965-77ea063a59a5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.589436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9cb5b1b-6430-4ac7-9965-77ea063a59a5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.643376 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9cb5b1b-6430-4ac7-9965-77ea063a59a5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.644972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e9cb5b1b-6430-4ac7-9965-77ea063a59a5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4945803 Jul 22 16:47:27.648841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:27.653839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-27fc95c5-1c3f-4754-a53d-0ab395d50078 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'security_group_rule': {'security_group_id': 'a8da276d-0abc-4ea3-bed6-f3fbff783520', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:27.676074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb5b1b-6430-4ac7-9965-77ea063a59a5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8da276d-0abc-4ea3-bed6-f3fbff783520,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:27.706352 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5e75fee-9a7d-428a-9d35-10cb92141071 req-a46e307f-0153-4933-92d6-dc8b477a426d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108768 Jul 22 16:47:27.710135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27fc95c5-1c3f-4754-a53d-0ab395d50078 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.774976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Deleting port 31ee6825-d66f-4cce-a27a-7ffee7c65b14 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:27.775265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.782971 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-473c49d6-7bd6-43dc-bc6a-5588382c6d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.830776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 044a1201-c0e9-4344-b095-842d49bb7bef completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:27.838580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 044a1201-c0e9-4344-b095-842d49bb7bef triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:27.839018 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.848344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1971e11b-e4db-4cda-8091-24827066dec6 req-533ebafd-696f-4d07-8a15-ef4fa77d3674 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.0674188 Jul 22 16:47:27.857339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27fc95c5-1c3f-4754-a53d-0ab395d50078 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.870382 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27fc95c5-1c3f-4754-a53d-0ab395d50078 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.879162 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.908492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc95c5-1c3f-4754-a53d-0ab395d50078 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd7f5ce-e729-46cf-91d8-2c201a67dfcb,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:27.916425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Transition to ACTIVE for port object f7ebf2e6-40b9-46b9-9f2c-61b110fae796 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:27.931682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] For port 31ee6825-d66f-4cce-a27a-7ffee7c65b14, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=31ee6825-d66f-4cce-a27a-7ffee7c65b14,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:27.931940 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.940167 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:27.988109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Calling delete_port for 31ee6825-d66f-4cce-a27a-7ffee7c65b14 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:28.014461 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6f31c90-c71b-4018-84c7-1103069bbc5a req-6091676a-fd36-456a-aa68-259e167c4f15 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0509827 Jul 22 16:47:28.039970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-473c49d6-7bd6-43dc-bc6a-5588382c6d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.055889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-473c49d6-7bd6-43dc-bc6a-5588382c6d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.063167 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.073506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27fc95c5-1c3f-4754-a53d-0ab395d50078 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.074727 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-27fc95c5-1c3f-4754-a53d-0ab395d50078 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4245849 Jul 22 16:47:28.082270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:28.089050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ae8bd781-a05d-4f54-a869-baa7a71f60dd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'security_group_rule': {'security_group_id': 'a8da276d-0abc-4ea3-bed6-f3fbff783520', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:28.114122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 044a1201-c0e9-4344-b095-842d49bb7bef, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=044a1201-c0e9-4344-b095-842d49bb7bef,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:28.124431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c49d6-7bd6-43dc-bc6a-5588382c6d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27e4a6-a54a-4025-86d4-b8566313481d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.127087 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.131443 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-473c49d6-7bd6-43dc-bc6a-5588382c6d14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8ce9a66ca0549189c9bf9cd59e69ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285741 Jul 22 16:47:28.134640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56596) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:28.139931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eb567-6c15-43e4-af89-c1eeefacf04c None None] Pushing event updated for resources: {'Port': ['ID=f7ebf2e6-40b9-46b9-9f2c-61b110fae796,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.191999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae8bd781-a05d-4f54-a869-baa7a71f60dd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.204354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=044a1201-c0e9-4344-b095-842d49bb7bef,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.235275 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.246970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73bd0f2e-d636-44d3-8b01-63d1905210ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.284766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event deleted for resources: {'Port': ['ID=31ee6825-d66f-4cce-a27a-7ffee7c65b14,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.292482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Attempting to bind port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:28.292967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Attempting to bind port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:28.293463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Attempting to bind port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 on network 1bcf8bdd-ec29-4826-8f52-44d08933928c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:28.301372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['31ee6825-d66f-4cce-a27a-7ffee7c65b14'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:28.304383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73bd0f2e-d636-44d3-8b01-63d1905210ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.329220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:28.330015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Checking segment: {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:28.330522 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.331192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Bound using segment: {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:28.331807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Bound port: f7ebf2e6-40b9-46b9-9f2c-61b110fae796, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:28.332359 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.341034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae8bd781-a05d-4f54-a869-baa7a71f60dd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.351384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] No DVR routers for this DVR port 31ee6825-d66f-4cce-a27a-7ffee7c65b14 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:28.354869 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.355996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae8bd781-a05d-4f54-a869-baa7a71f60dd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.357030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf1bbc03-24c2-4b1e-a9a0-05ad6ea0da56 req-6cf51e7a-0a62-412d-a1ec-963ddb35b171 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.65 "DELETE /v2.0/ports/31ee6825-d66f-4cce-a27a-7ffee7c65b14 HTTP/1.1" status: 204 len: 173 time: 0.7962785 Jul 22 16:47:28.357431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fc0403-7a4b-4bf8-baa7-1446574f159d', 'name': 'network-vif-deleted', 'tag': '31ee6825-d66f-4cce-a27a-7ffee7c65b14'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:28.361924 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc7586f-2382-4b1a-86e0-812f3f15a76c" -d '{"events": [{"server_uuid": "29fc0403-7a4b-4bf8-baa7-1446574f159d", "name": "network-vif-deleted", "tag": "31ee6825-d66f-4cce-a27a-7ffee7c65b14"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:28.430432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bd781-a05d-4f54-a869-baa7a71f60dd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d665af0b-d2ce-431c-8705-d45e8a363205,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.436998 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd40c6-2caf-41db-8778-3a3d85b1dbe5 x-openstack-request-id: req-d2bd40c6-2caf-41db-8778-3a3d85b1dbe5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:28.437600 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fc0403-7a4b-4bf8-baa7-1446574f159d", "name": "network-vif-deleted", "tag": "31ee6825-d66f-4cce-a27a-7ffee7c65b14", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:28.437813 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2bd40c6-2caf-41db-8778-3a3d85b1dbe5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:28.438178 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fc0403-7a4b-4bf8-baa7-1446574f159d', 'name': 'network-vif-deleted', 'tag': '31ee6825-d66f-4cce-a27a-7ffee7c65b14', 'status': 'completed', 'code': 200} Jul 22 16:47:28.443177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae8bd781-a05d-4f54-a869-baa7a71f60dd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.446988 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ae8bd781-a05d-4f54-a869-baa7a71f60dd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620729 Jul 22 16:47:28.450375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:28.465373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:28.469177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73bd0f2e-d636-44d3-8b01-63d1905210ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.471942 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73bd0f2e-d636-44d3-8b01-63d1905210ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.473268 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-73bd0f2e-d636-44d3-8b01-63d1905210ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f27e4a6-a54a-4025-86d4-b8566313481d HTTP/1.1" status: 204 len: 168 time: 0.3376245 Jul 22 16:47:28.488352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] For port f7ebf2e6-40b9-46b9-9f2c-61b110fae796, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:28.495343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] For port f7ebf2e6-40b9-46b9-9f2c-61b110fae796, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f7ebf2e6-40b9-46b9-9f2c-61b110fae796,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:28.503113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd0f2e-d636-44d3-8b01-63d1905210ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27e4a6-a54a-4025-86d4-b8566313481d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.507295 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.553506 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.639623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:28.640436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:28.786189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d2b74-6142-432f-9e62-78cf78e8c404 req-4683929d-54ac-44ff-b01c-5ee06c2b4e89 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:28.794684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eb567-6c15-43e4-af89-c1eeefacf04c None None] Pushing event updated for resources: {'Port': ['ID=f7ebf2e6-40b9-46b9-9f2c-61b110fae796,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:28.797738 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd7d2b74-6142-432f-9e62-78cf78e8c404 req-4683929d-54ac-44ff-b01c-5ee06c2b4e89 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 945 time: 0.1590438 Jul 22 16:47:28.813812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:28.817091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:28.876631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fd7d2b74-6142-432f-9e62-78cf78e8c404 req-7994e888-fe75-4598-8b8f-6bc935d635d0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725276 Jul 22 16:47:28.949352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:28.997502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:29.012017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:29.012017 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.107866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-17c71afd-c851-48d4-953b-53d8b54f7e39 req-7e73989c-b3db-4d1b-bae8-a642fa0e3b15 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=29fc0403-7a4b-4bf8-baa7-1446574f159d HTTP/1.1" status: 200 len: 210 time: 0.1122446 Jul 22 16:47:29.108907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Allocated IP 172.25.3.218 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/236eb8b1-cfe9-4fbd-bef4-7b13e185dcf1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:29.308056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.370611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.396787 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 044a1201-c0e9-4344-b095-842d49bb7bef up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:29.461076 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.479192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'Port': ['ID=236eb8b1-cfe9-4fbd-bef4-7b13e185dcf1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:29.487600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 044a1201-c0e9-4344-b095-842d49bb7bef triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:29.487973 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.510835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:29.518360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:29.521137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:29.528153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:29.559216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e595ab-9333-4b31-81f8-83e2f19a0ad7 None None] The sync data for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 is: [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:28Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:29.560357 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-26c25722-7cc4-4a53-b617-8be18252f548 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1790943 Jul 22 16:47:29.569371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:29.572837 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2792562c-6238-4295-bfe0-bab7124f6645" -d '{"events": [{"server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "name": "network-vif-plugged", "status": "completed", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:29.610138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:29.623878 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.623878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 31ee6825-d66f-4cce-a27a-7ffee7c65b14 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:29.749741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 31ee6825-d66f-4cce-a27a-7ffee7c65b14 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:29.750083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 31ee6825-d66f-4cce-a27a-7ffee7c65b14 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:29.752334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:29.766386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.883904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:29.966363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-b7b4c052-cd5c-41cb-bf2f-cd14e814eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:29.967046 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e91899f-a364-44cb-8d9c-659c8ca924f8 req-1e98af06-a1d1-4795-8683-a2db6560b0b2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.0385680 Jul 22 16:47:29.976852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-b7b4c052-cd5c-41cb-bf2f-cd14e814eda3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 1097 time: 0.1989174 Jul 22 16:47:30.012202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:30.108184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97cf60b6-b8b4-4079-bc1c-9d4e185a0250 req-78a9962b-8ca0-4a96-9b7f-16319e7839ca tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0441411 Jul 22 16:47:30.211078 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5821c2d5-3136-467e-b37c-f27093e4268c x-openstack-request-id: req-5821c2d5-3136-467e-b37c-f27093e4268c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:30.211561 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "name": "network-vif-plugged", "status": "completed", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:30.211917 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5821c2d5-3136-467e-b37c-f27093e4268c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:30.212516 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414', 'code': 200} Jul 22 16:47:30.269333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1372179683-network', 'tenant_id': '5ef283a542374983a9ec1895d4672810'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:30.286232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.300565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-ca317a7e-9f83-454d-89b2-0c6e96172bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:30.315036 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-ca317a7e-9f83-454d-89b2-0c6e96172bc3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd HTTP/1.1" status: 200 len: 897 time: 0.2455506 Jul 22 16:47:30.323990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Made reservation on behalf of 5ef283a542374983a9ec1895d4672810 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:30.326370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.339551 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.346333 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.491005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.518618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.531878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.545807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-6ae3f762-eb6a-4a6f-a77d-77ad5d8335c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77b67631-7c81-4421-9c61-92bb2460e337 HTTP/1.1" status: 200 len: 1000 time: 0.2081156 Jul 22 16:47:30.549215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'Port': ['ID=236eb8b1-cfe9-4fbd-bef4-7b13e185dcf1,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:30.565331 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.566843 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cfe8209f-4cea-49e8-8e43-9d6ffb9f6631 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1149979 Jul 22 16:47:30.570298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:30.618441 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.623448 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Added segment 2e79bd51-0938-4f4c-be00-f4361767c1d2 of type vlan for network 95552236-6ff3-4fd1-9934-3d94a86e74db Jul 22 16:47:30.640915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b53ba-5a0e-4a83-b3b8-4eeb6dfe7068 req-082c5442-c9d8-40c8-918b-f4cdbcb68904 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:30.642898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-d612607c-b7b8-48c2-ac7f-c6e176e744cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:30.644547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-d612607c-b7b8-48c2-ac7f-c6e176e744cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cfc4680c-6af2-40c6-a770-f10e16c4bacd HTTP/1.1" status: 200 len: 835 time: 0.0806568 Jul 22 16:47:30.645432 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b86b53ba-5a0e-4a83-b3b8-4eeb6dfe7068 req-082c5442-c9d8-40c8-918b-f4cdbcb68904 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.3163364 Jul 22 16:47:30.660563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:30.722267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14ef9-4968-4e4f-8ac6-8a8da60064aa req-214dcbf5-8918-40c0-8e97-046432c048fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:30.723837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9c14ef9-4968-4e4f-8ac6-8a8da60064aa req-214dcbf5-8918-40c0-8e97-046432c048fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 1098 time: 0.3975031 Jul 22 16:47:30.738612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.777790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b86b53ba-5a0e-4a83-b3b8-4eeb6dfe7068 req-d37b5e7c-f009-4fe7-9cdb-66fd8d0b9dde tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130867 Jul 22 16:47:30.792423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9c14ef9-4968-4e4f-8ac6-8a8da60064aa req-4bca55e9-b5a2-491b-bcf0-0468aa57d649 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590265 Jul 22 16:47:30.806486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-6cdc9393-1979-4b44-a1ba-6b69292cd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:30.808403 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-6cdc9393-1979-4b44-a1ba-6b69292cd9ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550288 Jul 22 16:47:30.828033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.829211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:30.829946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.878425 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8644991 Jul 22 16:47:30.882092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56652) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:30.890176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Request body: {'subnet': {'network_id': '95552236-6ff3-4fd1-9934-3d94a86e74db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1372179683-subnet', 'tenant_id': '5ef283a542374983a9ec1895d4672810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:30.926569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Made reservation on behalf of 5ef283a542374983a9ec1895d4672810 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:30.932542 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:30.961182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b2f19-87bf-463d-91da-1f0621e85abf admin admin] Pushing event updated for resources: {'Network': ['ID=95552236-6ff3-4fd1-9934-3d94a86e74db,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:30.978161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 95552236-6ff3-4fd1-9934-3d94a86e74db details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:31.046401 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-dd8ea754-d536-4edb-9c02-401cc727bb11 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--214201849&fields=id&tenant_id=ddb3933ba14a40618b45dbf87b676c01 HTTP/1.1" status: 200 len: 267 time: 0.0779207 Jul 22 16:47:31.194736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6f4229d4-3269-479a-a095-83dc80f788f7 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:31.208843 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6f4229d4-3269-479a-a095-83dc80f788f7 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 810 time: 0.1475008 Jul 22 16:47:31.255687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-8767aaa7-4e50-4f09-bf5d-003e8419db96 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/quotas/ddb3933ba14a40618b45dbf87b676c01 HTTP/1.1" status: 200 len: 375 time: 0.0228233 Jul 22 16:47:31.261760 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.339487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a1855d-59ab-4f15-965f-e52967099f91,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:31.345010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-1e14a4a7-122e-4dbd-9624-c0526b4eb4c8 service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379322 Jul 22 16:47:31.355604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f7ebf2e6-40b9-46b9-9f2c-61b110fae796 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:31.369806 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-108b1079-644c-4e42-9d56-b65b45ef28fc tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007581 Jul 22 16:47:31.393242 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.396332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Checking segment: {'id': '2e79bd51-0938-4f4c-be00-f4361767c1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95552236-6ff3-4fd1-9934-3d94a86e74db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:31.396699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Network hostable DHCP agents. Network: 95552236-6ff3-4fd1-9934-3d94a86e74db, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:31.428945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:31.435120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:31.435625 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.455421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Network 95552236-6ff3-4fd1-9934-3d94a86e74db is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:31.476016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 95552236-6ff3-4fd1-9934-3d94a86e74db) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:31.484253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c7c0f9a-43dc-4ea8-9da3-bc59f165697d req-174fe8b5-985e-4965-a37c-74846483dbe4 service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275127 Jul 22 16:47:31.485506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:31.486141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.511617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3cfa9208-f03f-430c-9905-5be884465fa7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6262310 Jul 22 16:47:31.514688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b57a5-66eb-46d9-bd76-cbe37a1a2f36 None None] Network 95552236-6ff3-4fd1-9934-3d94a86e74db requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:31.529494 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-9e432909-5f0d-4491-9bab-cdb5254596bd service neutron] 10.222.0.53 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583154 Jul 22 16:47:31.628110 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.690779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-39149422-63fc-4a7f-9f51-0a52839ceb7e service neutron] 10.222.0.53 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546888 Jul 22 16:47:31.702971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port f7ebf2e6-40b9-46b9-9f2c-61b110fae796, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f7ebf2e6-40b9-46b9-9f2c-61b110fae796,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:31.731636 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:31.781682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058df36-5930-459c-ac93-f6975d5bad91 None None] Network 95552236-6ff3-4fd1-9934-3d94a86e74db requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:31.958650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=f7ebf2e6-40b9-46b9-9f2c-61b110fae796,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:32.175773 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d99d487-9ab6-4ecc-806a-ea0d097949ab req-82ed65ca-18aa-4884-8728-42b412b6c299 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e3a6fd8-d8a6-44f0-a445-0e1d26094a27 HTTP/1.1" status: 200 len: 210 time: 0.0754611 Jul 22 16:47:32.518614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-306c32aa-98c4-455b-84d9-c2274bf72297 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:32.520201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-306c32aa-98c4-455b-84d9-c2274bf72297 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.1714575 Jul 22 16:47:32.561759 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-6b854aca-b24a-4268-bf7b-4a8611f6fcaa tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/quotas/4fcebb27d9824b28a076b8e462ad6e34 HTTP/1.1" status: 200 len: 375 time: 0.0293572 Jul 22 16:47:32.569974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56702) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:32.576048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-587258828-network', 'tenant_id': '06ab3d92bd9f41f89e2933dd4049d988'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:32.617453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Made reservation on behalf of 06ab3d92bd9f41f89e2933dd4049d988 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:32.625279 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.644289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.682299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-09725f57-8e25-45cd-8edc-7f2b8020c980 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1089365 Jul 22 16:47:32.849109 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.903815 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84887d07-2f15-42a5-9c9e-aa581353203a req-050bcb3c-3db5-4607-8489-917154b6f94e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0520518 Jul 22 16:47:32.904643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.939475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:47:32.970111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:32.970513 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Added segment 44949362-dcd6-4fb9-afab-33deb7d37f6a of type vlan for network 8283a74c-c99e-4361-b779-deefcba6efe4 Jul 22 16:47:32.972099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b57b6d8-349c-43c0-993e-701157fb1a8d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:33.068294 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.140124 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.141127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.141718 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.177278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-dc1328ce-3d1d-4815-b563-97540ba5a2d6 service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932623 Jul 22 16:47:33.188076 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6133173 Jul 22 16:47:33.188615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56710) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:33.195494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Request body: {'subnet': {'network_id': '8283a74c-c99e-4361-b779-deefcba6efe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-587258828-subnet', 'tenant_id': '06ab3d92bd9f41f89e2933dd4049d988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:33.248503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Made reservation on behalf of 06ab3d92bd9f41f89e2933dd4049d988 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:33.251354 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.263884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93109252-5f92-4bc4-87cd-a0df56eccee1 req-adf298ed-b152-4272-b1ab-385626bd7a7e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.265665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93109252-5f92-4bc4-87cd-a0df56eccee1 req-adf298ed-b152-4272-b1ab-385626bd7a7e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1844878 Jul 22 16:47:33.266537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eec631-5bae-42c8-8acb-106d7c3e461a admin admin] Pushing event updated for resources: {'Network': ['ID=8283a74c-c99e-4361-b779-deefcba6efe4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:33.287929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 8283a74c-c99e-4361-b779-deefcba6efe4 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:47:33.358761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93109252-5f92-4bc4-87cd-a0df56eccee1 req-54c7c7ca-42a6-487a-aa9b-c9a09138d2fd tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802693 Jul 22 16:47:33.394675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f7ebf2e6-40b9-46b9-9f2c-61b110fae796 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:33.478730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d1564d6-821c-4ee0-af17-00b6aba087c1 req-618b6526-5475-4650-b098-c871b03d7a7c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 210 time: 0.0352550 Jul 22 16:47:33.479418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:33.479795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.493243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-f01b4507-c96b-4241-aba1-3b714bb354be service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143849 Jul 22 16:47:33.699664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:33.766506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0bad1-dd60-4693-84d4-6c19e97287eb req-4c2210d2-1d52-4952-9eb4-d1641656489c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.772161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdddaf55-f202-4178-a57a-d7558572c727,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:33.774975 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77d0bad1-dd60-4693-84d4-6c19e97287eb req-4c2210d2-1d52-4952-9eb4-d1641656489c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1389017 Jul 22 16:47:33.775984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc924ac9-ab32-4fb0-a4e5-9568384429ad req-a796b625-4975-45b0-a9cc-371a8782615c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 210 time: 0.0778320 Jul 22 16:47:33.851570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77d0bad1-dd60-4693-84d4-6c19e97287eb req-eb965866-9104-4d87-b361-e3a3721bb7a0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756209 Jul 22 16:47:33.964470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-5d157449-f3a7-4c1b-9efc-e0e2c39f42d0 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:33.970718 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-5d157449-f3a7-4c1b-9efc-e0e2c39f42d0 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 810 time: 0.2016690 Jul 22 16:47:33.974212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Checking segment: {'id': '44949362-dcd6-4fb9-afab-33deb7d37f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8283a74c-c99e-4361-b779-deefcba6efe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:33.974212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Network hostable DHCP agents. Network: 8283a74c-c99e-4361-b779-deefcba6efe4, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:47:34.006782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Network 8283a74c-c99e-4361-b779-deefcba6efe4 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:47:34.034290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 8283a74c-c99e-4361-b779-deefcba6efe4) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:34.040008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.043396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.053396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96470df3-c44a-4bdf-929c-1aef680fa4f8 None None] Network 8283a74c-c99e-4361-b779-deefcba6efe4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:34.075572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aaeac69e-17b6-409f-931e-9f763535c142 req-999d7524-afa6-49aa-b2a8-4c6017f86c8e tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0495553 Jul 22 16:47:34.077220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5ca11fb0-5dd0-4e86-9ae8-011d4654e114 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8871791 Jul 22 16:47:34.095191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-3c4ada2c-e1ec-49ef-9739-c9cc62bdde77 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb3933ba14a40618b45dbf87b676c01 HTTP/1.1" status: 200 len: 379 time: 0.0840986 Jul 22 16:47:34.110657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'port': {'device_id': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'admin_state_up': True, 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'security_groups': ['a8da276d-0abc-4ea3-bed6-f3fbff783520']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:34.291557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4914675-d046-4682-a1ef-b5987dbc4bff None None] Network 8283a74c-c99e-4361-b779-deefcba6efe4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:34.339880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Made reservation on behalf of ddb3933ba14a40618b45dbf87b676c01 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:34.343819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.434992 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdef10-fc36-4322-9e35-d26276d1d7ff req-5d1849a3-c630-4a5a-a310-b2927ffd091c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.439571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0bdef10-fc36-4322-9e35-d26276d1d7ff req-5d1849a3-c630-4a5a-a310-b2927ffd091c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1910982 Jul 22 16:47:34.505764 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0bdef10-fc36-4322-9e35-d26276d1d7ff req-7979283e-7598-4c6c-ae0d-f02fd6ac0935 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602756 Jul 22 16:47:34.597740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Allocated IP 172.20.0.4 (1bcf8bdd-ec29-4826-8f52-44d08933928c/630ca4ef-5387-4a7b-979a-d331ffe4fb19/5af017e4-92ed-4975-a3ba-644e7740a069) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:34.682537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03bdd82f-26d7-4e6c-89bd-a3ea2bd7d7e7 req-9ce1ba9f-dee6-432e-887b-0c44f342f385 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 210 time: 0.0599999 Jul 22 16:47:34.850884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.878952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Transition to ACTIVE for port object 5af017e4-92ed-4975-a3ba-644e7740a069 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:34.888172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f9947-30a7-4ee3-a9bb-d6f06aaf9e24 req-f8942cbd-32c8-4f97-b613-32abfbf74aba tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.889772 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-712f9947-30a7-4ee3-a9bb-d6f06aaf9e24 req-f8942cbd-32c8-4f97-b613-32abfbf74aba tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1231186 Jul 22 16:47:34.904368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-f0690053-254e-4bd2-b23c-f8cb59f8da13 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:34.906218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-f0690053-254e-4bd2-b23c-f8cb59f8da13 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/networks?id=95552236-6ff3-4fd1-9934-3d94a86e74db HTTP/1.1" status: 200 len: 812 time: 0.1357517 Jul 22 16:47:34.935974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-d280670d-65f3-470c-b7ad-8e28e433e8c5 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/quotas/5ef283a542374983a9ec1895d4672810 HTTP/1.1" status: 200 len: 375 time: 0.0209970 Jul 22 16:47:34.951537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-712f9947-30a7-4ee3-a9bb-d6f06aaf9e24 req-dbb90f11-176f-449c-a019-3d5b868cc3d1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551708 Jul 22 16:47:34.967468 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:34.987964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-8ba9259c-d5a5-4adc-ab10-51bb6e056bb2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5ef283a542374983a9ec1895d4672810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506387 Jul 22 16:47:34.997525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-15f810fe-7670-4786-938a-815d2cc442f2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:47:35.005053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-15f810fe-7670-4786-938a-815d2cc442f2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159726 Jul 22 16:47:35.069393 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-214303f3-1bca-48de-b3cb-ee9540f58023 req-007ffe40-669c-4853-a3e9-5dfc86e2ab6b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 210 time: 0.0362444 Jul 22 16:47:35.073204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:35.079868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:35.083944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:35.119649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'Port': ['ID=5af017e4-92ed-4975-a3ba-644e7740a069,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:35.121287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-31a6af63-bac2-48d0-9dfd-60b01c5ae4b4 service neutron] 10.222.0.53 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151166 Jul 22 16:47:35.163332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.164183 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.201394 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-d02ad47f-2a02-4bbd-90b1-c399c481d21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1003664 Jul 22 16:47:35.221275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Request body: {'port': {'device_id': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:35.373997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.422805 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-f89dcffc-6612-437e-82cd-69ea5883a6cb service neutron] 10.222.0.53 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898726 Jul 22 16:47:35.493379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-68e6fe4c-bb0c-4048-b1b9-20bc2c242f56 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.495997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-68e6fe4c-bb0c-4048-b1b9-20bc2c242f56 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.65 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.2869797 Jul 22 16:47:35.496430 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.526512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Request body: {'port': {'device_id': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'admin_state_up': True, 'tenant_id': '4fcebb27d9824b28a076b8e462ad6e34'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:35.643941 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-294d5818-244a-43a9-8e35-22d1e2a8e593 req-69cbc48e-e627-4d6a-8043-418b73fc8981 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.1064084 Jul 22 16:47:35.683758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0a237d62-e4db-4b77-9562-4fd925731782 None None] Provisioning for port 5af017e4-92ed-4975-a3ba-644e7740a069 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:35.692632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0a237d62-e4db-4b77-9562-4fd925731782 None None] Provisioning complete for port 5af017e4-92ed-4975-a3ba-644e7740a069 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:35.693011 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0a237d62-e4db-4b77-9562-4fd925731782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.734525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Made reservation on behalf of 4fcebb27d9824b28a076b8e462ad6e34 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:35.740052 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:35.819078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9e1e01cf-cf46-427d-9919-702ef0be6ea6 req-26e50e45-a81b-4da5-9a77-48f72102ac29 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 210 time: 0.0799186 Jul 22 16:47:35.976356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c322cf2-5732-4e3b-b82d-e2e3200556de req-b5205ecd-48f0-482e-8584-cb9917c11e4f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:35.986704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c322cf2-5732-4e3b-b82d-e2e3200556de req-b5205ecd-48f0-482e-8584-cb9917c11e4f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.2662566 Jul 22 16:47:36.057974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c322cf2-5732-4e3b-b82d-e2e3200556de req-09dec124-8224-4486-ba3b-604db32e0793 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698290 Jul 22 16:47:36.059645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Allocated IP 172.20.0.6 (9fbb4b23-f7da-4811-bc9d-550a23b15826/a9b029ca-65ed-4f26-be85-de2402c32c39/89aed25b-4e79-4f8a-bee7-ee2f48401e76) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:36.143056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcb029-ebe4-4a55-97ff-3301793d352a req-362b095d-0659-4231-9a68-25cf2d98e2d0 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:36.150738 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efcb029-ebe4-4a55-97ff-3301793d352a req-362b095d-0659-4231-9a68-25cf2d98e2d0 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 931 time: 0.1579885 Jul 22 16:47:36.169068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0a237d62-e4db-4b77-9562-4fd925731782 None None] Port 5af017e4-92ed-4975-a3ba-644e7740a069 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:47:36.190096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af017e4-92ed-4975-a3ba-644e7740a069 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:36.202892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.234158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5efcb029-ebe4-4a55-97ff-3301793d352a req-39d66610-ac57-4534-88dd-642b34c512b1 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751181 Jul 22 16:47:36.235245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Transition to ACTIVE for port object 5af017e4-92ed-4975-a3ba-644e7740a069 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:36.239509 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.307345 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b593fd6e-3327-4b9d-949f-95300b6b951a req-7564b089-153a-424b-ac6a-933081e2d9f7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 210 time: 0.0362947 Jul 22 16:47:36.309019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Pushing event updated for resources: {'Port': ['ID=5af017e4-92ed-4975-a3ba-644e7740a069,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:36.392119 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.410824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Attempting to bind port 5af017e4-92ed-4975-a3ba-644e7740a069 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:36.411355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Attempting to bind port 5af017e4-92ed-4975-a3ba-644e7740a069 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:36.412048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Attempting to bind port 5af017e4-92ed-4975-a3ba-644e7740a069 on network 1bcf8bdd-ec29-4826-8f52-44d08933928c {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:36.418734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Port 5af017e4-92ed-4975-a3ba-644e7740a069 on network 1bcf8bdd-ec29-4826-8f52-44d08933928c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:47:36.419086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Attempting to bind port 5af017e4-92ed-4975-a3ba-644e7740a069 on network 1bcf8bdd-ec29-4826-8f52-44d08933928c {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:36.434014 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:36.434362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Checking segment: {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:36.435104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Bound using segment: {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:36.435556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Bound port: 5af017e4-92ed-4975-a3ba-644e7740a069, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:36.435922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.462953 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.531208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:36.558845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:36.564893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:36.569931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:36.622414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event updated for resources: {'Port': ['ID=89aed25b-4e79-4f8a-bee7-ee2f48401e76,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:36.655874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:36.657049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.675169 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-9a057fd2-ef4c-4f3e-836d-ae446a032d57 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1552842 Jul 22 16:47:36.705417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] For port 5af017e4-92ed-4975-a3ba-644e7740a069, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:36.711831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] For port 5af017e4-92ed-4975-a3ba-644e7740a069, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5af017e4-92ed-4975-a3ba-644e7740a069,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:36.717742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Request body: {'port': {'device_id': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:36.730847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.769956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:36.770823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.772454 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] 10.222.0.20 "PUT /v2.0/ports/5af017e4-92ed-4975-a3ba-644e7740a069 HTTP/1.1" status: 200 len: 1092 time: 1.5569599 Jul 22 16:47:36.778248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'tag': '5af017e4-92ed-4975-a3ba-644e7740a069'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:36.780793 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670375f4-60ac-4fb0-b9a2-fcc69d520530" -d '{"events": [{"name": "network-changed", "server_uuid": "2579d8eb-1bae-4edb-bde8-2ed7cb527e4a", "tag": "5af017e4-92ed-4975-a3ba-644e7740a069"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:36.852227 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-189519cc-1ea1-4159-95df-e00630207b3f req-794a9568-2e95-48e3-90de-2cf42217da9d tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0639231 Jul 22 16:47:36.894072 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:36.908241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212bbf0-df5b-44e3-bc9a-4d618ca2212d service neutron] Pushing event updated for resources: {'Port': ['ID=5af017e4-92ed-4975-a3ba-644e7740a069,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:36.919407 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b564b7f-c2fe-4daf-b56d-f9ba1b807484 x-openstack-request-id: req-3b564b7f-c2fe-4daf-b56d-f9ba1b807484 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:36.919787 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2579d8eb-1bae-4edb-bde8-2ed7cb527e4a", "tag": "5af017e4-92ed-4975-a3ba-644e7740a069", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:36.921977 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b564b7f-c2fe-4daf-b56d-f9ba1b807484 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:36.922490 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'tag': '5af017e4-92ed-4975-a3ba-644e7740a069', 'status': 'completed', 'code': 200} Jul 22 16:47:37.370765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c00196-3efc-41e2-85b5-331c1f0f199d req-5275926d-0dd8-414a-875b-003cbd9a5135 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.377043 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25c00196-3efc-41e2-85b5-331c1f0f199d req-5275926d-0dd8-414a-875b-003cbd9a5135 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1309805 Jul 22 16:47:37.440732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aed25b-4e79-4f8a-bee7-ee2f48401e76 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:37.466204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.490879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25c00196-3efc-41e2-85b5-331c1f0f199d req-96345438-e0ce-4629-ac59-6e118caabf2d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116779 Jul 22 16:47:37.494394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Transition to ACTIVE for port object 89aed25b-4e79-4f8a-bee7-ee2f48401e76 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:37.500229 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.526968 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfe9df5b-104a-44d5-bbc2-06f5fefe6ae0 req-d3663635-73fc-4cee-b4a1-e5d1011c73ac tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 210 time: 0.5432436 Jul 22 16:47:37.626607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-60ab8c58-5ea4-4aca-848d-dd1700319a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.628304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-60ab8c58-5ea4-4aca-848d-dd1700319a57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 1095 time: 0.7857511 Jul 22 16:47:37.725361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Pushing event updated for resources: {'Port': ['ID=89aed25b-4e79-4f8a-bee7-ee2f48401e76,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:37.799515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-8914900b-c6f8-45f0-b6c8-7bb04dcf43e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af017e4-92ed-4975-a3ba-644e7740a069 HTTP/1.1" status: 200 len: 217 time: 0.1558564 Jul 22 16:47:37.873347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Attempting to bind port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:37.873697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Attempting to bind port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:37.874274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Attempting to bind port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:37.907939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:47:37.908337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Attempting to bind port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:37.928409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f39e6-515d-4451-b7b6-119e9ac46bfd req-69df7f48-3509-4786-aff0-3378a85454d2 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.931827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423a42-911b-4344-9167-df66f3470abf req-690e3e7d-fe6a-4024-9dc0-22edc561651d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.936769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c37f39e6-515d-4451-b7b6-119e9ac46bfd req-69df7f48-3509-4786-aff0-3378a85454d2 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 943 time: 0.2617471 Jul 22 16:47:37.939093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea423a42-911b-4344-9167-df66f3470abf req-690e3e7d-fe6a-4024-9dc0-22edc561651d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 943 time: 0.2967720 Jul 22 16:47:37.952078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-181429ac-880f-4e3c-8aca-69b10459fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.954434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-181429ac-880f-4e3c-8aca-69b10459fc07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.1467433 Jul 22 16:47:37.956775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:37.957353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Checking segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:37.957732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Bound using segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:37.958192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Bound port: 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:37.958544 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:37.991746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-faa2b78d-6123-47a5-95c6-b833150dba0d tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:37.994852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-faa2b78d-6123-47a5-95c6-b833150dba0d tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.65 "GET /v2.0/networks?id=95552236-6ff3-4fd1-9934-3d94a86e74db HTTP/1.1" status: 200 len: 812 time: 0.2453952 Jul 22 16:47:38.042432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Request body: {'port': {'device_id': '537da05e-be96-43f2-b332-25767d0c0ed3', 'network_id': '95552236-6ff3-4fd1-9934-3d94a86e74db', 'admin_state_up': True, 'tenant_id': '5ef283a542374983a9ec1895d4672810'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:38.047516 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea423a42-911b-4344-9167-df66f3470abf req-f2524df3-e980-44b8-a86b-5722a23c9b40 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988841 Jul 22 16:47:38.064723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.068926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c37f39e6-515d-4451-b7b6-119e9ac46bfd req-447027d0-ccca-4984-8c3f-3c03aae28aaa tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298175 Jul 22 16:47:38.159297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:38.167962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:38.173643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.179135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-4833de3c-3e92-40ea-a562-64ca59691706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:38.181478 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-4833de3c-3e92-40ea-a562-64ca59691706 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185497 Jul 22 16:47:38.214296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-daaebfef-3c9a-4f29-94ea-3b6d6587019f req-37f82834-3e05-4cce-b519-4909a2b6a5d1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0564785 Jul 22 16:47:38.228322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:38.228995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.230491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] 10.222.0.65 "PUT /v2.0/ports/89aed25b-4e79-4f8a-bee7-ee2f48401e76 HTTP/1.1" status: 200 len: 1092 time: 1.5221124 Jul 22 16:47:38.233929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:38.237154 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffa600b-104e-43a2-85bb-2365ad7c7902" -d '{"events": [{"name": "network-changed", "server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:38.297721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Made reservation on behalf of 5ef283a542374983a9ec1895d4672810 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:47:38.301998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:38.325296 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b0815c-cad0-4158-8fbe-1ebe2ce0cc98 x-openstack-request-id: req-14b0815c-cad0-4158-8fbe-1ebe2ce0cc98 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:38.325582 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:38.325825 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14b0815c-cad0-4158-8fbe-1ebe2ce0cc98 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:38.326230 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76', 'status': 'completed', 'code': 200} Jul 22 16:47:38.388043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646ab4-5633-4106-b062-79e2e44e0639 service neutron] Pushing event updated for resources: {'Port': ['ID=89aed25b-4e79-4f8a-bee7-ee2f48401e76,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:38.417186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-853636b8-563e-483a-ba2a-b9a32ccd003b service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130489 Jul 22 16:47:38.492339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Allocated IP 172.20.0.12 (95552236-6ff3-4fd1-9934-3d94a86e74db/f1a1855d-59ab-4f15-965f-e52967099f91/b0e2e537-4b80-48b8-bb77-b4e4bdf02b21) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:38.496081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-27b60ef1-80c7-4829-bd38-4d9656e2b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:38.497613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-27b60ef1-80c7-4829-bd38-4d9656e2b521 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 1095 time: 0.1524692 Jul 22 16:47:38.592945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-d03ed0f5-a5c5-4b67-9def-0c55e1bcedca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76 HTTP/1.1" status: 200 len: 217 time: 0.0719717 Jul 22 16:47:38.600282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aefe5a94-77be-4c8a-b569-5d39865e0ad1 req-0d3a1c47-3e41-4e13-a74a-6e7e7bd765a8 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689827 Jul 22 16:47:38.649577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5af257ef-d090-449f-b9c8-ef67a2170d79 req-70dd91e0-62c9-40be-8660-e556f0c1c127 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 210 time: 0.0491555 Jul 22 16:47:38.729045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-68041115-a485-41b2-a6a6-3f467064b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:38.730760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-68041115-a485-41b2-a6a6-3f467064b782 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.0929787 Jul 22 16:47:38.752455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732a34b-20b6-42fd-b585-c17259ec1726 req-c0038ed5-1cd4-4142-8448-17c2f4bc645b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:38.754094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a732a34b-20b6-42fd-b585-c17259ec1726 req-c0038ed5-1cd4-4142-8448-17c2f4bc645b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1457374 Jul 22 16:47:38.798798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-1812a09d-fd30-4abf-a096-3827727122f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314760 Jul 22 16:47:38.841519 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a732a34b-20b6-42fd-b585-c17259ec1726 req-5ffd6a27-14f5-49f9-b59b-dac5c2382367 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589375 Jul 22 16:47:38.853919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-59aa9502-a1f0-4af3-943d-86757636d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:38.855930 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-59aa9502-a1f0-4af3-943d-86757636d328 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 1095 time: 0.1608036 Jul 22 16:47:38.863148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port 044a1201-c0e9-4344-b095-842d49bb7bef {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:38.863383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.045218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] For port 044a1201-c0e9-4344-b095-842d49bb7bef, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=044a1201-c0e9-4344-b095-842d49bb7bef,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:39.045590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.060068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-ac9d32ae-dfc0-4b6c-9ce5-f4812b041073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.061648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-ac9d32ae-dfc0-4b6c-9ce5-f4812b041073 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.1952066 Jul 22 16:47:39.067773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for 044a1201-c0e9-4344-b095-842d49bb7bef owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:39.167152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-76216bbf-715e-458c-823e-4e675f793f8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af017e4-92ed-4975-a3ba-644e7740a069 HTTP/1.1" status: 200 len: 217 time: 0.0971191 Jul 22 16:47:39.279663 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.308920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-1b4a762a-052e-48d0-8d58-2780f19dc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.310355 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-1b4a762a-052e-48d0-8d58-2780f19dc847 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.1365201 Jul 22 16:47:39.372064 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-c3a3737f-1ae6-4434-8142-d3c0e30f0c80 service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5605204 Jul 22 16:47:39.406492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355dd78-d3d8-4ccf-9687-91e710589213 req-af02d4f2-f500-430c-a7b0-1380c9f698a5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.408055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5355dd78-d3d8-4ccf-9687-91e710589213 req-af02d4f2-f500-430c-a7b0-1380c9f698a5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 943 time: 0.2041395 Jul 22 16:47:39.414694 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.463188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9974f9-349f-47e9-a6d9-ae93bffb2cf3 req-a99b1b7e-f668-414a-bfd3-ef2a5e39ea5a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.464982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b9974f9-349f-47e9-a6d9-ae93bffb2cf3 req-a99b1b7e-f668-414a-bfd3-ef2a5e39ea5a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 943 time: 0.1888187 Jul 22 16:47:39.491357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-58afa273-50ba-4117-b24d-1fe2fce23401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.493718 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-58afa273-50ba-4117-b24d-1fe2fce23401 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697872 Jul 22 16:47:39.497015 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5355dd78-d3d8-4ccf-9687-91e710589213 req-58101a5f-b5d3-41fa-8a12-3dd24a1e9806 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735390 Jul 22 16:47:39.523151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Network 95552236-6ff3-4fd1-9934-3d94a86e74db is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:39.543981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:39.555879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:39.565817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Pushing event updated for resources: {'Port': ['ID=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:39.612405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.635598 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b9974f9-349f-47e9-a6d9-ae93bffb2cf3 req-69e86583-d5b0-4cd6-a6c9-64fcb00331a5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415718 Jul 22 16:47:39.637722 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab33a435-b517-4633-a10d-4c503a3e4c05 req-87769af6-48ed-463b-89b2-63def99c84e1 service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572100 Jul 22 16:47:39.653372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:39.654192 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.680235 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-fe1283d4-9067-42df-a1b3-70ef8319f0e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6457834 Jul 22 16:47:39.680653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfe02368-6ba7-42b1-8f97-170d589193ba req-955251e5-77a0-4481-b703-807db26e7904 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0711617 Jul 22 16:47:39.681266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=044a1201-c0e9-4344-b095-842d49bb7bef,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:39.731577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-e86b8a20-f857-4674-83b7-8dd2e3bb6d90 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149034 Jul 22 16:47:39.766289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Request body: {'port': {'device_id': '537da05e-be96-43f2-b332-25767d0c0ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:39.958149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:39.989016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-670375f4-60ac-4fb0-b9a2-fcc69d520530 req-54c62365-e685-41d5-9a8f-c81d4f842d53 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285936 Jul 22 16:47:40.031710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92157e4a-0469-4350-95ca-e0f0b14a7994 req-d22e4e07-97f8-4064-8c93-c0a31af90218 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.033430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92157e4a-0469-4350-95ca-e0f0b14a7994 req-d22e4e07-97f8-4064-8c93-c0a31af90218 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 932 time: 0.2189076 Jul 22 16:47:40.049276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-005f13ca-7c96-450b-927b-bf02767e255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.050906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-005f13ca-7c96-450b-927b-bf02767e255c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 1095 time: 0.2807944 Jul 22 16:47:40.070424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.167925 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bacf77-cacb-4f52-82c0-e2b95a849af7 req-1f5fd065-70d0-4990-9d97-9d8f963e8e93 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.169546 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08bacf77-cacb-4f52-82c0-e2b95a849af7 req-1f5fd065-70d0-4990-9d97-9d8f963e8e93 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1960900 Jul 22 16:47:40.217368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92157e4a-0469-4350-95ca-e0f0b14a7994 req-8969ae1a-1e72-4020-996c-b70038e7b5fb tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733465 Jul 22 16:47:40.240908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08bacf77-cacb-4f52-82c0-e2b95a849af7 req-7b353679-25a1-4345-80ee-671362ac6ade tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643799 Jul 22 16:47:40.328568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-f9e9ebc2-3822-44a0-b2e1-18cb72a003e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.330071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-f9e9ebc2-3822-44a0-b2e1-18cb72a003e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 912 time: 0.2677677 Jul 22 16:47:40.384084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-7e508fe0-c1ca-4eaf-a579-e7bc05f83987 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76 HTTP/1.1" status: 200 len: 217 time: 0.0448012 Jul 22 16:47:40.402352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router e9c94394-69b4-4b0c-9527-782c39220aa3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:40.462464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-2f23c82f-76ff-400d-ba51-ba13fd67811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.463910 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-2f23c82f-76ff-400d-ba51-ba13fd67811f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.0700314 Jul 22 16:47:40.537268 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-c61d3a72-bc85-4b6c-b3c8-4b0ded607766 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508349 Jul 22 16:47:40.540865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:40.556494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:40.558378 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.566473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-829fbd38-2b7a-462f-bf4d-29e2b5729369 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "PUT /v2.0/routers/e9c94394-69b4-4b0c-9527-782c39220aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0339713 Jul 22 16:47:40.576130 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] Sync routers for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:40.592901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Transition to ACTIVE for port object b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:47:40.611052 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:40.612941 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:40.636278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.723551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:40.767712 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:40.788220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-3198f993-2c0c-4bd7-937d-7d22675cc56e service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422347 Jul 22 16:47:40.884151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Attempting to bind port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:47:40.884151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Attempting to bind port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '2e79bd51-0938-4f4c-be00-f4361767c1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95552236-6ff3-4fd1-9934-3d94a86e74db'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:47:40.884511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Attempting to bind port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 on network 95552236-6ff3-4fd1-9934-3d94a86e74db {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:40.911832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 on network 95552236-6ff3-4fd1-9934-3d94a86e74db not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:47:40.912191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Attempting to bind port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 on network 95552236-6ff3-4fd1-9934-3d94a86e74db {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:47:40.932323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416ae6a-0aea-4d7e-81ad-45d6401c47fb req-2942dd94-f5f6-4f17-b354-e02ebf71fa45 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.933940 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c416ae6a-0aea-4d7e-81ad-45d6401c47fb req-2942dd94-f5f6-4f17-b354-e02ebf71fa45 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 943 time: 0.3012748 Jul 22 16:47:40.939076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:47:40.939425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Checking segment: {'id': '2e79bd51-0938-4f4c-be00-f4361767c1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95552236-6ff3-4fd1-9934-3d94a86e74db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:47:40.939820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Bound using segment: {'id': '2e79bd51-0938-4f4c-be00-f4361767c1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95552236-6ff3-4fd1-9934-3d94a86e74db'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:47:40.940267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Bound port: b0e2e537-4b80-48b8-bb77-b4e4bdf02b21, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e79bd51-0938-4f4c-be00-f4361767c1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '95552236-6ff3-4fd1-9934-3d94a86e74db'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:47:40.940635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:40.958164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b703c-d212-4359-966c-e33c2b67ead4 req-59ef1fa2-4bf3-4bf7-b7c6-6410ba187d4a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:40.962547 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b86b703c-d212-4359-966c-e33c2b67ead4 req-59ef1fa2-4bf3-4bf7-b7c6-6410ba187d4a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 943 time: 0.1054163 Jul 22 16:47:41.010865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b86b703c-d212-4359-966c-e33c2b67ead4 req-db2c9b80-83c7-40ec-8ab9-1c14dfd78c7c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429931 Jul 22 16:47:41.071441 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:47:39Z', 'revision_number': 6, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b28ff61b-2194-471b-8a22-283758afedb7', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:45:52Z', 'updated_at': '2021-07-22T16:45:57Z', 'revision_number': 1, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:41.074017 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c416ae6a-0aea-4d7e-81ad-45d6401c47fb req-ecb47a09-812d-4d60-8b20-ad3867501b5d tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295488 Jul 22 16:47:41.099295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ffa600b-104e-43a2-85bb-2365ad7c7902 req-4d40d2a5-b363-4532-ad4e-fefae6498a2a service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864678 Jul 22 16:47:41.102622 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] Checking router: e9c94394-69b4-4b0c-9527-782c39220aa3 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:41.122685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] For port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:47:41.126913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] For port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,segment=NetworkSegment(2e79bd51-0938-4f4c-be00-f4361767c1d2),segment_id=2e79bd51-0938-4f4c-be00-f4361767c1d2)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:47:41.134228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.142264 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:41.142653 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:41.145996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10cf4329-458d-41e6-b19f-8c56c86b8688 req-dbff4664-1248-42be-8de0-b062f7cc1b5a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0598121 Jul 22 16:47:41.175799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.176997 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:41.178596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] 10.222.0.65 "PUT /v2.0/ports/b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 HTTP/1.1" status: 200 len: 1093 time: 1.4199994 Jul 22 16:47:41.179490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537da05e-be96-43f2-b332-25767d0c0ed3', 'tag': 'b0e2e537-4b80-48b8-bb77-b4e4bdf02b21'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:41.182830 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "537da05e-be96-43f2-b332-25767d0c0ed3", "tag": "b0e2e537-4b80-48b8-bb77-b4e4bdf02b21"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:41.274500 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a7933d-ef4a-4d04-a78d-123a1dcb0d11 x-openstack-request-id: req-d9a7933d-ef4a-4d04-a78d-123a1dcb0d11 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:41.275261 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537da05e-be96-43f2-b332-25767d0c0ed3", "tag": "b0e2e537-4b80-48b8-bb77-b4e4bdf02b21", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:41.275782 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9a7933d-ef4a-4d04-a78d-123a1dcb0d11 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:41.276545 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537da05e-be96-43f2-b332-25767d0c0ed3', 'tag': 'b0e2e537-4b80-48b8-bb77-b4e4bdf02b21', 'status': 'completed', 'code': 200} Jul 22 16:47:41.331269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bf95e-be27-43ce-b91d-8aed464488e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:41.356471 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:41.358002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382826a8-75dd-4801-861b-a39fcdacf3a6 req-51f80a8e-75f7-43aa-a66b-2926473608e4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.365107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-382826a8-75dd-4801-861b-a39fcdacf3a6 req-51f80a8e-75f7-43aa-a66b-2926473608e4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 946 time: 0.1910563 Jul 22 16:47:41.413204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-569bdd55-cf2b-44dc-b034-6f3da88eeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.415228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-569bdd55-cf2b-44dc-b034-6f3da88eeb35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ef283a542374983a9ec1895d4672810&device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1584177 Jul 22 16:47:41.419149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-382826a8-75dd-4801-861b-a39fcdacf3a6 req-2cf60326-dcc4-4bad-9cc8-ddafa3e379c0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520046 Jul 22 16:47:41.501451 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-4c8f4e0a-dc75-4265-90aa-8f222c5f1aeb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 HTTP/1.1" status: 200 len: 217 time: 0.0648785 Jul 22 16:47:41.625392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-54893982-747a-4911-8059-f09e6667d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.628359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-54893982-747a-4911-8059-f09e6667d458 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1a1855d-59ab-4f15-965f-e52967099f91 HTTP/1.1" status: 200 len: 852 time: 0.1170135 Jul 22 16:47:41.660345 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:47:39Z', 'revision_number': 6, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b28ff61b-2194-471b-8a22-283758afedb7', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:45:52Z', 'updated_at': '2021-07-22T16:45:57Z', 'revision_number': 1, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:41.679296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-270d2112-01ab-4907-8513-02cf6f882031 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95552236-6ff3-4fd1-9934-3d94a86e74db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407715 Jul 22 16:47:41.694421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659771e6-ab5f-45ef-ba4a-75c6661c1da6 req-95035284-a5b2-4b86-96da-8e911d63b903 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.697623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-659771e6-ab5f-45ef-ba4a-75c6661c1da6 req-95035284-a5b2-4b86-96da-8e911d63b903 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1874871 Jul 22 16:47:41.707063 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292e6ca6-fb30-413b-9a79-c5b0210c40ec None None] The sync data for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 is: [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:47:39Z', 'revision_number': 6, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b28ff61b-2194-471b-8a22-283758afedb7', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'port_id': '77b67631-7c81-4421-9c61-92bb2460e337', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'mac_address': 'fa:16:3e:f2:27:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475aef16-bc48-4607-915a-a7479e445dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:45:52Z', 'updated_at': '2021-07-22T16:45:57Z', 'revision_number': 1, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:41.813531 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-2a0801aa-292b-4b4d-bb81-c2317576591c service neutron] 10.222.0.65 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090641 Jul 22 16:47:41.847855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef0f89-c436-4cd9-8fe6-f528a564323a req-e9f5d82c-99a2-4350-8c82-d17e3b244161 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:41.849523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dcef0f89-c436-4cd9-8fe6-f528a564323a req-e9f5d82c-99a2-4350-8c82-d17e3b244161 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 944 time: 0.5137534 Jul 22 16:47:41.876151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-659771e6-ab5f-45ef-ba4a-75c6661c1da6 req-b6716996-1202-4b74-8f13-524e8fa71e20 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667763 Jul 22 16:47:41.906261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dcef0f89-c436-4cd9-8fe6-f528a564323a req-21103f52-29ce-4165-8e51-3d5a39a1050e tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494587 Jul 22 16:47:41.959570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60b950fa-8562-4f24-bc1f-6d7a13ea049b req-feeec2a3-4817-4b43-85d1-1f5cf731a7bb service neutron] 10.222.0.65 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360536 Jul 22 16:47:42.219949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-d314e582-649f-4d89-abaa-f9fdd04b486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.221583 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-d314e582-649f-4d89-abaa-f9fdd04b486a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ef283a542374983a9ec1895d4672810&device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1337240 Jul 22 16:47:42.233162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b8e67-e226-4089-a593-eb50da404196 req-d0eadf22-f972-4668-8e15-1a4475c41fdd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.242264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be1b8e67-e226-4089-a593-eb50da404196 req-d0eadf22-f972-4668-8e15-1a4475c41fdd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 946 time: 0.1039846 Jul 22 16:47:42.254324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bea4f-c4af-4a65-80f5-6885fd6bb019 req-fb337ea8-65d6-4e18-a3d0-8e266783a6e1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.265459 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-883bea4f-c4af-4a65-80f5-6885fd6bb019 req-fb337ea8-65d6-4e18-a3d0-8e266783a6e1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 943 time: 0.1276467 Jul 22 16:47:42.315502 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-883bea4f-c4af-4a65-80f5-6885fd6bb019 req-4355fe53-3347-4b56-bf0b-42589af852d6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 Jul 22 16:47:42.411369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-2c504b03-6d85-4a37-a741-aa2feddd8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.413192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-2c504b03-6d85-4a37-a741-aa2feddd8eb0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=95552236-6ff3-4fd1-9934-3d94a86e74db HTTP/1.1" status: 200 len: 913 time: 0.1674821 Jul 22 16:47:42.431780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be1b8e67-e226-4089-a593-eb50da404196 req-16d781cd-ffb9-4a4a-bc34-650dfe96ca9b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878273 Jul 22 16:47:42.475612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-7d5560bf-e100-4bf2-ad5a-8b3a8b7eb10b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 HTTP/1.1" status: 200 len: 217 time: 0.0429480 Jul 22 16:47:42.532250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-9f3ae72d-a3dd-4495-bcc4-de02fed067ce tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.533881 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-9f3ae72d-a3dd-4495-bcc4-de02fed067ce tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 946 time: 0.2004373 Jul 22 16:47:42.576021 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-745ceefa-1d25-415c-a18c-ccc2fcc284a5 req-6e6fbf39-1275-44d9-bc2f-71488a9da3de tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0654476 Jul 22 16:47:42.601758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-619a07ce-5494-48d1-9bae-616560b08361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.605527 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-619a07ce-5494-48d1-9bae-616560b08361 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1a1855d-59ab-4f15-965f-e52967099f91 HTTP/1.1" status: 200 len: 852 time: 0.1049364 Jul 22 16:47:42.607000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b0aea-3a68-4060-b8e2-f1a78304211a req-fc4f3dc7-acb6-4be9-9d90-b41387bf51c9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.614535 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e6b0aea-3a68-4060-b8e2-f1a78304211a req-fc4f3dc7-acb6-4be9-9d90-b41387bf51c9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 943 time: 0.2118657 Jul 22 16:47:42.670790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-a0a1f36e-2b13-4f8d-b7db-111472bfaa77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95552236-6ff3-4fd1-9934-3d94a86e74db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462265 Jul 22 16:47:42.736470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e6b0aea-3a68-4060-b8e2-f1a78304211a req-ca91913d-984e-440c-aa34-be9e5c91d2d5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209476 Jul 22 16:47:42.777748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:42.778145 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.882249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-d0403025-c684-4b6e-a81d-197304f81c2a service neutron] 10.222.0.65 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879325 Jul 22 16:47:42.893458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee799313-7650-4980-9824-82792146ea42 req-01a88275-820f-4a47-a634-4c442772dae0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:42.903785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89aed25b-4e79-4f8a-bee7-ee2f48401e76 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:47:42.915637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] For port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:42.916159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:42.916351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee799313-7650-4980-9824-82792146ea42 req-01a88275-820f-4a47-a634-4c442772dae0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2bc4732-b927-44a6-9389-1e8e99f36135 HTTP/1.1" status: 200 len: 946 time: 0.1706595 Jul 22 16:47:42.932347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:43.013169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 5af017e4-92ed-4975-a3ba-644e7740a069 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:47:43.105793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee799313-7650-4980-9824-82792146ea42 req-5512a0f5-a11a-40c2-9899-690784cb0a5e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=692efd09-8e68-4f05-96b5-fdf66d9f7985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844079 Jul 22 16:47:43.198821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b6312db-fe1b-49a8-b6ec-90ef011de6a2 req-92e21ce8-231c-4043-84db-c5874cc20230 service neutron] 10.222.0.65 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661226 Jul 22 16:47:43.260063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.318257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:43.339379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '89aed25b-4e79-4f8a-bee7-ee2f48401e76', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'port_id': '89aed25b-4e79-4f8a-bee7-ee2f48401e76', 'mac_address': 'fa:16:3e:83:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b029ca-65ed-4f26-be85-de2402c32c39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:47:43.345585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 044a1201-c0e9-4344-b095-842d49bb7bef no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:43.379191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 044a1201-c0e9-4344-b095-842d49bb7bef {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:43.379874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 044a1201-c0e9-4344-b095-842d49bb7bef not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:43.406001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:43.448603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d1eb8-33c5-4b24-804f-d62f78bcb3cd req-f0e3315b-296c-4558-a92d-1e8db4d89fcc tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.451164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-778d1eb8-33c5-4b24-804f-d62f78bcb3cd req-f0e3315b-296c-4558-a92d-1e8db4d89fcc tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 944 time: 0.1968699 Jul 22 16:47:43.459821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 5af017e4-92ed-4975-a3ba-644e7740a069, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5af017e4-92ed-4975-a3ba-644e7740a069,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:43.501434 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.503747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '5af017e4-92ed-4975-a3ba-644e7740a069', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'port_id': '5af017e4-92ed-4975-a3ba-644e7740a069', 'mac_address': 'fa:16:3e:7c:82:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:47:43.549354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] No DVR routers for this DVR port d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:43.553873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.557571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-778d1eb8-33c5-4b24-804f-d62f78bcb3cd req-891eb536-311b-4321-adb9-3428d5edf6aa tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997279 Jul 22 16:47:43.558048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b7a1a7e-98a8-4111-af5a-6c8669deb63e req-4c5a90a9-dff3-4090-bf03-83706802046f tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.20 "DELETE /v2.0/ports/d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f HTTP/1.1" status: 204 len: 173 time: 1.0154080 Jul 22 16:47:43.558778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc4732-b927-44a6-9389-1e8e99f36135', 'name': 'network-vif-deleted', 'tag': 'd8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:43.561429 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b071c2-f515-41f1-8c3f-45025eddbca5" -d '{"events": [{"server_uuid": "b2bc4732-b927-44a6-9389-1e8e99f36135", "name": "network-vif-deleted", "tag": "d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:43.577021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ca86c-2d5a-4124-87e3-befff4ffbd02 req-8a796d4c-d844-4a3f-959b-083929694ed7 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.586028 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-868ca86c-2d5a-4124-87e3-befff4ffbd02 req-8a796d4c-d844-4a3f-959b-083929694ed7 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.5854287 Jul 22 16:47:43.610266 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.628764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aed25b-4e79-4f8a-bee7-ee2f48401e76 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:43.684706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-868ca86c-2d5a-4124-87e3-befff4ffbd02 req-48989247-2468-4d76-9654-b4a8b7e71152 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917721 Jul 22 16:47:43.726543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af017e4-92ed-4975-a3ba-644e7740a069 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:43.764494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 5af017e4-92ed-4975-a3ba-644e7740a069, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5af017e4-92ed-4975-a3ba-644e7740a069,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:43.778874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.800373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:43.831136 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:43.886904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f632ef-04b7-4631-824a-31fa8b031ecb req-b9195103-a8ff-4896-98c0-541e78cb3043 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:43.892215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43f632ef-04b7-4631-824a-31fa8b031ecb req-b9195103-a8ff-4896-98c0-541e78cb3043 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 943 time: 0.1400812 Jul 22 16:47:43.944191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=5af017e4-92ed-4975-a3ba-644e7740a069,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:43.978127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.978548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.979149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.979709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.980268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.980848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.981331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.981896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.982457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.991138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.991862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:43.992508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:44.007575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43f632ef-04b7-4631-824a-31fa8b031ecb req-cfd9ceaf-e2fa-476f-a4ec-2f0f5e4a2181 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047771 Jul 22 16:47:44.085173 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528e77a7-529d-4496-a7bc-ce45477dc9bc x-openstack-request-id: req-528e77a7-529d-4496-a7bc-ce45477dc9bc {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:44.085791 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bc4732-b927-44a6-9389-1e8e99f36135", "name": "network-vif-deleted", "tag": "d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:44.087167 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-528e77a7-529d-4496-a7bc-ce45477dc9bc {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:44.089185 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bc4732-b927-44a6-9389-1e8e99f36135', 'name': 'network-vif-deleted', 'tag': 'd8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f', 'status': 'completed', 'code': 200} Jul 22 16:47:44.120710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['5af017e4-92ed-4975-a3ba-644e7740a069'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:44.138359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-8e860e7c-44d6-4d5f-9c85-bd75aa8822a4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:44.147679 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-8e860e7c-44d6-4d5f-9c85-bd75aa8822a4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 946 time: 0.3723500 Jul 22 16:47:44.191556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9213d740-64dd-4ab2-98cb-998a5de2fce8 req-5793602f-1e6a-40f8-93eb-581e18777933 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0525806 Jul 22 16:47:44.294397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=89aed25b-4e79-4f8a-bee7-ee2f48401e76,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:44.343385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['89aed25b-4e79-4f8a-bee7-ee2f48401e76'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:44.416044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84058884-d4fb-4e21-a661-3b0f0a53abd6 req-688b593a-92e4-49af-8d13-1a30ae0eb9ea tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:44.423796 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84058884-d4fb-4e21-a661-3b0f0a53abd6 req-688b593a-92e4-49af-8d13-1a30ae0eb9ea tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 946 time: 0.5902367 Jul 22 16:47:44.459016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4451637-727a-4024-bc09-4f637336d62a req-a6431a40-1212-422a-a973-c27bb62b2be7 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:44.470152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4451637-727a-4024-bc09-4f637336d62a req-a6431a40-1212-422a-a973-c27bb62b2be7 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 944 time: 0.1804764 Jul 22 16:47:44.551251 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4451637-727a-4024-bc09-4f637336d62a req-efb81207-1813-4a12-b540-d838899300b8 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764720 Jul 22 16:47:44.556466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84058884-d4fb-4e21-a661-3b0f0a53abd6 req-10cd5aad-d4a4-471c-8110-34e59274c5dc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=59a8c567-811b-4d06-8ddd-0a568b95fdc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257811 Jul 22 16:47:44.590125 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Deleting port 47f92c7a-e11e-47d1-8605-92541c2ab763 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:44.590610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.656833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:44.859779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] For port 47f92c7a-e11e-47d1-8605-92541c2ab763, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=47f92c7a-e11e-47d1-8605-92541c2ab763,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:44.860528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.915891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:47:44.943176 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee538611-2b5d-4128-a493-8f07fc9e149a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:44.976169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:45.056751 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee538611-2b5d-4128-a493-8f07fc9e149a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.060874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:45.061582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d8c49bf8-d8e0-4ac2-a71c-d6a48c8ea36f not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:45.090595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c283a-828a-4258-af49-e5e2a2744b8b req-236eae68-239d-4a60-bc57-9219c0f72bb8 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:45.099785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-328c283a-828a-4258-af49-e5e2a2744b8b req-236eae68-239d-4a60-bc57-9219c0f72bb8 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 944 time: 0.3600945 Jul 22 16:47:45.182985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,segment=NetworkSegment(2e79bd51-0938-4f4c-be00-f4361767c1d2),segment_id=2e79bd51-0938-4f4c-be00-f4361767c1d2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:45.193018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-328c283a-828a-4258-af49-e5e2a2744b8b req-4e3c2e67-f3be-48e5-9826-2e24d7460663 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921533 Jul 22 16:47:45.219752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'b0e2e537-4b80-48b8-bb77-b4e4bdf02b21', 'network_id': '95552236-6ff3-4fd1-9934-3d94a86e74db', 'port_id': 'b0e2e537-4b80-48b8-bb77-b4e4bdf02b21', 'mac_address': 'fa:16:3e:f2:82:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a1855d-59ab-4f15-965f-e52967099f91', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:47:45.251711 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee538611-2b5d-4128-a493-8f07fc9e149a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.256071 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ee538611-2b5d-4128-a493-8f07fc9e149a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.257494 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ee538611-2b5d-4128-a493-8f07fc9e149a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/security-groups/692efd09-8e68-4f05-96b5-fdf66d9f7985 HTTP/1.1" status: 204 len: 168 time: 0.5995867 Jul 22 16:47:45.271260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee538611-2b5d-4128-a493-8f07fc9e149a tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692efd09-8e68-4f05-96b5-fdf66d9f7985,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:45.362540 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.369014 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21649-8054-4d90-86aa-ed60deff9d0c req-70e98f33-32af-48df-8a22-fcd762cc4f29 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:45.370836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ea21649-8054-4d90-86aa-ed60deff9d0c req-70e98f33-32af-48df-8a22-fcd762cc4f29 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.3359814 Jul 22 16:47:45.388128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:47:45.427398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,segment=NetworkSegment(2e79bd51-0938-4f4c-be00-f4361767c1d2),segment_id=2e79bd51-0938-4f4c-be00-f4361767c1d2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:45.428684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768b4d6-2e0c-4c84-9a61-06ae81ff0a17 req-4bf39a8c-1230-4765-96d6-2c05d53fe523 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:45.429442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.430335 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.430540 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Floating IP 465692f0-2e61-4606-86fe-03506e017443 disassociated. External IP: 172.25.3.201, port: 47f92c7a-e11e-47d1-8605-92541c2ab763. Jul 22 16:47:45.431091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Calling delete_port for 47f92c7a-e11e-47d1-8605-92541c2ab763 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:45.433233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b768b4d6-2e0c-4c84-9a61-06ae81ff0a17 req-4bf39a8c-1230-4765-96d6-2c05d53fe523 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 944 time: 0.1048932 Jul 22 16:47:45.435992 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.495428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ea21649-8054-4d90-86aa-ed60deff9d0c req-3aded1d8-ffe9-4e6c-85d3-65ad15b5620f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152852 Jul 22 16:47:45.547024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b768b4d6-2e0c-4c84-9a61-06ae81ff0a17 req-d11afed7-a783-4e92-a232-e864a70717f8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949936 Jul 22 16:47:45.555795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:45.670814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56900) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:45.804040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf76d96-fddc-4fe9-a6fa-e97015a16c94 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting subnet eab9bb8a-673b-4adb-8811-3e9a60eac827 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:45.807189 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2611dab6-bf30-45ed-96e3-495bfa202fca req-f6572851-4c50-4bc4-8dca-6052372817af tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.1124361 Jul 22 16:47:45.935437 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbf76d96-fddc-4fe9-a6fa-e97015a16c94 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:45.958759 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.025730 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbf76d96-fddc-4fe9-a6fa-e97015a16c94 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.068420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['b0e2e537-4b80-48b8-bb77-b4e4bdf02b21'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:47:46.135945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event deleted for resources: {'Port': ['ID=47f92c7a-e11e-47d1-8605-92541c2ab763,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:46.146704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb1be0-d9ed-4387-b095-3de261334cf0 req-93646926-1f6f-477e-b6cf-a8d0d1388da0 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:46.151413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2afb1be0-d9ed-4387-b095-3de261334cf0 req-93646926-1f6f-477e-b6cf-a8d0d1388da0 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 944 time: 0.3179502 Jul 22 16:47:46.153974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2c2628dc-9bb4-4d02-bf24-a487db8b4c71 req-8ea26bfb-9ff7-4431-ad6c-8ed47554f920 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 210 time: 0.1173782 Jul 22 16:47:46.287287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2afb1be0-d9ed-4387-b095-3de261334cf0 req-10dd94ab-512c-46d8-b552-76659ebb94ed tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205549 Jul 22 16:47:46.387241 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbf76d96-fddc-4fe9-a6fa-e97015a16c94 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.437445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Router a3224a39-9132-4f16-bc50-a78480b9467d has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:46.542444 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbf76d96-fddc-4fe9-a6fa-e97015a16c94 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.601065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf76d96-fddc-4fe9-a6fa-e97015a16c94 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Subnet': ['ID=eab9bb8a-673b-4adb-8811-3e9a60eac827,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:46.618145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bbf76d96-fddc-4fe9-a6fa-e97015a16c94 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:46.626197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bbf76d96-fddc-4fe9-a6fa-e97015a16c94 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/subnets/eab9bb8a-673b-4adb-8811-3e9a60eac827 HTTP/1.1" status: 204 len: 168 time: 0.9541993 Jul 22 16:47:46.630106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:46.635225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25914572-8263-45f5-ac96-16c13a9d3422 None None] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:46.796217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201c57f-97af-4287-a374-26f6a443e0bd req-e5e4154e-9635-4f54-876c-840e789d8fd6 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:46.808504 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3201c57f-97af-4287-a374-26f6a443e0bd req-e5e4154e-9635-4f54-876c-840e789d8fd6 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 945 time: 0.3899565 Jul 22 16:47:46.917713 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3201c57f-97af-4287-a374-26f6a443e0bd req-a2bfa0ec-15b9-43d7-b970-e0f59512d180 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076882 Jul 22 16:47:46.933346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:46.946737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] Sync routers for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:46.970672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89aed25b-4e79-4f8a-bee7-ee2f48401e76 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:46.980325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:46.990307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:46.999642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.075420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 5af017e4-92ed-4975-a3ba-644e7740a069 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:47.086365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] No DVR routers for this DVR port 47f92c7a-e11e-47d1-8605-92541c2ab763 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:47.091262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.093560 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5dd9f211-48ee-4f44-b7fb-7e36c7cd27c3 req-7325b73e-6555-4729-8857-0a6b576a7bd0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.20 "DELETE /v2.0/ports/47f92c7a-e11e-47d1-8605-92541c2ab763 HTTP/1.1" status: 204 len: 173 time: 2.9448652 Jul 22 16:47:47.094047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-deleted', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:47.096729 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa89f21-82af-4c9a-a541-377458bfa370" -d '{"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-deleted", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:47.143097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd37fb0-d3f4-4f0f-9ff7-3aab727998d8 req-5dd3e739-17e1-48ae-915d-fb4ddfe4d056 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:47.143979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] DHCP port deletion for 5bc221c9-3f4d-467e-b49d-3b42e62854d1 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:47.154137 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cd37fb0-d3f4-4f0f-9ff7-3aab727998d8 req-5dd3e739-17e1-48ae-915d-fb4ddfe4d056 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.4499481 Jul 22 16:47:47.219264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52348b58-4a7f-41ff-9220-9b2b3e53527c req-22cf827f-3e37-46ff-9b65-a1b3f50ab098 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:47.220989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-52348b58-4a7f-41ff-9220-9b2b3e53527c req-22cf827f-3e37-46ff-9b65-a1b3f50ab098 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 944 time: 0.1321826 Jul 22 16:47:47.275447 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cd37fb0-d3f4-4f0f-9ff7-3aab727998d8 req-820c34f4-7a4c-40f2-ab11-1d93f84f2c62 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129646 Jul 22 16:47:47.307335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port 295ddf39-0482-4c73-ab9e-8b3c81df591d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:47.313956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.345623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 5af017e4-92ed-4975-a3ba-644e7740a069 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:47.357901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 5af017e4-92ed-4975-a3ba-644e7740a069 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:47.361651 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.408667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-52348b58-4a7f-41ff-9220-9b2b3e53527c req-b32fdd17-6e4c-4ca4-8448-de95e032f5c2 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778750 Jul 22 16:47:47.472319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 295ddf39-0482-4c73-ab9e-8b3c81df591d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:47.526358 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a196553-7eab-4082-8f92-820f21a3a2dd x-openstack-request-id: req-8a196553-7eab-4082-8f92-820f21a3a2dd {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:47.527229 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a511243-a131-4000-9423-b4b778902b3c", "name": "network-vif-deleted", "tag": "47f92c7a-e11e-47d1-8605-92541c2ab763", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:47.527686 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a196553-7eab-4082-8f92-820f21a3a2dd {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:47.528254 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a511243-a131-4000-9423-b4b778902b3c', 'name': 'network-vif-deleted', 'tag': '47f92c7a-e11e-47d1-8605-92541c2ab763', 'status': 'completed', 'code': 200} Jul 22 16:47:47.591336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-055e3909-a109-4902-b0f9-92179f2f9e57 req-a2dc3353-5baf-40d1-a5ba-0c0f47aadfb0 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0918837 Jul 22 16:47:47.609243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] For port 295ddf39-0482-4c73-ab9e-8b3c81df591d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=295ddf39-0482-4c73-ab9e-8b3c81df591d,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:47.609644 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.640436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for 295ddf39-0482-4c73-ab9e-8b3c81df591d owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:47.658105 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.667485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:47.686125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c947321-c273-4d8c-8015-eb12b45e7ae4 req-bde0d806-8389-4727-baa1-54b85b530072 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a511243-a131-4000-9423-b4b778902b3c HTTP/1.1" status: 200 len: 210 time: 0.0407629 Jul 22 16:47:47.726563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] Deleting port 295ddf39-0482-4c73-ab9e-8b3c81df591d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:47.728094 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.804999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:47.854424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:47.854800 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.860828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.901722 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:47.952560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] No DVR routers for this DVR port 295ddf39-0482-4c73-ab9e-8b3c81df591d on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:47.954385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=295ddf39-0482-4c73-ab9e-8b3c81df591d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:47.998591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e40650-67bb-4807-8b85-6902b774eec1 req-6652380b-c7c3-4213-9d79-b2b724dfd09b tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:48.006446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0e40650-67bb-4807-8b85-6902b774eec1 req-6652380b-c7c3-4213-9d79-b2b724dfd09b tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 944 time: 0.2581606 Jul 22 16:47:48.084079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0e40650-67bb-4807-8b85-6902b774eec1 req-c0b8354e-2171-4e64-9d65-8de7fdaab21f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760005 Jul 22 16:47:48.151350 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.175284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc221c9-3f4d-467e-b49d-3b42e62854d1']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:48.182617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] For port 295ddf39-0482-4c73-ab9e-8b3c81df591d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=295ddf39-0482-4c73-ab9e-8b3c81df591d,segment=NetworkSegment(19e326c9-a109-448a-98ab-4f184a38abbf),segment_id=19e326c9-a109-448a-98ab-4f184a38abbf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:48.183180 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.196655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] Calling delete_port for 295ddf39-0482-4c73-ab9e-8b3c81df591d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:48.206201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e326c9-a109-448a-98ab-4f184a38abbf') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:48.206643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e326c9-a109-448a-98ab-4f184a38abbf') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:48.239325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.257722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.267323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:47:48.267847 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:47:48.271239 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:47:48.290659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56964) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:48.297433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fe20a08a-682b-46f5-94f6-ffcae3bf0632 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1769626920', 'description': 'tempest-secgroup-smoke-1769626920 description', 'project_id': '8bdcbee2f359475cb5903faa847978b7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:48.330238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe20a08a-682b-46f5-94f6-ffcae3bf0632 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.372909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66d1b9-29a4-4e8f-9016-8fdb92010d21 req-7effa381-d348-4979-8d85-da3df81c1c68 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:48.374642 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a66d1b9-29a4-4e8f-9016-8fdb92010d21 req-7effa381-d348-4979-8d85-da3df81c1c68 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 945 time: 0.1814394 Jul 22 16:47:48.380830 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.405358 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.410640 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/networks/5bc221c9-3f4d-467e-b49d-3b42e62854d1 HTTP/1.1" status: 204 len: 168 time: 1.7769716 Jul 22 16:47:48.413788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af017e4-92ed-4975-a3ba-644e7740a069'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:48.417436 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7cc043-35b1-4158-8a85-059bcf7692a6" -d '{"events": [{"server_uuid": "2579d8eb-1bae-4edb-bde8-2ed7cb527e4a", "name": "network-vif-plugged", "status": "completed", "tag": "5af017e4-92ed-4975-a3ba-644e7740a069"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:48.422824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56968) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:48.432045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3a904-b414-440e-ac71-3b5b73142de1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Network': ['ID=5bc221c9-3f4d-467e-b49d-3b42e62854d1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:48.456956 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 5af017e4-92ed-4975-a3ba-644e7740a069, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5af017e4-92ed-4975-a3ba-644e7740a069,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:48.464678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a66d1b9-29a4-4e8f-9016-8fdb92010d21 req-49594443-b988-4e42-974c-d63272631aae tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807581 Jul 22 16:47:48.466469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.474439 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.476243 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20369204-730e-4078-92f2-628bb4b678ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.520599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] Pushing event deleted for resources: {'Port': ['ID=295ddf39-0482-4c73-ab9e-8b3c81df591d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:48.522800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] Network 5bc221c9-3f4d-467e-b49d-3b42e62854d1 is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:47:48.523286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e221085-f818-416c-85ba-1e55a2f5ecc9 None None] No DVR routers for this DVR port 295ddf39-0482-4c73-ab9e-8b3c81df591d on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:48.570309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe20a08a-682b-46f5-94f6-ffcae3bf0632 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.593373 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe20a08a-682b-46f5-94f6-ffcae3bf0632 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.615902 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4c8667-00d7-44b9-9279-5146dda10d69 x-openstack-request-id: req-0f4c8667-00d7-44b9-9279-5146dda10d69 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:48.616350 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2579d8eb-1bae-4edb-bde8-2ed7cb527e4a", "name": "network-vif-plugged", "status": "completed", "tag": "5af017e4-92ed-4975-a3ba-644e7740a069", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:48.618798 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f4c8667-00d7-44b9-9279-5146dda10d69 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:48.619366 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af017e4-92ed-4975-a3ba-644e7740a069', 'code': 200} Jul 22 16:47:48.675347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.680632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=5af017e4-92ed-4975-a3ba-644e7740a069,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:48.688504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dcb11-b43d-4b12-952d-aa11ae3448b7 req-0ba8d732-44e1-43c5-a0a6-80e198becabd tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:48.698770 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c86dcb11-b43d-4b12-952d-aa11ae3448b7 req-0ba8d732-44e1-43c5-a0a6-80e198becabd tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 944 time: 0.0920012 Jul 22 16:47:48.732494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:48.741138 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.751492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:48.769623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c86dcb11-b43d-4b12-952d-aa11ae3448b7 req-e301cdd9-fb85-4e40-89f7-06e395be0b14 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613508 Jul 22 16:47:48.823874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] Checking router: a3224a39-9132-4f16-bc50-a78480b9467d for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:48.854300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:48.855339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:48.857125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=89aed25b-4e79-4f8a-bee7-ee2f48401e76,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:48.874883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe20a08a-682b-46f5-94f6-ffcae3bf0632 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.876558 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fe20a08a-682b-46f5-94f6-ffcae3bf0632 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5842030 Jul 22 16:47:48.883574 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c748c4b2-5597-4b0f-82cd-091155dc1915 req-46c99f98-d7d9-49c7-afe2-d55febb6df83 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.0491021 Jul 22 16:47:48.884399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56978) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:48.889293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-af512c28-2673-4e07-8269-e460c0eaf9f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'security_group_rule': {'security_group_id': 'f65732b3-82da-4f4e-be1f-d92e283831f8', 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:48.890834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dab98-bf7f-4652-b492-6370c3c7c3bf req-c7eff66a-df89-4ec5-a7c2-99e02feaa572 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:48.903710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-616dab98-bf7f-4652-b492-6370c3c7c3bf req-c7eff66a-df89-4ec5-a7c2-99e02feaa572 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.4910133 Jul 22 16:47:48.934711 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af512c28-2673-4e07-8269-e460c0eaf9f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:48.950746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20a08a-682b-46f5-94f6-ffcae3bf0632 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65732b3-82da-4f4e-be1f-d92e283831f8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:49.006435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:47:49.048130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56982) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:49.049571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af512c28-2673-4e07-8269-e460c0eaf9f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.054239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af512c28-2673-4e07-8269-e460c0eaf9f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.068345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:49.080418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af512c28-2673-4e07-8269-e460c0eaf9f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac96a62f-2314-4022-bf29-c571bec4bf2c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:49.088185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af512c28-2673-4e07-8269-e460c0eaf9f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.089472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-af512c28-2673-4e07-8269-e460c0eaf9f1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2038882 Jul 22 16:47:49.098078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56984) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:49.101369 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-616dab98-bf7f-4652-b492-6370c3c7c3bf req-41a0d43e-60fb-405a-b5b1-6a9f6ce86264 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656792 Jul 22 16:47:49.107206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 47f92c7a-e11e-47d1-8605-92541c2ab763 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:49.107504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5e3b945e-13ea-4ac0-bcb3-1744a84b0d33 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'security_group_rule': {'security_group_id': 'f65732b3-82da-4f4e-be1f-d92e283831f8', 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:49.107663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 47f92c7a-e11e-47d1-8605-92541c2ab763 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:49.132696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:47:49.139871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7188d-9641-4934-8903-7fe71f15d5bc req-926d5ab2-d38e-4009-9541-8a77b8df32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:49.141303 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5f7188d-9641-4934-8903-7fe71f15d5bc req-926d5ab2-d38e-4009-9541-8a77b8df32ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 1097 time: 0.4192836 Jul 22 16:47:49.148748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:47:49.149157 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.194914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:49.217567 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49e80260-d3e1-4561-bfa7-fa1507068af3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.222391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e3b945e-13ea-4ac0-bcb3-1744a84b0d33 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.230203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port f95de30d-d250-4856-b74e-93faf0496074 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:49.230546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.241390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da13fcf-f261-4f8a-bf3c-0766174169dc req-0ffc9934-6a57-41d5-b169-d7eb1e7674d2 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:49.243114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8da13fcf-f261-4f8a-bf3c-0766174169dc req-0ffc9934-6a57-41d5-b169-d7eb1e7674d2 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0776992 Jul 22 16:47:49.289046 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8da13fcf-f261-4f8a-bf3c-0766174169dc req-2fc80a0d-1717-4d9a-b444-37c1ee63b914 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382202 Jul 22 16:47:49.294205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5f7188d-9641-4934-8903-7fe71f15d5bc req-28efb46a-94b6-4d7d-ba03-5dbcdeaf0e56 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388218 Jul 22 16:47:49.305069 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49e80260-d3e1-4561-bfa7-fa1507068af3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.397596 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.422194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.422651 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.436728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e3b945e-13ea-4ac0-bcb3-1744a84b0d33 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.443144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for f95de30d-d250-4856-b74e-93faf0496074 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:49.444863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e3b945e-13ea-4ac0-bcb3-1744a84b0d33 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.454825 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:47:49.467793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,segment=NetworkSegment(2e79bd51-0938-4f4c-be00-f4361767c1d2),segment_id=2e79bd51-0938-4f4c-be00-f4361767c1d2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:49.471181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49e80260-d3e1-4561-bfa7-fa1507068af3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.473911 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49e80260-d3e1-4561-bfa7-fa1507068af3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.474993 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.475163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-49e80260-d3e1-4561-bfa7-fa1507068af3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "DELETE /v2.0/security-groups/59a8c567-811b-4d06-8ddd-0a568b95fdc9 HTTP/1.1" status: 204 len: 168 time: 0.4259880 Jul 22 16:47:49.478702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56988) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:49.490977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b945e-13ea-4ac0-bcb3-1744a84b0d33 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2158c1-35ca-4e0b-bdd3-9891a98861c6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:49.493798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e80260-d3e1-4561-bfa7-fa1507068af3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8c567-811b-4d06-8ddd-0a568b95fdc9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:49.512657 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-cfd65de5-8e89-4ddf-a085-d2f07f8a095c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] show failed (client error): The resource could not be found. Jul 22 16:47:49.518009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cfd65de5-8e89-4ddf-a085-d2f07f8a095c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups/59a8c567-811b-4d06-8ddd-0a568b95fdc9 HTTP/1.1" status: 404 len: 347 time: 0.0376706 Jul 22 16:47:49.518596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 56992) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:49.537869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e3b945e-13ea-4ac0-bcb3-1744a84b0d33 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.541985 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5e3b945e-13ea-4ac0-bcb3-1744a84b0d33 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4391885 Jul 22 16:47:49.547211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:49.552645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e5cbc274-d8e9-4afc-94e4-4dd766003555 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'security_group_rule': {'security_group_id': 'f65732b3-82da-4f4e-be1f-d92e283831f8', 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:49.565629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:49.571621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:49.604485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5b43bb-0988-42d9-8a36-0bcb911cc5dd None None] The sync data for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 is: [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:49.670731 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc274-d8e9-4afc-94e4-4dd766003555 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.739646 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b161b7-fa54-494d-a4ee-e6645e5bee30 req-7b66e7dd-4503-4ac9-87f4-1544f16b5381 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:49.741252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0b161b7-fa54-494d-a4ee-e6645e5bee30 req-7b66e7dd-4503-4ac9-87f4-1544f16b5381 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.1920073 Jul 22 16:47:49.836827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc274-d8e9-4afc-94e4-4dd766003555 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.851203 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc274-d8e9-4afc-94e4-4dd766003555 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.886841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0b161b7-fa54-494d-a4ee-e6645e5bee30 req-a648727b-095a-4570-8e3a-9a945a3bffc6 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288400 Jul 22 16:47:49.890711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.896520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cbc274-d8e9-4afc-94e4-4dd766003555 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab259317-5cd1-4cdb-983a-4a201afcce72,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:49.927070 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5cbc274-d8e9-4afc-94e4-4dd766003555 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:49.928270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e5cbc274-d8e9-4afc-94e4-4dd766003555 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801742 Jul 22 16:47:49.935915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=f95de30d-d250-4856-b74e-93faf0496074,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:49.937699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:49.946192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f0039f3c-0054-4b5f-9d2d-309aafc3c404 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'security_group_rule': {'security_group_id': 'f65732b3-82da-4f4e-be1f-d92e283831f8', 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:50.041960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0039f3c-0054-4b5f-9d2d-309aafc3c404 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.050015 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.050516 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Floating IP b28ff61b-2194-471b-8a22-283758afedb7 disassociated (deleted). External IP: 172.25.3.23, port: 77b67631-7c81-4421-9c61-92bb2460e337. Jul 22 16:47:50.052986 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d36df-0ef1-4ab1-85a1-f7245a2b9e05 None None] New status for floating IP 465692f0-2e61-4606-86fe-03506e017443: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:47:50.179814 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b6dea98-1053-4ca7-ae10-3e7ce0dccc31 req-c08acb61-a5d7-404c-acc1-1f747df066a6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd124e2d-0a9a-4dca-b092-641df6a5fe75 HTTP/1.1" status: 200 len: 210 time: 0.1118271 Jul 22 16:47:50.213127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac77c16-15dc-4008-96fc-a7a1096a5bf0 req-04c836fa-f793-49e1-baa5-5755bfaf3120 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:50.219619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4ac77c16-15dc-4008-96fc-a7a1096a5bf0 req-04c836fa-f793-49e1-baa5-5755bfaf3120 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.0923338 Jul 22 16:47:50.223608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Deleting port c8a18d1d-34a2-4f76-afa7-3d568ffd1982 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:50.223957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.259396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0039f3c-0054-4b5f-9d2d-309aafc3c404 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.299292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0039f3c-0054-4b5f-9d2d-309aafc3c404 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.326685 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4ac77c16-15dc-4008-96fc-a7a1096a5bf0 req-3659d4f8-b63f-41b8-b5f1-64ae97732add tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050277 Jul 22 16:47:50.345014 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.345351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.361759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Calling delete_port for c8a18d1d-34a2-4f76-afa7-3d568ffd1982 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:50.392354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0039f3c-0054-4b5f-9d2d-309aafc3c404 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce283540-d3a6-4eb4-8826-c639749e9128,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:50.414883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0039f3c-0054-4b5f-9d2d-309aafc3c404 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.418961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f0039f3c-0054-4b5f-9d2d-309aafc3c404 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4752464 Jul 22 16:47:50.419594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57006) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:50.425475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2e3039a3-d933-42e5-8dab-05575d6cbf2f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'security_group_rule': {'security_group_id': 'f65732b3-82da-4f4e-be1f-d92e283831f8', 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:50.480438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router e9c94394-69b4-4b0c-9527-782c39220aa3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:50.488377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd088ab-9b57-4035-bb78-89cd056f0073 req-5407970e-c8d3-49da-b70d-6e552b5f5ac3 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:50.489965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fd088ab-9b57-4035-bb78-89cd056f0073 req-5407970e-c8d3-49da-b70d-6e552b5f5ac3 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1924822 Jul 22 16:47:50.490705 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-2e3039a3-d933-42e5-8dab-05575d6cbf2f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Project 8bdcbee2f359475cb5903faa847978b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:47:50.501290 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3039a3-d933-42e5-8dab-05575d6cbf2f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.534181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0a606-3ee5-4369-999b-39d03d4839d7 req-36b8d72c-6851-422b-a4a1-9e0746a1ad6a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:50.535848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57e0a606-3ee5-4369-999b-39d03d4839d7 req-36b8d72c-6851-422b-a4a1-9e0746a1ad6a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1151767 Jul 22 16:47:50.610473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57e0a606-3ee5-4369-999b-39d03d4839d7 req-678a1234-33d2-40f9-a0f0-db160c55d7cd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663486 Jul 22 16:47:50.611679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.620948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76'}, {'server_uuid': '537da05e-be96-43f2-b332-25767d0c0ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e2e537-4b80-48b8-bb77-b4e4bdf02b21'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:50.623703 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ec84a8-32ba-4101-ae98-ff0a383da8e0" -d '{"events": [{"server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "name": "network-vif-plugged", "status": "completed", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76"}, {"server_uuid": "537da05e-be96-43f2-b332-25767d0c0ed3", "name": "network-vif-plugged", "status": "completed", "tag": "b0e2e537-4b80-48b8-bb77-b4e4bdf02b21"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:50.642050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fd088ab-9b57-4035-bb78-89cd056f0073 req-50edda52-4e27-4d8f-82b1-3fec04fff82e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434648 Jul 22 16:47:50.650663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event deleted for resources: {'Port': ['ID=c8a18d1d-34a2-4f76-afa7-3d568ffd1982,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:50.684476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3039a3-d933-42e5-8dab-05575d6cbf2f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.691716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3039a3-d933-42e5-8dab-05575d6cbf2f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.693139 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dbcab2-b312-4e1b-96d6-d1bd029376ba x-openstack-request-id: req-54dbcab2-b312-4e1b-96d6-d1bd029376ba {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:50.693851 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "name": "network-vif-plugged", "status": "completed", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76", "code": 200}, {"server_uuid": "537da05e-be96-43f2-b332-25767d0c0ed3", "name": "network-vif-plugged", "status": "completed", "tag": "b0e2e537-4b80-48b8-bb77-b4e4bdf02b21", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:50.694209 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54dbcab2-b312-4e1b-96d6-d1bd029376ba {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:50.694750 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76', 'code': 200} Jul 22 16:47:50.695144 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537da05e-be96-43f2-b332-25767d0c0ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e2e537-4b80-48b8-bb77-b4e4bdf02b21', 'code': 200} Jul 22 16:47:50.715261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:50.718077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3039a3-d933-42e5-8dab-05575d6cbf2f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf39579f-af1f-4ae5-af94-9ce2537bb70f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:50.730048 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.734784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3039a3-d933-42e5-8dab-05575d6cbf2f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.738867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2e3039a3-d933-42e5-8dab-05575d6cbf2f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159068 Jul 22 16:47:50.739094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] Sync routers for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:50.740492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57010) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:50.747617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-24a43709-fd11-4c73-b895-cc315615baee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'security_group_rule': {'security_group_id': 'f65732b3-82da-4f4e-be1f-d92e283831f8', 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:50.751586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:50.752189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:50.754392 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.757688 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.765709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-955dc6ff-26fd-4ff2-9e32-65011bb843d6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "DELETE /v2.0/floatingips/465692f0-2e61-4606-86fe-03506e017443 HTTP/1.1" status: 204 len: 168 time: 1.2406163 Jul 22 16:47:50.816578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7c8802ab-1a7e-48bb-8095-5181019c7549 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/floatingips/b28ff61b-2194-471b-8a22-283758afedb7 HTTP/1.1" status: 204 len: 168 time: 2.3913665 Jul 22 16:47:50.816578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:50.818843 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971874ef-abc4-40bb-b2cc-7726d794565d" -d '{"events": [{"name": "network-changed", "server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "tag": "77b67631-7c81-4421-9c61-92bb2460e337"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:50.828965 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-24a43709-fd11-4c73-b895-cc315615baee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Project 8bdcbee2f359475cb5903faa847978b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:47:50.834147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24a43709-fd11-4c73-b895-cc315615baee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.894341 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4916c58c-8e23-4305-a45a-e3ffba60d934 x-openstack-request-id: req-4916c58c-8e23-4305-a45a-e3ffba60d934 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:50.894645 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "tag": "77b67631-7c81-4421-9c61-92bb2460e337", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:50.894922 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4916c58c-8e23-4305-a45a-e3ffba60d934 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:50.895406 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337', 'status': 'completed', 'code': 200} Jul 22 16:47:50.920719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:50.938024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24a43709-fd11-4c73-b895-cc315615baee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:50.943794 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24a43709-fd11-4c73-b895-cc315615baee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.054632 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24a43709-fd11-4c73-b895-cc315615baee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.059496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-24a43709-fd11-4c73-b895-cc315615baee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3143325 Jul 22 16:47:51.071267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a43709-fd11-4c73-b895-cc315615baee tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13540f1-ecad-4393-a9d6-adb4ffe7b3be,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:51.172568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971874ef-abc4-40bb-b2cc-7726d794565d req-932951f4-fe70-47f2-a6a7-0a653da93354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.174432 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-971874ef-abc4-40bb-b2cc-7726d794565d req-932951f4-fe70-47f2-a6a7-0a653da93354 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 1097 time: 0.1926658 Jul 22 16:47:51.178868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba28a4-4b1a-4752-928f-0cb37d328b5f req-3460a4c9-3950-4904-a1d2-e5a6ddc77ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.185218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34ba28a4-4b1a-4752-928f-0cb37d328b5f req-3460a4c9-3950-4904-a1d2-e5a6ddc77ee3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 1097 time: 0.2044268 Jul 22 16:47:51.188103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fd45d-3cf3-4f6f-87fc-68a7a373faff req-8a35b28f-ac3c-4c3f-b3bb-1a9c9a12c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.190543 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d3fd45d-3cf3-4f6f-87fc-68a7a373faff req-8a35b28f-ac3c-4c3f-b3bb-1a9c9a12c960 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 1098 time: 0.2402470 Jul 22 16:47:51.194870 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ffc38e13-0b0c-4665-b096-9f273998e0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.272030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d3fd45d-3cf3-4f6f-87fc-68a7a373faff req-119f19e4-56c4-42c5-83bf-fbf2b59b5f92 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657067 Jul 22 16:47:51.296530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34ba28a4-4b1a-4752-928f-0cb37d328b5f req-da5477b2-f486-41c5-8c09-494c09de7540 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043494 Jul 22 16:47:51.324782 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.355673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:47:39Z', 'revision_number': 6, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:51.391654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] Checking router: e9c94394-69b4-4b0c-9527-782c39220aa3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:51.403945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:51.404606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:51.549671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:51.703741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2e6ef-241c-4590-8357-712a8d4bfaeb req-af764171-908f-4490-844a-99a33a025181 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.705353 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0cf2e6ef-241c-4590-8357-712a8d4bfaeb req-af764171-908f-4490-844a-99a33a025181 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.5915718 Jul 22 16:47:51.778215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971874ef-abc4-40bb-b2cc-7726d794565d req-a09bef96-f0a7-4b57-b30d-06355231647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.780065 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-971874ef-abc4-40bb-b2cc-7726d794565d req-a09bef96-f0a7-4b57-b30d-06355231647d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd HTTP/1.1" status: 200 len: 897 time: 0.5931795 Jul 22 16:47:51.795442 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0cf2e6ef-241c-4590-8357-712a8d4bfaeb req-e445f98d-d9f2-49f5-9b70-f6371d1a40dc tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722601 Jul 22 16:47:51.873131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57074) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:51.879315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ce9c7331-efcf-4989-b5c6-9abdd5da7a42 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--202136835', 'description': 'tempest-description--1757258415'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:51.923431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7331-efcf-4989-b5c6-9abdd5da7a42 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:51.984217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4278ec-64ea-48ef-a81e-69a2426a349e req-a907ba18-6d09-4e16-a315-fbb052a80afe tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:51.993134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a4278ec-64ea-48ef-a81e-69a2426a349e req-a907ba18-6d09-4e16-a315-fbb052a80afe tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 945 time: 0.1352162 Jul 22 16:47:52.057355 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-971874ef-abc4-40bb-b2cc-7726d794565d req-237148fa-0f7f-4e85-9b24-036ab7015811 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77b67631-7c81-4421-9c61-92bb2460e337 HTTP/1.1" status: 200 len: 217 time: 0.0557694 Jul 22 16:47:52.113064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:47:39Z', 'revision_number': 6, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:52.149306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0ff82-c412-48cc-9eb2-f1dd9549637f None None] The sync data for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 is: [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:47:39Z', 'revision_number': 6, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd1f88ea2-686c-4b67-9be6-798581d05821', 'name': '', 'network_id': '4c4b2c5f-78cc-488c-8206-44c9b4b998dd', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:66:ca:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:12Z', 'updated_at': '2021-07-22T16:45:25Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'cfc4680c-6af2-40c6-a770-f10e16c4bacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:52.168603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5a4278ec-64ea-48ef-a81e-69a2426a349e req-387b34bd-6c82-4b1e-9dfb-e8c643f53ae5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743422 Jul 22 16:47:52.198988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971874ef-abc4-40bb-b2cc-7726d794565d req-72ba2305-6630-4b33-8238-a09d7b7d76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:52.201351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-971874ef-abc4-40bb-b2cc-7726d794565d req-72ba2305-6630-4b33-8238-a09d7b7d76b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cfc4680c-6af2-40c6-a770-f10e16c4bacd HTTP/1.1" status: 200 len: 835 time: 0.1319194 Jul 22 16:47:52.214189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6845-f390-47b4-8b12-d3d9d9f4212c req-ea7f8715-9dbd-46aa-861b-b98c78d78878 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:52.216449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e09a6845-f390-47b4-8b12-d3d9d9f4212c req-ea7f8715-9dbd-46aa-861b-b98c78d78878 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2124937 Jul 22 16:47:52.227372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7331-efcf-4989-b5c6-9abdd5da7a42 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.267599 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7331-efcf-4989-b5c6-9abdd5da7a42 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.317051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7331-efcf-4989-b5c6-9abdd5da7a42 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.323908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ce9c7331-efcf-4989-b5c6-9abdd5da7a42 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4440918 Jul 22 16:47:52.325327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57106) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:52.330343 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-071c45cd-23a9-457a-8939-aab6c0762932 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'security_group_rule': {'security_group_id': '8ed7dd38-2282-4c7a-9351-fb6173d10217', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:52.340926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e09a6845-f390-47b4-8b12-d3d9d9f4212c req-719568da-5e07-4a44-abc2-6c6700cd1166 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116498 Jul 22 16:47:52.346802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c7331-efcf-4989-b5c6-9abdd5da7a42 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed7dd38-2282-4c7a-9351-fb6173d10217,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:52.387041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971874ef-abc4-40bb-b2cc-7726d794565d req-3c16abd8-bb6d-4ea2-9b82-4a48f8c0ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:52.389055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-971874ef-abc4-40bb-b2cc-7726d794565d req-3c16abd8-bb6d-4ea2-9b82-4a48f8c0ad93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c4b2c5f-78cc-488c-8206-44c9b4b998dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757140 Jul 22 16:47:52.392732 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071c45cd-23a9-457a-8939-aab6c0762932 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.503924 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.542096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf59c5-e868-4127-9f8d-71362a25dcb6 req-b7802746-188d-4ac6-8ab6-2bc99db36038 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:52.554339 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-09bf59c5-e868-4127-9f8d-71362a25dcb6 req-b7802746-188d-4ac6-8ab6-2bc99db36038 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.2755725 Jul 22 16:47:52.560826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071c45cd-23a9-457a-8939-aab6c0762932 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.572786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071c45cd-23a9-457a-8939-aab6c0762932 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.613824 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d5a5e-2666-47a9-9fd0-1de9342c3fb5 None None] New status for floating IP b28ff61b-2194-471b-8a22-283758afedb7: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:47:52.650001 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-09bf59c5-e868-4127-9f8d-71362a25dcb6 req-7fca547f-cd06-4776-bafd-455c2a541e95 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939522 Jul 22 16:47:52.653525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-971874ef-abc4-40bb-b2cc-7726d794565d req-fc45a873-5a3f-4c69-aced-d6c8a7b2871e service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546740 Jul 22 16:47:52.677625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c45cd-23a9-457a-8939-aab6c0762932 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a968ec-e571-482f-9dff-c9cd449c332a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:52.692959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-071c45cd-23a9-457a-8939-aab6c0762932 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:52.694467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-071c45cd-23a9-457a-8939-aab6c0762932 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3678789 Jul 22 16:47:52.706374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57108) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:52.711757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2a58d4bd-46ad-490b-b469-002702fc1e31 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'security_group_rule': {'security_group_id': '8ed7dd38-2282-4c7a-9351-fb6173d10217', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:52.731182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:52.742108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0f77d-0948-413d-bd17-bfafec0ab5ba req-f88cc536-0aa5-4b19-9e68-21c56a36e1b1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:52.745413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fba0f77d-0948-413d-bd17-bfafec0ab5ba req-f88cc536-0aa5-4b19-9e68-21c56a36e1b1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.2615018 Jul 22 16:47:52.887025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fba0f77d-0948-413d-bd17-bfafec0ab5ba req-3ce62270-02de-4eb7-aec8-9f1039ea315d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224957 Jul 22 16:47:52.925666 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a58d4bd-46ad-490b-b469-002702fc1e31 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.070876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a58d4bd-46ad-490b-b469-002702fc1e31 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.081161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4edd7480-4e98-4ef9-82ca-2e4ca8e2884c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.086772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a58d4bd-46ad-490b-b469-002702fc1e31 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.119953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58d4bd-46ad-490b-b469-002702fc1e31 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706c6579-1cd4-47d8-a718-4c379c9f1320,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:53.155744 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a58d4bd-46ad-490b-b469-002702fc1e31 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.157491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2a58d4bd-46ad-490b-b469-002702fc1e31 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4497273 Jul 22 16:47:53.166467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:53.191085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:53.214291 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4edd7480-4e98-4ef9-82ca-2e4ca8e2884c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.215409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387dbb9-426b-45c1-905e-d300f3d6674c req-aafc602a-9017-4e2e-be13-4a7b0f6c1542 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:53.223785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9387dbb9-426b-45c1-905e-d300f3d6674c req-aafc602a-9017-4e2e-be13-4a7b0f6c1542 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.1642904 Jul 22 16:47:53.268491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9387dbb9-426b-45c1-905e-d300f3d6674c req-8708d268-4a73-4143-91e8-a23f4f808805 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Jul 22 16:47:53.300362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-971874ef-abc4-40bb-b2cc-7726d794565d req-492e6e4c-508e-4618-88fb-7c2c67e3ae33 service neutron] 10.222.0.65 "GET /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342721 Jul 22 16:47:53.308815 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.333338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6c4db-a054-4d8e-a3f8-ac5c702096e1 req-471e1a99-63fe-491b-9132-f69081d34a57 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:53.343710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dbd6c4db-a054-4d8e-a3f8-ac5c702096e1 req-471e1a99-63fe-491b-9132-f69081d34a57 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.4077709 Jul 22 16:47:53.348513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:53.356247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9751fce7-3373-454b-a6d8-922e58d10019 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'floatingip': {'port_id': '5af017e4-92ed-4975-a3ba-644e7740a069'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:47:53.387595 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4edd7480-4e98-4ef9-82ca-2e4ca8e2884c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.399108 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4edd7480-4e98-4ef9-82ca-2e4ca8e2884c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.409636 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4edd7480-4e98-4ef9-82ca-2e4ca8e2884c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "DELETE /v2.0/security-groups/19157044-5140-4ed9-804a-de9ed803e056 HTTP/1.1" status: 204 len: 168 time: 0.6769447 Jul 22 16:47:53.411686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:53.485518 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9751fce7-3373-454b-a6d8-922e58d10019 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.528398 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d3ce84ae-d335-4d17-91eb-7d94688d6ce1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] show failed (client error): The resource could not be found. Jul 22 16:47:53.534814 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d3ce84ae-d335-4d17-91eb-7d94688d6ce1 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "GET /v2.0/security-groups/19157044-5140-4ed9-804a-de9ed803e056 HTTP/1.1" status: 404 len: 347 time: 0.0761702 Jul 22 16:47:53.539882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57128) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:53.571798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd7480-4e98-4ef9-82ca-2e4ca8e2884c tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19157044-5140-4ed9-804a-de9ed803e056,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:53.647342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d84bc-a5c8-461d-a63a-9c27f2bfe8da req-8d96b493-6494-4568-882d-bb233fcc9345 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:53.649456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-468d84bc-a5c8-461d-a63a-9c27f2bfe8da req-8d96b493-6494-4568-882d-bb233fcc9345 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 945 time: 0.2164168 Jul 22 16:47:53.792300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:53.811524 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-468d84bc-a5c8-461d-a63a-9c27f2bfe8da req-57783e30-7219-47fa-a438-3aad09ff7b89 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343489 Jul 22 16:47:53.862451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f306adc-bc08-43bb-a53e-62b2900c9b37 req-81ec3bdb-4a7c-4e2e-b954-f11cd235ddf5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:53.864050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f306adc-bc08-43bb-a53e-62b2900c9b37 req-81ec3bdb-4a7c-4e2e-b954-f11cd235ddf5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.3803051 Jul 22 16:47:53.960669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting port 972f09c6-2126-4aa3-b766-6c012b2da5aa {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:53.962236 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.008622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f306adc-bc08-43bb-a53e-62b2900c9b37 req-56edefa9-7a29-4f33-a27e-fb8ba93c2905 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318533 Jul 22 16:47:54.029894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Allocated IP 172.25.3.173 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/51a2839c-f71c-4468-b335-63369ded0902) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:47:54.159869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.159869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.201986 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.220657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Calling delete_port for 972f09c6-2126-4aa3-b766-6c012b2da5aa owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:54.262896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc1c3d-69fb-4d57-93fd-13f82b55eba3 req-7219a9c9-0027-4d75-b5b7-c0f430bf3cf0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:54.267518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adbc1c3d-69fb-4d57-93fd-13f82b55eba3 req-7219a9c9-0027-4d75-b5b7-c0f430bf3cf0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.2326398 Jul 22 16:47:54.313681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.450797 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.452521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-adbc1c3d-69fb-4d57-93fd-13f82b55eba3 req-8fad8250-9148-4e46-b071-7024d4397722 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700480 Jul 22 16:47:54.460008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9751fce7-3373-454b-a6d8-922e58d10019 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.466709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9751fce7-3373-454b-a6d8-922e58d10019 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.509512 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.559362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:47:54.572868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:47:54.577944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'Port': ['ID=51a2839c-f71c-4468-b335-63369ded0902,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:54.580444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:47:54.619519 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-9751fce7-3373-454b-a6d8-922e58d10019 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Floating IP bb325b03-04c1-4537-8229-dcb81f1f395d associated. External IP: 172.25.3.218, port: 5af017e4-92ed-4975-a3ba-644e7740a069. Jul 22 16:47:54.687572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Port': ['ID=972f09c6-2126-4aa3-b766-6c012b2da5aa,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:54.700143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d122f-af04-426b-a059-2d2379a97be2 req-c02d7dab-e246-4ee3-b789-5bc5e6d513e7 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:54.701707 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f71d122f-af04-426b-a059-2d2379a97be2 req-c02d7dab-e246-4ee3-b789-5bc5e6d513e7 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.3029213 Jul 22 16:47:54.749270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.751863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:54.757532 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fb914a5a-b871-4623-9af8-3df1cb5ef65f tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "DELETE /v2.0/floatingips/b9ad4bee-aaf8-4277-8f4a-095fd1ec75df HTTP/1.1" status: 204 len: 168 time: 1.2170718 Jul 22 16:47:54.759143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:54.765858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-638d4cd2-5692-4b04-a340-3eaa22578389 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:54.767407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-638d4cd2-5692-4b04-a340-3eaa22578389 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 945 time: 0.2723176 Jul 22 16:47:54.844543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f71d122f-af04-426b-a059-2d2379a97be2 req-a489c339-2fd4-4e11-9e3a-0e85aa870685 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320505 Jul 22 16:47:54.866074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.012024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.057918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port 77b67631-7c81-4421-9c61-92bb2460e337 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:55.058341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.071201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9751fce7-3373-454b-a6d8-922e58d10019 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:47:55.114696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3b7f-89ca-4ce3-a4d9-3e185d65bb7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting port 885e45d5-48cf-4508-9c20-a599e79595bd {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:55.115163 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3b7f-89ca-4ce3-a4d9-3e185d65bb7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.147226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7c6d0-4a4e-4e26-a56f-0f95a225c304 req-edc7debe-4cf9-4ca5-9dbc-c302f1c1f4c8 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:55.149938 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f0d7c6d0-4a4e-4e26-a56f-0f95a225c304 req-edc7debe-4cf9-4ca5-9dbc-c302f1c1f4c8 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 945 time: 0.1749673 Jul 22 16:47:55.224328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1a7b0-7e78-4883-8c6d-6c3d31a05223 req-8f89bede-4ef4-4784-8e3f-d9be08be4133 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:55.225842 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3c1a7b0-7e78-4883-8c6d-6c3d31a05223 req-8f89bede-4ef4-4784-8e3f-d9be08be4133 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.2539916 Jul 22 16:47:55.259223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] For port 77b67631-7c81-4421-9c61-92bb2460e337, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=77b67631-7c81-4421-9c61-92bb2460e337,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:55.259223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.290517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for 77b67631-7c81-4421-9c61-92bb2460e337 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:55.349421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3c1a7b0-7e78-4883-8c6d-6c3d31a05223 req-ad841dfd-a293-4084-89bf-2294bfa27816 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050153 Jul 22 16:47:55.375826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9751fce7-3373-454b-a6d8-922e58d10019 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:47:55.384036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9751fce7-3373-454b-a6d8-922e58d10019 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.394308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] Sync routers for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:47:55.422588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f0d7c6d0-4a4e-4e26-a56f-0f95a225c304 req-ee633658-cd1c-4818-830d-a370d55cc246 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=06a60d59-e74a-4d2c-93b4-099e7cfb7293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127926 Jul 22 16:47:55.424628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:55.426525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:55.440506 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3b7f-89ca-4ce3-a4d9-3e185d65bb7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.455303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d3b7f-89ca-4ce3-a4d9-3e185d65bb7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Calling delete_port for 885e45d5-48cf-4508-9c20-a599e79595bd owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:55.510677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.521976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.609093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3b7f-89ca-4ce3-a4d9-3e185d65bb7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.654076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:55.654422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9751fce7-3373-454b-a6d8-922e58d10019 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "PUT /v2.0/floatingips/bb325b03-04c1-4537-8229-dcb81f1f395d HTTP/1.1" status: 200 len: 991 time: 2.3047032 Jul 22 16:47:55.655364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'tag': '5af017e4-92ed-4975-a3ba-644e7740a069'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:55.658093 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba11f74c-6f7b-4063-9024-696945cdeb19" -d '{"events": [{"name": "network-changed", "server_uuid": "2579d8eb-1bae-4edb-bde8-2ed7cb527e4a", "tag": "5af017e4-92ed-4975-a3ba-644e7740a069"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:55.660396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d3b7f-89ca-4ce3-a4d9-3e185d65bb7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Port': ['ID=885e45d5-48cf-4508-9c20-a599e79595bd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:55.707340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'Port': ['ID=51a2839c-f71c-4468-b335-63369ded0902,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:55.714072 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.743351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.755031 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2e3c73bc-8402-42da-9738-e4cfd3a20413 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5651937 Jul 22 16:47:55.827811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6b390-c8c4-4781-8629-77f76de68655 req-c9cbb351-7adc-4341-b28c-7c930a425c85 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:55.828609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ce9d3b7f-89ca-4ce3-a4d9-3e185d65bb7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:55.834357 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ce9d3b7f-89ca-4ce3-a4d9-3e185d65bb7b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "DELETE /v2.0/ports/885e45d5-48cf-4508-9c20-a599e79595bd HTTP/1.1" status: 204 len: 168 time: 1.0740542 Jul 22 16:47:55.837324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57158) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:55.838506 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d1f6b390-c8c4-4781-8629-77f76de68655 req-c9cbb351-7adc-4341-b28c-7c930a425c85 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2869070 Jul 22 16:47:55.921538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d1f6b390-c8c4-4781-8629-77f76de68655 req-41d6a600-bf52-49d2-8afd-41ae3f69909c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805688 Jul 22 16:47:55.925377 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.043198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=77b67631-7c81-4421-9c61-92bb2460e337,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:56.157369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] No DVR routers for this DVR port 77b67631-7c81-4421-9c61-92bb2460e337 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:56.162568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.165902 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57f96947-a2a4-4b4a-8b9d-e9da98764b3d req-1cf4397d-0abf-4f9e-ba32-0d9e140ec008 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "DELETE /v2.0/ports/77b67631-7c81-4421-9c61-92bb2460e337 HTTP/1.1" status: 204 len: 173 time: 1.3752365 Jul 22 16:47:56.176964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'name': 'network-vif-deleted', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:47:56.179459 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ca0b8-0f09-4534-aeb1-b5de5e3da213" -d '{"events": [{"server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "name": "network-vif-deleted", "tag": "77b67631-7c81-4421-9c61-92bb2460e337"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:47:56.248139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cdc83-e6fb-48b9-9d29-400d8f6c4de8 req-62335cac-2972-43e3-aac2-35ac44e51d17 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:56.258996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-905cdc83-e6fb-48b9-9d29-400d8f6c4de8 req-62335cac-2972-43e3-aac2-35ac44e51d17 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.2925427 Jul 22 16:47:56.302461 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95f4b11-c94d-4175-81d0-f5086c130110 x-openstack-request-id: req-a95f4b11-c94d-4175-81d0-f5086c130110 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:56.302867 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2579d8eb-1bae-4edb-bde8-2ed7cb527e4a", "tag": "5af017e4-92ed-4975-a3ba-644e7740a069", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:56.303343 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a95f4b11-c94d-4175-81d0-f5086c130110 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:56.303989 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'tag': '5af017e4-92ed-4975-a3ba-644e7740a069', 'status': 'completed', 'code': 200} Jul 22 16:47:56.345297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b5852e1-d9ad-4b68-b94a-1a77e4c0c9f4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting port 35c553c1-7689-4852-8287-c55ff48545b2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:56.345649 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b5852e1-d9ad-4b68-b94a-1a77e4c0c9f4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.403892 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-905cdc83-e6fb-48b9-9d29-400d8f6c4de8 req-81e64ebc-2a11-48ca-bf72-94f8f505e279 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438439 Jul 22 16:47:56.415271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'bb325b03-04c1-4537-8229-dcb81f1f395d', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'port_id': '5af017e4-92ed-4975-a3ba-644e7740a069', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'mac_address': 'fa:16:3e:7c:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 1, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:56.479899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] Checking router: 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:47:56.520431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:47:56.525826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:56.599762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-a0acc983-6d32-480e-9c2b-093d2979a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:56.602584 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-a0acc983-6d32-480e-9c2b-093d2979a447 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 1097 time: 0.2963052 Jul 22 16:47:56.662227 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b5852e1-d9ad-4b68-b94a-1a77e4c0c9f4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:56.692895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78a588-b97b-4a30-b738-41c0be1fa0eb req-79f9ad79-735b-490a-96a6-bf7a8b29e3e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:56.696037 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9e78a588-b97b-4a30-b738-41c0be1fa0eb req-79f9ad79-735b-490a-96a6-bf7a8b29e3e2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.2970324 Jul 22 16:47:56.709461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b5852e1-d9ad-4b68-b94a-1a77e4c0c9f4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Calling delete_port for 35c553c1-7689-4852-8287-c55ff48545b2 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:56.751577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:47:56.858500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9e78a588-b97b-4a30-b738-41c0be1fa0eb req-21cf8b94-f7e2-419f-b116-6b5d2a216c5d tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556783 Jul 22 16:47:56.928946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-c2cb11de-0752-40c1-95d6-05098483c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:56.941395 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-c2cb11de-0752-40c1-95d6-05098483c9f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.3239582 Jul 22 16:47:57.029984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b5852e1-d9ad-4b68-b94a-1a77e4c0c9f4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.106751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5852e1-d9ad-4b68-b94a-1a77e4c0c9f4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Port': ['ID=35c553c1-7689-4852-8287-c55ff48545b2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:57.197361 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-27743c0f-ef21-4f16-a432-7dd7f4a769f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af017e4-92ed-4975-a3ba-644e7740a069 HTTP/1.1" status: 200 len: 999 time: 0.2495596 Jul 22 16:47:57.239178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'bb325b03-04c1-4537-8229-dcb81f1f395d', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'port_id': '5af017e4-92ed-4975-a3ba-644e7740a069', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'mac_address': 'fa:16:3e:7c:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 1, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:47:57.295352 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a517b9e-3c92-424b-8da7-f1b8e7c99a83 x-openstack-request-id: req-6a517b9e-3c92-424b-8da7-f1b8e7c99a83 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:47:57.304273 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475aef16-bc48-4607-915a-a7479e445dd2", "name": "network-vif-deleted", "tag": "77b67631-7c81-4421-9c61-92bb2460e337", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:47:57.305354 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a517b9e-3c92-424b-8da7-f1b8e7c99a83 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:47:57.305960 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475aef16-bc48-4607-915a-a7479e445dd2', 'name': 'network-vif-deleted', 'tag': '77b67631-7c81-4421-9c61-92bb2460e337', 'status': 'completed', 'code': 200} Jul 22 16:47:57.327012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530e3b0e-b79b-44ea-988e-dc76389b9c20 None None] The sync data for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 is: [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'bb325b03-04c1-4537-8229-dcb81f1f395d', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'port_id': '5af017e4-92ed-4975-a3ba-644e7740a069', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'mac_address': 'fa:16:3e:7c:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:47:29Z', 'updated_at': '2021-07-22T16:47:54Z', 'revision_number': 1, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:47:57.383356 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b5852e1-d9ad-4b68-b94a-1a77e4c0c9f4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.393059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8b5852e1-d9ad-4b68-b94a-1a77e4c0c9f4 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "DELETE /v2.0/ports/35c553c1-7689-4852-8287-c55ff48545b2 HTTP/1.1" status: 204 len: 168 time: 1.5473332 Jul 22 16:47:57.393779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57192) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:57.425855 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-9c0958ff-512e-467a-ba1d-836fa4d0829a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--202136835&fields=id&tenant_id=f262c56a6e3442e6a1eb52e84300358d HTTP/1.1" status: 200 len: 267 time: 0.1998575 Jul 22 16:47:57.507233 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-0a662e66-3359-426a-92de-5dd363823dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:57.511390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7bfbf10-0886-4c41-8662-2da7bd7a0da5 req-68de1636-efcb-4fbd-817b-4277e781dfae tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=475aef16-bc48-4607-915a-a7479e445dd2 HTTP/1.1" status: 200 len: 210 time: 0.0539494 Jul 22 16:47:57.519486 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-0a662e66-3359-426a-92de-5dd363823dfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.3065958 Jul 22 16:47:57.530862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting subnet b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:57.551414 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.631384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.674384 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cfe510-9c53-49b7-8634-9b74e724c2cf None None] New status for floating IP bb325b03-04c1-4537-8229-dcb81f1f395d: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:47:57.724310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-2a1b7ffd-a14b-4b1e-bd53-c61a01b157f4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:57.726217 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-2a1b7ffd-a14b-4b1e-bd53-c61a01b157f4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 817 time: 0.2994094 Jul 22 16:47:57.768660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-030567d1-b69f-456e-ba8c-6361dc6ecf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:57.770556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-030567d1-b69f-456e-ba8c-6361dc6ecf4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2500067 Jul 22 16:47:57.781732 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-bb788105-b0ce-4a1a-846b-6d76f58ddb6e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/quotas/f262c56a6e3442e6a1eb52e84300358d HTTP/1.1" status: 200 len: 375 time: 0.0367241 Jul 22 16:47:57.840539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8a005-e04a-4d43-ad70-f91dce78758a req-fc482625-4712-46ee-9eb5-d57b68834f25 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:57.842951 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68d8a005-e04a-4d43-ad70-f91dce78758a req-fc482625-4712-46ee-9eb5-d57b68834f25 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1585636 Jul 22 16:47:57.876832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:57.954039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68d8a005-e04a-4d43-ad70-f91dce78758a req-554a6a9b-1aaa-4746-9afc-9923eed20be4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035256 Jul 22 16:47:57.981589 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-834f1817-cabf-4a7e-85ad-d84ba64781c3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1989496 Jul 22 16:47:57.986430 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-e1b994fb-77a3-41c4-8f37-9af985b3cc13 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930177 Jul 22 16:47:58.015316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.055669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:58.060955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.062712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "DELETE /v2.0/subnets/b3b8eba2-23b8-4a1e-b6f5-00ebee4da6c7 HTTP/1.1" status: 204 len: 168 time: 0.6666384 Jul 22 16:47:58.067648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:58.075811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.076201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.076637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.076926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.077350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.077550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.078006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.078184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.078510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.078832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.079177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.079544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f02a88c-29fb-494d-a9bf-00b7a8c1192b tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:47:58.083029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2223dea6-f1fd-4138-9cf3-c53cbdfcbe3f None None] Network fd33b87a-764f-438d-ba51-6438b1736183 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:58.181238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5d207d-be0c-489b-98fa-993c3d307adc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting subnet 8cd6c493-2704-4c36-9143-20b3c90e87b5 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:47:58.213993 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b5d207d-be0c-489b-98fa-993c3d307adc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.232645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba11f74c-6f7b-4063-9024-696945cdeb19 req-b6481d3d-c2fb-448e-af56-7dc3d085c905 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388890 Jul 22 16:47:58.234958 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-8c6dff0a-b11f-490f-b2ed-cb02ba637158 service neutron] 10.222.0.53 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307622 Jul 22 16:47:58.287285 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b5d207d-be0c-489b-98fa-993c3d307adc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.337450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed3898-7655-4487-b854-f4f621fcf958 req-38444e85-2d27-4d2d-be15-3dfb7d16eb93 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:58.339110 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7aed3898-7655-4487-b854-f4f621fcf958 req-38444e85-2d27-4d2d-be15-3dfb7d16eb93 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1834683 Jul 22 16:47:58.411202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54691549-7af7-4be2-b343-9b1b1e59ad76 None None] DHCP port deletion for fd33b87a-764f-438d-ba51-6438b1736183 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:58.435713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7aed3898-7655-4487-b854-f4f621fcf958 req-5a181669-2ee3-4b72-b1b3-34c568ab9a01 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867822 Jul 22 16:47:58.445437 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b5d207d-be0c-489b-98fa-993c3d307adc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.520772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b5d207d-be0c-489b-98fa-993c3d307adc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.534839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-54691549-7af7-4be2-b343-9b1b1e59ad76 None None] Deleting port 32c37a62-c4bb-447b-95b0-8e45f0521b36 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:58.535645 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-54691549-7af7-4be2-b343-9b1b1e59ad76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.551305 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b5d207d-be0c-489b-98fa-993c3d307adc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.557655 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0b5d207d-be0c-489b-98fa-993c3d307adc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "DELETE /v2.0/subnets/8cd6c493-2704-4c36-9143-20b3c90e87b5 HTTP/1.1" status: 204 len: 168 time: 0.4897494 Jul 22 16:47:58.558437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57204) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:58.572967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c3cf8-b6a1-4feb-ae36-d3a6e78a4374 None None] Network b67ed618-c57e-47c4-8fb4-c2e22004d008 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:47:58.617968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d207d-be0c-489b-98fa-993c3d307adc tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd6c493-2704-4c36-9143-20b3c90e87b5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:58.729019 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-54691549-7af7-4be2-b343-9b1b1e59ad76 None None] For port 32c37a62-c4bb-447b-95b0-8e45f0521b36, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=32c37a62-c4bb-447b-95b0-8e45f0521b36,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:58.729347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-54691549-7af7-4be2-b343-9b1b1e59ad76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.746156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.772215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e9c00-84ce-4794-b950-3e16414577f1 req-1b9f1996-a728-4aec-8ad7-da3f83f0f865 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:58.774662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-299e9c00-84ce-4794-b950-3e16414577f1 req-1b9f1996-a728-4aec-8ad7-da3f83f0f865 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.1669819 Jul 22 16:47:58.778506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-54691549-7af7-4be2-b343-9b1b1e59ad76 None None] Calling delete_port for 32c37a62-c4bb-447b-95b0-8e45f0521b36 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:58.797516 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-704e743d-057e-4873-a941-1d3d89f94cd0 service neutron] 10.222.0.53 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545938 Jul 22 16:47:58.842100 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-299e9c00-84ce-4794-b950-3e16414577f1 req-90c4fae5-a30b-40bf-aae2-592b031ceb02 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486832 Jul 22 16:47:58.855094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Deleting port 32c37a62-c4bb-447b-95b0-8e45f0521b36 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:58.855532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.947428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] For port 32c37a62-c4bb-447b-95b0-8e45f0521b36, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=32c37a62-c4bb-447b-95b0-8e45f0521b36,segment=NetworkSegment(a18f8e96-d2da-4180-9b71-05d5d9212c4f),segment_id=a18f8e96-d2da-4180-9b71-05d5d9212c4f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:58.948114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.956271 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-54691549-7af7-4be2-b343-9b1b1e59ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:58.968239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Calling delete_port for 32c37a62-c4bb-447b-95b0-8e45f0521b36 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:58.971365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:47:59.011475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54691549-7af7-4be2-b343-9b1b1e59ad76 None None] Pushing event deleted for resources: {'Port': ['ID=32c37a62-c4bb-447b-95b0-8e45f0521b36,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:59.013409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 77b67631-7c81-4421-9c61-92bb2460e337 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:59.058582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 77b67631-7c81-4421-9c61-92bb2460e337 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:59.058974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 77b67631-7c81-4421-9c61-92bb2460e337 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:59.060457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302d3c22-895b-452e-b285-44679611e6b6 None None] DHCP port deletion for b67ed618-c57e-47c4-8fb4-c2e22004d008 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:47:59.077907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54691549-7af7-4be2-b343-9b1b1e59ad76 None None] No DVR routers for this DVR port 32c37a62-c4bb-447b-95b0-8e45f0521b36 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:59.129385 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c90270f-5cd3-4b15-bd7a-a601deb730d6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.180111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c90270f-5cd3-4b15-bd7a-a601deb730d6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.183975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-302d3c22-895b-452e-b285-44679611e6b6 None None] Deleting port bd583292-ff86-4a8b-8c56-7c2d581c372f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:47:59.185003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-302d3c22-895b-452e-b285-44679611e6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.195926 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.311997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] No DVR routers for this DVR port 32c37a62-c4bb-447b-95b0-8e45f0521b36 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:59.319538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-302d3c22-895b-452e-b285-44679611e6b6 None None] For port bd583292-ff86-4a8b-8c56-7c2d581c372f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bd583292-ff86-4a8b-8c56-7c2d581c372f,segment=NetworkSegment(09f7b71f-07f1-4c16-9c79-e3b1208eb778),segment_id=09f7b71f-07f1-4c16-9c79-e3b1208eb778)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:47:59.319941 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-302d3c22-895b-452e-b285-44679611e6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.330154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Port': ['ID=32c37a62-c4bb-447b-95b0-8e45f0521b36,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:59.334902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-302d3c22-895b-452e-b285-44679611e6b6 None None] Calling delete_port for bd583292-ff86-4a8b-8c56-7c2d581c372f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:47:59.390642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee46a8-309b-40f6-b905-602b3b1a8319 req-be535892-6185-454d-bd4b-125aa8e4c40b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:59.412791 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3fee46a8-309b-40f6-b905-602b3b1a8319 req-be535892-6185-454d-bd4b-125aa8e4c40b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1659744 Jul 22 16:47:59.454213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bd583292-ff86-4a8b-8c56-7c2d581c372f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:59.459524 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-302d3c22-895b-452e-b285-44679611e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.480316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-c0652a79-c163-402f-8a45-4aaee85c313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:59.483224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-c0652a79-c163-402f-8a45-4aaee85c313e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ef283a542374983a9ec1895d4672810&device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 1098 time: 0.1551561 Jul 22 16:47:59.503151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: bd583292-ff86-4a8b-8c56-7c2d581c372f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:59.503496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bd583292-ff86-4a8b-8c56-7c2d581c372f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:59.503922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 32c37a62-c4bb-447b-95b0-8e45f0521b36 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:47:59.513270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3fee46a8-309b-40f6-b905-602b3b1a8319 req-29223d15-23eb-4f4d-ae94-3cfeb79a9737 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924482 Jul 22 16:47:59.523182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d3c22-895b-452e-b285-44679611e6b6 None None] No DVR routers for this DVR port bd583292-ff86-4a8b-8c56-7c2d581c372f on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:47:59.547473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d3c22-895b-452e-b285-44679611e6b6 None None] Pushing event deleted for resources: {'Port': ['ID=bd583292-ff86-4a8b-8c56-7c2d581c372f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:47:59.554113 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 32c37a62-c4bb-447b-95b0-8e45f0521b36 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:47:59.554113 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 32c37a62-c4bb-447b-95b0-8e45f0521b36 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:47:59.787272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-8ddcb315-615f-419f-a7f1-bd853e2bb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:47:59.790251 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-8ddcb315-615f-419f-a7f1-bd853e2bb63c service neutron] 10.222.0.65 "GET /v2.0/networks?id=95552236-6ff3-4fd1-9934-3d94a86e74db HTTP/1.1" status: 200 len: 913 time: 0.2749002 Jul 22 16:47:59.819654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a8a40b90-391e-43e3-ab4a-1f71374dd6df req-660c61ba-aa32-413c-8633-8c37f546475b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 210 time: 0.5146897 Jul 22 16:47:59.947316 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-30f2a247-c152-47c6-9b06-11d0b79584fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 HTTP/1.1" status: 200 len: 217 time: 0.1183529 Jul 22 16:47:59.961292 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:47:59.989277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd33b87a-764f-438d-ba51-6438b1736183']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:00.018374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18f8e96-d2da-4180-9b71-05d5d9212c4f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:00.018746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18f8e96-d2da-4180-9b71-05d5d9212c4f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:00.041338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c90270f-5cd3-4b15-bd7a-a601deb730d6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.044296 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c90270f-5cd3-4b15-bd7a-a601deb730d6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.045495 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5c90270f-5cd3-4b15-bd7a-a601deb730d6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/security-groups/06a60d59-e74a-4d2c-93b4-099e7cfb7293 HTTP/1.1" status: 204 len: 168 time: 1.0731099 Jul 22 16:48:00.049079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.057537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-515ab7f5-ea50-405d-9b89-d0954eb88624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:00.060317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-515ab7f5-ea50-405d-9b89-d0954eb88624 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1a1855d-59ab-4f15-965f-e52967099f91 HTTP/1.1" status: 200 len: 852 time: 0.1032743 Jul 22 16:48:00.066750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90270f-5cd3-4b15-bd7a-a601deb730d6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a60d59-e74a-4d2c-93b4-099e7cfb7293,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:00.080189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.090006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2e6eb-284f-4ed3-951a-e51ec3982ede req-e031c211-a31c-4084-89dc-c7fbdc5d0b70 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:00.091944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:00.092359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.092876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0e2e6eb-284f-4ed3-951a-e51ec3982ede req-e031c211-a31c-4084-89dc-c7fbdc5d0b70 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.2934160 Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:00.095493 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:00.136178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29b81-afa1-49dd-91c0-a563d5d22299 req-2be38afd-d32b-40ab-b6c5-a601c47a79bd tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:00.143286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67e29b81-afa1-49dd-91c0-a563d5d22299 req-2be38afd-d32b-40ab-b6c5-a601c47a79bd tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1795688 Jul 22 16:48:00.164374 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-728e72ec-cc0f-4e66-838e-f0658d5c769f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95552236-6ff3-4fd1-9934-3d94a86e74db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699501 Jul 22 16:48:00.225251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.246080 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0e2e6eb-284f-4ed3-951a-e51ec3982ede req-8ad808f6-11c4-442a-b4b4-6229c4ab2838 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257288 Jul 22 16:48:00.254046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.259217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "DELETE /v2.0/networks/fd33b87a-764f-438d-ba51-6438b1736183 HTTP/1.1" status: 204 len: 168 time: 1.6559803 Jul 22 16:48:00.276084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67e29b81-afa1-49dd-91c0-a563d5d22299 req-cfdc5d8d-b904-49a1-9353-be9cabbf083b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260786 Jul 22 16:48:00.276084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57234) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:00.286856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a166883-8d1b-4a74-8e79-9dfbaec7042a tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Network': ['ID=fd33b87a-764f-438d-ba51-6438b1736183,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:00.319650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:00.391903 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.435969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-bfe86549-d586-4ff0-98bf-1c46c27c907f service neutron] 10.222.0.65 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599285 Jul 22 16:48:00.490235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.501733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67ed618-c57e-47c4-8fb4-c2e22004d008']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:00.518975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f7b71f-07f1-4c16-9c79-e3b1208eb778') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:00.518975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f7b71f-07f1-4c16-9c79-e3b1208eb778') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:00.534756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.554204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.563664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:00.564163 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:00.578135 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:00.630959 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e018090a-7735-4ec2-abd9-76ba2a9ca361 req-5b648c52-569d-4a62-9453-7331d2edd050 service neutron] 10.222.0.65 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863270 Jul 22 16:48:00.705510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.719504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:00.722305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] 10.222.0.53 "DELETE /v2.0/networks/b67ed618-c57e-47c4-8fb4-c2e22004d008 HTTP/1.1" status: 204 len: 168 time: 0.4504993 Jul 22 16:48:00.768868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4640b35-9d53-4e2a-98c4-c768864036b6 tempest-TaggedBootDevicesTest-1430991811 tempest-TaggedBootDevicesTest-1430991811-project] Pushing event deleted for resources: {'Network': ['ID=b67ed618-c57e-47c4-8fb4-c2e22004d008,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:00.799025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a1817-62c8-4ccb-b2ab-27c911dc483a req-bfb9bdd6-080e-4e70-b753-187585d071fa tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:00.813172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-896a1817-62c8-4ccb-b2ab-27c911dc483a req-bfb9bdd6-080e-4e70-b753-187585d071fa tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2154045 Jul 22 16:48:00.916217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-896a1817-62c8-4ccb-b2ab-27c911dc483a req-3d618c55-481a-45d2-805e-ec1a51205618 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989478 Jul 22 16:48:01.088710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fc9a404e-0733-4d59-a780-7d9abfefa672 req-41d6112f-a7be-4ace-bf6c-e0bfb28cfc35 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 210 time: 0.1031022 Jul 22 16:48:01.177423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-898a1015-e108-4c1e-95b2-1c7951688b3f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:01.181556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-898a1015-e108-4c1e-95b2-1c7951688b3f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 817 time: 0.4206367 Jul 22 16:48:01.307756 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-d6e6e0a4-cd04-4071-a9b6-d5d06ea7d5c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f262c56a6e3442e6a1eb52e84300358d HTTP/1.1" status: 200 len: 379 time: 0.0964160 Jul 22 16:48:01.321243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'port': {'device_id': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'admin_state_up': True, 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'security_groups': ['8ed7dd38-2282-4c7a-9351-fb6173d10217']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:01.363171 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.388354 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:01.477306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbdc7b-c9fd-4a75-a2d8-0c09a6240cc9 req-b766182e-08cd-49a7-8d35-68c644f2c6eb tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:01.485473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbcbdc7b-c9fd-4a75-a2d8-0c09a6240cc9 req-b766182e-08cd-49a7-8d35-68c644f2c6eb tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.1097233 Jul 22 16:48:01.579430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbcbdc7b-c9fd-4a75-a2d8-0c09a6240cc9 req-31533aa1-b559-4a6f-813e-64a58435349c tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848889 Jul 22 16:48:01.868149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af459368-21b3-47c9-8b5d-45bc005da2ad req-6dbce34c-a06e-4aac-bf4f-0b7cbade1e3b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:01.870666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af459368-21b3-47c9-8b5d-45bc005da2ad req-6dbce34c-a06e-4aac-bf4f-0b7cbade1e3b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.3783164 Jul 22 16:48:01.886857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Made reservation on behalf of f262c56a6e3442e6a1eb52e84300358d for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:01.892977 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.022626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af459368-21b3-47c9-8b5d-45bc005da2ad req-96d53491-0057-46af-a858-19a22b5e3119 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463315 Jul 22 16:48:02.185315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce59f9-6d89-4ab5-a4e2-f7103be240f0 req-641f6a7b-3f98-4477-8b56-c021bfb00fa2 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.186944 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fce59f9-6d89-4ab5-a4e2-f7103be240f0 req-641f6a7b-3f98-4477-8b56-c021bfb00fa2 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.0978243 Jul 22 16:48:02.250916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Allocated IP 172.20.0.7 (5ea7cf78-e5ff-45aa-b589-d2c1692cb32e/d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06/4057eb96-696c-4104-bb6d-865a3b219e37) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:02.254398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fce59f9-6d89-4ab5-a4e2-f7103be240f0 req-e3c752b4-f71e-4d19-9566-68c7ed28d6f4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577202 Jul 22 16:48:02.380230 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5450c283-9a67-4409-84db-7c9ea1d3d11c req-e4796e1f-2b2d-42d9-833e-3ea994a89be4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 210 time: 0.1029828 Jul 22 16:48:02.462782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port d1f88ea2-686c-4b67-9be6-798581d05821 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:02.463506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.569478 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.596728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Transition to ACTIVE for port object 4057eb96-696c-4104-bb6d-865a3b219e37 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:02.604915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] For port d1f88ea2-686c-4b67-9be6-798581d05821, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d1f88ea2-686c-4b67-9be6-798581d05821,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:02.605590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.627908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for d1f88ea2-686c-4b67-9be6-798581d05821 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:02.707471 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:02.782196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:02.819578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:02.827153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:02.871972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:02.924927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.925626 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.926066 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.926616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.927197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.927777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.928341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.935663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.936219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.936491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.936788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.937122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:02.980244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:02.981294 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.064315 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-0c85957c-e4c3-47eb-8db8-b24521f0becc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7475514 Jul 22 16:48:03.102428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Request body: {'port': {'device_id': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:03.127287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c151ba-42e5-46b4-8f0f-9468acc58d80 req-395ab58c-55f0-45e0-a88e-8a328f9089a7 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:03.128921 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8c151ba-42e5-46b4-8f0f-9468acc58d80 req-395ab58c-55f0-45e0-a88e-8a328f9089a7 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.2079277 Jul 22 16:48:03.179197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.218227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8c151ba-42e5-46b4-8f0f-9468acc58d80 req-3f5a70ad-3655-4e88-abe8-1243675f60ce tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750704 Jul 22 16:48:03.250019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=d1f88ea2-686c-4b67-9be6-798581d05821,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:03.307524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31941216-b6dc-40ee-b0b7-32a71cc86c8c None None] Provisioning for port 4057eb96-696c-4104-bb6d-865a3b219e37 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:03.322630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-31941216-b6dc-40ee-b0b7-32a71cc86c8c None None] Provisioning complete for port 4057eb96-696c-4104-bb6d-865a3b219e37 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:03.324305 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-31941216-b6dc-40ee-b0b7-32a71cc86c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.428681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-31941216-b6dc-40ee-b0b7-32a71cc86c8c None None] Port 4057eb96-696c-4104-bb6d-865a3b219e37 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:03.519627 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:03.839612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e406fe-6258-4b19-b93d-e7e71fdec398 req-caa62c95-da7d-4125-9b8a-238819ac4604 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:03.860621 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e406fe-6258-4b19-b93d-e7e71fdec398 req-caa62c95-da7d-4125-9b8a-238819ac4604 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1783440 Jul 22 16:48:03.941042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e406fe-6258-4b19-b93d-e7e71fdec398 req-148b0b91-b615-48bf-923d-8de9ecca0b96 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762494 Jul 22 16:48:04.155369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fcfbe-2da5-424e-b39e-f3e2796b0d97 req-c4495b3e-6955-45af-9213-37e60c416b0d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:04.165207 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c9fcfbe-2da5-424e-b39e-f3e2796b0d97 req-c4495b3e-6955-45af-9213-37e60c416b0d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.8348095 Jul 22 16:48:04.200144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fefd0a-0470-477f-99d7-3256419c9d93 req-767eac85-a66e-4320-b6b9-fd215f2af9eb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:04.203341 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-80fefd0a-0470-477f-99d7-3256419c9d93 req-767eac85-a66e-4320-b6b9-fd215f2af9eb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 931 time: 0.1402233 Jul 22 16:48:04.274530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-80fefd0a-0470-477f-99d7-3256419c9d93 req-d5a6a095-e305-4e6b-b945-4520b495c39e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631647 Jul 22 16:48:04.335900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c9fcfbe-2da5-424e-b39e-f3e2796b0d97 req-31d6ddcd-8f70-42ee-94e2-95fecfc98dce tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695602 Jul 22 16:48:04.441932 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.479428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b0d99-4395-4753-8051-5ef9bcaff9e0 req-3ef0685d-ed1d-499e-ba08-74681efbf0a7 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:04.481808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45b0d99-4395-4753-8051-5ef9bcaff9e0 req-3ef0685d-ed1d-499e-ba08-74681efbf0a7 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.0967784 Jul 22 16:48:04.540447 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45b0d99-4395-4753-8051-5ef9bcaff9e0 req-b6fceb5f-86f6-48b8-a8ba-ae1a7deabb30 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498734 Jul 22 16:48:04.769740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4057eb96-696c-4104-bb6d-865a3b219e37 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:04.789916 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.817446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Transition to ACTIVE for port object 4057eb96-696c-4104-bb6d-865a3b219e37 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:04.825027 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:04.933460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router e9c94394-69b4-4b0c-9527-782c39220aa3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:04.982459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:05.018866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Attempting to bind port 4057eb96-696c-4104-bb6d-865a3b219e37 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:05.019231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Attempting to bind port 4057eb96-696c-4104-bb6d-865a3b219e37 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:05.019567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Attempting to bind port 4057eb96-696c-4104-bb6d-865a3b219e37 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:05.025352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Port 4057eb96-696c-4104-bb6d-865a3b219e37 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:48:05.025657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Attempting to bind port 4057eb96-696c-4104-bb6d-865a3b219e37 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:05.136368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:05.136947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Checking segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:05.137367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Bound using segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:05.137799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Bound port: 4057eb96-696c-4104-bb6d-865a3b219e37, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:05.138171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.298288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:05.305413 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf6dbbd2-bc7c-4a5a-92cf-7f74735f6d67 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "PUT /v2.0/routers/e9c94394-69b4-4b0c-9527-782c39220aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9839058 Jul 22 16:48:05.308135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57302) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:05.315543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] Sync routers for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:05.316120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:05.321652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:05.348476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:05.349133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:05.362118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2c64a-99c2-414c-b717-45f46ce3dbc8 req-e9ed711f-bcb5-4b2c-8162-44761596ab1a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:05.368485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7b2c64a-99c2-414c-b717-45f46ce3dbc8 req-e9ed711f-bcb5-4b2c-8162-44761596ab1a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2649035 Jul 22 16:48:05.371298 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.404979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-178544bc-ecd0-491c-9286-ce5bd0267194 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting subnet cfc4680c-6af2-40c6-a770-f10e16c4bacd {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:05.408689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-178544bc-ecd0-491c-9286-ce5bd0267194 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.458251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-178544bc-ecd0-491c-9286-ce5bd0267194 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.518567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:05.522889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.525034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] 10.222.0.20 "PUT /v2.0/ports/4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 1092 time: 2.4410720 Jul 22 16:48:05.525948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:05.533562 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5908f9-f67f-4623-8ec5-a83c54f1691d" -d '{"events": [{"name": "network-changed", "server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:05.579518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.629826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-178544bc-ecd0-491c-9286-ce5bd0267194 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.728780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:05.733193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebf0cf-3fd5-4062-b2fe-82c19262244a req-fa02d222-9462-4faf-885f-3e2a17e62dbe tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:05.759256 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c0ebf0cf-3fd5-4062-b2fe-82c19262244a req-fa02d222-9462-4faf-885f-3e2a17e62dbe tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.2050023 Jul 22 16:48:05.766282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7b2c64a-99c2-414c-b717-45f46ce3dbc8 req-c4cbeeb3-77f7-44fc-91b8-cf86420dd7cf tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571408 Jul 22 16:48:05.779954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8ad02-8744-4688-a4b8-d09869a48e29 service neutron] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:05.847217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c0ebf0cf-3fd5-4062-b2fe-82c19262244a req-0c8637fe-081d-4c52-be95-82c5244f9a91 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866241 Jul 22 16:48:05.855876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-178544bc-ecd0-491c-9286-ce5bd0267194 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.861103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c042144e-282a-4fb5-baa8-59cf7016a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:05.867446 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-c042144e-282a-4fb5-baa8-59cf7016a8c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1095 time: 0.2707417 Jul 22 16:48:05.929620 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-178544bc-ecd0-491c-9286-ce5bd0267194 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:05.934588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-178544bc-ecd0-491c-9286-ce5bd0267194 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/subnets/cfc4680c-6af2-40c6-a770-f10e16c4bacd HTTP/1.1" status: 204 len: 168 time: 0.6218169 Jul 22 16:48:05.934588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178544bc-ecd0-491c-9286-ce5bd0267194 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc4680c-6af2-40c6-a770-f10e16c4bacd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:05.935701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57316) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:06.015492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feade06-b8f2-4718-bf91-4526f8a1b15f None None] Network 4c4b2c5f-78cc-488c-8206-44c9b4b998dd requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:06.099403 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-f2a8c145-372d-47ab-a07e-f8e9139cbd2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 217 time: 0.0616128 Jul 22 16:48:06.212861 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0248dd42-c351-4021-9b62-334f8587c8ef x-openstack-request-id: req-0248dd42-c351-4021-9b62-334f8587c8ef {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:06.213152 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:06.213414 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0248dd42-c351-4021-9b62-334f8587c8ef {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:06.214044 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37', 'status': 'completed', 'code': 200} Jul 22 16:48:06.263711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccf989-c443-4f8a-89c5-dfdf66e23a5f req-777d465e-0eda-4c5a-a243-491b8ea46d06 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:06.272900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41ccf989-c443-4f8a-89c5-dfdf66e23a5f req-777d465e-0eda-4c5a-a243-491b8ea46d06 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.3948250 Jul 22 16:48:06.291438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-6f7c68de-1f81-4d0f-a381-eecdbb56604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:06.302552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-6f7c68de-1f81-4d0f-a381-eecdbb56604e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.1928141 Jul 22 16:48:06.331900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:48:02Z', 'revision_number': 7, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:06.384863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] Checking router: e9c94394-69b4-4b0c-9527-782c39220aa3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:06.412481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] Routers {'e9c94394-69b4-4b0c-9527-782c39220aa3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:06.413490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e9c94394-69b4-4b0c-9527-782c39220aa3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:06.422629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.479038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41ccf989-c443-4f8a-89c5-dfdf66e23a5f req-dfb1ceda-3aa7-44cc-aeae-45cdfb36afe3 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045109 Jul 22 16:48:06.535137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-a67424fa-cc77-4039-a4d3-953fcb5a2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:06.536723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-a67424fa-cc77-4039-a4d3-953fcb5a2cfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2081554 Jul 22 16:48:06.634510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe0e57-d245-4d7b-935e-dfa0cc90d0cd req-60037f0f-2f6d-4525-954a-3fb24df2a154 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:06.642241 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16fe0e57-d245-4d7b-935e-dfa0cc90d0cd req-60037f0f-2f6d-4525-954a-3fb24df2a154 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.2075143 Jul 22 16:48:06.703323 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16fe0e57-d245-4d7b-935e-dfa0cc90d0cd req-42f4d754-65dc-4981-a71a-f04af8acdc1d tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598447 Jul 22 16:48:06.724878 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.763444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06309a8f-e24e-4ea1-b115-3fc3bd980da2 None None] DHCP port deletion for 4c4b2c5f-78cc-488c-8206-44c9b4b998dd request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:06.803350 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-b5497167-ae9e-4e0f-b914-b9538d32b290 service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555788 Jul 22 16:48:06.874269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port c008fa68-3932-43a3-b765-a027739cb452 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:06.874616 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:06.952539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4214512f-2eee-45d7-9722-5b6a11853df7 req-4008459d-4a1b-4ecb-a104-825e90140b87 service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431253 Jul 22 16:48:06.998298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] Set router e9c94394-69b4-4b0c-9527-782c39220aa3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:07.117760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-06309a8f-e24e-4ea1-b115-3fc3bd980da2 None None] Deleting port 34c27cc3-5019-40f3-aa7a-05076f495633 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:07.118183 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06309a8f-e24e-4ea1-b115-3fc3bd980da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.128106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] For port c008fa68-3932-43a3-b765-a027739cb452, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c008fa68-3932-43a3-b765-a027739cb452,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:07.130414 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.186226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for c008fa68-3932-43a3-b765-a027739cb452 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:07.208275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c36709-e3ba-4d7b-8bc9-2eb2e8239fb7 req-edec703e-56f9-4624-9189-8326ba5e756d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.210000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48c36709-e3ba-4d7b-8bc9-2eb2e8239fb7 req-edec703e-56f9-4624-9189-8326ba5e756d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.3486803 Jul 22 16:48:07.264712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7db2c7-99cc-46ee-a935-9286c7f168dc req-5aca1d41-501f-4703-8211-6aaef5aa7245 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.266335 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce7db2c7-99cc-46ee-a935-9286c7f168dc req-5aca1d41-501f-4703-8211-6aaef5aa7245 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.2120337 Jul 22 16:48:07.272070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-f9791974-9ee2-4aa3-b612-222ed16a6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.273687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-f9791974-9ee2-4aa3-b612-222ed16a6951 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ef283a542374983a9ec1895d4672810&device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 1098 time: 0.1520789 Jul 22 16:48:07.275499 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-4bc047d1-1989-4ec1-8229-a1d1c483a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.276954 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-4bc047d1-1989-4ec1-8229-a1d1c483a26e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1095 time: 0.2389348 Jul 22 16:48:07.294419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-06309a8f-e24e-4ea1-b115-3fc3bd980da2 None None] For port 34c27cc3-5019-40f3-aa7a-05076f495633, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=34c27cc3-5019-40f3-aa7a-05076f495633,segment=NetworkSegment(da9112b6-ac5e-4d74-8490-f128edb3405c),segment_id=da9112b6-ac5e-4d74-8490-f128edb3405c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:07.295168 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06309a8f-e24e-4ea1-b115-3fc3bd980da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.323771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-06309a8f-e24e-4ea1-b115-3fc3bd980da2 None None] Calling delete_port for 34c27cc3-5019-40f3-aa7a-05076f495633 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:07.393333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48c36709-e3ba-4d7b-8bc9-2eb2e8239fb7 req-00d124f6-852a-4f36-81ad-0bd34c8fcfef tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667383 Jul 22 16:48:07.561022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 34c27cc3-5019-40f3-aa7a-05076f495633 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:07.639302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-b57b366a-0124-4736-a03c-38a0387a4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.641337 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-b57b366a-0124-4736-a03c-38a0387a4dec service neutron] 10.222.0.65 "GET /v2.0/networks?id=95552236-6ff3-4fd1-9934-3d94a86e74db HTTP/1.1" status: 200 len: 913 time: 0.3465519 Jul 22 16:48:07.655741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce7db2c7-99cc-46ee-a935-9286c7f168dc req-639100f4-05bb-4419-b254-fae8a44e1baa tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777030 Jul 22 16:48:07.756696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:48:02Z', 'revision_number': 7, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:07.761412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15556d4-20c4-4322-8924-ace1309215c8 req-f9394dc0-7795-4a46-8c3a-bf2802bd994b tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:07.775708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e15556d4-20c4-4322-8924-ace1309215c8 req-f9394dc0-7795-4a46-8c3a-bf2802bd994b tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.2458885 Jul 22 16:48:07.813018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e9417-44e9-4a70-8f8e-a25fca17acc0 None None] The sync data for ids ['e9c94394-69b4-4b0c-9527-782c39220aa3'] in n-d-792458-13 is: [{'id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'name': 'tempest-TestNetworkBasicOps-router-222029595', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c008fa68-3932-43a3-b765-a027739cb452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:48:02Z', 'revision_number': 7, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'c008fa68-3932-43a3-b765-a027739cb452', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c94394-69b4-4b0c-9527-782c39220aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2042, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:45:07Z', 'updated_at': '2021-07-22T16:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:07.823695 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.872009 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06309a8f-e24e-4ea1-b115-3fc3bd980da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.901234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-95f7afa3-e13b-4835-bf31-4602af26275a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 HTTP/1.1" status: 200 len: 217 time: 0.2443762 Jul 22 16:48:07.945796 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e15556d4-20c4-4322-8924-ace1309215c8 req-3a15e167-b9bf-4828-9f3b-050837b16b27 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667984 Jul 22 16:48:07.947161 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:07.962728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06309a8f-e24e-4ea1-b115-3fc3bd980da2 None None] No DVR routers for this DVR port 34c27cc3-5019-40f3-aa7a-05076f495633 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:07.970182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06309a8f-e24e-4ea1-b115-3fc3bd980da2 None None] Pushing event deleted for resources: {'Port': ['ID=34c27cc3-5019-40f3-aa7a-05076f495633,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:07.999695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=c008fa68-3932-43a3-b765-a027739cb452,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:08.023886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-d6049c35-3b73-4d8e-8587-ad9d4e794b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:08.025496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-d6049c35-3b73-4d8e-8587-ad9d4e794b4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1a1855d-59ab-4f15-965f-e52967099f91 HTTP/1.1" status: 200 len: 852 time: 0.1160424 Jul 22 16:48:08.074407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-70faa247-37c5-4911-83d1-0611a36602fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:08.076345 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-70faa247-37c5-4911-83d1-0611a36602fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.7917402 Jul 22 16:48:08.115563 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.169883 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-f4a27f4d-4bfc-49f2-b833-47a6974281ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=95552236-6ff3-4fd1-9934-3d94a86e74db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064153 Jul 22 16:48:08.171718 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-e7220770-da28-418d-9e73-c77178c56354 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 217 time: 0.0651569 Jul 22 16:48:08.258758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.273210 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.310909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-1d810b23-d0d1-4731-8482-50908fd91730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:08.312358 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-1d810b23-d0d1-4731-8482-50908fd91730 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.1290491 Jul 22 16:48:08.346269 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.346912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Fanout notify agent at l3_agent the message router_deleted on router e9c94394-69b4-4b0c-9527-782c39220aa3 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:48:08.354752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.356297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ffa2b039-93c8-41b8-b32b-f0f1c66097a0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/routers/e9c94394-69b4-4b0c-9527-782c39220aa3 HTTP/1.1" status: 204 len: 168 time: 2.4196365 Jul 22 16:48:08.359976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:08.400432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e87841-cc42-4581-ada1-e4f0901e985c req-523634ff-b0e3-42e2-aaaa-1b25971cb56c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:08.408209 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84e87841-cc42-4581-ada1-e4f0901e985c req-523634ff-b0e3-42e2-aaaa-1b25971cb56c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.3804338 Jul 22 16:48:08.414731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-78583331-7153-4459-aa8c-5a69e9f6b06a service neutron] 10.222.0.65 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786203 Jul 22 16:48:08.494129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.563349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-57af4c23-8d96-4c3c-811e-758cf1e4c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:08.564791 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-57af4c23-8d96-4c3c-811e-758cf1e4c97e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2434676 Jul 22 16:48:08.594884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84e87841-cc42-4581-ada1-e4f0901e985c req-fdec857f-c8e6-469d-8873-8812bf890f52 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461349 Jul 22 16:48:08.694715 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.712322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4b2c5f-78cc-488c-8206-44c9b4b998dd']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:08.724418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b40f06-5845-4831-8869-327e0721274d req-f0935c37-5679-4280-9934-735472278e5c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:08.735039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2b40f06-5845-4831-8869-327e0721274d req-f0935c37-5679-4280-9934-735472278e5c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2076530 Jul 22 16:48:08.755274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9112b6-ac5e-4d74-8490-f128edb3405c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:08.755785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9112b6-ac5e-4d74-8490-f128edb3405c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:08.762073 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5389a9c0-716e-4cd4-afd7-418186a72270 req-f7db2f4e-abe5-414f-a78c-cb31bff42102 service neutron] 10.222.0.65 "GET /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205931 Jul 22 16:48:08.788671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.823229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-e9a9c51a-84db-4c7f-acbe-89922f31004a service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342629 Jul 22 16:48:08.832512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2b40f06-5845-4831-8869-327e0721274d req-62e9cceb-b979-4e84-b453-ecdb4f4d2d4e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912108 Jul 22 16:48:08.846066 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.860059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:08.860481 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:08.897564 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:08.995038 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.035452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.037775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/networks/4c4b2c5f-78cc-488c-8206-44c9b4b998dd HTTP/1.1" status: 204 len: 168 time: 0.6748140 Jul 22 16:48:09.069018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57356) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:09.070210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcb779-b7e0-438f-990f-558405e1c78d tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Network': ['ID=4c4b2c5f-78cc-488c-8206-44c9b4b998dd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:09.077702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'network': {'name': 'tempest-network-smoke--1176194757', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:09.100618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea5908f9-f67f-4623-8ec5-a83c54f1691d req-f8cc5917-67b5-4d3a-bc6c-207e20368df5 service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628057 Jul 22 16:48:09.105973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Made reservation on behalf of ba25aba9442a450497d693578b5a7823 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:09.117808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.131244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee63fbb-7b0e-4218-a3ea-1cfc9fd469b3 req-28efcfa5-c2a7-4a57-8b9b-9dc759f37f27 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:09.134252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2ee63fbb-7b0e-4218-a3ea-1cfc9fd469b3 req-28efcfa5-c2a7-4a57-8b9b-9dc759f37f27 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.3096297 Jul 22 16:48:09.304295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:09.323253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2ee63fbb-7b0e-4218-a3ea-1cfc9fd469b3 req-3285bfbc-39e9-49c6-b338-96e79aa8c185 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686709 Jul 22 16:48:09.359945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.360620 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Added segment bedb6eac-79fd-4ac1-8165-7944eae5da8f of type vlan for network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 Jul 22 16:48:09.416213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c008fa68-3932-43a3-b765-a027739cb452 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:09.460148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c008fa68-3932-43a3-b765-a027739cb452 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:09.460380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c008fa68-3932-43a3-b765-a027739cb452 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:09.461684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d1f88ea2-686c-4b67-9be6-798581d05821 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:09.468076 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.528242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a67d-3426-4525-b1a4-678629f89bb0 req-8133fe3d-5d4f-4ee6-ac9b-7ddd8adeb6e1 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:09.541914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d1f88ea2-686c-4b67-9be6-798581d05821 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:09.543084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d1f88ea2-686c-4b67-9be6-798581d05821 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:09.544723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4cf3a67d-3426-4525-b1a4-678629f89bb0 req-8133fe3d-5d4f-4ee6-ac9b-7ddd8adeb6e1 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.4068120 Jul 22 16:48:09.625877 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.637449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:09.643382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.777959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Network': ['ID=86ccd57d-0733-44e1-9cf1-3676b1c3f293,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:09.791644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:09.809153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4cf3a67d-3426-4525-b1a4-678629f89bb0 req-5ccb8d09-3566-49f6-94dc-9d7d279175cb tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622764 Jul 22 16:48:09.838000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-48783648-01ca-45ce-a76b-f30968c27660 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7650325 Jul 22 16:48:09.839211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57364) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:09.846820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'admin_state_up': True, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:09.945815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ae8a5-393e-4297-8bb1-c50cb3ced331 req-6db119d5-6ed6-472a-95e4-0a9f5d0a2d8e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:09.950188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-568ae8a5-393e-4297-8bb1-c50cb3ced331 req-6db119d5-6ed6-472a-95e4-0a9f5d0a2d8e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.2283742 Jul 22 16:48:09.971715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:09.972728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.053760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-568ae8a5-393e-4297-8bb1-c50cb3ced331 req-c60c3f78-f7dd-4a77-b78f-bb730f47b0b9 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892885 Jul 22 16:48:10.063993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a366b83-0ec4-4f3d-ba3a-fe7d359c2324 req-c29d2026-46a5-4ee8-a9dd-d2d00ba3427b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:10.065929 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a366b83-0ec4-4f3d-ba3a-fe7d359c2324 req-c29d2026-46a5-4ee8-a9dd-d2d00ba3427b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1132593 Jul 22 16:48:10.144613 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:10.185831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a366b83-0ec4-4f3d-ba3a-fe7d359c2324 req-c0769787-e361-4491-a896-faf98b8fcc6f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991113 Jul 22 16:48:10.621323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f4c1a-ff93-44ce-8c42-70e42749bc50 req-548a2120-c148-40cb-9c85-b1c6c226a5e6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:10.633677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed5f4c1a-ff93-44ce-8c42-70e42749bc50 req-548a2120-c148-40cb-9c85-b1c6c226a5e6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.1642113 Jul 22 16:48:10.687877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed5f4c1a-ff93-44ce-8c42-70e42749bc50 req-2d3b5ef7-ae5e-454e-b8c8-8eddc5383854 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525136 Jul 22 16:48:10.954132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.063974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ef21c-17b0-46d5-b1c1-b73252af393f req-24a1650b-b5bf-4b39-8ad5-6a81303e113a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:11.072122 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f2ef21c-17b0-46d5-b1c1-b73252af393f req-24a1650b-b5bf-4b39-8ad5-6a81303e113a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.1376824 Jul 22 16:48:11.127094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:48:11.193874 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f2ef21c-17b0-46d5-b1c1-b73252af393f req-c2e07d55-a854-436c-b643-d5fe7c0aedb2 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207635 Jul 22 16:48:11.297619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:11.302447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2cc8c-7397-4fc0-b165-e5d6e4be5353 req-c5dad333-bd4f-407b-ae50-76ccbc18c6a5 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:11.305967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cc2cc8c-7397-4fc0-b165-e5d6e4be5353 req-c5dad333-bd4f-407b-ae50-76ccbc18c6a5 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.1532433 Jul 22 16:48:11.333528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '4057eb96-696c-4104-bb6d-865a3b219e37', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'port_id': '4057eb96-696c-4104-bb6d-865a3b219e37', 'mac_address': 'fa:16:3e:91:2f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:48:11.384380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cc2cc8c-7397-4fc0-b165-e5d6e4be5353 req-dbc6103f-024e-4938-8b07-3bb04e2707fd tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634439 Jul 22 16:48:11.414288 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.442892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4057eb96-696c-4104-bb6d-865a3b219e37 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:11.463546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.471436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:11.480384 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.518471 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:11.551927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:11.568329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b832f-8ecc-4665-ad50-ad7466e8c192 req-9fc6f73c-d7ef-4157-b37a-4bb49cfc63d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:11.570901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b52b832f-8ecc-4665-ad50-ad7466e8c192 req-9fc6f73c-d7ef-4157-b37a-4bb49cfc63d4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2195361 Jul 22 16:48:11.763705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b52b832f-8ecc-4665-ad50-ad7466e8c192 req-1c761680-07fb-421d-b10e-244e6907d5b1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022804 Jul 22 16:48:11.777197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.25.3.111 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/f3e9cb92-410d-4876-8d1e-41eb2b526c0d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:11.794351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['4057eb96-696c-4104-bb6d-865a3b219e37'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:11.923965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51a464-cac6-4331-9c23-d990ff6e61a2 req-1dd7652e-7b2e-45ae-a51b-4a5ef03ccc9d tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:11.933915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d51a464-cac6-4331-9c23-d990ff6e61a2 req-1dd7652e-7b2e-45ae-a51b-4a5ef03ccc9d tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.1413887 Jul 22 16:48:12.002345 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d51a464-cac6-4331-9c23-d990ff6e61a2 req-4650d442-d4dd-4388-8266-fd979b647b8d tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656171 Jul 22 16:48:12.128331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.194954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a15d-1ef5-462d-85d6-1ed6437eab35 req-f51458c4-bead-4fc1-a5d7-1ce4b6a334da tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:12.197718 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0328a15d-1ef5-462d-85d6-1ed6437eab35 req-f51458c4-bead-4fc1-a5d7-1ce4b6a334da tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.2711773 Jul 22 16:48:12.260264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.266117 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0328a15d-1ef5-462d-85d6-1ed6437eab35 req-1bed828c-d9de-442a-b335-eedec5276c4d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554957 Jul 22 16:48:12.324176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:12.327945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:12.330813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:12.365450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=f3e9cb92-410d-4876-8d1e-41eb2b526c0d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:12.585288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024d682-36bc-4cdd-bdba-31e058d158e0 req-d5d157f5-6b0a-458e-93f8-de5cc2ca47b4 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:12.587736 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f024d682-36bc-4cdd-bdba-31e058d158e0 req-d5d157f5-6b0a-458e-93f8-de5cc2ca47b4 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.0955150 Jul 22 16:48:12.639227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f024d682-36bc-4cdd-bdba-31e058d158e0 req-aef237ae-b746-498b-9bc3-d1918d9ed66f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453553 Jul 22 16:48:12.700211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:12.711250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57398) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:13.024219 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.041468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:48:13.063876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:13.196758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:13.267009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a65d7-32eb-479f-b4bd-1b1d6cd766a0 req-2e744900-ffc8-414e-b9ff-316a65598253 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:13.268601 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f6a65d7-32eb-479f-b4bd-1b1d6cd766a0 req-2e744900-ffc8-414e-b9ff-316a65598253 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2794104 Jul 22 16:48:13.339089 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.resource_extend [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:48:13.367737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f6a65d7-32eb-479f-b4bd-1b1d6cd766a0 req-2b12fcbc-1289-45b8-a26e-b9eb426e5f7c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707388 Jul 22 16:48:13.415971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router f69c217c-520e-4318-aa8b-59b41045bd86 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:48:13.526480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c214fe-a5d3-43fb-bf50-2e7d6f2c2f0c req-a1393b41-5cf3-4d39-8b49-1e3ba4aa4be3 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:13.534351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e2c214fe-a5d3-43fb-bf50-2e7d6f2c2f0c req-a1393b41-5cf3-4d39-8b49-1e3ba4aa4be3 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.2577846 Jul 22 16:48:13.598374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271ac3a-cd91-4ca7-8c7e-008dd5ea6be6 req-e0dd3bcb-b77a-4574-81ea-216f14aaf66c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:13.605776 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d271ac3a-cd91-4ca7-8c7e-008dd5ea6be6 req-e0dd3bcb-b77a-4574-81ea-216f14aaf66c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.1246216 Jul 22 16:48:13.609858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:13.657389 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.666191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d271ac3a-cd91-4ca7-8c7e-008dd5ea6be6 req-30c51402-edf9-49d1-bcef-74f9e58a9695 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577965 Jul 22 16:48:13.709150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414', 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f', 'port_id': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414', 'mac_address': 'fa:16:3e:f7:f0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa12c553-b756-49fe-a66d-4a6f1bb3713d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:48:13.763196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.778464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:13.784214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:13.788326 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe0ab3-e387-4b41-a2de-42316c43ce0b" -d '{"events": [{"server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "name": "network-vif-unplugged", "status": "completed", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:13.813806 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.881533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 4057eb96-696c-4104-bb6d-865a3b219e37 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:13.902119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e2c214fe-a5d3-43fb-bf50-2e7d6f2c2f0c req-4f8fe514-dbd7-4b2c-aef7-881fcc6a0467 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365367 Jul 22 16:48:13.919589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 4057eb96-696c-4104-bb6d-865a3b219e37 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:13.919967 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.954797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:13.968247 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.977654 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Sync routers for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:13.989060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:13.995984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:13.998214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2117f228-e2c7-4ee3-b3e1-a3a1841648d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1560657 Jul 22 16:48:14.002287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57426) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:14.002703 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:14.004546 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:14.020160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:14.022362 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd98569-1cbf-4f41-b91f-aa7511707d47 x-openstack-request-id: req-acd98569-1cbf-4f41-b91f-aa7511707d47 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:14.022740 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "name": "network-vif-unplugged", "status": "completed", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:14.023310 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acd98569-1cbf-4f41-b91f-aa7511707d47 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:14.023727 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414', 'code': 200} Jul 22 16:48:14.032065 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.035822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:14.079540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57428) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:14.092055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-966c01ac-c533-4641-83db-9b5873c89cb7 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba25aba9442a450497d693578b5a7823&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857742 Jul 22 16:48:14.098621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:14.129753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400123e-414a-495b-805c-8b1ffedc7247 req-c33aa551-8f38-47d5-84e5-3450ce6b028d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:14.145638 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c400123e-414a-495b-805c-8b1ffedc7247 req-c33aa551-8f38-47d5-84e5-3450ce6b028d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 944 time: 0.3157766 Jul 22 16:48:14.204448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.262007 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:14.332973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:14.342022 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.425013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:14.428053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1892b-4f61-48d9-8613-6c747119b889 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:14.434773 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5ad1892b-4f61-48d9-8613-6c747119b889 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3539810 Jul 22 16:48:14.435589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57442) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:14.479681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-99aee261-0c1b-4306-adf2-9b1426c99d54 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427251 Jul 22 16:48:14.480339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:14.487760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-162970621', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:14.603143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['26a4d9c4-c458-4c41-9f4d-5aba5f1c7414'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:14.670244 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:12Z', 'revision_number': 3, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:14.727579 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Checking router: f69c217c-520e-4318-aa8b-59b41045bd86 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:14.727953 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Updating router f69c217c-520e-4318-aa8b-59b41045bd86 port f3e9cb92-410d-4876-8d1e-41eb2b526c0d binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:48:14.797967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c400123e-414a-495b-805c-8b1ffedc7247 req-d7159724-c009-43af-8397-c29a8a7e92fd tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504521 Jul 22 16:48:14.801331 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.844971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Made reservation on behalf of ba25aba9442a450497d693578b5a7823 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:14.851943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:14.971906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aedc31-3370-4b09-9fa5-fbbb124de55d req-be7c17d8-926a-4a80-8fca-dc331a12752e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:14.973984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-69aedc31-3370-4b09-9fa5-fbbb124de55d req-be7c17d8-926a-4a80-8fca-dc331a12752e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.4535410 Jul 22 16:48:15.019596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568f087-5b7f-46b1-bb99-e397398ea254 req-cdbbe5f8-5de7-4d13-9325-029dbc41b175 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:15.021280 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d568f087-5b7f-46b1-bb99-e397398ea254 req-cdbbe5f8-5de7-4d13-9325-029dbc41b175 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1344213 Jul 22 16:48:15.031719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Deleting port da7e7db0-d902-4935-8200-509e1fd6696a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:15.032064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.063144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826f8a-f61f-44da-92ef-0b996caac620 req-877e6955-ad5b-435f-b7e5-668d9db935d5 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:15.064763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98826f8a-f61f-44da-92ef-0b996caac620 req-877e6955-ad5b-435f-b7e5-668d9db935d5 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.65 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.4058290 Jul 22 16:48:15.087744 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-69aedc31-3370-4b09-9fa5-fbbb124de55d req-03b51381-b05b-472b-9692-a6f272192d14 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070325 Jul 22 16:48:15.111176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d568f087-5b7f-46b1-bb99-e397398ea254 req-7c304168-e987-4eba-a98c-ad108b12c4ca tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799661 Jul 22 16:48:15.206644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] For port da7e7db0-d902-4935-8200-509e1fd6696a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=da7e7db0-d902-4935-8200-509e1fd6696a,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:15.207394 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.221676 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.231413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Calling delete_port for da7e7db0-d902-4935-8200-509e1fd6696a owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:15.239833 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Transition to ACTIVE for port object f3e9cb92-410d-4876-8d1e-41eb2b526c0d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:15.250890 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.298918 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Pushing event updated for resources: {'Port': ['ID=f3e9cb92-410d-4876-8d1e-41eb2b526c0d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:15.311926 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.312411 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.312837 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.313452 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.313679 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.314094 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.314510 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.314949 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.315692 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.316014 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.316427 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.317039 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:15.326856 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.344902 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Attempting to bind port f3e9cb92-410d-4876-8d1e-41eb2b526c0d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:15.345267 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Attempting to bind port f3e9cb92-410d-4876-8d1e-41eb2b526c0d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:15.345627 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Attempting to bind port f3e9cb92-410d-4876-8d1e-41eb2b526c0d on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:15.352365 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:15.353075 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:15.353330 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.353731 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:15.354211 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Bound port: f3e9cb92-410d-4876-8d1e-41eb2b526c0d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:15.354587 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.420038 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] For port f3e9cb92-410d-4876-8d1e-41eb2b526c0d, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:15.425052 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] For port f3e9cb92-410d-4876-8d1e-41eb2b526c0d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f3e9cb92-410d-4876-8d1e-41eb2b526c0d,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:15.432079 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.469591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Subnet': ['ID=daed58cd-c728-4190-994a-e2a73a21ae93,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:15.498555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e628f-1e10-4849-a481-219c7695101e req-625d23d8-4535-4d67-8c09-95c666f84d07 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:15.500199 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b98e628f-1e10-4849-a481-219c7695101e req-625d23d8-4535-4d67-8c09-95c666f84d07 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 946 time: 0.2614048 Jul 22 16:48:15.515999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Checking segment: {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:15.516365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network hostable DHCP agents. Network: 86ccd57d-0733-44e1-9cf1-3676b1c3f293, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:15.516905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.525241 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e352f07-97f7-44c2-99ba-7f939ead6c91 None None] Pushing event updated for resources: {'Port': ['ID=f3e9cb92-410d-4876-8d1e-41eb2b526c0d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:15.533326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-98826f8a-f61f-44da-92ef-0b996caac620 req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Deleting port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:15.534369 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98826f8a-f61f-44da-92ef-0b996caac620 req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.543072 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:15.543711 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:15.557791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Pushing event deleted for resources: {'Port': ['ID=da7e7db0-d902-4935-8200-509e1fd6696a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:15.676107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b98e628f-1e10-4849-a481-219c7695101e req-7f9a6b2b-6880-4945-9f36-bb89620abbe6 tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/security-groups?id=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666465 Jul 22 16:48:15.682320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:15.706322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 86ccd57d-0733-44e1-9cf1-3676b1c3f293) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:15.716647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8500a096-cf5c-4fd1-bb70-7093139a6b5c None None] Network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:15.723356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:15.724094 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.750285 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:15.757961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-98826f8a-f61f-44da-92ef-0b996caac620 req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] For port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,segment=NetworkSegment(2e79bd51-0938-4f4c-be00-f4361767c1d2),segment_id=2e79bd51-0938-4f4c-be00-f4361767c1d2)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:15.757961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98826f8a-f61f-44da-92ef-0b996caac620 req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:15.777229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-98826f8a-f61f-44da-92ef-0b996caac620 req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Calling delete_port for b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:15.783945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57454) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:15.801118 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ec4bfde9-1823-4622-9f68-bf5dfbaa468e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3195972 Jul 22 16:48:15.904489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.028344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:16.032127 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59073e3b-533e-4ef7-a866-611cad22adc8" -d '{"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-plugged", "status": "completed", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:16.042765 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:12Z', 'revision_number': 3, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:16.079857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:48:16.080719 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.083428 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82c20c-d596-4f72-bc5b-0310f5730336 x-openstack-request-id: req-dc82c20c-d596-4f72-bc5b-0310f5730336 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:16.083856 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-plugged", "status": "completed", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:16.084972 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc82c20c-d596-4f72-bc5b-0310f5730336 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:16.084972 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37', 'code': 200} Jul 22 16:48:16.099562 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265bbb84-ca9e-42db-a173-d737d2e1fd7e None None] The sync data for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 is: [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:12Z', 'revision_number': 3, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:16.146859 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98826f8a-f61f-44da-92ef-0b996caac620 req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.224682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['b0e2e537-4b80-48b8-bb77-b4e4bdf02b21'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:16.252097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Pushing event deleted for resources: {'Port': ['ID=b0e2e537-4b80-48b8-bb77-b4e4bdf02b21,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:16.375983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae6859-5c33-4054-92b4-8202acc8a4c4 req-71cb31a0-2518-4bfe-aedb-f043c7b0a260 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:16.377855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Allocated IP 172.20.0.2 (86ccd57d-0733-44e1-9cf1-3676b1c3f293/daed58cd-c728-4190-994a-e2a73a21ae93/0867d38d-81e9-4cee-8b33-2ef12dfb68da) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:16.386072 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9dae6859-5c33-4054-92b4-8202acc8a4c4 req-71cb31a0-2518-4bfe-aedb-f043c7b0a260 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 945 time: 0.3821423 Jul 22 16:48:16.390645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-98826f8a-f61f-44da-92ef-0b996caac620 req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] No DVR routers for this DVR port b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:16.395649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-98826f8a-f61f-44da-92ef-0b996caac620 req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.397830 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98826f8a-f61f-44da-92ef-0b996caac620 req-110ce8f5-cf41-4cb7-b7d6-fe0635aaae3a tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.65 "DELETE /v2.0/ports/b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 HTTP/1.1" status: 204 len: 173 time: 1.3218167 Jul 22 16:48:16.402905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537da05e-be96-43f2-b332-25767d0c0ed3', 'name': 'network-vif-deleted', 'tag': 'b0e2e537-4b80-48b8-bb77-b4e4bdf02b21'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:16.406456 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70d78a0-869e-4b55-9cbd-0cf3417ffff3" -d '{"events": [{"server_uuid": "537da05e-be96-43f2-b332-25767d0c0ed3", "name": "network-vif-deleted", "tag": "b0e2e537-4b80-48b8-bb77-b4e4bdf02b21"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:16.450449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9386e-404f-4fbc-bab9-3a50a769e238 req-93165af7-4b7b-4dae-b753-7b4e32773310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:16.452110 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ed9386e-404f-4fbc-bab9-3a50a769e238 req-93165af7-4b7b-4dae-b753-7b4e32773310 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1097 time: 0.2455597 Jul 22 16:48:16.467367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bae820-b1f8-4659-b3ce-158faeff15d0 req-3d0d7ffe-6019-4cd5-a1fe-948584f3a4cd tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:16.469104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32bae820-b1f8-4659-b3ce-158faeff15d0 req-3d0d7ffe-6019-4cd5-a1fe-948584f3a4cd tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2532904 Jul 22 16:48:16.547420 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ed9386e-404f-4fbc-bab9-3a50a769e238 req-a2bb63dd-b232-4106-9217-67a7c98dc4cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772035 Jul 22 16:48:16.566231 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32bae820-b1f8-4659-b3ce-158faeff15d0 req-f2cebd57-102d-4246-ad14-bc94a9e7124d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712404 Jul 22 16:48:16.713440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9dae6859-5c33-4054-92b4-8202acc8a4c4 req-354be0d8-4c00-4c45-b511-48bf93a56fd3 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234069 Jul 22 16:48:16.720210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:16.802599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f00ed-a136-4c69-a9c2-9afb976997f0 req-24facfc8-25fa-4e14-bdcb-23f1deb8897b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:16.817064 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-363f00ed-a136-4c69-a9c2-9afb976997f0 req-24facfc8-25fa-4e14-bdcb-23f1deb8897b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1125996 Jul 22 16:48:16.844639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.861200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-363f00ed-a136-4c69-a9c2-9afb976997f0 req-3c282f69-c2e0-4d0b-874d-5eee7a2f4016 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434306 Jul 22 16:48:16.864873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Transition to ACTIVE for port object 0867d38d-81e9-4cee-8b33-2ef12dfb68da will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:16.886107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Transition to ACTIVE for port object 0867d38d-81e9-4cee-8b33-2ef12dfb68da will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:16.895789 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:16.985652 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d8e4f7-6878-411f-b946-4a8ad85d1ecd x-openstack-request-id: req-14d8e4f7-6878-411f-b946-4a8ad85d1ecd {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:16.986222 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537da05e-be96-43f2-b332-25767d0c0ed3", "name": "network-vif-deleted", "tag": "b0e2e537-4b80-48b8-bb77-b4e4bdf02b21", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:16.986623 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14d8e4f7-6878-411f-b946-4a8ad85d1ecd {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:16.988061 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537da05e-be96-43f2-b332-25767d0c0ed3', 'name': 'network-vif-deleted', 'tag': 'b0e2e537-4b80-48b8-bb77-b4e4bdf02b21', 'status': 'completed', 'code': 200} Jul 22 16:48:16.999899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:17.011423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:17.016044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:17.028468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Pushing event updated for resources: {'Port': ['ID=0867d38d-81e9-4cee-8b33-2ef12dfb68da,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:17.091015 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d257f9e2-b137-4369-8ba9-b8c6a85c9d14 req-5fceb65c-741f-4303-a0bd-ad9c1d86889d tempest-TestServerAdvancedOps-1059760447 tempest-TestServerAdvancedOps-1059760447-project] 10.222.0.53 "GET /v2.0/ports?device_id=537da05e-be96-43f2-b332-25767d0c0ed3 HTTP/1.1" status: 200 len: 210 time: 0.0441556 Jul 22 16:48:17.104648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:17.104648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Attempting to bind port 0867d38d-81e9-4cee-8b33-2ef12dfb68da on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:17.104648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Attempting to bind port 0867d38d-81e9-4cee-8b33-2ef12dfb68da by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:17.104648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Attempting to bind port 0867d38d-81e9-4cee-8b33-2ef12dfb68da on network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:17.125266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:17.139964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:17.139964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Checking segment: {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:17.140779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8b985f47-86af-4a27-97b9-362af2b282ca admin admin] 10.222.0.53 "PUT /v2.0/routers/8d4cd947-39bb-4235-a431-d3c88bc2e7ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4229679 Jul 22 16:48:17.140904 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.140904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Bound using segment: {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:17.141077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57480) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:17.147854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Bound port: 0867d38d-81e9-4cee-8b33-2ef12dfb68da, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:17.148446 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.162651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] Sync routers for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:17.197830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:17.198640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:17.465954 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.485259 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.569539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f3e9cb92-410d-4876-8d1e-41eb2b526c0d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:17.706188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:17.706564 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.714630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port f3e9cb92-410d-4876-8d1e-41eb2b526c0d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:17.742425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] For port 0867d38d-81e9-4cee-8b33-2ef12dfb68da, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:17.758467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] For port 0867d38d-81e9-4cee-8b33-2ef12dfb68da, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0867d38d-81e9-4cee-8b33-2ef12dfb68da,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:17.769837 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.783332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f3e9cb92-410d-4876-8d1e-41eb2b526c0d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:17.783704 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.805285 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:17.898199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:17.959249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5033e84-908f-4893-b157-261cf597fe4e req-929782b6-1093-473b-9187-026fcc73f0f9 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:17.968700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5033e84-908f-4893-b157-261cf597fe4e req-929782b6-1093-473b-9187-026fcc73f0f9 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 945 time: 0.1222465 Jul 22 16:48:18.066137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5033e84-908f-4893-b157-261cf597fe4e req-9ba9a908-081a-4369-8142-7aeb93b7e620 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913548 Jul 22 16:48:18.112425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de93aa-d388-48c7-841e-914d738f3d51 None None] Pushing event updated for resources: {'Port': ['ID=0867d38d-81e9-4cee-8b33-2ef12dfb68da,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.159893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c65be-efe2-45fa-92d3-39f1b375e993 req-d905ccb0-3ed1-4fa4-85d9-cf875d465cca tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:18.162879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-048c65be-efe2-45fa-92d3-39f1b375e993 req-d905ccb0-3ed1-4fa4-85d9-cf875d465cca tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.4276276 Jul 22 16:48:18.201274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.20.0.1 (86ccd57d-0733-44e1-9cf1-3676b1c3f293/daed58cd-c728-4190-994a-e2a73a21ae93/ec5d0ba9-4030-40d1-9203-db41b02c563a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:18.204382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Deleting port cf001cf8-9f8c-45f2-b74d-abd211e3375e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:18.204911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.359114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-048c65be-efe2-45fa-92d3-39f1b375e993 req-1a0a0fcb-b9e3-4956-a190-f005765f9d29 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847084 Jul 22 16:48:18.444539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57494) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:18.470046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] For port cf001cf8-9f8c-45f2-b74d-abd211e3375e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cf001cf8-9f8c-45f2-b74d-abd211e3375e,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:18.470728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.471334 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.490211 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a75db581-29ac-4143-8a23-44ad3f36d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.493008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a1e02-5244-4089-b426-3971f6d1da7e req-87f4715c-efa1-46af-876b-f8e689aa53e1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:18.493213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Calling delete_port for cf001cf8-9f8c-45f2-b74d-abd211e3375e owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:18.502618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-567a1e02-5244-4089-b426-3971f6d1da7e req-87f4715c-efa1-46af-876b-f8e689aa53e1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1768579 Jul 22 16:48:18.522020 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.561224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-06810ae5-2f6a-4357-aa4c-58fcde4a42a1 admin admin] Deleting subnet f1a1855d-59ab-4f15-965f-e52967099f91 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:18.565826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port f3e9cb92-410d-4876-8d1e-41eb2b526c0d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f3e9cb92-410d-4876-8d1e-41eb2b526c0d,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:18.566662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06810ae5-2f6a-4357-aa4c-58fcde4a42a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.583508 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.608310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-567a1e02-5244-4089-b426-3971f6d1da7e req-d83aada1-f919-4c6a-9272-ac5e475de9e8 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046703 Jul 22 16:48:18.641706 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06810ae5-2f6a-4357-aa4c-58fcde4a42a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.645585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:18.648581 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31182b36-6dc1-4619-a238-73cea31a0761" -d '{"events": [{"server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "name": "network-vif-plugged", "status": "completed", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:18.693294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:18.705042 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.705860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:18.746183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:18.746899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b0e2e537-4b80-48b8-bb77-b4e4bdf02b21 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:18.754861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=f3e9cb92-410d-4876-8d1e-41eb2b526c0d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.781001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06810ae5-2f6a-4357-aa4c-58fcde4a42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.816158 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d75e64e-0e8e-49bd-8ee2-5ec53158bd52 x-openstack-request-id: req-8d75e64e-0e8e-49bd-8ee2-5ec53158bd52 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:18.817107 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "name": "network-vif-plugged", "status": "completed", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:18.817107 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d75e64e-0e8e-49bd-8ee2-5ec53158bd52 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:18.817107 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414', 'code': 200} Jul 22 16:48:18.821773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:48:15Z', 'revision_number': 5, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port': {'id': 'cf001cf8-9f8c-45f2-b74d-abd211e3375e', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:37:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:36:13Z', 'updated_at': '2021-07-22T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:18.863445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.907912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Transition to ACTIVE for port object ec5d0ba9-4030-40d1-9203-db41b02c563a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:18.910484 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.916780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06810ae5-2f6a-4357-aa4c-58fcde4a42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.932693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] Checking router: 8d4cd947-39bb-4235-a431-d3c88bc2e7ea for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:18.935983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.951857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf001cf8-9f8c-45f2-b74d-abd211e3375e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.952767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] Routers {'8d4cd947-39bb-4235-a431-d3c88bc2e7ea'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:18.954456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:18.970808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06810ae5-2f6a-4357-aa4c-58fcde4a42a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a1855d-59ab-4f15-965f-e52967099f91,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:18.973737 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06810ae5-2f6a-4357-aa4c-58fcde4a42a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:18.977393 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-06810ae5-2f6a-4357-aa4c-58fcde4a42a1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f1a1855d-59ab-4f15-965f-e52967099f91 HTTP/1.1" status: 204 len: 168 time: 0.5304770 Jul 22 16:48:18.979594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:18.981972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c558b-3d7d-4a81-afba-4518535b9110 req-3bd987cb-d70b-452d-a7a0-08d7c741438e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:18.983680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-620c558b-3d7d-4a81-afba-4518535b9110 req-3bd987cb-d70b-452d-a7a0-08d7c741438e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.2006972 Jul 22 16:48:19.062581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57504) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:19.084060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fc171a6c-1509-4859-a015-b9b0ebef9024 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Request body: {'floatingip': {'port_id': '4057eb96-696c-4104-bb6d-865a3b219e37'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:19.147473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] Set router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:19.209484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc171a6c-1509-4859-a015-b9b0ebef9024 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.245615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 7, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:19.315731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4b5d5-9a0d-454c-b3b6-207c6119fdfe None None] The sync data for ids ['8d4cd947-39bb-4235-a431-d3c88bc2e7ea'] in n-d-792458-13 is: [{'id': '8d4cd947-39bb-4235-a431-d3c88bc2e7ea', 'name': 'tempest-TaggedBootDevicesTest-161653074-router', 'tenant_id': 'acae310097554de5a4c6d699a604fb08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:36:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 7, 'project_id': 'acae310097554de5a4c6d699a604fb08', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:19.488706 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.708946 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.773733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.817403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d98b042-90c2-45a6-b104-f7865c135cf1 None None] Network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:19.910668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0fb72978-7538-4e51-b03f-2b9e9a1bd05a None None] Provisioning for port 0867d38d-81e9-4cee-8b33-2ef12dfb68da completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:19.934341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:19.941831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.007266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbea23f-a9d2-4d8c-96dd-a03ff19435b8 req-1c460a35-7e4b-459e-8b9e-bbcfb4849d38 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:20.009402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ddbea23f-a9d2-4d8c-96dd-a03ff19435b8 req-1c460a35-7e4b-459e-8b9e-bbcfb4849d38 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.4211969 Jul 22 16:48:20.032089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:20.045392 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.045924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d4cd947-39bb-4235-a431-d3c88bc2e7ea {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:48:20.051845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:20.057660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.061545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fbce5380-44a4-46ab-862c-b178e52e67a6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/8d4cd947-39bb-4235-a431-d3c88bc2e7ea HTTP/1.1" status: 204 len: 168 time: 2.9214375 Jul 22 16:48:20.064867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:20.067286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57514) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:20.134508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=ec5d0ba9-4030-40d1-9203-db41b02c563a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:20.164271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ddbea23f-a9d2-4d8c-96dd-a03ff19435b8 req-0a2a1a85-3add-49e9-b55a-061463ad3993 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408596 Jul 22 16:48:20.176600 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.181928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e9d62c-1948-40f5-ba78-6efbc72b3b70 admin admin] Deleting subnet 45498e51-452b-44b2-94cf-b51a3ccaa0fe {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:20.185854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d62c-1948-40f5-ba78-6efbc72b3b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.284590 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d62c-1948-40f5-ba78-6efbc72b3b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.326343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f3e9cb92-410d-4876-8d1e-41eb2b526c0d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:20.418975 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.434191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a42fc2-be7d-48d6-b7a4-5bfe5b524492 req-7aec1b8e-a6f2-4843-a743-fd4fd2271566 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:20.441332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8a42fc2-be7d-48d6-b7a4-5bfe5b524492 req-7aec1b8e-a6f2-4843-a743-fd4fd2271566 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 1.2705812 Jul 22 16:48:20.442443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f3e9cb92-410d-4876-8d1e-41eb2b526c0d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:20.443192 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.475507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95552236-6ff3-4fd1-9934-3d94a86e74db']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:20.481045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bf442-b224-4bd4-a0a1-1c8d12ab7bf7 req-ef02a43a-eb56-405a-bea5-a03475278909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:20.484757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a40bf442-b224-4bd4-a0a1-1c8d12ab7bf7 req-ef02a43a-eb56-405a-bea5-a03475278909 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 1098 time: 1.4189351 Jul 22 16:48:20.510245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e79bd51-0938-4f4c-be00-f4361767c1d2') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:20.510539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e79bd51-0938-4f4c-be00-f4361767c1d2') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:20.561265 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.592305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0867d38d-81e9-4cee-8b33-2ef12dfb68da up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:20.597525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d62c-1948-40f5-ba78-6efbc72b3b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.599695 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.616778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8a42fc2-be7d-48d6-b7a4-5bfe5b524492 req-462cfaad-0cce-45e0-8b8b-d57e68ea21f7 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741452 Jul 22 16:48:20.646413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f72e8b00-671d-4af9-954f-009e07a3b864 None None] Provisioning for port ec5d0ba9-4030-40d1-9203-db41b02c563a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:20.655122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f72e8b00-671d-4af9-954f-009e07a3b864 None None] Provisioning complete for port ec5d0ba9-4030-40d1-9203-db41b02c563a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:20.655495 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f72e8b00-671d-4af9-954f-009e07a3b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.667102 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a40bf442-b224-4bd4-a0a1-1c8d12ab7bf7 req-5a0bb686-77c3-4578-aee1-ec6aa68d6fd7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693428 Jul 22 16:48:20.715222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 0867d38d-81e9-4cee-8b33-2ef12dfb68da completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:20.725740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0867d38d-81e9-4cee-8b33-2ef12dfb68da triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:20.727129 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.729294 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.729970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f72e8b00-671d-4af9-954f-009e07a3b864 None None] Port ec5d0ba9-4030-40d1-9203-db41b02c563a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:20.739976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:20.740452 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:20.743321 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:20.807033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc171a6c-1509-4859-a015-b9b0ebef9024 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.823115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc171a6c-1509-4859-a015-b9b0ebef9024 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.825688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f72e8b00-671d-4af9-954f-009e07a3b864 None None] Provisioning complete for port 0867d38d-81e9-4cee-8b33-2ef12dfb68da triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:20.826076 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f72e8b00-671d-4af9-954f-009e07a3b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.832342 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.866747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d62c-1948-40f5-ba78-6efbc72b3b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.929675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.935386 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] 10.222.0.53 "DELETE /v2.0/networks/95552236-6ff3-4fd1-9934-3d94a86e74db HTTP/1.1" status: 204 len: 168 time: 1.9542038 Jul 22 16:48:20.936345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4c389-bf5f-4b77-8e4e-86af84e09c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=95552236-6ff3-4fd1-9934-3d94a86e74db,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:20.938178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57520) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:20.944021 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.950468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5e9d62c-1948-40f5-ba78-6efbc72b3b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:20.952417 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b5e9d62c-1948-40f5-ba78-6efbc72b3b70 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/45498e51-452b-44b2-94cf-b51a3ccaa0fe HTTP/1.1" status: 204 len: 168 time: 0.8838556 Jul 22 16:48:20.955800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9d62c-1948-40f5-ba78-6efbc72b3b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45498e51-452b-44b2-94cf-b51a3ccaa0fe,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:20.957683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57522) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:21.022610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-714e6b57-726f-404c-9c45-3458d8880bb4 admin admin] Deleting subnet bdddaf55-f202-4178-a57a-d7558572c727 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:21.037843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-714e6b57-726f-404c-9c45-3458d8880bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.055653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 0867d38d-81e9-4cee-8b33-2ef12dfb68da, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0867d38d-81e9-4cee-8b33-2ef12dfb68da,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:21.069288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace88d07-644f-499b-aa02-24d7d1c4a5e6 None None] Network 938a054a-5a48-4d43-b896-bf09e16b8e83 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:21.075474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.094024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-714e6b57-726f-404c-9c45-3458d8880bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.097002 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-fc171a6c-1509-4859-a015-b9b0ebef9024 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Floating IP e1f17385-defc-491a-aab2-1b2a15cd2546 associated. External IP: 172.25.3.173, port: 4057eb96-696c-4104-bb6d-865a3b219e37. Jul 22 16:48:21.165623 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.298917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.303277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Deleting port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:21.303613 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.355951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cf001cf8-9f8c-45f2-b74d-abd211e3375e no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:21.360530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=0867d38d-81e9-4cee-8b33-2ef12dfb68da,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:21.364990 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9668ece1-2f7c-4c82-844f-6c72b90a4f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.365132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.404559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] For port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6a37fa1f-0c4c-410f-b5d2-de2455f9c660,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:21.404559 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.414439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: cf001cf8-9f8c-45f2-b74d-abd211e3375e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:21.414439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cf001cf8-9f8c-45f2-b74d-abd211e3375e not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:21.416291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device da7e7db0-d902-4935-8200-509e1fd6696a no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:21.439019 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.441593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: da7e7db0-d902-4935-8200-509e1fd6696a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:21.441942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device da7e7db0-d902-4935-8200-509e1fd6696a not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:21.453101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Calling delete_port for 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:21.463674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-714e6b57-726f-404c-9c45-3458d8880bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.483518 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.493852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-734ea096-f448-4b5a-9257-7878a3e3cdc4 None None] Provisioning complete for port ec5d0ba9-4030-40d1-9203-db41b02c563a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:21.494578 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-734ea096-f448-4b5a-9257-7878a3e3cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.503819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=ec5d0ba9-4030-40d1-9203-db41b02c563a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:21.506564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-95ae7dfc-8ff0-47cd-9c63-c84a428253fb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769626920&fields=id&tenant_id=8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 267 time: 0.1216774 Jul 22 16:48:21.547585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04ca3d-a4dc-4e0a-bed7-f5605eff960e req-432cade6-61d7-4fd0-8b32-4ad6400e3aa4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:21.549340 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e04ca3d-a4dc-4e0a-bed7-f5605eff960e req-432cade6-61d7-4fd0-8b32-4ad6400e3aa4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2949219 Jul 22 16:48:21.589735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc171a6c-1509-4859-a015-b9b0ebef9024 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Router a3224a39-9132-4f16-bc50-a78480b9467d has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:21.591771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724454b0-2fcf-41fa-ad38-6d90154cf3b0 None None] DHCP port deletion for 938a054a-5a48-4d43-b896-bf09e16b8e83 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:48:21.595872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-734ea096-f448-4b5a-9257-7878a3e3cdc4 None None] Port ec5d0ba9-4030-40d1-9203-db41b02c563a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:21.657563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-714e6b57-726f-404c-9c45-3458d8880bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.669512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e04ca3d-a4dc-4e0a-bed7-f5605eff960e req-7000154f-341d-4ef9-8adf-81b6e4d89af6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033063 Jul 22 16:48:21.673395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-724454b0-2fcf-41fa-ad38-6d90154cf3b0 None None] Deleting port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:21.675991 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-724454b0-2fcf-41fa-ad38-6d90154cf3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.703531 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.750797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e6b57-726f-404c-9c45-3458d8880bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdddaf55-f202-4178-a57a-d7558572c727,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:21.757578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a37fa1f-0c4c-410f-b5d2-de2455f9c660,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:21.766847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-724454b0-2fcf-41fa-ad38-6d90154cf3b0 None None] For port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6a37fa1f-0c4c-410f-b5d2-de2455f9c660,segment=NetworkSegment(9813919e-5128-4a4a-bdb9-6d0d5a1eaf88),segment_id=9813919e-5128-4a4a-bdb9-6d0d5a1eaf88)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:21.767835 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-724454b0-2fcf-41fa-ad38-6d90154cf3b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.771291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] No DVR routers for this DVR port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:21.784074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:21.785708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-714e6b57-726f-404c-9c45-3458d8880bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.790692 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-714e6b57-726f-404c-9c45-3458d8880bb4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bdddaf55-f202-4178-a57a-d7558572c727 HTTP/1.1" status: 204 len: 168 time: 0.8463085 Jul 22 16:48:21.795450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-724454b0-2fcf-41fa-ad38-6d90154cf3b0 None None] Calling delete_port for 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:21.798611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:21.820600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:21.850555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-cacee5aa-ea5b-4e34-bb5e-025274345379 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:21.852376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-cacee5aa-ea5b-4e34-bb5e-025274345379 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.3285813 Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:48:21.916936 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:48:21.927641 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-724454b0-2fcf-41fa-ad38-6d90154cf3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:21.961861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-a651aebf-b621-4a6d-8322-1f60ce06172e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/quotas/8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 375 time: 0.0988224 Jul 22 16:48:21.970919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724454b0-2fcf-41fa-ad38-6d90154cf3b0 None None] Pushing event deleted for resources: {'Port': ['ID=6a37fa1f-0c4c-410f-b5d2-de2455f9c660,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:21.994700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724454b0-2fcf-41fa-ad38-6d90154cf3b0 None None] No DVR routers for this DVR port 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:22.016789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.073145 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc171a6c-1509-4859-a015-b9b0ebef9024 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:22.081127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.090496 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] Sync routers for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:22.095803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938a054a-5a48-4d43-b896-bf09e16b8e83']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.109479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.109878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9813919e-5128-4a4a-bdb9-6d0d5a1eaf88') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.121101 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc171a6c-1509-4859-a015-b9b0ebef9024 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.124163 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:22.125678 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.127024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.147200 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.155307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:22.156020 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.193063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-cc094145-bcd6-49d6-ba8d-1cd1baa879ba tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2162821 Jul 22 16:48:22.227095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c998a908-2b5f-472a-9cf5-998a631815ba None None] Provisioning complete for port ec5d0ba9-4030-40d1-9203-db41b02c563a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:22.228156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c998a908-2b5f-472a-9cf5-998a631815ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:22.254846 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:22.259825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.271547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.274489 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] 10.222.0.53 "DELETE /v2.0/networks/938a054a-5a48-4d43-b896-bf09e16b8e83 HTTP/1.1" status: 204 len: 168 time: 1.3146243 Jul 22 16:48:22.289320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router f69c217c-520e-4318-aa8b-59b41045bd86 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:22.292900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5c791-849b-4904-8ca3-3a00da37a128 admin admin] Pushing event deleted for resources: {'Network': ['ID=938a054a-5a48-4d43-b896-bf09e16b8e83,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:22.309495 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:22.318877 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.338310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c998a908-2b5f-472a-9cf5-998a631815ba None None] Port ec5d0ba9-4030-40d1-9203-db41b02c563a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:22.355664 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fc171a6c-1509-4859-a015-b9b0ebef9024 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "PUT /v2.0/floatingips/e1f17385-defc-491a-aab2-1b2a15cd2546 HTTP/1.1" status: 200 len: 991 time: 3.2752790 Jul 22 16:48:22.361290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8283a74c-c99e-4361-b779-deefcba6efe4']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.365325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:22.370775 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76388dd8-9a8d-4408-88ac-2239a9be87eb" -d '{"events": [{"name": "network-changed", "server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:22.413318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44949362-dcd6-4fb9-afab-33deb7d37f6a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.414305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44949362-dcd6-4fb9-afab-33deb7d37f6a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.421028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c73bb8-4b2c-4d15-a60b-934ee3dae842 req-a152a94d-368d-4a14-9784-a0b62fc3b796 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.422792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2c73bb8-4b2c-4d15-a60b-934ee3dae842 req-a152a94d-368d-4a14-9784-a0b62fc3b796 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.4209387 Jul 22 16:48:22.431687 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.453449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.466960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:22.467607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:22.469346 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:22.479897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2c73bb8-4b2c-4d15-a60b-934ee3dae842 req-016fd30b-b61d-4433-992e-b6760c9011ca tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485227 Jul 22 16:48:22.483337 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-3095d9d2-4e1c-42ee-b349-b1b7d7355e69 service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502398 Jul 22 16:48:22.497800 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.520066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:22.531335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Sync routers for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:22.543727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-21ac41ef-940e-40a8-9670-8b0739622bd9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "PUT /v2.0/routers/f69c217c-520e-4318-aa8b-59b41045bd86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7584112 Jul 22 16:48:22.547594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:22.549078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:22.550803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.581610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.588116 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.591950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8283a74c-c99e-4361-b779-deefcba6efe4 HTTP/1.1" status: 204 len: 168 time: 0.7916932 Jul 22 16:48:22.600662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57550) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:22.672927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095514f-bddd-470b-bda8-5d4714fc3219 admin admin] Pushing event deleted for resources: {'Network': ['ID=8283a74c-c99e-4361-b779-deefcba6efe4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:22.744782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-991fee43-f8cf-431d-a495-3c164920ec7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acae310097554de5a4c6d699a604fb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416814 Jul 22 16:48:22.748232 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8359d3f-f148-4bde-b227-d3a7165874e4 x-openstack-request-id: req-f8359d3f-f148-4bde-b227-d3a7165874e4 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:22.748818 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:22.749315 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8359d3f-f148-4bde-b227-d3a7165874e4 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:22.750245 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37', 'status': 'completed', 'code': 200} Jul 22 16:48:22.753522 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-e4b43035-aee6-49a8-aea2-ac5b8728148a service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609522 Jul 22 16:48:22.754327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:22.778302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:22.830754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.831562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.834785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.835620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.835984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.836457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.839330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.839766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.840238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.840703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.841164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.850599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e51438d5-6f4e-40a8-a185-626f87148161 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7752 time: 0.3033569 Jul 22 16:48:22.853091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57556) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:22.869574 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'e1f17385-defc-491a-aab2-1b2a15cd2546', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'port_id': '4057eb96-696c-4104-bb6d-865a3b219e37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'mac_address': 'fa:16:3e:91:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:47:54Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 1, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:22.934767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27e8fdf-d626-4962-bf02-b5dc06e1201d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:22.939617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-e4b26a13-271f-4634-8f35-067584f36ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:22.941197 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-e4b26a13-271f-4634-8f35-067584f36ad9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1097 time: 0.1436996 Jul 22 16:48:22.945423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:22.951314 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] Checking router: a3224a39-9132-4f16-bc50-a78480b9467d for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:22.960785 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:22.961515 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:23.090643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-6b91d277-1dbb-419e-bf50-8c42b4947e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.092231 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-6b91d277-1dbb-419e-bf50-8c42b4947e28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.1341953 Jul 22 16:48:23.143865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.145022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.148969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.149653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.150259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.150859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.153622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.154330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.154962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.157276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.165550 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-57ab54f3-cfdc-4917-b4e6-693416f899c9 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6568 time: 0.3126135 Jul 22 16:48:23.168835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57568) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:23.182497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-ea76dad4-8f0f-4368-8bb4-6e00a3c099b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 999 time: 0.0813577 Jul 22 16:48:23.195959 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:23.221522 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27e8fdf-d626-4962-bf02-b5dc06e1201d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.403225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27e8fdf-d626-4962-bf02-b5dc06e1201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.406388 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b27e8fdf-d626-4962-bf02-b5dc06e1201d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.411157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b27e8fdf-d626-4962-bf02-b5dc06e1201d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4a36eb5-6388-449b-8ef3-baa3337c0e6d HTTP/1.1" status: 204 len: 168 time: 0.6553097 Jul 22 16:48:23.418537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-79f42ad6-9504-49fa-8ce4-c98fd4e87dee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ef283a542374983a9ec1895d4672810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722884 Jul 22 16:48:23.418691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0867d38d-81e9-4cee-8b33-2ef12dfb68da up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:23.419220 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57576) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:23.439534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e8fdf-d626-4962-bf02-b5dc06e1201d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a36eb5-6388-449b-8ef3-baa3337c0e6d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:23.446955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-f8073c51-070d-4355-b591-962451bc4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.448810 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-f8073c51-070d-4355-b591-962451bc4582 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.2548020 Jul 22 16:48:23.579953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e65889-117f-4403-a23b-b40c1f0428d5 req-acd469a1-91c8-4bf4-aada-612ea89ce3dc tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.582475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4e65889-117f-4403-a23b-b40c1f0428d5 req-acd469a1-91c8-4bf4-aada-612ea89ce3dc tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.4124780 Jul 22 16:48:23.603882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c999c53-0228-4dd6-a9eb-3e753f1c7a2f req-727da0e3-b913-4375-bcf6-a2fb05abe598 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.1181560 Jul 22 16:48:23.693070 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'e1f17385-defc-491a-aab2-1b2a15cd2546', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'port_id': '4057eb96-696c-4104-bb6d-865a3b219e37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'mac_address': 'fa:16:3e:91:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:47:54Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 1, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:23.708029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-58c7db83-09a2-4d94-b67b-10799a8662bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:23.719313 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-58c7db83-09a2-4d94-b67b-10799a8662bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2522197 Jul 22 16:48:23.720691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0867d38d-81e9-4cee-8b33-2ef12dfb68da triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:23.721276 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.728786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ec5d0ba9-4030-40d1-9203-db41b02c563a', 'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:d7:1e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:17Z', 'updated_at': '2021-07-22T16:48:21Z', 'revision_number': 2, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:23.770500 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35835bc7-0386-4130-a0a0-de0e8c1e0e4a None None] The sync data for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 is: [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'e1f17385-defc-491a-aab2-1b2a15cd2546', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'floating_ip_address': '172.25.3.173', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'port_id': '4057eb96-696c-4104-bb6d-865a3b219e37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'mac_address': 'fa:16:3e:91:2f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:47:54Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 1, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:23.779179 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4e65889-117f-4403-a23b-b40c1f0428d5 req-e1a97a85-976b-4603-832e-c1710762eccf tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855786 Jul 22 16:48:23.836700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Checking router: f69c217c-520e-4318-aa8b-59b41045bd86 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:23.837055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Updating router f69c217c-520e-4318-aa8b-59b41045bd86 port ec5d0ba9-4030-40d1-9203-db41b02c563a binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:48:23.930564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94f08329-6624-4e48-b5a2-54894a80182b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:23.946792 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.010224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2c371ca0-9896-43bf-816e-b3643700f226 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.8347917 Jul 22 16:48:24.031638 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94f08329-6624-4e48-b5a2-54894a80182b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.121578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466eecc-4f03-48d9-b59d-9728a485742f req-85268350-6ffc-47fd-94f3-5273c1795286 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:24.123265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b466eecc-4f03-48d9-b59d-9728a485742f req-85268350-6ffc-47fd-94f3-5273c1795286 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.3579535 Jul 22 16:48:24.149006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-38bb875d-fbfb-4922-97de-b5d713ca3e43 service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109805 Jul 22 16:48:24.230245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:24.246583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b466eecc-4f03-48d9-b59d-9728a485742f req-1f40e79d-8681-49c3-997f-c4c4bc79f165 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889094 Jul 22 16:48:24.310500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:24.311302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6a37fa1f-0c4c-410f-b5d2-de2455f9c660 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:24.325939 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94f08329-6624-4e48-b5a2-54894a80182b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.328969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94f08329-6624-4e48-b5a2-54894a80182b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.351518 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-94f08329-6624-4e48-b5a2-54894a80182b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd HTTP/1.1" status: 204 len: 168 time: 0.9189050 Jul 22 16:48:24.369971 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.370919 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf473d78-2b07-4c79-8595-b932db273ec2 None None] New status for floating IP e1f17385-defc-491a-aab2-1b2a15cd2546: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:48:24.407473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f08329-6624-4e48-b5a2-54894a80182b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f64d6f6-775b-4b83-bd8c-b534dfe9b8fd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:24.419463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57604) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:24.424566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a09d1303-6aea-4638-ab57-16a046cfd06b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472895497', 'description': 'tempest-secgroup-smoke-1472895497 description', 'project_id': 'ba25aba9442a450497d693578b5a7823'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:24.493217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a09d1303-6aea-4638-ab57-16a046cfd06b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.715498 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.759155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Transition to ACTIVE for port object ec5d0ba9-4030-40d1-9203-db41b02c563a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:24.786360 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.859890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dcee7-df57-4f98-85eb-568ca132056b None None] Pushing event updated for resources: {'Port': ['ID=ec5d0ba9-4030-40d1-9203-db41b02c563a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:24.908207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a09d1303-6aea-4638-ab57-16a046cfd06b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.947780 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a09d1303-6aea-4638-ab57-16a046cfd06b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:24.990196 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2503f1a0-51bf-4656-a05b-1a6c56a82b29 req-5047f7bf-24cc-4dd5-858c-440ba2c0c20e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0660579 Jul 22 16:48:25.003519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deab1974-4ad9-4045-910e-fe1fa308371a req-bfad9d3f-7b9e-4255-b3b6-31ad56dc3f43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4564784 Jul 22 16:48:25.057942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a09d1303-6aea-4638-ab57-16a046cfd06b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.059832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a09d1303-6aea-4638-ab57-16a046cfd06b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6391749 Jul 22 16:48:25.065528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57624) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:25.067809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Attempting to bind port ec5d0ba9-4030-40d1-9203-db41b02c563a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:25.068187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Attempting to bind port ec5d0ba9-4030-40d1-9203-db41b02c563a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:25.068553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Attempting to bind port ec5d0ba9-4030-40d1-9203-db41b02c563a on network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:25.071373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ae04e38a-e171-458c-9e39-07d4e73c3c65 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '84f1cca8-0837-4c60-a578-e706e7414bb9', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:25.083842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:25.084210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Checking segment: {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:25.085267 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.085730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Bound using segment: {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:25.086401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Bound port: ec5d0ba9-4030-40d1-9203-db41b02c563a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:25.086850 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.175253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae04e38a-e171-458c-9e39-07d4e73c3c65 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.211548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57626) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:25.239268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d1303-6aea-4638-ab57-16a046cfd06b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f1cca8-0837-4c60-a578-e706e7414bb9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:25.245844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] For port ec5d0ba9-4030-40d1-9203-db41b02c563a, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:25.250858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] For port ec5d0ba9-4030-40d1-9203-db41b02c563a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec5d0ba9-4030-40d1-9203-db41b02c563a,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:25.256389 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.275604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57628) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:25.357119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:25.357774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:25.420679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dcee7-df57-4f98-85eb-568ca132056b None None] Pushing event updated for resources: {'Port': ['ID=ec5d0ba9-4030-40d1-9203-db41b02c563a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:25.444982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a353c7c2-8a43-4491-b23a-9167e36aaccf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06ab3d92bd9f41f89e2933dd4049d988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322237 Jul 22 16:48:25.457899 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:25.466750 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae04e38a-e171-458c-9e39-07d4e73c3c65 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.547947 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76388dd8-9a8d-4408-88ac-2239a9be87eb req-70cc65b5-036d-4323-bf82-5f64dbcc33fa service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3901777 Jul 22 16:48:25.560444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:25.661169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2dfa-6271-4985-8546-584ac89905b1 req-97cc4a8c-fc15-4cad-9780-fe409d8001b0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:25.668428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20af2dfa-6271-4985-8546-584ac89905b1 req-97cc4a8c-fc15-4cad-9780-fe409d8001b0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 1.2652302 Jul 22 16:48:25.688465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-95149f41-4245-406e-bfc5-e1013e75bcd8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:25.690019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-95149f41-4245-406e-bfc5-e1013e75bcd8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.2818894 Jul 22 16:48:25.755536 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-f5d50f8b-b904-4d28-b209-85dd45f486ba tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 380 time: 0.0430861 Jul 22 16:48:25.772376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'port': {'device_id': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'admin_state_up': True, 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'security_groups': ['f65732b3-82da-4f4e-be1f-d92e283831f8']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:25.815425 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-20af2dfa-6271-4985-8546-584ac89905b1 req-c265a3a4-a4e3-4ae4-ac52-d3b28a9fdc06 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159682 Jul 22 16:48:25.853653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ec5d0ba9-4030-40d1-9203-db41b02c563a', 'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:d7:1e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:17Z', 'updated_at': '2021-07-22T16:48:25Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:25.888214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b03474-81ce-4cc9-8ae4-55c15ef87a24 None None] The sync data for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 is: [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ec5d0ba9-4030-40d1-9203-db41b02c563a', 'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:d7:1e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:17Z', 'updated_at': '2021-07-22T16:48:25Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:25.917673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae04e38a-e171-458c-9e39-07d4e73c3c65 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:25.947933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-698025173-network', 'tenant_id': '1bfae256db264948aa59e8e7700bec41'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:25.997653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab1974-4ad9-4045-910e-fe1fa308371a req-ad8529a7-a7aa-42d2-bd81-23d532a4233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:25.999385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deab1974-4ad9-4045-910e-fe1fa308371a req-ad8529a7-a7aa-42d2-bd81-23d532a4233f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 1097 time: 0.8794987 Jul 22 16:48:26.014911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04e38a-e171-458c-9e39-07d4e73c3c65 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671f25c7-c06d-4ffa-9740-addf95fc7468,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:26.033913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664db45c-fe38-41b9-b23b-5c3ffdfd42b9 req-e5466930-6d0a-4f20-88d8-306af58b409c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:26.040693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Made reservation on behalf of 8bdcbee2f359475cb5903faa847978b7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:26.042069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-664db45c-fe38-41b9-b23b-5c3ffdfd42b9 req-e5466930-6d0a-4f20-88d8-306af58b409c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.8817086 Jul 22 16:48:26.044290 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.089518 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:48:26.089518 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:48:26.089518 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id_1': '1bfae256db264948aa59e8e7700bec41', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 48, 26, 2904)}] Jul 22 16:48:26.089518 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:48:26.089869 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:48:26.099320 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ae04e38a-e171-458c-9e39-07d4e73c3c65 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.101509 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ae04e38a-e171-458c-9e39-07d4e73c3c65 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0339339 Jul 22 16:48:26.112374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57640) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:26.122878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-73b4d30a-27de-4b93-953c-5bd2879832f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '84f1cca8-0837-4c60-a578-e706e7414bb9', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:26.212560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-975f47ed-f478-4584-8e3a-5a8edbcb62e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.241435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-664db45c-fe38-41b9-b23b-5c3ffdfd42b9 req-82ebb06e-ba21-4bab-9b9d-09937e1ec37b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983619 Jul 22 16:48:26.285832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.20.0.7 (90506638-86c9-42ea-ac9e-d864b697745b/9f5e8923-73de-402f-a1c7-25f7791665a3/1496546a-8077-49a2-832f-6bf3cf701147) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:26.288001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab1974-4ad9-4045-910e-fe1fa308371a req-6a237050-a501-4e37-afd5-9b66ec722660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:26.291224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deab1974-4ad9-4045-910e-fe1fa308371a req-6a237050-a501-4e37-afd5-9b66ec722660 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.2457345 Jul 22 16:48:26.455520 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:48:26.473886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deab1974-4ad9-4045-910e-fe1fa308371a req-7e35f9dc-ad20-48eb-97f2-6b6ef287326f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af017e4-92ed-4975-a3ba-644e7740a069 HTTP/1.1" status: 200 len: 1001 time: 0.1645205 Jul 22 16:48:26.477080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-975f47ed-f478-4584-8e3a-5a8edbcb62e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.514488 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.534858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51048787-d996-420f-99ef-f238c512296a req-eed3db56-5fb5-4c50-abd8-c5bb74b7c989 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0549870 Jul 22 16:48:26.544113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Transition to ACTIVE for port object 1496546a-8077-49a2-832f-6bf3cf701147 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:26.559834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73b4d30a-27de-4b93-953c-5bd2879832f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.626708 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73b4d30a-27de-4b93-953c-5bd2879832f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.642238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73b4d30a-27de-4b93-953c-5bd2879832f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.698580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4d30a-27de-4b93-953c-5bd2879832f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611ee343-815e-41b3-8fc6-185b52ad026f,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:26.708517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab1974-4ad9-4045-910e-fe1fa308371a req-f9772cbd-276d-4ae2-9cb7-43d95686a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:26.711297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deab1974-4ad9-4045-910e-fe1fa308371a req-f9772cbd-276d-4ae2-9cb7-43d95686a8bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.2137947 Jul 22 16:48:26.714854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Made reservation on behalf of 1bfae256db264948aa59e8e7700bec41 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:26.718281 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.743643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.745844 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73b4d30a-27de-4b93-953c-5bd2879832f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.747560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-73b4d30a-27de-4b93-953c-5bd2879832f4 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6327415 Jul 22 16:48:26.762496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:26.773174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-c0882f0b-25aa-4de3-8ad9-61b574f2b0b1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:26.780447 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-c0882f0b-25aa-4de3-8ad9-61b574f2b0b1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/networks?id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 200 len: 815 time: 0.1989181 Jul 22 16:48:26.785140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-398fb0dd-ae69-4001-989d-0377bae066bd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '84f1cca8-0837-4c60-a578-e706e7414bb9', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:26.802487 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-33bb87c3-5e8e-4d34-b660-0b9295dc0198 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/quotas/d49fcf410cb84beb972b2fdfab04a34d HTTP/1.1" status: 200 len: 375 time: 0.0211482 Jul 22 16:48:26.808395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-975f47ed-f478-4584-8e3a-5a8edbcb62e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.808671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.811527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-975f47ed-f478-4584-8e3a-5a8edbcb62e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.813327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-975f47ed-f478-4584-8e3a-5a8edbcb62e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b57b6d8-349c-43c0-993e-701157fb1a8d HTTP/1.1" status: 204 len: 168 time: 1.3493834 Jul 22 16:48:26.852140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f47ed-f478-4584-8e3a-5a8edbcb62e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b57b6d8-349c-43c0-993e-701157fb1a8d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:26.897875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-398fb0dd-ae69-4001-989d-0377bae066bd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:26.945319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab1974-4ad9-4045-910e-fe1fa308371a req-dfcb1e30-f7fb-425c-a733-0bf4c8f726a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:26.947178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deab1974-4ad9-4045-910e-fe1fa308371a req-dfcb1e30-f7fb-425c-a733-0bf4c8f726a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2149146 Jul 22 16:48:26.959399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:26.967189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:26.970486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:26.998828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=1496546a-8077-49a2-832f-6bf3cf701147,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:27.130177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:27.130784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.218691 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-c8662837-a41a-4490-b64f-cfdf4ce7b2bc tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3875198 Jul 22 16:48:27.252039 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.270815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-398fb0dd-ae69-4001-989d-0377bae066bd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.279738 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.289917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-398fb0dd-ae69-4001-989d-0377bae066bd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.313191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-d18cc700-455a-4495-a9b9-4b44f0671cb8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5518243 Jul 22 16:48:27.342549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fb0dd-ae69-4001-989d-0377bae066bd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222b86cd-b0fb-435d-9ec4-6a29b4e31cd0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:27.427485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:27.429928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Request body: {'port': {'device_id': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:27.464522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a2beccf3-34c7-4a93-bd85-c954c6f3daf6 None None] Provisioning for port 1496546a-8077-49a2-832f-6bf3cf701147 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:27.472722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a2beccf3-34c7-4a93-bd85-c954c6f3daf6 None None] Provisioning complete for port 1496546a-8077-49a2-832f-6bf3cf701147 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:27.473091 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a2beccf3-34c7-4a93-bd85-c954c6f3daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.473397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-398fb0dd-ae69-4001-989d-0377bae066bd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.477439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-398fb0dd-ae69-4001-989d-0377bae066bd tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7110040 Jul 22 16:48:27.482503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:27.497945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.498299 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Added segment 231af282-6eb5-4307-985b-0476b190afbe of type vlan for network 6f820239-0b55-4148-8729-92b7cec8976b Jul 22 16:48:27.529776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44718e95-6109-432e-8048-a5849ccbb162,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:27.536121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e4e231cf-9f03-4307-8dd1-68faaf0afef0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '84f1cca8-0837-4c60-a578-e706e7414bb9', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:27.537386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deab1974-4ad9-4045-910e-fe1fa308371a req-9de78a92-fbe4-4a7b-8cf5-0a318781b353 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808749 Jul 22 16:48:27.574826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a2beccf3-34c7-4a93-bd85-c954c6f3daf6 None None] Port 1496546a-8077-49a2-832f-6bf3cf701147 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:27.586344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec5d0ba9-4030-40d1-9203-db41b02c563a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:27.674737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port ec5d0ba9-4030-40d1-9203-db41b02c563a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:27.685777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ec5d0ba9-4030-40d1-9203-db41b02c563a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:27.686642 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.699351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.702612 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-b73b1b75-d268-4ce2-a36d-9ed699d0d9c8 service neutron] 10.222.0.53 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803212 Jul 22 16:48:27.832326 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4e231cf-9f03-4307-8dd1-68faaf0afef0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.838375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-deab1974-4ad9-4045-910e-fe1fa308371a req-28666cf7-e65c-43f2-933d-22966d3498ec service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504892 Jul 22 16:48:27.852482 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.854959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.resource_extend [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 16:48:27.876596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.896551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78ee7-216a-4498-ba40-dc2e8522815a req-e71a9cb2-c72f-4949-92d0-d179f0a2ff15 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:27.909832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce78ee7-216a-4498-ba40-dc2e8522815a req-e71a9cb2-c72f-4949-92d0-d179f0a2ff15 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.3707554 Jul 22 16:48:27.920273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.921446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:27.922188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:27.952322 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port ec5d0ba9-4030-40d1-9203-db41b02c563a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec5d0ba9-4030-40d1-9203-db41b02c563a,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:27.958215 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.005606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7272408 Jul 22 16:48:28.030564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57668) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:28.045753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Request body: {'subnet': {'network_id': '6f820239-0b55-4148-8729-92b7cec8976b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-698025173-subnet', 'tenant_id': '1bfae256db264948aa59e8e7700bec41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:28.107949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=ec5d0ba9-4030-40d1-9203-db41b02c563a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:28.139079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce78ee7-216a-4498-ba40-dc2e8522815a req-6d23d094-c159-449c-93f9-89c9f6f8db14 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281210 Jul 22 16:48:28.180465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900ebf5-a060-4d6a-9642-352b32a301e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6f820239-0b55-4148-8729-92b7cec8976b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:28.187356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Made reservation on behalf of 1bfae256db264948aa59e8e7700bec41 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:28.192105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.199278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 6f820239-0b55-4148-8729-92b7cec8976b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:28.205675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4e231cf-9f03-4307-8dd1-68faaf0afef0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.270524 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4e231cf-9f03-4307-8dd1-68faaf0afef0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.291588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-895b883e-3f99-4f4b-9026-b0cf32158ab3 service neutron] 10.222.0.53 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827048 Jul 22 16:48:28.379305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e231cf-9f03-4307-8dd1-68faaf0afef0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c660c2f0-0fd1-4bb1-8203-60b014399c08,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:28.418056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4e231cf-9f03-4307-8dd1-68faaf0afef0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.419610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e4e231cf-9f03-4307-8dd1-68faaf0afef0 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8987892 Jul 22 16:48:28.422630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57674) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:28.428069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c2bb573d-3145-4bb2-a40a-85e39aa2d0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '84f1cca8-0837-4c60-a578-e706e7414bb9', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:28.527152 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.587430 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1496546a-8077-49a2-832f-6bf3cf701147 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:28.604042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.620623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Transition to ACTIVE for port object 1496546a-8077-49a2-832f-6bf3cf701147 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:28.631265 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.645324 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-c2bb573d-3145-4bb2-a40a-85e39aa2d0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Project ba25aba9442a450497d693578b5a7823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:48:28.677880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Checking segment: {'id': '231af282-6eb5-4307-985b-0476b190afbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6f820239-0b55-4148-8729-92b7cec8976b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:28.678383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Network hostable DHCP agents. Network: 6f820239-0b55-4148-8729-92b7cec8976b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:28.684386 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2bb573d-3145-4bb2-a40a-85e39aa2d0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.693959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70586396-bfae-4bd8-9902-0985fd2289e4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:28.743649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83270f-12e1-4a86-81f3-adc9b29f66a6 req-bec926a4-03af-4294-bf68-792a2f2845f5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:28.747931 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e83270f-12e1-4a86-81f3-adc9b29f66a6 req-bec926a4-03af-4294-bf68-792a2f2845f5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 931 time: 0.4887199 Jul 22 16:48:28.753727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Network 6f820239-0b55-4148-8729-92b7cec8976b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:28.766635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-646c3684-9dce-4627-a37a-d9f81557cb2b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:28.768693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-646c3684-9dce-4627-a37a-d9f81557cb2b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.65 "GET /v2.0/ports?device_id=366a3496-8212-46a4-bbfa-88fc45329c66 HTTP/1.1" status: 200 len: 946 time: 0.2594862 Jul 22 16:48:28.855357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 6f820239-0b55-4148-8729-92b7cec8976b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:28.868628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca825306-6783-4ddb-b972-7b2c78b60f81 None None] Network 6f820239-0b55-4148-8729-92b7cec8976b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:28.870902 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51c346d8-07d9-41ea-9200-c1e962a620d4 req-7de76a89-6475-498d-be9b-c13079f7b839 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 210 time: 0.0907578 Jul 22 16:48:28.872904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Pushing event updated for resources: {'Port': ['ID=1496546a-8077-49a2-832f-6bf3cf701147,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:28.886318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:28.888510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:28.977213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e83270f-12e1-4a86-81f3-adc9b29f66a6 req-ac4edb60-bed1-44fe-9ba8-7ff58ca6dfb9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058055 Jul 22 16:48:29.014002 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2bb573d-3145-4bb2-a40a-85e39aa2d0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.026258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2bb573d-3145-4bb2-a40a-85e39aa2d0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.084662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d8664952-13de-48d5-9c99-8f743f0c2715 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0519035 Jul 22 16:48:29.125930 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89aed25b-4e79-4f8a-bee7-ee2f48401e76 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:48:29.133156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb573d-3145-4bb2-a40a-85e39aa2d0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182c98fa-f4e2-4c33-ae48-c8b4f4d14da8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:29.136564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2bb573d-3145-4bb2-a40a-85e39aa2d0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.138047 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c2bb573d-3145-4bb2-a40a-85e39aa2d0d2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7141984 Jul 22 16:48:29.138873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f2f4ac-6f53-46ec-9e01-ba416c9bcb13 None None] Network 6f820239-0b55-4148-8729-92b7cec8976b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:29.141589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57688) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:29.143280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Deleting port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:29.145263 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.147358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-50e33c39-22ff-4168-bdd0-cf9a29e3d806 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'security_group_rule': {'security_group_id': '84f1cca8-0837-4c60-a578-e706e7414bb9', 'project_id': 'ba25aba9442a450497d693578b5a7823', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:29.225369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Attempting to bind port 1496546a-8077-49a2-832f-6bf3cf701147 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:29.227822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Attempting to bind port 1496546a-8077-49a2-832f-6bf3cf701147 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:29.228067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Attempting to bind port 1496546a-8077-49a2-832f-6bf3cf701147 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:29.234725 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-50e33c39-22ff-4168-bdd0-cf9a29e3d806 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Project ba25aba9442a450497d693578b5a7823 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:48:29.245641 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50e33c39-22ff-4168-bdd0-cf9a29e3d806 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.292171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Port 1496546a-8077-49a2-832f-6bf3cf701147 on network 90506638-86c9-42ea-ac9e-d864b697745b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:48:29.292627 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Attempting to bind port 1496546a-8077-49a2-832f-6bf3cf701147 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:29.310949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:29.311720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:29.312460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Bound using segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:29.312968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Bound port: 1496546a-8077-49a2-832f-6bf3cf701147, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:29.313695 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.438522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] For port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:29.438958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.467372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec5d0ba9-4030-40d1-9203-db41b02c563a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:29.490455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Calling delete_port for 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:29.504070 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50e33c39-22ff-4168-bdd0-cf9a29e3d806 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.559614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50e33c39-22ff-4168-bdd0-cf9a29e3d806 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.583795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:29.602363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '89aed25b-4e79-4f8a-bee7-ee2f48401e76', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'port_id': '89aed25b-4e79-4f8a-bee7-ee2f48401e76', 'mac_address': 'fa:16:3e:83:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b029ca-65ed-4f26-be85-de2402c32c39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:48:29.617850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e33c39-22ff-4168-bdd0-cf9a29e3d806 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ad3895-42e7-4281-a86f-331df57d34a9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:29.622348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] For port 1496546a-8077-49a2-832f-6bf3cf701147, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:29.641127 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50e33c39-22ff-4168-bdd0-cf9a29e3d806 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.642997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-50e33c39-22ff-4168-bdd0-cf9a29e3d806 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4999449 Jul 22 16:48:29.647870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] For port 1496546a-8077-49a2-832f-6bf3cf701147, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1496546a-8077-49a2-832f-6bf3cf701147,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:29.661997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ec5d0ba9-4030-40d1-9203-db41b02c563a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:29.662828 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.675505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd86cd-4b6a-4065-b508-46ecbb6a1467 req-0ba27171-f11b-4fe6-b0c2-4cb6673cf7aa tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:29.680749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2dfd86cd-4b6a-4065-b508-46ecbb6a1467 req-0ba27171-f11b-4fe6-b0c2-4cb6673cf7aa tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.3015838 Jul 22 16:48:29.683042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.692833 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.749607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89aed25b-4e79-4f8a-bee7-ee2f48401e76 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:29.833364 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.849013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:29.851356 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:29.861488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] 10.222.0.65 "PUT /v2.0/ports/1496546a-8077-49a2-832f-6bf3cf701147 HTTP/1.1" status: 200 len: 1092 time: 2.5275307 Jul 22 16:48:29.863296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'tag': '1496546a-8077-49a2-832f-6bf3cf701147'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:29.865518 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "372f1d4d-6876-4436-a2ea-683e6820eaa1", "tag": "1496546a-8077-49a2-832f-6bf3cf701147"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:29.884079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['26a4d9c4-c458-4c41-9f4d-5aba5f1c7414'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:29.888819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:29.931897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Pushing event deleted for resources: {'Port': ['ID=26a4d9c4-c458-4c41-9f4d-5aba5f1c7414,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:29.954049 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:30.060421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] No DVR routers for this DVR port 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:30.065381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:30.068267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ab10ba90-2100-4c09-8c73-8b524a2ae6e3 req-b44e7569-621a-4dc2-8eee-b437ef2f5d7d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.65 "DELETE /v2.0/ports/26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 HTTP/1.1" status: 204 len: 173 time: 1.2828300 Jul 22 16:48:30.068934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'name': 'network-vif-deleted', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:30.072344 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c190a267-e9a2-43f3-aa62-637535ae521f" -d '{"events": [{"server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "name": "network-vif-deleted", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:30.084588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=89aed25b-4e79-4f8a-bee7-ee2f48401e76,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:30.111253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08744e-1ef2-483a-9483-7a984210a9aa service neutron] Pushing event updated for resources: {'Port': ['ID=1496546a-8077-49a2-832f-6bf3cf701147,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:30.166520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2dfd86cd-4b6a-4065-b508-46ecbb6a1467 req-7d2c37ec-1202-4ef0-9fcd-0df72d39f795 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486306 Jul 22 16:48:30.173005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6034-d329-4726-8048-0623ee9411e2 req-395c48f0-d1e6-423e-ad8e-16d44f561a9d tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.180829 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-395c48f0-d1e6-423e-ad8e-16d44f561a9d tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/networks?id=6f820239-0b55-4148-8729-92b7cec8976b HTTP/1.1" status: 200 len: 813 time: 0.1848910 Jul 22 16:48:30.215273 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-9314382e-2160-4aae-bc2e-d3a1d4994c6d tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/quotas/1bfae256db264948aa59e8e7700bec41 HTTP/1.1" status: 200 len: 375 time: 0.0239503 Jul 22 16:48:30.229190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['89aed25b-4e79-4f8a-bee7-ee2f48401e76'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:30.244573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-ad9db177-45c8-4cb9-b773-7efc38bb7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.250543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-ad9db177-45c8-4cb9-b773-7efc38bb7b79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 1095 time: 0.2998462 Jul 22 16:48:30.285379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-82d3fd8b-ef8a-4f68-a1cc-208a56f8fa6f tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bfae256db264948aa59e8e7700bec41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691061 Jul 22 16:48:30.324758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-2cfa2a38-1420-4835-a445-f0b95ea5dade service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1496546a-8077-49a2-832f-6bf3cf701147 HTTP/1.1" status: 200 len: 217 time: 0.0573545 Jul 22 16:48:30.406035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-64b29860-6e6b-40c0-8684-943dcc3ccb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.411577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-64b29860-6e6b-40c0-8684-943dcc3ccb4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.0778039 Jul 22 16:48:30.561816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-301d3c36-3aa7-4229-9b13-447371158b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.568195 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-301d3c36-3aa7-4229-9b13-447371158b2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427770 Jul 22 16:48:30.686794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-30556788-81f9-45a7-b51c-0cdce3285d76 service neutron] 10.222.0.53 "GET /v2.0/networks/6f820239-0b55-4148-8729-92b7cec8976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003694 Jul 22 16:48:30.756714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-3f5fc13d-a9ee-4369-863f-9ae16e4eb447 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472895497&fields=id&tenant_id=ba25aba9442a450497d693578b5a7823 HTTP/1.1" status: 200 len: 267 time: 0.0632842 Jul 22 16:48:30.795168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-10cf7fce-f8f9-4bb2-aeeb-233a43f095bb service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168841 Jul 22 16:48:30.844415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-ec802dfc-5607-414b-bcd5-a977e388b156 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:30.846041 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-ec802dfc-5607-414b-bcd5-a977e388b156 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.20 "GET /v2.0/networks?id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 200 len: 815 time: 0.5585117 Jul 22 16:48:30.851708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-f6b0c102-3af7-4958-af75-d16b45e32383 service neutron] 10.222.0.53 "GET /v2.0/networks/6f820239-0b55-4148-8729-92b7cec8976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561496 Jul 22 16:48:30.865511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Request body: {'port': {'device_id': '7886b072-cb05-4375-828b-b4be1c1de156', 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f', 'admin_state_up': True, 'tenant_id': 'd49fcf410cb84beb972b2fdfab04a34d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:31.092534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Made reservation on behalf of d49fcf410cb84beb972b2fdfab04a34d for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:31.096981 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.127584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89aed25b-4e79-4f8a-bee7-ee2f48401e76 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:31.159247 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbad072a-e109-4c59-9514-48b5e81d1ee7 req-8dfd35ef-8b4a-4a53-8687-90a84f986045 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496509 Jul 22 16:48:31.231627 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-467feecb-75c5-490a-b4a0-4b9c5b6c51c3 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.255860 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-467feecb-75c5-490a-b4a0-4b9c5b6c51c3 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/networks?id=86ccd57d-0733-44e1-9cf1-3676b1c3f293 HTTP/1.1" status: 200 len: 797 time: 0.4854403 Jul 22 16:48:31.264419 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def41ed8-8a07-46cf-8592-15e96365e2c9 x-openstack-request-id: req-def41ed8-8a07-46cf-8592-15e96365e2c9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:31.266387 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372f1d4d-6876-4436-a2ea-683e6820eaa1", "tag": "1496546a-8077-49a2-832f-6bf3cf701147", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:31.266387 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-def41ed8-8a07-46cf-8592-15e96365e2c9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:31.267138 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'tag': '1496546a-8077-49a2-832f-6bf3cf701147', 'status': 'completed', 'code': 200} Jul 22 16:48:31.284231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:31.284658 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.308387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-b239bac0-210e-49b9-a019-e6af6ee01489 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/quotas/ba25aba9442a450497d693578b5a7823 HTTP/1.1" status: 200 len: 375 time: 0.0509434 Jul 22 16:48:31.452837 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.492602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-90015402-e469-41df-aa33-9f21c40bf864 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791115 Jul 22 16:48:31.547117 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Allocated IP 172.20.0.9 (091a2e6b-4e62-4f24-b74a-bfa36e5da54f/aa12c553-b756-49fe-a66d-4a6f1bb3713d/46a1b4bc-2ace-4c8d-be6d-e555a5e0626d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:31.568977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-c341e9aa-47fb-4707-8f08-6d84267c5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.571158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-c341e9aa-47fb-4707-8f08-6d84267c5dae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 1095 time: 0.2594082 Jul 22 16:48:31.696176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa155277-2849-439e-a4d0-b8e1b7cbbb82 req-db1ace4a-74aa-495a-82d8-4e9c6c77f074 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 210 time: 0.1186721 Jul 22 16:48:31.719302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-d36a2327-54af-4f25-9157-91e504b46881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:31.722861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-d36a2327-54af-4f25-9157-91e504b46881 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.1396954 Jul 22 16:48:31.800456 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.832165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:31.834531 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8681a035-768e-4068-a047-8f76f0687aae" -d '{"events": [{"server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "name": "network-vif-plugged", "status": "completed", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:31.849722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:31.862626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-7682f369-9bdd-462b-bf0d-2edca056fce0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1496546a-8077-49a2-832f-6bf3cf701147 HTTP/1.1" status: 200 len: 217 time: 0.1287134 Jul 22 16:48:31.869887 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:31.870862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:31.932968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:31.934867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 26a4d9c4-c458-4c41-9f4d-5aba5f1c7414 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:31.996564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-c607f4d9-f2ed-4dfc-aef7-259634a84484 service neutron] 10.222.0.53 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061097 Jul 22 16:48:32.001305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-743fc88d-da79-4c6f-b8fe-dd0ff7bbb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.005245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=89aed25b-4e79-4f8a-bee7-ee2f48401e76,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:32.009351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-743fc88d-da79-4c6f-b8fe-dd0ff7bbb5d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1398621 Jul 22 16:48:32.027022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8cad1-3813-42f2-b38f-1fa43f0e3289 req-467901a5-fd7d-4259-844a-d75235f7e84d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.039387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13f8cad1-3813-42f2-b38f-1fa43f0e3289 req-467901a5-fd7d-4259-844a-d75235f7e84d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 943 time: 0.2157619 Jul 22 16:48:32.052949 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.175796 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.286655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:32.300106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-b6783e62-6b6b-4427-bab3-538346abb2ea service neutron] 10.222.0.53 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896571 Jul 22 16:48:32.305577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13f8cad1-3813-42f2-b38f-1fa43f0e3289 req-9abb6660-d4b8-4da8-84ee-d1f77ceeeba1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604516 Jul 22 16:48:32.307104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:32.313693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Pushing event updated for resources: {'Port': ['ID=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:32.316521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:32.367539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-f8cb8086-ad71-460a-8d88-7dffba6c3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.369475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-f8cb8086-ad71-460a-8d88-7dffba6c3243 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3497586 Jul 22 16:48:32.400164 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf9b29-b0af-4ef4-890e-62f4a9ae25b1 x-openstack-request-id: req-a2bf9b29-b0af-4ef4-890e-62f4a9ae25b1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:32.400496 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366a3496-8212-46a4-bbfa-88fc45329c66", "name": "network-vif-deleted", "tag": "26a4d9c4-c458-4c41-9f4d-5aba5f1c7414", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:32.400787 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2bf9b29-b0af-4ef4-890e-62f4a9ae25b1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:32.402108 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366a3496-8212-46a4-bbfa-88fc45329c66', 'name': 'network-vif-deleted', 'tag': '26a4d9c4-c458-4c41-9f4d-5aba5f1c7414', 'status': 'completed', 'code': 200} Jul 22 16:48:32.431776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.434685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.480728 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-6528131e-e4ad-47f6-8a05-84959c8ce238 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6195822 Jul 22 16:48:32.500073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Request body: {'port': {'device_id': '7886b072-cb05-4375-828b-b4be1c1de156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:32.573558 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-5c0f308b-9ae0-4ccf-a379-62421cd76684 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927297 Jul 22 16:48:32.731260 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3232e6ff-317d-4da5-97b8-33f8b2be0cf5 req-18884435-0261-4129-b1dd-7380a93cd013 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495223 Jul 22 16:48:32.771077 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec42d10a-d6c9-4acc-8460-693840614d2b req-cea718ac-909c-46e0-b81e-712878fb553c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 210 time: 0.0871456 Jul 22 16:48:32.803966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:32.965031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51747f-1e77-49ea-ab52-c134038ff171 req-327bda51-106b-4d89-a44a-2419808423b3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:32.970688 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c51747f-1e77-49ea-ab52-c134038ff171 req-327bda51-106b-4d89-a44a-2419808423b3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1760931 Jul 22 16:48:33.062722 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c51747f-1e77-49ea-ab52-c134038ff171 req-3ffc7c7e-0cae-4a64-9e95-2b28a582fa9a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760801 Jul 22 16:48:33.170522 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1506221-232e-4603-8e20-c6fc4bfb6ff0 x-openstack-request-id: req-b1506221-232e-4603-8e20-c6fc4bfb6ff0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:33.171064 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "name": "network-vif-plugged", "status": "completed", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:33.171267 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1506221-232e-4603-8e20-c6fc4bfb6ff0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:33.171675 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76', 'code': 200} Jul 22 16:48:33.349245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24dee31d-5d67-404e-8741-5689b427804e req-b39811f9-d741-40f6-9f35-7f34dd186f60 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 210 time: 0.1211727 Jul 22 16:48:33.357051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:33.375554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.402357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Transition to ACTIVE for port object 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:33.420382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.479376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6034-d329-4726-8048-0623ee9411e2 req-a780509e-dfdd-41e4-a46c-98963da7a9fe tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:33.480977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-a780509e-dfdd-41e4-a46c-98963da7a9fe tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.65 "GET /v2.0/networks?id=6f820239-0b55-4148-8729-92b7cec8976b HTTP/1.1" status: 200 len: 813 time: 0.1978703 Jul 22 16:48:33.534792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Request body: {'port': {'device_id': '93320358-acf1-4be9-ac74-82b09787b795', 'network_id': '6f820239-0b55-4148-8729-92b7cec8976b', 'admin_state_up': True, 'tenant_id': '1bfae256db264948aa59e8e7700bec41'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:33.562082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Pushing event updated for resources: {'Port': ['ID=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:33.659829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1b466-0ee0-460b-9a56-95c30649ff92 req-36d767b9-0716-48ed-8c37-dc335686e5f6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:33.667692 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccb1b466-0ee0-460b-9a56-95c30649ff92 req-36d767b9-0716-48ed-8c37-dc335686e5f6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 943 time: 0.1659563 Jul 22 16:48:33.677928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Attempting to bind port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:33.679465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Attempting to bind port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:33.679465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Attempting to bind port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d on network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:33.696616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d on network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:48:33.697466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Attempting to bind port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d on network 091a2e6b-4e62-4f24-b74a-bfa36e5da54f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:33.705695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:33.706170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Checking segment: {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:33.707773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Bound using segment: {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:33.707773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Bound port: 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b505cf-947a-4f39-9220-a5afef3be0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:33.708705 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.736096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750834f-234f-4c0e-bc7e-d675baaf94c9 req-5354ed95-9e77-449b-8514-ff4f9fe5c203 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:33.743404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccb1b466-0ee0-460b-9a56-95c30649ff92 req-b8061e98-9754-4d73-b261-e4fc86b8ed58 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746999 Jul 22 16:48:33.751436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5750834f-234f-4c0e-bc7e-d675baaf94c9 req-5354ed95-9e77-449b-8514-ff4f9fe5c203 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 943 time: 0.2683980 Jul 22 16:48:33.788207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Made reservation on behalf of 1bfae256db264948aa59e8e7700bec41 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:33.818465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:33.872699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5750834f-234f-4c0e-bc7e-d675baaf94c9 req-b88c6de6-ece3-4dba-b7cb-f2060d708c35 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183026 Jul 22 16:48:33.895421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] For port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:33.963094 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-953f8d05-cfab-495f-b5c0-8a9a8b4a79df req-60c93068-6b3e-4051-a633-eed271c0e4e6 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 210 time: 0.0755587 Jul 22 16:48:33.970545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] For port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:33.986457 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.051472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.052108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.060619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] 10.222.0.20 "PUT /v2.0/ports/46a1b4bc-2ace-4c8d-be6d-e555a5e0626d HTTP/1.1" status: 200 len: 1092 time: 1.5647504 Jul 22 16:48:34.099405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Allocated IP 172.20.0.6 (6f820239-0b55-4148-8729-92b7cec8976b/70586396-bfae-4bd8-9902-0985fd2289e4/c85a65d1-0e7d-4b08-bdbe-972c144d363f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:34.109459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826f898-f2f0-40d3-a4d1-20563856ca7b service neutron] Pushing event updated for resources: {'Port': ['ID=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:34.369224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-21855054-6a16-42d2-b1f3-11df88b2a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.370995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-21855054-6a16-42d2-b1f3-11df88b2a9c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 1095 time: 0.2101495 Jul 22 16:48:34.388996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a733a4e-4105-44c1-b8c4-ebddad90d601 req-f192982b-991a-4b12-b647-89ecabc52893 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.396203 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a733a4e-4105-44c1-b8c4-ebddad90d601 req-f192982b-991a-4b12-b647-89ecabc52893 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1275682 Jul 22 16:48:34.410062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7886b072-cb05-4375-828b-b4be1c1de156', 'tag': '46a1b4bc-2ace-4c8d-be6d-e555a5e0626d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:34.413958 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7886b072-cb05-4375-828b-b4be1c1de156", "tag": "46a1b4bc-2ace-4c8d-be6d-e555a5e0626d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:34.474803 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-a47ffbd3-5634-4d18-b0d7-4945cd15de11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d HTTP/1.1" status: 200 len: 217 time: 0.0709581 Jul 22 16:48:34.521680 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-02149960-1674-4411-b904-f83ba5a39bb5 req-2577c0d4-cf32-4038-82f7-c2a980953e70 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 210 time: 0.0472937 Jul 22 16:48:34.528374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.604243 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.696390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Network 6f820239-0b55-4148-8729-92b7cec8976b is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:34.701512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:34.709480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:34.716296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Pushing event updated for resources: {'Port': ['ID=c85a65d1-0e7d-4b08-bdbe-972c144d363f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:34.829335 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33caefdc-5ebc-41e4-ab73-dc8a730be0d6 x-openstack-request-id: req-33caefdc-5ebc-41e4-ab73-dc8a730be0d6 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:34.829783 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7886b072-cb05-4375-828b-b4be1c1de156", "tag": "46a1b4bc-2ace-4c8d-be6d-e555a5e0626d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:34.829980 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33caefdc-5ebc-41e4-ab73-dc8a730be0d6 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:34.830301 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7886b072-cb05-4375-828b-b4be1c1de156', 'tag': '46a1b4bc-2ace-4c8d-be6d-e555a5e0626d', 'status': 'completed', 'code': 200} Jul 22 16:48:34.838058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.838805 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:34.900467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a733a4e-4105-44c1-b8c4-ebddad90d601 req-8a78cba6-66c9-4aae-ac09-4141a7bbfa87 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032523 Jul 22 16:48:34.946309 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-35068774-05bd-463b-a416-60e3621a0010 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4188757 Jul 22 16:48:34.955558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-9b15ee02-97b6-4903-8406-a1a899ff41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:34.957073 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-9b15ee02-97b6-4903-8406-a1a899ff41f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa12c553-b756-49fe-a66d-4a6f1bb3713d HTTP/1.1" status: 200 len: 855 time: 0.4727130 Jul 22 16:48:34.979757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Request body: {'port': {'device_id': '93320358-acf1-4be9-ac74-82b09787b795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:35.032046 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-b2fadc63-669b-483f-817e-12a91e617f8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377111 Jul 22 16:48:35.090660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.102543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69904f-7ecc-49a9-8ed8-352a3c55be8d req-cee3831e-d877-489d-b429-0decd7cb77ab tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:35.105005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a69904f-7ecc-49a9-8ed8-352a3c55be8d req-cee3831e-d877-489d-b429-0decd7cb77ab tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 943 time: 0.2477093 Jul 22 16:48:35.173233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-88286ecb-afb3-46e0-9f26-d468643a9380 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:35.176217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-88286ecb-afb3-46e0-9f26-d468643a9380 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "GET /v2.0/networks?id=86ccd57d-0733-44e1-9cf1-3676b1c3f293 HTTP/1.1" status: 200 len: 797 time: 0.3438315 Jul 22 16:48:35.176534 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a69904f-7ecc-49a9-8ed8-352a3c55be8d req-7061d411-b213-4681-b568-34780f29a100 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579767 Jul 22 16:48:35.259820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f079342-e16d-463e-ba1a-e5bbc4678123 req-955e1ae3-a557-4e98-96f9-a8a4b80bf16b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:35.261543 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f079342-e16d-463e-ba1a-e5bbc4678123 req-955e1ae3-a557-4e98-96f9-a8a4b80bf16b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 943 time: 0.2266295 Jul 22 16:48:35.315895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-7a56379d-9b14-4cf5-9a87-26872c6285cc service neutron] 10.222.0.20 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724161 Jul 22 16:48:35.321978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-16bb41fa-9fad-471c-bbcf-14f9e41a1ece tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba25aba9442a450497d693578b5a7823 HTTP/1.1" status: 200 len: 380 time: 0.1214902 Jul 22 16:48:35.345338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'port': {'device_id': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'admin_state_up': True, 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'security_groups': ['84f1cca8-0837-4c60-a578-e706e7414bb9']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:35.432504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f079342-e16d-463e-ba1a-e5bbc4678123 req-38c17434-d572-475a-b434-aff205eb2710 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201594 Jul 22 16:48:35.481942 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4207eb2-a9c8-4625-a1df-3485f37294e1 req-5159aa27-8dab-4715-80a2-b07ac7536517 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:35.489167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4207eb2-a9c8-4625-a1df-3485f37294e1 req-5159aa27-8dab-4715-80a2-b07ac7536517 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 931 time: 0.1487997 Jul 22 16:48:35.530238 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.571551 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4207eb2-a9c8-4625-a1df-3485f37294e1 req-cff6d904-e109-4611-8a22-eaab7e8edf23 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814786 Jul 22 16:48:35.653526 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4c9cf8e-b0cb-4ce6-8ece-e9a8acf0b4fb req-b419faed-092a-4d13-9491-ea67898920fb service neutron] 10.222.0.20 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247232 Jul 22 16:48:35.675879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85a65d1-0e7d-4b08-bdbe-972c144d363f {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:35.690670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43433366-2bcd-4b0e-a6fb-ecfa67c02726 req-c36a5868-4f70-4bc3-be02-edf0fe21c02c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 210 time: 0.0481648 Jul 22 16:48:35.696791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.699124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Made reservation on behalf of ba25aba9442a450497d693578b5a7823 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:35.703823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.723848 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Transition to ACTIVE for port object c85a65d1-0e7d-4b08-bdbe-972c144d363f will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:35.730136 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:35.822729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Pushing event updated for resources: {'Port': ['ID=c85a65d1-0e7d-4b08-bdbe-972c144d363f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:35.896262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Attempting to bind port c85a65d1-0e7d-4b08-bdbe-972c144d363f on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:35.896975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Attempting to bind port c85a65d1-0e7d-4b08-bdbe-972c144d363f by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '231af282-6eb5-4307-985b-0476b190afbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6f820239-0b55-4148-8729-92b7cec8976b'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:35.897582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Attempting to bind port c85a65d1-0e7d-4b08-bdbe-972c144d363f on network 6f820239-0b55-4148-8729-92b7cec8976b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:35.903870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Port c85a65d1-0e7d-4b08-bdbe-972c144d363f on network 6f820239-0b55-4148-8729-92b7cec8976b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:48:35.904076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Attempting to bind port c85a65d1-0e7d-4b08-bdbe-972c144d363f on network 6f820239-0b55-4148-8729-92b7cec8976b {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:35.904379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.20.0.8 (86ccd57d-0733-44e1-9cf1-3676b1c3f293/daed58cd-c728-4190-994a-e2a73a21ae93/9440a85f-a94e-40ce-bcc6-32a692350277) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:35.924239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-164467a3-a01d-428b-9aab-18ae7402efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:35.925895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-164467a3-a01d-428b-9aab-18ae7402efdf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 1095 time: 0.1400971 Jul 22 16:48:35.935521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:35.936400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Checking segment: {'id': '231af282-6eb5-4307-985b-0476b190afbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6f820239-0b55-4148-8729-92b7cec8976b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:35.937016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Bound using segment: {'id': '231af282-6eb5-4307-985b-0476b190afbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6f820239-0b55-4148-8729-92b7cec8976b'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:35.937692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Bound port: c85a65d1-0e7d-4b08-bdbe-972c144d363f, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231af282-6eb5-4307-985b-0476b190afbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6f820239-0b55-4148-8729-92b7cec8976b'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:35.938162 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.066412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] For port c85a65d1-0e7d-4b08-bdbe-972c144d363f, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:36.082385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] For port c85a65d1-0e7d-4b08-bdbe-972c144d363f, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c85a65d1-0e7d-4b08-bdbe-972c144d363f,segment=NetworkSegment(231af282-6eb5-4307-985b-0476b190afbe),segment_id=231af282-6eb5-4307-985b-0476b190afbe)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:36.092384 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.144394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.145168 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.146669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] 10.222.0.65 "PUT /v2.0/ports/c85a65d1-0e7d-4b08-bdbe-972c144d363f HTTP/1.1" status: 200 len: 1092 time: 1.1746664 Jul 22 16:48:36.147235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93320358-acf1-4be9-ac74-82b09787b795', 'tag': 'c85a65d1-0e7d-4b08-bdbe-972c144d363f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:36.150265 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979a976-a117-49b5-aef9-ff916a284ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "93320358-acf1-4be9-ac74-82b09787b795", "tag": "c85a65d1-0e7d-4b08-bdbe-972c144d363f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:36.239178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992624a-d014-403a-98ef-f7672cdd644e service neutron] Pushing event updated for resources: {'Port': ['ID=c85a65d1-0e7d-4b08-bdbe-972c144d363f,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:36.261204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-cca617e1-ee46-4e9e-9527-4b591b1e813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.263152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-cca617e1-ee46-4e9e-9527-4b591b1e813f service neutron] 10.222.0.20 "GET /v2.0/networks?id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 200 len: 916 time: 0.3222637 Jul 22 16:48:36.307922 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8242f32-aac7-42f3-8262-2968ff128e5d x-openstack-request-id: req-f8242f32-aac7-42f3-8262-2968ff128e5d {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:36.308355 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93320358-acf1-4be9-ac74-82b09787b795", "tag": "c85a65d1-0e7d-4b08-bdbe-972c144d363f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:36.308690 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8242f32-aac7-42f3-8262-2968ff128e5d {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:36.309185 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93320358-acf1-4be9-ac74-82b09787b795', 'tag': 'c85a65d1-0e7d-4b08-bdbe-972c144d363f', 'status': 'completed', 'code': 200} Jul 22 16:48:36.323703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-038c96e7-54d2-4f42-9079-e706f8903f9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d HTTP/1.1" status: 200 len: 217 time: 0.0516474 Jul 22 16:48:36.337648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3635ef6-9e80-47bb-aac5-16aa3f496af3 req-4d95e24f-6127-492e-8906-ba6d313b3893 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.344792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3635ef6-9e80-47bb-aac5-16aa3f496af3 req-4d95e24f-6127-492e-8906-ba6d313b3893 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.3078208 Jul 22 16:48:36.356394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6034-d329-4726-8048-0623ee9411e2 req-b5a11751-7e99-4bd2-9e5b-ad088f4f7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.360573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-b5a11751-7e99-4bd2-9e5b-ad088f4f7877 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bfae256db264948aa59e8e7700bec41&device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 1095 time: 0.1168985 Jul 22 16:48:36.422801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.441327 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-f65e532e-d327-433c-bb01-39af0de421b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c85a65d1-0e7d-4b08-bdbe-972c144d363f HTTP/1.1" status: 200 len: 217 time: 0.0638349 Jul 22 16:48:36.468228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d3635ef6-9e80-47bb-aac5-16aa3f496af3 req-b1d4af7e-56d1-45cc-8e29-b9950d8eb768 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174996 Jul 22 16:48:36.498685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Transition to ACTIVE for port object 9440a85f-a94e-40ce-bcc6-32a692350277 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:36.501258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-afe6a329-92ab-429c-8198-01faf1217b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.509407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-afe6a329-92ab-429c-8198-01faf1217b49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa12c553-b756-49fe-a66d-4a6f1bb3713d HTTP/1.1" status: 200 len: 855 time: 0.1618958 Jul 22 16:48:36.528969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd6034-d329-4726-8048-0623ee9411e2 req-b489a76e-8025-49ff-9552-9eb8035f6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.530787 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-b489a76e-8025-49ff-9552-9eb8035f6d8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70586396-bfae-4bd8-9902-0985fd2289e4 HTTP/1.1" status: 200 len: 853 time: 0.0663784 Jul 22 16:48:36.580519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-269becac-83cf-4761-834d-f9d92e8ecf1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=091a2e6b-4e62-4f24-b74a-bfa36e5da54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612028 Jul 22 16:48:36.582861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6afc3-0cf2-42ce-a27a-7c12a618c94f req-6e0555ff-d59d-464d-82b3-c80bd1bb79dd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.584461 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fa6afc3-0cf2-42ce-a27a-7c12a618c94f req-6e0555ff-d59d-464d-82b3-c80bd1bb79dd tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 943 time: 0.1549253 Jul 22 16:48:36.587529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-8a9232be-b0c3-4b65-b5a9-f8350a2da0a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f820239-0b55-4148-8729-92b7cec8976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481515 Jul 22 16:48:36.713549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:36.795613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:36.819097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:36.822053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:36.826771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=9440a85f-a94e-40ce-bcc6-32a692350277,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:36.838771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b1b59-ab4c-44d3-b270-a3d18ac5f5cb req-e99cd411-5089-481f-b1b6-4bb5618a4873 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:36.840769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-628b1b59-ab4c-44d3-b270-a3d18ac5f5cb req-e99cd411-5089-481f-b1b6-4bb5618a4873 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 943 time: 0.2628312 Jul 22 16:48:36.843011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-279ae1e8-f2ec-4bf6-9776-1b583b97c74b service neutron] 10.222.0.20 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492888 Jul 22 16:48:37.073630 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dfc04f6-adaa-4e51-b423-475dbf38f1eb req-74d6963b-1e76-4db9-8864-5a3ccf641a5e service neutron] 10.222.0.20 "GET /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994007 Jul 22 16:48:37.094818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-628b1b59-ab4c-44d3-b270-a3d18ac5f5cb req-0c18c511-582a-4707-a6cc-babbf6295b1f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217758 Jul 22 16:48:37.129283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:37.129970 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:37.133358 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fa6afc3-0cf2-42ce-a27a-7c12a618c94f req-8c36c3c8-01d2-456a-8e44-ec7358e890f8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5333297 Jul 22 16:48:37.145086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1496546a-8077-49a2-832f-6bf3cf701147 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:48:37.169563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d51c11e0-3a3c-4d31-a8b7-438eba7b4562 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8283300 Jul 22 16:48:37.176567 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-702998a5-5ceb-4327-962b-922225428803 service neutron] 10.222.0.65 "GET /v2.0/networks/6f820239-0b55-4148-8729-92b7cec8976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743449 Jul 22 16:48:37.196973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Request body: {'port': {'device_id': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:37.236922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33e22f9e-9426-4637-a018-08e1f9409b72 None None] Provisioning for port 9440a85f-a94e-40ce-bcc6-32a692350277 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:37.244865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33e22f9e-9426-4637-a018-08e1f9409b72 None None] Provisioning complete for port 9440a85f-a94e-40ce-bcc6-32a692350277 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:37.245452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33e22f9e-9426-4637-a018-08e1f9409b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:37.328467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-33e22f9e-9426-4637-a018-08e1f9409b72 None None] Port 9440a85f-a94e-40ce-bcc6-32a692350277 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:48:37.356960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:37.363483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 1496546a-8077-49a2-832f-6bf3cf701147, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1496546a-8077-49a2-832f-6bf3cf701147,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:37.376458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '1496546a-8077-49a2-832f-6bf3cf701147', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'port_id': '1496546a-8077-49a2-832f-6bf3cf701147', 'mac_address': 'fa:16:3e:bf:45:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:48:37.448553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:37.483631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1496546a-8077-49a2-832f-6bf3cf701147 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:37.499527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-43fd6034-d329-4726-8048-0623ee9411e2 req-a8af5760-e24d-4c3d-a7d4-fe8745eebf05 service neutron] 10.222.0.65 "GET /v2.0/networks/6f820239-0b55-4148-8729-92b7cec8976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083470 Jul 22 16:48:37.537937 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baae459-3a93-4183-bb84-d030996fd632 req-c25a45da-4a42-4d69-b8fc-1f6535f354d1 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:37.551289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1baae459-3a93-4183-bb84-d030996fd632 req-c25a45da-4a42-4d69-b8fc-1f6535f354d1 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 943 time: 0.3183656 Jul 22 16:48:37.552012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 1496546a-8077-49a2-832f-6bf3cf701147, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1496546a-8077-49a2-832f-6bf3cf701147,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:37.558636 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:37.613209 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1baae459-3a93-4183-bb84-d030996fd632 req-833becfd-d4ff-4ba0-b161-e625f3611fb5 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609086 Jul 22 16:48:37.666552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=1496546a-8077-49a2-832f-6bf3cf701147,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:37.757619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bd2a6-8343-4436-85fa-c95354f99465 req-48dfa0c2-6c63-48f5-9c39-92833e070a90 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:37.766509 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f5bd2a6-8343-4436-85fa-c95354f99465 req-48dfa0c2-6c63-48f5-9c39-92833e070a90 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 931 time: 0.3358250 Jul 22 16:48:37.868095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f5bd2a6-8343-4436-85fa-c95354f99465 req-f3b7496c-5c32-4d3d-9358-bc942ff4b1f9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005111 Jul 22 16:48:37.891539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a976-a117-49b5-aef9-ff916a284ddf req-ef6c4887-5027-4cf2-8635-8c929722cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:37.893974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a979a976-a117-49b5-aef9-ff916a284ddf req-ef6c4887-5027-4cf2-8635-8c929722cc74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bfae256db264948aa59e8e7700bec41&device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 1095 time: 0.2424700 Jul 22 16:48:37.977358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e52e8d-7374-4efb-8382-ff06cbb0a14d req-0d6f8776-1ba0-419d-be67-7f3f2f279c5c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:37.985972 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['1496546a-8077-49a2-832f-6bf3cf701147'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:37.991160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c8e52e8d-7374-4efb-8382-ff06cbb0a14d req-0d6f8776-1ba0-419d-be67-7f3f2f279c5c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.2618797 Jul 22 16:48:38.046477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9440a85f-a94e-40ce-bcc6-32a692350277 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:38.087003 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.116548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Transition to ACTIVE for port object 9440a85f-a94e-40ce-bcc6-32a692350277 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:38.119045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c8e52e8d-7374-4efb-8382-ff06cbb0a14d req-e4acc0c9-9130-4db1-90b6-99e24af2712f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161618 Jul 22 16:48:38.137909 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.156447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a976-a117-49b5-aef9-ff916a284ddf req-50e93a4e-97e7-4f4e-beb2-186bb90bd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:38.161172 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a979a976-a117-49b5-aef9-ff916a284ddf req-50e93a4e-97e7-4f4e-beb2-186bb90bd81f service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f820239-0b55-4148-8729-92b7cec8976b HTTP/1.1" status: 200 len: 914 time: 0.2547669 Jul 22 16:48:38.272299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a979a976-a117-49b5-aef9-ff916a284ddf req-ffd8af48-4b70-4648-9a9f-5a3c4412317f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c85a65d1-0e7d-4b08-bdbe-972c144d363f HTTP/1.1" status: 200 len: 217 time: 0.1032691 Jul 22 16:48:38.328857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Pushing event updated for resources: {'Port': ['ID=9440a85f-a94e-40ce-bcc6-32a692350277,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:38.380325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a976-a117-49b5-aef9-ff916a284ddf req-42b9baa3-501a-4707-917e-528b4b7f67df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:38.382310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a979a976-a117-49b5-aef9-ff916a284ddf req-42b9baa3-501a-4707-917e-528b4b7f67df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70586396-bfae-4bd8-9902-0985fd2289e4 HTTP/1.1" status: 200 len: 853 time: 0.0964370 Jul 22 16:48:38.475484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a979a976-a117-49b5-aef9-ff916a284ddf req-53680bc0-8ecd-4ac1-8a74-d5c8c25b32de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f820239-0b55-4148-8729-92b7cec8976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833671 Jul 22 16:48:38.523532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ef29b-f86d-4a4c-b3f1-392c9926e05d req-89533c1e-a240-48da-811c-f203e03d87b5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:38.531229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef6ef29b-f86d-4a4c-b3f1-392c9926e05d req-89533c1e-a240-48da-811c-f203e03d87b5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 944 time: 0.2613962 Jul 22 16:48:38.570506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Attempting to bind port 9440a85f-a94e-40ce-bcc6-32a692350277 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:38.571009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Attempting to bind port 9440a85f-a94e-40ce-bcc6-32a692350277 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:38.571445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Attempting to bind port 9440a85f-a94e-40ce-bcc6-32a692350277 on network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:38.579345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Port 9440a85f-a94e-40ce-bcc6-32a692350277 on network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:48:38.579841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Attempting to bind port 9440a85f-a94e-40ce-bcc6-32a692350277 on network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:38.594512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab486a6-c951-4960-ad06-8beef92ab1f8 req-e38b6b50-6326-4b69-b081-b1409e17434c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:38.598405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fab486a6-c951-4960-ad06-8beef92ab1f8 req-e38b6b50-6326-4b69-b081-b1409e17434c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 943 time: 0.2931228 Jul 22 16:48:38.630984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:38.631650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Checking segment: {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:38.632933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Bound using segment: {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:38.633609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Bound port: 9440a85f-a94e-40ce-bcc6-32a692350277, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedb6eac-79fd-4ac1-8165-7944eae5da8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:38.635183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.688628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a979a976-a117-49b5-aef9-ff916a284ddf req-f5ebf933-22aa-44f2-90ca-34304a3bd4a6 service neutron] 10.222.0.65 "GET /v2.0/networks/6f820239-0b55-4148-8729-92b7cec8976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007742 Jul 22 16:48:38.709975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef6ef29b-f86d-4a4c-b3f1-392c9926e05d req-aa2af332-304c-4ce2-b7b7-cdc99a6cf6a2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773515 Jul 22 16:48:38.784961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fab486a6-c951-4960-ad06-8beef92ab1f8 req-e46193ca-91a2-424e-bb53-7ffc7f0741d5 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783731 Jul 22 16:48:38.827085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] For port 9440a85f-a94e-40ce-bcc6-32a692350277, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:38.831206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] For port 9440a85f-a94e-40ce-bcc6-32a692350277, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9440a85f-a94e-40ce-bcc6-32a692350277,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:38.846036 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a979a976-a117-49b5-aef9-ff916a284ddf req-bc2f1693-867d-45f1-9984-5ab8c6e90591 service neutron] 10.222.0.65 "GET /v2.0/networks/6f820239-0b55-4148-8729-92b7cec8976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394103 Jul 22 16:48:38.848534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.905457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:38.906079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:38.907920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] 10.222.0.65 "PUT /v2.0/ports/9440a85f-a94e-40ce-bcc6-32a692350277 HTTP/1.1" status: 200 len: 1092 time: 1.7170582 Jul 22 16:48:38.908619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:38.910832 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:38.982772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39f10c-6482-4c19-b83f-571762cabe17 service neutron] Pushing event updated for resources: {'Port': ['ID=9440a85f-a94e-40ce-bcc6-32a692350277,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:38.996565 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d91d98-d91e-488a-b4b5-acf1821c8aca x-openstack-request-id: req-f2d91d98-d91e-488a-b4b5-acf1821c8aca {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:38.997044 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:38.997574 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2d91d98-d91e-488a-b4b5-acf1821c8aca {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:38.998140 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277', 'status': 'completed', 'code': 200} Jul 22 16:48:39.112824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c69d11-37d0-4cf8-9417-38a8e7e57217 req-8521b4d8-f8f0-4eef-8f09-7e5366b072f8 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:39.114476 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08c69d11-37d0-4cf8-9417-38a8e7e57217 req-8521b4d8-f8f0-4eef-8f09-7e5366b072f8 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 943 time: 0.1327367 Jul 22 16:48:39.153066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d2bb2c0a-28e9-4b4c-ade8-40238b2ed9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:39.155203 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-d2bb2c0a-28e9-4b4c-ade8-40238b2ed9cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 1095 time: 0.1392934 Jul 22 16:48:39.187489 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08c69d11-37d0-4cf8-9417-38a8e7e57217 req-4d73d325-f348-48a2-b9fb-e7da1b8b6b62 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654685 Jul 22 16:48:39.266553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce750c-70e1-4554-83e5-09ddf639bdf5 req-0e26dab7-3ac0-4b1b-b9af-85bb0b6af332 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:39.289167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-36ce750c-70e1-4554-83e5-09ddf639bdf5 req-0e26dab7-3ac0-4b1b-b9af-85bb0b6af332 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 943 time: 0.1977954 Jul 22 16:48:39.300067 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:48:39.314037 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-e92c100e-f8ea-4b3a-bc29-9470e874c622 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9440a85f-a94e-40ce-bcc6-32a692350277 HTTP/1.1" status: 200 len: 217 time: 0.1274107 Jul 22 16:48:39.376856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb783231-7c7f-4c42-9f15-48ac65058d84 req-b2461cc0-fdd6-41bf-9f05-94c3a0ddd31c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:39.378539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb783231-7c7f-4c42-9f15-48ac65058d84 req-b2461cc0-fdd6-41bf-9f05-94c3a0ddd31c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1246185 Jul 22 16:48:39.428245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb783231-7c7f-4c42-9f15-48ac65058d84 req-eebb63db-2951-4d06-b35d-7bd2e605df03 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418930 Jul 22 16:48:39.430140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-36ce750c-70e1-4554-83e5-09ddf639bdf5 req-af63ddd4-c3cc-43be-b8b7-468fd568475b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424918 Jul 22 16:48:39.448749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-8883e29b-8154-4ef7-8a6d-9d3bd0ee8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:39.451124 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-8883e29b-8154-4ef7-8a6d-9d3bd0ee8464 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=daed58cd-c728-4190-994a-e2a73a21ae93 HTTP/1.1" status: 200 len: 834 time: 0.1110954 Jul 22 16:48:39.490502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:39.508123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '46a1b4bc-2ace-4c8d-be6d-e555a5e0626d', 'network_id': '091a2e6b-4e62-4f24-b74a-bfa36e5da54f', 'port_id': '46a1b4bc-2ace-4c8d-be6d-e555a5e0626d', 'mac_address': 'fa:16:3e:94:8b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa12c553-b756-49fe-a66d-4a6f1bb3713d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:48:39.537416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-68c364c8-bce7-402e-85ef-1b984cc13b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:39.539918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-68c364c8-bce7-402e-85ef-1b984cc13b99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86ccd57d-0733-44e1-9cf1-3676b1c3f293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757618 Jul 22 16:48:39.561173 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.577797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:39.603030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:39.611193 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:39.674733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:39.676101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-69ebb477-8161-49df-b201-2f1ae6173f4d service neutron] 10.222.0.65 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280324 Jul 22 16:48:39.784210 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3acc65f7-e5c3-4adb-bbb5-95b2566de9eb req-96b53e97-0dfa-469c-852a-3ee5a44cf97f service neutron] 10.222.0.65 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989969 Jul 22 16:48:39.909421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8edad-c555-4215-b2ee-3eeef0070697 req-90612d3d-4f09-4f32-af17-e04efc670ce5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:39.919543 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76d8edad-c555-4215-b2ee-3eeef0070697 req-90612d3d-4f09-4f32-af17-e04efc670ce5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1220663 Jul 22 16:48:39.930004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['46a1b4bc-2ace-4c8d-be6d-e555a5e0626d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:40.023228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9f25f-061a-4d39-9e67-53531ff65064 req-9c1dfef8-d697-443e-ac10-ea908df20784 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:40.027052 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfb9f25f-061a-4d39-9e67-53531ff65064 req-9c1dfef8-d697-443e-ac10-ea908df20784 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 944 time: 0.1142592 Jul 22 16:48:40.096493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76d8edad-c555-4215-b2ee-3eeef0070697 req-75414601-1e70-4c13-b487-8edf38b49ad3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601183 Jul 22 16:48:40.115968 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfb9f25f-061a-4d39-9e67-53531ff65064 req-a81363ea-fa9d-40de-aceb-d0efe4c7e952 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690427 Jul 22 16:48:40.137879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-364c0f3d-6708-4f8f-a201-f348188aa6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:40.140983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-364c0f3d-6708-4f8f-a201-f348188aa6b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 1095 time: 0.2187035 Jul 22 16:48:40.307588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-aeb35a93-c7e5-43f4-aff7-96c5df033621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:40.310852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-aeb35a93-c7e5-43f4-aff7-96c5df033621 service neutron] 10.222.0.65 "GET /v2.0/networks?id=86ccd57d-0733-44e1-9cf1-3676b1c3f293 HTTP/1.1" status: 200 len: 898 time: 0.1622279 Jul 22 16:48:40.362604 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-2c9dcd13-bf27-4c97-9312-3f80486530e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9440a85f-a94e-40ce-bcc6-32a692350277 HTTP/1.1" status: 200 len: 217 time: 0.0437019 Jul 22 16:48:40.380125 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f3431-1b1b-4c5a-a851-05cee76366bc req-099dd18a-bde5-40dd-b708-3ee699029377 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:40.382815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d31f3431-1b1b-4c5a-a851-05cee76366bc req-099dd18a-bde5-40dd-b708-3ee699029377 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 943 time: 0.0983140 Jul 22 16:48:40.431017 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d31f3431-1b1b-4c5a-a851-05cee76366bc req-e10db7b9-06be-44bd-97ed-a6bfb2c1c7ca tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422735 Jul 22 16:48:40.441829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-39c396d4-af28-49fe-8029-6cb9d7b2c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:40.445884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-39c396d4-af28-49fe-8029-6cb9d7b2c606 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=daed58cd-c728-4190-994a-e2a73a21ae93 HTTP/1.1" status: 200 len: 834 time: 0.0751567 Jul 22 16:48:40.605208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-91d74477-0eba-4a1f-a702-968a08d7500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:40.606773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-91d74477-0eba-4a1f-a702-968a08d7500a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86ccd57d-0733-44e1-9cf1-3676b1c3f293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526062 Jul 22 16:48:40.628462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c73170-c77d-4d92-a02e-398e0af999c0 req-ed95ba1a-b0cc-4a8b-be3a-b206005b4ce5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:40.630188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7c73170-c77d-4d92-a02e-398e0af999c0 req-ed95ba1a-b0cc-4a8b-be3a-b206005b4ce5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.0935960 Jul 22 16:48:40.683433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a979-35d0-43c7-8f8f-87f5543596f7 req-8ed4fbf1-4874-4044-afa2-75704f60d835 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:40.685244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4651a979-35d0-43c7-8f8f-87f5543596f7 req-8ed4fbf1-4874-4044-afa2-75704f60d835 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 943 time: 0.1231396 Jul 22 16:48:40.690299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7c73170-c77d-4d92-a02e-398e0af999c0 req-ede66aff-1678-4ee9-a794-2b85b944e55c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528002 Jul 22 16:48:40.788080 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-c1c29fe6-de46-477d-b173-b3043075aeb3 service neutron] 10.222.0.65 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647060 Jul 22 16:48:40.796786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4651a979-35d0-43c7-8f8f-87f5543596f7 req-185ce3d5-5552-4e53-ac8d-b5eeed96e9b1 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556011 Jul 22 16:48:41.182711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492538e9-9af4-4d15-8af2-47eb9cf0fe7e req-46009ffe-0510-4f73-93ab-470d6017c1c4 service neutron] 10.222.0.65 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843741 Jul 22 16:48:41.196012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c85a65d1-0e7d-4b08-bdbe-972c144d363f details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:48:41.207394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1496546a-8077-49a2-832f-6bf3cf701147 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:41.321264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf6c43-866e-4514-a23f-fe403f34d88a req-c1175e2c-23c8-4361-abc4-d0020f42e992 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.329950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbaf6c43-866e-4514-a23f-fe403f34d88a req-c1175e2c-23c8-4361-abc4-d0020f42e992 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 944 time: 0.1378391 Jul 22 16:48:41.330792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495540-a06d-42f1-a3c5-258711fa39bd req-06c3825b-2905-4a5f-b2f4-1205415ada02 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.332440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33495540-a06d-42f1-a3c5-258711fa39bd req-06c3825b-2905-4a5f-b2f4-1205415ada02 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1366687 Jul 22 16:48:41.354240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:41.371069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cbaf6c43-866e-4514-a23f-fe403f34d88a req-75daf636-5925-4a5d-8ef3-c8416f75c0c0 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398712 Jul 22 16:48:41.378638 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33495540-a06d-42f1-a3c5-258711fa39bd req-2618e5e8-98d1-46a2-a6ce-4f949ccbc931 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394974 Jul 22 16:48:41.420592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c85a65d1-0e7d-4b08-bdbe-972c144d363f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c85a65d1-0e7d-4b08-bdbe-972c144d363f,segment=NetworkSegment(231af282-6eb5-4307-985b-0476b190afbe),segment_id=231af282-6eb5-4307-985b-0476b190afbe)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:41.422717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 1496546a-8077-49a2-832f-6bf3cf701147 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:41.436448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 1496546a-8077-49a2-832f-6bf3cf701147 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:41.436876 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.494062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'c85a65d1-0e7d-4b08-bdbe-972c144d363f', 'network_id': '6f820239-0b55-4148-8729-92b7cec8976b', 'port_id': 'c85a65d1-0e7d-4b08-bdbe-972c144d363f', 'mac_address': 'fa:16:3e:83:37:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70586396-bfae-4bd8-9902-0985fd2289e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:48:41.544564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:41.573687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:41.574172 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.640940 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.645793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.677509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082af237-eeb8-4cc4-a7bd-8c62aad9aa47 req-4bc38cd0-6ca5-4359-8106-3c5411d1e384 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:41.677862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85a65d1-0e7d-4b08-bdbe-972c144d363f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:41.679863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-082af237-eeb8-4cc4-a7bd-8c62aad9aa47 req-4bc38cd0-6ca5-4359-8106-3c5411d1e384 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 943 time: 0.0823588 Jul 22 16:48:41.686982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496546a-8077-49a2-832f-6bf3cf701147'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:41.689416 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9049b611-32d2-48f9-85d1-5725ed52f28a" -d '{"events": [{"server_uuid": "372f1d4d-6876-4436-a2ea-683e6820eaa1", "name": "network-vif-plugged", "status": "completed", "tag": "1496546a-8077-49a2-832f-6bf3cf701147"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:41.732599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-082af237-eeb8-4cc4-a7bd-8c62aad9aa47 req-0b3d996b-5bb0-4698-8734-0ad6b23507e6 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Jul 22 16:48:41.747798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 1496546a-8077-49a2-832f-6bf3cf701147, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1496546a-8077-49a2-832f-6bf3cf701147,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:41.763143 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f4c995-9bec-43c0-bd86-842496ab061e x-openstack-request-id: req-36f4c995-9bec-43c0-bd86-842496ab061e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:41.763813 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372f1d4d-6876-4436-a2ea-683e6820eaa1", "name": "network-vif-plugged", "status": "completed", "tag": "1496546a-8077-49a2-832f-6bf3cf701147", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:41.764271 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36f4c995-9bec-43c0-bd86-842496ab061e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:41.764848 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1496546a-8077-49a2-832f-6bf3cf701147', 'code': 200} Jul 22 16:48:41.770400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c85a65d1-0e7d-4b08-bdbe-972c144d363f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c85a65d1-0e7d-4b08-bdbe-972c144d363f,segment=NetworkSegment(231af282-6eb5-4307-985b-0476b190afbe),segment_id=231af282-6eb5-4307-985b-0476b190afbe)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:41.771750 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.803195 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.824633 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:41.872773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=1496546a-8077-49a2-832f-6bf3cf701147,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:41.999685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f00ec0-adf5-4112-bad3-103a1d50e27e req-5314939b-2520-459b-aeb0-0c618913d2fd tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:42.005325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:42.014672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2f00ec0-adf5-4112-bad3-103a1d50e27e req-5314939b-2520-459b-aeb0-0c618913d2fd tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1992910 Jul 22 16:48:42.022035 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:42.055129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=c85a65d1-0e7d-4b08-bdbe-972c144d363f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:42.103899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6915cb2-c705-4042-829f-69526eec6943 req-52eea004-c43f-445f-91fc-2afef5b001d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:42.121092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b697bf-8ab0-47ab-a18c-a43f6bcc6d55 req-94a62fe3-36e9-4c5f-9209-2b4ac55e3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:42.123219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2b697bf-8ab0-47ab-a18c-a43f6bcc6d55 req-94a62fe3-36e9-4c5f-9209-2b4ac55e3daf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 1097 time: 0.1871295 Jul 22 16:48:42.129852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6915cb2-c705-4042-829f-69526eec6943 req-52eea004-c43f-445f-91fc-2afef5b001d5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 943 time: 0.1444044 Jul 22 16:48:42.140645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2f00ec0-adf5-4112-bad3-103a1d50e27e req-5cb2b142-4d26-492a-a077-b247f1f73e24 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141052 Jul 22 16:48:42.169731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:42.177831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2b697bf-8ab0-47ab-a18c-a43f6bcc6d55 req-d141c1cb-1cb4-4214-8f93-f8c54cc335b1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339167 Jul 22 16:48:42.209089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['c85a65d1-0e7d-4b08-bdbe-972c144d363f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:42.247289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6915cb2-c705-4042-829f-69526eec6943 req-5dfc2df5-95f2-4f33-ac20-4b1c43ac7df3 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147227 Jul 22 16:48:42.577115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c20df-08f4-4bd9-8009-6a79cddc3f2c req-e0e12e71-e62e-4b3c-b67e-eff949be5a99 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:42.579471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab7c20df-08f4-4bd9-8009-6a79cddc3f2c req-e0e12e71-e62e-4b3c-b67e-eff949be5a99 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 945 time: 0.0973682 Jul 22 16:48:42.598018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20cdf4-dbf2-45c9-9ff9-248c05dab6f7 req-7e5d9c04-080d-43e0-a139-114e4b16d03b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:42.600308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c20cdf4-dbf2-45c9-9ff9-248c05dab6f7 req-7e5d9c04-080d-43e0-a139-114e4b16d03b tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.1012869 Jul 22 16:48:42.638496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab7c20df-08f4-4bd9-8009-6a79cddc3f2c req-351e5307-c5d6-49b8-96bd-2d853942c2e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508268 Jul 22 16:48:42.671872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c20cdf4-dbf2-45c9-9ff9-248c05dab6f7 req-cda9d987-7ff4-4af3-9c14-fea00f79c611 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634124 Jul 22 16:48:42.952853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac391e-a77e-4521-9111-5710284a9a80 req-f3a45a2a-0618-4e71-bed0-6e1a69eaa37f tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:42.954898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3fac391e-a77e-4521-9111-5710284a9a80 req-f3a45a2a-0618-4e71-bed0-6e1a69eaa37f tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 944 time: 0.1023145 Jul 22 16:48:43.037368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3fac391e-a77e-4521-9111-5710284a9a80 req-79879ca9-62cd-4c55-b069-509f404f899b tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730779 Jul 22 16:48:43.215033 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9440a85f-a94e-40ce-bcc6-32a692350277 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:48:43.372084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f15a8-80a1-42fd-b276-d7d39dbda5a2 req-ec7e477f-f5da-4c4a-8816-febc0a7403f1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:43.380801 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d55f15a8-80a1-42fd-b276-d7d39dbda5a2 req-ec7e477f-f5da-4c4a-8816-febc0a7403f1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1412294 Jul 22 16:48:43.407252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9440a85f-a94e-40ce-bcc6-32a692350277, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9440a85f-a94e-40ce-bcc6-32a692350277,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:43.425590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d55f15a8-80a1-42fd-b276-d7d39dbda5a2 req-1cc0bce9-8d61-4273-b680-fe9656edacf8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435691 Jul 22 16:48:43.430874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '9440a85f-a94e-40ce-bcc6-32a692350277', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'port_id': '9440a85f-a94e-40ce-bcc6-32a692350277', 'mac_address': 'fa:16:3e:e3:bf:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:48:43.496907 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.515179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9440a85f-a94e-40ce-bcc6-32a692350277 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:43.517396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf2aa3-ad57-4ae2-803c-46fd72a56369 req-3d5b305f-9801-451b-9812-a1e61b5d60db tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:43.530087 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87bf2aa3-ad57-4ae2-803c-46fd72a56369 req-3d5b305f-9801-451b-9812-a1e61b5d60db tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 943 time: 0.1489813 Jul 22 16:48:43.541172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9440a85f-a94e-40ce-bcc6-32a692350277, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9440a85f-a94e-40ce-bcc6-32a692350277,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:43.555978 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:43.615709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87bf2aa3-ad57-4ae2-803c-46fd72a56369 req-cace8a40-86e2-4fd5-a95a-c17b3f055a12 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841873 Jul 22 16:48:43.653615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=9440a85f-a94e-40ce-bcc6-32a692350277,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:43.766024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7886b072-cb05-4375-828b-b4be1c1de156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a1b4bc-2ace-4c8d-be6d-e555a5e0626d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:43.768954 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493361c9-93dd-4ef1-9c38-60231a661b02" -d '{"events": [{"server_uuid": "7886b072-cb05-4375-828b-b4be1c1de156", "name": "network-vif-plugged", "status": "completed", "tag": "46a1b4bc-2ace-4c8d-be6d-e555a5e0626d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:43.931595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9bc28-00c6-4cfd-b34f-9a5ef044d701 req-5b1bfd7c-c21c-4cfe-82d8-6d3a8b55c506 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:43.933723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56d9bc28-00c6-4cfd-b34f-9a5ef044d701 req-5b1bfd7c-c21c-4cfe-82d8-6d3a8b55c506 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.1107948 Jul 22 16:48:43.936801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34026ef2-74c7-4fb1-a9e0-6a18f53a3b02 req-c73e00c9-3d58-41ec-a05e-873c0ce8ab7e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:43.945673 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34026ef2-74c7-4fb1-a9e0-6a18f53a3b02 req-c73e00c9-3d58-41ec-a05e-873c0ce8ab7e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 945 time: 0.1677237 Jul 22 16:48:43.992034 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56d9bc28-00c6-4cfd-b34f-9a5ef044d701 req-e60242a5-7003-497a-bc2f-908b9be23474 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495911 Jul 22 16:48:43.995706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34026ef2-74c7-4fb1-a9e0-6a18f53a3b02 req-7d7ef509-3350-4759-a771-9dea0e71c20b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489461 Jul 22 16:48:44.013206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['9440a85f-a94e-40ce-bcc6-32a692350277'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:44.089452 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1a676a-a23b-42e3-a621-db87900c074c x-openstack-request-id: req-8d1a676a-a23b-42e3-a621-db87900c074c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:44.089750 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7886b072-cb05-4375-828b-b4be1c1de156", "name": "network-vif-plugged", "status": "completed", "tag": "46a1b4bc-2ace-4c8d-be6d-e555a5e0626d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:44.090004 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d1a676a-a23b-42e3-a621-db87900c074c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:44.090400 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7886b072-cb05-4375-828b-b4be1c1de156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a1b4bc-2ace-4c8d-be6d-e555a5e0626d', 'code': 200} Jul 22 16:48:44.361448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d620c-268a-4d36-b7c7-aab02dd21723 req-158715b5-fe63-4a0e-80df-377883fb62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:44.363147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-611d620c-268a-4d36-b7c7-aab02dd21723 req-158715b5-fe63-4a0e-80df-377883fb62cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 1097 time: 0.1477566 Jul 22 16:48:44.396057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281fa72-0afa-4485-a470-47c3e2f6da84 req-5c25071a-78b3-426b-9133-485f06171fb5 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:44.398209 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1281fa72-0afa-4485-a470-47c3e2f6da84 req-5c25071a-78b3-426b-9133-485f06171fb5 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 944 time: 0.1199617 Jul 22 16:48:44.449289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-611d620c-268a-4d36-b7c7-aab02dd21723 req-1338c1cb-ddff-450f-9768-bf9a7fe8c5c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787446 Jul 22 16:48:44.479761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1281fa72-0afa-4485-a470-47c3e2f6da84 req-89b7bf64-c5ec-42cc-bc07-d84bedd845a3 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645177 Jul 22 16:48:44.628727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f5099-c510-41ec-a235-d2130dc11c43 req-d591524d-fd0d-488b-8778-62b120650530 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:44.630778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d87f5099-c510-41ec-a235-d2130dc11c43 req-d591524d-fd0d-488b-8778-62b120650530 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.0812919 Jul 22 16:48:44.681473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d87f5099-c510-41ec-a235-d2130dc11c43 req-719c118f-1563-463d-b2bb-4afd14e539cc tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Jul 22 16:48:44.773689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b180e36-fb90-4bba-a999-59675d1584ac req-8bca2c15-91b2-4e5d-8de0-5ecb6efd83ed tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:44.775555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b180e36-fb90-4bba-a999-59675d1584ac req-8bca2c15-91b2-4e5d-8de0-5ecb6efd83ed tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 944 time: 0.0940061 Jul 22 16:48:44.824474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b180e36-fb90-4bba-a999-59675d1584ac req-73b15751-8c9b-4514-aaa7-992fb6712d35 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427864 Jul 22 16:48:45.180527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccba6d-2052-4df5-834d-10dd713f8c79 req-eaa248d0-62b1-456b-a256-bd8e5075dd8b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.182773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7494435-061b-4afb-a47a-a4cd90822524 req-3b11392a-c578-4633-8300-6dd474037f97 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.184464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7494435-061b-4afb-a47a-a4cd90822524 req-3b11392a-c578-4633-8300-6dd474037f97 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.0913067 Jul 22 16:48:45.185156 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5ccba6d-2052-4df5-834d-10dd713f8c79 req-eaa248d0-62b1-456b-a256-bd8e5075dd8b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 945 time: 0.0864069 Jul 22 16:48:45.226552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5ccba6d-2052-4df5-834d-10dd713f8c79 req-d935a141-0168-437e-89f0-80c045ad7d4f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375490 Jul 22 16:48:45.235020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7494435-061b-4afb-a47a-a4cd90822524 req-91c30c4f-6e6f-4759-ae6e-4b9dff38541f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429757 Jul 22 16:48:45.258861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c85a65d1-0e7d-4b08-bdbe-972c144d363f up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:45.337828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port c85a65d1-0e7d-4b08-bdbe-972c144d363f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:45.341924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port c85a65d1-0e7d-4b08-bdbe-972c144d363f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:45.342298 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.437222 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.479514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port c85a65d1-0e7d-4b08-bdbe-972c144d363f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c85a65d1-0e7d-4b08-bdbe-972c144d363f,segment=NetworkSegment(231af282-6eb5-4307-985b-0476b190afbe),segment_id=231af282-6eb5-4307-985b-0476b190afbe)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:45.485116 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.486133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9440a85f-a94e-40ce-bcc6-32a692350277 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:48:45.517194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbe85-1586-4f45-be5d-fc69e1c05b54 req-abfccae1-8b0f-4277-8046-93b81033a8d6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.520155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22dfbe85-1586-4f45-be5d-fc69e1c05b54 req-abfccae1-8b0f-4277-8046-93b81033a8d6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 945 time: 0.0934885 Jul 22 16:48:45.583237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=c85a65d1-0e7d-4b08-bdbe-972c144d363f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:45.598836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.599380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.599881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.600276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.600737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.601168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.601670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.602043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.602471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.602904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.603358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.603800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:45.615816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 9440a85f-a94e-40ce-bcc6-32a692350277 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:48:45.624588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 9440a85f-a94e-40ce-bcc6-32a692350277 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:48:45.624974 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.634127 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22dfbe85-1586-4f45-be5d-fc69e1c05b54 req-f0463051-b44a-47ad-8ac9-c57a0e005c9c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071186 Jul 22 16:48:45.647581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:45.728208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f890de-4547-460c-aad4-a7ebd72e6fc3 req-48fff23b-c173-4582-a7aa-b168ef6adc5f tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.730844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47f890de-4547-460c-aad4-a7ebd72e6fc3 req-48fff23b-c173-4582-a7aa-b168ef6adc5f tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.1491234 Jul 22 16:48:45.813374 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47f890de-4547-460c-aad4-a7ebd72e6fc3 req-2389b898-d4ae-42f1-b60a-38c4f7fae099 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677419 Jul 22 16:48:45.847520 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.911755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 9440a85f-a94e-40ce-bcc6-32a692350277, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9440a85f-a94e-40ce-bcc6-32a692350277,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:45.925402 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:45.957470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61118271-98bd-4048-829b-7de86bf91941 req-16eb5035-d540-4f6b-a4bc-37ed64b4b54b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:45.959360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61118271-98bd-4048-829b-7de86bf91941 req-16eb5035-d540-4f6b-a4bc-37ed64b4b54b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1519427 Jul 22 16:48:45.995046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=9440a85f-a94e-40ce-bcc6-32a692350277,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:46.024418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61118271-98bd-4048-829b-7de86bf91941 req-1a93700e-6f51-43f1-b10b-e5f99d2d0f16 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580492 Jul 22 16:48:46.030149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b40b5-7b3c-4c90-928c-39a8d19e2c94 tempest-TestVolumeBootPattern-726897131 tempest-TestVolumeBootPattern-726897131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:46.035397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b72b40b5-7b3c-4c90-928c-39a8d19e2c94 tempest-TestVolumeBootPattern-726897131 tempest-TestVolumeBootPattern-726897131-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 1092 time: 0.3858202 Jul 22 16:48:46.036484 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:46.038732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b6712-28f5-4664-916b-d2a37974ebfd req-89a57afb-14bf-4852-94a8-52d961ccd030 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:46.040434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c15b6712-28f5-4664-916b-d2a37974ebfd req-89a57afb-14bf-4852-94a8-52d961ccd030 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 945 time: 0.0899780 Jul 22 16:48:46.041913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '1496546a-8077-49a2-832f-6bf3cf701147', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:46.069896 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.091978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93320358-acf1-4be9-ac74-82b09787b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85a65d1-0e7d-4b08-bdbe-972c144d363f'}, {'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:46.094543 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a845ce-b145-4f9f-a016-a700970dc60b" -d '{"events": [{"server_uuid": "93320358-acf1-4be9-ac74-82b09787b795", "name": "network-vif-plugged", "status": "completed", "tag": "c85a65d1-0e7d-4b08-bdbe-972c144d363f"}, {"server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "name": "network-vif-plugged", "status": "completed", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:46.101128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c15b6712-28f5-4664-916b-d2a37974ebfd req-9fba774e-7bcf-4cd0-a335-0271c26a4b81 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529425 Jul 22 16:48:46.152663 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc8f4bd-07a2-4757-adae-c75df25cb4d8 x-openstack-request-id: req-3cc8f4bd-07a2-4757-adae-c75df25cb4d8 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:46.153147 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93320358-acf1-4be9-ac74-82b09787b795", "name": "network-vif-plugged", "status": "completed", "tag": "c85a65d1-0e7d-4b08-bdbe-972c144d363f", "code": 200}, {"server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "name": "network-vif-plugged", "status": "completed", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:46.153458 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cc8f4bd-07a2-4757-adae-c75df25cb4d8 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:46.153937 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93320358-acf1-4be9-ac74-82b09787b795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85a65d1-0e7d-4b08-bdbe-972c144d363f', 'code': 200} Jul 22 16:48:46.154266 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277', 'code': 200} Jul 22 16:48:46.187719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.408362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.25.3.253 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/b5dfaf02-d5a5-40e6-b159-30c38d00779e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:46.431987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee9cff-3685-491d-9770-efc23001d81a req-8eb5128b-f354-4718-83bd-4cd8792d3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:46.433704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ee9cff-3685-491d-9770-efc23001d81a req-8eb5128b-f354-4718-83bd-4cd8792d3e2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 1097 time: 0.1311109 Jul 22 16:48:46.445144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbdb5f-2c2c-467d-98f1-b57fee0b6abb req-e89c9893-90d3-439e-8bd1-6e6b9ad17907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:46.446711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4bbdb5f-2c2c-467d-98f1-b57fee0b6abb req-e89c9893-90d3-439e-8bd1-6e6b9ad17907 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 1097 time: 0.1356657 Jul 22 16:48:46.472814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264557bf-79b5-460a-b885-2036697d06c9 req-a49bb5b2-d919-45e7-92a7-fb6681dd8d62 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:46.475303 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-264557bf-79b5-460a-b885-2036697d06c9 req-a49bb5b2-d919-45e7-92a7-fb6681dd8d62 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.1296883 Jul 22 16:48:46.539352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ee9cff-3685-491d-9770-efc23001d81a req-80124767-25ea-4659-b6d4-fb97f9679323 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757611 Jul 22 16:48:46.541315 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4bbdb5f-2c2c-467d-98f1-b57fee0b6abb req-83f82303-5425-4eb5-8487-7782b4624191 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641313 Jul 22 16:48:46.547394 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-264557bf-79b5-460a-b885-2036697d06c9 req-49e8ac9f-0355-48c1-9a9d-ad4d4052ee70 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635586 Jul 22 16:48:46.575570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.623576 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:46.694040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:46.702321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:46.708065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:46.734470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=b5dfaf02-d5a5-40e6-b159-30c38d00779e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:46.799288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ec085-3bc6-4625-aa72-aadc7f4116d3 req-bb6001ba-b63a-4139-bb7d-92a62dec3739 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:46.800771 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5ec085-3bc6-4625-aa72-aadc7f4116d3 req-bb6001ba-b63a-4139-bb7d-92a62dec3739 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.1477258 Jul 22 16:48:46.886543 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5ec085-3bc6-4625-aa72-aadc7f4116d3 req-694ee20e-b32b-420f-845d-5f8b27043a57 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789862 Jul 22 16:48:46.963425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae2b07-4ff8-4c8c-a12d-454148612205 req-01220ce8-d5bc-4e8b-a686-09ab0760349f tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:46.965108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c3ae2b07-4ff8-4c8c-a12d-454148612205 req-01220ce8-d5bc-4e8b-a686-09ab0760349f tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.0847104 Jul 22 16:48:47.015216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c3ae2b07-4ff8-4c8c-a12d-454148612205 req-ca29c46c-5828-49c5-b51a-b720ded9518c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Jul 22 16:48:47.162360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95878c66-cb6b-4771-b813-ef01f536588d req-22f0ec85-dabe-412d-b689-9e5a7bd984fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:47.164526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95878c66-cb6b-4771-b813-ef01f536588d req-22f0ec85-dabe-412d-b689-9e5a7bd984fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.0747340 Jul 22 16:48:47.205156 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-95878c66-cb6b-4771-b813-ef01f536588d req-4d538b65-4037-40ae-a36c-a787156d9d82 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Jul 22 16:48:47.254895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.264181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474c8f3-beab-406b-8bef-396a909432e4 req-81e882ed-77f7-4efe-b64b-e2990aee8791 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:47.265772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e474c8f3-beab-406b-8bef-396a909432e4 req-81e882ed-77f7-4efe-b64b-e2990aee8791 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.1910198 Jul 22 16:48:47.388479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e474c8f3-beab-406b-8bef-396a909432e4 req-ab9c5edb-0d07-448a-8f4e-90d9044cc349 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923331 Jul 22 16:48:47.393547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda95d9d-86a7-43be-bd5c-e1dbc739c50d req-ed4f3f20-4497-4027-bc76-a48727b3e810 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:47.395547 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eda95d9d-86a7-43be-bd5c-e1dbc739c50d req-ed4f3f20-4497-4027-bc76-a48727b3e810 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 945 time: 0.0973270 Jul 22 16:48:47.418661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.456300 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eda95d9d-86a7-43be-bd5c-e1dbc739c50d req-ce84ec3f-d040-4f14-85dd-4ad4682e9018 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517743 Jul 22 16:48:47.713947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3b54-af3e-4b36-81be-4ee0d8f25d04 req-11a241e2-c9e6-45a3-90a3-435baf8d80a1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:47.715496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d38a3b54-af3e-4b36-81be-4ee0d8f25d04 req-11a241e2-c9e6-45a3-90a3-435baf8d80a1 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.1532018 Jul 22 16:48:47.725851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.737018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.832428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=b5dfaf02-d5a5-40e6-b159-30c38d00779e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:47.839445 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d38a3b54-af3e-4b36-81be-4ee0d8f25d04 req-f7486614-d40f-4dec-aa54-7746697ece1f tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162138 Jul 22 16:48:47.855484 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:47.953242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf086d3b-5550-4275-8375-b6955c726d75 req-7e90a946-b691-4775-b5b0-ddcb0e823365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:47.955661 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf086d3b-5550-4275-8375-b6955c726d75 req-7e90a946-b691-4775-b5b0-ddcb0e823365 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 1097 time: 0.1176882 Jul 22 16:48:48.033316 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Floating IP 4c883a05-65ed-4367-a521-f13ec9a0b97f associated. External IP: 172.25.3.253, port: 1496546a-8077-49a2-832f-6bf3cf701147. Jul 22 16:48:48.098730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf086d3b-5550-4275-8375-b6955c726d75 req-bc2badd7-e26e-4260-9cb0-8f8c51a356fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:48.100675 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf086d3b-5550-4275-8375-b6955c726d75 req-bc2badd7-e26e-4260-9cb0-8f8c51a356fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 912 time: 0.1221774 Jul 22 16:48:48.215856 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf086d3b-5550-4275-8375-b6955c726d75 req-8b6ef169-996b-4e77-8c4c-686cdc5cb763 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76 HTTP/1.1" status: 200 len: 217 time: 0.0995340 Jul 22 16:48:48.216956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7eada-50a3-4c57-889b-31ac2da5a2ab req-7fe3933f-b22c-4762-8ffc-e8532824e32c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:48.218604 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1a7eada-50a3-4c57-889b-31ac2da5a2ab req-7fe3933f-b22c-4762-8ffc-e8532824e32c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.1321073 Jul 22 16:48:48.296229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf086d3b-5550-4275-8375-b6955c726d75 req-e6848059-c6a2-4799-8c62-6b1c43982267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:48.297617 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf086d3b-5550-4275-8375-b6955c726d75 req-e6848059-c6a2-4799-8c62-6b1c43982267 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.0745821 Jul 22 16:48:48.312926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b9a6b-5f2a-4d74-8b96-18769839e42b req-5e6f79ea-6e33-492a-a189-200e93802e3b tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:48.314581 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c9b9a6b-5f2a-4d74-8b96-18769839e42b req-5e6f79ea-6e33-492a-a189-200e93802e3b tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.2120771 Jul 22 16:48:48.367101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf086d3b-5550-4275-8375-b6955c726d75 req-fdb45450-5cb6-44b3-afe3-2bd4bd80ac8a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507691 Jul 22 16:48:48.404119 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e30f72a-fe8d-42bd-93d2-24b71689f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.452311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c9b9a6b-5f2a-4d74-8b96-18769839e42b req-929e8671-7f31-4fc5-a741-9041dacbb375 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233335 Jul 22 16:48:48.548263 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf086d3b-5550-4275-8375-b6955c726d75 req-78298291-cff4-4247-ae44-041d8f3dd8e3 service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690824 Jul 22 16:48:48.642301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1a7eada-50a3-4c57-889b-31ac2da5a2ab req-451c14eb-305a-40d0-985e-a72774d8ef4d tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780777 Jul 22 16:48:48.730469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Router 22c0454d-fa48-48a8-acad-29fcf63f61f3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:48.737183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970052-afdb-4b8a-a284-ab75a19632a9 req-f9ae5c7a-3944-4413-b85c-831db18cbe2e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:48.738790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e970052-afdb-4b8a-a284-ab75a19632a9 req-f9ae5c7a-3944-4413-b85c-831db18cbe2e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 945 time: 0.1879830 Jul 22 16:48:48.747369 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf086d3b-5550-4275-8375-b6955c726d75 req-c6a53192-5f24-4ff7-92f8-69cf27a55a4c service neutron] 10.222.0.65 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575134 Jul 22 16:48:48.800441 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e970052-afdb-4b8a-a284-ab75a19632a9 req-fa2a3e4b-9a38-4914-807b-b98f56fdb7aa tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Jul 22 16:48:48.919727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2bd07-7b95-43e7-8bdd-37382594d696 req-bb475007-18f5-44e5-8e87-f3bab22a9664 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:48.921318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b4d2bd07-7b95-43e7-8bdd-37382594d696 req-bb475007-18f5-44e5-8e87-f3bab22a9664 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 945 time: 0.1961720 Jul 22 16:48:48.950129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:48.964989 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] Sync routers for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:48.973014 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:48.995008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:48.996238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:49.048446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b4d2bd07-7b95-43e7-8bdd-37382594d696 req-42975e49-fe5e-4311-a8c5-64938e4857a7 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071408 Jul 22 16:48:49.055666 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-427c4794-71e0-4ed8-ab88-3a49799efa81 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0159678 Jul 22 16:48:49.055666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'tag': '1496546a-8077-49a2-832f-6bf3cf701147'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:49.058574 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8f4ae9-19a2-4f34-8175-5a87020f927f" -d '{"events": [{"name": "network-changed", "server_uuid": "372f1d4d-6876-4436-a2ea-683e6820eaa1", "tag": "1496546a-8077-49a2-832f-6bf3cf701147"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:49.143420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dcdbc-1ab1-44f5-bffb-e4e2bd624e2f req-6387ad80-293d-43c8-9751-435e62b4ead7 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:49.146537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-522dcdbc-1ab1-44f5-bffb-e4e2bd624e2f req-6387ad80-293d-43c8-9751-435e62b4ead7 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.1551142 Jul 22 16:48:49.205218 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-522dcdbc-1ab1-44f5-bffb-e4e2bd624e2f req-605d1404-dfdf-40b6-9103-31236467e53c tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471992 Jul 22 16:48:49.206539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:49.245067 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb9fe2b-8191-44bb-a73e-4c9b51d93510 x-openstack-request-id: req-acb9fe2b-8191-44bb-a73e-4c9b51d93510 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:49.245477 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "372f1d4d-6876-4436-a2ea-683e6820eaa1", "tag": "1496546a-8077-49a2-832f-6bf3cf701147", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:49.245828 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acb9fe2b-8191-44bb-a73e-4c9b51d93510 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:49.246341 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'tag': '1496546a-8077-49a2-832f-6bf3cf701147', 'status': 'completed', 'code': 200} Jul 22 16:48:49.267354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89aed25b-4e79-4f8a-bee7-ee2f48401e76 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:49.391593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-658dbc79-fda8-4275-b473-212aac3c5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:49.393934 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-658dbc79-fda8-4275-b473-212aac3c5c7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 1097 time: 0.0793402 Jul 22 16:48:49.505335 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.528745 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-e4128a47-408f-4058-ba6f-e6a39276ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:49.530625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-e4128a47-408f-4058-ba6f-e6a39276ba41 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.1259046 Jul 22 16:48:49.579673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:49.582112 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34c5cf4-8e3a-4525-b987-1aefe8b9ba91" -d '{"events": [{"server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "name": "network-vif-unplugged", "status": "completed", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:49.607593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:49.645069 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:49.656610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-5e27aaeb-efff-4c7e-aa28-af14c05db998 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1496546a-8077-49a2-832f-6bf3cf701147 HTTP/1.1" status: 200 len: 999 time: 0.1159759 Jul 22 16:48:49.691707 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eda02b-9452-4c26-a7c9-983c0ceac0be x-openstack-request-id: req-37eda02b-9452-4c26-a7c9-983c0ceac0be {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:49.692135 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "name": "network-vif-unplugged", "status": "completed", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:49.692528 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37eda02b-9452-4c26-a7c9-983c0ceac0be {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:49.693083 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76', 'code': 200} Jul 22 16:48:49.738033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-fae4692c-1b9b-464e-af23-e9dddd10fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:49.739766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-fae4692c-1b9b-464e-af23-e9dddd10fdef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.0671015 Jul 22 16:48:49.750999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179a7e3-d2fd-40e7-a8de-5fe591f9167f req-c7ccc3a6-878b-4de6-8817-114b67e23c03 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:49.751417 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9179a7e3-d2fd-40e7-a8de-5fe591f9167f req-c7ccc3a6-878b-4de6-8817-114b67e23c03 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.1413541 Jul 22 16:48:49.774917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=89aed25b-4e79-4f8a-bee7-ee2f48401e76,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:49.837298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ddfa8-89b4-4c18-ba16-a59e0f3e2ada req-d5d89ae0-b2f4-44a3-8aba-5d0048f03760 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:49.838990 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-213ddfa8-89b4-4c18-ba16-a59e0f3e2ada req-d5d89ae0-b2f4-44a3-8aba-5d0048f03760 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.1063011 Jul 22 16:48:49.872808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '4c883a05-65ed-4367-a521-f13ec9a0b97f', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '1496546a-8077-49a2-832f-6bf3cf701147', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:bf:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:48:47Z', 'updated_at': '2021-07-22T16:48:47Z', 'revision_number': 0, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:49.883744 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9179a7e3-d2fd-40e7-a8de-5fe591f9167f req-7b993ff5-355b-4af3-8a1b-419db96416d1 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131978 Jul 22 16:48:49.890906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-213ddfa8-89b4-4c18-ba16-a59e0f3e2ada req-b5e3e17b-359f-4669-ade8-65a3f00adece tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445342 Jul 22 16:48:49.902639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-34ec4e10-0c8a-47ff-9a18-0a0a4f637460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:49.905208 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-34ec4e10-0c8a-47ff-9a18-0a0a4f637460 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527050 Jul 22 16:48:49.927851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] Checking router: 22c0454d-fa48-48a8-acad-29fcf63f61f3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:49.954187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:49.954822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:50.106918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-ce156af9-081f-4c73-b7d2-6c2f3efc9adb service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929772 Jul 22 16:48:50.130000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:50.180344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d1e70-ef38-4a3c-8a24-712cd8f532f0 req-8b6dc401-53c4-40ec-8774-587aa8d26e54 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.185239 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e58d1e70-ef38-4a3c-8a24-712cd8f532f0 req-8b6dc401-53c4-40ec-8774-587aa8d26e54 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 943 time: 0.1550047 Jul 22 16:48:50.290992 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e58d1e70-ef38-4a3c-8a24-712cd8f532f0 req-ac7276a3-013b-45f3-8b89-77bac3c37259 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989735 Jul 22 16:48:50.320170 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a8f4ae9-19a2-4f34-8175-5a87020f927f req-81fb9ab2-984d-44d3-8a83-908b2e1bcdfa service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025158 Jul 22 16:48:50.468973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92f018-199e-4250-aed8-eee604214ece req-349e8f53-f101-4482-94e2-cb6eaa2e2a28 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.471632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c92f018-199e-4250-aed8-eee604214ece req-349e8f53-f101-4482-94e2-cb6eaa2e2a28 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 945 time: 0.1068823 Jul 22 16:48:50.498241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e79592-5756-4965-8525-9fa904aa2141 req-b69af882-0a6c-42e6-bc0d-411fc7454312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.500242 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76e79592-5756-4965-8525-9fa904aa2141 req-b69af882-0a6c-42e6-bc0d-411fc7454312 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bfae256db264948aa59e8e7700bec41&device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 1097 time: 0.0861297 Jul 22 16:48:50.537339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c92f018-199e-4250-aed8-eee604214ece req-65e0d2d5-5113-4c88-bf89-7a26f4bc40da tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536854 Jul 22 16:48:50.657228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '4c883a05-65ed-4367-a521-f13ec9a0b97f', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '1496546a-8077-49a2-832f-6bf3cf701147', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:bf:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:48:47Z', 'updated_at': '2021-07-22T16:48:47Z', 'revision_number': 0, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:50.691367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e79592-5756-4965-8525-9fa904aa2141 req-34c99b78-6b01-4669-9a2b-1fc7cd29d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.692877 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76e79592-5756-4965-8525-9fa904aa2141 req-34c99b78-6b01-4669-9a2b-1fc7cd29d9d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f820239-0b55-4148-8729-92b7cec8976b HTTP/1.1" status: 200 len: 914 time: 0.1784742 Jul 22 16:48:50.697603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609072c-801a-47d1-8cb5-2fce16048d16 None None] The sync data for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 is: [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '4c883a05-65ed-4367-a521-f13ec9a0b97f', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '1496546a-8077-49a2-832f-6bf3cf701147', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:bf:45:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:48:47Z', 'updated_at': '2021-07-22T16:48:47Z', 'revision_number': 0, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:50.706694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95181b6-1526-4716-a35e-c6fd2c123f64 req-b8ac8024-5e68-454b-98fa-ede874626b23 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.708281 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c95181b6-1526-4716-a35e-c6fd2c123f64 req-b8ac8024-5e68-454b-98fa-ede874626b23 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.1010242 Jul 22 16:48:50.749036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acdcc3-bbe1-482a-9428-e376dd5629a4 req-21b052fa-f98e-4ce3-8a27-dd0c8c5d906e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.757456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1acdcc3-bbe1-482a-9428-e376dd5629a4 req-21b052fa-f98e-4ce3-8a27-dd0c8c5d906e tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 945 time: 0.1214104 Jul 22 16:48:50.765938 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76e79592-5756-4965-8525-9fa904aa2141 req-3321fc12-9525-4e8d-b09a-0a5cebba8867 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c85a65d1-0e7d-4b08-bdbe-972c144d363f HTTP/1.1" status: 200 len: 217 time: 0.0564463 Jul 22 16:48:50.803258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1acdcc3-bbe1-482a-9428-e376dd5629a4 req-b4de4213-56af-4d13-826b-6849422ccb37 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388510 Jul 22 16:48:50.832459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58026) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:50.882153 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c95181b6-1526-4716-a35e-c6fd2c123f64 req-36efdc71-36a9-45a2-95bb-1e72fe814087 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198144 Jul 22 16:48:50.890405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e79592-5756-4965-8525-9fa904aa2141 req-733fe10f-383e-4ef7-a718-ee2360e992e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.893011 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76e79592-5756-4965-8525-9fa904aa2141 req-733fe10f-383e-4ef7-a718-ee2360e992e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=70586396-bfae-4bd8-9902-0985fd2289e4 HTTP/1.1" status: 200 len: 853 time: 0.1175666 Jul 22 16:48:50.903178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b9cad-a472-464a-b506-9b5ad60c90d5 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:50.905351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f93b9cad-a472-464a-b506-9b5ad60c90d5 tempest-TestNetworkBasicOps-1801557871 tempest-TestNetworkBasicOps-1801557871-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 1092 time: 0.0719121 Jul 22 16:48:50.909902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58028) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:50.916707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '9440a85f-a94e-40ce-bcc6-32a692350277', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:50.951431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:50.974174 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76e79592-5756-4965-8525-9fa904aa2141 req-fc5c5a01-5477-4aa3-a35d-34362eb59484 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f820239-0b55-4148-8729-92b7cec8976b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725515 Jul 22 16:48:51.022014 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f46a6dcc-dcac-4ceb-93b5-b42fc458c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.032590 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3ce010-8d69-4706-af23-23e7988173b6 None None] New status for floating IP 4c883a05-65ed-4367-a521-f13ec9a0b97f: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:48:51.134723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76e79592-5756-4965-8525-9fa904aa2141 req-2bf19a4c-dc8f-4cce-bf11-9866f332c7aa service neutron] 10.222.0.65 "GET /v2.0/networks/6f820239-0b55-4148-8729-92b7cec8976b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472683 Jul 22 16:48:51.254615 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.263605 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.312864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76e79592-5756-4965-8525-9fa904aa2141 req-ed9e6a23-e7e7-4c6e-b93c-b53e72b6af6f service neutron] 10.222.0.65 "GET /v2.0/networks/6f820239-0b55-4148-8729-92b7cec8976b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678960 Jul 22 16:48:51.336530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-67207a5c-c6bd-444e-bd2c-dba90c8a8f97 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:51.338202 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-67207a5c-c6bd-444e-bd2c-dba90c8a8f97 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.20 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.2736046 Jul 22 16:48:51.352404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cd369-d9a9-4a6d-a496-4e0f231b304b req-e07337e8-73e5-436c-94c5-06cb1c3d1f83 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:51.353971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c55cd369-d9a9-4a6d-a496-4e0f231b304b req-e07337e8-73e5-436c-94c5-06cb1c3d1f83 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 945 time: 0.2748969 Jul 22 16:48:51.512702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c55cd369-d9a9-4a6d-a496-4e0f231b304b req-200e449a-4bec-4c00-9e31-9d814d66eb3e tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/security-groups?id=e21e389e-1d47-42ad-8f19-c82ca85d7860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443665 Jul 22 16:48:51.545535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6c59c-2810-410e-817f-e44092ef5810 req-60c5b2d1-194d-47fa-9ac0-1b4945689917 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:51.560147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6c6c59c-2810-410e-817f-e44092ef5810 req-60c5b2d1-194d-47fa-9ac0-1b4945689917 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 943 time: 0.1322525 Jul 22 16:48:51.593697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Allocated IP 172.25.3.209 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/a64a14eb-6696-4d0a-b26a-6db29bd46d59) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:51.622982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6c6c59c-2810-410e-817f-e44092ef5810 req-3e4955d4-44dd-4b60-9030-c620d457e1c3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610631 Jul 22 16:48:51.664558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Deleting port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:51.665099 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.814056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.829927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] For port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,segment=NetworkSegment(e1b505cf-947a-4f39-9220-a5afef3be0f2),segment_id=e1b505cf-947a-4f39-9220-a5afef3be0f2)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:51.830298 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:51.846650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Calling delete_port for 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:51.930728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.004448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:52.010157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:52.014258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=a64a14eb-6696-4d0a-b26a-6db29bd46d59,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:52.015940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:52.126343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9371-831b-4bbe-97b3-71aa6bbdbb28 req-b98de9c3-c6e2-4970-b74e-461b80953b4d tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:52.129324 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd6d9371-831b-4bbe-97b3-71aa6bbdbb28 req-b98de9c3-c6e2-4970-b74e-461b80953b4d tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.1200666 Jul 22 16:48:52.152618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.188718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['46a1b4bc-2ace-4c8d-be6d-e555a5e0626d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:52.207916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Pushing event deleted for resources: {'Port': ['ID=46a1b4bc-2ace-4c8d-be6d-e555a5e0626d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:52.222974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd6d9371-831b-4bbe-97b3-71aa6bbdbb28 req-f3d59ede-feea-4b60-b5b7-b0f3f6d0d6ae tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824285 Jul 22 16:48:52.346532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] No DVR routers for this DVR port 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:52.350235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.358786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52b7380c-4141-4c54-bc91-8261b5be7e49 req-0368b130-28fc-4e91-83c1-e3728d5b8946 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.20 "DELETE /v2.0/ports/46a1b4bc-2ace-4c8d-be6d-e555a5e0626d HTTP/1.1" status: 204 len: 173 time: 0.9985161 Jul 22 16:48:52.358786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7886b072-cb05-4375-828b-b4be1c1de156', 'name': 'network-vif-deleted', 'tag': '46a1b4bc-2ace-4c8d-be6d-e555a5e0626d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:52.358786 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cc2897-991e-44ba-9c05-5a1e6e93b1ea" -d '{"events": [{"server_uuid": "7886b072-cb05-4375-828b-b4be1c1de156", "name": "network-vif-deleted", "tag": "46a1b4bc-2ace-4c8d-be6d-e555a5e0626d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:52.399528 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a867a26b-2c2b-44a7-94dc-f0eae6564232 x-openstack-request-id: req-a867a26b-2c2b-44a7-94dc-f0eae6564232 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:52.399977 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7886b072-cb05-4375-828b-b4be1c1de156", "name": "network-vif-deleted", "tag": "46a1b4bc-2ace-4c8d-be6d-e555a5e0626d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:52.400374 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a867a26b-2c2b-44a7-94dc-f0eae6564232 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:52.400981 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7886b072-cb05-4375-828b-b4be1c1de156', 'name': 'network-vif-deleted', 'tag': '46a1b4bc-2ace-4c8d-be6d-e555a5e0626d', 'status': 'completed', 'code': 200} Jul 22 16:48:52.494305 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.583132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.688755 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f0f927a4-c4b3-4fb2-a960-1edf873e67a8 req-900e2ee5-7eea-4648-8b52-4999c02bc052 tempest-ServerDiskConfigTestJSON-604738194 tempest-ServerDiskConfigTestJSON-604738194-project] 10.222.0.53 "GET /v2.0/ports?device_id=7886b072-cb05-4375-828b-b4be1c1de156 HTTP/1.1" status: 200 len: 210 time: 0.0677156 Jul 22 16:48:52.717755 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.813562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21435c5d-9453-4128-8a25-ea17ec78fdd6 req-095e8916-0edb-4c9a-aeb5-920005f2b92c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:52.816515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21435c5d-9453-4128-8a25-ea17ec78fdd6 req-095e8916-0edb-4c9a-aeb5-920005f2b92c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 943 time: 0.0775735 Jul 22 16:48:52.864047 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21435c5d-9453-4128-8a25-ea17ec78fdd6 req-6bbf3fa3-95b0-4c3c-8777-854466a3b97d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372500 Jul 22 16:48:52.916724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:52.927641 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.017997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event updated for resources: {'Port': ['ID=a64a14eb-6696-4d0a-b26a-6db29bd46d59,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:53.043477 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.196020 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Floating IP 98fccf13-48da-4cbf-8687-2c708fc73115 associated. External IP: 172.25.3.209, port: 9440a85f-a94e-40ce-bcc6-32a692350277. Jul 22 16:48:53.396702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b666452-b068-4778-9167-35d86c91e628 req-8ab4f648-720a-4ced-b4c4-c245169c8609 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:53.399058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b666452-b068-4778-9167-35d86c91e628 req-8ab4f648-720a-4ced-b4c4-c245169c8609 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.0829048 Jul 22 16:48:53.442491 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b666452-b068-4778-9167-35d86c91e628 req-f8183612-3dcb-4df3-997d-aa4ee5a30fba tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362475 Jul 22 16:48:53.467529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router f69c217c-520e-4318-aa8b-59b41045bd86 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:48:53.908246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:48:53.925327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] Sync routers for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:48:53.934599 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:53.943077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:53.945298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:48:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:53.949952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc23269-3642-4622-97f9-5a722bab9eff req-193117dd-5bfd-413d-8eee-555999499a1d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:53.951564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fc23269-3642-4622-97f9-5a722bab9eff req-193117dd-5bfd-413d-8eee-555999499a1d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=043beb14-ce0f-4e1a-9dd0-ce31daf9fe02 HTTP/1.1" status: 200 len: 943 time: 0.3901389 Jul 22 16:48:53.979441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945a263-746e-4985-a61c-2c295c215d39 req-a202fac6-23cd-401d-96e5-ad22695d3c37 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:53.982748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0945a263-746e-4985-a61c-2c295c215d39 req-a202fac6-23cd-401d-96e5-ad22695d3c37 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.1155043 Jul 22 16:48:54.021754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-01edf4fa-9b0e-4f6a-87bf-7cb40f178b08 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1104534 Jul 22 16:48:54.028751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:54.073214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0945a263-746e-4985-a61c-2c295c215d39 req-40eb57c8-5a0c-419d-a47d-1f0dd30e8a07 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854788 Jul 22 16:48:54.109981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-48f5c585-e152-42a5-8ca7-6bc325faa6b6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/floatingips/98fccf13-48da-4cbf-8687-2c708fc73115 HTTP/1.1" status: 200 len: 991 time: 0.0803437 Jul 22 16:48:54.134024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:54.146914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6fc23269-3642-4622-97f9-5a722bab9eff req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Deleting port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:54.148024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fc23269-3642-4622-97f9-5a722bab9eff req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.255556 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.294671 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6fc23269-3642-4622-97f9-5a722bab9eff req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] For port 89aed25b-4e79-4f8a-bee7-ee2f48401e76, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=89aed25b-4e79-4f8a-bee7-ee2f48401e76,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:54.295494 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fc23269-3642-4622-97f9-5a722bab9eff req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.317575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6fc23269-3642-4622-97f9-5a722bab9eff req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Calling delete_port for 89aed25b-4e79-4f8a-bee7-ee2f48401e76 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:54.406370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:54.409360 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0993a145-3bee-4865-a206-077f09c96b76" -d '{"events": [{"name": "network-changed", "server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:54.437396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58114) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:54.482627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '98fccf13-48da-4cbf-8687-2c708fc73115', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'port_id': '9440a85f-a94e-40ce-bcc6-32a692350277', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'mac_address': 'fa:16:3e:e3:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:48:52Z', 'updated_at': '2021-07-22T16:48:52Z', 'revision_number': 0, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5d0ba9-4030-40d1-9203-db41b02c563a', 'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:d7:1e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:17Z', 'updated_at': '2021-07-22T16:48:27Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:54.503057 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8218376-ed60-4730-99c7-29902a134b26 x-openstack-request-id: req-d8218376-ed60-4730-99c7-29902a134b26 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:54.503459 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:54.503791 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8218376-ed60-4730-99c7-29902a134b26 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:54.504300 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277', 'status': 'completed', 'code': 200} Jul 22 16:48:54.514692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] Checking router: f69c217c-520e-4318-aa8b-59b41045bd86 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:48:54.524651 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fc23269-3642-4622-97f9-5a722bab9eff req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.534966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a5da91-4c0c-4712-aa58-f2d0c44c2976 admin admin] Deleting subnet aa12c553-b756-49fe-a66d-4a6f1bb3713d {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:54.537057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:48:54.538332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:48:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:54.541842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80a5da91-4c0c-4712-aa58-f2d0c44c2976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.585065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event deleted for resources: {'Port': ['ID=89aed25b-4e79-4f8a-bee7-ee2f48401e76,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:54.656205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc23269-3642-4622-97f9-5a722bab9eff req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] No DVR routers for this DVR port 89aed25b-4e79-4f8a-bee7-ee2f48401e76 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:54.659638 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fc23269-3642-4622-97f9-5a722bab9eff req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.667745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80a5da91-4c0c-4712-aa58-f2d0c44c2976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.670848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fc23269-3642-4622-97f9-5a722bab9eff req-2349a8ff-e087-48a3-b967-5a97f454985f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "DELETE /v2.0/ports/89aed25b-4e79-4f8a-bee7-ee2f48401e76 HTTP/1.1" status: 204 len: 173 time: 0.7006178 Jul 22 16:48:54.711723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:48:54.762537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80a5da91-4c0c-4712-aa58-f2d0c44c2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.767932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993a145-3bee-4865-a206-077f09c96b76 req-1d2fb5b3-fd01-427b-8230-f1fd9756b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:54.770520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0993a145-3bee-4865-a206-077f09c96b76 req-1d2fb5b3-fd01-427b-8230-f1fd9756b696 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 1097 time: 0.1873040 Jul 22 16:48:54.925588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80a5da91-4c0c-4712-aa58-f2d0c44c2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.963263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5da91-4c0c-4712-aa58-f2d0c44c2976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa12c553-b756-49fe-a66d-4a6f1bb3713d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:54.968466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80a5da91-4c0c-4712-aa58-f2d0c44c2976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:54.970484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-80a5da91-4c0c-4712-aa58-f2d0c44c2976 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aa12c553-b756-49fe-a66d-4a6f1bb3713d HTTP/1.1" status: 204 len: 168 time: 0.5285990 Jul 22 16:48:54.974085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993a145-3bee-4865-a206-077f09c96b76 req-fa5ce56b-3f81-4756-b0f4-4e9cf1ef7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:54.975201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:54.975994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0993a145-3bee-4865-a206-077f09c96b76 req-fa5ce56b-3f81-4756-b0f4-4e9cf1ef7fb9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=86ccd57d-0733-44e1-9cf1-3676b1c3f293 HTTP/1.1" status: 200 len: 898 time: 0.1738448 Jul 22 16:48:55.058970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0993a145-3bee-4865-a206-077f09c96b76 req-0c3456f8-2867-4e12-87a8-002951ad007a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9440a85f-a94e-40ce-bcc6-32a692350277 HTTP/1.1" status: 200 len: 999 time: 0.0757880 Jul 22 16:48:55.077870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '98fccf13-48da-4cbf-8687-2c708fc73115', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'port_id': '9440a85f-a94e-40ce-bcc6-32a692350277', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'mac_address': 'fa:16:3e:e3:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:48:52Z', 'updated_at': '2021-07-22T16:48:52Z', 'revision_number': 0, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5d0ba9-4030-40d1-9203-db41b02c563a', 'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:d7:1e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:17Z', 'updated_at': '2021-07-22T16:48:27Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:55.105547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.119286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:55.134226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62db202c-5238-450d-9a7a-919a0744a801 None None] The sync data for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 is: [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '98fccf13-48da-4cbf-8687-2c708fc73115', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'port_id': '9440a85f-a94e-40ce-bcc6-32a692350277', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'mac_address': 'fa:16:3e:e3:bf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:48:52Z', 'updated_at': '2021-07-22T16:48:52Z', 'revision_number': 0, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec5d0ba9-4030-40d1-9203-db41b02c563a', 'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:d7:1e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:17Z', 'updated_at': '2021-07-22T16:48:27Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:48:55.155734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993a145-3bee-4865-a206-077f09c96b76 req-c7d38324-e411-41e4-acb3-6c0630378932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:55.157684 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0993a145-3bee-4865-a206-077f09c96b76 req-c7d38324-e411-41e4-acb3-6c0630378932 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=daed58cd-c728-4190-994a-e2a73a21ae93 HTTP/1.1" status: 200 len: 834 time: 0.0884585 Jul 22 16:48:55.279141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993a145-3bee-4865-a206-077f09c96b76 req-37c0d126-3a0f-4130-91d8-63de169b433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:55.282426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0993a145-3bee-4865-a206-077f09c96b76 req-37c0d126-3a0f-4130-91d8-63de169b433b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86ccd57d-0733-44e1-9cf1-3676b1c3f293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134157 Jul 22 16:48:55.295871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89aed25b-4e79-4f8a-bee7-ee2f48401e76 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:55.342887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.366555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:55.373466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091a2e6b-4e62-4f24-b74a-bfa36e5da54f']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:55.409649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:55.410309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 46a1b4bc-2ace-4c8d-be6d-e555a5e0626d not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:55.412698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 89aed25b-4e79-4f8a-bee7-ee2f48401e76 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:55.413444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 89aed25b-4e79-4f8a-bee7-ee2f48401e76 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:55.420171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0ce00d45-eb94-4648-a538-655c2a9e8567 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/floatingips/98fccf13-48da-4cbf-8687-2c708fc73115 HTTP/1.1" status: 200 len: 991 time: 0.2932177 Jul 22 16:48:55.423133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b505cf-947a-4f39-9220-a5afef3be0f2') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:55.423715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b505cf-947a-4f39-9220-a5afef3be0f2') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:55.440802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.468675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22337cb7-e550-488b-b428-e12033d4b003 req-62c0784d-bc22-4a91-966b-598ee052e5bd tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:55.470200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22337cb7-e550-488b-b428-e12033d4b003 req-62c0784d-bc22-4a91-966b-598ee052e5bd tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.2411301 Jul 22 16:48:55.471308 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.482250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:55.482661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:55.485575 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:55.504690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0993a145-3bee-4865-a206-077f09c96b76 req-f83b87fc-d995-4933-892e-361f6b5ef5cd service neutron] 10.222.0.65 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037702 Jul 22 16:48:55.548439 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaff7cd-46c8-456e-8333-e635819304b5 None None] New status for floating IP 98fccf13-48da-4cbf-8687-2c708fc73115: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:48:55.582018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-1fa89db1-81b6-4789-9d9d-c0fbb5687e15 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:55.582879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.587709 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-1fa89db1-81b6-4789-9d9d-c0fbb5687e15 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.2359810 Jul 22 16:48:55.601218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:55.603200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] 10.222.0.53 "DELETE /v2.0/networks/091a2e6b-4e62-4f24-b74a-bfa36e5da54f HTTP/1.1" status: 204 len: 168 time: 0.6264768 Jul 22 16:48:55.604239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f0a95-d806-49ba-b6de-ddf84db97d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=091a2e6b-4e62-4f24-b74a-bfa36e5da54f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:55.622251 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22337cb7-e550-488b-b428-e12033d4b003 req-512834d7-d53f-4ba5-a8a4-86b74ef04737 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414540 Jul 22 16:48:55.657372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-c2d694af-3b19-4cbb-bc76-d6ce39fe9c0b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/quotas/4fcebb27d9824b28a076b8e462ad6e34 HTTP/1.1" status: 200 len: 375 time: 0.0249856 Jul 22 16:48:55.717983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-aaee6e4f-4a5d-4cb9-8408-97f394f41ccb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525503 Jul 22 16:48:55.788625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0993a145-3bee-4865-a206-077f09c96b76 req-9f64607a-4b18-4c3d-a9f7-e8ad02120632 service neutron] 10.222.0.65 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733636 Jul 22 16:48:55.901072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58146) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:55.933503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-82a8fbe8-ef54-49f3-9a91-73cd6b473333 service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965103 Jul 22 16:48:55.952103 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b29bea2d-00a2-4ee3-b085-72050ee8149a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d49fcf410cb84beb972b2fdfab04a34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474670 Jul 22 16:48:55.952337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:56.016448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd095-e401-445e-a71c-7b01b34ec772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.041504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd095-e401-445e-a71c-7b01b34ec772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.061038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-d1770398-f40b-46e1-a350-5f423cdeb4b3 service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215951 Jul 22 16:48:56.080878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-457465a4-3f3f-469a-83e8-f3d6798614b3 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:56.082969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-457465a4-3f3f-469a-83e8-f3d6798614b3 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.65 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.1140583 Jul 22 16:48:56.099646 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd095-e401-445e-a71c-7b01b34ec772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.102977 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdfcd095-e401-445e-a71c-7b01b34ec772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.104048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fdfcd095-e401-445e-a71c-7b01b34ec772 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e21e389e-1d47-42ad-8f19-c82ca85d7860 HTTP/1.1" status: 204 len: 168 time: 0.1507304 Jul 22 16:48:56.112510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcd095-e401-445e-a71c-7b01b34ec772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21e389e-1d47-42ad-8f19-c82ca85d7860,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:56.296159 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-564a1aaf-25bc-4c64-90b7-49a10e3b08b1 req-623e871d-bf48-423a-b7a7-2e090a17c077 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 210 time: 0.0332937 Jul 22 16:48:56.424304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:56.506915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'name': 'network-vif-deleted', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:56.509624 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475af205-237a-4057-8eb5-a54c00401d7a" -d '{"events": [{"server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "name": "network-vif-deleted", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:56.552691 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-18eb3d7d-e3e0-43f3-96b5-a4fd37ec1ca2 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/floatingips/98fccf13-48da-4cbf-8687-2c708fc73115 HTTP/1.1" status: 200 len: 993 time: 0.1247294 Jul 22 16:48:56.574139 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb24db-a7fe-4f32-bd5f-652402f4f432 x-openstack-request-id: req-2cdb24db-a7fe-4f32-bd5f-652402f4f432 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:56.574794 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043beb14-ce0f-4e1a-9dd0-ce31daf9fe02", "name": "network-vif-deleted", "tag": "89aed25b-4e79-4f8a-bee7-ee2f48401e76", "status": "failed", "code": 422}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:56.575548 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cdb24db-a7fe-4f32-bd5f-652402f4f432 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:56.576849 n-d-792458-13 neutron-server[93750]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '043beb14-ce0f-4e1a-9dd0-ce31daf9fe02', 'name': 'network-vif-deleted', 'tag': '89aed25b-4e79-4f8a-bee7-ee2f48401e76', 'status': 'failed', 'code': 422} returned with failed status Jul 22 16:48:56.704653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Deleting port c85a65d1-0e7d-4b08-bdbe-972c144d363f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:48:56.705772 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.793669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f59a21-b41f-4c55-9e3e-2a241b668546 req-d1273346-5d40-4657-840b-0d44a1b16df4 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:56.800723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c5f59a21-b41f-4c55-9e3e-2a241b668546 req-d1273346-5d40-4657-840b-0d44a1b16df4 tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/ports?device_id=93320358-acf1-4be9-ac74-82b09787b795 HTTP/1.1" status: 200 len: 945 time: 0.0989177 Jul 22 16:48:56.845986 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c5f59a21-b41f-4c55-9e3e-2a241b668546 req-b6e90c02-c129-4784-93ff-7920decfdb7e tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.53 "GET /v2.0/security-groups?id=44718e95-6109-432e-8048-a5849ccbb162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Jul 22 16:48:56.878534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] For port c85a65d1-0e7d-4b08-bdbe-972c144d363f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=c85a65d1-0e7d-4b08-bdbe-972c144d363f,segment=NetworkSegment(231af282-6eb5-4307-985b-0476b190afbe),segment_id=231af282-6eb5-4307-985b-0476b190afbe)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:48:56.879071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:56.903285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Calling delete_port for c85a65d1-0e7d-4b08-bdbe-972c144d363f owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:48:57.073939 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.104902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Pushing event deleted for resources: {'Port': ['ID=c85a65d1-0e7d-4b08-bdbe-972c144d363f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:57.118178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58192) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:57.120983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['c85a65d1-0e7d-4b08-bdbe-972c144d363f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:48:57.158794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] No DVR routers for this DVR port c85a65d1-0e7d-4b08-bdbe-972c144d363f on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:48:57.161406 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.163601 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bedf92e0-700a-4c3b-8d09-9eadb5d4dab0 req-14ba0d13-99f7-4049-9a41-8d964db2bb4c tempest-InstanceActionsTestJSON-775333395 tempest-InstanceActionsTestJSON-775333395-project] 10.222.0.65 "DELETE /v2.0/ports/c85a65d1-0e7d-4b08-bdbe-972c144d363f HTTP/1.1" status: 204 len: 173 time: 1.0744500 Jul 22 16:48:57.164215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93320358-acf1-4be9-ac74-82b09787b795', 'name': 'network-vif-deleted', 'tag': 'c85a65d1-0e7d-4b08-bdbe-972c144d363f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:57.166494 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdacb493-747e-4c3e-9e6c-f1e90667c703" -d '{"events": [{"server_uuid": "93320358-acf1-4be9-ac74-82b09787b795", "name": "network-vif-deleted", "tag": "c85a65d1-0e7d-4b08-bdbe-972c144d363f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:57.206398 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d681355-70c5-49ad-a68c-27ab77584a64 x-openstack-request-id: req-3d681355-70c5-49ad-a68c-27ab77584a64 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:57.206694 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93320358-acf1-4be9-ac74-82b09787b795", "name": "network-vif-deleted", "tag": "c85a65d1-0e7d-4b08-bdbe-972c144d363f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:57.206974 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d681355-70c5-49ad-a68c-27ab77584a64 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:57.207376 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93320358-acf1-4be9-ac74-82b09787b795', 'name': 'network-vif-deleted', 'tag': 'c85a65d1-0e7d-4b08-bdbe-972c144d363f', 'status': 'completed', 'code': 200} Jul 22 16:48:57.258012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2041932489-network', 'tenant_id': '4849be2a9b304e64a0b8f80a90db2026'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:57.290150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Made reservation on behalf of 4849be2a9b304e64a0b8f80a90db2026 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:57.293720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.304282 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.433399 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c88a93e0-7ebd-4999-8211-61beb07cbc70 req-a2f02a8f-3234-41b9-9059-7593eae96510 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 210 time: 0.0387018 Jul 22 16:48:57.477229 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.485782 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.517845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:48:57.567613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f7a095-9f01-485d-9476-731966ef82be,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:57.574870 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.575251 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Added segment 3046f982-f8df-4c9f-b09f-e46a443ea01e of type vlan for network d16beb08-9558-443d-b732-d1ff5c7205d0 Jul 22 16:48:57.643042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-4724d7b9-83f6-4410-9088-e1f3a18bf316 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:57.644662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-4724d7b9-83f6-4410-9088-e1f3a18bf316 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.2035098 Jul 22 16:48:57.649339 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.681515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Request body: {'port': {'device_id': 'ea0b54df-9fbd-416e-a623-37751f93c023', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'admin_state_up': True, 'tenant_id': '4fcebb27d9824b28a076b8e462ad6e34'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:57.720783 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.721773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:57.722542 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.808142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6862688 Jul 22 16:48:57.809877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:57.817960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Request body: {'subnet': {'network_id': 'd16beb08-9558-443d-b732-d1ff5c7205d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2041932489-subnet', 'tenant_id': '4849be2a9b304e64a0b8f80a90db2026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:57.870395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded0cf-6740-47a9-a657-37e4584b1268 admin admin] Pushing event updated for resources: {'Network': ['ID=d16beb08-9558-443d-b732-d1ff5c7205d0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:57.885568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network d16beb08-9558-443d-b732-d1ff5c7205d0 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:48:57.896718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Made reservation on behalf of 4849be2a9b304e64a0b8f80a90db2026 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:57.899986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.947100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Made reservation on behalf of 4fcebb27d9824b28a076b8e462ad6e34 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:48:57.951049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:57.957993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:58.019661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-050f7175-24d8-42e1-a77f-0ea7be1519a9 admin admin] Deleting subnet 70586396-bfae-4bd8-9902-0985fd2289e4 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:48:58.024603 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-050f7175-24d8-42e1-a77f-0ea7be1519a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.066224 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-050f7175-24d8-42e1-a77f-0ea7be1519a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.112355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-050f7175-24d8-42e1-a77f-0ea7be1519a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.171131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-050f7175-24d8-42e1-a77f-0ea7be1519a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.205287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f7175-24d8-42e1-a77f-0ea7be1519a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70586396-bfae-4bd8-9902-0985fd2289e4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:58.207358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-050f7175-24d8-42e1-a77f-0ea7be1519a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.211481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Allocated IP 172.20.0.8 (9fbb4b23-f7da-4811-bc9d-550a23b15826/a9b029ca-65ed-4f26-be85-de2402c32c39/f271e7de-7b59-4582-95c2-53a54693f036) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:48:58.212353 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-050f7175-24d8-42e1-a77f-0ea7be1519a9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/70586396-bfae-4bd8-9902-0985fd2289e4 HTTP/1.1" status: 204 len: 168 time: 0.2513881 Jul 22 16:48:58.213011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:58.243981 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.298314 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.330832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c7a70f-1c57-4864-8738-054bb5a8b584,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:58.378353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.378648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.379015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.379348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.379684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.380040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.380419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.380797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.381124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.381492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.381976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.382492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:48:58.394204 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.398234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Checking segment: {'id': '3046f982-f8df-4c9f-b09f-e46a443ea01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd16beb08-9558-443d-b732-d1ff5c7205d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:58.398610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Network hostable DHCP agents. Network: d16beb08-9558-443d-b732-d1ff5c7205d0, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:48:58.405058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f820239-0b55-4148-8729-92b7cec8976b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:58.419939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231af282-6eb5-4307-985b-0476b190afbe') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:58.419939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231af282-6eb5-4307-985b-0476b190afbe') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:48:58.430392 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.448010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.455127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:48:58.455600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Network d16beb08-9558-443d-b732-d1ff5c7205d0 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:48:58.455728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:48:58.457500 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:48:58.468612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, d16beb08-9558-443d-b732-d1ff5c7205d0) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:58.478042 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2e07f5-4703-4b2a-b499-5b12ebd3eff2 None None] Network d16beb08-9558-443d-b732-d1ff5c7205d0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:58.480048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:58.480666 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.513823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.519018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b5f37b82-5a7d-44d3-a504-aafd027882bb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7055585 Jul 22 16:48:58.569608 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.581104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.588882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6f820239-0b55-4148-8729-92b7cec8976b HTTP/1.1" status: 204 len: 168 time: 0.3745339 Jul 22 16:48:58.605383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bbe92-6c30-45ea-82ba-d44f03826340 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f820239-0b55-4148-8729-92b7cec8976b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:58.614865 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25574cf6-220f-455b-bbd3-41bd14600852 req-be87a308-a5f9-4260-a1a0-052c3534c16f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 210 time: 0.0653067 Jul 22 16:48:58.651574 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.703056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e191ecc-3969-48b8-bce2-d1bcd931b701 None None] Network d16beb08-9558-443d-b732-d1ff5c7205d0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:48:58.725034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event updated for resources: {'Port': ['ID=f271e7de-7b59-4582-95c2-53a54693f036,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:58.740027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:48:58.742062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:48:58.746641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:48:58.799357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:58.800021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.820210 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-98cfc03e-d87a-469a-87e4-f52a8f5c8794 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1484575 Jul 22 16:48:58.822422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58224) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:58.847886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Request body: {'port': {'device_id': 'ea0b54df-9fbd-416e-a623-37751f93c023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:48:58.920698 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0532c437-45af-4932-97ae-460690579414 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bfae256db264948aa59e8e7700bec41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966318 Jul 22 16:48:58.923638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:48:58.971081 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:58.987080 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9696cfa0-421e-4ce3-b7cd-1117f4c95803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.020176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9696cfa0-421e-4ce3-b7cd-1117f4c95803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.092045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9696cfa0-421e-4ce3-b7cd-1117f4c95803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.094911 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9696cfa0-421e-4ce3-b7cd-1117f4c95803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.098463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9696cfa0-421e-4ce3-b7cd-1117f4c95803 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44718e95-6109-432e-8048-a5849ccbb162 HTTP/1.1" status: 204 len: 168 time: 0.1715367 Jul 22 16:48:59.115232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696cfa0-421e-4ce3-b7cd-1117f4c95803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44718e95-6109-432e-8048-a5849ccbb162,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:59.333969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465611ee-a920-44b4-868b-289b5f797b8a req-a4b8f655-e123-4528-8838-ae5bda4de07b tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:59.336838 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-a4b8f655-e123-4528-8838-ae5bda4de07b tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/networks?id=d16beb08-9558-443d-b732-d1ff5c7205d0 HTTP/1.1" status: 200 len: 818 time: 0.1371698 Jul 22 16:48:59.348338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c85a65d1-0e7d-4b08-bdbe-972c144d363f no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:48:59.365577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-660054df-864d-44c2-abbe-6e33010d8542 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/quotas/4849be2a9b304e64a0b8f80a90db2026 HTTP/1.1" status: 200 len: 375 time: 0.0206883 Jul 22 16:48:59.383405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: c85a65d1-0e7d-4b08-bdbe-972c144d363f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:48:59.383799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device c85a65d1-0e7d-4b08-bdbe-972c144d363f not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:48:59.403389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f271e7de-7b59-4582-95c2-53a54693f036 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:48:59.414172 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.427651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-23873fb4-3f1c-4129-9510-bea69936bff0 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4849be2a9b304e64a0b8f80a90db2026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538025 Jul 22 16:48:59.428768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Transition to ACTIVE for port object f271e7de-7b59-4582-95c2-53a54693f036 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:48:59.433424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.505889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f271e7de-7b59-4582-95c2-53a54693f036,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:59.527161 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-6b235792-b530-43ed-967d-9a171561681b service neutron] 10.222.0.53 "GET /v2.0/networks/d16beb08-9558-443d-b732-d1ff5c7205d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934172 Jul 22 16:48:59.566788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Attempting to bind port f271e7de-7b59-4582-95c2-53a54693f036 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:48:59.567180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Attempting to bind port f271e7de-7b59-4582-95c2-53a54693f036 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:48:59.568019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Attempting to bind port f271e7de-7b59-4582-95c2-53a54693f036 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:59.574953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Port f271e7de-7b59-4582-95c2-53a54693f036 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:48:59.575297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Attempting to bind port f271e7de-7b59-4582-95c2-53a54693f036 on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:48:59.580393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:48:59.580731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Checking segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:48:59.581113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Bound using segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:48:59.581541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Bound port: f271e7de-7b59-4582-95c2-53a54693f036, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:48:59.581898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.650698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-32cd4af6-5e84-4be7-a101-c84726611d9d service neutron] 10.222.0.53 "GET /v2.0/networks/d16beb08-9558-443d-b732-d1ff5c7205d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159382 Jul 22 16:48:59.669559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] For port f271e7de-7b59-4582-95c2-53a54693f036, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:48:59.670448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] For port f271e7de-7b59-4582-95c2-53a54693f036, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f271e7de-7b59-4582-95c2-53a54693f036,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:48:59.677449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.716608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:59.717105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:48:59.718529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/f271e7de-7b59-4582-95c2-53a54693f036 HTTP/1.1" status: 200 len: 1092 time: 0.8750288 Jul 22 16:48:59.718999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0b54df-9fbd-416e-a623-37751f93c023', 'tag': 'f271e7de-7b59-4582-95c2-53a54693f036'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:48:59.721345 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03908275-bb98-474c-bac0-c0a65c24a467" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0b54df-9fbd-416e-a623-37751f93c023", "tag": "f271e7de-7b59-4582-95c2-53a54693f036"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:48:59.842016 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7405f7-8abb-4219-939b-c77d82c6ea15 x-openstack-request-id: req-8b7405f7-8abb-4219-939b-c77d82c6ea15 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:48:59.842317 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0b54df-9fbd-416e-a623-37751f93c023", "tag": "f271e7de-7b59-4582-95c2-53a54693f036", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:48:59.842716 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b7405f7-8abb-4219-939b-c77d82c6ea15 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:48:59.843149 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0b54df-9fbd-416e-a623-37751f93c023', 'tag': 'f271e7de-7b59-4582-95c2-53a54693f036', 'status': 'completed', 'code': 200} Jul 22 16:48:59.855419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529868d-f7e4-43eb-a22b-8f80552954a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f271e7de-7b59-4582-95c2-53a54693f036,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:48:59.907856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56561791-aab3-49be-b476-0707f55f86b4 req-ed3b86b9-89ce-4fcd-9821-9c844505612b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:59.910445 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56561791-aab3-49be-b476-0707f55f86b4 req-ed3b86b9-89ce-4fcd-9821-9c844505612b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 943 time: 0.1670001 Jul 22 16:48:59.917843 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cafcf5be-1abf-43bd-85c6-357db1799991 req-85477fed-fa85-42c8-899c-45802f1a5b5e tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 210 time: 0.0438035 Jul 22 16:48:59.961620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-3e6e0a51-c529-454f-8b9c-c4ee46d642cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:48:59.963177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-3e6e0a51-c529-454f-8b9c-c4ee46d642cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 1095 time: 0.1752822 Jul 22 16:48:59.992256 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56561791-aab3-49be-b476-0707f55f86b4 req-f055ba36-d022-4dfe-8006-f2889b19e3e1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551963 Jul 22 16:49:00.023986 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-03a9c95c-3970-4212-99dd-d1d6ce451635 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f271e7de-7b59-4582-95c2-53a54693f036 HTTP/1.1" status: 200 len: 217 time: 0.0460739 Jul 22 16:49:00.041916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58272) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:00.099324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-262d69c0-a3b2-4fed-84f9-bcd7a387524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.101771 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-262d69c0-a3b2-4fed-84f9-bcd7a387524f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.0704627 Jul 22 16:49:00.139920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-de6d2784-6437-4a0e-80af-14317ee44eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326142 Jul 22 16:49:00.186255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1380156596-network', 'tenant_id': '9f6320182880451399b0e5f0c1a9d7e0'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:00.216375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Made reservation on behalf of 9f6320182880451399b0e5f0c1a9d7e0 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:00.219660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.229866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.313097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-76e08261-f389-44e3-bb54-608f72bb7b58 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567175 Jul 22 16:49:00.355396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.363272 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.399194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:00.414374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38e5241-a38e-40cd-a796-c76ae5569804,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:00.419585 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.419857 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Added segment ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073 of type vlan for network def068ce-190d-43ba-b3e5-ed3ec81bc691 Jul 22 16:49:00.447945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b1e4d0a-0364-4d3d-85f4-9be02a85e800 req-ec3eb462-42db-43bd-8c9c-9954f54365bf service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277099 Jul 22 16:49:00.470482 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.504450 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.505535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.506208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.546895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5038695 Jul 22 16:49:00.550314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58282) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:00.556135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Request body: {'subnet': {'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1380156596-subnet', 'tenant_id': '9f6320182880451399b0e5f0c1a9d7e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:00.581950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904b14-b620-49d3-85a5-c7368707d3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=def068ce-190d-43ba-b3e5-ed3ec81bc691,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:00.594264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network def068ce-190d-43ba-b3e5-ed3ec81bc691 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:00.638724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Made reservation on behalf of 9f6320182880451399b0e5f0c1a9d7e0 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:00.643602 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:00.761631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03908275-bb98-474c-bac0-c0a65c24a467 req-a844dff5-f67c-462d-85d8-ce2340fe3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.763245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03908275-bb98-474c-bac0-c0a65c24a467 req-a844dff5-f67c-462d-85d8-ce2340fe3f8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 1095 time: 0.1895943 Jul 22 16:49:00.919138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03908275-bb98-474c-bac0-c0a65c24a467 req-fa03eb3a-d34a-4f89-a986-7e7e9219bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:00.920609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03908275-bb98-474c-bac0-c0a65c24a467 req-fa03eb3a-d34a-4f89-a986-7e7e9219bcb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 912 time: 0.1505923 Jul 22 16:49:00.968911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03908275-bb98-474c-bac0-c0a65c24a467 req-c5056d88-a196-4722-8514-567abee8214f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f271e7de-7b59-4582-95c2-53a54693f036 HTTP/1.1" status: 200 len: 217 time: 0.0390794 Jul 22 16:49:00.969727 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.067865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49f1177d-5c53-4c72-82c9-409d3336c33b req-942628ac-3618-4e5e-ad38-878fc9db1912 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 210 time: 0.0488708 Jul 22 16:49:01.092562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Checking segment: {'id': 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:01.093004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Network hostable DHCP agents. Network: def068ce-190d-43ba-b3e5-ed3ec81bc691, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:01.116510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03908275-bb98-474c-bac0-c0a65c24a467 req-dc2c6773-b948-488f-8cd8-58633c434e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:01.117999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03908275-bb98-474c-bac0-c0a65c24a467 req-dc2c6773-b948-488f-8cd8-58633c434e15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.1189294 Jul 22 16:49:01.118621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4590d5-78bc-4842-a564-086ca90327fc,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:01.193167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03908275-bb98-474c-bac0-c0a65c24a467 req-b86686e1-fe5c-4bbc-9639-5dbaa2e7f31e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494401 Jul 22 16:49:01.196802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Network def068ce-190d-43ba-b3e5-ed3ec81bc691 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:01.242094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, def068ce-190d-43ba-b3e5-ed3ec81bc691) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:01.249196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:01.250302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.251992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c25e530-8f34-4a17-8a25-c09d52da312a None None] Network def068ce-190d-43ba-b3e5-ed3ec81bc691 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:01.258113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465611ee-a920-44b4-868b-289b5f797b8a req-c7d904c3-da28-4df4-8c3b-c941b92052a1 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:01.261378 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-c7d904c3-da28-4df4-8c3b-c941b92052a1 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.20 "GET /v2.0/networks?id=d16beb08-9558-443d-b732-d1ff5c7205d0 HTTP/1.1" status: 200 len: 818 time: 0.1532698 Jul 22 16:49:01.305745 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Request body: {'port': {'device_id': '505eae74-f475-436e-96d3-3e19bfcc805a', 'network_id': 'd16beb08-9558-443d-b732-d1ff5c7205d0', 'admin_state_up': True, 'tenant_id': '4849be2a9b304e64a0b8f80a90db2026'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:01.309536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63c792-c07f-4425-a0ab-47381b8d4bfe req-9f31d53c-a3a8-46bd-9a4f-ff374cb521bf tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:01.310279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf63c792-c07f-4425-a0ab-47381b8d4bfe req-9f31d53c-a3a8-46bd-9a4f-ff374cb521bf tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 943 time: 0.2130795 Jul 22 16:49:01.316489 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1f6933bb-6d9d-432f-aafa-1e71892dbe6c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7650533 Jul 22 16:49:01.385630 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03908275-bb98-474c-bac0-c0a65c24a467 req-5b1330c1-48b6-4347-9b9c-627a63a30c11 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842875 Jul 22 16:49:01.416830 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf63c792-c07f-4425-a0ab-47381b8d4bfe req-7f145d09-2a9c-4aae-9884-cc9b1592900c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967007 Jul 22 16:49:01.462733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9c5372-48e7-42dc-9365-f1261b03d422 None None] Network def068ce-190d-43ba-b3e5-ed3ec81bc691 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:01.463449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Made reservation on behalf of 4849be2a9b304e64a0b8f80a90db2026 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:01.467593 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.533611 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.560032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03908275-bb98-474c-bac0-c0a65c24a467 req-61d7ce50-880f-4dae-8ace-bfef10930f3e service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318860 Jul 22 16:49:01.635969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Allocated IP 172.20.0.11 (d16beb08-9558-443d-b732-d1ff5c7205d0/74c7a70f-1c57-4864-8738-054bb5a8b584/cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:01.824767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.919782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-9c542d17-84cd-4bc1-bf70-4ea43ff87eed tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:01.920744 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-9c542d17-84cd-4bc1-bf70-4ea43ff87eed tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 814 time: 0.1400123 Jul 22 16:49:01.935859 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:01.949130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-8547fb37-3f26-4c35-85dd-8d15d84da3ee tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/quotas/9f6320182880451399b0e5f0c1a9d7e0 HTTP/1.1" status: 200 len: 375 time: 0.0225601 Jul 22 16:49:01.996279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Network d16beb08-9558-443d-b732-d1ff5c7205d0 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:02.021491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:02.024820 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-c6c80a57-2f05-486a-92c6-023b9abf57b1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564396 Jul 22 16:49:02.025545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:02.029653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Pushing event updated for resources: {'Port': ['ID=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:02.099926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:02.101253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.150309 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-8ba2b787-4c75-4d36-9a72-a80c0149c007 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8494933 Jul 22 16:49:02.169151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Request body: {'port': {'device_id': '505eae74-f475-436e-96d3-3e19bfcc805a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:02.200724 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f30e6f89-7e61-4179-82c6-e4e1423b6d33 service neutron] 10.222.0.53 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506498 Jul 22 16:49:02.236018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944312ae-2f46-40fb-a91b-0eac049da617 req-ef63a77e-964f-44a4-844e-b7b20f2dc737 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:02.237536 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-944312ae-2f46-40fb-a91b-0eac049da617 req-ef63a77e-964f-44a4-844e-b7b20f2dc737 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 932 time: 0.0774701 Jul 22 16:49:02.276850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-944312ae-2f46-40fb-a91b-0eac049da617 req-41538e80-fcc5-41d1-b573-ecf46132c4bb tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329485 Jul 22 16:49:02.363016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.400025 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-db9c5105-3815-4650-a7e6-c456c9e56b95 service neutron] 10.222.0.53 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930635 Jul 22 16:49:02.630196 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d37d80d-f15e-49de-b9ee-f0fa101977c8 req-6acbff7a-a0a9-4d24-9b91-9e63262267ad tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 210 time: 0.0387402 Jul 22 16:49:02.728451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d241b-105b-4922-8bb9-212e1703a900 req-4d2777bb-f618-4547-98a5-4e4eee9e6e93 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:02.730164 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad3d241b-105b-4922-8bb9-212e1703a900 req-4d2777bb-f618-4547-98a5-4e4eee9e6e93 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 943 time: 0.1278577 Jul 22 16:49:02.784721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:02.799738 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.808283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad3d241b-105b-4922-8bb9-212e1703a900 req-01d7ae1d-74e5-4dce-b020-e48cb0324c28 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587084 Jul 22 16:49:02.818886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Transition to ACTIVE for port object cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:02.824686 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:02.877965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:02.957339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Attempting to bind port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:02.957805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Attempting to bind port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '3046f982-f8df-4c9f-b09f-e46a443ea01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd16beb08-9558-443d-b732-d1ff5c7205d0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:02.958136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Attempting to bind port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 on network d16beb08-9558-443d-b732-d1ff5c7205d0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:02.963928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 on network d16beb08-9558-443d-b732-d1ff5c7205d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:49:02.964539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Attempting to bind port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 on network d16beb08-9558-443d-b732-d1ff5c7205d0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:02.970362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:02.970830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Checking segment: {'id': '3046f982-f8df-4c9f-b09f-e46a443ea01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd16beb08-9558-443d-b732-d1ff5c7205d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:02.971381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Bound using segment: {'id': '3046f982-f8df-4c9f-b09f-e46a443ea01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd16beb08-9558-443d-b732-d1ff5c7205d0'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:02.971867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Bound port: cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3046f982-f8df-4c9f-b09f-e46a443ea01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd16beb08-9558-443d-b732-d1ff5c7205d0'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:02.972388 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.054568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] For port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:03.058404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] For port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,segment=NetworkSegment(3046f982-f8df-4c9f-b09f-e46a443ea01e),segment_id=3046f982-f8df-4c9f-b09f-e46a443ea01e)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:03.062846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.103960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:03.104589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.105977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] 10.222.0.20 "PUT /v2.0/ports/cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 HTTP/1.1" status: 200 len: 1093 time: 0.9416564 Jul 22 16:49:03.106417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505eae74-f475-436e-96d3-3e19bfcc805a', 'tag': 'cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:03.108702 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc96edf4-997c-4095-aa6a-f768eec74d24" -d '{"events": [{"name": "network-changed", "server_uuid": "505eae74-f475-436e-96d3-3e19bfcc805a", "tag": "cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:03.138621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:03.155804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.156383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.156955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.157519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.158085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.158651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.159245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.159816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.160377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.160941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.161580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.162834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b057a-0c33-457c-8dce-0c8ee6575c33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:03.179972 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdccac3-89f6-4b18-be51-ac30006efab5 x-openstack-request-id: req-bbdccac3-89f6-4b18-be51-ac30006efab5 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:03.180266 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505eae74-f475-436e-96d3-3e19bfcc805a", "tag": "cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:03.180521 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbdccac3-89f6-4b18-be51-ac30006efab5 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:03.180924 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505eae74-f475-436e-96d3-3e19bfcc805a', 'tag': 'cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2', 'status': 'completed', 'code': 200} Jul 22 16:49:03.231458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465611ee-a920-44b4-868b-289b5f797b8a req-69735838-e3ef-4c20-9828-2d4bd197dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:03.233021 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-69735838-e3ef-4c20-9828-2d4bd197dcfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4849be2a9b304e64a0b8f80a90db2026&device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 1096 time: 0.0627313 Jul 22 16:49:03.283577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-314cfb3c-b27e-4d0c-a52c-dfa7a689910c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 HTTP/1.1" status: 200 len: 217 time: 0.0388162 Jul 22 16:49:03.357545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465611ee-a920-44b4-868b-289b5f797b8a req-9202053b-6029-4360-bb3e-66cf219a2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:03.359297 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-9202053b-6029-4360-bb3e-66cf219a2ef7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74c7a70f-1c57-4864-8738-054bb5a8b584 HTTP/1.1" status: 200 len: 858 time: 0.0698104 Jul 22 16:49:03.403585 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-9b99bd8d-dbcf-43e4-88e3-bf6c8654d302 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d16beb08-9558-443d-b732-d1ff5c7205d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375564 Jul 22 16:49:03.404597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f271e7de-7b59-4582-95c2-53a54693f036 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:49:03.460498 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:49:03.524914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f271e7de-7b59-4582-95c2-53a54693f036, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f271e7de-7b59-4582-95c2-53a54693f036,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:03.544383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'f271e7de-7b59-4582-95c2-53a54693f036', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'port_id': 'f271e7de-7b59-4582-95c2-53a54693f036', 'mac_address': 'fa:16:3e:ca:cc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b029ca-65ed-4f26-be85-de2402c32c39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:49:03.557379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571010af-5fc2-4270-9d44-25663afa07c3 req-43ebc7f1-2b70-4303-8a90-8b0b434b2e20 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:03.559184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-571010af-5fc2-4270-9d44-25663afa07c3 req-43ebc7f1-2b70-4303-8a90-8b0b434b2e20 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 944 time: 0.1838529 Jul 22 16:49:03.568692 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-01a69307-8f93-438a-82a2-a8a80c40982f service neutron] 10.222.0.20 "GET /v2.0/networks/d16beb08-9558-443d-b732-d1ff5c7205d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412709 Jul 22 16:49:03.607211 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.631855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f271e7de-7b59-4582-95c2-53a54693f036 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:03.656778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f271e7de-7b59-4582-95c2-53a54693f036, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f271e7de-7b59-4582-95c2-53a54693f036,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:03.663491 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:03.676741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-571010af-5fc2-4270-9d44-25663afa07c3 req-d24f07ca-8970-4092-9ded-8198e2980a2b tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065514 Jul 22 16:49:03.718107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-465611ee-a920-44b4-868b-289b5f797b8a req-b480a7a1-fc72-4d3b-bfec-ffac973cd634 service neutron] 10.222.0.20 "GET /v2.0/networks/d16beb08-9558-443d-b732-d1ff5c7205d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381087 Jul 22 16:49:03.745598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f271e7de-7b59-4582-95c2-53a54693f036,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:03.770265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ebcd82dc-a429-4684-845f-1cb9599f5d4e req-5ef07eb4-1844-4c86-ba1b-5d68c44a52d5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 210 time: 0.0407176 Jul 22 16:49:03.963865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f271e7de-7b59-4582-95c2-53a54693f036'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:04.025893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-8c1606a0-4f14-4584-b780-c850f3361056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:04.028496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-8c1606a0-4f14-4584-b780-c850f3361056 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4849be2a9b304e64a0b8f80a90db2026&device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 1096 time: 0.2072477 Jul 22 16:49:04.079766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-d1831f94-6e87-446a-9e6f-3a2324c9cdb1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:04.081258 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-d1831f94-6e87-446a-9e6f-3a2324c9cdb1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.65 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 814 time: 0.2153246 Jul 22 16:49:04.129528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb9571-fe66-4be8-9eb8-7f48749380a8 req-b3353d43-2f28-451b-8519-bcf0cbf53ca1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:04.131068 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4fb9571-fe66-4be8-9eb8-7f48749380a8 req-b3353d43-2f28-451b-8519-bcf0cbf53ca1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 944 time: 0.2394121 Jul 22 16:49:04.139864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Request body: {'port': {'device_id': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691', 'admin_state_up': True, 'tenant_id': '9f6320182880451399b0e5f0c1a9d7e0'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:04.242943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-482e6ef2-6556-4c7a-8b90-f8fedb18a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:04.244444 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-482e6ef2-6556-4c7a-8b90-f8fedb18a751 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d16beb08-9558-443d-b732-d1ff5c7205d0 HTTP/1.1" status: 200 len: 919 time: 0.2039144 Jul 22 16:49:04.264595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4fb9571-fe66-4be8-9eb8-7f48749380a8 req-990ce0f7-bb68-402e-86aa-d4fdf52cd66a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214302 Jul 22 16:49:04.300592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-ac466961-edbc-41ef-89f9-2948f2000247 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 HTTP/1.1" status: 200 len: 217 time: 0.0485446 Jul 22 16:49:04.370408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-848894f4-1927-48a9-926e-30445c3428e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:04.372026 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-848894f4-1927-48a9-926e-30445c3428e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=74c7a70f-1c57-4864-8738-054bb5a8b584 HTTP/1.1" status: 200 len: 858 time: 0.0641365 Jul 22 16:49:04.375432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Made reservation on behalf of 9f6320182880451399b0e5f0c1a9d7e0 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:04.380202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:04.417554 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-dedca502-6303-406d-ab31-ae34678d9fc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d16beb08-9558-443d-b732-d1ff5c7205d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345175 Jul 22 16:49:04.892017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476be47-e6ae-4e55-9359-50b398f49189 req-8a8957b4-3136-4cc3-8f5c-a5a43e138d14 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:04.893667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c476be47-e6ae-4e55-9359-50b398f49189 req-8a8957b4-3136-4cc3-8f5c-a5a43e138d14 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 944 time: 0.1043124 Jul 22 16:49:04.946550 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c476be47-e6ae-4e55-9359-50b398f49189 req-ce1a752d-40c6-411a-9938-dd4ec973bced tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Jul 22 16:49:04.970250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-28e9a46d-9670-41a9-91ec-01efc07cb100 service neutron] 10.222.0.20 "GET /v2.0/networks/d16beb08-9558-443d-b732-d1ff5c7205d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421879 Jul 22 16:49:04.991774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cdbc5c91-8150-4c52-943b-612d2068c7ad req-6873f868-d73e-4179-99e6-f6a9ffcc0a2b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 210 time: 0.0452690 Jul 22 16:49:05.003825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Allocated IP 172.20.0.13 (def068ce-190d-43ba-b3e5-ed3ec81bc691/fd4590d5-78bc-4842-a564-086ca90327fc/2c3df892-cd93-4853-8bd1-02ad9a29697f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:05.135886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc96edf4-997c-4095-aa6a-f768eec74d24 req-33edb144-8c95-4242-aafe-fcfd1037bded service neutron] 10.222.0.20 "GET /v2.0/networks/d16beb08-9558-443d-b732-d1ff5c7205d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467366 Jul 22 16:49:05.222832 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.262074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.306627 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Network def068ce-190d-43ba-b3e5-ed3ec81bc691 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:05.316419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:05.320928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:05.348109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:05.374316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:05.374960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.390507 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2db3504d-4c1e-456e-a25c-f5f71f242c09 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2559097 Jul 22 16:49:05.402672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3440f-cc5e-4132-8b92-3743dd8bd315 req-7d5731c5-2c7a-4bf2-a960-abcd8ab09b30 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:05.404333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32f3440f-cc5e-4132-8b92-3743dd8bd315 req-7d5731c5-2c7a-4bf2-a960-abcd8ab09b30 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 944 time: 0.0674400 Jul 22 16:49:05.410181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Request body: {'port': {'device_id': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:05.419589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f271e7de-7b59-4582-95c2-53a54693f036 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:05.447368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32f3440f-cc5e-4132-8b92-3743dd8bd315 req-a59ae69a-f268-4c34-b814-be2c2503182d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373242 Jul 22 16:49:05.482231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port f271e7de-7b59-4582-95c2-53a54693f036 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:05.486554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port f271e7de-7b59-4582-95c2-53a54693f036 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:05.487326 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.494244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.530250 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.581580 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.614653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0b54df-9fbd-416e-a623-37751f93c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f271e7de-7b59-4582-95c2-53a54693f036'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:05.617931 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe1adc4-6cdf-4b92-bcb2-1bee0db3d32d" -d '{"events": [{"server_uuid": "ea0b54df-9fbd-416e-a623-37751f93c023", "name": "network-vif-plugged", "status": "completed", "tag": "f271e7de-7b59-4582-95c2-53a54693f036"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:05.634473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f271e7de-7b59-4582-95c2-53a54693f036, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f271e7de-7b59-4582-95c2-53a54693f036,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:05.639269 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.672868 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af55aeb4-9b97-4e2e-ac47-bb562eb66b21 x-openstack-request-id: req-af55aeb4-9b97-4e2e-ac47-bb562eb66b21 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:05.673162 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0b54df-9fbd-416e-a623-37751f93c023", "name": "network-vif-plugged", "status": "completed", "tag": "f271e7de-7b59-4582-95c2-53a54693f036", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:05.673414 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af55aeb4-9b97-4e2e-ac47-bb562eb66b21 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:05.673828 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0b54df-9fbd-416e-a623-37751f93c023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f271e7de-7b59-4582-95c2-53a54693f036', 'code': 200} Jul 22 16:49:05.704406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f271e7de-7b59-4582-95c2-53a54693f036,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:05.863453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3df892-cd93-4853-8bd1-02ad9a29697f {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:05.869800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b795db-040d-47c8-aeb0-d14687cddcad req-e9c42de4-9ff5-43f0-92ba-6a61235405eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:05.871254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71b795db-040d-47c8-aeb0-d14687cddcad req-e9c42de4-9ff5-43f0-92ba-6a61235405eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 1097 time: 0.1152432 Jul 22 16:49:05.875006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.900155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Transition to ACTIVE for port object 2c3df892-cd93-4853-8bd1-02ad9a29697f will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:05.906315 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:05.945868 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71b795db-040d-47c8-aeb0-d14687cddcad req-f46bed04-f324-4f99-8e77-ca5cb40c1a16 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647755 Jul 22 16:49:05.969901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:06.059179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Attempting to bind port 2c3df892-cd93-4853-8bd1-02ad9a29697f on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:06.059493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Attempting to bind port 2c3df892-cd93-4853-8bd1-02ad9a29697f by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:06.059831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Attempting to bind port 2c3df892-cd93-4853-8bd1-02ad9a29697f on network def068ce-190d-43ba-b3e5-ed3ec81bc691 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:06.065394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Port 2c3df892-cd93-4853-8bd1-02ad9a29697f on network def068ce-190d-43ba-b3e5-ed3ec81bc691 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:49:06.065869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Attempting to bind port 2c3df892-cd93-4853-8bd1-02ad9a29697f on network def068ce-190d-43ba-b3e5-ed3ec81bc691 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:06.071797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:06.072182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Checking segment: {'id': 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:06.072501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Bound using segment: {'id': 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:06.072921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Bound port: 2c3df892-cd93-4853-8bd1-02ad9a29697f, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:06.073279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.120361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbc275-30b2-47f7-a553-7c6d4b33dd30 req-4d8c9fea-5bfc-4634-9737-14efacf7672c tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:06.121873 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-affbc275-30b2-47f7-a553-7c6d4b33dd30 req-4d8c9fea-5bfc-4634-9737-14efacf7672c tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 944 time: 0.0807714 Jul 22 16:49:06.173750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-affbc275-30b2-47f7-a553-7c6d4b33dd30 req-4c7d5d12-f432-4201-a6e6-b6af6650559e tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Jul 22 16:49:06.187683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:06.197849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454db4-eaeb-42ac-beea-108126d3617c req-0dffcb50-43f8-41f9-bab5-9109aaa51ca2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:06.199420 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-89454db4-eaeb-42ac-beea-108126d3617c req-0dffcb50-43f8-41f9-bab5-9109aaa51ca2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.1163399 Jul 22 16:49:06.201226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:06.205840 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.262536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:06.263176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:06.264569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] 10.222.0.65 "PUT /v2.0/ports/2c3df892-cd93-4853-8bd1-02ad9a29697f HTTP/1.1" status: 200 len: 1093 time: 0.8589640 Jul 22 16:49:06.266568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:06.268905 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824ee2ad-d828-4488-a71e-2ab44ed535bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:06.302571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af205c-da2d-4852-9645-7d50fef90760 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:06.307813 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-89454db4-eaeb-42ac-beea-108126d3617c req-73ae2bd8-2aca-4f91-b610-c5f97452ab3e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938466 Jul 22 16:49:06.309671 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3c0552-aeb0-4ad2-a358-fb7485cd5f95 x-openstack-request-id: req-5f3c0552-aeb0-4ad2-a358-fb7485cd5f95 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:06.309961 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:06.310210 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f3c0552-aeb0-4ad2-a358-fb7485cd5f95 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:06.310608 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'status': 'completed', 'code': 200} Jul 22 16:49:06.413026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-d941d333-590f-4940-9df3-af8b5dde594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:06.414536 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-d941d333-590f-4940-9df3-af8b5dde594d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 1096 time: 0.0594480 Jul 22 16:49:06.472293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-80ae01e6-de13-4139-9c88-d92e9459498b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f HTTP/1.1" status: 200 len: 217 time: 0.0424602 Jul 22 16:49:06.539172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-202ef127-1aec-43f3-888e-ba1eb86f66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:06.540634 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-202ef127-1aec-43f3-888e-ba1eb86f66a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fd4590d5-78bc-4842-a564-086ca90327fc HTTP/1.1" status: 200 len: 854 time: 0.0612566 Jul 22 16:49:06.580687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-2fafc6f8-1546-4aee-ad45-4a774697fa3f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=def068ce-190d-43ba-b3e5-ed3ec81bc691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332775 Jul 22 16:49:06.594445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d56b7d-de9e-42a3-b921-8e3e00d7e6d4 req-9fd18da2-62e5-43c1-ae18-fdc65006e547 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:06.596086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33d56b7d-de9e-42a3-b921-8e3e00d7e6d4 req-9fd18da2-62e5-43c1-ae18-fdc65006e547 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0711787 Jul 22 16:49:06.641057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33d56b7d-de9e-42a3-b921-8e3e00d7e6d4 req-884032ed-0ed1-4121-86f5-84d85da1ef82 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 Jul 22 16:49:06.702384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-61e50627-3c2d-4a11-88ee-6f6c54b5dc5d service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123283 Jul 22 16:49:06.808501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6441e-45a5-4729-9b8c-7f8293f11f4b req-9ec63603-bdaa-47ea-912a-de1d32fec3ee service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931222 Jul 22 16:49:07.015151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-e8430cb8-ab11-48e5-8b55-44ba74c955ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:07.016823 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-e8430cb8-ab11-48e5-8b55-44ba74c955ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 1096 time: 0.0689313 Jul 22 16:49:07.125358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-0901f055-295e-42ae-befc-4095894bfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:07.126850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-0901f055-295e-42ae-befc-4095894bfff5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 915 time: 0.1010981 Jul 22 16:49:07.172936 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-ea750d4b-9a77-4e4c-8f91-8bc1e41ebcb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f HTTP/1.1" status: 200 len: 217 time: 0.0373404 Jul 22 16:49:07.237432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-094b8d1c-66b1-4a33-a474-d565c20fe3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:07.239204 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-094b8d1c-66b1-4a33-a474-d565c20fe3a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fd4590d5-78bc-4842-a564-086ca90327fc HTTP/1.1" status: 200 len: 854 time: 0.0574114 Jul 22 16:49:07.284488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-6614c1f9-727a-4132-b463-711b7693c259 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=def068ce-190d-43ba-b3e5-ed3ec81bc691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352597 Jul 22 16:49:07.416336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-2ef569e6-ce1e-4095-8da3-b42c1688600d service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226151 Jul 22 16:49:07.433862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff37f0-6add-4103-81f8-bd1cc60e4039 req-b9c22ebb-a6e2-44a6-bd27-0ba956624a2d tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:07.434857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:49:07.435652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9bff37f0-6add-4103-81f8-bd1cc60e4039 req-b9c22ebb-a6e2-44a6-bd27-0ba956624a2d tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 944 time: 0.1539187 Jul 22 16:49:07.477003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca062c9-b24a-4b57-8407-28b1fcfff53c req-ed6ebd76-29a9-42d5-bb32-2cc695a33248 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:07.478582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ca062c9-b24a-4b57-8407-28b1fcfff53c req-ed6ebd76-29a9-42d5-bb32-2cc695a33248 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.0830965 Jul 22 16:49:07.534871 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9bff37f0-6add-4103-81f8-bd1cc60e4039 req-d370e82f-5543-476c-8165-000608117780 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872130 Jul 22 16:49:07.548513 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ca062c9-b24a-4b57-8407-28b1fcfff53c req-336c16ab-c51f-4db4-afd8-3b4c590212c2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583472 Jul 22 16:49:07.566878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,segment=NetworkSegment(3046f982-f8df-4c9f-b09f-e46a443ea01e),segment_id=3046f982-f8df-4c9f-b09f-e46a443ea01e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:07.576134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-824ee2ad-d828-4488-a71e-2ab44ed535bf req-bcd551b4-cd70-48a0-8ea1-a44e94bc8157 service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382439 Jul 22 16:49:07.585574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2', 'network_id': 'd16beb08-9558-443d-b732-d1ff5c7205d0', 'port_id': 'cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2', 'mac_address': 'fa:16:3e:c5:93:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c7a70f-1c57-4864-8738-054bb5a8b584', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:49:07.637290 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.651154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:07.671001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,segment=NetworkSegment(3046f982-f8df-4c9f-b09f-e46a443ea01e),segment_id=3046f982-f8df-4c9f-b09f-e46a443ea01e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:07.675890 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:07.737178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:07.799643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8645c-4ab8-4fde-b4bc-283dbddfa185 req-4735f100-5eb4-431b-9dff-46ceed3bbd05 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:07.801177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85e8645c-4ab8-4fde-b4bc-283dbddfa185 req-4735f100-5eb4-431b-9dff-46ceed3bbd05 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0740030 Jul 22 16:49:07.853083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85e8645c-4ab8-4fde-b4bc-283dbddfa185 req-a536c225-511d-48b7-bdf9-de26f0540578 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450537 Jul 22 16:49:07.977115 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:08.135308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe502d9-2789-48c2-90fd-bf2670d998fc req-95111cb7-a761-4e2a-818a-c066638dfbb6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:08.136895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfe502d9-2789-48c2-90fd-bf2670d998fc req-95111cb7-a761-4e2a-818a-c066638dfbb6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0835788 Jul 22 16:49:08.185662 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfe502d9-2789-48c2-90fd-bf2670d998fc req-b950c632-bb46-4bea-9ac5-dde7e7710696 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Jul 22 16:49:08.684232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad64bd-96b1-47ab-b4d3-41dc2ad3af23 req-e6dc64cd-b4b5-4b28-81d6-ea16e7922852 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:08.685782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4cad64bd-96b1-47ab-b4d3-41dc2ad3af23 req-e6dc64cd-b4b5-4b28-81d6-ea16e7922852 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.0664551 Jul 22 16:49:08.706325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f09fbc-3254-4bc8-b54d-5d8b37c00100 req-b58960a9-afea-44aa-bc6b-283bf7530745 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:08.707938 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88f09fbc-3254-4bc8-b54d-5d8b37c00100 req-b58960a9-afea-44aa-bc6b-283bf7530745 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 945 time: 0.0810223 Jul 22 16:49:08.727848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4cad64bd-96b1-47ab-b4d3-41dc2ad3af23 req-ceaa0017-4aa5-4305-91c2-b4c93f638902 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363793 Jul 22 16:49:08.754409 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88f09fbc-3254-4bc8-b54d-5d8b37c00100 req-08ad2388-534c-456c-9d89-688d4bd13228 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Jul 22 16:49:09.348435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c13a3f-47d0-4af6-97ea-b9be1269d6a6 req-25a39415-14b3-4586-964f-55da47084679 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:09.350512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2c13a3f-47d0-4af6-97ea-b9be1269d6a6 req-25a39415-14b3-4586-964f-55da47084679 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0765038 Jul 22 16:49:09.403331 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2c13a3f-47d0-4af6-97ea-b9be1269d6a6 req-50a712d4-73c6-4d14-aa4e-55ca87a09a9f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416796 Jul 22 16:49:09.429809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:49:09.451837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:09.560552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:09.569726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:09.579512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:09.579878 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.581604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691', 'port_id': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'mac_address': 'fa:16:3e:a3:f6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4590d5-78bc-4842-a564-086ca90327fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:49:09.653679 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.670672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3df892-cd93-4853-8bd1-02ad9a29697f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:09.718832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:09.724417 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.732797 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:09.942831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0321b84-bc0d-487a-a1ad-c9fc64e2017e req-556fd995-e636-4cc1-85e2-6821eadaff1d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:09.948007 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c0321b84-bc0d-487a-a1ad-c9fc64e2017e req-556fd995-e636-4cc1-85e2-6821eadaff1d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 945 time: 0.1225913 Jul 22 16:49:09.950588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e9ac9-6940-402f-85e4-3bb0bdd9aadc req-f4cd4aeb-37d0-4796-8385-4a5f70ffe386 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:09.954299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505eae74-f475-436e-96d3-3e19bfcc805a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:09.955532 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fa4e9ac9-6940-402f-85e4-3bb0bdd9aadc req-f4cd4aeb-37d0-4796-8385-4a5f70ffe386 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 945 time: 0.0871935 Jul 22 16:49:09.956635 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897879b3-043a-4e21-9542-f1f943e9093b" -d '{"events": [{"server_uuid": "505eae74-f475-436e-96d3-3e19bfcc805a", "name": "network-vif-plugged", "status": "completed", "tag": "cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:09.978512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:09.983485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,segment=NetworkSegment(3046f982-f8df-4c9f-b09f-e46a443ea01e),segment_id=3046f982-f8df-4c9f-b09f-e46a443ea01e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:09.988814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:10.005474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fa4e9ac9-6940-402f-85e4-3bb0bdd9aadc req-5ff9de96-665e-4e98-995a-3aa6499bdc92 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Jul 22 16:49:10.014260 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c0321b84-bc0d-487a-a1ad-c9fc64e2017e req-940fa5de-3196-449d-b94b-387add83b535 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633359 Jul 22 16:49:10.066801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:10.077804 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119c53cf-0d4b-453b-a10b-735d463c1a44 x-openstack-request-id: req-119c53cf-0d4b-453b-a10b-735d463c1a44 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:10.077956 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505eae74-f475-436e-96d3-3e19bfcc805a", "name": "network-vif-plugged", "status": "completed", "tag": "cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:10.078195 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-119c53cf-0d4b-453b-a10b-735d463c1a44 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:10.078564 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505eae74-f475-436e-96d3-3e19bfcc805a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2', 'code': 200} Jul 22 16:49:10.137273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2c3df892-cd93-4853-8bd1-02ad9a29697f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:10.261702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47d20-41cd-45f7-857d-d83a39817487 req-339d41bf-eb02-4ba9-811a-8fecbd34a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:10.263269 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-05e47d20-41cd-45f7-857d-d83a39817487 req-339d41bf-eb02-4ba9-811a-8fecbd34a0ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 1098 time: 0.0587673 Jul 22 16:49:10.300309 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-05e47d20-41cd-45f7-857d-d83a39817487 req-d0eff9f4-22c0-4261-9277-826bbb0bb021 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Jul 22 16:49:10.568711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d25942-dd3d-4612-9114-c465ca474ffd req-8331693e-52bd-43f0-ad21-1b950f43b08e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:10.570966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39d25942-dd3d-4612-9114-c465ca474ffd req-8331693e-52bd-43f0-ad21-1b950f43b08e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0921042 Jul 22 16:49:10.619918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39d25942-dd3d-4612-9114-c465ca474ffd req-1ed6ec95-bd94-48b9-86df-113e01feb93f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Jul 22 16:49:11.171086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88ed14-523d-43d2-afcf-ddf11a8ee123 req-580a45aa-d985-4d82-b1e2-265b3f79f9cb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:11.172564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d88ed14-523d-43d2-afcf-ddf11a8ee123 req-580a45aa-d985-4d82-b1e2-265b3f79f9cb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 945 time: 0.0863144 Jul 22 16:49:11.176034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c0605-e368-49e6-85f8-1662aaff6bed req-9566bc33-2042-476b-b828-d2be9ff8d86d tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:11.177630 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f09c0605-e368-49e6-85f8-1662aaff6bed req-9566bc33-2042-476b-b828-d2be9ff8d86d tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 946 time: 0.0793378 Jul 22 16:49:11.222966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d88ed14-523d-43d2-afcf-ddf11a8ee123 req-f49819c3-bfcd-4b41-b940-79d1e1ecbff6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Jul 22 16:49:11.223239 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f09c0605-e368-49e6-85f8-1662aaff6bed req-6ed5a3eb-3dd4-460f-9fed-ad0ee272d02d tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Jul 22 16:49:11.457593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:11.513719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 2c3df892-cd93-4853-8bd1-02ad9a29697f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:11.518658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 2c3df892-cd93-4853-8bd1-02ad9a29697f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:11.519101 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.603450 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.641695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:11.647974 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:11.709160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:11.778597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d287d-c5c1-4ba8-8157-c71888f6c4fe req-d03369b8-d2e7-452b-808d-efd95222f265 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:11.780164 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-365d287d-c5c1-4ba8-8157-c71888f6c4fe req-d03369b8-d2e7-452b-808d-efd95222f265 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0805092 Jul 22 16:49:11.821028 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-365d287d-c5c1-4ba8-8157-c71888f6c4fe req-2eac52db-b332-4a1f-87f4-bc749349bcad tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Jul 22 16:49:12.079785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:12.082170 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703871cb-f379-4555-aa15-84563b3e3e14" -d '{"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-plugged", "status": "completed", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:12.121406 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73bc010-7168-471d-acd0-1f59ae009ff5 x-openstack-request-id: req-a73bc010-7168-471d-acd0-1f59ae009ff5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:12.121778 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-plugged", "status": "completed", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:12.122145 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a73bc010-7168-471d-acd0-1f59ae009ff5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:12.122692 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'code': 200} Jul 22 16:49:12.286554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeca7ac-e7fd-4a56-88df-5dd6c89827fd req-99c08ead-8e27-457f-aec7-f8e70fd2dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:12.289458 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3aeca7ac-e7fd-4a56-88df-5dd6c89827fd req-99c08ead-8e27-457f-aec7-f8e70fd2dc04 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 1098 time: 0.0617025 Jul 22 16:49:12.358094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3aeca7ac-e7fd-4a56-88df-5dd6c89827fd req-8f3e4c67-e9e5-481e-93a9-e666faddef5a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617516 Jul 22 16:49:12.410518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da162774-48c8-4e09-ba36-c3cb709b386b req-e5b549c6-a0e2-4af4-b2dc-b0f05898e181 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:12.412903 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da162774-48c8-4e09-ba36-c3cb709b386b req-e5b549c6-a0e2-4af4-b2dc-b0f05898e181 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1101880 Jul 22 16:49:12.413124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baf3c3-533e-4194-87d0-d5ee50fa6558 req-0ba2b1f5-27ff-4f9d-91ac-de1c16e6a98b tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:12.414825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70baf3c3-533e-4194-87d0-d5ee50fa6558 req-0ba2b1f5-27ff-4f9d-91ac-de1c16e6a98b tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 946 time: 0.0834007 Jul 22 16:49:12.460600 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da162774-48c8-4e09-ba36-c3cb709b386b req-78b89bec-7c6b-46d4-b3e0-c450e790f2f3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Jul 22 16:49:12.469620 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70baf3c3-533e-4194-87d0-d5ee50fa6558 req-126121be-ca8f-47d0-9125-c17349e9fff8 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Jul 22 16:49:12.818341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08de0f8-ebc5-4ea9-be33-62bf9dfe1226 req-8804c623-f472-48e6-9cda-ab76d18a36a4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:12.819964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08de0f8-ebc5-4ea9-be33-62bf9dfe1226 req-8804c623-f472-48e6-9cda-ab76d18a36a4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 946 time: 0.0712581 Jul 22 16:49:12.866853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08de0f8-ebc5-4ea9-be33-62bf9dfe1226 req-afc47baa-1827-46d5-a53f-c68a11a2c7d1 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383422 Jul 22 16:49:12.993076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76745c0-2960-4fec-ad8a-bf0dc861d35d req-a876f2f7-ce5c-4af8-8252-09aba668ecc3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:12.994595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a76745c0-2960-4fec-ad8a-bf0dc861d35d req-a876f2f7-ce5c-4af8-8252-09aba668ecc3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0840993 Jul 22 16:49:13.040528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a76745c0-2960-4fec-ad8a-bf0dc861d35d req-d3acc654-52ae-4051-90ae-1a6f1926e4c8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Jul 22 16:49:13.637890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3865420-5b47-4f54-a075-4b38587bfa4c req-308ad949-0e25-4cd5-a885-dd6eb0dcdb42 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:13.639993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3865420-5b47-4f54-a075-4b38587bfa4c req-308ad949-0e25-4cd5-a885-dd6eb0dcdb42 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0958471 Jul 22 16:49:13.701321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3865420-5b47-4f54-a075-4b38587bfa4c req-006dea3f-b198-47a8-8003-a3f298090c4e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533693 Jul 22 16:49:14.012908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801683b2-cb57-4f2a-94e2-9fd3fdb086f3 req-5773c9a6-ed12-4c65-9adb-8c2a44124add tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:14.014421 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-801683b2-cb57-4f2a-94e2-9fd3fdb086f3 req-5773c9a6-ed12-4c65-9adb-8c2a44124add tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 946 time: 0.0678911 Jul 22 16:49:14.056108 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-801683b2-cb57-4f2a-94e2-9fd3fdb086f3 req-be09c8ee-b9c6-4cf7-8869-4eb8e85730c1 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/security-groups?id=67f7a095-9f01-485d-9476-731966ef82be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357881 Jul 22 16:49:14.208056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9a3b2-85ff-419f-85fc-f55a1652f3bc req-b4a51263-3a74-4c15-9427-eccad04fb1d0 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:14.210091 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-50d9a3b2-85ff-419f-85fc-f55a1652f3bc req-b4a51263-3a74-4c15-9427-eccad04fb1d0 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0768633 Jul 22 16:49:14.277811 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-50d9a3b2-85ff-419f-85fc-f55a1652f3bc req-15aeaa5f-aa49-45bd-97e0-ea303493156d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617735 Jul 22 16:49:14.317603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-d6720bf7-c91e-4db5-91b4-5a209b045f37 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:14.319908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-d6720bf7-c91e-4db5-91b4-5a209b045f37 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.20 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 946 time: 0.0974932 Jul 22 16:49:14.444354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Deleting port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:14.444780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.544900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] For port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,segment=NetworkSegment(3046f982-f8df-4c9f-b09f-e46a443ea01e),segment_id=3046f982-f8df-4c9f-b09f-e46a443ea01e)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:14.545167 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.561265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Calling delete_port for cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:14.726077 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.763228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:14.782614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Pushing event deleted for resources: {'Port': ['ID=cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:14.866058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] No DVR routers for this DVR port cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:14.875920 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:14.877818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f154926-65e4-4637-86ae-9bb2b331b398 req-0107a24c-6784-4a0f-a79d-0151049dd9d4 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.20 "DELETE /v2.0/ports/cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 HTTP/1.1" status: 204 len: 173 time: 0.5482914 Jul 22 16:49:14.878254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505eae74-f475-436e-96d3-3e19bfcc805a', 'name': 'network-vif-deleted', 'tag': 'cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:14.880596 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cca277-55ba-4fed-8278-0d0c1190e719" -d '{"events": [{"server_uuid": "505eae74-f475-436e-96d3-3e19bfcc805a", "name": "network-vif-deleted", "tag": "cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:14.949118 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7802fd7c-7c70-4a8c-9527-93b7f8284879 x-openstack-request-id: req-7802fd7c-7c70-4a8c-9527-93b7f8284879 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:14.949422 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505eae74-f475-436e-96d3-3e19bfcc805a", "name": "network-vif-deleted", "tag": "cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:14.949749 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7802fd7c-7c70-4a8c-9527-93b7f8284879 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:14.950409 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505eae74-f475-436e-96d3-3e19bfcc805a', 'name': 'network-vif-deleted', 'tag': 'cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2', 'status': 'completed', 'code': 200} Jul 22 16:49:14.964436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9049bc-7e43-47a7-a98e-85f6e0a126d4 req-90b7ff29-6946-4b82-98bb-6ee19abb936c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:14.966010 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd9049bc-7e43-47a7-a98e-85f6e0a126d4 req-90b7ff29-6946-4b82-98bb-6ee19abb936c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1017172 Jul 22 16:49:15.024523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd9049bc-7e43-47a7-a98e-85f6e0a126d4 req-565ea620-b748-4f27-83ef-3bc25f7aa250 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497355 Jul 22 16:49:15.205931 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cc048de-7dee-4496-aeb0-5f63353ecf47 req-c712d6b0-bdf0-4e6b-b17b-bbf186810204 tempest-InstanceActionsV221TestJSON-1358426284 tempest-InstanceActionsV221TestJSON-1358426284-project] 10.222.0.53 "GET /v2.0/ports?device_id=505eae74-f475-436e-96d3-3e19bfcc805a HTTP/1.1" status: 200 len: 210 time: 0.0369956 Jul 22 16:49:15.311529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-35dec8f9-db24-4158-85c2-c237af0a9a5e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:15.312985 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-35dec8f9-db24-4158-85c2-c237af0a9a5e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 814 time: 0.1319530 Jul 22 16:49:15.331778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-9a7afc98-a2a9-4dc2-a24f-2d43c5531240 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/quotas/9f6320182880451399b0e5f0c1a9d7e0 HTTP/1.1" status: 200 len: 375 time: 0.0131171 Jul 22 16:49:15.420059 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-3192cc1d-a953-409f-858a-68ece4bdcf04 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786767 Jul 22 16:49:15.441296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40db9d-7039-49ab-852c-1757b23644ca req-8e2d8a8b-e418-4b25-8c4b-9e9efd8bcfd7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:15.442907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c40db9d-7039-49ab-852c-1757b23644ca req-8e2d8a8b-e418-4b25-8c4b-9e9efd8bcfd7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0734339 Jul 22 16:49:15.491891 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c40db9d-7039-49ab-852c-1757b23644ca req-1b4f9865-6696-4b70-a9d3-25a3bb3cf680 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Jul 22 16:49:15.543195 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-fe59cfbb-339e-4c92-9e12-2e36374aa4ae service neutron] 10.222.0.53 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121609 Jul 22 16:49:15.651272 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-161f8ae9-f9e1-4c83-a251-796835b1f150 service neutron] 10.222.0.53 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003881 Jul 22 16:49:15.863190 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-490c7524-22f2-45d2-b253-be5f6c8b4c4c req-9c2dce87-8f22-415a-963d-5528067f754d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 210 time: 0.0392179 Jul 22 16:49:16.465659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58488) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:16.512353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e388a333-49ab-4d45-975b-1234c031f4e9 admin admin] Deleting subnet 74c7a70f-1c57-4864-8738-054bb5a8b584 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:16.515440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e388a333-49ab-4d45-975b-1234c031f4e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.564038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e388a333-49ab-4d45-975b-1234c031f4e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.612418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e388a333-49ab-4d45-975b-1234c031f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.672341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b82eb1-d991-4c32-b646-24171b82c55e req-d2d04709-6620-4073-81e1-76653fb17135 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:16.674707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96b82eb1-d991-4c32-b646-24171b82c55e req-d2d04709-6620-4073-81e1-76653fb17135 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0777800 Jul 22 16:49:16.677521 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e388a333-49ab-4d45-975b-1234c031f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.704867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388a333-49ab-4d45-975b-1234c031f4e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c7a70f-1c57-4864-8738-054bb5a8b584,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:16.710853 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e388a333-49ab-4d45-975b-1234c031f4e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.717592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e388a333-49ab-4d45-975b-1234c031f4e9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/74c7a70f-1c57-4864-8738-054bb5a8b584 HTTP/1.1" status: 204 len: 168 time: 0.2451277 Jul 22 16:49:16.718922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58492) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:16.742468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96b82eb1-d991-4c32-b646-24171b82c55e req-7adb44f5-d0df-4351-937c-0799436e8440 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590043 Jul 22 16:49:16.799363 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.907170 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:16.939753 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16beb08-9558-443d-b732-d1ff5c7205d0']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:16.983002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3046f982-f8df-4c9f-b09f-e46a443ea01e') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:16.983270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3046f982-f8df-4c9f-b09f-e46a443ea01e') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:16.999653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.024814 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.040328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:17.040821 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:17.042498 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:17.065132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-95c0f576-4e31-463e-98a7-97fb07db1b20 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:17.067362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-95c0f576-4e31-463e-98a7-97fb07db1b20 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.20 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 814 time: 0.2114062 Jul 22 16:49:17.119015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Request body: {'port': {'device_id': 'df194f4a-0ff6-4614-ae1b-a8b4a4644259', 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691', 'admin_state_up': True, 'tenant_id': '9f6320182880451399b0e5f0c1a9d7e0'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:17.140504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.160160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.163236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d16beb08-9558-443d-b732-d1ff5c7205d0 HTTP/1.1" status: 204 len: 168 time: 0.4442782 Jul 22 16:49:17.182856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea6a00-a5f8-492e-8cb8-c021f6acd602 admin admin] Pushing event deleted for resources: {'Network': ['ID=d16beb08-9558-443d-b732-d1ff5c7205d0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:17.285807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Made reservation on behalf of 9f6320182880451399b0e5f0c1a9d7e0 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:17.290550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.309085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58504) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:17.332730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c64e4aee-55d3-4c5b-9b22-019fffadc8a5 req-7f976729-bbc4-4f92-b153-e6be5a79dd4e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 210 time: 0.3609223 Jul 22 16:49:17.403588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-381b2d86-29fb-4499-8445-8f0e347a3c2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4849be2a9b304e64a0b8f80a90db2026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932844 Jul 22 16:49:17.406302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:17.489000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Allocated IP 172.20.0.2 (def068ce-190d-43ba-b3e5-ed3ec81bc691/fd4590d5-78bc-4842-a564-086ca90327fc/668037e8-5538-40b2-98b5-9f25138526a4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:17.509330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dc012d4-4197-4578-8d41-67db82ff7fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.514464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:17.534403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:17.534746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device cfcf6869-8fe4-4314-9b3c-c3e12b3f74f2 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:17.554866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dc012d4-4197-4578-8d41-67db82ff7fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.676071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dc012d4-4197-4578-8d41-67db82ff7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.680500 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0dc012d4-4197-4578-8d41-67db82ff7fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.682136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0dc012d4-4197-4578-8d41-67db82ff7fe6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67f7a095-9f01-485d-9476-731966ef82be HTTP/1.1" status: 204 len: 168 time: 0.2747664 Jul 22 16:49:17.700426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc012d4-4197-4578-8d41-67db82ff7fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f7a095-9f01-485d-9476-731966ef82be,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:17.733199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.781034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.833824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2c3df892-cd93-4853-8bd1-02ad9a29697f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:17.841469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Network def068ce-190d-43ba-b3e5-ed3ec81bc691 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:17.854873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:17.870533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:17.926170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Pushing event updated for resources: {'Port': ['ID=668037e8-5538-40b2-98b5-9f25138526a4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:17.966305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:17.967067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:17.994569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-c8021ee7-7b46-4bf4-99f1-a2883ff5b864 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8808110 Jul 22 16:49:18.008395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdd8b2-0bb0-4d91-8f37-0a92327daecf req-84ba93cc-b8b5-44b0-abc9-ed8a8ae3ae71 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:18.011803 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ebdd8b2-0bb0-4d91-8f37-0a92327daecf req-84ba93cc-b8b5-44b0-abc9-ed8a8ae3ae71 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.1656289 Jul 22 16:49:18.025128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Request body: {'port': {'device_id': 'df194f4a-0ff6-4614-ae1b-a8b4a4644259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:18.114952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6ebdd8b2-0bb0-4d91-8f37-0a92327daecf req-a6394be3-423e-4e25-aa1c-3acea032795e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843530 Jul 22 16:49:18.173518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.409007 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cdbdf904-63a9-4353-87b3-13a51d5dd9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.576657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524b981-d447-4262-87bb-5339d5cdfca1 req-f71eba99-a087-474b-ae6d-0d0ca556c666 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:18.578289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2524b981-d447-4262-87bb-5339d5cdfca1 req-f71eba99-a087-474b-ae6d-0d0ca556c666 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 931 time: 0.1419106 Jul 22 16:49:18.602110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668037e8-5538-40b2-98b5-9f25138526a4 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:18.618790 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.649430 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Transition to ACTIVE for port object 668037e8-5538-40b2-98b5-9f25138526a4 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:18.653683 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2524b981-d447-4262-87bb-5339d5cdfca1 req-53128b90-cab2-49e7-b00c-d49c1fe6c4e7 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637164 Jul 22 16:49:18.654909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.724510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58536) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:18.727970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Pushing event updated for resources: {'Port': ['ID=668037e8-5538-40b2-98b5-9f25138526a4,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:18.806749 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Attempting to bind port 668037e8-5538-40b2-98b5-9f25138526a4 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:18.807112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Attempting to bind port 668037e8-5538-40b2-98b5-9f25138526a4 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:18.807437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Attempting to bind port 668037e8-5538-40b2-98b5-9f25138526a4 on network def068ce-190d-43ba-b3e5-ed3ec81bc691 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:18.813962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Port 668037e8-5538-40b2-98b5-9f25138526a4 on network def068ce-190d-43ba-b3e5-ed3ec81bc691 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:49:18.814700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Attempting to bind port 668037e8-5538-40b2-98b5-9f25138526a4 on network def068ce-190d-43ba-b3e5-ed3ec81bc691 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:18.826421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:18.826981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Checking segment: {'id': 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:18.827615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Bound using segment: {'id': 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:18.828354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Bound port: 668037e8-5538-40b2-98b5-9f25138526a4, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:18.828959 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.898583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-615790252-network', 'tenant_id': 'a1c8f0cf0774448d8e85ea3d19e6dc19'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:18.921546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] For port 668037e8-5538-40b2-98b5-9f25138526a4, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:18.924611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Made reservation on behalf of a1c8f0cf0774448d8e85ea3d19e6dc19 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:18.925801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] For port 668037e8-5538-40b2-98b5-9f25138526a4, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=668037e8-5538-40b2-98b5-9f25138526a4,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:18.927716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.932313 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.937873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.978304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:18.978961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:18.980668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/668037e8-5538-40b2-98b5-9f25138526a4 HTTP/1.1" status: 200 len: 1092 time: 0.9652960 Jul 22 16:49:18.981185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df194f4a-0ff6-4614-ae1b-a8b4a4644259', 'tag': '668037e8-5538-40b2-98b5-9f25138526a4'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:18.983778 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37729b6b-026d-42c8-84c0-bbd9ea1258af" -d '{"events": [{"name": "network-changed", "server_uuid": "df194f4a-0ff6-4614-ae1b-a8b4a4644259", "tag": "668037e8-5538-40b2-98b5-9f25138526a4"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:19.017050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d216e-998c-4ab9-990d-762561a233f3 service neutron] Pushing event updated for resources: {'Port': ['ID=668037e8-5538-40b2-98b5-9f25138526a4,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:19.035787 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e62fd26-091f-4428-b09d-35c4f94bf93c x-openstack-request-id: req-6e62fd26-091f-4428-b09d-35c4f94bf93c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:19.036120 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df194f4a-0ff6-4614-ae1b-a8b4a4644259", "tag": "668037e8-5538-40b2-98b5-9f25138526a4", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:19.036490 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e62fd26-091f-4428-b09d-35c4f94bf93c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:19.036920 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df194f4a-0ff6-4614-ae1b-a8b4a4644259', 'tag': '668037e8-5538-40b2-98b5-9f25138526a4', 'status': 'completed', 'code': 200} Jul 22 16:49:19.066434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.073095 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.104905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:49:19.107235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee1becf-b7ff-4395-ae00-96f349a3d1c5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:19.117964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-fc836d87-15c0-4eed-af0b-c5db1c830d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.119643 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-fc836d87-15c0-4eed-af0b-c5db1c830d7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 1095 time: 0.0666931 Jul 22 16:49:19.130872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.131788 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Added segment 46b902eb-23ef-4325-80d3-87273a361d8f of type vlan for network 92a30354-764d-41b5-b9cd-0743cd77f1d9 Jul 22 16:49:19.172763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-38537690-0bbd-471e-9bf5-8c6ffb27343d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=668037e8-5538-40b2-98b5-9f25138526a4 HTTP/1.1" status: 200 len: 217 time: 0.0400226 Jul 22 16:49:19.185645 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.234914 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.238836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.240666 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.243589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-dbf073eb-082a-4b56-a74c-5cbc2b0e5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.245493 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-dbf073eb-082a-4b56-a74c-5cbc2b0e5d54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd4590d5-78bc-4842-a564-086ca90327fc HTTP/1.1" status: 200 len: 854 time: 0.0669653 Jul 22 16:49:19.309539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-add49b2f-344b-4a9b-bd3a-1b892fc61880 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=def068ce-190d-43ba-b3e5-ed3ec81bc691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572236 Jul 22 16:49:19.359875 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6322296 Jul 22 16:49:19.370593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58548) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:19.379353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Request body: {'subnet': {'network_id': '92a30354-764d-41b5-b9cd-0743cd77f1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-615790252-subnet', 'tenant_id': 'a1c8f0cf0774448d8e85ea3d19e6dc19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:19.415727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0c0d4-ac1b-47df-955a-96c442c6b91d admin admin] Pushing event updated for resources: {'Network': ['ID=92a30354-764d-41b5-b9cd-0743cd77f1d9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:19.418866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-99a4e124-accf-4098-80b4-b2fa1784a050 service neutron] 10.222.0.20 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030984 Jul 22 16:49:19.427184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 92a30354-764d-41b5-b9cd-0743cd77f1d9 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:49:19.453165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Made reservation on behalf of a1c8f0cf0774448d8e85ea3d19e6dc19 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:19.456740 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.489135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22321d5-7c89-4c0d-93e1-5c2e88071cbf req-8be55c8a-8086-4385-a0ac-2d30f38996af tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.490990 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c22321d5-7c89-4c0d-93e1-5c2e88071cbf req-8be55c8a-8086-4385-a0ac-2d30f38996af tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.2426834 Jul 22 16:49:19.556003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e42d71c-401d-459b-8de2-a4397d5047ad req-1eaf914d-c92f-4f75-8ad4-734a5370977d service neutron] 10.222.0.20 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302035 Jul 22 16:49:19.600365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c22321d5-7c89-4c0d-93e1-5c2e88071cbf req-78752e94-0ee6-44b8-bb8b-fc0aabcb8706 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593741 Jul 22 16:49:19.699820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-32a03ef2-6bd8-4708-94ff-eca63c686e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.701582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-32a03ef2-6bd8-4708-94ff-eca63c686e50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 1095 time: 0.0612974 Jul 22 16:49:19.716178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.776215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6182292-7f80-49a5-ab05-54cf269557f8,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:19.793584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Checking segment: {'id': '46b902eb-23ef-4325-80d3-87273a361d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92a30354-764d-41b5-b9cd-0743cd77f1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:19.793947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Network hostable DHCP agents. Network: 92a30354-764d-41b5-b9cd-0743cd77f1d9, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:49:19.815233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Network 92a30354-764d-41b5-b9cd-0743cd77f1d9 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:49:19.827303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 92a30354-764d-41b5-b9cd-0743cd77f1d9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:19.835432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.835432 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:19.841194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbedeb7-8573-46da-8826-ffdb81fe5eee None None] Network 92a30354-764d-41b5-b9cd-0743cd77f1d9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:19.851615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-796eaf73-f36f-461f-a5fc-444a1bb43c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:19.853384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-796eaf73-f36f-461f-a5fc-444a1bb43c53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 915 time: 0.1452734 Jul 22 16:49:19.865127 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a148e29c-ced0-483a-a11e-20865595ae95 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4804125 Jul 22 16:49:20.049905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3895fd79-35ae-499c-b2f7-3b2ee406a98e None None] Network 92a30354-764d-41b5-b9cd-0743cd77f1d9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:20.346783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-0adbea78-cb1d-438a-a158-b562cb213b27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=668037e8-5538-40b2-98b5-9f25138526a4 HTTP/1.1" status: 200 len: 217 time: 0.4853425 Jul 22 16:49:20.362572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc6081-a099-4d6f-ac87-f8f112d7b920 req-619e0cd4-d939-469c-a624-9c55c08bba12 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:20.364404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6efc6081-a099-4d6f-ac87-f8f112d7b920 req-619e0cd4-d939-469c-a624-9c55c08bba12 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 943 time: 0.5808516 Jul 22 16:49:20.441694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-e0bcdfb7-d1cb-419a-a48a-e9fe7d747633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:20.443250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-e0bcdfb7-d1cb-419a-a48a-e9fe7d747633 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd4590d5-78bc-4842-a564-086ca90327fc HTTP/1.1" status: 200 len: 854 time: 0.0779083 Jul 22 16:49:20.446811 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6efc6081-a099-4d6f-ac87-f8f112d7b920 req-356fb96b-e98f-40bf-90ed-1f9d690982ea tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726404 Jul 22 16:49:20.486608 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-a6a7d5fc-ed75-4242-acdd-9f5b8fd98573 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=def068ce-190d-43ba-b3e5-ed3ec81bc691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365691 Jul 22 16:49:20.503308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-df7994cc-10e1-4435-be82-6ccdec762bf3 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:20.504886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-df7994cc-10e1-4435-be82-6ccdec762bf3 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/networks?id=92a30354-764d-41b5-b9cd-0743cd77f1d9 HTTP/1.1" status: 200 len: 812 time: 0.1289084 Jul 22 16:49:20.522096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-8439fa07-5a3f-417f-ad71-0fe78dd829dc tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/quotas/a1c8f0cf0774448d8e85ea3d19e6dc19 HTTP/1.1" status: 200 len: 375 time: 0.0104518 Jul 22 16:49:20.579565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-fe2d9bee-a8cf-4890-b2d6-b332a0b1e421 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c8f0cf0774448d8e85ea3d19e6dc19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406556 Jul 22 16:49:20.625465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-feee1a5c-e0ea-4288-82e4-0bb49a41d028 service neutron] 10.222.0.20 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318614 Jul 22 16:49:20.773332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-5d979f42-c3ad-4478-a649-86a6141a87df service neutron] 10.222.0.53 "GET /v2.0/networks/92a30354-764d-41b5-b9cd-0743cd77f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874027 Jul 22 16:49:20.778411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37729b6b-026d-42c8-84c0-bbd9ea1258af req-cb75d994-47be-4355-9dd2-468a8f85179e service neutron] 10.222.0.20 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460388 Jul 22 16:49:20.824869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc92382-8979-4220-bade-6c955767a675 req-0b01abb9-7bef-44f8-b331-498c0c64694a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:20.826441 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5bc92382-8979-4220-bade-6c955767a675 req-0b01abb9-7bef-44f8-b331-498c0c64694a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0888703 Jul 22 16:49:20.884438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5bc92382-8979-4220-bade-6c955767a675 req-adf93383-ba78-47ed-84c9-e8631b234669 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 Jul 22 16:49:20.891045 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29a046e1-36af-4254-901d-04e8c1671c9e service neutron] 10.222.0.53 "GET /v2.0/networks/92a30354-764d-41b5-b9cd-0743cd77f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116207 Jul 22 16:49:21.009400 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d6079d1-0e55-45e4-b020-9bfaddbe213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.093620 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a1044b2-4afe-41af-b646-1b3440a88c03 req-3b5e4d6c-1852-4743-bb22-f220f47c263a tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 210 time: 0.0390851 Jul 22 16:49:21.235424 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:21.653898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98a330-45be-4020-a041-362a94048cd9 req-197154a0-5174-48f8-82ce-26748e1fba26 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:21.656095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d98a330-45be-4020-a041-362a94048cd9 req-197154a0-5174-48f8-82ce-26748e1fba26 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 943 time: 0.1055245 Jul 22 16:49:21.718201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d98a330-45be-4020-a041-362a94048cd9 req-dcfc0038-66d2-49ea-b6d3-5c6711b1b1c6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531783 Jul 22 16:49:22.051587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6a0fb-8b23-4684-93e5-8cf4fee61c2c req-fade12a6-162a-4b95-8459-35a17a0c4af8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:22.055493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18e6a0fb-8b23-4684-93e5-8cf4fee61c2c req-fade12a6-162a-4b95-8459-35a17a0c4af8 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0895345 Jul 22 16:49:22.106551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-18e6a0fb-8b23-4684-93e5-8cf4fee61c2c req-4e656259-322d-4520-b2f5-23cbd2500616 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451894 Jul 22 16:49:22.253747 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed5501da-4662-4647-bc83-620232a87ee5 req-91108daf-9f99-46e2-a31d-a7d7bac1bf1c tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 210 time: 0.0706592 Jul 22 16:49:22.289929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-9b51011b-91fa-4e88-9e0c-3d75c0669c51 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:22.291762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-9b51011b-91fa-4e88-9e0c-3d75c0669c51 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.20 "GET /v2.0/networks?id=92a30354-764d-41b5-b9cd-0743cd77f1d9 HTTP/1.1" status: 200 len: 812 time: 0.1575913 Jul 22 16:49:22.324433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Request body: {'port': {'device_id': '2d30a892-a47f-422b-be4e-143fca165ecf', 'network_id': '92a30354-764d-41b5-b9cd-0743cd77f1d9', 'admin_state_up': True, 'tenant_id': 'a1c8f0cf0774448d8e85ea3d19e6dc19'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:22.448503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Made reservation on behalf of a1c8f0cf0774448d8e85ea3d19e6dc19 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:22.454394 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.499385 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.592592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Allocated IP 172.20.0.11 (92a30354-764d-41b5-b9cd-0743cd77f1d9/b6182292-7f80-49a5-ab05-54cf269557f8/6d97f924-d123-42c4-907b-2a275cf2784f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:22.763173 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.842243 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:22.901666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Network 92a30354-764d-41b5-b9cd-0743cd77f1d9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:22.910535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:22.917195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:22.940541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Pushing event updated for resources: {'Port': ['ID=6d97f924-d123-42c4-907b-2a275cf2784f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:22.975714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a2762-498b-4cce-aa74-92d06fda892d req-a3450e99-d7a9-45ad-ad17-81d8f471fe20 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:22.977302 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-887a2762-498b-4cce-aa74-92d06fda892d req-a3450e99-d7a9-45ad-ad17-81d8f471fe20 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 943 time: 0.1717830 Jul 22 16:49:22.983736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:22.984337 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.015214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-29bc9fbe-a448-47a8-8d6f-46d0523f9de5 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6947510 Jul 22 16:49:23.028646 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-887a2762-498b-4cce-aa74-92d06fda892d req-f2c8f438-7315-4f78-83a2-33b9ecfda46b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Jul 22 16:49:23.033637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Request body: {'port': {'device_id': '2d30a892-a47f-422b-be4e-143fca165ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:23.114045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.270060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c91ba1-d91c-4d6d-8cd2-50f073204421 req-ed2b94fd-72e4-41f4-9bd6-23203e16c37d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:23.271756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57c91ba1-d91c-4d6d-8cd2-50f073204421 req-ed2b94fd-72e4-41f4-9bd6-23203e16c37d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0851398 Jul 22 16:49:23.335310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57c91ba1-d91c-4d6d-8cd2-50f073204421 req-93bbbf89-9d06-44e0-8498-2cfe07c8d9cb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554223 Jul 22 16:49:23.460187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913e44-48ee-41d3-abde-b9d491d98571 req-b4bda9f7-d0f2-40a7-8695-1307b5219b75 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:23.461861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-38913e44-48ee-41d3-abde-b9d491d98571 req-b4bda9f7-d0f2-40a7-8695-1307b5219b75 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 932 time: 0.1284792 Jul 22 16:49:23.466196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d97f924-d123-42c4-907b-2a275cf2784f {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:23.482318 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.507562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Transition to ACTIVE for port object 6d97f924-d123-42c4-907b-2a275cf2784f will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:23.513268 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.534194 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-38913e44-48ee-41d3-abde-b9d491d98571 req-20ed2296-711c-4f5c-955c-2d68b123822d tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633137 Jul 22 16:49:23.535530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 668037e8-5538-40b2-98b5-9f25138526a4 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:49:23.586098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Pushing event updated for resources: {'Port': ['ID=6d97f924-d123-42c4-907b-2a275cf2784f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:23.651745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 668037e8-5538-40b2-98b5-9f25138526a4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=668037e8-5538-40b2-98b5-9f25138526a4,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:23.664517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '668037e8-5538-40b2-98b5-9f25138526a4', 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691', 'port_id': '668037e8-5538-40b2-98b5-9f25138526a4', 'mac_address': 'fa:16:3e:00:ee:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4590d5-78bc-4842-a564-086ca90327fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:49:23.669298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Attempting to bind port 6d97f924-d123-42c4-907b-2a275cf2784f on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:23.669963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Attempting to bind port 6d97f924-d123-42c4-907b-2a275cf2784f by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '46b902eb-23ef-4325-80d3-87273a361d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92a30354-764d-41b5-b9cd-0743cd77f1d9'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:23.670302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Attempting to bind port 6d97f924-d123-42c4-907b-2a275cf2784f on network 92a30354-764d-41b5-b9cd-0743cd77f1d9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:23.674959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Port 6d97f924-d123-42c4-907b-2a275cf2784f on network 92a30354-764d-41b5-b9cd-0743cd77f1d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:49:23.675284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Attempting to bind port 6d97f924-d123-42c4-907b-2a275cf2784f on network 92a30354-764d-41b5-b9cd-0743cd77f1d9 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:23.680696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:23.681038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Checking segment: {'id': '46b902eb-23ef-4325-80d3-87273a361d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92a30354-764d-41b5-b9cd-0743cd77f1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:23.681422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Bound using segment: {'id': '46b902eb-23ef-4325-80d3-87273a361d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92a30354-764d-41b5-b9cd-0743cd77f1d9'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:23.681878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Bound port: 6d97f924-d123-42c4-907b-2a275cf2784f, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b902eb-23ef-4325-80d3-87273a361d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '92a30354-764d-41b5-b9cd-0743cd77f1d9'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:23.682243 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.711030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.732431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668037e8-5538-40b2-98b5-9f25138526a4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:23.758216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 668037e8-5538-40b2-98b5-9f25138526a4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=668037e8-5538-40b2-98b5-9f25138526a4,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:23.761782 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.764089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] For port 6d97f924-d123-42c4-907b-2a275cf2784f, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:23.771063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] For port 6d97f924-d123-42c4-907b-2a275cf2784f, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6d97f924-d123-42c4-907b-2a275cf2784f,segment=NetworkSegment(46b902eb-23ef-4325-80d3-87273a361d8f),segment_id=46b902eb-23ef-4325-80d3-87273a361d8f)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:23.777399 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.831147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:23.831349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=668037e8-5538-40b2-98b5-9f25138526a4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:23.831760 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:23.833223 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d97f924-d123-42c4-907b-2a275cf2784f HTTP/1.1" status: 200 len: 1093 time: 0.8036549 Jul 22 16:49:23.833689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d30a892-a47f-422b-be4e-143fca165ecf', 'tag': '6d97f924-d123-42c4-907b-2a275cf2784f'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:23.836626 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c461c440-7dab-40b6-b4fd-94d14b118037" -d '{"events": [{"name": "network-changed", "server_uuid": "2d30a892-a47f-422b-be4e-143fca165ecf", "tag": "6d97f924-d123-42c4-907b-2a275cf2784f"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:23.889995 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7afe306-5d7e-42ef-a97e-530b8a7cf452 x-openstack-request-id: req-f7afe306-5d7e-42ef-a97e-530b8a7cf452 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:23.890756 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d30a892-a47f-422b-be4e-143fca165ecf", "tag": "6d97f924-d123-42c4-907b-2a275cf2784f", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:23.891180 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7afe306-5d7e-42ef-a97e-530b8a7cf452 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:23.891719 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d30a892-a47f-422b-be4e-143fca165ecf', 'tag': '6d97f924-d123-42c4-907b-2a275cf2784f', 'status': 'completed', 'code': 200} Jul 22 16:49:23.892896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fd845-ca05-4750-8ab3-5ba148f98792 service neutron] Pushing event updated for resources: {'Port': ['ID=6d97f924-d123-42c4-907b-2a275cf2784f,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:23.977129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-32e18971-d515-4e80-a18f-c6edaa0421fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:23.978844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-32e18971-d515-4e80-a18f-c6edaa0421fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1c8f0cf0774448d8e85ea3d19e6dc19&device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 1096 time: 0.0637279 Jul 22 16:49:24.026176 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-b099025c-96a6-4e6e-954f-09716d95b790 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d97f924-d123-42c4-907b-2a275cf2784f HTTP/1.1" status: 200 len: 217 time: 0.0345678 Jul 22 16:49:24.081436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['668037e8-5538-40b2-98b5-9f25138526a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:24.086780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-d42ecc6c-65e1-47b9-8385-6f6d189f841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.088341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-d42ecc6c-65e1-47b9-8385-6f6d189f841f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6182292-7f80-49a5-ab05-54cf269557f8 HTTP/1.1" status: 200 len: 852 time: 0.0553706 Jul 22 16:49:24.138390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-d0abafbc-2264-4614-8816-cc7f6193f430 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92a30354-764d-41b5-b9cd-0743cd77f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432143 Jul 22 16:49:24.237510 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:24.259589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927665a-30cd-41cd-bc41-9769bdd4d138 req-9d484ef9-c27f-4af4-852e-5d9b8acac14b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.261160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7927665a-30cd-41cd-bc41-9769bdd4d138 req-9d484ef9-c27f-4af4-852e-5d9b8acac14b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 944 time: 0.1519439 Jul 22 16:49:24.289806 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-bf4143d5-f003-4b33-a8d6-342b3b7be2b9 service neutron] 10.222.0.20 "GET /v2.0/networks/92a30354-764d-41b5-b9cd-0743cd77f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335633 Jul 22 16:49:24.328565 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7927665a-30cd-41cd-bc41-9769bdd4d138 req-a91868f4-9220-48df-bfb6-20db61741e7c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578284 Jul 22 16:49:24.409210 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6945cfd1-10fa-4acb-86b3-5c0f69f3aea9 req-fe6f0b47-52ac-4619-97b6-c353425e7e86 service neutron] 10.222.0.20 "GET /v2.0/networks/92a30354-764d-41b5-b9cd-0743cd77f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117208 Jul 22 16:49:24.516197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10184d2-4d6f-4503-a593-f76c41f318dd req-638d715f-9e9c-4f86-9917-6b6d5ececaf4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.517623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b10184d2-4d6f-4503-a593-f76c41f318dd req-638d715f-9e9c-4f86-9917-6b6d5ececaf4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0828564 Jul 22 16:49:24.574529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b10184d2-4d6f-4503-a593-f76c41f318dd req-2989e12f-6bca-499b-87f6-439cb145def5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504985 Jul 22 16:49:24.592471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-2124a4b5-d3df-48bb-8f38-491a5234a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.604175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-2124a4b5-d3df-48bb-8f38-491a5234a35a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a1c8f0cf0774448d8e85ea3d19e6dc19&device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 1096 time: 0.0883026 Jul 22 16:49:24.629334 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-c60907d7-1da0-4799-b46f-5858af33ab27 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0692754 Jul 22 16:49:24.734032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-6f0abed7-0073-4324-a6ea-8164fb0d9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.736035 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-6f0abed7-0073-4324-a6ea-8164fb0d9f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1097 time: 0.0652955 Jul 22 16:49:24.742544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-8096083f-60f1-4930-9a71-d9eeff890515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.744092 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-8096083f-60f1-4930-9a71-d9eeff890515 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92a30354-764d-41b5-b9cd-0743cd77f1d9 HTTP/1.1" status: 200 len: 913 time: 0.1335022 Jul 22 16:49:24.761896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b675b-e9e8-4d83-95ee-4b5c5e1aa304 req-05be619f-933a-47bf-b340-433c897caec9 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.763459 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec5b675b-e9e8-4d83-95ee-4b5c5e1aa304 req-05be619f-933a-47bf-b340-433c897caec9 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 944 time: 0.1338172 Jul 22 16:49:24.802333 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-7f33530f-9e9a-4514-b622-5c222c47e4d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d97f924-d123-42c4-907b-2a275cf2784f HTTP/1.1" status: 200 len: 217 time: 0.0377414 Jul 22 16:49:24.855857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-9e09846d-43f1-43ef-9783-ceadff94315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.857331 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-9e09846d-43f1-43ef-9783-ceadff94315d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.0995162 Jul 22 16:49:24.868996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec5b675b-e9e8-4d83-95ee-4b5c5e1aa304 req-d9a24a1e-07d1-4903-b353-0f75683139b7 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974252 Jul 22 16:49:24.881756 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-bb779ca1-d521-4db0-ab6f-33d96a4d306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:24.884382 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-bb779ca1-d521-4db0-ab6f-33d96a4d306d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6182292-7f80-49a5-ab05-54cf269557f8 HTTP/1.1" status: 200 len: 852 time: 0.0661848 Jul 22 16:49:24.925969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-21f2ec82-7a9a-47ec-8ed5-605098210963 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92a30354-764d-41b5-b9cd-0743cd77f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347586 Jul 22 16:49:24.934522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-cf805f9f-4988-404d-b929-c6218d7f8107 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 1001 time: 0.0704105 Jul 22 16:49:25.020560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-70d91838-0ecb-4428-a86c-42c85606a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:25.022435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-70d91838-0ecb-4428-a86c-42c85606a8b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.0576329 Jul 22 16:49:25.045127 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-db780376-6215-4c11-bdeb-bbe7c7f62d71 service neutron] 10.222.0.20 "GET /v2.0/networks/92a30354-764d-41b5-b9cd-0743cd77f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121027 Jul 22 16:49:25.099213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-92dd4194-9c38-43c9-9ca6-a7e069642359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:25.101521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-92dd4194-9c38-43c9-9ca6-a7e069642359 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708368 Jul 22 16:49:25.171161 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c461c440-7dab-40b6-b4fd-94d14b118037 req-c7328a6d-9a2b-4aa6-b33c-9b4d97bcfd6e service neutron] 10.222.0.20 "GET /v2.0/networks/92a30354-764d-41b5-b9cd-0743cd77f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974336 Jul 22 16:49:25.214429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-72bb5b3f-895b-44c8-b96a-347feed4399d service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054256 Jul 22 16:49:25.321599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f269622c-3ae1-47cc-b801-f9c1c67fade6 req-ab52c314-23d2-4d3e-b12b-917ba99f2690 service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007242 Jul 22 16:49:25.473401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9034817-27da-48bb-ad74-35fb755523e3 req-7a5895a2-e211-423f-b8e4-2a2036787bc8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:25.475695 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9034817-27da-48bb-ad74-35fb755523e3 req-7a5895a2-e211-423f-b8e4-2a2036787bc8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 944 time: 0.0717707 Jul 22 16:49:25.519938 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9034817-27da-48bb-ad74-35fb755523e3 req-424ece1c-25bd-4450-b98f-431e62ee06a9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381422 Jul 22 16:49:25.549834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 668037e8-5538-40b2-98b5-9f25138526a4 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:25.604548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 668037e8-5538-40b2-98b5-9f25138526a4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:25.613772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 668037e8-5538-40b2-98b5-9f25138526a4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:25.614144 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.703416 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.732875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123f382-f2db-45e5-af54-ea73952cbbfb req-4176741e-3575-44b5-9145-ce023e9afaaf tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:25.734428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a123f382-f2db-45e5-af54-ea73952cbbfb req-4176741e-3575-44b5-9145-ce023e9afaaf tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0721526 Jul 22 16:49:25.739296 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df194f4a-0ff6-4614-ae1b-a8b4a4644259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668037e8-5538-40b2-98b5-9f25138526a4'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:25.742516 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e20c436-19f3-40fe-ad9b-51e3f32cc5d9" -d '{"events": [{"server_uuid": "df194f4a-0ff6-4614-ae1b-a8b4a4644259", "name": "network-vif-plugged", "status": "completed", "tag": "668037e8-5538-40b2-98b5-9f25138526a4"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:25.758794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 668037e8-5538-40b2-98b5-9f25138526a4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=668037e8-5538-40b2-98b5-9f25138526a4,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:25.766844 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:25.782821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a123f382-f2db-45e5-af54-ea73952cbbfb req-3638e02c-1219-4563-b043-89d19f60ed2b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Jul 22 16:49:25.805806 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e93a21-eaff-4f57-9544-908494d61c5e x-openstack-request-id: req-78e93a21-eaff-4f57-9544-908494d61c5e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:25.806170 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df194f4a-0ff6-4614-ae1b-a8b4a4644259", "name": "network-vif-plugged", "status": "completed", "tag": "668037e8-5538-40b2-98b5-9f25138526a4", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:25.806431 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78e93a21-eaff-4f57-9544-908494d61c5e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:25.807028 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df194f4a-0ff6-4614-ae1b-a8b4a4644259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668037e8-5538-40b2-98b5-9f25138526a4', 'code': 200} Jul 22 16:49:25.852301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=668037e8-5538-40b2-98b5-9f25138526a4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:25.958641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460af3dd-49c3-4e28-943b-f002579ad8c4 req-19fe78ef-e272-4326-a304-1e8cca026812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:25.961072 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-460af3dd-49c3-4e28-943b-f002579ad8c4 req-19fe78ef-e272-4326-a304-1e8cca026812 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 1097 time: 0.0628536 Jul 22 16:49:26.034443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-460af3dd-49c3-4e28-943b-f002579ad8c4 req-dae12bf4-b006-4cac-8579-c8c49e417cbf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667789 Jul 22 16:49:26.066615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a1908-5aff-4bff-a1e4-df2483a67e46 req-265f72a5-cba6-4b6f-8789-b95863d0439f tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:26.068157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c4a1908-5aff-4bff-a1e4-df2483a67e46 req-265f72a5-cba6-4b6f-8789-b95863d0439f tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 944 time: 0.0936301 Jul 22 16:49:26.110061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0c4a1908-5aff-4bff-a1e4-df2483a67e46 req-8cd8be39-9832-4102-8515-85ddee9a5395 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352478 Jul 22 16:49:26.658773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f921a06-f483-4bbf-83c5-4196b9570cb5 req-0efbb48b-ab79-41ff-812a-3047bfb64841 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:26.660339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f921a06-f483-4bbf-83c5-4196b9570cb5 req-0efbb48b-ab79-41ff-812a-3047bfb64841 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 945 time: 0.0675018 Jul 22 16:49:26.703441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f921a06-f483-4bbf-83c5-4196b9570cb5 req-45572b17-f86c-456e-b5e9-ff24759afd08 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368481 Jul 22 16:49:26.945827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54667374-d149-481a-b5de-e9e2bfdfc85a req-0a7a954e-442c-4182-8da2-fc1eced32bba tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:26.947483 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54667374-d149-481a-b5de-e9e2bfdfc85a req-0a7a954e-442c-4182-8da2-fc1eced32bba tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0851011 Jul 22 16:49:27.005162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54667374-d149-481a-b5de-e9e2bfdfc85a req-f677a962-7ce0-45a8-8392-4bcf2bd16c49 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484302 Jul 22 16:49:27.273996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f574f57-b060-4b65-80f6-4b54c4c5a86f req-789dba8f-9996-434e-935c-54c1f208db0b tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:27.275501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f574f57-b060-4b65-80f6-4b54c4c5a86f req-789dba8f-9996-434e-935c-54c1f208db0b tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 944 time: 0.0889797 Jul 22 16:49:27.323857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f574f57-b060-4b65-80f6-4b54c4c5a86f req-7e169fe3-0f8e-464c-a064-676ba005a196 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Jul 22 16:49:27.570229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6d97f924-d123-42c4-907b-2a275cf2784f details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:49:27.682657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6d97f924-d123-42c4-907b-2a275cf2784f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6d97f924-d123-42c4-907b-2a275cf2784f,segment=NetworkSegment(46b902eb-23ef-4325-80d3-87273a361d8f),segment_id=46b902eb-23ef-4325-80d3-87273a361d8f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:27.695382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '6d97f924-d123-42c4-907b-2a275cf2784f', 'network_id': '92a30354-764d-41b5-b9cd-0743cd77f1d9', 'port_id': '6d97f924-d123-42c4-907b-2a275cf2784f', 'mac_address': 'fa:16:3e:3b:92:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6182292-7f80-49a5-ab05-54cf269557f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:49:27.733064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.747945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d97f924-d123-42c4-907b-2a275cf2784f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:27.768750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6d97f924-d123-42c4-907b-2a275cf2784f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6d97f924-d123-42c4-907b-2a275cf2784f,segment=NetworkSegment(46b902eb-23ef-4325-80d3-87273a361d8f),segment_id=46b902eb-23ef-4325-80d3-87273a361d8f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:27.775088 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:27.834617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6d97f924-d123-42c4-907b-2a275cf2784f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:27.860358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047b591-a8da-4575-a98c-fe44bdeae97f req-4e6d8fec-dd90-4cc0-b8e0-8b002288ef5c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:27.861874 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7047b591-a8da-4575-a98c-fe44bdeae97f req-4e6d8fec-dd90-4cc0-b8e0-8b002288ef5c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 945 time: 0.0758152 Jul 22 16:49:27.904253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7047b591-a8da-4575-a98c-fe44bdeae97f req-89cb15e3-a6a9-45e1-9f61-b4d767f7158a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Jul 22 16:49:28.117820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6d97f924-d123-42c4-907b-2a275cf2784f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:28.170005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6059f56-9490-4a89-a4a5-f2e02e054437 req-2d808975-c275-49b6-8bd2-a04ab3d9251e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:28.174342 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6059f56-9490-4a89-a4a5-f2e02e054437 req-2d808975-c275-49b6-8bd2-a04ab3d9251e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0789938 Jul 22 16:49:28.233207 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6059f56-9490-4a89-a4a5-f2e02e054437 req-b5a7ba91-706b-43b1-b3fe-88e910c49938 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523779 Jul 22 16:49:28.257297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcf7f2-a382-4c9e-952d-8ceb008a228b req-370b8802-69bc-4663-b281-e7b4e87e561a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:28.260859 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51dcf7f2-a382-4c9e-952d-8ceb008a228b req-370b8802-69bc-4663-b281-e7b4e87e561a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 945 time: 0.1045406 Jul 22 16:49:28.309123 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51dcf7f2-a382-4c9e-952d-8ceb008a228b req-2b3384aa-504a-4853-ba7a-a99368d2bd97 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 Jul 22 16:49:28.480618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70014f42-7f18-4a2b-9e33-e2d607457ca6 req-9597fa68-61c3-420d-a518-0073cc79b6cf tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:28.482170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70014f42-7f18-4a2b-9e33-e2d607457ca6 req-9597fa68-61c3-420d-a518-0073cc79b6cf tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 945 time: 0.0788131 Jul 22 16:49:28.526010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70014f42-7f18-4a2b-9e33-e2d607457ca6 req-d838ccf2-7632-4519-ac74-60fc64c0ebb3 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Jul 22 16:49:29.400210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c8deb-af62-49c1-a1e8-dfce9d2deae9 req-ac154023-f1a8-4314-9df3-29395a03cdfa tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:29.401634 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d9c8deb-af62-49c1-a1e8-dfce9d2deae9 req-ac154023-f1a8-4314-9df3-29395a03cdfa tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0811296 Jul 22 16:49:29.446095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d9c8deb-af62-49c1-a1e8-dfce9d2deae9 req-d8920adb-4600-428d-bf89-63483a829127 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383339 Jul 22 16:49:29.470351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10d763-2608-40a2-9dc7-4eabd1acdb42 req-398aad1f-d32a-4491-9254-d0cc57702931 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:29.472184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b10d763-2608-40a2-9dc7-4eabd1acdb42 req-398aad1f-d32a-4491-9254-d0cc57702931 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 945 time: 0.0833244 Jul 22 16:49:29.524063 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b10d763-2608-40a2-9dc7-4eabd1acdb42 req-ea12ce96-dc62-4112-bcfa-8a7afb5bc4a8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Jul 22 16:49:29.573830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6d97f924-d123-42c4-907b-2a275cf2784f up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:29.638734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 6d97f924-d123-42c4-907b-2a275cf2784f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:29.643610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 6d97f924-d123-42c4-907b-2a275cf2784f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:29.644043 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.699782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be85bc-03ef-40f0-83a7-2b32379f21df req-0b8cdd08-0d72-453a-af5b-3c765162e48a tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:29.703486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-98be85bc-03ef-40f0-83a7-2b32379f21df req-0b8cdd08-0d72-453a-af5b-3c765162e48a tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 945 time: 0.0818202 Jul 22 16:49:29.748913 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.759048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-98be85bc-03ef-40f0-83a7-2b32379f21df req-8590db19-5821-4174-a0e6-8619e2b15317 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514679 Jul 22 16:49:29.775933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d30a892-a47f-422b-be4e-143fca165ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d97f924-d123-42c4-907b-2a275cf2784f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:29.778286 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ff5628-0a9a-4001-9376-59771751c36e" -d '{"events": [{"server_uuid": "2d30a892-a47f-422b-be4e-143fca165ecf", "name": "network-vif-plugged", "status": "completed", "tag": "6d97f924-d123-42c4-907b-2a275cf2784f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:29.792827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6d97f924-d123-42c4-907b-2a275cf2784f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6d97f924-d123-42c4-907b-2a275cf2784f,segment=NetworkSegment(46b902eb-23ef-4325-80d3-87273a361d8f),segment_id=46b902eb-23ef-4325-80d3-87273a361d8f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:29.798905 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:29.831879 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9872af-cd06-47ed-a594-20c5fe19b004 x-openstack-request-id: req-cf9872af-cd06-47ed-a594-20c5fe19b004 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:29.832163 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d30a892-a47f-422b-be4e-143fca165ecf", "name": "network-vif-plugged", "status": "completed", "tag": "6d97f924-d123-42c4-907b-2a275cf2784f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:29.832425 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf9872af-cd06-47ed-a594-20c5fe19b004 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:29.832835 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d30a892-a47f-422b-be4e-143fca165ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d97f924-d123-42c4-907b-2a275cf2784f', 'code': 200} Jul 22 16:49:29.860235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6d97f924-d123-42c4-907b-2a275cf2784f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:30.016811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-0596f248-3d9e-4c75-b3eb-211be4901625 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:30.018383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-0596f248-3d9e-4c75-b3eb-211be4901625 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.20 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 945 time: 0.0806103 Jul 22 16:49:30.030567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a80a4e-3b12-4381-a611-cfa5c48c5258 req-d4ed245d-819a-48e8-93e8-b0013bb2149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:30.032385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49a80a4e-3b12-4381-a611-cfa5c48c5258 req-d4ed245d-819a-48e8-93e8-b0013bb2149e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 1098 time: 0.0638041 Jul 22 16:49:30.076153 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49a80a4e-3b12-4381-a611-cfa5c48c5258 req-830de820-b128-4e10-9434-2e7456f32945 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Jul 22 16:49:30.185946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Deleting port 668037e8-5538-40b2-98b5-9f25138526a4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:30.186648 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.333686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] For port 668037e8-5538-40b2-98b5-9f25138526a4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=668037e8-5538-40b2-98b5-9f25138526a4,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:30.334387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.356556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Calling delete_port for 668037e8-5538-40b2-98b5-9f25138526a4 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:30.456018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-ad55e38b-b720-49be-a6a7-9e7b68800dc4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0822749 Jul 22 16:49:30.578182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.621066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['668037e8-5538-40b2-98b5-9f25138526a4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:30.646638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Pushing event deleted for resources: {'Port': ['ID=668037e8-5538-40b2-98b5-9f25138526a4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:30.664708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2c3df892-cd93-4853-8bd1-02ad9a29697f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:30.709982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-9c11aab7-bf18-4ac8-85a2-1679bea74421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:30.711994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-9c11aab7-bf18-4ac8-85a2-1679bea74421 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 1097 time: 0.1492012 Jul 22 16:49:30.725959 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fba9ab14-106a-4c03-b4e4-3aeb1a178e63 req-d5bad1b3-f104-49ea-a908-291723ff8d71 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=df194f4a-0ff6-4614-ae1b-a8b4a4644259 HTTP/1.1" status: 200 len: 210 time: 0.0930529 Jul 22 16:49:30.762323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] No DVR routers for this DVR port 668037e8-5538-40b2-98b5-9f25138526a4 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:30.767826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:30.771279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67dee365-4b33-4a7b-ba34-55b14ea878c4 req-e0a7f537-8fe0-473a-9bcc-66d3bb581fe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.20 "DELETE /v2.0/ports/668037e8-5538-40b2-98b5-9f25138526a4 HTTP/1.1" status: 204 len: 173 time: 0.7468193 Jul 22 16:49:30.772913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df194f4a-0ff6-4614-ae1b-a8b4a4644259', 'name': 'network-vif-deleted', 'tag': '668037e8-5538-40b2-98b5-9f25138526a4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:30.777124 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cba83c3-ceb5-41e9-9814-ff9ba780f8a1" -d '{"events": [{"server_uuid": "df194f4a-0ff6-4614-ae1b-a8b4a4644259", "name": "network-vif-deleted", "tag": "668037e8-5538-40b2-98b5-9f25138526a4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:30.821856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5832ea8-661f-4810-ae95-37c94d20cf65 req-63e8cff6-4d63-4edd-8e44-5a3f8ad65f5d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:30.823542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5832ea8-661f-4810-ae95-37c94d20cf65 req-63e8cff6-4d63-4edd-8e44-5a3f8ad65f5d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.2317941 Jul 22 16:49:30.902720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5832ea8-661f-4810-ae95-37c94d20cf65 req-4fdba322-a741-4e8c-9d3c-16576a639bcb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661774 Jul 22 16:49:30.943646 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be064489-56a6-4a5b-94c9-c9c7ab76b655 x-openstack-request-id: req-be064489-56a6-4a5b-94c9-c9c7ab76b655 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:30.945876 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df194f4a-0ff6-4614-ae1b-a8b4a4644259", "name": "network-vif-deleted", "tag": "668037e8-5538-40b2-98b5-9f25138526a4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:30.946315 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be064489-56a6-4a5b-94c9-c9c7ab76b655 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:30.946917 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df194f4a-0ff6-4614-ae1b-a8b4a4644259', 'name': 'network-vif-deleted', 'tag': '668037e8-5538-40b2-98b5-9f25138526a4', 'status': 'completed', 'code': 200} Jul 22 16:49:30.968852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-301cca68-abb4-43ec-964d-e0d3d6f7f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:30.970530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-301cca68-abb4-43ec-964d-e0d3d6f7f3fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.2218401 Jul 22 16:49:31.103577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-d5072f28-230c-4a7a-8bb0-d703575a050f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1496546a-8077-49a2-832f-6bf3cf701147 HTTP/1.1" status: 200 len: 1001 time: 0.1107202 Jul 22 16:49:31.113617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57249826-7e4b-4742-ba46-954e6af2f744 req-4a4689c3-709f-498c-b698-48ae04b2c682 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:31.115585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57249826-7e4b-4742-ba46-954e6af2f744 req-4a4689c3-709f-498c-b698-48ae04b2c682 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 946 time: 0.1158111 Jul 22 16:49:31.190255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57249826-7e4b-4742-ba46-954e6af2f744 req-15dd7b3f-0e39-4a91-b30d-11cf3d6d7d7e tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679460 Jul 22 16:49:31.225751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-8773a448-cb9d-4a55-bb67-e5d037849ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:31.228689 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-8773a448-cb9d-4a55-bb67-e5d037849ecd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1039548 Jul 22 16:49:31.323165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-85608802-3d67-4fd0-a294-8312b0e4a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:31.325210 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-85608802-3d67-4fd0-a294-8312b0e4a1a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858674 Jul 22 16:49:31.404641 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:31.456097 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-f7711a32-8dd9-4f18-81dd-b2d9f8ec75d5 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169469 Jul 22 16:49:31.554801 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-168d9cfe-7d93-4f00-8f94-704d8e1b8583 req-7d6b44ba-c237-427f-8f26-97d90e833c1f service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907745 Jul 22 16:49:31.924231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5da2a-2ee4-42c9-bc99-5099ed4156e4 req-0eb9cfef-7ba0-4d46-bb91-9d84f7788686 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:31.925829 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c5da2a-2ee4-42c9-bc99-5099ed4156e4 req-0eb9cfef-7ba0-4d46-bb91-9d84f7788686 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0791430 Jul 22 16:49:31.979613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c5da2a-2ee4-42c9-bc99-5099ed4156e4 req-82386053-ce87-4573-bf70-55cd0b5dd841 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433342 Jul 22 16:49:32.135035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6933a5a-8b4e-4d42-bfba-4646c2b24978 req-b005d2fe-a412-45e6-82ed-84e04649a48b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:32.137032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6933a5a-8b4e-4d42-bfba-4646c2b24978 req-b005d2fe-a412-45e6-82ed-84e04649a48b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0855191 Jul 22 16:49:32.188193 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6933a5a-8b4e-4d42-bfba-4646c2b24978 req-87d42c33-b458-4a4e-b902-8230b3830296 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Jul 22 16:49:32.287954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a8b3c-5bec-4c68-ad1d-fa9671c7d226 req-825d9b8b-19dc-4129-b9e0-4ef9eca7b5f1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:32.289635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-303a8b3c-5bec-4c68-ad1d-fa9671c7d226 req-825d9b8b-19dc-4129-b9e0-4ef9eca7b5f1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0977318 Jul 22 16:49:32.348988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-303a8b3c-5bec-4c68-ad1d-fa9671c7d226 req-a481c8eb-0c8d-4b81-a7a1-d375cca3dbc7 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522346 Jul 22 16:49:32.371291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32754d2e-89c5-4641-98cc-60bf76921413 req-daedde00-405b-4e83-8965-48b95a655623 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:32.373077 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32754d2e-89c5-4641-98cc-60bf76921413 req-daedde00-405b-4e83-8965-48b95a655623 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 946 time: 0.0978172 Jul 22 16:49:32.456381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32754d2e-89c5-4641-98cc-60bf76921413 req-7518f3b0-401a-43fb-8222-af5c14e307ae tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732744 Jul 22 16:49:32.562230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242abae6-6afe-44c7-b448-521e3e5596b7 req-d6ba9982-4eb2-486d-81bb-425dfdaccf18 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:32.563845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-242abae6-6afe-44c7-b448-521e3e5596b7 req-d6ba9982-4eb2-486d-81bb-425dfdaccf18 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1211438 Jul 22 16:49:32.613529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-242abae6-6afe-44c7-b448-521e3e5596b7 req-d4aeeaf5-8969-4a68-acff-8d83ab9fa88e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434036 Jul 22 16:49:33.248799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec1af2-2374-4ba8-aecb-ee9801ff7c3f req-6d3a5f4e-ab36-4c21-96db-5a2bde426bc3 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:33.268548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60ec1af2-2374-4ba8-aecb-ee9801ff7c3f req-6d3a5f4e-ab36-4c21-96db-5a2bde426bc3 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 946 time: 0.1500430 Jul 22 16:49:33.349178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60ec1af2-2374-4ba8-aecb-ee9801ff7c3f req-c86f046e-29bc-4023-bb6d-a375218ec3ac tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796609 Jul 22 16:49:33.477753 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eb9dc-3f2e-4970-930a-25cdac898169 req-addf0a82-9700-426b-b746-81ecc9403a0f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:33.484194 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e7eb9dc-3f2e-4970-930a-25cdac898169 req-addf0a82-9700-426b-b746-81ecc9403a0f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.1573684 Jul 22 16:49:33.558519 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e7eb9dc-3f2e-4970-930a-25cdac898169 req-d37d6da2-4c89-47a2-b9ac-1492cccf8497 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663047 Jul 22 16:49:33.598235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 668037e8-5538-40b2-98b5-9f25138526a4 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:33.627015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 668037e8-5538-40b2-98b5-9f25138526a4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:33.627394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 668037e8-5538-40b2-98b5-9f25138526a4 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:34.561673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19352-1db1-4149-9625-06e6e226ee26 req-97c84e9a-d9c0-4dd4-a933-7fdb761870fd tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:34.563367 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bca19352-1db1-4149-9625-06e6e226ee26 req-97c84e9a-d9c0-4dd4-a933-7fdb761870fd tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 946 time: 0.1054115 Jul 22 16:49:34.630802 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bca19352-1db1-4149-9625-06e6e226ee26 req-b351cb40-40b3-49df-bdbb-9d2d4cb9f71c tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/security-groups?id=4ee1becf-b7ff-4395-ae00-96f349a3d1c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595503 Jul 22 16:49:34.718799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-9e1b5356-d3ac-4317-8bc5-13516f4deeb0 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:34.721178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-9e1b5356-d3ac-4317-8bc5-13516f4deeb0 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 946 time: 0.1208248 Jul 22 16:49:34.748919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21fbc0-e793-4e93-a63b-38d5f289611a req-40dce4be-c7db-48d3-a08c-cdb8b5649183 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:34.750473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d21fbc0-e793-4e93-a63b-38d5f289611a req-40dce4be-c7db-48d3-a08c-cdb8b5649183 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1588635 Jul 22 16:49:34.826030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddccf7-b78a-4f27-93d4-c9d1eff051ab req-23a97b85-4d98-4392-8fda-e6ce768c54db tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:34.827863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6ddccf7-b78a-4f27-93d4-c9d1eff051ab req-23a97b85-4d98-4392-8fda-e6ce768c54db tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.1130114 Jul 22 16:49:34.867452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d21fbc0-e793-4e93-a63b-38d5f289611a req-ae710434-c596-469b-a006-fc18ccd02512 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759413 Jul 22 16:49:34.901647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6ddccf7-b78a-4f27-93d4-c9d1eff051ab req-a2f457cd-8d49-4356-af9b-9cf20990da05 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604675 Jul 22 16:49:34.952015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Deleting port 6d97f924-d123-42c4-907b-2a275cf2784f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:34.952333 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.089383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] For port 6d97f924-d123-42c4-907b-2a275cf2784f, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6d97f924-d123-42c4-907b-2a275cf2784f,segment=NetworkSegment(46b902eb-23ef-4325-80d3-87273a361d8f),segment_id=46b902eb-23ef-4325-80d3-87273a361d8f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:35.089739 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.106778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Calling delete_port for 6d97f924-d123-42c4-907b-2a275cf2784f owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:35.118999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3192c-60c2-4089-b687-02907101fe61 req-4d63f87c-ad2d-4bb4-9f8d-ca92f77bce84 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:35.120549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-54a3192c-60c2-4089-b687-02907101fe61 req-4d63f87c-ad2d-4bb4-9f8d-ca92f77bce84 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1401131 Jul 22 16:49:35.218207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-54a3192c-60c2-4089-b687-02907101fe61 req-1d530ead-3677-4f62-a7ef-b847c2b5e9bd tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842004 Jul 22 16:49:35.303410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.340460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6d97f924-d123-42c4-907b-2a275cf2784f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:35.350492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Pushing event deleted for resources: {'Port': ['ID=6d97f924-d123-42c4-907b-2a275cf2784f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:35.411110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] No DVR routers for this DVR port 6d97f924-d123-42c4-907b-2a275cf2784f on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:35.414027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.416220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8679b6c-0755-4635-9cae-47afdc9d4b35 req-92e35c13-85b3-4701-8399-d93cc99b88c8 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.20 "DELETE /v2.0/ports/6d97f924-d123-42c4-907b-2a275cf2784f HTTP/1.1" status: 204 len: 173 time: 0.6890783 Jul 22 16:49:35.416755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d30a892-a47f-422b-be4e-143fca165ecf', 'name': 'network-vif-deleted', 'tag': '6d97f924-d123-42c4-907b-2a275cf2784f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:35.419322 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d88c5d-56e9-4099-9de2-7c04240106ec" -d '{"events": [{"server_uuid": "2d30a892-a47f-422b-be4e-143fca165ecf", "name": "network-vif-deleted", "tag": "6d97f924-d123-42c4-907b-2a275cf2784f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:35.461362 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a8eae-8081-4f00-9646-8c162ab4c5e5 x-openstack-request-id: req-e71a8eae-8081-4f00-9646-8c162ab4c5e5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:35.461682 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d30a892-a47f-422b-be4e-143fca165ecf", "name": "network-vif-deleted", "tag": "6d97f924-d123-42c4-907b-2a275cf2784f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:35.461909 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e71a8eae-8081-4f00-9646-8c162ab4c5e5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:35.462322 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d30a892-a47f-422b-be4e-143fca165ecf', 'name': 'network-vif-deleted', 'tag': '6d97f924-d123-42c4-907b-2a275cf2784f', 'status': 'completed', 'code': 200} Jul 22 16:49:35.554736 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:35.781729 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b2ac570-8966-49aa-bb5b-0e4529a5c948 req-b26ffafa-93ff-42bd-a80c-f5c5e1427354 tempest-ServerPasswordTestJSON-1334000431 tempest-ServerPasswordTestJSON-1334000431-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d30a892-a47f-422b-be4e-143fca165ecf HTTP/1.1" status: 200 len: 210 time: 0.0374749 Jul 22 16:49:36.082102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6aec6-9893-4ae6-b6c4-54a907a38a70 req-c759a303-bc9d-482e-8d83-d7912a1147ed tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:36.083681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38a6aec6-9893-4ae6-b6c4-54a907a38a70 req-c759a303-bc9d-482e-8d83-d7912a1147ed tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.0926683 Jul 22 16:49:36.159298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-38a6aec6-9893-4ae6-b6c4-54a907a38a70 req-5f44d502-db58-47f8-9b97-663558087d2d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539699 Jul 22 16:49:36.847354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:36.904841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-360b8632-12a3-40f2-b485-b52501db6d82 admin admin] Deleting subnet b6182292-7f80-49a5-ab05-54cf269557f8 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:36.909292 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-360b8632-12a3-40f2-b485-b52501db6d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.933002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f088d-d92b-4879-8404-0744dcc3dfde req-9f8d8975-0c63-4842-9daf-da35f21ac5e5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:36.935488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-179f088d-d92b-4879-8404-0744dcc3dfde req-9f8d8975-0c63-4842-9daf-da35f21ac5e5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0956264 Jul 22 16:49:36.967273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-360b8632-12a3-40f2-b485-b52501db6d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:36.989020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-179f088d-d92b-4879-8404-0744dcc3dfde req-44c6a1fd-4e6a-4c02-a674-93a0a505e004 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475035 Jul 22 16:49:37.018641 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-360b8632-12a3-40f2-b485-b52501db6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.118719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-360b8632-12a3-40f2-b485-b52501db6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.149953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b8632-12a3-40f2-b485-b52501db6d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6182292-7f80-49a5-ab05-54cf269557f8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:37.155167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-360b8632-12a3-40f2-b485-b52501db6d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.157061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-360b8632-12a3-40f2-b485-b52501db6d82 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b6182292-7f80-49a5-ab05-54cf269557f8 HTTP/1.1" status: 204 len: 168 time: 0.3084228 Jul 22 16:49:37.159933 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:37.202234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315f340-e73e-49cd-a116-aeca83c31076 req-2ecb707d-14f4-41a9-b69c-8a4f12dd2312 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:37.213795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0315f340-e73e-49cd-a116-aeca83c31076 req-2ecb707d-14f4-41a9-b69c-8a4f12dd2312 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1411517 Jul 22 16:49:37.266422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0315f340-e73e-49cd-a116-aeca83c31076 req-b6cf1f92-1725-4ad9-9325-b24232349a1b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511165 Jul 22 16:49:37.287567 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.432257 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.446664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a30354-764d-41b5-b9cd-0743cd77f1d9']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:37.456249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55420247-7d41-4d14-98ef-0f09d49928de req-1a21380d-1c6e-4ad4-ab16-dd15d442ef9f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:37.463746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55420247-7d41-4d14-98ef-0f09d49928de req-1a21380d-1c6e-4ad4-ab16-dd15d442ef9f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.2048156 Jul 22 16:49:37.476476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b902eb-23ef-4325-80d3-87273a361d8f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:37.477016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b902eb-23ef-4325-80d3-87273a361d8f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:37.489694 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.520273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.535508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:37.535907 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:37.538479 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:37.554528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55420247-7d41-4d14-98ef-0f09d49928de req-23d05a8f-82f9-4a43-9665-174bdcdc8aa6 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894918 Jul 22 16:49:37.556917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d53d-33a4-4204-a5d6-c51497f0dcd0 req-c4df7af5-e9c6-4422-b778-0d9790cfe292 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:37.561224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1f25d53d-33a4-4204-a5d6-c51497f0dcd0 req-c4df7af5-e9c6-4422-b778-0d9790cfe292 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1052396 Jul 22 16:49:37.619278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.628124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:37.630216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] 10.222.0.53 "DELETE /v2.0/networks/92a30354-764d-41b5-b9cd-0743cd77f1d9 HTTP/1.1" status: 204 len: 168 time: 0.4684310 Jul 22 16:49:37.630866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58844) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:37.639154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1f25d53d-33a4-4204-a5d6-c51497f0dcd0 req-aded0ace-9db1-40d9-afab-f70f6cb9d127 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729992 Jul 22 16:49:37.685918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03933df-8b6b-4e0b-92a8-12d0c979de12 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a30354-764d-41b5-b9cd-0743cd77f1d9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:37.724615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0e53c309-97e5-47fa-a731-cb7125652274 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/floatingips/98fccf13-48da-4cbf-8687-2c708fc73115 HTTP/1.1" status: 200 len: 993 time: 0.0816057 Jul 22 16:49:37.873241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:37.893043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182fdc6-1a71-4a0b-834d-b2aac28f1ad1 req-1172748b-7397-47a2-a44a-b6dd2657e9c8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:37.894780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3182fdc6-1a71-4a0b-834d-b2aac28f1ad1 req-1172748b-7397-47a2-a44a-b6dd2657e9c8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1387622 Jul 22 16:49:37.936580 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c02ff2c3-8e39-4975-bfd9-eca1eb66cc4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1c8f0cf0774448d8e85ea3d19e6dc19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694277 Jul 22 16:49:37.937534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:38.005571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3182fdc6-1a71-4a0b-834d-b2aac28f1ad1 req-cedda4aa-771c-4966-8d34-63391fe4707c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010237 Jul 22 16:49:38.039766 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdaf60d0-9e7c-430d-abfd-a26216dffbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.055009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:38.079133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdaf60d0-9e7c-430d-abfd-a26216dffbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.142197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdaf60d0-9e7c-430d-abfd-a26216dffbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.145837 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdaf60d0-9e7c-430d-abfd-a26216dffbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.147420 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fdaf60d0-9e7c-430d-abfd-a26216dffbc4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ee1becf-b7ff-4395-ae00-96f349a3d1c5 HTTP/1.1" status: 204 len: 168 time: 0.2085433 Jul 22 16:49:38.168921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf60d0-9e7c-430d-abfd-a26216dffbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee1becf-b7ff-4395-ae00-96f349a3d1c5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:38.286280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port a64a14eb-6696-4d0a-b26a-6db29bd46d59 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:38.286625 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.318209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71a38b-3146-4581-b5c8-346fe7d33060 req-0d23c74d-1e8c-4820-996e-e8c2261ff831 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:38.320063 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a71a38b-3146-4581-b5c8-346fe7d33060 req-0d23c74d-1e8c-4820-996e-e8c2261ff831 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0985563 Jul 22 16:49:38.386388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a71a38b-3146-4581-b5c8-346fe7d33060 req-c241da4f-08b6-405f-86f1-19091bcca384 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575058 Jul 22 16:49:38.389981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.389981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.406434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for a64a14eb-6696-4d0a-b26a-6db29bd46d59 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:38.583634 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d49d-7de3-4781-a7c4-bf455f88513c req-e89000e1-75a8-4607-9adc-8ea3e981fcad tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:38.583634 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6c44d49d-7de3-4781-a7c4-bf455f88513c req-e89000e1-75a8-4607-9adc-8ea3e981fcad tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1125941 Jul 22 16:49:38.659421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6c44d49d-7de3-4781-a7c4-bf455f88513c req-0eed02b8-051d-4172-b097-6fe978b8cf1b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666890 Jul 22 16:49:38.691445 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.722118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=a64a14eb-6696-4d0a-b26a-6db29bd46d59,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:38.765977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2720e5-76fe-47a1-bd7b-07afee574109 req-536c6bef-5e12-4512-a91f-e3e0efaae024 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:38.770142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca2720e5-76fe-47a1-bd7b-07afee574109 req-536c6bef-5e12-4512-a91f-e3e0efaae024 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.1242981 Jul 22 16:49:38.807517 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:38.807996 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Floating IP 98fccf13-48da-4cbf-8687-2c708fc73115 disassociated (deleted). External IP: 172.25.3.209, port: 9440a85f-a94e-40ce-bcc6-32a692350277. Jul 22 16:49:38.831800 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca2720e5-76fe-47a1-bd7b-07afee574109 req-d016bcd0-b5b8-4a97-9723-9627a02559e1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543621 Jul 22 16:49:39.072314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a24d98-bb78-484b-9d8a-a594e2ddc1f4 req-951e5ec1-51b9-4e28-9872-7f2d09725feb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:39.073887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31a24d98-bb78-484b-9d8a-a594e2ddc1f4 req-951e5ec1-51b9-4e28-9872-7f2d09725feb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1168768 Jul 22 16:49:39.143540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31a24d98-bb78-484b-9d8a-a594e2ddc1f4 req-7ac88a20-933d-45fd-afc0-6f0eb50663f1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593212 Jul 22 16:49:39.200866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router f69c217c-520e-4318-aa8b-59b41045bd86 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:39.238597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e6e9f-2755-4dab-a535-f27da9dcc68c req-4fda2596-442f-464b-ac57-57f6c4ace66a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:39.241208 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-692e6e9f-2755-4dab-a535-f27da9dcc68c req-4fda2596-442f-464b-ac57-57f6c4ace66a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.1084440 Jul 22 16:49:39.307587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cacb8-baf8-4f26-b936-f442a80cb1bb req-3b17b6de-cfb5-4ce9-8369-9eef6a3df0c1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:39.309149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6cacb8-baf8-4f26-b936-f442a80cb1bb req-3b17b6de-cfb5-4ce9-8369-9eef6a3df0c1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0803223 Jul 22 16:49:39.357113 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6cacb8-baf8-4f26-b936-f442a80cb1bb req-a0d5abd5-0248-4421-b972-b555d3652989 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Jul 22 16:49:39.365765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-692e6e9f-2755-4dab-a535-f27da9dcc68c req-17b5030c-3728-4fbe-8c67-d28e6b7999e1 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798295 Jul 22 16:49:39.393390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:39.398753 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:39.413189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] Sync routers for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:39.429597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:39.431034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:49:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:39.460590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-929345e7-e447-4f80-9d6f-33f2d94b07e9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/floatingips/98fccf13-48da-4cbf-8687-2c708fc73115 HTTP/1.1" status: 204 len: 168 time: 1.4017191 Jul 22 16:49:39.462762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:39.465214 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270941fc-eb15-4821-9b2e-b0a81bb359fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:39.597616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:39.626666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6d97f924-d123-42c4-907b-2a275cf2784f no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:39.659859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 6d97f924-d123-42c4-907b-2a275cf2784f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:39.665414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6d97f924-d123-42c4-907b-2a275cf2784f not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:39.710372 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9278a25-7a28-4a11-a946-14515b342740 x-openstack-request-id: req-e9278a25-7a28-4a11-a946-14515b342740 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:39.712246 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:39.714032 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9278a25-7a28-4a11-a946-14515b342740 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:39.715307 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277', 'status': 'completed', 'code': 200} Jul 22 16:49:39.869713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65657f-5ef1-469b-801a-7cf6fb78a685 req-5cd16189-fa8f-4e67-b5f3-6e4429cb8eb6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:39.877200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb65657f-5ef1-469b-801a-7cf6fb78a685 req-5cd16189-fa8f-4e67-b5f3-6e4429cb8eb6 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 945 time: 0.0917590 Jul 22 16:49:39.930299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ec5d0ba9-4030-40d1-9203-db41b02c563a', 'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:d7:1e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:17Z', 'updated_at': '2021-07-22T16:48:27Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:39.937555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb65657f-5ef1-469b-801a-7cf6fb78a685 req-85857fe1-8aca-4f28-94cf-9e605e76e8be tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592895 Jul 22 16:49:39.968964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] Checking router: f69c217c-520e-4318-aa8b-59b41045bd86 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:39.985585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:39.986538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:49:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:40.021952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3ba6f42a-76ed-4038-8d97-7b2c37ddb449 req-d41d8804-6260-4273-8ee1-a14d45eb5f86 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1172ca9-9ab3-4969-a68d-f8baef9623e0 HTTP/1.1" status: 200 len: 210 time: 0.0425975 Jul 22 16:49:40.352709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-4e9425a5-8de9-4af1-9012-4847e481c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:40.354392 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-4e9425a5-8de9-4af1-9012-4847e481c892 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba25aba9442a450497d693578b5a7823&device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 1097 time: 0.5665779 Jul 22 16:49:40.358788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:40.383940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5ed61-7722-4095-a937-f70f4d146d0f req-36882541-c1b3-4740-9044-c7ffcf89e60c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:40.404431 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55b5ed61-7722-4095-a937-f70f4d146d0f req-36882541-c1b3-4740-9044-c7ffcf89e60c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1284466 Jul 22 16:49:40.464476 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:49:40.493299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55b5ed61-7722-4095-a937-f70f4d146d0f req-0a40ebd5-5088-4b85-b0dc-c57792846b4f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775247 Jul 22 16:49:40.535937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-19cae92a-765e-4574-a97e-b78376758013 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:40.538284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-19cae92a-765e-4574-a97e-b78376758013 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.1654270 Jul 22 16:49:40.649093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-e3a6915a-7933-496d-9944-8ecc58858adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:40.656677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-e3a6915a-7933-496d-9944-8ecc58858adf service neutron] 10.222.0.65 "GET /v2.0/networks?id=86ccd57d-0733-44e1-9cf1-3676b1c3f293 HTTP/1.1" status: 200 len: 898 time: 0.2467239 Jul 22 16:49:40.729106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ec5d0ba9-4030-40d1-9203-db41b02c563a', 'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:d7:1e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:17Z', 'updated_at': '2021-07-22T16:48:27Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:40.761761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f16ca-9e0c-46e6-aede-fe78d560d49a None None] The sync data for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 is: [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:48:20Z', 'revision_number': 4, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'ec5d0ba9-4030-40d1-9203-db41b02c563a', 'name': '', 'network_id': '86ccd57d-0733-44e1-9cf1-3676b1c3f293', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'mac_address': 'fa:16:3e:d7:1e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:17Z', 'updated_at': '2021-07-22T16:48:27Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'subnets': [{'id': 'daed58cd-c728-4190-994a-e2a73a21ae93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:40.775020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-3be90952-1472-4245-8a9f-232efdd04184 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9440a85f-a94e-40ce-bcc6-32a692350277 HTTP/1.1" status: 200 len: 217 time: 0.0724254 Jul 22 16:49:40.782335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807e2e6-26b2-46cb-a848-951bf9512b8e req-4eb3bb3f-f100-4774-acee-b82a4be854a4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:40.790069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e807e2e6-26b2-46cb-a848-951bf9512b8e req-4eb3bb3f-f100-4774-acee-b82a4be854a4 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 945 time: 0.2502100 Jul 22 16:49:40.869342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-a9544a72-f6a9-4a2a-98ff-77ffed41019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:40.872552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-a9544a72-f6a9-4a2a-98ff-77ffed41019d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=daed58cd-c728-4190-994a-e2a73a21ae93 HTTP/1.1" status: 200 len: 834 time: 0.0552015 Jul 22 16:49:40.899872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e807e2e6-26b2-46cb-a848-951bf9512b8e req-a8bbb44c-35ed-4a59-9c42-994a08312c44 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985949 Jul 22 16:49:40.902413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Deleting port f271e7de-7b59-4582-95c2-53a54693f036 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:40.902765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:40.955335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae4aad-a66c-40bb-be7d-407dceb363d8 req-e92e4ab0-5446-4053-b274-6fdefaf55cc4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:40.957394 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41ae4aad-a66c-40bb-be7d-407dceb363d8 req-e92e4ab0-5446-4053-b274-6fdefaf55cc4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1870520 Jul 22 16:49:41.026469 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41ae4aad-a66c-40bb-be7d-407dceb363d8 req-034eb37d-b152-4b49-bf05-a3a87b445ceb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602663 Jul 22 16:49:41.036081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-9df61b19-d477-49bb-915a-d4c5ed87700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:41.039989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-9df61b19-d477-49bb-915a-d4c5ed87700e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86ccd57d-0733-44e1-9cf1-3676b1c3f293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581483 Jul 22 16:49:41.054849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d303abfb-eea3-4122-a8de-f2ae135d2f71 req-64f64821-91bf-49f6-9159-9cf92c067868 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0367248 Jul 22 16:49:41.111886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] For port f271e7de-7b59-4582-95c2-53a54693f036, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f271e7de-7b59-4582-95c2-53a54693f036,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:41.112264 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.150843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Calling delete_port for f271e7de-7b59-4582-95c2-53a54693f036 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:41.260500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-74d04845-7f98-49e8-b788-5724a1644044 service neutron] 10.222.0.65 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064679 Jul 22 16:49:41.285729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f7cb0-e6d9-49d2-b246-7286e0151119 req-e165fd06-82d2-4e10-9f6b-07f207584e89 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:41.287668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d93f7cb0-e6d9-49d2-b246-7286e0151119 req-e165fd06-82d2-4e10-9f6b-07f207584e89 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 945 time: 0.1660399 Jul 22 16:49:41.298239 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26785179-4802-4411-9ab7-5acb8eac0a84 None None] New status for floating IP 98fccf13-48da-4cbf-8687-2c708fc73115: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:49:41.424826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cba67d-00c2-48a9-9dbc-00f181952c2d req-1c1f813a-633a-4251-b3c2-9eb3e484ed6a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:41.426478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32cba67d-00c2-48a9-9dbc-00f181952c2d req-1c1f813a-633a-4251-b3c2-9eb3e484ed6a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1590073 Jul 22 16:49:41.438021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.447815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d93f7cb0-e6d9-49d2-b246-7286e0151119 req-682c7df4-4bf3-4851-9f3e-85d798d51724 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362803 Jul 22 16:49:41.475533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f271e7de-7b59-4582-95c2-53a54693f036'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:41.489709 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-270941fc-eb15-4821-9b2e-b0a81bb359fe req-0e7bd32c-75cd-4b56-a0d7-ee497c3cdcf3 service neutron] 10.222.0.65 "GET /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756690 Jul 22 16:49:41.541747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32cba67d-00c2-48a9-9dbc-00f181952c2d req-b6a19cf8-aa97-4571-a9de-31b5e1db4a71 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987935 Jul 22 16:49:41.543088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event deleted for resources: {'Port': ['ID=f271e7de-7b59-4582-95c2-53a54693f036,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:41.654799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] No DVR routers for this DVR port f271e7de-7b59-4582-95c2-53a54693f036 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:41.658353 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:41.665703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ef7e4d9a-1dcd-4858-9e66-be9d7f0b4f25 req-e6c7abd8-f6da-4dcb-9e3b-4dcbb7dd69e7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "DELETE /v2.0/ports/f271e7de-7b59-4582-95c2-53a54693f036 HTTP/1.1" status: 204 len: 173 time: 1.1068201 Jul 22 16:49:41.665703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0b54df-9fbd-416e-a623-37751f93c023', 'name': 'network-vif-deleted', 'tag': 'f271e7de-7b59-4582-95c2-53a54693f036'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:41.679027 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6b5d97-b717-4224-80b2-60085f569989" -d '{"events": [{"server_uuid": "ea0b54df-9fbd-416e-a623-37751f93c023", "name": "network-vif-deleted", "tag": "f271e7de-7b59-4582-95c2-53a54693f036"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:41.763884 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a527df-1668-4ee1-8938-a2c52681dc3f x-openstack-request-id: req-d9a527df-1668-4ee1-8938-a2c52681dc3f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:41.764249 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0b54df-9fbd-416e-a623-37751f93c023", "name": "network-vif-deleted", "tag": "f271e7de-7b59-4582-95c2-53a54693f036", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:41.764635 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9a527df-1668-4ee1-8938-a2c52681dc3f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:41.765050 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0b54df-9fbd-416e-a623-37751f93c023', 'name': 'network-vif-deleted', 'tag': 'f271e7de-7b59-4582-95c2-53a54693f036', 'status': 'completed', 'code': 200} Jul 22 16:49:41.803932 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb39ae9-31da-4255-8d3b-f0925eebbfc1 req-e4984db1-0e5e-498b-89f0-0eceaf7c6e71 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:41.807893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bb39ae9-31da-4255-8d3b-f0925eebbfc1 req-e4984db1-0e5e-498b-89f0-0eceaf7c6e71 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1543131 Jul 22 16:49:41.852374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bb39ae9-31da-4255-8d3b-f0925eebbfc1 req-5ee785c0-5328-40b1-9055-c3f7ee352509 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Jul 22 16:49:42.046606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31546b86-1bb0-4ef7-accf-852828cf6c4e req-f994c4c3-7c58-40a0-9dc9-58aee2a4f55c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea0b54df-9fbd-416e-a623-37751f93c023 HTTP/1.1" status: 200 len: 210 time: 0.0333662 Jul 22 16:49:42.216317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d6f2028c-d499-43a6-be8d-488dad912742 req-b169ec60-2108-4451-b137-84d8f751cd4f tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0439408 Jul 22 16:49:42.227689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c1b0e-dd98-454c-b52a-3e2fd3681ca9 req-65e72fef-047f-4105-a55b-6865f8feff2d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:42.229355 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe6c1b0e-dd98-454c-b52a-3e2fd3681ca9 req-65e72fef-047f-4105-a55b-6865f8feff2d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 814 time: 0.2267730 Jul 22 16:49:42.250865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-e7fb42b0-3235-4e08-8f27-bd678a0e92b5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:42.252852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-e7fb42b0-3235-4e08-8f27-bd678a0e92b5 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 945 time: 0.1643028 Jul 22 16:49:42.271108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe6c1b0e-dd98-454c-b52a-3e2fd3681ca9 req-a94e3143-4743-46f1-9216-7b60147eb3ea tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/quotas/9f6320182880451399b0e5f0c1a9d7e0 HTTP/1.1" status: 200 len: 375 time: 0.0171249 Jul 22 16:49:42.418816 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe6c1b0e-dd98-454c-b52a-3e2fd3681ca9 req-733288b6-3130-41ff-93cf-e61ba141b2a0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1214736 Jul 22 16:49:42.434191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port 9440a85f-a94e-40ce-bcc6-32a692350277 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:42.434545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.572170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] For port 9440a85f-a94e-40ce-bcc6-32a692350277, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=9440a85f-a94e-40ce-bcc6-32a692350277,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:42.573319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.597342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf82536-aeab-4454-87c9-c78187e25aee req-2edf3592-9f3c-4dd5-834d-b9addd42a566 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:42.598982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eaf82536-aeab-4454-87c9-c78187e25aee req-2edf3592-9f3c-4dd5-834d-b9addd42a566 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0937304 Jul 22 16:49:42.619781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for 9440a85f-a94e-40ce-bcc6-32a692350277 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:42.646683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eaf82536-aeab-4454-87c9-c78187e25aee req-8b6cb406-9e82-4d0c-8679-5f455efeb7b8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Jul 22 16:49:42.719442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ee513-acab-4a44-85e6-e1c034a97696 req-d9dbd230-c1e7-450d-afd5-4ef224488223 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:42.721074 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f8ee513-acab-4a44-85e6-e1c034a97696 req-d9dbd230-c1e7-450d-afd5-4ef224488223 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 945 time: 0.1458290 Jul 22 16:49:42.816627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f8ee513-acab-4a44-85e6-e1c034a97696 req-86fa1914-230a-4c0a-b6f6-67fe48a620cf tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/security-groups?id=84f1cca8-0837-4c60-a578-e706e7414bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827112 Jul 22 16:49:42.839435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ac68-5f0d-4d44-a3a9-f705e4a852b1 req-c1beb02b-3af9-455d-9936-b3f61634fbcc tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:42.841968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63a9ac68-5f0d-4d44-a3a9-f705e4a852b1 req-c1beb02b-3af9-455d-9936-b3f61634fbcc tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1017802 Jul 22 16:49:42.849224 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.888353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=9440a85f-a94e-40ce-bcc6-32a692350277,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:42.903704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63a9ac68-5f0d-4d44-a3a9-f705e4a852b1 req-841165af-faa9-4729-9bae-069e6864d85e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520000 Jul 22 16:49:42.931704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] No DVR routers for this DVR port 9440a85f-a94e-40ce-bcc6-32a692350277 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:42.934786 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:42.936489 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ddabb3b7-d0cd-4009-bce1-064d6ab22647 req-7eb8da45-52cd-4e6d-a7a5-c84d305c175b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.65 "DELETE /v2.0/ports/9440a85f-a94e-40ce-bcc6-32a692350277 HTTP/1.1" status: 204 len: 173 time: 0.6729114 Jul 22 16:49:42.937198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'name': 'network-vif-deleted', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:42.941630 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeec9f1-f0fa-4b0e-8aab-6767d5427a5c" -d '{"events": [{"server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "name": "network-vif-deleted", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:42.999058 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca947af-13f4-4663-8189-760ef36bfaf3 x-openstack-request-id: req-4ca947af-13f4-4663-8189-760ef36bfaf3 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:42.999427 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd254973-5509-4f45-8ad3-6f5c1851e81b", "name": "network-vif-deleted", "tag": "9440a85f-a94e-40ce-bcc6-32a692350277", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:42.999745 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ca947af-13f4-4663-8189-760ef36bfaf3 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:43.000213 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd254973-5509-4f45-8ad3-6f5c1851e81b', 'name': 'network-vif-deleted', 'tag': '9440a85f-a94e-40ce-bcc6-32a692350277', 'status': 'completed', 'code': 200} Jul 22 16:49:43.110743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33478f7a-74fb-4959-a5c8-532ee0a8dc40 req-bdc4e2ef-2cf7-4d85-a4b3-6ddc50826b88 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9f6320182880451399b0e5f0c1a9d7e0 HTTP/1.1" status: 200 len: 221 time: 0.0342381 Jul 22 16:49:43.306656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc321b64-6a12-4f9a-b421-15f8ca05321d req-72fd761d-0e41-4b9a-bee1-2a40190cb7d5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:43.314004 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc321b64-6a12-4f9a-b421-15f8ca05321d req-72fd761d-0e41-4b9a-bee1-2a40190cb7d5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1253319 Jul 22 16:49:43.373004 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc321b64-6a12-4f9a-b421-15f8ca05321d req-62aa3807-2f9f-4a6c-9b9e-9a3c1b569274 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578115 Jul 22 16:49:43.408508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a83c09a7-98c4-429e-ace8-bdc751fda0bd req-499bb7ed-99ff-44b1-8ead-f054b668b55c tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0534654 Jul 22 16:49:43.526008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc44a09f-d64f-4aa0-a333-bc43b331f5b7 req-368db99b-8514-4b5a-8b47-ccfc3e7361ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e1172ca9-9ab3-4969-a68d-f8baef9623e0 HTTP/1.1" status: 200 len: 210 time: 0.0498829 Jul 22 16:49:43.599040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f271e7de-7b59-4582-95c2-53a54693f036 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:43.636505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: f271e7de-7b59-4582-95c2-53a54693f036 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:43.637268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f271e7de-7b59-4582-95c2-53a54693f036 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:43.648370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb28eb-807d-433d-b6a6-b011f97c4ba4 req-d29f3c15-a2f4-4a81-b1fb-e82c9cf685b8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:43.651839 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8bb28eb-807d-433d-b6a6-b011f97c4ba4 req-d29f3c15-a2f4-4a81-b1fb-e82c9cf685b8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1199570 Jul 22 16:49:43.690058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-5cd0a1e0-3d7f-444c-b015-aa5471c3c36a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:43.691694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-5cd0a1e0-3d7f-444c-b015-aa5471c3c36a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.1514676 Jul 22 16:49:43.707401 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8bb28eb-807d-433d-b6a6-b011f97c4ba4 req-4c1c1719-0511-4cff-9545-3b6487135414 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497355 Jul 22 16:49:43.715625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-11a37955-8139-4679-bd23-b601168804f9 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/quotas/4fcebb27d9824b28a076b8e462ad6e34 HTTP/1.1" status: 200 len: 375 time: 0.0144756 Jul 22 16:49:43.771178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-91f9d3ca-1076-4960-b423-83694a5da950 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489397 Jul 22 16:49:43.883794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a933b2-c2a9-4225-a3bc-6d9b1d89be3a req-9a23805b-904e-4953-a657-175f27d79879 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:43.885246 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5a933b2-c2a9-4225-a3bc-6d9b1d89be3a req-9a23805b-904e-4953-a657-175f27d79879 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0848527 Jul 22 16:49:43.947255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-b02aa8f3-39ad-4197-a082-7fdf5b2e6ddf service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682267 Jul 22 16:49:43.959818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5a933b2-c2a9-4225-a3bc-6d9b1d89be3a req-f49f26ec-e874-4ad0-83ef-30f6997e9333 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683560 Jul 22 16:49:44.071768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-ce0acad3-f34f-4051-a6b3-520637096ffd service neutron] 10.222.0.53 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235237 Jul 22 16:49:44.116826 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f68f480e-d711-489f-b4ca-e189a9ee497c req-6b040f69-5991-4cbe-b902-31c84220cf7b tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd254973-5509-4f45-8ad3-6f5c1851e81b HTTP/1.1" status: 200 len: 210 time: 0.0425200 Jul 22 16:49:44.423467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aae451d4-46f3-43ea-9b22-37f324e2545e req-3633bb1b-daa9-4b06-8e32-321ab024a769 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 210 time: 0.0414426 Jul 22 16:49:44.470850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32cdda67-6c56-4591-8f80-02996c59f348 req-914dfe02-04fe-4446-bb38-cadae0827e88 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0384252 Jul 22 16:49:44.487758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09e1e3-87b8-4889-8490-0e61b1d85009 req-5c7d108a-ed24-4b98-b4d5-143720dd7639 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:44.491664 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff09e1e3-87b8-4889-8490-0e61b1d85009 req-5c7d108a-ed24-4b98-b4d5-143720dd7639 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1337578 Jul 22 16:49:44.546276 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff09e1e3-87b8-4889-8490-0e61b1d85009 req-f06b5b5b-cc1d-4ca1-887e-fb7420dcef3d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511808 Jul 22 16:49:44.590536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7448b-1743-4f33-b7d9-1bf26d241dd2 req-a7ac46b7-1048-403e-a798-d2aa151e5ff6 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:44.593672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6ba7448b-1743-4f33-b7d9-1bf26d241dd2 req-a7ac46b7-1048-403e-a798-d2aa151e5ff6 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0932128 Jul 22 16:49:44.655546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6ba7448b-1743-4f33-b7d9-1bf26d241dd2 req-9ca765eb-27cd-40f1-b699-6fea946c985e tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548520 Jul 22 16:49:44.696503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ef9ce40b-e93c-42ab-92ba-d1d3cc85fbd5 req-34160d57-4816-46b6-bad0-eaff68d163a3 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0370793 Jul 22 16:49:44.849118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54a566-b592-453d-b6e3-eb066fe47918 req-faf4cf8b-707d-4f71-af88-059068f56ab9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:44.850906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fa54a566-b592-453d-b6e3-eb066fe47918 req-faf4cf8b-707d-4f71-af88-059068f56ab9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0999081 Jul 22 16:49:44.909669 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fa54a566-b592-453d-b6e3-eb066fe47918 req-876dfc20-d79b-4f06-97c5-3a416374734b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486629 Jul 22 16:49:45.082292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cff978-649a-46a3-8a97-0c492e206fb6 req-269e73bf-037b-4a6c-8c88-39472ca513cf tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:45.086069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3cff978-649a-46a3-8a97-0c492e206fb6 req-269e73bf-037b-4a6c-8c88-39472ca513cf tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0832117 Jul 22 16:49:45.151206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b3cff978-649a-46a3-8a97-0c492e206fb6 req-c1ce24ec-db56-4a49-b503-3cd5708af553 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551829 Jul 22 16:49:45.210623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59092) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:45.282368 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8154e812-2a7d-4c9c-9f94-e06f2e7d81b9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.344063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8154e812-2a7d-4c9c-9f94-e06f2e7d81b9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.422476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07438073-49c6-409b-8140-8d0ee20c4f8a req-7956bd6c-9ef3-41b6-b011-4e5f2adc3c06 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:45.424256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07438073-49c6-409b-8140-8d0ee20c4f8a req-7956bd6c-9ef3-41b6-b011-4e5f2adc3c06 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1390188 Jul 22 16:49:45.493430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8154e812-2a7d-4c9c-9f94-e06f2e7d81b9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.496431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8154e812-2a7d-4c9c-9f94-e06f2e7d81b9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:45.498119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8154e812-2a7d-4c9c-9f94-e06f2e7d81b9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/security-groups/84f1cca8-0837-4c60-a578-e706e7414bb9 HTTP/1.1" status: 204 len: 168 time: 0.2862632 Jul 22 16:49:45.511247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154e812-2a7d-4c9c-9f94-e06f2e7d81b9 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f1cca8-0837-4c60-a578-e706e7414bb9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:45.522175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07438073-49c6-409b-8140-8d0ee20c4f8a req-783df70e-f53e-41f5-a17e-84c5d7e067e3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881190 Jul 22 16:49:45.603591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:45.647297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-e4fdde8e-2959-4f68-a2be-1bb0efb92201 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:45.649457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-e4fdde8e-2959-4f68-a2be-1bb0efb92201 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 811 time: 0.1752231 Jul 22 16:49:45.656650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9440a85f-a94e-40ce-bcc6-32a692350277 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:45.682434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 9440a85f-a94e-40ce-bcc6-32a692350277 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:45.683136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 9440a85f-a94e-40ce-bcc6-32a692350277 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:45.725508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Request body: {'port': {'device_id': '5a9b99d0-bea6-4b50-9eb6-0822b4015b35', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'admin_state_up': True, 'tenant_id': '4fcebb27d9824b28a076b8e462ad6e34'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:45.733561 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6bc088ac-1c48-4179-b8b7-124993c61a36 req-48a38b1d-e721-4676-8c56-1a09e2906a14 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 210 time: 0.1430404 Jul 22 16:49:45.883195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c240182-343b-4ca8-947a-706865e95d83 req-953749b7-9fd2-475c-849d-852260e7767c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:45.897363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c240182-343b-4ca8-947a-706865e95d83 req-953749b7-9fd2-475c-849d-852260e7767c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1786892 Jul 22 16:49:46.077414 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c240182-343b-4ca8-947a-706865e95d83 req-a5b5bbdd-5743-4aef-9bc1-454a43b27256 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788323 Jul 22 16:49:46.221408 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f1aa6232-717f-40e0-a3c6-05e9f7fa516c req-5b6cccd1-32ab-4416-ab3e-88d101496296 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0420949 Jul 22 16:49:46.321994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b2c68-1ee2-4311-911c-81a836830552 req-fc121023-da95-47a7-98f6-59ea272a3a8f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:46.323628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb7b2c68-1ee2-4311-911c-81a836830552 req-fc121023-da95-47a7-98f6-59ea272a3a8f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.4651091 Jul 22 16:49:46.324328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.339354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Made reservation on behalf of 4fcebb27d9824b28a076b8e462ad6e34 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:49:46.344350 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.451105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb7b2c68-1ee2-4311-911c-81a836830552 req-0b0b9782-b83e-489c-96bb-e953e7fd5273 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022990 Jul 22 16:49:46.589349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Allocated IP 172.20.0.13 (9fbb4b23-f7da-4811-bc9d-550a23b15826/a9b029ca-65ed-4f26-be85-de2402c32c39/213aaadb-e623-4a98-b02a-8a04c9a6bd6c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:49:46.652632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0983f-5a87-4b96-bcbd-7fbf922e42c7 req-02471374-95c9-4f74-9aaf-c7c1c88744b2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:46.654193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cf0983f-5a87-4b96-bcbd-7fbf922e42c7 req-02471374-95c9-4f74-9aaf-c7c1c88744b2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1266632 Jul 22 16:49:46.738808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cf0983f-5a87-4b96-bcbd-7fbf922e42c7 req-b4798e75-4dc7-414c-ad01-dea458099e02 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718498 Jul 22 16:49:46.769408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port ec5d0ba9-4030-40d1-9203-db41b02c563a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:46.769991 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.850719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d235878-7012-495b-b5b6-399fa33e51bb req-918f4b2f-5410-4420-a74c-c74bc7ef8683 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0447874 Jul 22 16:49:46.892956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.935283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] For port ec5d0ba9-4030-40d1-9203-db41b02c563a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ec5d0ba9-4030-40d1-9203-db41b02c563a,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:46.935871 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:46.959894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for ec5d0ba9-4030-40d1-9203-db41b02c563a owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:46.966648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceef17c-5a35-4d0b-bc56-074487423098 req-f39f7539-0d2e-48d7-8c6d-394f45086670 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:46.968240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ceef17c-5a35-4d0b-bc56-074487423098 req-f39f7539-0d2e-48d7-8c6d-394f45086670 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1266844 Jul 22 16:49:46.982601 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8981f6d7-09ee-4ed9-b846-12f7aaab21e3 req-95e8d841-2336-4f44-ad1e-af4ca6a43cbc tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 210 time: 0.0378373 Jul 22 16:49:46.982883 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:47.046711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Network 9fbb4b23-f7da-4811-bc9d-550a23b15826 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:49:47.054473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:49:47.064715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:49:47.096179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event updated for resources: {'Port': ['ID=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:47.104367 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ceef17c-5a35-4d0b-bc56-074487423098 req-127e1c17-087f-4c9c-bd4c-af46e8059625 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195009 Jul 22 16:49:47.141673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:47.142656 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:47.162818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-c3b8f17f-3691-409c-9cb1-db8525a5f7be tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4450648 Jul 22 16:49:47.185298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Request body: {'port': {'device_id': '5a9b99d0-bea6-4b50-9eb6-0822b4015b35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:49:47.235434 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:47.265006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=ec5d0ba9-4030-40d1-9203-db41b02c563a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:47.311776 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:47.344411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9a4be-317d-4c90-898a-7aaf0f0a6e69 req-01cdf21e-634e-40a9-ab48-5aa525b4ce04 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:47.347688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aea9a4be-317d-4c90-898a-7aaf0f0a6e69 req-01cdf21e-634e-40a9-ab48-5aa525b4ce04 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1341591 Jul 22 16:49:47.491153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aea9a4be-317d-4c90-898a-7aaf0f0a6e69 req-c510573b-7dd8-440a-819c-5c2080893b8a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220043 Jul 22 16:49:47.542099 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:47.719627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949ef77-051d-4294-8553-f9119740b9f5 req-5107d0ba-3741-48fd-a8bf-1c1ef378ae49 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:47.720996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e949ef77-051d-4294-8553-f9119740b9f5 req-5107d0ba-3741-48fd-a8bf-1c1ef378ae49 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1347127 Jul 22 16:49:47.737953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d0e17-3285-45cb-800a-f53b182a10e8 req-d3ae5f22-9f23-4707-a6be-8aaef12d0d86 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:47.739569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc7d0e17-3285-45cb-800a-f53b182a10e8 req-d3ae5f22-9f23-4707-a6be-8aaef12d0d86 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1274242 Jul 22 16:49:47.789687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213aaadb-e623-4a98-b02a-8a04c9a6bd6c {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:47.805261 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:47.817650 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e949ef77-051d-4294-8553-f9119740b9f5 req-f1bff14b-8c0b-4914-9c27-6eee43d9f8f6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593722 Jul 22 16:49:47.844060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Transition to ACTIVE for port object 213aaadb-e623-4a98-b02a-8a04c9a6bd6c will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:49:47.850742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:47.855484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc7d0e17-3285-45cb-800a-f53b182a10e8 req-0f356838-69f7-4578-8c66-d75b2a42d562 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824640 Jul 22 16:49:47.915181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Router f69c217c-520e-4318-aa8b-59b41045bd86 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:49:47.979220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Pushing event updated for resources: {'Port': ['ID=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:48.058200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4ac0404-9386-4235-b7eb-37b272985657 req-167a3587-85f8-4f03-a8ee-c61904874b6f tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0379825 Jul 22 16:49:48.073850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Attempting to bind port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:49:48.074108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Attempting to bind port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:49:48.074453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Attempting to bind port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:48.082897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:49:48.083321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Attempting to bind port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c on network 9fbb4b23-f7da-4811-bc9d-550a23b15826 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:49:48.092832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:49:48.093951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:49:48.094599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Checking segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:49:48.094716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Bound using segment: {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:49:48.095256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Bound port: 213aaadb-e623-4a98-b02a-8a04c9a6bd6c, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784eb278-e469-46d8-93a2-e3551aa67c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:49:48.095743 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.104832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] Sync routers for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:49:48.110148 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-20d3e2ea-1393-4975-a092-9e1043676799 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "PUT /v2.0/routers/f69c217c-520e-4318-aa8b-59b41045bd86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5051267 Jul 22 16:49:48.110411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59154) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:48.116066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:48.116850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:49:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:48.163910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abfdde-aa0f-417e-91f8-df112fcf4253 req-56573588-ac76-4c3d-86c2-b642779844d3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:48.165484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1abfdde-aa0f-417e-91f8-df112fcf4253 req-56573588-ac76-4c3d-86c2-b642779844d3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1491215 Jul 22 16:49:48.232265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5efa969-84c6-436a-bc0b-dde896c1c668 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting subnet daed58cd-c728-4190-994a-e2a73a21ae93 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:49:48.240451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7a63-dbc3-40d4-bfd0-fcc795efd111 req-be1c3993-1943-4a12-ac78-86b9c2af73a5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:48.243043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f8a7a63-dbc3-40d4-bfd0-fcc795efd111 req-be1c3993-1943-4a12-ac78-86b9c2af73a5 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 944 time: 0.0828133 Jul 22 16:49:48.243351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:48.247442 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5efa969-84c6-436a-bc0b-dde896c1c668 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.307099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1abfdde-aa0f-417e-91f8-df112fcf4253 req-8139ad10-5450-4796-88c2-c8d099ec3f47 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166892 Jul 22 16:49:48.314292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] For port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:49:48.323698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] For port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:49:48.323946 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f8a7a63-dbc3-40d4-bfd0-fcc795efd111 req-a2ac761d-71eb-4017-81b0-ce19ec84c84b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693667 Jul 22 16:49:48.335008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5efa969-84c6-436a-bc0b-dde896c1c668 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.356005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.416289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:48.416915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.418531 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] 10.222.0.20 "PUT /v2.0/ports/213aaadb-e623-4a98-b02a-8a04c9a6bd6c HTTP/1.1" status: 200 len: 1093 time: 1.2420661 Jul 22 16:49:48.421788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9b99d0-bea6-4b50-9eb6-0822b4015b35', 'tag': '213aaadb-e623-4a98-b02a-8a04c9a6bd6c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:48.426360 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85" -d '{"events": [{"name": "network-changed", "server_uuid": "5a9b99d0-bea6-4b50-9eb6-0822b4015b35", "tag": "213aaadb-e623-4a98-b02a-8a04c9a6bd6c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:48.435232 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81c830f2-803b-4185-82d2-79470a27472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.473110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6474f-9af3-4666-bf21-008dcd3a405c service neutron] Pushing event updated for resources: {'Port': ['ID=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:48.501378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:49:47Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:48.501652 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a265b423-864a-481e-be91-4f75596ac5e0 x-openstack-request-id: req-a265b423-864a-481e-be91-4f75596ac5e0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:48.501875 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a9b99d0-bea6-4b50-9eb6-0822b4015b35", "tag": "213aaadb-e623-4a98-b02a-8a04c9a6bd6c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:48.502139 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a265b423-864a-481e-be91-4f75596ac5e0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:48.503335 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9b99d0-bea6-4b50-9eb6-0822b4015b35', 'tag': '213aaadb-e623-4a98-b02a-8a04c9a6bd6c', 'status': 'completed', 'code': 200} Jul 22 16:49:48.534958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] Checking router: f69c217c-520e-4318-aa8b-59b41045bd86 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:49:48.545167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58318ad6-dc72-460e-9bc2-4f7898ce138b req-d64ff5d3-b938-44fd-97c2-a8564145a0ad tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:48.550117 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-58318ad6-dc72-460e-9bc2-4f7898ce138b req-d64ff5d3-b938-44fd-97c2-a8564145a0ad tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1360633 Jul 22 16:49:48.557480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] Routers {'f69c217c-520e-4318-aa8b-59b41045bd86'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:49:48.558776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:49:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f69c217c-520e-4318-aa8b-59b41045bd86'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:48.589501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5efa969-84c6-436a-bc0b-dde896c1c668 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.623312 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-58318ad6-dc72-460e-9bc2-4f7898ce138b req-3e21965e-7d0d-4f58-83d1-5a635f77e195 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626094 Jul 22 16:49:48.671767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-83c485e6-f929-44e1-803e-f1c5ad407adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:48.675240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-83c485e6-f929-44e1-803e-f1c5ad407adb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 1096 time: 0.1452992 Jul 22 16:49:48.741283 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5efa969-84c6-436a-bc0b-dde896c1c668 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.749080 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-76323c3d-f8fd-4ce0-9767-dec400646b41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=213aaadb-e623-4a98-b02a-8a04c9a6bd6c HTTP/1.1" status: 200 len: 217 time: 0.0607939 Jul 22 16:49:48.777241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] Set router f69c217c-520e-4318-aa8b-59b41045bd86 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:49:48.794821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efa969-84c6-436a-bc0b-dde896c1c668 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Subnet': ['ID=daed58cd-c728-4190-994a-e2a73a21ae93,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:48.831153 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d5efa969-84c6-436a-bc0b-dde896c1c668 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:48.833154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d5efa969-84c6-436a-bc0b-dde896c1c668 tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/subnets/daed58cd-c728-4190-994a-e2a73a21ae93 HTTP/1.1" status: 204 len: 168 time: 0.7207549 Jul 22 16:49:48.836206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:48.864281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e190a-a5b5-418d-963f-aee7b09f243d None None] Network 86ccd57d-0733-44e1-9cf1-3676b1c3f293 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:49:48.936373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e06b8-b656-4178-9648-425aa3c33ef1 req-c19979fa-5dc7-417f-b856-48733f615dbd tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:48.947674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af8e06b8-b656-4178-9648-425aa3c33ef1 req-c19979fa-5dc7-417f-b856-48733f615dbd tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1215260 Jul 22 16:49:49.004479 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af8e06b8-b656-4178-9648-425aa3c33ef1 req-db8772ba-afef-4bde-bc52-8824d8fb63b4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560460 Jul 22 16:49:49.020594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-93174c6c-6919-4111-97be-3dff626a3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:49.021444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-93174c6c-6919-4111-97be-3dff626a3422 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.2426970 Jul 22 16:49:49.120794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-10f25390-05e3-4756-af8e-143dd1ef513a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639369 Jul 22 16:49:49.172040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:49:47Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:49.224566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1357a005-29e7-437c-8f4e-07ab1c99d00f None None] The sync data for ids ['f69c217c-520e-4318-aa8b-59b41045bd86'] in n-d-792458-13 is: [{'id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'name': 'tempest-TestNetworkBasicOps-router-1630988997', 'tenant_id': 'ba25aba9442a450497d693578b5a7823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:48:09Z', 'updated_at': '2021-07-22T16:49:47Z', 'revision_number': 5, 'project_id': 'ba25aba9442a450497d693578b5a7823', 'gw_port': {'id': 'f3e9cb92-410d-4876-8d1e-41eb2b526c0d', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c217c-520e-4318-aa8b-59b41045bd86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:48:11Z', 'updated_at': '2021-07-22T16:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:49:49.259273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] DHCP port deletion for 86ccd57d-0733-44e1-9cf1-3676b1c3f293 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:49:49.281208 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.337737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Deleting port 0867d38d-81e9-4cee-8b33-2ef12dfb68da {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:49.340131 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.342069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefb7d8-29d6-4611-8fce-38579cc2e2cd req-96f828a9-ec41-41fc-9d02-65383a77fe87 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:49.344192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-faefb7d8-29d6-4611-8fce-38579cc2e2cd req-96f828a9-ec41-41fc-9d02-65383a77fe87 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1291463 Jul 22 16:49:49.405562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-3c6fc51e-31a4-4bb1-b86a-d617e50450e3 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650158 Jul 22 16:49:49.410895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] For port 0867d38d-81e9-4cee-8b33-2ef12dfb68da, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0867d38d-81e9-4cee-8b33-2ef12dfb68da,segment=NetworkSegment(bedb6eac-79fd-4ac1-8165-7944eae5da8f),segment_id=bedb6eac-79fd-4ac1-8165-7944eae5da8f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:49.411410 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.415426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bcc33-7874-4b9f-b1d8-8d8bff61cfc7 req-c96c6017-5da3-4619-b1e3-e60c6f5c820f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:49.415849 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-faefb7d8-29d6-4611-8fce-38579cc2e2cd req-e2878444-3097-431f-9da5-7bbabeb7f905 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633624 Jul 22 16:49:49.417863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-423bcc33-7874-4b9f-b1d8-8d8bff61cfc7 req-c96c6017-5da3-4619-b1e3-e60c6f5c820f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.4277451 Jul 22 16:49:49.425678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Calling delete_port for 0867d38d-81e9-4cee-8b33-2ef12dfb68da owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:49.523913 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.554644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] No DVR routers for this DVR port 0867d38d-81e9-4cee-8b33-2ef12dfb68da on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:49:49.557242 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70fa4e4c-d9fc-4e1d-aac6-40382201f1b0 req-42e7b2d8-6330-4ca2-bc30-a86b13533e4c tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0370784 Jul 22 16:49:49.559819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Pushing event deleted for resources: {'Port': ['ID=0867d38d-81e9-4cee-8b33-2ef12dfb68da,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:49.592773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.593176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.593316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.593607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.593866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.594222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.594639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.594875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.595224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.595685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.595975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.596247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.596505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5c0081-433a-4cf1-9e7a-559a80547c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:49:49.612431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-423bcc33-7874-4b9f-b1d8-8d8bff61cfc7 req-4d76f663-e2e2-4096-8a69-151b18587ab8 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791198 Jul 22 16:49:49.641356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82fe7711-d3fe-4b2d-93dd-4eba68041c7c req-d8e77dd0-96e1-4eb4-943c-90a28cd7fef6 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234182 Jul 22 16:49:49.753160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0867d38d-81e9-4cee-8b33-2ef12dfb68da no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:49.785708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 0867d38d-81e9-4cee-8b33-2ef12dfb68da {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:49.785708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0867d38d-81e9-4cee-8b33-2ef12dfb68da not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:49.785708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec5d0ba9-4030-40d1-9203-db41b02c563a no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:49.797614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Deleting port f3e9cb92-410d-4876-8d1e-41eb2b526c0d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:49:49.798197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.814540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a68304-35f8-424a-9938-68357fc64a1f req-7b06e05b-b124-46d3-b94a-955cf1e1b5ef tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:49.819097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: ec5d0ba9-4030-40d1-9203-db41b02c563a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:49.819977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ec5d0ba9-4030-40d1-9203-db41b02c563a not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:49.828697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d7a68304-35f8-424a-9938-68357fc64a1f req-7b06e05b-b124-46d3-b94a-955cf1e1b5ef tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 944 time: 0.1228960 Jul 22 16:49:49.876730 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d7a68304-35f8-424a-9938-68357fc64a1f req-4f2552ed-9341-4994-a342-b5aac5f7e0e3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466862 Jul 22 16:49:49.924271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f645eb6-0fc1-4439-8dc2-c954229fdc90 req-b2826819-d6ea-4acc-9204-45e8fee8a04c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:49.925813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f645eb6-0fc1-4439-8dc2-c954229fdc90 req-b2826819-d6ea-4acc-9204-45e8fee8a04c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1984696 Jul 22 16:49:49.954724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] For port f3e9cb92-410d-4876-8d1e-41eb2b526c0d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f3e9cb92-410d-4876-8d1e-41eb2b526c0d,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:49.955170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:49.977002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-e2892a21-c087-4f90-aa01-1b18c356df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:49.978587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-e2892a21-c087-4f90-aa01-1b18c356df4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 1096 time: 0.2328103 Jul 22 16:49:49.983560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Calling delete_port for f3e9cb92-410d-4876-8d1e-41eb2b526c0d owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:49:50.027777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0f645eb6-0fc1-4439-8dc2-c954229fdc90 req-2255c6df-7d4f-4301-9656-c94aae833dc4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861044 Jul 22 16:49:50.186854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f102d5-2406-4e26-a48b-140048d21b9e req-afcc7678-c0e0-4195-9ccc-6506de8618c8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:50.187145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-11cdbbd2-db01-40f6-81ea-70510607d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:50.188403 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-11cdbbd2-db01-40f6-81ea-70510607d148 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 200 len: 912 time: 0.1993842 Jul 22 16:49:50.189190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08f102d5-2406-4e26-a48b-140048d21b9e req-afcc7678-c0e0-4195-9ccc-6506de8618c8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0758727 Jul 22 16:49:50.233438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08f102d5-2406-4e26-a48b-140048d21b9e req-814df041-db07-4606-ab4b-9a2741874f7b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Jul 22 16:49:50.234309 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-807381eb-bcfb-4bd6-b382-c2097f53c36d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=213aaadb-e623-4a98-b02a-8a04c9a6bd6c HTTP/1.1" status: 200 len: 217 time: 0.0384619 Jul 22 16:49:50.322464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-26f11f3c-78ca-4a26-9040-d1ac25f50bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:50.324266 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-26f11f3c-78ca-4a26-9040-d1ac25f50bed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 200 len: 851 time: 0.0789874 Jul 22 16:49:50.325658 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.376602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Port': ['ID=f3e9cb92-410d-4876-8d1e-41eb2b526c0d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:50.379862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-14eb34ae-5441-43a1-b91a-e81524d217d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fbb4b23-f7da-4811-bc9d-550a23b15826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470824 Jul 22 16:49:50.441357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f0a7-4b8b-4110-9acf-be3e97a33a66 req-0a920355-8e64-4945-841e-4507c0f0186e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:50.443439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6179f0a7-4b8b-4110-9acf-be3e97a33a66 req-0a920355-8e64-4945-841e-4507c0f0186e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0718651 Jul 22 16:49:50.484229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6179f0a7-4b8b-4110-9acf-be3e97a33a66 req-d4e5275e-03b6-45b6-8370-527d2b8bb62f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Jul 22 16:49:50.684482 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1ec30f3a-b286-4b19-b230-83f46779fefb req-ac65a491-df93-48d9-8a53-937ae7c0e062 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0382786 Jul 22 16:49:50.800324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.829330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcacfb-01da-4c52-8e91-51457bd75e42 req-41f2d059-f423-440b-a3ca-9d64432d6121 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:50.831029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fdcacfb-01da-4c52-8e91-51457bd75e42 req-41f2d059-f423-440b-a3ca-9d64432d6121 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0720973 Jul 22 16:49:50.883932 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1fdcacfb-01da-4c52-8e91-51457bd75e42 req-d108d327-f986-4179-b0c5-0d2fc6814358 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432918 Jul 22 16:49:50.911419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-9c8ef2dc-1439-4159-83ed-c77c91c35385 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239093 Jul 22 16:49:50.916469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:50.921780 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.021252 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ba99917-2e26-46f1-acae-9549f7bb3208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.035227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836736f-36ef-4042-9390-641a0d9954f0 req-4a2fbfb5-1935-4d69-8d8c-7cfa455aff29 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:51.037302 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3836736f-36ef-4042-9390-641a0d9954f0 req-4a2fbfb5-1935-4d69-8d8c-7cfa455aff29 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 944 time: 0.0749686 Jul 22 16:49:51.039178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8931-1082-4e5e-95bb-4a0fea751553 req-1a54d879-a5e8-4aa9-9ae3-1012552def17 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:51.040653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cdf8931-1082-4e5e-95bb-4a0fea751553 req-1a54d879-a5e8-4aa9-9ae3-1012552def17 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.2794507 Jul 22 16:49:51.043039 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.043559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Fanout notify agent at l3_agent the message router_deleted on router f69c217c-520e-4318-aa8b-59b41045bd86 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:49:51.051169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.052365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ec58a4de-7b9a-4683-bd12-ac146e721bba tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/routers/f69c217c-520e-4318-aa8b-59b41045bd86 HTTP/1.1" status: 204 len: 168 time: 2.2150488 Jul 22 16:49:51.060298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:51.091986 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3836736f-36ef-4042-9390-641a0d9954f0 req-f4653f9f-261c-4182-9adb-ff1604cc488c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Jul 22 16:49:51.127336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b996f8d-0aaa-4916-8fc3-4f2b4e077b85 req-58efb6e7-ead5-4fcb-8c28-6b6ca5d51870 service neutron] 10.222.0.20 "GET /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075918 Jul 22 16:49:51.178018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.182305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cdf8931-1082-4e5e-95bb-4a0fea751553 req-185d27ff-5f80-4bb3-90e7-0a19b74ec3de tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254702 Jul 22 16:49:51.277801 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.295310 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.306415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ccd57d-0733-44e1-9cf1-3676b1c3f293']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:51.325220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedb6eac-79fd-4ac1-8165-7944eae5da8f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:51.325585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedb6eac-79fd-4ac1-8165-7944eae5da8f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:49:51.335235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.356498 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.370541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:49:51.371156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:49:51.393668 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:49:51.477088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.490614 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:51.492663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] 10.222.0.53 "DELETE /v2.0/networks/86ccd57d-0733-44e1-9cf1-3676b1c3f293 HTTP/1.1" status: 204 len: 168 time: 0.4319978 Jul 22 16:49:51.521932 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53a18b-8b9a-4c49-ae7d-1306cb1c845c tempest-TestNetworkBasicOps-1444253592 tempest-TestNetworkBasicOps-1444253592-project] Pushing event deleted for resources: {'Network': ['ID=86ccd57d-0733-44e1-9cf1-3676b1c3f293,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:51.549141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebf20c-cdb3-4bfe-b953-544032315d55 req-e942e2e1-2445-48a4-8831-fcb0c6b9e3a0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:51.558845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0ebf20c-cdb3-4bfe-b953-544032315d55 req-e942e2e1-2445-48a4-8831-fcb0c6b9e3a0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1481729 Jul 22 16:49:51.610435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0ebf20c-cdb3-4bfe-b953-544032315d55 req-2e0ccc35-6033-4ceb-b831-eaa87d15a430 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504301 Jul 22 16:49:51.660330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f3e9cb92-410d-4876-8d1e-41eb2b526c0d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:49:51.681826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: f3e9cb92-410d-4876-8d1e-41eb2b526c0d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:49:51.682191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f3e9cb92-410d-4876-8d1e-41eb2b526c0d not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:49:51.815268 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d65220c-5ae0-40ff-aa52-7a9b706aae97 req-9be0d66b-2e58-4a40-8288-92c535552f45 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0414910 Jul 22 16:49:51.878249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59216) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:52.017723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-307ee281-430a-4526-b1b5-404ce118e680 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba25aba9442a450497d693578b5a7823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379609 Jul 22 16:49:52.019872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59222) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:52.028542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6074db-ba18-46af-9c48-3d57f5f6f835 req-414f384d-8928-47cf-9471-5eb70c0fc54c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:52.030041 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b6074db-ba18-46af-9c48-3d57f5f6f835 req-414f384d-8928-47cf-9471-5eb70c0fc54c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0703642 Jul 22 16:49:52.073705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b6074db-ba18-46af-9c48-3d57f5f6f835 req-7d5568ef-2276-4bd1-8f96-77bffca7d940 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319066 Jul 22 16:49:52.075387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-020eea60-0dca-45ac-999c-68e87a04ee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.099245 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-020eea60-0dca-45ac-999c-68e87a04ee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.154721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-020eea60-0dca-45ac-999c-68e87a04ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.159643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-020eea60-0dca-45ac-999c-68e87a04ee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.161643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-020eea60-0dca-45ac-999c-68e87a04ee30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a31e95a7-e881-4b85-9ee1-ddc42154fc75 HTTP/1.1" status: 204 len: 168 time: 0.1405733 Jul 22 16:49:52.175166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eea60-0dca-45ac-999c-68e87a04ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31e95a7-e881-4b85-9ee1-ddc42154fc75,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:52.267813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937d7b0-feb9-4cb5-86b3-f4dd055dfadb req-bf22ce01-4095-44bf-a35c-c9534bb0756b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:52.269680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6937d7b0-feb9-4cb5-86b3-f4dd055dfadb req-bf22ce01-4095-44bf-a35c-c9534bb0756b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 944 time: 0.0805721 Jul 22 16:49:52.310019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6937d7b0-feb9-4cb5-86b3-f4dd055dfadb req-c1cf8949-0607-452c-a762-90b1a8bd0fd0 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338283 Jul 22 16:49:52.447863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59232) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:52.461923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f223e06b-d532-4459-aef6-76e7abef50a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.501172 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.554274 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f223e06b-d532-4459-aef6-76e7abef50a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.557854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f223e06b-d532-4459-aef6-76e7abef50a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.595061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223e06b-d532-4459-aef6-76e7abef50a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adfd7b6-da4e-4e5f-8c49-e3a4affe7fb3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:52.599882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f223e06b-d532-4459-aef6-76e7abef50a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6b9ee4e12c448fab360ab347fe4afdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507931 Jul 22 16:49:52.607131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59234) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:49:52.654989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6823ee34-d648-40c6-8e58-304e0b3a8afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.681926 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6823ee34-d648-40c6-8e58-304e0b3a8afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.775206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb07b9-7033-4c7e-af3e-53f2f57420e6 req-574f889e-bd15-4e26-afd3-418ab5cb5c8e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:52.776720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dfb07b9-7033-4c7e-af3e-53f2f57420e6 req-574f889e-bd15-4e26-afd3-418ab5cb5c8e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0885220 Jul 22 16:49:52.777864 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6823ee34-d648-40c6-8e58-304e0b3a8afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.780908 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6823ee34-d648-40c6-8e58-304e0b3a8afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:52.782093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6823ee34-d648-40c6-8e58-304e0b3a8afc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2adfd7b6-da4e-4e5f-8c49-e3a4affe7fb3 HTTP/1.1" status: 204 len: 168 time: 0.1781759 Jul 22 16:49:52.804481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823ee34-d648-40c6-8e58-304e0b3a8afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adfd7b6-da4e-4e5f-8c49-e3a4affe7fb3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:52.830596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3dfb07b9-7033-4c7e-af3e-53f2f57420e6 req-5e8222bb-3a64-4be3-b428-0d525160b73f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Jul 22 16:49:52.944502 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61b878c5-1020-4dab-87fd-0393302760db req-65c3e6b2-a831-4ddd-81f5-9829648768c9 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0458896 Jul 22 16:49:53.238631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530abc2d-be1f-46a6-becb-c3fb2aab3cf0 req-f4eb80e7-739b-43cd-8f45-cd97a7ac57bf tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:53.241653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-530abc2d-be1f-46a6-becb-c3fb2aab3cf0 req-f4eb80e7-739b-43cd-8f45-cd97a7ac57bf tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1246059 Jul 22 16:49:53.272261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7d643-65de-421c-8886-cd6f1fbfb60f req-c29d5d36-aba8-4fe3-af0d-61f5e465ee6d tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:53.274996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ab7d643-65de-421c-8886-cd6f1fbfb60f req-c29d5d36-aba8-4fe3-af0d-61f5e465ee6d tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1003127 Jul 22 16:49:53.308474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-530abc2d-be1f-46a6-becb-c3fb2aab3cf0 req-1d8d5978-4eeb-4883-bc46-1b202196f7ff tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563185 Jul 22 16:49:53.373703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ab7d643-65de-421c-8886-cd6f1fbfb60f req-47ecaa3f-8016-48b2-a495-8e0c761c56ae tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811591 Jul 22 16:49:53.536035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9922813-2c2d-48b2-9def-5dc0ca03a264 req-30a0756c-44ab-438c-a2f6-0f41c8868f1f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:53.537463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9922813-2c2d-48b2-9def-5dc0ca03a264 req-30a0756c-44ab-438c-a2f6-0f41c8868f1f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 944 time: 0.1092203 Jul 22 16:49:53.577438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9922813-2c2d-48b2-9def-5dc0ca03a264 req-bed5b2fb-964a-4f08-bc1e-956389e9e8f7 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Jul 22 16:49:53.621668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 213aaadb-e623-4a98-b02a-8a04c9a6bd6c details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:49:53.722617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:53.733708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '213aaadb-e623-4a98-b02a-8a04c9a6bd6c', 'network_id': '9fbb4b23-f7da-4811-bc9d-550a23b15826', 'port_id': '213aaadb-e623-4a98-b02a-8a04c9a6bd6c', 'mac_address': 'fa:16:3e:3e:b2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b029ca-65ed-4f26-be85-de2402c32c39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:49:53.773558 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.785771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213aaadb-e623-4a98-b02a-8a04c9a6bd6c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:49:53.806732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:53.810708 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:53.857156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:54.057026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f4d8f25f-861b-4412-a816-fff7964f0b69 req-a3ed9247-1940-4581-9e55-d030eeba34a1 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0291021 Jul 22 16:49:54.094289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['213aaadb-e623-4a98-b02a-8a04c9a6bd6c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:49:54.220555 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:54.446766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec2a19-32a6-476e-bafb-08c3a834153e req-ce611a84-e6c5-44f1-b047-4acde08f76f4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:54.448763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-edec2a19-32a6-476e-bafb-08c3a834153e req-ce611a84-e6c5-44f1-b047-4acde08f76f4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0667441 Jul 22 16:49:54.499813 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-edec2a19-32a6-476e-bafb-08c3a834153e req-89619cc4-1955-43b2-a524-0368d69e6874 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Jul 22 16:49:54.563431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2bafb-8b90-4c82-9021-3036924b58cc req-d8d76180-3865-4d6c-8bf0-a8c7cc33ecea tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:54.565366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31b2bafb-8b90-4c82-9021-3036924b58cc req-d8d76180-3865-4d6c-8bf0-a8c7cc33ecea tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0921845 Jul 22 16:49:54.630136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31b2bafb-8b90-4c82-9021-3036924b58cc req-c7e0e706-26bf-4d13-8766-f101210fcc0f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577464 Jul 22 16:49:54.692109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f6990-df96-4c78-8c7c-3c3c68116f57 req-2b38a666-d418-4d34-95ff-b094fa203a61 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:54.695011 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e49f6990-df96-4c78-8c7c-3c3c68116f57 req-2b38a666-d418-4d34-95ff-b094fa203a61 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0935876 Jul 22 16:49:54.752646 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e49f6990-df96-4c78-8c7c-3c3c68116f57 req-be7809f9-db43-4a09-8075-96f2b3d60e01 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488114 Jul 22 16:49:54.885280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af4b8d-402e-429e-b029-c5098e55bf99 req-bcb3343b-180b-421c-8d94-5158df79f78d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:54.887648 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58af4b8d-402e-429e-b029-c5098e55bf99 req-bcb3343b-180b-421c-8d94-5158df79f78d tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 945 time: 0.0802193 Jul 22 16:49:54.952704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58af4b8d-402e-429e-b029-c5098e55bf99 req-de0caa77-89c0-413b-86dc-843efc9525f3 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585387 Jul 22 16:49:54.974839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441826-61e8-4367-ac6c-0e9e14ecae3f req-3043a73a-a0d0-4eee-af62-a03ac0b423f9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:54.977114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-72441826-61e8-4367-ac6c-0e9e14ecae3f req-3043a73a-a0d0-4eee-af62-a03ac0b423f9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0994546 Jul 22 16:49:55.029379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-72441826-61e8-4367-ac6c-0e9e14ecae3f req-ff425850-c8b6-4b89-b204-ff5e6d2ddaa0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Jul 22 16:49:55.171412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08de81b-02c2-4ccd-9616-fb3fb907c550 req-7796d17e-0a62-4f4f-9937-1123efde6b14 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:55.172856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08de81b-02c2-4ccd-9616-fb3fb907c550 req-7796d17e-0a62-4f4f-9937-1123efde6b14 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0742478 Jul 22 16:49:55.174457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b02d1ae2-4a27-497a-88f4-460e7b715cfb req-af5aa426-82ca-4a4a-a36b-191158216c4f tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0391088 Jul 22 16:49:55.215795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f08de81b-02c2-4ccd-9616-fb3fb907c550 req-11e63627-9b75-4ad0-a457-8301a8101179 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349317 Jul 22 16:49:55.368527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65115e02-fc92-411d-a665-ba6a0b74fe37 req-726af976-206d-4f98-9f5c-70839597e574 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:55.370380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65115e02-fc92-411d-a665-ba6a0b74fe37 req-726af976-206d-4f98-9f5c-70839597e574 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0671535 Jul 22 16:49:55.415533 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-65115e02-fc92-411d-a665-ba6a0b74fe37 req-576c34ff-372e-49f3-9356-fb8a4ef4f41e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350423 Jul 22 16:49:55.549681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac00249-9ed2-405c-a293-6da3dacae070 req-994050ad-73cf-4674-ae6c-d1b7a3b52503 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:55.551226 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ac00249-9ed2-405c-a293-6da3dacae070 req-994050ad-73cf-4674-ae6c-d1b7a3b52503 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0671840 Jul 22 16:49:55.596016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ac00249-9ed2-405c-a293-6da3dacae070 req-988b86a4-0aab-49d9-ae81-fd27efbc7ed6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Jul 22 16:49:55.640141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 213aaadb-e623-4a98-b02a-8a04c9a6bd6c up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:49:55.718655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:49:55.725772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:49:55.726628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.802990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683812d1-9015-4a76-a84f-717b71b0fd35 req-77010e1d-4e14-45ec-89e6-e382c03e8a52 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:55.804766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-683812d1-9015-4a76-a84f-717b71b0fd35 req-77010e1d-4e14-45ec-89e6-e382c03e8a52 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1013858 Jul 22 16:49:55.830314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdf17a-9d13-4cae-abf6-c1fb068e33ef req-4790643f-56e8-43b1-9585-bc9b0286caae tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:55.831911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16bdf17a-9d13-4cae-abf6-c1fb068e33ef req-4790643f-56e8-43b1-9585-bc9b0286caae tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0982897 Jul 22 16:49:55.837311 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.857019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-683812d1-9015-4a76-a84f-717b71b0fd35 req-d826bc7f-9836-4b2e-a48c-e3d64c612656 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 Jul 22 16:49:55.865629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9b99d0-bea6-4b50-9eb6-0822b4015b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213aaadb-e623-4a98-b02a-8a04c9a6bd6c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:49:55.868975 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c377c0b-9dcf-48d5-9aba-006c8fc2fe19" -d '{"events": [{"server_uuid": "5a9b99d0-bea6-4b50-9eb6-0822b4015b35", "name": "network-vif-plugged", "status": "completed", "tag": "213aaadb-e623-4a98-b02a-8a04c9a6bd6c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:49:55.891524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:49:55.891710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16bdf17a-9d13-4cae-abf6-c1fb068e33ef req-0fb96ed8-0a23-4c68-9388-403e8b918fa5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490541 Jul 22 16:49:55.902574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:49:55.967473 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca4d2e8-c9d1-4508-a428-60b16449e9a7 x-openstack-request-id: req-dca4d2e8-c9d1-4508-a428-60b16449e9a7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:49:55.967830 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9b99d0-bea6-4b50-9eb6-0822b4015b35", "name": "network-vif-plugged", "status": "completed", "tag": "213aaadb-e623-4a98-b02a-8a04c9a6bd6c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:49:55.968147 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dca4d2e8-c9d1-4508-a428-60b16449e9a7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:49:55.968719 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9b99d0-bea6-4b50-9eb6-0822b4015b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213aaadb-e623-4a98-b02a-8a04c9a6bd6c', 'code': 200} Jul 22 16:49:55.973360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:49:56.142809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1da8-8328-42af-957e-96a88b1b926c req-5e66dacc-157b-4455-8ad6-c77e32f53284 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.146738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a4c1da8-8328-42af-957e-96a88b1b926c req-5e66dacc-157b-4455-8ad6-c77e32f53284 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1269867 Jul 22 16:49:56.236257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48b24-40c9-48fb-9d27-b2ba45385b80 req-ceac9bfa-f225-4706-8464-26d1d35d3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.237644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8a48b24-40c9-48fb-9d27-b2ba45385b80 req-ceac9bfa-f225-4706-8464-26d1d35d3218 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 1098 time: 0.1445830 Jul 22 16:49:56.240520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a4c1da8-8328-42af-957e-96a88b1b926c req-2bc857f2-83fa-4278-9d98-041a041c42dc tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827606 Jul 22 16:49:56.249148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b8e9-bde9-4dbd-a7ba-d8e467c59273 req-c131f2f6-e491-4ca2-b1ed-f2f18d0e31fc tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.252540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b83b8e9-bde9-4dbd-a7ba-d8e467c59273 req-c131f2f6-e491-4ca2-b1ed-f2f18d0e31fc tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 946 time: 0.0878780 Jul 22 16:49:56.292389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8a48b24-40c9-48fb-9d27-b2ba45385b80 req-b53a76e3-b6cc-4b73-b5ce-49453520a0ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480871 Jul 22 16:49:56.328762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b83b8e9-bde9-4dbd-a7ba-d8e467c59273 req-5634392d-3e65-49ee-b724-c81babf6575c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698295 Jul 22 16:49:56.359514 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-a1cb65f6-02aa-4ba9-9fec-7749e61f9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.362291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-a1cb65f6-02aa-4ba9-9fec-7749e61f9f09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 1097 time: 0.1249597 Jul 22 16:49:56.397090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375f551-9b66-4f84-aa4c-c2d7f198b9c7 req-9344244a-aa9b-4312-9f03-4dc0a4cc29ff tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.398808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5375f551-9b66-4f84-aa4c-c2d7f198b9c7 req-9344244a-aa9b-4312-9f03-4dc0a4cc29ff tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0809741 Jul 22 16:49:56.441511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5375f551-9b66-4f84-aa4c-c2d7f198b9c7 req-0dc9633d-e76b-4baf-a73f-f4330f95e69c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368915 Jul 22 16:49:56.455020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f486dace-3fc0-41bc-aa67-ed91002659e3 req-a5d7f262-9cb0-47e1-95ce-71548328d2c8 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0418439 Jul 22 16:49:56.602547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadd071-721e-4b64-ae00-4d66c1625a2e req-b627dd62-a804-440c-ab93-235c77bcf229 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.604191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cadd071-721e-4b64-ae00-4d66c1625a2e req-b627dd62-a804-440c-ab93-235c77bcf229 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0780671 Jul 22 16:49:56.660938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-731a028e-538f-40fa-863b-37bea3b3d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.663554 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-731a028e-538f-40fa-863b-37bea3b3d7cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.0980835 Jul 22 16:49:56.664719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cadd071-721e-4b64-ae00-4d66c1625a2e req-c64dbafe-e340-4008-9be8-217ec979eff4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515571 Jul 22 16:49:56.733957 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-76fb160c-1740-4334-871a-3f80648a2989 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af017e4-92ed-4975-a3ba-644e7740a069 HTTP/1.1" status: 200 len: 1001 time: 0.0625496 Jul 22 16:49:56.823321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-e54d565f-8442-44f0-b09c-a6b37eca296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.824688 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-e54d565f-8442-44f0-b09c-a6b37eca296c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.0833926 Jul 22 16:49:56.884048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8627a2-d6d8-406a-9ff9-08d532296c69 req-1948223c-77ee-482e-96df-45ac2026965a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.885535 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb8627a2-d6d8-406a-9ff9-08d532296c69 req-1948223c-77ee-482e-96df-45ac2026965a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1291261 Jul 22 16:49:56.925390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-66c1f0cc-d7bb-4c56-bc44-d1e8d2436dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:56.928035 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-66c1f0cc-d7bb-4c56-bc44-d1e8d2436dbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946267 Jul 22 16:49:56.935171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb8627a2-d6d8-406a-9ff9-08d532296c69 req-f36719d4-8c26-47fd-8c92-0e94b0f50ce1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423183 Jul 22 16:49:57.062606 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-4df53939-ed72-437b-93b4-ef4c3be51072 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242821 Jul 22 16:49:57.190058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d823b5-104c-4e98-9751-0b640cd31066 req-8099c50b-22c7-45fd-9bc2-3828bdcde4c5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:57.191606 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70d823b5-104c-4e98-9751-0b640cd31066 req-8099c50b-22c7-45fd-9bc2-3828bdcde4c5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1532691 Jul 22 16:49:57.199615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a2d64fc-9ffd-462a-b251-40f324e9a0f9 req-c7a7f811-b213-4e7e-a844-7654963530d9 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137412 Jul 22 16:49:57.237836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-70d823b5-104c-4e98-9751-0b640cd31066 req-d5a75246-95c5-4804-a695-7c2f712d7aa9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366185 Jul 22 16:49:57.455482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792bc97-f34f-4088-9706-b7c24351e6b8 req-e419ce52-008d-4286-91eb-af3f3fc426c3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:57.460853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5792bc97-f34f-4088-9706-b7c24351e6b8 req-e419ce52-008d-4286-91eb-af3f3fc426c3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1162391 Jul 22 16:49:57.527845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5792bc97-f34f-4088-9706-b7c24351e6b8 req-b2208a6a-0546-4ad0-92df-e24e737a2726 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Jul 22 16:49:57.559247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202705-94e1-4718-af3e-87c608e4c43f req-7accc514-630a-4eb6-bd77-14e7318c8933 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:57.566626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85202705-94e1-4718-af3e-87c608e4c43f req-7accc514-630a-4eb6-bd77-14e7318c8933 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 946 time: 0.1260710 Jul 22 16:49:57.637042 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85202705-94e1-4718-af3e-87c608e4c43f req-beb3bfee-b316-4f33-aa62-7bdc8639214e tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692687 Jul 22 16:49:57.722292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d85ca-5016-4e77-acae-0ec8319a191b req-b89a528b-7247-4724-bf08-07fcc3eb2bcc tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:57.724542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd4d85ca-5016-4e77-acae-0ec8319a191b req-b89a528b-7247-4724-bf08-07fcc3eb2bcc tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1139927 Jul 22 16:49:57.778985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd4d85ca-5016-4e77-acae-0ec8319a191b req-9b07b98b-ceee-494d-b0f7-c3c463eaae3a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474126 Jul 22 16:49:57.781508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3981c6c2-c21a-4499-864b-4d1d30c29c3e req-60360488-c3df-43c8-9db3-1059e81d95cd tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0432701 Jul 22 16:49:57.999749 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6409a-388b-47df-8d2a-2dcdeaa0f7ba req-14aeea76-67a8-48e4-aa24-fd7ff5f36b33 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:58.001299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3cb6409a-388b-47df-8d2a-2dcdeaa0f7ba req-14aeea76-67a8-48e4-aa24-fd7ff5f36b33 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0919235 Jul 22 16:49:58.050523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3cb6409a-388b-47df-8d2a-2dcdeaa0f7ba req-7b6dc50c-d146-4eea-8d71-b6a7661d951c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380659 Jul 22 16:49:58.199634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece38e-3b6c-419b-9aeb-3cacbe5f1cbc req-a2f8b3a0-9623-450d-86ed-d0d595f44c61 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:58.201192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eeece38e-3b6c-419b-9aeb-3cacbe5f1cbc req-a2f8b3a0-9623-450d-86ed-d0d595f44c61 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0796297 Jul 22 16:49:58.246278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eeece38e-3b6c-419b-9aeb-3cacbe5f1cbc req-58838091-fc11-406c-b2db-446928cff05c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383103 Jul 22 16:49:58.428721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24067959-f992-4dd0-97b0-889e7f3476ba req-8c2b9b13-b969-4703-8be5-a4b4bf23e6d0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:58.430254 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24067959-f992-4dd0-97b0-889e7f3476ba req-8c2b9b13-b969-4703-8be5-a4b4bf23e6d0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0755436 Jul 22 16:49:58.470304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24067959-f992-4dd0-97b0-889e7f3476ba req-a08f5962-fcaf-4f5a-86fc-ec1c4c26f70a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Jul 22 16:49:58.617452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43d755-5801-43ac-87f9-f38b1ec6eacc req-d43cc5c3-3c9d-408e-9891-47cc0568aa5c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:58.618863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c43d755-5801-43ac-87f9-f38b1ec6eacc req-d43cc5c3-3c9d-408e-9891-47cc0568aa5c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0719209 Jul 22 16:49:58.664589 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c43d755-5801-43ac-87f9-f38b1ec6eacc req-d4b3d991-bdc7-4870-96e5-f9e2f9f75f24 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Jul 22 16:49:58.806389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac17b7f-4835-419b-80eb-7485b96ad710 req-5d4f6b33-2334-44fd-bd5d-cd16e652cf6b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:58.808797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ac17b7f-4835-419b-80eb-7485b96ad710 req-5d4f6b33-2334-44fd-bd5d-cd16e652cf6b tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 946 time: 0.0897322 Jul 22 16:49:58.870192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ac17b7f-4835-419b-80eb-7485b96ad710 req-a62497f0-0722-4b92-bec3-1fc2c8053cb2 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544090 Jul 22 16:49:59.028056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55533de9-c242-4ede-87d5-eaf5672c62e8 req-7c1bfce7-055b-4cd9-a8dd-07a991c81b9d tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:59.029703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55533de9-c242-4ede-87d5-eaf5672c62e8 req-7c1bfce7-055b-4cd9-a8dd-07a991c81b9d tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0817306 Jul 22 16:49:59.072740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55533de9-c242-4ede-87d5-eaf5672c62e8 req-c3bad8e2-da58-48cb-9979-89feb3ca1c19 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371428 Jul 22 16:49:59.207352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-69e37f9a-db66-4a5d-b5ed-cfec10546d66 req-3fe73506-c4a9-4f42-81a3-81d502db02ac tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0383742 Jul 22 16:49:59.253977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302cb6f-0d27-4e60-81ed-648fd91e4c71 req-0950ce2e-e9ab-4e52-bf77-b9979e1df52d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:59.256528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e302cb6f-0d27-4e60-81ed-648fd91e4c71 req-0950ce2e-e9ab-4e52-bf77-b9979e1df52d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.4530790 Jul 22 16:49:59.305779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e302cb6f-0d27-4e60-81ed-648fd91e4c71 req-4b1c2e0e-4e2a-49ac-8dc2-dcb57a454a5e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Jul 22 16:49:59.537483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cab3aa-44ed-4042-a968-2e8e903eefcf req-50c2542c-02f1-4cd0-9e85-66e63662366b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:59.539181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83cab3aa-44ed-4042-a968-2e8e903eefcf req-50c2542c-02f1-4cd0-9e85-66e63662366b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0866661 Jul 22 16:49:59.591930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83cab3aa-44ed-4042-a968-2e8e903eefcf req-0bac18a0-a2b6-41d5-bb7e-219c61a7f686 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440304 Jul 22 16:49:59.771832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d980eb5-b009-4824-96ef-7bbd18607e8f req-f04e75f3-acc6-46d7-b8ee-b91c6f26888f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:59.773394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d980eb5-b009-4824-96ef-7bbd18607e8f req-f04e75f3-acc6-46d7-b8ee-b91c6f26888f tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 946 time: 0.1040714 Jul 22 16:49:59.843821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d980eb5-b009-4824-96ef-7bbd18607e8f req-ab683507-e941-46c0-82da-501358887871 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607498 Jul 22 16:49:59.861296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442785c-0d37-48ef-a22a-49e655caf3be req-124e11ba-a6eb-481b-8417-49f11e39e7ea tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:49:59.861296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b442785c-0d37-48ef-a22a-49e655caf3be req-124e11ba-a6eb-481b-8417-49f11e39e7ea tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0920174 Jul 22 16:49:59.905228 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b442785c-0d37-48ef-a22a-49e655caf3be req-cafe0e64-5b69-4685-b2dc-7ed16b383b2b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370708 Jul 22 16:50:00.003558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe89887-3381-40f1-a166-3ea1680bd0de req-e5d407e6-c334-4db6-8841-fbe23443ed11 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:00.005596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfe89887-3381-40f1-a166-3ea1680bd0de req-e5d407e6-c334-4db6-8841-fbe23443ed11 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0715230 Jul 22 16:50:00.050653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfe89887-3381-40f1-a166-3ea1680bd0de req-9d62be7a-771c-4a53-ab82-5df86ccee57b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360456 Jul 22 16:50:00.199441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618a9cf-a311-40d3-88a4-c1f869236616 req-da734f55-db96-43c4-8135-777433c85599 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:00.201138 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9618a9cf-a311-40d3-88a4-c1f869236616 req-da734f55-db96-43c4-8135-777433c85599 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0765407 Jul 22 16:50:00.251376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9618a9cf-a311-40d3-88a4-c1f869236616 req-a6538f67-98e8-44a3-b867-c3c57dd952c5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Jul 22 16:50:00.347342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4be24cfd-bf53-41a4-91fd-a812d673ec08 req-651fa233-19a5-4175-8c60-b562e3f01aa3 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0396004 Jul 22 16:50:00.423520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eac61-828f-437d-ace3-9ddb2da3f2dd req-a0d5833b-e072-4468-8a30-53034b6bd545 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:00.425014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-637eac61-828f-437d-ace3-9ddb2da3f2dd req-a0d5833b-e072-4468-8a30-53034b6bd545 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0695670 Jul 22 16:50:00.465351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-637eac61-828f-437d-ace3-9ddb2da3f2dd req-59493d38-a18b-40dd-a167-ae99be47a3ab tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334303 Jul 22 16:50:00.618291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e1c7b-cd55-4fd4-b6b0-f812398b777a req-c98958c9-7988-4ce8-b978-7e07df2feda8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:00.619937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-517e1c7b-cd55-4fd4-b6b0-f812398b777a req-c98958c9-7988-4ce8-b978-7e07df2feda8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0683951 Jul 22 16:50:00.660050 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-517e1c7b-cd55-4fd4-b6b0-f812398b777a req-93f25e6e-9bb1-4bd7-b4a7-e4e372619032 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340843 Jul 22 16:50:00.987055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad7fb2-f0bc-4415-8e95-95045ec78040 req-3e633313-a5d1-41a8-901c-498c80e4b93a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:00.988902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63ad7fb2-f0bc-4415-8e95-95045ec78040 req-3e633313-a5d1-41a8-901c-498c80e4b93a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 946 time: 0.0720692 Jul 22 16:50:01.049177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63ad7fb2-f0bc-4415-8e95-95045ec78040 req-d6693e21-e539-4b6b-b20e-720ef4599d8a tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502255 Jul 22 16:50:01.142961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7011b-4a07-49af-a946-f540b501bd34 req-108f4e39-d05c-4ece-a616-69fb3172f747 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:01.144644 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13b7011b-4a07-49af-a946-f540b501bd34 req-108f4e39-d05c-4ece-a616-69fb3172f747 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0784380 Jul 22 16:50:01.206222 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13b7011b-4a07-49af-a946-f540b501bd34 req-2aae5f1a-8f75-4f3f-877f-a3e657434c2a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534489 Jul 22 16:50:01.213987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88996686-7c00-4294-92dc-d0c22c966193 req-9aaf276a-96cd-456d-bf85-3c1a6a439961 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:01.215697 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88996686-7c00-4294-92dc-d0c22c966193 req-9aaf276a-96cd-456d-bf85-3c1a6a439961 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0868626 Jul 22 16:50:01.273430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88996686-7c00-4294-92dc-d0c22c966193 req-ae614826-6acd-4916-8637-51e5e897f785 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502369 Jul 22 16:50:01.411480 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:01.487942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9ba28-21cf-4c34-98cb-8b28cfadd7bd req-fc65ae8f-c9f4-45bf-bb29-8fa1cce416ac tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:01.489430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8bc9ba28-21cf-4c34-98cb-8b28cfadd7bd req-fc65ae8f-c9f4-45bf-bb29-8fa1cce416ac tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 946 time: 0.0759320 Jul 22 16:50:01.496372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae9b0438-30a0-4fcb-8d4f-58b2ba7a1812 req-c749fd3b-a073-43ee-aca8-2523fa6d7440 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0400155 Jul 22 16:50:01.540998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8bc9ba28-21cf-4c34-98cb-8b28cfadd7bd req-2ffe266f-4195-4002-b7a6-bb83ecaa2653 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387528 Jul 22 16:50:02.376162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e94eae-5cea-4879-acaf-e7356108c1e5 req-be7e6554-ccd0-4b76-ab6a-f08a5ec91e29 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:02.378123 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55e94eae-5cea-4879-acaf-e7356108c1e5 req-be7e6554-ccd0-4b76-ab6a-f08a5ec91e29 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0886731 Jul 22 16:50:02.420875 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55e94eae-5cea-4879-acaf-e7356108c1e5 req-0c61ba57-5189-4615-b3ab-6fd5786fc893 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356953 Jul 22 16:50:02.431400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce57f8-5953-4ad6-ac7b-fe08c688e983 req-862f95a5-4d2d-4922-a153-65d76b017e71 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:02.432932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcce57f8-5953-4ad6-ac7b-fe08c688e983 req-862f95a5-4d2d-4922-a153-65d76b017e71 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0823784 Jul 22 16:50:02.483024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bcce57f8-5953-4ad6-ac7b-fe08c688e983 req-8da7e992-61b9-4e20-853a-0314053a2449 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Jul 22 16:50:02.611737 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91a5d6f3-f504-46ef-8035-e917080c3a61 req-b3ad5efe-3be2-465b-b4ec-2a19e8d76062 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0328572 Jul 22 16:50:02.714473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247db4c-db5d-4def-9aae-1a977141ab55 req-300c8bb1-17fe-45a7-b6de-2182be2a4a8c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:02.716290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9247db4c-db5d-4def-9aae-1a977141ab55 req-300c8bb1-17fe-45a7-b6de-2182be2a4a8c tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 946 time: 0.0789092 Jul 22 16:50:02.757469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9247db4c-db5d-4def-9aae-1a977141ab55 req-582a6ee1-2924-4c06-b058-fb4b510225fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/security-groups?id=75b4e6ab-3a76-434b-aeda-1c31944376a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Jul 22 16:50:03.062151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-352ecd02-ec20-45e8-8010-65362c5133f2 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:03.063886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-352ecd02-ec20-45e8-8010-65362c5133f2 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 946 time: 0.0841687 Jul 22 16:50:03.194687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Deleting port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:03.195101 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.302688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] For port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,segment=NetworkSegment(784eb278-e469-46d8-93a2-e3551aa67c62),segment_id=784eb278-e469-46d8-93a2-e3551aa67c62)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:03.305212 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.325916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Calling delete_port for 213aaadb-e623-4a98-b02a-8a04c9a6bd6c owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:03.480177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.515375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['213aaadb-e623-4a98-b02a-8a04c9a6bd6c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:03.523726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Pushing event deleted for resources: {'Port': ['ID=213aaadb-e623-4a98-b02a-8a04c9a6bd6c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:03.539010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.539010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.539010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.539462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.539599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.540129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.540286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.540571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.540893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.541213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.541533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.541851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:03.606530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] No DVR routers for this DVR port 213aaadb-e623-4a98-b02a-8a04c9a6bd6c on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:03.609720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:03.612013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a01b550c-54e7-4a3f-81df-dc2822743386 req-49b23a17-f6b4-462b-8e9c-499e3c2c09fb tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.20 "DELETE /v2.0/ports/213aaadb-e623-4a98-b02a-8a04c9a6bd6c HTTP/1.1" status: 204 len: 173 time: 0.5423338 Jul 22 16:50:03.612617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9b99d0-bea6-4b50-9eb6-0822b4015b35', 'name': 'network-vif-deleted', 'tag': '213aaadb-e623-4a98-b02a-8a04c9a6bd6c'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:03.616276 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0913b9-1795-4a64-ba56-db4026c34b12" -d '{"events": [{"server_uuid": "5a9b99d0-bea6-4b50-9eb6-0822b4015b35", "name": "network-vif-deleted", "tag": "213aaadb-e623-4a98-b02a-8a04c9a6bd6c"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:03.661447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eb2c4-922e-49fe-9954-54ab0afa9919 req-942cb6d9-69e4-428a-90ce-5e6b371b041e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:03.662194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0bd78-d120-497f-8df0-df1bb126020d req-16d696ed-198d-4780-bd02-7081da487e17 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:03.663276 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-818eb2c4-922e-49fe-9954-54ab0afa9919 req-942cb6d9-69e4-428a-90ce-5e6b371b041e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1272547 Jul 22 16:50:03.668271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7db0bd78-d120-497f-8df0-df1bb126020d req-16d696ed-198d-4780-bd02-7081da487e17 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0877361 Jul 22 16:50:03.704165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-818eb2c4-922e-49fe-9954-54ab0afa9919 req-7917d909-d314-476c-81ac-7477fc1cf0ce tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Jul 22 16:50:03.718764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7db0bd78-d120-497f-8df0-df1bb126020d req-f718a37f-2202-4a8c-92f5-d14ef707c1b1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413952 Jul 22 16:50:03.762840 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d8c88e-4a96-445b-8266-fe74399bc6ed x-openstack-request-id: req-08d8c88e-4a96-445b-8266-fe74399bc6ed {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:03.763179 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a9b99d0-bea6-4b50-9eb6-0822b4015b35", "name": "network-vif-deleted", "tag": "213aaadb-e623-4a98-b02a-8a04c9a6bd6c", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:03.763441 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08d8c88e-4a96-445b-8266-fe74399bc6ed {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:03.763853 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9b99d0-bea6-4b50-9eb6-0822b4015b35', 'name': 'network-vif-deleted', 'tag': '213aaadb-e623-4a98-b02a-8a04c9a6bd6c', 'status': 'completed', 'code': 200} Jul 22 16:50:03.852219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-99ded40c-94ac-456e-8ba2-1046bbdb0477 req-14ce4410-d5bf-4ce8-9836-af446bfe6891 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0386646 Jul 22 16:50:03.903086 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b476f80f-3140-4fb3-8e50-3b91bd0ebf74 req-79589452-57fa-4018-b2cf-d620df54aee9 tempest-DeleteServersTestJSON-2011556113 tempest-DeleteServersTestJSON-2011556113-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a9b99d0-bea6-4b50-9eb6-0822b4015b35 HTTP/1.1" status: 200 len: 210 time: 0.0336084 Jul 22 16:50:04.865278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5a58e-f53d-4d0d-9b65-780de8986550 req-ab39a0b7-eeb6-40ea-a13b-64b9352e0265 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:04.867227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbb5a58e-f53d-4d0d-9b65-780de8986550 req-ab39a0b7-eeb6-40ea-a13b-64b9352e0265 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0734141 Jul 22 16:50:04.890072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cef00-67de-4bac-9736-0e3ccbe09a7d req-3e0f17ab-2ada-49c7-8075-b0176dce04ba tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:04.891759 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-929cef00-67de-4bac-9736-0e3ccbe09a7d req-3e0f17ab-2ada-49c7-8075-b0176dce04ba tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0799463 Jul 22 16:50:04.918355 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbb5a58e-f53d-4d0d-9b65-780de8986550 req-6506211f-cbec-40e0-94e3-5e510b04d970 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449765 Jul 22 16:50:04.954268 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-929cef00-67de-4bac-9736-0e3ccbe09a7d req-3cd667af-969e-4c75-83a1-414c7c8691dd tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553086 Jul 22 16:50:05.046728 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f289867-8e79-4ea0-8cf2-d96f14c31bf1 req-d8704ae9-92b7-4815-a724-8687e8624269 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0394373 Jul 22 16:50:05.542830 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:06.097865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43927b-b418-486e-8bf3-2f5ff7ae2569 req-9dc69a7d-83a5-4185-b83a-f09b268f3de0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:06.099561 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5e43927b-b418-486e-8bf3-2f5ff7ae2569 req-9dc69a7d-83a5-4185-b83a-f09b268f3de0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0830977 Jul 22 16:50:06.137270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bee918-c262-41cc-9dc9-2a43cd42510a req-eaf5cdda-e206-4812-be06-41730730f815 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:06.138923 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11bee918-c262-41cc-9dc9-2a43cd42510a req-eaf5cdda-e206-4812-be06-41730730f815 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0821679 Jul 22 16:50:06.148927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5e43927b-b418-486e-8bf3-2f5ff7ae2569 req-3a85cc29-c526-404f-bd36-20f2a314b7aa tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403214 Jul 22 16:50:06.200815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11bee918-c262-41cc-9dc9-2a43cd42510a req-5c46678c-b072-459e-a17d-b599cfc417ae tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485730 Jul 22 16:50:06.279820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c20a9291-ab31-4dc3-aa57-4ba2ebcdcff0 req-71c16307-6cff-42df-9929-d266b0add78b tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0372875 Jul 22 16:50:07.320927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bb43e-f508-4450-a852-d4dc164680d5 req-8273ef4b-e0ec-430c-9a69-379bf3a5abf5 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:07.322526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-441bb43e-f508-4450-a852-d4dc164680d5 req-8273ef4b-e0ec-430c-9a69-379bf3a5abf5 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0814497 Jul 22 16:50:07.366877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb6f95-e418-4dca-bb4f-cc72214411da req-7bc7d9af-02a9-4d7a-ad3f-e0dd87c3f4f1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:07.368451 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-441bb43e-f508-4450-a852-d4dc164680d5 req-07546b4b-07a9-4283-a05a-493e677a03ee tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391412 Jul 22 16:50:07.369736 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1fb6f95-e418-4dca-bb4f-cc72214411da req-7bc7d9af-02a9-4d7a-ad3f-e0dd87c3f4f1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0815518 Jul 22 16:50:07.425429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1fb6f95-e418-4dca-bb4f-cc72214411da req-3bda0d89-4a55-4ba5-b227-36a475d25ceb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477571 Jul 22 16:50:07.485382 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8918050a-a3e2-4088-9d6d-6f9ddbcf2146 req-ef7555b2-1c6f-41c2-804d-08b5c211ecf5 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0398934 Jul 22 16:50:07.734249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 213aaadb-e623-4a98-b02a-8a04c9a6bd6c no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:07.764913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 213aaadb-e623-4a98-b02a-8a04c9a6bd6c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:50:07.765432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 213aaadb-e623-4a98-b02a-8a04c9a6bd6c not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:50:08.555804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a12519-8c68-446a-8b0f-1797b7aaaf45 req-78fdb2d0-1d71-42d0-b69e-88d69b6303ad tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:08.558360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76a12519-8c68-446a-8b0f-1797b7aaaf45 req-78fdb2d0-1d71-42d0-b69e-88d69b6303ad tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0985458 Jul 22 16:50:08.601626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76a12519-8c68-446a-8b0f-1797b7aaaf45 req-2f31d3c5-7d2e-44be-8c6f-1058cb3d496e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370283 Jul 22 16:50:08.601841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f95900-2b43-4415-b171-68c019c91ba0 req-f45988fe-e140-44a2-b1e0-66251c4d2c48 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:08.603948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64f95900-2b43-4415-b171-68c019c91ba0 req-f45988fe-e140-44a2-b1e0-66251c4d2c48 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0741096 Jul 22 16:50:08.665075 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64f95900-2b43-4415-b171-68c019c91ba0 req-64822af6-101d-49f6-9d21-82116a284a39 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533965 Jul 22 16:50:08.711979 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62dc03b8-4f3d-46cc-ae2e-12b052bfd277 req-48a4e195-498c-489f-8643-1ca97b413713 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0322006 Jul 22 16:50:08.836594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59498) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:08.882567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Deleting subnet a9b029ca-65ed-4f26-be85-de2402c32c39 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:50:08.885801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:08.924586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:08.969710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.025332 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.051105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b029ca-65ed-4f26-be85-de2402c32c39,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:09.056337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.058657 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a9b029ca-65ed-4f26-be85-de2402c32c39 HTTP/1.1" status: 204 len: 168 time: 0.2205770 Jul 22 16:50:09.060941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59500) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:09.064411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.064763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.065106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.065596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.066324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.066916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.067593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.068000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.068339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.068676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.070517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.070517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff15f3f-0de9-446a-a15d-dd91c199ee74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:09.143782 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.229597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.240785 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbb4b23-f7da-4811-bc9d-550a23b15826']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:09.257131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784eb278-e469-46d8-93a2-e3551aa67c62') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:09.257417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784eb278-e469-46d8-93a2-e3551aa67c62') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:09.267261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.283135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.289328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:50:09.289709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:50:09.291382 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:50:09.348757 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.356964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.359544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9fbb4b23-f7da-4811-bc9d-550a23b15826 HTTP/1.1" status: 204 len: 168 time: 0.2971804 Jul 22 16:50:09.372582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa662c0-6d5f-4744-b664-195ce4ec5d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbb4b23-f7da-4811-bc9d-550a23b15826,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:09.542596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59504) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:09.583503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ad54469-409b-492e-859f-1fbcc3def3dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fcebb27d9824b28a076b8e462ad6e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395210 Jul 22 16:50:09.586232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:09.635843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fff5dd01-e119-47f2-886d-4e51e629c4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.667716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fff5dd01-e119-47f2-886d-4e51e629c4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.727734 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fff5dd01-e119-47f2-886d-4e51e629c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.731104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fff5dd01-e119-47f2-886d-4e51e629c4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:09.732583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fff5dd01-e119-47f2-886d-4e51e629c4ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75b4e6ab-3a76-434b-aeda-1c31944376a3 HTTP/1.1" status: 204 len: 168 time: 0.1453445 Jul 22 16:50:09.744445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5dd01-e119-47f2-886d-4e51e629c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b4e6ab-3a76-434b-aeda-1c31944376a3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:09.789209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e900518-d4a6-4fb2-88a5-aee5fc659865 req-b2053c77-5c55-45a8-acea-be2fc5a01a77 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:09.791879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e900518-d4a6-4fb2-88a5-aee5fc659865 req-b2053c77-5c55-45a8-acea-be2fc5a01a77 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1045365 Jul 22 16:50:09.843366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e900518-d4a6-4fb2-88a5-aee5fc659865 req-cfd925cf-7779-44a7-b00f-49c53d49399b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444078 Jul 22 16:50:09.860684 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd9324-c7fb-4d6c-bbbc-70b9feddb648 req-b95a9753-5468-402b-9c28-2727a70a5051 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:09.867648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37bd9324-c7fb-4d6c-bbbc-70b9feddb648 req-b95a9753-5468-402b-9c28-2727a70a5051 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0741594 Jul 22 16:50:09.918420 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37bd9324-c7fb-4d6c-bbbc-70b9feddb648 req-2dae7928-1115-403e-a983-5c8417c48e64 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399120 Jul 22 16:50:09.977321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c09698a9-6e69-41bb-b027-4f7e43582e08 req-11e53287-61e4-4e93-8727-d27aaa30abc5 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0384147 Jul 22 16:50:10.529992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59534) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:10.633960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1578015514-network', 'tenant_id': '8509f5ebc9534f318be5ef62c41bf0e7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:10.655441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Made reservation on behalf of 8509f5ebc9534f318be5ef62c41bf0e7 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:10.657703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.667118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.764465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.768670 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.795085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:50:10.808749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520607e7-3b69-49c3-875a-f2413e0d6b8c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:10.811942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.812291 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Added segment 5214df83-ae6b-4c33-94ba-c499a3bd9365 of type vlan for network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 Jul 22 16:50:10.854139 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.891553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.892896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:10.893566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:10.928707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3975847 Jul 22 16:50:10.932660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59540) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:10.941716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Request body: {'subnet': {'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1578015514-subnet', 'tenant_id': '8509f5ebc9534f318be5ef62c41bf0e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:10.982969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7925b4-d389-4d5d-998d-ddec6136b90c admin admin] Pushing event updated for resources: {'Network': ['ID=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:10.997726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:50:11.005687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Made reservation on behalf of 8509f5ebc9534f318be5ef62c41bf0e7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:11.011110 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.020783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2739ae-a89f-4e3f-8d30-871e86862363 req-ec7ab742-e813-435f-a0b1-ba4c918023c2 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:11.027489 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fc2739ae-a89f-4e3f-8d30-871e86862363 req-ec7ab742-e813-435f-a0b1-ba4c918023c2 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1043262 Jul 22 16:50:11.074238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fc2739ae-a89f-4e3f-8d30-871e86862363 req-44e70802-0ac0-41ba-aee6-3a56edc6b4dc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439491 Jul 22 16:50:11.156151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbeac2-4036-46fe-995e-7a9cc473c71d req-80c12942-0296-4c8a-b827-ba7c41e1a6b3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:11.157741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ebbeac2-4036-46fe-995e-7a9cc473c71d req-80c12942-0296-4c8a-b827-ba7c41e1a6b3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1477804 Jul 22 16:50:11.184879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-278e7596-c273-4544-b5d1-cd5cfecb1cf7 req-76aba5b1-693e-4ce4-aafc-980e68c1a08f tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0401247 Jul 22 16:50:11.244838 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ebbeac2-4036-46fe-995e-7a9cc473c71d req-1c70b1af-1fe6-42ca-b177-4cd5705e4697 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691628 Jul 22 16:50:11.273340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.338073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c35033f-0ec8-454d-85ff-4a3c0f6c44df,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:11.342522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Checking segment: {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:11.342878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Network hostable DHCP agents. Network: 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:50:11.369320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:50:11.382758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:11.387179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:11.387781 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.401154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9010001-9f86-49e6-9327-a494e48866db None None] Network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:11.409730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-84a89845-3974-4fea-ba3a-17c5d1953883 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4762282 Jul 22 16:50:11.570092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-700c3e0f-59ea-4f1a-bb36-175cfc9a78f1', 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1', 'tenant_id': '8509f5ebc9534f318be5ef62c41bf0e7', 'fixed_ips': [{'subnet_id': '6c35033f-0ec8-454d-85ff-4a3c0f6c44df'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:50:11.571021 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.731840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Allocated IP 172.20.0.2 (700c3e0f-59ea-4f1a-bb36-175cfc9a78f1/6c35033f-0ec8-454d-85ff-4a3c0f6c44df/8fef3c18-d983-4b04-b3af-8a08aec609d5) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:11.912748 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.920008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Transition to ACTIVE for port object 8fef3c18-d983-4b04-b3af-8a08aec609d5 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:11.937785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Transition to ACTIVE for port object 8fef3c18-d983-4b04-b3af-8a08aec609d5 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:11.944906 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:11.971142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-56b71343-a93f-425e-b010-ee20f2da0847 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:11.973495 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-56b71343-a93f-425e-b010-ee20f2da0847 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 816 time: 0.1173849 Jul 22 16:50:11.990740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:11.995994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-4cbf2052-eb10-45ba-9b95-2830f80a575f tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/quotas/8509f5ebc9534f318be5ef62c41bf0e7 HTTP/1.1" status: 200 len: 375 time: 0.0139642 Jul 22 16:50:11.996552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:11.998796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Pushing event updated for resources: {'Port': ['ID=8fef3c18-d983-4b04-b3af-8a08aec609d5,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:12.001155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:12.066808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Attempting to bind port 8fef3c18-d983-4b04-b3af-8a08aec609d5 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:12.067272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Attempting to bind port 8fef3c18-d983-4b04-b3af-8a08aec609d5 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:12.067763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Attempting to bind port 8fef3c18-d983-4b04-b3af-8a08aec609d5 on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:12.073642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:12.074020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Checking segment: {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:12.074457 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:12.074836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Bound using segment: {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:12.075347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Bound port: 8fef3c18-d983-4b04-b3af-8a08aec609d5, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:12.075730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:12.081414 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-4095f35f-26a8-48f5-96b1-0777ce50f05e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756354 Jul 22 16:50:12.156687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] For port 8fef3c18-d983-4b04-b3af-8a08aec609d5, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:12.160359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] For port 8fef3c18-d983-4b04-b3af-8a08aec609d5, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8fef3c18-d983-4b04-b3af-8a08aec609d5,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:12.166120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:12.204158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-f5f2806c-b8cc-4a47-a53b-e6d80e35fad0 service neutron] 10.222.0.53 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125998 Jul 22 16:50:12.244185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b532b3-0c56-4ddd-afaa-bd793c8ddbed None None] Pushing event updated for resources: {'Port': ['ID=8fef3c18-d983-4b04-b3af-8a08aec609d5,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:12.256947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241ada1-bbaa-48a6-b009-16d4307ac7a4 req-96f04842-6b72-44da-82a3-0af09b34900d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.258665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d241ada1-bbaa-48a6-b009-16d4307ac7a4 req-96f04842-6b72-44da-82a3-0af09b34900d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0914078 Jul 22 16:50:12.315171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d241ada1-bbaa-48a6-b009-16d4307ac7a4 req-5ac0fe65-2625-46c3-8127-0902e1982f2c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486858 Jul 22 16:50:12.351684 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-47a6f595-3448-4365-95f6-c5b06f206cb6 service neutron] 10.222.0.53 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383779 Jul 22 16:50:12.421279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a4634344-5a26-480b-893f-c2471901fd80 req-e08e0c6f-c095-47a6-87bf-6d1e74c1f5af tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0370913 Jul 22 16:50:12.624130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417694b-25ad-4d78-b28e-ad31d5e6f286 req-70714142-de07-41b7-a77b-234d167da0fb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.626055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3417694b-25ad-4d78-b28e-ad31d5e6f286 req-70714142-de07-41b7-a77b-234d167da0fb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.0988169 Jul 22 16:50:12.703274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3417694b-25ad-4d78-b28e-ad31d5e6f286 req-03d1cbab-977d-4a8f-9fc9-37310971f59f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654385 Jul 22 16:50:12.873345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-94e42740-64ae-4415-88e2-60bde458e27f tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:12.874857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-94e42740-64ae-4415-88e2-60bde458e27f tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 816 time: 0.1889629 Jul 22 16:50:12.902452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-dc01dd5e-6079-42ab-bc33-327f2dba75bc tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/quotas/8509f5ebc9534f318be5ef62c41bf0e7 HTTP/1.1" status: 200 len: 375 time: 0.0121670 Jul 22 16:50:13.009218 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-ca28b969-188a-4b42-820d-279ba2d52e10 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997665 Jul 22 16:50:13.146894 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-3955ed09-e0f1-4875-9201-f6eb2f0e57b5 service neutron] 10.222.0.53 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302989 Jul 22 16:50:13.282695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-c319bf76-067e-40c0-b77b-7e37c967ac2f service neutron] 10.222.0.53 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295419 Jul 22 16:50:13.570515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8fef3c18-d983-4b04-b3af-8a08aec609d5 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:13.608774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b9ca6-c116-4bd1-b521-29e1a45108b1 req-9dfa543c-06d4-4224-b6bc-a713ca953c58 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:13.611083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-620b9ca6-c116-4bd1-b521-29e1a45108b1 req-9dfa543c-06d4-4224-b6bc-a713ca953c58 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1740053 Jul 22 16:50:13.625855 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f1c9bfe-1083-4aac-8f6f-7a96d5ddb34d req-23c89b12-d8d0-4d60-8196-d63698a8c4c0 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0458925 Jul 22 16:50:13.664061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 8fef3c18-d983-4b04-b3af-8a08aec609d5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:13.679351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-620b9ca6-c116-4bd1-b521-29e1a45108b1 req-007ebcaa-421c-45cc-98b3-3cd4e463554d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609632 Jul 22 16:50:13.747354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2cdbeb-55f6-4db6-9e87-70f9ab6041fd None None] Network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:50:13.891636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:50:13.937427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec1bd2b0-3244-4a78-a410-9a7b2b993e1c None None] Provisioning for port 8fef3c18-d983-4b04-b3af-8a08aec609d5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:13.946038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec1bd2b0-3244-4a78-a410-9a7b2b993e1c None None] Provisioning complete for port 8fef3c18-d983-4b04-b3af-8a08aec609d5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:13.946448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a896b9-3651-40c1-90b3-973569d0cd74 req-c6eb0ba7-b714-4e47-bdde-798c1d7a38b3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:13.946869 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd2b0-3244-4a78-a410-9a7b2b993e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:13.959890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3a896b9-3651-40c1-90b3-973569d0cd74 req-c6eb0ba7-b714-4e47-bdde-798c1d7a38b3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1707280 Jul 22 16:50:13.990533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c664c5-05b7-4838-bce8-643ce464d329 req-f879d0d8-65b0-43a1-8ea7-4336b85476b5 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:14.003499 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-f879d0d8-65b0-43a1-8ea7-4336b85476b5 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 816 time: 0.2401278 Jul 22 16:50:14.044873 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f3a896b9-3651-40c1-90b3-973569d0cd74 req-8ecf938c-4040-448e-8a6a-22deb01e5293 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836232 Jul 22 16:50:14.101778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-b3eed4b7-2d50-419a-82cd-d77ae4aa381c tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/quotas/8509f5ebc9534f318be5ef62c41bf0e7 HTTP/1.1" status: 200 len: 375 time: 0.0967405 Jul 22 16:50:14.283085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-9027f822-3ee6-4593-b6bc-6f0f4cb928fb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:14.284732 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-9027f822-3ee6-4593-b6bc-6f0f4cb928fb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.20 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 816 time: 0.2773499 Jul 22 16:50:14.298800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-6e72986e-1da3-484a-84c2-543f02217d78 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1961150 Jul 22 16:50:14.314460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Request body: {'port': {'device_id': '301f194c-b26b-4644-9844-810a9a72d595', 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1', 'admin_state_up': True, 'tenant_id': '8509f5ebc9534f318be5ef62c41bf0e7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:14.435406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:14.456504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd2b0-3244-4a78-a410-9a7b2b993e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.475350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691', 'port_id': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'mac_address': 'fa:16:3e:a3:f6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4590d5-78bc-4842-a564-086ca90327fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:50:14.520252 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-8da29630-60e5-4284-be2b-bf9d8c899882 service neutron] 10.222.0.53 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873620 Jul 22 16:50:14.544679 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.561392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c3df892-cd93-4853-8bd1-02ad9a29697f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:14.582462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ec1bd2b0-3244-4a78-a410-9a7b2b993e1c None None] For port 8fef3c18-d983-4b04-b3af-8a08aec609d5, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8fef3c18-d983-4b04-b3af-8a08aec609d5,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:14.605345 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec1bd2b0-3244-4a78-a410-9a7b2b993e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.622037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:14.643633 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.655676 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Made reservation on behalf of 8509f5ebc9534f318be5ef62c41bf0e7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:14.659484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:14.675331 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-fb8f58ae-d7ac-4067-92ac-6624c3aeb3ee service neutron] 10.222.0.53 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388924 Jul 22 16:50:14.697424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bd2b0-3244-4a78-a410-9a7b2b993e1c None None] Pushing event updated for resources: {'Port': ['ID=8fef3c18-d983-4b04-b3af-8a08aec609d5,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:14.782811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:14.813324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5a3d6c4-c57e-4979-93ef-7c5b5e98013b req-53074750-be29-488d-aa8f-9cc615a61b32 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0849640 Jul 22 16:50:14.891751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2c3df892-cd93-4853-8bd1-02ad9a29697f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:14.974972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Allocated IP 172.20.0.4 (700c3e0f-59ea-4f1a-bb36-175cfc9a78f1/6c35033f-0ec8-454d-85ff-4a3c0f6c44df/2ac0c553-2004-4635-b739-cd91b47ebcdf) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:15.042430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3efb2c4a-0538-4b61-bfca-431dbc96c1bc None None] Provisioning complete for port 8fef3c18-d983-4b04-b3af-8a08aec609d5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:15.043534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3efb2c4a-0538-4b61-bfca-431dbc96c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:15.067706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f55ec4d-eaca-431e-9fd8-245dc4f81390 req-c2ad5c16-6e07-4794-8441-826f791f56af tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 210 time: 0.0591745 Jul 22 16:50:15.257448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-676cfd23-ff63-4399-a4f6-ae9dbe0fbca0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:15.259330 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-676cfd23-ff63-4399-a4f6-ae9dbe0fbca0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.20 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 816 time: 0.2941806 Jul 22 16:50:15.285617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Request body: {'port': {'device_id': '36af6704-45c3-4c84-a959-a8e42f8b4efe', 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1', 'admin_state_up': True, 'tenant_id': '8509f5ebc9534f318be5ef62c41bf0e7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:15.409393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebfe81-3768-4b1d-bc99-9d4cb7e8e59c req-e0891d83-e8be-4089-ae47-9a95405fecfa tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:15.419882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07ebfe81-3768-4b1d-bc99-9d4cb7e8e59c req-e0891d83-e8be-4089-ae47-9a95405fecfa tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.3717256 Jul 22 16:50:15.500873 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07ebfe81-3768-4b1d-bc99-9d4cb7e8e59c req-06e6b6d2-de31-425f-ae5e-5f9916aec91f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800927 Jul 22 16:50:15.528047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Made reservation on behalf of 8509f5ebc9534f318be5ef62c41bf0e7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:15.541483 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:15.559235 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:15.592643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8fef3c18-d983-4b04-b3af-8a08aec609d5 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:15.627143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Transition to ACTIVE for port object 2ac0c553-2004-4635-b739-cd91b47ebcdf will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:15.645227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c3420-e7d0-4d9c-89d5-5dccb5bdebbf req-c7ee36eb-3220-4ba9-a365-8ea9b4aad254 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:15.654392 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-734c3420-e7d0-4d9c-89d5-5dccb5bdebbf req-c7ee36eb-3220-4ba9-a365-8ea9b4aad254 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 945 time: 0.4423370 Jul 22 16:50:15.696312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8fef3c18-d983-4b04-b3af-8a08aec609d5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:15.698413 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:15.770213 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-734c3420-e7d0-4d9c-89d5-5dccb5bdebbf req-027a5320-d159-4d5e-92b8-a086318baff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954585 Jul 22 16:50:15.814798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:15.910068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:15.922675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:15.936473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:15.943922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:16.034496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Pushing event updated for resources: {'Port': ['ID=2ac0c553-2004-4635-b739-cd91b47ebcdf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:16.085669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Allocated IP 172.20.0.12 (700c3e0f-59ea-4f1a-bb36-175cfc9a78f1/6c35033f-0ec8-454d-85ff-4a3c0f6c44df/0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:16.272115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:16.273743 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.316131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 2c3df892-cd93-4853-8bd1-02ad9a29697f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:16.319299 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.323933 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-83aacca1-abfd-4712-b6f7-339161ab15e0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0155566 Jul 22 16:50:16.340026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.362953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Request body: {'port': {'device_id': '301f194c-b26b-4644-9844-810a9a72d595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:16.452072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d5a0f53a-536c-429d-a782-a0be01de409c req-2c088efb-223b-42d4-b311-67f4b6eb85bd tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 210 time: 0.1203358 Jul 22 16:50:16.538304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.562766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ccc52851-663a-417c-acde-da1044681a72 None None] Provisioning for port 2ac0c553-2004-4635-b739-cd91b47ebcdf completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:16.566743 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.613688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ccc52851-663a-417c-acde-da1044681a72 None None] Provisioning complete for port 2ac0c553-2004-4635-b739-cd91b47ebcdf triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:16.614601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ccc52851-663a-417c-acde-da1044681a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.624256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:16.629646 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bc6a47-9ecd-44ba-be51-d840439c12e3" -d '{"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-plugged", "status": "completed", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:16.670143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:16.681612 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.713376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ccc52851-663a-417c-acde-da1044681a72 None None] Port 2ac0c553-2004-4635-b739-cd91b47ebcdf cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:50:16.756914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:16.847449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e31765f0-35cf-4ceb-a803-135880b218b8 req-17a63344-e45f-422e-a39a-1c34716cb481 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.4851930 Jul 22 16:50:16.849172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1c895-8766-44bb-99a0-aa2b569b79c1 req-83805972-628c-4b2f-967f-2cd740b62b32 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:16.851456 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-24f1c895-8766-44bb-99a0-aa2b569b79c1 req-83805972-628c-4b2f-967f-2cd740b62b32 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0871181 Jul 22 16:50:16.864688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Transition to ACTIVE for port object 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:16.942193 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b0aa06-3f7d-48f4-852d-1c3fc38f670c x-openstack-request-id: req-d6b0aa06-3f7d-48f4-852d-1c3fc38f670c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:16.942699 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-plugged", "status": "completed", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:16.942852 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6b0aa06-3f7d-48f4-852d-1c3fc38f670c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:16.943267 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'code': 200} Jul 22 16:50:16.950376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:16.962063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-24f1c895-8766-44bb-99a0-aa2b569b79c1 req-9077ceb4-45a3-41c6-8f88-8a9b5bb18ddd tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018624 Jul 22 16:50:17.055339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:17.068850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:17.075119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:17.100566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Pushing event updated for resources: {'Port': ['ID=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:17.190627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:17.190627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.214380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-cd34cdad-166b-4e21-877d-718f49c7e706 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9336367 Jul 22 16:50:17.223502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a90f89-a590-4362-8e82-9817ea920773 req-da2e4cb9-6b61-49bc-8b50-ff2117f34447 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:17.232133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9a90f89-a590-4362-8e82-9817ea920773 req-da2e4cb9-6b61-49bc-8b50-ff2117f34447 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1736467 Jul 22 16:50:17.239664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Request body: {'port': {'device_id': '36af6704-45c3-4c84-a959-a8e42f8b4efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:17.334720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac0c553-2004-4635-b739-cd91b47ebcdf {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:17.355781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.376357 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9a90f89-a590-4362-8e82-9817ea920773 req-16b4db3c-c0a4-47c7-825f-e963426e7552 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433074 Jul 22 16:50:17.437297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Transition to ACTIVE for port object 2ac0c553-2004-4635-b739-cd91b47ebcdf will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:17.447201 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.465914 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:50:17.478775 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.550449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-233aa2a4-81e1-4ae7-9977-b5d10bf94981 None None] Provisioning for port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:17.560875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-233aa2a4-81e1-4ae7-9977-b5d10bf94981 None None] Provisioning complete for port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:17.561175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c664c5-05b7-4838-bce8-643ce464d329 req-e6a4306e-11be-4b3f-a90b-9c8674f7e410 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:17.561366 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-233aa2a4-81e1-4ae7-9977-b5d10bf94981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:17.563241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-e6a4306e-11be-4b3f-a90b-9c8674f7e410 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.65 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 816 time: 0.2799318 Jul 22 16:50:17.609805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0c553-2004-4635-b739-cd91b47ebcdf,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:17.655918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-233aa2a4-81e1-4ae7-9977-b5d10bf94981 None None] Port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:50:17.690624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Request body: {'port': {'device_id': '0f8be24b-1472-4fea-a10b-1730a5ad40c3', 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1', 'admin_state_up': True, 'tenant_id': '8509f5ebc9534f318be5ef62c41bf0e7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:17.955580 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8431c35e-455b-41b3-be46-988188c15836 req-c7133770-eefb-4841-b111-68298031cbe7 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 210 time: 0.3860996 Jul 22 16:50:17.999214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Attempting to bind port 2ac0c553-2004-4635-b739-cd91b47ebcdf on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:18.000551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Attempting to bind port 2ac0c553-2004-4635-b739-cd91b47ebcdf by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:18.012686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Attempting to bind port 2ac0c553-2004-4635-b739-cd91b47ebcdf on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:18.019892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Made reservation on behalf of 8509f5ebc9534f318be5ef62c41bf0e7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:50:18.023736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.053968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Port 2ac0c553-2004-4635-b739-cd91b47ebcdf on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:50:18.054298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Attempting to bind port 2ac0c553-2004-4635-b739-cd91b47ebcdf on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:18.066854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:18.069797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Checking segment: {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:18.076539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Bound using segment: {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:18.077499 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Bound port: 2ac0c553-2004-4635-b739-cd91b47ebcdf, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:18.077499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.080672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:18.102717 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.144640 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b489424-b51a-4a4a-a4da-67ec6f40705d req-e650f23f-7d61-4bda-a9e4-ea2037b4c292 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.1914377 Jul 22 16:50:18.178026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Transition to ACTIVE for port object 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:18.187181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.291740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Pushing event updated for resources: {'Port': ['ID=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:18.313424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] For port 2ac0c553-2004-4635-b739-cd91b47ebcdf, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:18.331837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7e37f-671c-499c-a2c2-7ffd498776c3 req-0ebb3a25-1682-484e-a4c5-6727f13610f1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:18.339239 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3bf7e37f-671c-499c-a2c2-7ffd498776c3 req-0ebb3a25-1682-484e-a4c5-6727f13610f1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.2521696 Jul 22 16:50:18.374149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] For port 2ac0c553-2004-4635-b739-cd91b47ebcdf, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2ac0c553-2004-4635-b739-cd91b47ebcdf,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:18.389507 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.410738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Allocated IP 172.20.0.11 (700c3e0f-59ea-4f1a-bb36-175cfc9a78f1/6c35033f-0ec8-454d-85ff-4a3c0f6c44df/e79c33c4-f5bf-4002-a132-0bd1431f5b74) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:50:18.430207 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b365cf60-6254-4721-ba33-42315b652854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.452079 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3bf7e37f-671c-499c-a2c2-7ffd498776c3 req-11eb44c5-1cea-497e-91e7-c61b1c102480 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108780 Jul 22 16:50:18.456843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:18.458765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.460483 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] 10.222.0.20 "PUT /v2.0/ports/2ac0c553-2004-4635-b739-cd91b47ebcdf HTTP/1.1" status: 200 len: 1092 time: 2.1073654 Jul 22 16:50:18.487329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Attempting to bind port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:18.487826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Attempting to bind port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:18.488370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Attempting to bind port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:18.503909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:50:18.504358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Attempting to bind port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:18.504520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301f194c-b26b-4644-9844-810a9a72d595', 'tag': '2ac0c553-2004-4635-b739-cd91b47ebcdf'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:18.509774 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d5f678-4928-4442-8223-ca92be98d409" -d '{"events": [{"name": "network-changed", "server_uuid": "301f194c-b26b-4644-9844-810a9a72d595", "tag": "2ac0c553-2004-4635-b739-cd91b47ebcdf"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:18.513009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3362fb6-3ff6-4e3a-b9ad-fee06ca668ad service neutron] Pushing event updated for resources: {'Port': ['ID=2ac0c553-2004-4635-b739-cd91b47ebcdf,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:18.528440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:18.531653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Checking segment: {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:18.532248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Bound using segment: {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:18.532953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Bound port: 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:18.533941 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.686715 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556962fe-b339-4b2d-9cc6-602d3872e21a x-openstack-request-id: req-556962fe-b339-4b2d-9cc6-602d3872e21a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:18.687171 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301f194c-b26b-4644-9844-810a9a72d595", "tag": "2ac0c553-2004-4635-b739-cd91b47ebcdf", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:18.687464 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-556962fe-b339-4b2d-9cc6-602d3872e21a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:18.687992 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301f194c-b26b-4644-9844-810a9a72d595', 'tag': '2ac0c553-2004-4635-b739-cd91b47ebcdf', 'status': 'completed', 'code': 200} Jul 22 16:50:18.728052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443b3c-c7bc-4471-ae17-4d594c3602d3 req-65f93502-7bc5-4d68-abf6-f52469235baa tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:18.729926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45443b3c-c7bc-4471-ae17-4d594c3602d3 req-65f93502-7bc5-4d68-abf6-f52469235baa tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1744673 Jul 22 16:50:18.734379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] For port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:18.748020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] For port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:18.760692 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.817796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-abb25dac-9cca-46dc-90ae-bd08419a06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:18.819739 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-abb25dac-9cca-46dc-90ae-bd08419a06f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 1095 time: 0.2885499 Jul 22 16:50:18.835801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:18.836452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.837893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] 10.222.0.20 "PUT /v2.0/ports/0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 HTTP/1.1" status: 200 len: 1093 time: 1.6036205 Jul 22 16:50:18.838419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36af6704-45c3-4c84-a959-a8e42f8b4efe', 'tag': '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:18.841414 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc993a5d-98b1-4c45-b243-7f2c1216a837" -d '{"events": [{"name": "network-changed", "server_uuid": "36af6704-45c3-4c84-a959-a8e42f8b4efe", "tag": "0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:18.857413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45443b3c-c7bc-4471-ae17-4d594c3602d3 req-f8f4d2dc-b01f-4965-8537-907bf0b4040c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195931 Jul 22 16:50:18.870378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:18.914976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a051a-801a-483d-9f73-a51e1528d78d service neutron] Pushing event updated for resources: {'Port': ['ID=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:18.966081 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8458c5-83f1-40e2-a38f-4b8f0343fdfc x-openstack-request-id: req-1f8458c5-83f1-40e2-a38f-4b8f0343fdfc {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:18.966428 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36af6704-45c3-4c84-a959-a8e42f8b4efe", "tag": "0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:18.966663 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f8458c5-83f1-40e2-a38f-4b8f0343fdfc {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:18.967443 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36af6704-45c3-4c84-a959-a8e42f8b4efe', 'tag': '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4', 'status': 'completed', 'code': 200} Jul 22 16:50:18.972435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-0434e309-d6dc-4cbf-a242-cea284d3adf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac0c553-2004-4635-b739-cd91b47ebcdf HTTP/1.1" status: 200 len: 217 time: 0.1324258 Jul 22 16:50:19.014874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-f2d0b720-f41e-4a01-b614-2c9cf3400069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:19.016431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-f2d0b720-f41e-4a01-b614-2c9cf3400069 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 1096 time: 0.0918527 Jul 22 16:50:19.117329 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-9d444b86-22cd-4429-b40d-de94c9de2b1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 HTTP/1.1" status: 200 len: 217 time: 0.0812895 Jul 22 16:50:19.274849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-4be2299d-074f-44bf-87ce-c7ed96fa5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:19.279073 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-4be2299d-074f-44bf-87ce-c7ed96fa5fe8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c35033f-0ec8-454d-85ff-4a3c0f6c44df HTTP/1.1" status: 200 len: 855 time: 0.1463785 Jul 22 16:50:19.291564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-25d7e9d6-e8a1-4065-aa7f-d3dd4fc28b9d req-4b060d30-a8bf-4ddb-b137-fe2b6c561958 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 210 time: 0.1387327 Jul 22 16:50:19.381603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-aff01a4f-4145-4447-af58-37fea7741b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:19.383472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-aff01a4f-4145-4447-af58-37fea7741b2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909350 Jul 22 16:50:19.567912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-a2a0f6bb-be18-46e1-972a-55f5f3202da3 service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775031 Jul 22 16:50:19.643408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Transition to ACTIVE for port object e79c33c4-f5bf-4002-a132-0bd1431f5b74 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:19.695095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9aa073b6-1d4b-4188-b70b-ef8f6eb65713 req-471b2660-eb12-43ca-8ce8-f69a38a7b084 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0530062 Jul 22 16:50:19.713842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-432e20c1-3d71-4c1a-83af-f799ea58b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:19.715323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-432e20c1-3d71-4c1a-83af-f799ea58b2ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c35033f-0ec8-454d-85ff-4a3c0f6c44df HTTP/1.1" status: 200 len: 855 time: 0.7299769 Jul 22 16:50:19.783864 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:19.841923 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7701f375-7cb5-46f2-a32a-bbcf7fa4b7a0 req-7280240a-6fb7-47a2-9ac9-42b4c83601bc service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652850 Jul 22 16:50:19.880935 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:50:19.881986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76e83-67b1-45fd-91b8-9ac25673a81e req-1b2ba98b-c9b1-4bbd-acbb-7dab0d9ae73b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:19.882499 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Pushing event updated for resources: {'Port': ['ID=e79c33c4-f5bf-4002-a132-0bd1431f5b74,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:19.890047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:50:19.898848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12e76e83-67b1-45fd-91b8-9ac25673a81e req-1b2ba98b-c9b1-4bbd-acbb-7dab0d9ae73b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.2853522 Jul 22 16:50:19.905000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:50:19.924865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-c9f6f21f-6d53-45c1-a652-34194aa7753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:19.928211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-c9f6f21f-6d53-45c1-a652-34194aa7753a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2045298 Jul 22 16:50:20.016956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12e76e83-67b1-45fd-91b8-9ac25673a81e req-a81b18cb-acc5-4cd1-8227-5f43948df895 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157839 Jul 22 16:50:20.078674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-d37c92d6-d9be-45ff-8cf9-5b3f21938e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.081727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-d37c92d6-d9be-45ff-8cf9-5b3f21938e32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 1096 time: 0.1284499 Jul 22 16:50:20.156474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.157163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.215294 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-76b67cb9-b6ff-4eb4-8161-83b90827a950 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5302868 Jul 22 16:50:20.231737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fee65-ac1f-4dd7-a6a8-876cd46a091c req-dcb5483f-29af-4538-af0c-5bb3829db3d1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.233322 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d9fee65-ac1f-4dd7-a6a8-876cd46a091c req-dcb5483f-29af-4538-af0c-5bb3829db3d1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.2253833 Jul 22 16:50:20.238241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-12deeccd-ebee-406d-a604-7f55b9de7e06 service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609546 Jul 22 16:50:20.246420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Request body: {'port': {'device_id': '0f8be24b-1472-4fea-a10b-1730a5ad40c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:20.290317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9d248a73-2e6e-4566-a240-5756b3d753ec None None] Provisioning for port e79c33c4-f5bf-4002-a132-0bd1431f5b74 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:20.309202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9d248a73-2e6e-4566-a240-5756b3d753ec None None] Provisioning complete for port e79c33c4-f5bf-4002-a132-0bd1431f5b74 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:20.309795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d248a73-2e6e-4566-a240-5756b3d753ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.316027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-898fa93e-e6ac-4b91-9f92-847bb49b9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.317613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-898fa93e-e6ac-4b91-9f92-847bb49b9134 service neutron] 10.222.0.20 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 917 time: 0.2220764 Jul 22 16:50:20.385695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9d248a73-2e6e-4566-a240-5756b3d753ec None None] Port e79c33c4-f5bf-4002-a132-0bd1431f5b74 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:50:20.404456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-44bf6efa-ada4-45cd-83d9-7112d95a62d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 HTTP/1.1" status: 200 len: 217 time: 0.0780871 Jul 22 16:50:20.512354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-a33a8726-d81a-4efd-8a2c-fa12a4ae87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.514039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-a33a8726-d81a-4efd-8a2c-fa12a4ae87ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c35033f-0ec8-454d-85ff-4a3c0f6c44df HTTP/1.1" status: 200 len: 855 time: 0.1007116 Jul 22 16:50:20.514508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0d9fee65-ac1f-4dd7-a6a8-876cd46a091c req-66390841-6e02-4e49-8bd6-69ced9e4ba38 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455499 Jul 22 16:50:20.584844 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:20.590484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-51928fb5-5859-4dd5-adf6-dd3ccf33352e req-09bae138-c2a4-457e-b4d8-0bad2cd3aeef service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393853 Jul 22 16:50:20.593550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a4531-cba7-4979-bc3d-8eca7224a598 req-7fdc0373-5659-4731-be09-2e345d1946f7 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.595867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b5a4531-cba7-4979-bc3d-8eca7224a598 req-7fdc0373-5659-4731-be09-2e345d1946f7 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 932 time: 0.1378918 Jul 22 16:50:20.669774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-38ce23ca-5127-4412-8044-fbd2fd47f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.671714 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-38ce23ca-5127-4412-8044-fbd2fd47f545 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1431768 Jul 22 16:50:20.686972 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b5a4531-cba7-4979-bc3d-8eca7224a598 req-bc1a6ebc-a6cb-408d-925d-e8ecdddef522 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690134 Jul 22 16:50:20.822416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-6820dcae-3afc-4cea-8e73-534ec55a15ad service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155479 Jul 22 16:50:20.935215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae7a95f7-ad39-43fb-ab7d-b53d07425e5e req-337e3ed3-fda0-48e7-ad79-84180c54f07f tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0732100 Jul 22 16:50:20.953093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f678-4928-4442-8223-ca92be98d409 req-b731bd86-cde8-4e69-9372-b8570d357600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:20.955548 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01d5f678-4928-4442-8223-ca92be98d409 req-b731bd86-cde8-4e69-9372-b8570d357600 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 1095 time: 0.2111056 Jul 22 16:50:21.026164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc993a5d-98b1-4c45-b243-7f2c1216a837 req-c0c8b978-bff5-4d4c-bb3d-2a9b82ab70bc service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960404 Jul 22 16:50:21.034801 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d98908f6-5f21-4a94-bf60-850b2e6035c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.090915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f5eb906-4772-4750-b37a-a98676ded1a8 req-6dc1a48e-c893-465b-b7d6-7761002584a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0519600 Jul 22 16:50:21.213973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79c33c4-f5bf-4002-a132-0bd1431f5b74 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:21.221368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f678-4928-4442-8223-ca92be98d409 req-0bdd3c6a-901e-40f3-b98c-c560ce9dd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:21.222908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01d5f678-4928-4442-8223-ca92be98d409 req-0bdd3c6a-901e-40f3-b98c-c560ce9dd87d service neutron] 10.222.0.20 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 917 time: 0.2508307 Jul 22 16:50:21.230001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.250637 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.257536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c2d00-b879-4cda-bb18-ab88133f359f req-0f427a4f-e9af-4a89-a2a2-7fd4350b9ae4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:21.259144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d52c2d00-b879-4cda-bb18-ab88133f359f req-0f427a4f-e9af-4a89-a2a2-7fd4350b9ae4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1257463 Jul 22 16:50:21.282009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01d5f678-4928-4442-8223-ca92be98d409 req-4dc8ebcc-c0f5-42f3-a556-cc23522f457a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac0c553-2004-4635-b739-cd91b47ebcdf HTTP/1.1" status: 200 len: 217 time: 0.0492544 Jul 22 16:50:21.285131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Transition to ACTIVE for port object e79c33c4-f5bf-4002-a132-0bd1431f5b74 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:21.301167 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.318833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d52c2d00-b879-4cda-bb18-ab88133f359f req-fbf6c5ea-8dce-4af9-92c8-d9427dc646ab tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498776 Jul 22 16:50:21.445473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f678-4928-4442-8223-ca92be98d409 req-1a232895-4079-4a17-9725-68b41b5c01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:21.447118 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01d5f678-4928-4442-8223-ca92be98d409 req-1a232895-4079-4a17-9725-68b41b5c01ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c35033f-0ec8-454d-85ff-4a3c0f6c44df HTTP/1.1" status: 200 len: 855 time: 0.1581490 Jul 22 16:50:21.483872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=e79c33c4-f5bf-4002-a132-0bd1431f5b74,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:21.566556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Attempting to bind port e79c33c4-f5bf-4002-a132-0bd1431f5b74 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:21.566896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Attempting to bind port e79c33c4-f5bf-4002-a132-0bd1431f5b74 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:21.567371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Attempting to bind port e79c33c4-f5bf-4002-a132-0bd1431f5b74 on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:21.576073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Port e79c33c4-f5bf-4002-a132-0bd1431f5b74 on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:50:21.576405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Attempting to bind port e79c33c4-f5bf-4002-a132-0bd1431f5b74 on network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:21.586351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:21.586693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Checking segment: {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:21.587137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Bound using segment: {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:21.587590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Bound port: e79c33c4-f5bf-4002-a132-0bd1431f5b74, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5214df83-ae6b-4c33-94ba-c499a3bd9365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:21.587954 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.595657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f678-4928-4442-8223-ca92be98d409 req-da54e6dc-e9b9-4bf3-beab-17a708a25b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:21.597773 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01d5f678-4928-4442-8223-ca92be98d409 req-da54e6dc-e9b9-4bf3-beab-17a708a25b24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245372 Jul 22 16:50:21.837270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] For port e79c33c4-f5bf-4002-a132-0bd1431f5b74, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:21.837590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:50:21.847199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] For port e79c33c4-f5bf-4002-a132-0bd1431f5b74, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e79c33c4-f5bf-4002-a132-0bd1431f5b74,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:21.856394 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.865137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01d5f678-4928-4442-8223-ca92be98d409 req-761a3b27-2346-4d9a-9850-e5cce870f949 service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610466 Jul 22 16:50:21.931542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:21.932278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:21.933775 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] 10.222.0.65 "PUT /v2.0/ports/e79c33c4-f5bf-4002-a132-0bd1431f5b74 HTTP/1.1" status: 200 len: 1093 time: 1.6945934 Jul 22 16:50:21.959099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8be24b-1472-4fea-a10b-1730a5ad40c3', 'tag': 'e79c33c4-f5bf-4002-a132-0bd1431f5b74'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:21.964558 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dd9da8-4920-44af-9239-c5b1bac56b60" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8be24b-1472-4fea-a10b-1730a5ad40c3", "tag": "e79c33c4-f5bf-4002-a132-0bd1431f5b74"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:21.967932 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bdab7-756f-4680-884a-9eadda8b69cb req-174407d0-19d4-4b56-9d89-98c26b65623c tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:21.970977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f94bdab7-756f-4680-884a-9eadda8b69cb req-174407d0-19d4-4b56-9d89-98c26b65623c tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 944 time: 0.1763632 Jul 22 16:50:21.978856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6842a4-2008-42b2-bf77-bd51f08d7c51 req-b5cb8a67-d0e1-4639-ba81-f2eb4bee0374 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:21.980741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c6842a4-2008-42b2-bf77-bd51f08d7c51 req-b5cb8a67-d0e1-4639-ba81-f2eb4bee0374 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.2974279 Jul 22 16:50:22.089093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f94bdab7-756f-4680-884a-9eadda8b69cb req-ef48095d-3561-47a8-8017-ab25f10e9e05 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084061 Jul 22 16:50:22.129441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:22.155653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '4057eb96-696c-4104-bb6d-865a3b219e37', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'port_id': '4057eb96-696c-4104-bb6d-865a3b219e37', 'mac_address': 'fa:16:3e:91:2f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:50:22.170209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4fd60-e14e-41a5-ae90-832194073ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=e79c33c4-f5bf-4002-a132-0bd1431f5b74,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:22.182438 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79e9c22-5e29-42e4-9f4c-a7f8196fe79b x-openstack-request-id: req-d79e9c22-5e29-42e4-9f4c-a7f8196fe79b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:22.182737 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8be24b-1472-4fea-a10b-1730a5ad40c3", "tag": "e79c33c4-f5bf-4002-a132-0bd1431f5b74", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:22.183024 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d79e9c22-5e29-42e4-9f4c-a7f8196fe79b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:22.183423 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8be24b-1472-4fea-a10b-1730a5ad40c3', 'tag': 'e79c33c4-f5bf-4002-a132-0bd1431f5b74', 'status': 'completed', 'code': 200} Jul 22 16:50:22.231214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c6842a4-2008-42b2-bf77-bd51f08d7c51 req-7b9b2fd3-8b56-4970-9714-7dde3ecf17d9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153311 Jul 22 16:50:22.248065 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01d5f678-4928-4442-8223-ca92be98d409 req-ea9a926f-05aa-46c2-8404-47b07e41f63d service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467271 Jul 22 16:50:22.259879 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.279195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c664c5-05b7-4838-bce8-643ce464d329 req-abe73d66-e156-4bae-bd48-b6ade35d0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:22.280806 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-abe73d66-e156-4bae-bd48-b6ade35d0ce8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 1096 time: 0.2014344 Jul 22 16:50:22.305678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4057eb96-696c-4104-bb6d-865a3b219e37 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:22.340824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:22.353482 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.355622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-73a91198-4acf-46b6-88ea-852fce702737 req-9e0fd51a-5abb-4741-a85f-875b3a7b9e85 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0639718 Jul 22 16:50:22.392365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-8c69cde0-9617-487f-9f14-1c925bea8dce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79c33c4-f5bf-4002-a132-0bd1431f5b74 HTTP/1.1" status: 200 len: 217 time: 0.0922277 Jul 22 16:50:22.460722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:22.511740 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:22.558528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['4057eb96-696c-4104-bb6d-865a3b219e37'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:22.612575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c664c5-05b7-4838-bce8-643ce464d329 req-a681686f-b2c5-4181-895f-8f225d33ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:22.615343 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-a681686f-b2c5-4181-895f-8f225d33ff1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6c35033f-0ec8-454d-85ff-4a3c0f6c44df HTTP/1.1" status: 200 len: 855 time: 0.1891291 Jul 22 16:50:22.721062 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479b129-9edd-445b-8faf-8968f78427dc req-5b6d0ff3-5e34-44b8-8f79-df3736b50a13 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:22.723358 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9479b129-9edd-445b-8faf-8968f78427dc req-5b6d0ff3-5e34-44b8-8f79-df3736b50a13 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.2039857 Jul 22 16:50:22.783011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c664c5-05b7-4838-bce8-643ce464d329 req-3a64e7d0-92ae-4d20-9e71-d0863e4a8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:22.785391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-3a64e7d0-92ae-4d20-9e71-d0863e4a8d13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596892 Jul 22 16:50:22.848575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9479b129-9edd-445b-8faf-8968f78427dc req-496b251b-687b-40be-8634-d664099fdd71 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138673 Jul 22 16:50:23.005925 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-8d6e28b0-2192-4e87-8291-79185bba2806 service neutron] 10.222.0.65 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051632 Jul 22 16:50:23.186052 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33c664c5-05b7-4838-bce8-643ce464d329 req-3770faa5-7a3a-4825-81cd-20295fb9e410 service neutron] 10.222.0.65 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711078 Jul 22 16:50:23.294780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797bc29-ad13-479b-b8c8-da1f77de6cb2 req-788373af-bb5b-4fd9-9cb2-d619e4cd2758 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:23.296757 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a797bc29-ad13-479b-b8c8-da1f77de6cb2 req-788373af-bb5b-4fd9-9cb2-d619e4cd2758 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 944 time: 0.1001570 Jul 22 16:50:23.388492 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a797bc29-ad13-479b-b8c8-da1f77de6cb2 req-ebe8b7d5-4993-4a92-8287-601526678bf8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854766 Jul 22 16:50:23.550719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-889c3d38-625a-4646-868e-b88829e59541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:23.550719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-889c3d38-625a-4646-868e-b88829e59541 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 1096 time: 0.2240849 Jul 22 16:50:23.600305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-15f308d3-7a6f-418f-82bf-1e85c88017f2 req-094d0016-6dc5-4e6d-9496-7a0b682b16f3 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0432286 Jul 22 16:50:23.630638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114bc10-6018-4a7d-8b92-49bcaef1a78c req-e28b3873-63f8-4bc4-86c7-70f4e029554d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:23.633849 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f114bc10-6018-4a7d-8b92-49bcaef1a78c req-e28b3873-63f8-4bc4-86c7-70f4e029554d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.2538373 Jul 22 16:50:23.843158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f114bc10-6018-4a7d-8b92-49bcaef1a78c req-ff28a796-72ee-4aa1-86a7-384ad6069ed0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848583 Jul 22 16:50:23.847668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-6d1e81d8-cce6-4f0f-b414-bdc58215f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:23.851998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2ac0c553-2004-4635-b739-cd91b47ebcdf details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:50:23.858876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:23.862299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-6d1e81d8-cce6-4f0f-b414-bdc58215f8d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 917 time: 0.2934644 Jul 22 16:50:24.033704 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-8cc3bb11-805b-494f-b258-500adcbec255 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e79c33c4-f5bf-4002-a132-0bd1431f5b74 HTTP/1.1" status: 200 len: 217 time: 0.1594713 Jul 22 16:50:24.084509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 4057eb96-696c-4104-bb6d-865a3b219e37 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:24.086228 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.210443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-620f78b9-b960-409e-b967-ddf0715eb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:24.212515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-620f78b9-b960-409e-b967-ddf0715eb42a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6c35033f-0ec8-454d-85ff-4a3c0f6c44df HTTP/1.1" status: 200 len: 855 time: 0.1669192 Jul 22 16:50:24.304554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6808304-f1d6-411e-b4e2-19d98ecbd58d req-08d7c94f-8449-47bb-9e66-be49fa3483a1 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805&device_id=e1172ca9-9ab3-4969-a68d-f8baef9623e0 HTTP/1.1" status: 200 len: 210 time: 0.0925832 Jul 22 16:50:24.381596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2ac0c553-2004-4635-b739-cd91b47ebcdf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2ac0c553-2004-4635-b739-cd91b47ebcdf,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:24.414647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '2ac0c553-2004-4635-b739-cd91b47ebcdf', 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1', 'port_id': '2ac0c553-2004-4635-b739-cd91b47ebcdf', 'mac_address': 'fa:16:3e:b3:33:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c35033f-0ec8-454d-85ff-4a3c0f6c44df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:50:24.420581 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.504327 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.580237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac0c553-2004-4635-b739-cd91b47ebcdf {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:24.612658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81fbf-f5ea-4fdd-9f96-90953b93e0cc req-f6dab51b-9fef-4f1f-a974-fbcc0e4ba782 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:24.620166 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64c81fbf-f5ea-4fdd-9f96-90953b93e0cc req-f6dab51b-9fef-4f1f-a974-fbcc0e4ba782 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.4065151 Jul 22 16:50:24.644176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-52558364-0573-4d08-b845-255a8294f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:24.647171 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.650541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2ac0c553-2004-4635-b739-cd91b47ebcdf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2ac0c553-2004-4635-b739-cd91b47ebcdf,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:24.658016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-52558364-0573-4d08-b845-255a8294f08b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4105716 Jul 22 16:50:24.670553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.671345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:50:24.802090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=2ac0c553-2004-4635-b739-cd91b47ebcdf,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:24.852484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:24.855418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:24.858077 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3969ca8-56c3-4306-b68b-e2cd536da16c" -d '{"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-plugged", "status": "completed", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:24.863240 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:24.882400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64c81fbf-f5ea-4fdd-9f96-90953b93e0cc req-90c2aa4b-4a3f-4f2a-92e2-4d7ee7daf410 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042880 Jul 22 16:50:24.897163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39b422ba-7285-4a89-b47b-0a8fbfd766ad req-9bd5a534-75fe-4797-9542-cf1038966d9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c39df70a98054c4d8a4de20f70bf857c&device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.1670368 Jul 22 16:50:24.936477 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-42b0034f-2123-4041-958f-86e2a51fccae service neutron] 10.222.0.65 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486029 Jul 22 16:50:24.983064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:25.013458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:25.017351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4', 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1', 'port_id': '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4', 'mac_address': 'fa:16:3e:73:e9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c35033f-0ec8-454d-85ff-4a3c0f6c44df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:50:25.028970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39b422ba-7285-4a89-b47b-0a8fbfd766ad req-d41f3b88-13d3-4b92-8f08-d554a6b86b66 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c39df70a98054c4d8a4de20f70bf857c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077132 Jul 22 16:50:25.075649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072611e-c217-4adc-83a3-ed186c461d93 req-1cb1171c-e1be-427b-8835-234af8b30b12 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:25.090322 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:25.092896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1072611e-c217-4adc-83a3-ed186c461d93 req-1cb1171c-e1be-427b-8835-234af8b30b12 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 944 time: 0.3870277 Jul 22 16:50:25.106585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:25.141673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:25.148385 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:25.179719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2ccf8fff-3075-4bd4-81e3-b132ac840059 req-ac012e3f-b27a-4457-a286-eaf19edb5ce0 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0752878 Jul 22 16:50:25.219769 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b9dd9da8-4920-44af-9239-c5b1bac56b60 req-4f950156-5df1-4f93-bd5f-6df000d5eaa5 service neutron] 10.222.0.65 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691138 Jul 22 16:50:25.280060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:25.294660 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1062dd-b484-4c75-b2ff-0f95e2475166 x-openstack-request-id: req-1e1062dd-b484-4c75-b2ff-0f95e2475166 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:25.295086 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-plugged", "status": "completed", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:25.295386 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e1062dd-b484-4c75-b2ff-0f95e2475166 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:25.295825 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37', 'code': 200} Jul 22 16:50:25.383906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1072611e-c217-4adc-83a3-ed186c461d93 req-758f6781-545e-4ecf-b139-17d20907a298 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843201 Jul 22 16:50:25.483438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77788b-2f52-4435-9fae-353bb6c56e6b req-c4268038-5d51-45f9-b528-b0cb6a1854ec tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:25.485196 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa77788b-2f52-4435-9fae-353bb6c56e6b req-c4268038-5d51-45f9-b528-b0cb6a1854ec tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1313639 Jul 22 16:50:25.524777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2ac0c553-2004-4635-b739-cd91b47ebcdf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:25.585900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa77788b-2f52-4435-9fae-353bb6c56e6b req-6f77cfa5-e5b7-4696-a024-80f035b3cdb7 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892806 Jul 22 16:50:25.596533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:25.633138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b422ba-7285-4a89-b47b-0a8fbfd766ad req-32d04c30-b105-49b8-92cc-a075ede481af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:25.635104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39b422ba-7285-4a89-b47b-0a8fbfd766ad req-32d04c30-b105-49b8-92cc-a075ede481af service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5908928 Jul 22 16:50:25.967329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e79c33c4-f5bf-4002-a132-0bd1431f5b74 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:50:26.131759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e79c33c4-f5bf-4002-a132-0bd1431f5b74, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e79c33c4-f5bf-4002-a132-0bd1431f5b74,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:26.148193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'e79c33c4-f5bf-4002-a132-0bd1431f5b74', 'network_id': '700c3e0f-59ea-4f1a-bb36-175cfc9a78f1', 'port_id': 'e79c33c4-f5bf-4002-a132-0bd1431f5b74', 'mac_address': 'fa:16:3e:78:5a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c35033f-0ec8-454d-85ff-4a3c0f6c44df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:50:26.232233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b095c7b-aa01-4678-bc70-e3b0918ededb req-3944ae03-abc5-4240-a04d-e514755fedb2 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:26.248401 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b095c7b-aa01-4678-bc70-e3b0918ededb req-3944ae03-abc5-4240-a04d-e514755fedb2 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1750822 Jul 22 16:50:26.254539 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.293603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79c33c4-f5bf-4002-a132-0bd1431f5b74 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:26.374628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b095c7b-aa01-4678-bc70-e3b0918ededb req-b0736285-cae8-41b7-9749-1c28b9aa14a4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250303 Jul 22 16:50:26.377195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e79c33c4-f5bf-4002-a132-0bd1431f5b74, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e79c33c4-f5bf-4002-a132-0bd1431f5b74,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:26.388908 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:26.463186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1134848e-0e4d-49ea-bd03-7688cff62d19 req-6e6ea63b-3063-4edf-9b3e-91dca65a9b3e tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.1306946 Jul 22 16:50:26.513691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=e79c33c4-f5bf-4002-a132-0bd1431f5b74,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:26.686618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9c782-e7da-4965-abd5-5adf448b2dfc req-e09e4057-e774-4b01-b8ae-74ac8bf46293 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:26.694827 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4ca9c782-e7da-4965-abd5-5adf448b2dfc req-e09e4057-e774-4b01-b8ae-74ac8bf46293 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 945 time: 0.1755826 Jul 22 16:50:26.815820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4ca9c782-e7da-4965-abd5-5adf448b2dfc req-f9ff7b9c-5a83-438c-acf3-f93959aa0feb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198170 Jul 22 16:50:26.866901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-96849860-838a-4823-b8c5-e73d46734284 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2666421 Jul 22 16:50:26.921723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e79c33c4-f5bf-4002-a132-0bd1431f5b74'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:26.955212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2921e12-a3f0-416a-afbd-974f9632b90d req-ff4a5c09-67f6-412c-9e2a-a7c7a06e6691 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:26.958966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2921e12-a3f0-416a-afbd-974f9632b90d req-ff4a5c09-67f6-412c-9e2a-a7c7a06e6691 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1997354 Jul 22 16:50:27.131570 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2921e12-a3f0-416a-afbd-974f9632b90d req-0900e0b2-66f2-410d-9e86-d5f7fff616a8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660509 Jul 22 16:50:27.163799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-3c668c41-1696-4711-a2ad-20425fb60659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:27.165595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-3c668c41-1696-4711-a2ad-20425fb60659 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 1097 time: 0.1840837 Jul 22 16:50:27.406026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-f55e32c3-c81a-44d8-911e-6cb3c38a8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:27.407577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-f55e32c3-c81a-44d8-911e-6cb3c38a8b1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.2154953 Jul 22 16:50:27.626098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-61914f46-d0e5-4329-8598-424779976b2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af017e4-92ed-4975-a3ba-644e7740a069 HTTP/1.1" status: 200 len: 1001 time: 0.2089739 Jul 22 16:50:27.753839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9be54a-ebcd-4001-b955-5b08372f8266 req-4b9336b8-5917-4dfc-9671-de82c6e8eaa4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:27.769496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd9be54a-ebcd-4001-b955-5b08372f8266 req-4b9336b8-5917-4dfc-9671-de82c6e8eaa4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1727984 Jul 22 16:50:27.810279 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47e82885-45b2-4397-848b-44820557ff52 req-3302a050-14e5-48b9-ae88-46476e403bcf tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.1763115 Jul 22 16:50:27.867511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-50aef1e8-3696-44b3-9c7b-a908391d15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:27.869935 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-50aef1e8-3696-44b3-9c7b-a908391d15bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.2339230 Jul 22 16:50:27.892956 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2ac0c553-2004-4635-b739-cd91b47ebcdf up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:27.961401 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39b422ba-7285-4a89-b47b-0a8fbfd766ad req-79de2696-6ecb-4b47-8e18-23a9b8e11c6e tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.65 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.1299422 Jul 22 16:50:28.025759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dd9be54a-ebcd-4001-b955-5b08372f8266 req-2ade8e8d-249f-4b79-a458-6a4f7b08567f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542431 Jul 22 16:50:28.065398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 2ac0c553-2004-4635-b739-cd91b47ebcdf completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:28.075271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 2ac0c553-2004-4635-b739-cd91b47ebcdf triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:28.076675 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:28.162804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b5f8-d212-40f1-a531-dd79f3458c30 req-55c30e01-4011-44c2-813b-cfe1e9ac7739 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:28.172308 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d59b5f8-d212-40f1-a531-dd79f3458c30 req-55c30e01-4011-44c2-813b-cfe1e9ac7739 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 945 time: 0.1935127 Jul 22 16:50:28.198298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-20696307-ae66-4cfd-8fca-92db1db5e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:28.200322 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-20696307-ae66-4cfd-8fca-92db1db5e102 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3233147 Jul 22 16:50:28.235670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d59b5f8-d212-40f1-a531-dd79f3458c30 req-9361ff6f-fb26-47b3-a2a3-008144a171f2 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613739 Jul 22 16:50:28.351981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-716ee056-7824-4d46-81fb-614680d15d77 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128364 Jul 22 16:50:28.366973 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:28.444095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2ac0c553-2004-4635-b739-cd91b47ebcdf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2ac0c553-2004-4635-b739-cd91b47ebcdf,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:28.445230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301f194c-b26b-4644-9844-810a9a72d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0c553-2004-4635-b739-cd91b47ebcdf'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:28.448614 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b45322-827d-4b41-85c8-9140ac63555c" -d '{"events": [{"server_uuid": "301f194c-b26b-4644-9844-810a9a72d595", "name": "network-vif-plugged", "status": "completed", "tag": "2ac0c553-2004-4635-b739-cd91b47ebcdf"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:28.452085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f197ada-ed52-4e93-8fa3-90675c35d3ac req-31bc75e9-f941-4e93-bdd5-f9b88ecd97f9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:28.452658 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:28.453891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:28.474037 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f197ada-ed52-4e93-8fa3-90675c35d3ac req-31bc75e9-f941-4e93-bdd5-f9b88ecd97f9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1643407 Jul 22 16:50:28.579614 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f197ada-ed52-4e93-8fa3-90675c35d3ac req-e0bdd2f1-8e13-4c97-8e83-7e56df7a4e42 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045458 Jul 22 16:50:28.622241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1467d5b0-ae45-427b-8a94-25b173c4bbba req-bda1fea4-5781-4dd4-ba8f-dfba70fcc2af service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627022 Jul 22 16:50:28.658684 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca674cb-1241-4845-8fce-215edfd6ca49 x-openstack-request-id: req-bca674cb-1241-4845-8fce-215edfd6ca49 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:28.659149 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301f194c-b26b-4644-9844-810a9a72d595", "name": "network-vif-plugged", "status": "completed", "tag": "2ac0c553-2004-4635-b739-cd91b47ebcdf", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:28.659344 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bca674cb-1241-4845-8fce-215edfd6ca49 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:28.659687 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301f194c-b26b-4644-9844-810a9a72d595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac0c553-2004-4635-b739-cd91b47ebcdf', 'code': 200} Jul 22 16:50:28.660262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=2ac0c553-2004-4635-b739-cd91b47ebcdf,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:28.698645 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:28.704657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:28.705046 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:28.767071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d712d0-ea55-43ec-a47a-3aaba246abce req-e56f5a42-6f8e-43fd-9dca-73c46d01d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:28.776732 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c8d712d0-ea55-43ec-a47a-3aaba246abce req-e56f5a42-6f8e-43fd-9dca-73c46d01d03d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 1097 time: 0.1141417 Jul 22 16:50:28.887807 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c8d712d0-ea55-43ec-a47a-3aaba246abce req-714a8a1c-b3d7-4abd-bd6e-308622d91856 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931833 Jul 22 16:50:28.916875 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:29.017793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:29.020905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f89bc532-206a-452e-bc45-4f2355609f44 req-8e4d71fe-4932-4c04-9896-bf676002c255 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e4c42b-b570-4acd-bb75-697dc061c805 HTTP/1.1" status: 200 len: 210 time: 0.0804253 Jul 22 16:50:29.024277 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:29.157014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:29.242827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8358031-f7df-4794-9b71-316405a1ca93 req-4f46f074-eb7e-482c-aa81-cf6f3fee1b0f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:29.244470 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8358031-f7df-4794-9b71-316405a1ca93 req-4f46f074-eb7e-482c-aa81-cf6f3fee1b0f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1238153 Jul 22 16:50:29.374277 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f8358031-f7df-4794-9b71-316405a1ca93 req-7a6a51cc-00ea-455b-b2b9-5cf2aac063d3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233852 Jul 22 16:50:29.519406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeefac-ad19-4159-8d7e-c0e238d7dd55 req-908c8e0b-01d0-4cd6-a651-2072205c00fc tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:29.527261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6edeefac-ad19-4159-8d7e-c0e238d7dd55 req-908c8e0b-01d0-4cd6-a651-2072205c00fc tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 945 time: 0.1928220 Jul 22 16:50:29.598779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6edeefac-ad19-4159-8d7e-c0e238d7dd55 req-b738554e-ef05-4f0c-ad9d-4f41846c9497 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627766 Jul 22 16:50:29.788299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86005b4c-1508-4666-8f24-1d1b4c2fe27a req-0faab275-2b71-4ecc-a637-660ef17426d4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:29.790745 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86005b4c-1508-4666-8f24-1d1b4c2fe27a req-0faab275-2b71-4ecc-a637-660ef17426d4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1347649 Jul 22 16:50:29.856582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86005b4c-1508-4666-8f24-1d1b4c2fe27a req-08e6dbc3-7052-4f40-a643-cdcfd2f72cfd tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596483 Jul 22 16:50:29.991727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e79c33c4-f5bf-4002-a132-0bd1431f5b74 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:50:30.126723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port e79c33c4-f5bf-4002-a132-0bd1431f5b74 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:50:30.126723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port e79c33c4-f5bf-4002-a132-0bd1431f5b74 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:50:30.126723 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:30.279581 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:30.341021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e79c33c4-f5bf-4002-a132-0bd1431f5b74, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e79c33c4-f5bf-4002-a132-0bd1431f5b74,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:30.347613 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:30.446311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=e79c33c4-f5bf-4002-a132-0bd1431f5b74,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:30.659184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d4f1fe00-1a46-4a22-a0e1-068e57bebdaf req-bb95b75d-e426-4b78-8bfe-fa12259667e6 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1172ca9-9ab3-4969-a68d-f8baef9623e0 HTTP/1.1" status: 200 len: 210 time: 0.0699615 Jul 22 16:50:30.661343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af6704-45c3-4c84-a959-a8e42f8b4efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4'}, {'server_uuid': '0f8be24b-1472-4fea-a10b-1730a5ad40c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c33c4-f5bf-4002-a132-0bd1431f5b74'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:30.663943 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8411646d-8ab0-427e-9478-c93a6d75ce86" -d '{"events": [{"server_uuid": "36af6704-45c3-4c84-a959-a8e42f8b4efe", "name": "network-vif-plugged", "status": "completed", "tag": "0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4"}, {"server_uuid": "0f8be24b-1472-4fea-a10b-1730a5ad40c3", "name": "network-vif-plugged", "status": "completed", "tag": "e79c33c4-f5bf-4002-a132-0bd1431f5b74"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:30.685076 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb17e5cf-7cc7-4008-a390-08dde6e36450 req-7f799388-86c3-4ebb-939f-9337ad4adf5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c39df70a98054c4d8a4de20f70bf857c&device_id=e1172ca9-9ab3-4969-a68d-f8baef9623e0 HTTP/1.1" status: 200 len: 210 time: 0.2028956 Jul 22 16:50:30.707077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fe9cb-5cd2-473c-8747-bc2c38604c1d req-c600b090-3e47-42b9-9dc1-d410102853f7 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:30.708011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791fe9cb-5cd2-473c-8747-bc2c38604c1d req-c600b090-3e47-42b9-9dc1-d410102853f7 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1259756 Jul 22 16:50:30.787372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb17e5cf-7cc7-4008-a390-08dde6e36450 req-c02c1b53-df24-4fdb-9375-c8baec57b842 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c39df70a98054c4d8a4de20f70bf857c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782368 Jul 22 16:50:30.825187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791fe9cb-5cd2-473c-8747-bc2c38604c1d req-940a8435-1757-45b8-9535-29311acd95fa tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066649 Jul 22 16:50:30.841830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7116fa-a0e9-4bfb-8f39-2392b7647a25 req-f658397d-d6c9-4cae-9b4c-57510c5add48 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:30.843735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fc7116fa-a0e9-4bfb-8f39-2392b7647a25 req-f658397d-d6c9-4cae-9b4c-57510c5add48 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1018431 Jul 22 16:50:30.917490 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998d9794-4a34-4699-aa5c-054e18a4a468 x-openstack-request-id: req-998d9794-4a34-4699-aa5c-054e18a4a468 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:30.918517 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36af6704-45c3-4c84-a959-a8e42f8b4efe", "name": "network-vif-plugged", "status": "completed", "tag": "0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4", "code": 200}, {"server_uuid": "0f8be24b-1472-4fea-a10b-1730a5ad40c3", "name": "network-vif-plugged", "status": "completed", "tag": "e79c33c4-f5bf-4002-a132-0bd1431f5b74", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:30.919591 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-998d9794-4a34-4699-aa5c-054e18a4a468 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:30.919591 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36af6704-45c3-4c84-a959-a8e42f8b4efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4', 'code': 200} Jul 22 16:50:30.920047 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8be24b-1472-4fea-a10b-1730a5ad40c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79c33c4-f5bf-4002-a132-0bd1431f5b74', 'code': 200} Jul 22 16:50:31.014224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fc7116fa-a0e9-4bfb-8f39-2392b7647a25 req-d8642246-7c70-4986-accb-418f70af55ff tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543393 Jul 22 16:50:31.182714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17e5cf-7cc7-4008-a390-08dde6e36450 req-ff589e0e-6110-46a4-9274-8170336fbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:31.184467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb17e5cf-7cc7-4008-a390-08dde6e36450 req-ff589e0e-6110-46a4-9274-8170336fbbdc service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3582129 Jul 22 16:50:31.284745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eabf2c-9555-4af9-a9f5-54064d00a80f req-aae29e91-9097-491d-a313-340caf4a0bfa tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:31.296504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1eabf2c-9555-4af9-a9f5-54064d00a80f req-aae29e91-9097-491d-a313-340caf4a0bfa tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.2363880 Jul 22 16:50:31.369773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2e2c9-e22f-4298-abaa-5a34a36301d4 req-3177cb60-bbcd-4beb-8318-8b3c37073393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:31.376483 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45e2e2c9-e22f-4298-abaa-5a34a36301d4 req-3177cb60-bbcd-4beb-8318-8b3c37073393 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 1098 time: 0.2712698 Jul 22 16:50:31.405384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aa4c5-18ec-488e-a334-e40dab8ab8ad req-3481101a-cf0c-4634-a635-62e8f22c551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:31.440600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1eabf2c-9555-4af9-a9f5-54064d00a80f req-55243556-7184-409e-bdab-af606f50cd64 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425660 Jul 22 16:50:31.451211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e9aa4c5-18ec-488e-a334-e40dab8ab8ad req-3481101a-cf0c-4634-a635-62e8f22c551a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 1098 time: 0.4076936 Jul 22 16:50:31.478803 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:31.612543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45e2e2c9-e22f-4298-abaa-5a34a36301d4 req-a9e1ff33-ba1b-4f8e-820d-e14583055b7b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599705 Jul 22 16:50:31.639488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-551bca69-a6de-4a04-9f11-5458ca1f68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:31.642811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-551bca69-a6de-4a04-9f11-5458ca1f68bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 1098 time: 0.1722789 Jul 22 16:50:31.643124 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e9aa4c5-18ec-488e-a334-e40dab8ab8ad req-afdca262-efc5-406d-89a1-481ac0ff98f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144726 Jul 22 16:50:31.807803 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8a1b4354-1c5a-4071-834e-72b4d9e559be req-e279ddfa-b812-4ca7-a004-839a0c241f9a tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1172ca9-9ab3-4969-a68d-f8baef9623e0 HTTP/1.1" status: 200 len: 210 time: 0.0468998 Jul 22 16:50:32.115305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b320d6-7ae1-49e1-9f20-7b13c1f7d84d req-e2abde64-0a40-4acf-b5de-63810a863a7c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.123708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79b320d6-7ae1-49e1-9f20-7b13c1f7d84d req-e2abde64-0a40-4acf-b5de-63810a863a7c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1830909 Jul 22 16:50:32.243229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5d1b5-5b94-4052-9f41-95f4f8040a15 req-e0817909-996a-4dc8-8017-bf6c0e5ec277 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.246096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aef5d1b5-5b94-4052-9f41-95f4f8040a15 req-e0817909-996a-4dc8-8017-bf6c0e5ec277 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1031911 Jul 22 16:50:32.290041 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79b320d6-7ae1-49e1-9f20-7b13c1f7d84d req-53a0649e-ed2d-4d1a-98a5-11dc3683d2b0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455376 Jul 22 16:50:32.295173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-a1fd4527-eebf-4495-99ba-81ded4563c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.305567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-a1fd4527-eebf-4495-99ba-81ded4563c22 service neutron] 10.222.0.65 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 915 time: 0.2798176 Jul 22 16:50:32.332018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aef5d1b5-5b94-4052-9f41-95f4f8040a15 req-8822e1d9-d233-462d-80b0-3c546a26dba1 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755084 Jul 22 16:50:32.398490 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-815e44b0-f2d7-4771-b888-875ccf0b299e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f HTTP/1.1" status: 200 len: 217 time: 0.0820899 Jul 22 16:50:32.651678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-92fa7c31-25f6-4afa-897c-7d0c996875c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.654466 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-92fa7c31-25f6-4afa-897c-7d0c996875c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fd4590d5-78bc-4842-a564-086ca90327fc HTTP/1.1" status: 200 len: 854 time: 0.1014426 Jul 22 16:50:32.726863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350c0af-725f-4548-84bb-fd2f3262efb2 req-ddee45f6-607c-4e54-99ec-232015eea4e6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:32.729407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b350c0af-725f-4548-84bb-fd2f3262efb2 req-ddee45f6-607c-4e54-99ec-232015eea4e6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1513591 Jul 22 16:50:32.770288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-1d2c8594-acc1-45c8-97d7-0a62807045d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=def068ce-190d-43ba-b3e5-ed3ec81bc691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840168 Jul 22 16:50:32.788336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b350c0af-725f-4548-84bb-fd2f3262efb2 req-9bd79223-fe62-4345-96b8-893a59b97078 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510509 Jul 22 16:50:33.007957 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e118e653-02bc-48e7-be42-e6d9a3f2c3db req-7c17458a-fe8f-426e-88b7-f70d58285e09 tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1172ca9-9ab3-4969-a68d-f8baef9623e0 HTTP/1.1" status: 200 len: 210 time: 0.0573530 Jul 22 16:50:33.079435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-c2183a40-b371-440f-8bc9-1312d37bc4f7 service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711873 Jul 22 16:50:33.247055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c7f6997-f3aa-4517-9bcd-fdf2066818ba req-eecd5642-fe69-4861-89f9-9ecd7cc3224b service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589332 Jul 22 16:50:33.591554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3644b-8c98-43e4-869b-10569f84efb6 req-cfa43618-2c27-4a15-96a9-ed2ba79e96b0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:33.593408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24d3644b-8c98-43e4-869b-10569f84efb6 req-cfa43618-2c27-4a15-96a9-ed2ba79e96b0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1306217 Jul 22 16:50:33.605709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474682e8-526c-491e-a10b-7f85172fc668 req-3fa7dd93-efa0-4880-94ad-d4430d05e12b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:33.606657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-114c930a-c848-41a0-aaa6-eaef0566fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:33.607816 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-474682e8-526c-491e-a10b-7f85172fc668 req-3fa7dd93-efa0-4880-94ad-d4430d05e12b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1254103 Jul 22 16:50:33.612589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-114c930a-c848-41a0-aaa6-eaef0566fbca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 1098 time: 0.1093991 Jul 22 16:50:33.700262 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-474682e8-526c-491e-a10b-7f85172fc668 req-d48e2290-4a47-48e2-8b53-4cae7815cd26 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628181 Jul 22 16:50:33.741763 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24d3644b-8c98-43e4-869b-10569f84efb6 req-5db0543d-7dfc-437f-ae7d-001b8e362973 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411681 Jul 22 16:50:33.799194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-9bd8e93e-e1ca-4014-b064-b59cb0adb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:33.800713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-9bd8e93e-e1ca-4014-b064-b59cb0adb0a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 915 time: 0.1743848 Jul 22 16:50:33.913437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-fb3c4fb7-61bc-493d-b824-73388a17e488 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f HTTP/1.1" status: 200 len: 217 time: 0.0520015 Jul 22 16:50:34.009454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430e66b-5a52-4821-b4fc-f218e57cafe3 req-a6910cae-91b1-482b-8f75-ef1f98b0d4a0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:34.011053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6430e66b-5a52-4821-b4fc-f218e57cafe3 req-a6910cae-91b1-482b-8f75-ef1f98b0d4a0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1205208 Jul 22 16:50:34.116471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6430e66b-5a52-4821-b4fc-f218e57cafe3 req-3ead4b1e-a41f-4440-9ea8-118fffad6bbc tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987809 Jul 22 16:50:34.223175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb17e5cf-7cc7-4008-a390-08dde6e36450 req-ef9055fe-2b3c-4c5c-b644-6f536a6f5c2d tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1172ca9-9ab3-4969-a68d-f8baef9623e0 HTTP/1.1" status: 200 len: 210 time: 0.0468562 Jul 22 16:50:34.436912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4896e9b4-f019-48a7-9191-5e7ed1bfc906 req-94bcc1b0-e8e3-429c-9fac-e44e4183b31d tempest-ServerShowV247Test-832600202 tempest-ServerShowV247Test-832600202-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1172ca9-9ab3-4969-a68d-f8baef9623e0 HTTP/1.1" status: 200 len: 210 time: 0.0456350 Jul 22 16:50:34.455492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-a2d9e031-0be6-4cf1-b219-0e4e42844aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:34.460814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-a2d9e031-0be6-4cf1-b219-0e4e42844aae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fd4590d5-78bc-4842-a564-086ca90327fc HTTP/1.1" status: 200 len: 854 time: 0.5250351 Jul 22 16:50:34.510948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-c4cf9761-fef9-4879-ae2a-60058fa04dcf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=def068ce-190d-43ba-b3e5-ed3ec81bc691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445614 Jul 22 16:50:34.693475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-50200506-aa68-4951-a9a1-894342468079 service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646683 Jul 22 16:50:34.948092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd3156-1b38-42f9-94f4-7fb1c3f7207b req-cb867b77-1b17-42b6-b6e4-8fb6ed509bbd tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:34.950667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fcdd3156-1b38-42f9-94f4-7fb1c3f7207b req-cb867b77-1b17-42b6-b6e4-8fb6ed509bbd tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1451356 Jul 22 16:50:35.026827 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fcdd3156-1b38-42f9-94f4-7fb1c3f7207b req-29b5ca86-c507-467f-a83c-75bcd675b57a tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632322 Jul 22 16:50:35.059898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31e07efc-3b70-4770-b309-5a3f763bca5d req-cf9f29e2-dfba-427d-9c79-73c7772b2d6a service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261843 Jul 22 16:50:35.126822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562dd4d-f1d5-4964-8a2d-bd47e18d36a9 req-0f377690-d726-4f11-8bd2-374a2271afc6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:35.134734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c562dd4d-f1d5-4964-8a2d-bd47e18d36a9 req-0f377690-d726-4f11-8bd2-374a2271afc6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.2207718 Jul 22 16:50:35.231054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c562dd4d-f1d5-4964-8a2d-bd47e18d36a9 req-90ddc2d3-35bf-4a9c-ad9b-423e148ac3d9 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548162 Jul 22 16:50:35.361912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b48f90-0e9e-40a3-89cc-d8acd313fe8a req-cb2fa23e-52ee-4cc3-a835-1a6d333d267e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:35.370022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01b48f90-0e9e-40a3-89cc-d8acd313fe8a req-cb2fa23e-52ee-4cc3-a835-1a6d333d267e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.2206733 Jul 22 16:50:35.536832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc55a-722c-438c-a40d-23cffe9c1242 req-8a13398f-5e2a-4308-9983-52b12fd2e8bb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:35.557943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aaffc55a-722c-438c-a40d-23cffe9c1242 req-8a13398f-5e2a-4308-9983-52b12fd2e8bb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 946 time: 0.1834533 Jul 22 16:50:35.575045 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:35.653222 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aaffc55a-722c-438c-a40d-23cffe9c1242 req-c8f924ee-08df-4c56-bdbb-d377c8b83f04 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904815 Jul 22 16:50:36.004145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:36.095490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01b48f90-0e9e-40a3-89cc-d8acd313fe8a req-6f35375d-d8bb-48e9-a53e-71a7493ad6d0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7241595 Jul 22 16:50:36.183878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59872) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:36.279526 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.358702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:36.360163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:36.364429 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627705da-fc97-4b85-bb31-66dcf7efdf6e" -d '{"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:36.370860 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.491290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf0371-2753-4225-b552-24411f8232ae req-cee94cba-4a59-4381-b38f-9f164310abd9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:36.503563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9fcf0371-2753-4225-b552-24411f8232ae req-cee94cba-4a59-4381-b38f-9f164310abd9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 946 time: 0.2550662 Jul 22 16:50:36.504010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:36.586728 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9fcf0371-2753-4225-b552-24411f8232ae req-f9d35656-9a74-490f-999f-14b29baa2758 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815928 Jul 22 16:50:36.674951 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50daad2-e659-4a7d-99a4-71e3176381c5 x-openstack-request-id: req-d50daad2-e659-4a7d-99a4-71e3176381c5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:36.676485 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:36.677101 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d50daad2-e659-4a7d-99a4-71e3176381c5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:36.679825 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'code': 200} Jul 22 16:50:36.680884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f886ce3c-d3bb-4452-92e7-b1f7ec08b2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.866208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f886ce3c-d3bb-4452-92e7-b1f7ec08b2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.876267 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f886ce3c-d3bb-4452-92e7-b1f7ec08b2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:36.938483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5d807-6f0c-451c-bb9a-400ee254d35c req-bb901ffd-02a4-40fd-b6f7-85597d17c4ce tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:36.939964 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33d5d807-6f0c-451c-bb9a-400ee254d35c req-bb901ffd-02a4-40fd-b6f7-85597d17c4ce tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.4652567 Jul 22 16:50:36.944132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886ce3c-d3bb-4452-92e7-b1f7ec08b2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb649cd8-c2a3-4423-9abd-ee67041b447a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:37.061202 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f886ce3c-d3bb-4452-92e7-b1f7ec08b2a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c39df70a98054c4d8a4de20f70bf857c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755980 Jul 22 16:50:37.063938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:37.099487 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33d5d807-6f0c-451c-bb9a-400ee254d35c req-f22ba9e4-c27f-452c-9394-e7a5ccc8340c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211753 Jul 22 16:50:37.219312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-573eb7b0-1e01-4cf8-95c6-23ebb91f563f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.260731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4c15b-f7a2-4b2a-a8e9-2cb10525bb45 req-19900ef1-4472-4caf-97f4-957680da55a6 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:37.262755 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fdb4c15b-f7a2-4b2a-a8e9-2cb10525bb45 req-19900ef1-4472-4caf-97f4-957680da55a6 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1958427 Jul 22 16:50:37.281345 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-573eb7b0-1e01-4cf8-95c6-23ebb91f563f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.330158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97cb63-8b04-427f-92d5-af16a7897b4d req-8f5f3d8c-cc1e-474c-8ccd-120a3fdb8a9e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:37.333292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cc97cb63-8b04-427f-92d5-af16a7897b4d req-8f5f3d8c-cc1e-474c-8ccd-120a3fdb8a9e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.1164505 Jul 22 16:50:37.398702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fdb4c15b-f7a2-4b2a-a8e9-2cb10525bb45 req-11a04a5b-8855-4ce5-a6f4-55dfb60fbf82 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264908 Jul 22 16:50:37.445840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-573eb7b0-1e01-4cf8-95c6-23ebb91f563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.450061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-573eb7b0-1e01-4cf8-95c6-23ebb91f563f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:37.458687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-573eb7b0-1e01-4cf8-95c6-23ebb91f563f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb649cd8-c2a3-4423-9abd-ee67041b447a HTTP/1.1" status: 204 len: 168 time: 0.3921478 Jul 22 16:50:37.468735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cc97cb63-8b04-427f-92d5-af16a7897b4d req-64ce9eed-39e4-470c-b0f6-9e2933a5e5c8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289873 Jul 22 16:50:37.479990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eb7b0-1e01-4cf8-95c6-23ebb91f563f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb649cd8-c2a3-4423-9abd-ee67041b447a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:38.068816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7a43d-60e5-4054-aa2f-203c45e3acda req-cf99b49c-9289-4193-9885-d7ad1bae2fc2 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.071212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-04c7a43d-60e5-4054-aa2f-203c45e3acda req-cf99b49c-9289-4193-9885-d7ad1bae2fc2 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.0915432 Jul 22 16:50:38.132910 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-04c7a43d-60e5-4054-aa2f-203c45e3acda req-7fbaa876-75cc-4ebb-b21c-652e31be948c tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528467 Jul 22 16:50:38.397277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f8846-83b2-4323-adaa-03108e0d32a5 req-cd5e7600-d946-4364-90bc-4d6b2275dda4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.407173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c8f8846-83b2-4323-adaa-03108e0d32a5 req-cd5e7600-d946-4364-90bc-4d6b2275dda4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1328104 Jul 22 16:50:38.478346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c8f8846-83b2-4323-adaa-03108e0d32a5 req-22f70c3b-ac51-405d-a478-8814f38bbd42 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666614 Jul 22 16:50:38.688934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2b663-ae99-4a8a-9a22-55d3dc30a4ee req-55a27b9c-8384-49cb-b150-70b7d311cfd9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.700003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2b663-ae99-4a8a-9a22-55d3dc30a4ee req-55a27b9c-8384-49cb-b150-70b7d311cfd9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.707320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2b663-ae99-4a8a-9a22-55d3dc30a4ee req-55a27b9c-8384-49cb-b150-70b7d311cfd9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.715952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-73e2b663-ae99-4a8a-9a22-55d3dc30a4ee req-55a27b9c-8384-49cb-b150-70b7d311cfd9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3&device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe&device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 2418 time: 0.1432061 Jul 22 16:50:38.774541 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-73e2b663-ae99-4a8a-9a22-55d3dc30a4ee req-aae7adcd-5051-42c2-95ac-b0323445c49b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568581 Jul 22 16:50:38.899058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b44656-30a4-4620-9f69-e7d2e3edb566 req-61a4785b-1609-485f-91cf-d5fadbdc5df9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:38.901748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-36b44656-30a4-4620-9f69-e7d2e3edb566 req-61a4785b-1609-485f-91cf-d5fadbdc5df9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.3030231 Jul 22 16:50:39.038096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-36b44656-30a4-4620-9f69-e7d2e3edb566 req-85448576-e7b6-492e-a3d8-2df76826b69c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184137 Jul 22 16:50:39.109205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96218e4f-89d3-41e7-9a97-c185a17c4500 req-db2743df-6f04-4f5e-95c1-3ea8931e4823 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:39.134100 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96218e4f-89d3-41e7-9a97-c185a17c4500 req-db2743df-6f04-4f5e-95c1-3ea8931e4823 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1756015 Jul 22 16:50:39.202230 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96218e4f-89d3-41e7-9a97-c185a17c4500 req-4a22977c-f5a2-499e-b882-64bc8d2a1ff4 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554109 Jul 22 16:50:39.272239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149697c1-eca2-4895-8d25-23d877af51dd req-11b2cc42-bfce-4a8f-ad1e-0a466ea29f6d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:39.277230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-149697c1-eca2-4895-8d25-23d877af51dd req-11b2cc42-bfce-4a8f-ad1e-0a466ea29f6d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.1404402 Jul 22 16:50:39.373643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-149697c1-eca2-4895-8d25-23d877af51dd req-b31141f6-7b76-4b23-a4a8-2b711dd2d19a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846679 Jul 22 16:50:39.696259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1905a-11b2-496a-be4d-ccb7eb1925aa req-75840a83-b0fb-4373-b093-7c6bb35d1905 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:39.710726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bda1905a-11b2-496a-be4d-ccb7eb1925aa req-75840a83-b0fb-4373-b093-7c6bb35d1905 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1100996 Jul 22 16:50:39.775497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bda1905a-11b2-496a-be4d-ccb7eb1925aa req-147d021e-ade9-49e5-ab60-b97b2ed7c692 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571427 Jul 22 16:50:40.015334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4e640-9455-4a5c-851b-7483bb2cef73 req-6f6df328-3793-40a3-a1f0-c24cddb71c24 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.024853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6a4e640-9455-4a5c-851b-7483bb2cef73 req-6f6df328-3793-40a3-a1f0-c24cddb71c24 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.1740890 Jul 22 16:50:40.049940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:40.095137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6a4e640-9455-4a5c-851b-7483bb2cef73 req-34da9404-62b0-4b10-b648-7ea509743ed0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667977 Jul 22 16:50:40.113038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-be640789-a9f5-48ad-a279-c27ff7453734 req-e12ee54d-5282-4dc8-903e-5a8a7df1ec14 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1793809 Jul 22 16:50:40.481322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5030b-4db4-4a8a-9bcf-8143c943ccc2 req-c5ef210f-9563-4ef8-aa0d-6717b7dcaec4 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.483014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07f5030b-4db4-4a8a-9bcf-8143c943ccc2 req-c5ef210f-9563-4ef8-aa0d-6717b7dcaec4 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0839241 Jul 22 16:50:40.549211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07f5030b-4db4-4a8a-9bcf-8143c943ccc2 req-9d9cdc71-8437-41dc-9dce-bc217904e940 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595033 Jul 22 16:50:40.827405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719635f7-b7ac-422b-b168-b0efd188ae17 req-a6b03630-4fe1-44f0-82cb-529dd17bb276 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.830122 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-719635f7-b7ac-422b-b168-b0efd188ae17 req-a6b03630-4fe1-44f0-82cb-529dd17bb276 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1316602 Jul 22 16:50:40.849074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-e9e940b4-1bb7-48da-84cc-7166ac1d9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.850785 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-e9e940b4-1bb7-48da-84cc-7166ac1d9408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1097 time: 0.3152597 Jul 22 16:50:40.927307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-719635f7-b7ac-422b-b168-b0efd188ae17 req-2a2ada44-bf23-43db-80ad-8121d6589597 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824609 Jul 22 16:50:40.932438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e291df-0a96-47f6-949f-f41dea8cc962 req-e4616307-ce6a-40c8-beca-3cd149f38a84 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.939976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0e291df-0a96-47f6-949f-f41dea8cc962 req-e4616307-ce6a-40c8-beca-3cd149f38a84 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0870564 Jul 22 16:50:40.989963 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d0e291df-0a96-47f6-949f-f41dea8cc962 req-e8c4177f-0083-4404-89be-de6505d5fcfe tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482020 Jul 22 16:50:40.997034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-80cb6348-a6f8-4975-8689-fda4e574b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:40.998863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-80cb6348-a6f8-4975-8689-fda4e574b6c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.1352906 Jul 22 16:50:41.072376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-ef66ee97-b7de-41ca-b508-35494c467e97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 1001 time: 0.0663481 Jul 22 16:50:41.127521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-f2806e07-be65-4356-a58e-e5eaba3ea723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.129095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-f2806e07-be65-4356-a58e-e5eaba3ea723 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.0499628 Jul 22 16:50:41.244968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-6088b968-8613-44fc-bc25-44a26b78c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.246511 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-6088b968-8613-44fc-bc25-44a26b78c662 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093953 Jul 22 16:50:41.255565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1946e22-742e-464d-9fe5-55f9c3d8d683 req-15c86e6d-b278-4205-b7c3-8b5f557279c3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.257084 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b1946e22-742e-464d-9fe5-55f9c3d8d683 req-15c86e6d-b278-4205-b7c3-8b5f557279c3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.0854127 Jul 22 16:50:41.354744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be640789-a9f5-48ad-a279-c27ff7453734 req-40bc2f3c-e769-4b05-a759-e92523d94fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.356436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be640789-a9f5-48ad-a279-c27ff7453734 req-40bc2f3c-e769-4b05-a759-e92523d94fc7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221&tenant_id=9f6320182880451399b0e5f0c1a9d7e0 HTTP/1.1" status: 200 len: 1096 time: 0.1007857 Jul 22 16:50:41.357287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b1946e22-742e-464d-9fe5-55f9c3d8d683 req-5d42ad04-d4d9-4a43-b55e-adb568110951 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912452 Jul 22 16:50:41.388285 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-a4f5dad9-74a1-42ac-9fc2-f6e0f95d8f77 service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302395 Jul 22 16:50:41.462327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be640789-a9f5-48ad-a279-c27ff7453734 req-40dd4cf8-3763-4ff7-a7b0-893e4ef77e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.463867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be640789-a9f5-48ad-a279-c27ff7453734 req-40dd4cf8-3763-4ff7-a7b0-893e4ef77e94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 1096 time: 0.0602536 Jul 22 16:50:41.496255 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7beaf58-fbb9-4912-a110-9ea3e04455fe req-ee85c42b-1492-4072-856a-adf523a775ee service neutron] 10.222.0.20 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013217 Jul 22 16:50:41.572420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be640789-a9f5-48ad-a279-c27ff7453734 req-1214ccb1-0b42-4f93-b752-1a256a26363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.573927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be640789-a9f5-48ad-a279-c27ff7453734 req-1214ccb1-0b42-4f93-b752-1a256a26363a service neutron] 10.222.0.65 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 915 time: 0.1033716 Jul 22 16:50:41.619618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be640789-a9f5-48ad-a279-c27ff7453734 req-c1e5da2f-e61b-4464-acf3-d76f8c59731a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f HTTP/1.1" status: 200 len: 217 time: 0.0383155 Jul 22 16:50:41.707067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be640789-a9f5-48ad-a279-c27ff7453734 req-9b533393-5856-4293-94df-2de36a408bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.708748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be640789-a9f5-48ad-a279-c27ff7453734 req-9b533393-5856-4293-94df-2de36a408bb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fd4590d5-78bc-4842-a564-086ca90327fc HTTP/1.1" status: 200 len: 854 time: 0.0778203 Jul 22 16:50:41.736029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696bba2-a0c0-40da-8529-5e746863e9a7 req-65aaf334-9df7-408b-849d-81b25fb246d2 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:41.737676 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0696bba2-a0c0-40da-8529-5e746863e9a7 req-65aaf334-9df7-408b-849d-81b25fb246d2 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1154485 Jul 22 16:50:41.757719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be640789-a9f5-48ad-a279-c27ff7453734 req-ae1ee382-d9c1-45e5-b96b-8d637f13bb2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=def068ce-190d-43ba-b3e5-ed3ec81bc691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410430 Jul 22 16:50:41.821232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0696bba2-a0c0-40da-8529-5e746863e9a7 req-efb1186a-9e55-4913-83f4-c06eb073001a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660453 Jul 22 16:50:41.874823 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be640789-a9f5-48ad-a279-c27ff7453734 req-1ea181d1-314b-4442-ad8d-f23195cf88f9 service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039393 Jul 22 16:50:41.958051 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60038) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:41.973640 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be640789-a9f5-48ad-a279-c27ff7453734 req-fae660f3-2f9f-47e9-afe5-af17ad2f0536 service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907149 Jul 22 16:50:42.088569 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1d83-2f20-40a9-894a-92eb90f92182 req-01eb80cb-6906-44fc-a5ea-6f64032b2c1d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:42.090179 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b77a1d83-2f20-40a9-894a-92eb90f92182 req-01eb80cb-6906-44fc-a5ea-6f64032b2c1d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.0818377 Jul 22 16:50:42.114064 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c30-ec03-4bfc-9257-3593f3548fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.154236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcded00-c345-48e7-ae96-1f36c15c491e req-5816f49a-bdbf-4ee7-b2f9-a80b5d31087d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:42.156671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8dcded00-c345-48e7-ae96-1f36c15c491e req-5816f49a-bdbf-4ee7-b2f9-a80b5d31087d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.0832877 Jul 22 16:50:42.165842 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b77a1d83-2f20-40a9-894a-92eb90f92182 req-ffff72c9-921e-4596-99cf-fccd7b118a26 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676544 Jul 22 16:50:42.207239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8dcded00-c345-48e7-ae96-1f36c15c491e req-4a46ae36-2cdf-43ee-bf7d-593063cafc54 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Jul 22 16:50:42.244688 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c30-ec03-4bfc-9257-3593f3548fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.248745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63ae6c30-ec03-4bfc-9257-3593f3548fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.288865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-63ae6c30-ec03-4bfc-9257-3593f3548fba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=321dee29ae0645cbb7a411862f40322d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294082 Jul 22 16:50:42.289953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae6c30-ec03-4bfc-9257-3593f3548fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9a1a6-a517-4237-9db8-772b518dd654,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:42.291805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:42.341592 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0024136f-f54d-45e9-bfd1-464a4a24f6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.363581 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0024136f-f54d-45e9-bfd1-464a4a24f6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.422285 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0024136f-f54d-45e9-bfd1-464a4a24f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.424971 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0024136f-f54d-45e9-bfd1-464a4a24f6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:42.426230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0024136f-f54d-45e9-bfd1-464a4a24f6bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8a9a1a6-a517-4237-9db8-772b518dd654 HTTP/1.1" status: 204 len: 168 time: 0.1333163 Jul 22 16:50:42.455732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024136f-f54d-45e9-bfd1-464a4a24f6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9a1a6-a517-4237-9db8-772b518dd654,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:42.593569 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7e64a-6b97-4b38-adbd-cedf6d620b9a req-86abfe6e-ee89-48ec-80a2-ca809137c77e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:42.601275 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8ef7e64a-6b97-4b38-adbd-cedf6d620b9a req-86abfe6e-ee89-48ec-80a2-ca809137c77e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.1389816 Jul 22 16:50:42.657314 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8ef7e64a-6b97-4b38-adbd-cedf6d620b9a req-b55728a8-0791-41d1-b4c9-55d8f289fccf tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545704 Jul 22 16:50:42.855759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60070) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:42.873519 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88798e65-3d77-4dd8-b032-4e3700f6c2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.024408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58441e1-fdfa-4e8e-95f8-5fa6a904f850 req-8c6fabe3-ac9f-4fa0-b651-f699e8f38474 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:43.025624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88798e65-3d77-4dd8-b032-4e3700f6c2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.026020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f58441e1-fdfa-4e8e-95f8-5fa6a904f850 req-8c6fabe3-ac9f-4fa0-b651-f699e8f38474 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1060121 Jul 22 16:50:43.029856 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88798e65-3d77-4dd8-b032-4e3700f6c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.081684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f58441e1-fdfa-4e8e-95f8-5fa6a904f850 req-a85be286-90a1-4859-8091-ef8693f938aa tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492654 Jul 22 16:50:43.082107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-88798e65-3d77-4dd8-b032-4e3700f6c2c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b5f61c1816446fabc748dc373a79965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251611 Jul 22 16:50:43.083042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88798e65-3d77-4dd8-b032-4e3700f6c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5435c4-dbce-432f-9e7b-135db30ad7ba,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:43.085157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:43.153233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a766731-4de7-4cbe-87ad-42991dcf356e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.180275 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a766731-4de7-4cbe-87ad-42991dcf356e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.443833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7247921-028a-4922-81f9-dccb0c3edf6c req-aca3e5bc-1736-49be-8def-3602e32163f1 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:43.456511 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7247921-028a-4922-81f9-dccb0c3edf6c req-aca3e5bc-1736-49be-8def-3602e32163f1 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.2156799 Jul 22 16:50:43.496614 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a766731-4de7-4cbe-87ad-42991dcf356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.503728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4a766731-4de7-4cbe-87ad-42991dcf356e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:43.504977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4a766731-4de7-4cbe-87ad-42991dcf356e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e5435c4-dbce-432f-9e7b-135db30ad7ba HTTP/1.1" status: 204 len: 168 time: 0.4188368 Jul 22 16:50:43.529829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a766731-4de7-4cbe-87ad-42991dcf356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5435c4-dbce-432f-9e7b-135db30ad7ba,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:43.553853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7247921-028a-4922-81f9-dccb0c3edf6c req-f75ec308-c358-4dc6-ad50-9c24f42b4fca tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894923 Jul 22 16:50:43.596245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981aaa0-ede6-4b15-938e-f780b44d9f21 req-7d3af327-7ef9-4b1c-a13b-d9e6995ee08a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:43.598727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7981aaa0-ede6-4b15-938e-f780b44d9f21 req-7d3af327-7ef9-4b1c-a13b-d9e6995ee08a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.2144730 Jul 22 16:50:43.705278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7981aaa0-ede6-4b15-938e-f780b44d9f21 req-b40443cb-b78e-4be7-82b5-62f17ce00fc7 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991929 Jul 22 16:50:43.965654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:43.975460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175f712-5ae9-44dc-a2f1-16b260264653 req-f402eb06-b1cc-43f4-abe6-72621be13f5e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:43.990111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7175f712-5ae9-44dc-a2f1-16b260264653 req-f402eb06-b1cc-43f4-abe6-72621be13f5e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.2555447 Jul 22 16:50:44.058611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7175f712-5ae9-44dc-a2f1-16b260264653 req-d41529a6-87db-4bca-aed5-7e5dc693ff59 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Jul 22 16:50:44.213834 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.249754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:44.252074 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cea380-13e2-4551-83cb-9cb4839a08c5" -d '{"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-unplugged", "status": "completed", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:44.292626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:44.303457 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:44.344374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311c902-0a8c-4938-b9c6-3ed93561bff7 req-b050256f-02f2-4597-93f8-617650e9b24e tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:44.345967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a311c902-0a8c-4938-b9c6-3ed93561bff7 req-b050256f-02f2-4597-93f8-617650e9b24e tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1516273 Jul 22 16:50:44.352113 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74957b8-c9db-4944-9e88-8e22d822cb34 x-openstack-request-id: req-c74957b8-c9db-4944-9e88-8e22d822cb34 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:44.352893 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-unplugged", "status": "failed", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37", "code": 422}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:44.353312 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c74957b8-c9db-4944-9e88-8e22d822cb34 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:44.353917 n-d-792458-13 neutron-server[93752]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37', 'code': 422} returned with failed status Jul 22 16:50:44.390324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:44.427976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a311c902-0a8c-4938-b9c6-3ed93561bff7 req-912a184b-0e41-48fc-8e41-6c1ee0a23174 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668144 Jul 22 16:50:44.772992 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5718a1-34ba-4839-9b4c-dbfd54d89848 req-a2ff3ddf-89eb-497e-a861-d3c85449df79 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:44.775399 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e5718a1-34ba-4839-9b4c-dbfd54d89848 req-a2ff3ddf-89eb-497e-a861-d3c85449df79 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1227069 Jul 22 16:50:44.858654 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e5718a1-34ba-4839-9b4c-dbfd54d89848 req-d3c5e759-2768-40ea-84a0-6104cd363bd5 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733721 Jul 22 16:50:44.991943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aadfb1-0a0c-488d-afb1-b1559608c3a7 req-8062d3be-c58b-41d9-bf65-644edced6685 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:44.999873 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4aadfb1-0a0c-488d-afb1-b1559608c3a7 req-8062d3be-c58b-41d9-bf65-644edced6685 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.1710992 Jul 22 16:50:45.045764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4aadfb1-0a0c-488d-afb1-b1559608c3a7 req-512b1801-c13e-4fa0-848e-2ad5f91ef6e0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447609 Jul 22 16:50:45.221366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72629d60-89d8-4579-b547-d54c5219cf1c req-ee574116-a2e5-4d8f-9de0-254a0d94fa0a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:45.230716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-72629d60-89d8-4579-b547-d54c5219cf1c req-ee574116-a2e5-4d8f-9de0-254a0d94fa0a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.0877166 Jul 22 16:50:45.285929 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-72629d60-89d8-4579-b547-d54c5219cf1c req-46213c8c-908b-4b7d-8f71-83b42f69feeb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538855 Jul 22 16:50:45.635126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745f561-491b-4f3b-8b15-7678d1a82782 req-a7eb67f1-279f-4039-a9f5-3107fe430671 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:45.646694 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f745f561-491b-4f3b-8b15-7678d1a82782 req-a7eb67f1-279f-4039-a9f5-3107fe430671 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1133680 Jul 22 16:50:45.697450 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f745f561-491b-4f3b-8b15-7678d1a82782 req-e370d959-50db-49cf-9d99-5114fee4f966 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495427 Jul 22 16:50:46.071043 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b06b7-985c-42a2-bc45-8d6145f453a1 req-794f9934-ddb1-4881-97b7-c3c204c88f1d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:46.072600 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-034b06b7-985c-42a2-bc45-8d6145f453a1 req-794f9934-ddb1-4881-97b7-c3c204c88f1d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1375175 Jul 22 16:50:46.148545 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-034b06b7-985c-42a2-bc45-8d6145f453a1 req-9752bca6-15bd-4ba6-bbd5-8a9cf5cf2329 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691085 Jul 22 16:50:46.499050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578974c-1699-4170-818b-c51e5d34e0bc req-98a612fe-99c2-45ea-bd1f-1988eea5cd71 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:46.511703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3106b3a-605b-42d1-adca-0c44a9be3776 req-910b1912-93d0-43df-aa37-9c1d63a7db9d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:46.512198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0578974c-1699-4170-818b-c51e5d34e0bc req-98a612fe-99c2-45ea-bd1f-1988eea5cd71 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.2019017 Jul 22 16:50:46.529382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3106b3a-605b-42d1-adca-0c44a9be3776 req-910b1912-93d0-43df-aa37-9c1d63a7db9d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.1576490 Jul 22 16:50:46.611831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0578974c-1699-4170-818b-c51e5d34e0bc req-4db6f318-518c-4775-b0ba-791fb4673061 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919554 Jul 22 16:50:46.619107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3106b3a-605b-42d1-adca-0c44a9be3776 req-6e91c3b6-5388-4fd8-a38a-cceb088359bd tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883222 Jul 22 16:50:46.892769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e6e84-119d-4df1-a961-f8143d8f6419 req-fcd97e68-5331-4b7f-bebe-8b4afe2b71ec tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:46.896413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-702e6e84-119d-4df1-a961-f8143d8f6419 req-fcd97e68-5331-4b7f-bebe-8b4afe2b71ec tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1076617 Jul 22 16:50:46.965102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-702e6e84-119d-4df1-a961-f8143d8f6419 req-c714f927-8fba-4862-b0ed-a2492eb3690f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504441 Jul 22 16:50:47.077731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-b25c9cf6-9f4a-496d-af29-c8b6d581031f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3284841 Jul 22 16:50:47.394191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782472-7a5d-4928-a206-5e29f977b8be req-2734fe97-0be8-4af7-815f-bb2fdd51403e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:47.397162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-68782472-7a5d-4928-a206-5e29f977b8be req-2734fe97-0be8-4af7-815f-bb2fdd51403e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1354649 Jul 22 16:50:47.481876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-68782472-7a5d-4928-a206-5e29f977b8be req-a936aab5-f196-4294-ab9f-dbe3307475f9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768774 Jul 22 16:50:47.807112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bb6ee-6b31-471e-b5e5-efb64545319a req-be5c39a3-456b-4885-b8f0-48495f5c85ee tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:47.810103 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e8bb6ee-6b31-471e-b5e5-efb64545319a req-be5c39a3-456b-4885-b8f0-48495f5c85ee tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.1156623 Jul 22 16:50:47.830576 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d11bf4-ac29-49fd-bbef-4c125ca66de0 req-e6cb19cb-8b74-4991-bee1-26c0ead09631 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:47.832092 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29d11bf4-ac29-49fd-bbef-4c125ca66de0 req-e6cb19cb-8b74-4991-bee1-26c0ead09631 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.1043730 Jul 22 16:50:47.854201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:47.879884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e8bb6ee-6b31-471e-b5e5-efb64545319a req-631391d7-9407-44c5-8d0b-aa9483df38d4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619767 Jul 22 16:50:47.913737 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29d11bf4-ac29-49fd-bbef-4c125ca66de0 req-571ab0ed-b3f0-487b-abd9-2653aaa7670a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601332 Jul 22 16:50:47.966311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:50:48.011898 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2720ae26-3255-4e56-bad5-e1adaf92a3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.137536 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2720ae26-3255-4e56-bad5-e1adaf92a3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.141602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2720ae26-3255-4e56-bad5-e1adaf92a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.159973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01fb99-7d52-4798-877f-1d4e27cb01d0 req-cb2183f1-4f47-4c77-b87c-80cdc6da57f5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:48.161590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a01fb99-7d52-4798-877f-1d4e27cb01d0 req-cb2183f1-4f47-4c77-b87c-80cdc6da57f5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1216063 Jul 22 16:50:48.186497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2720ae26-3255-4e56-bad5-e1adaf92a3eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=604e81db56474fcd8da2e6baec13b146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312902 Jul 22 16:50:48.187623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720ae26-3255-4e56-bad5-e1adaf92a3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609822cf-ac24-4ee9-b72d-39b3d9f59e8a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:48.190784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:48.215589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a01fb99-7d52-4798-877f-1d4e27cb01d0 req-e2dfc542-2c7a-4734-b9de-6b97b22c6402 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474889 Jul 22 16:50:48.260941 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75f27509-1558-4f9d-b17f-325060cf5714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.286266 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75f27509-1558-4f9d-b17f-325060cf5714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.343896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75f27509-1558-4f9d-b17f-325060cf5714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.346846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75f27509-1558-4f9d-b17f-325060cf5714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.348767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-75f27509-1558-4f9d-b17f-325060cf5714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/609822cf-ac24-4ee9-b72d-39b3d9f59e8a HTTP/1.1" status: 204 len: 168 time: 0.1563044 Jul 22 16:50:48.358456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f27509-1558-4f9d-b17f-325060cf5714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609822cf-ac24-4ee9-b72d-39b3d9f59e8a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:48.436723 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f27472f9-58f1-4df0-8680-9a2bed948e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.698649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac132ce6-c468-4122-b416-237b10dc741e req-3bff9fa9-9510-4a1c-8775-efcd51a8ac2d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:48.700283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac132ce6-c468-4122-b416-237b10dc741e req-3bff9fa9-9510-4a1c-8775-efcd51a8ac2d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1047132 Jul 22 16:50:48.774385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac132ce6-c468-4122-b416-237b10dc741e req-483fc672-0242-4d7f-af87-06ec7ec6276c tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647621 Jul 22 16:50:48.786413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60218) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:48.815074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35b8708f-274d-4664-8a87-c2d02f356664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.955108 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35b8708f-274d-4664-8a87-c2d02f356664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:48.962073 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-35b8708f-274d-4664-8a87-c2d02f356664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.030202 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-35b8708f-274d-4664-8a87-c2d02f356664 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cf96e434df44b31ad09fd340b27e3d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392173 Jul 22 16:50:49.036050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60224) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:49.062912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8708f-274d-4664-8a87-c2d02f356664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a326f198-78e8-40f0-879c-fae0d614b7c7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:49.103873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220bd0f-63e4-4b53-9caa-3d2853679e3f req-889e3695-e2c8-46c9-9af8-61372eabbec5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:49.106536 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9220bd0f-63e4-4b53-9caa-3d2853679e3f req-889e3695-e2c8-46c9-9af8-61372eabbec5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.1349726 Jul 22 16:50:49.173837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9220bd0f-63e4-4b53-9caa-3d2853679e3f req-6e9f39df-9675-4920-87ef-c6e70954efe5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535166 Jul 22 16:50:49.202249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df196c-c6e7-4ebf-bd43-061ee2885a4f req-82cd9e80-ff33-422a-8a76-53b3a4c6640b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:49.204534 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13df196c-c6e7-4ebf-bd43-061ee2885a4f req-82cd9e80-ff33-422a-8a76-53b3a4c6640b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.1824660 Jul 22 16:50:49.205445 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c29414ef-d112-47da-a519-8eff0650b65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.256130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c29414ef-d112-47da-a519-8eff0650b65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.290572 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13df196c-c6e7-4ebf-bd43-061ee2885a4f req-9e8f7ff4-f378-4ef4-adc0-c10f74d192ed tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737553 Jul 22 16:50:49.356612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c29414ef-d112-47da-a519-8eff0650b65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.359858 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c29414ef-d112-47da-a519-8eff0650b65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:49.361743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c29414ef-d112-47da-a519-8eff0650b65e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a326f198-78e8-40f0-879c-fae0d614b7c7 HTTP/1.1" status: 204 len: 168 time: 0.3090189 Jul 22 16:50:49.383343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29414ef-d112-47da-a519-8eff0650b65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a326f198-78e8-40f0-879c-fae0d614b7c7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:49.395481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b8140-dceb-45f4-bced-e2a9d5a843c3 req-c789141c-375c-4174-b059-7b67f0a4a615 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:49.403938 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e6b8140-dceb-45f4-bced-e2a9d5a843c3 req-c789141c-375c-4174-b059-7b67f0a4a615 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0946448 Jul 22 16:50:49.451959 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e6b8140-dceb-45f4-bced-e2a9d5a843c3 req-5c517cc0-3aac-4a1f-95d9-ed6f4d8dd84e tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462363 Jul 22 16:50:49.945007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b059a1-2a1b-4c89-b678-0396256d400e req-cdc91935-7159-4f07-aa0e-6ad7297ff150 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:49.946758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07b059a1-2a1b-4c89-b678-0396256d400e req-cdc91935-7159-4f07-aa0e-6ad7297ff150 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.0831912 Jul 22 16:50:50.005411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07b059a1-2a1b-4c89-b678-0396256d400e req-24304d37-eebc-40d8-a4ba-ceb87fbe5a50 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523849 Jul 22 16:50:50.383182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e25e2-663e-49c8-9739-04555e96a3f9 req-e383c03a-4acd-40bc-a0c0-70b1b887684e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:50.385864 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-176e25e2-663e-49c8-9739-04555e96a3f9 req-e383c03a-4acd-40bc-a0c0-70b1b887684e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.0958531 Jul 22 16:50:50.445497 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-176e25e2-663e-49c8-9739-04555e96a3f9 req-eae05d9a-8358-4637-8e8d-3e5dbed8c4a4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489483 Jul 22 16:50:50.507011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa252758-6586-4caa-a6a0-bab0e5e55e49 req-1362ef19-da50-4ef7-97cb-1bc6b513c440 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:50.508672 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa252758-6586-4caa-a6a0-bab0e5e55e49 req-1362ef19-da50-4ef7-97cb-1bc6b513c440 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.0863233 Jul 22 16:50:50.580062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa252758-6586-4caa-a6a0-bab0e5e55e49 req-b4f8c6b8-e5f4-4e3b-8800-31c05ffcecee tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653970 Jul 22 16:50:50.612341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218035f5-ca01-4264-a124-cee3bab5c352 req-c20327f2-d64d-49b9-8cc3-97949f58ed98 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:50.613997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-218035f5-ca01-4264-a124-cee3bab5c352 req-c20327f2-d64d-49b9-8cc3-97949f58ed98 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0867980 Jul 22 16:50:50.655276 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-218035f5-ca01-4264-a124-cee3bab5c352 req-1c6340fa-2e25-4b83-8ba1-c51e815d7e98 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353978 Jul 22 16:50:51.010135 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d665238-bce4-4b50-835c-4123f08c9ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.182091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0e312-6c98-4aae-b1d1-33d308c00289 req-43358633-5ea1-459e-b983-22d8829fda0d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:51.190175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-edc0e312-6c98-4aae-b1d1-33d308c00289 req-43358633-5ea1-459e-b983-22d8829fda0d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.0941143 Jul 22 16:50:51.230299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-edc0e312-6c98-4aae-b1d1-33d308c00289 req-30b65222-2e24-41e4-a4d3-6f29d4939206 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389845 Jul 22 16:50:51.248212 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:51.632021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11802533-9e3c-48bb-b232-32a213dd8aa1 req-40c89d05-8646-4f2f-95b2-d56cbc3cd760 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:51.633634 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-11802533-9e3c-48bb-b232-32a213dd8aa1 req-40c89d05-8646-4f2f-95b2-d56cbc3cd760 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.0905690 Jul 22 16:50:51.684012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-11802533-9e3c-48bb-b232-32a213dd8aa1 req-43b4ca6e-421b-46fb-bbf0-d2636f6adabb tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442557 Jul 22 16:50:51.851067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce997dc5-5fcc-48ad-bc14-253c154064b7 req-0b03ddd9-0e09-49f6-8d70-4b5aef2cb0e0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:51.853472 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce997dc5-5fcc-48ad-bc14-253c154064b7 req-0b03ddd9-0e09-49f6-8d70-4b5aef2cb0e0 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.1571681 Jul 22 16:50:51.876721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ae8a1-ed29-4d4e-9176-7a6c283e9c2e req-f66c7a99-7204-4b62-ad24-52da4bce76fd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:51.881549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711ae8a1-ed29-4d4e-9176-7a6c283e9c2e req-f66c7a99-7204-4b62-ad24-52da4bce76fd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1238210 Jul 22 16:50:51.904860 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce997dc5-5fcc-48ad-bc14-253c154064b7 req-552f4b8a-a7ec-4732-9782-b7c2be44aefb tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452075 Jul 22 16:50:51.942629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711ae8a1-ed29-4d4e-9176-7a6c283e9c2e req-b1145cee-33da-48cd-b41b-c6969ca4d7ce tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545285 Jul 22 16:50:52.241089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93eaac-c976-4aea-8e3e-37819b99bc5d req-b88e7417-b1b0-4cac-a8f4-a19f225bb04a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.245273 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f93eaac-c976-4aea-8e3e-37819b99bc5d req-b88e7417-b1b0-4cac-a8f4-a19f225bb04a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1077073 Jul 22 16:50:52.366830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-4424927d-1193-4ac2-852d-34a60e33d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.368484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-4424927d-1193-4ac2-852d-34a60e33d61d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 1097 time: 0.1007526 Jul 22 16:50:52.369688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f93eaac-c976-4aea-8e3e-37819b99bc5d req-bb3e090a-5476-4fa0-a3ec-0868175637f1 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070118 Jul 22 16:50:52.517090 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:52.540005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372488cb-5728-408b-97f7-2ef4dc19e39e req-4f441112-9c61-444f-b94a-e75f84015959 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.546136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-372488cb-5728-408b-97f7-2ef4dc19e39e req-4f441112-9c61-444f-b94a-e75f84015959 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.2183223 Jul 22 16:50:52.622995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-973b6a33-80ad-45cf-94c3-2437f1adf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.624500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-973b6a33-80ad-45cf-94c3-2437f1adf421 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.2478664 Jul 22 16:50:52.630834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-372488cb-5728-408b-97f7-2ef4dc19e39e req-d89b99cc-2923-4127-b8cf-9ea1eb4af2a8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740936 Jul 22 16:50:52.716704 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-eae7b8b9-b116-4146-ba04-9c31adb725df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af017e4-92ed-4975-a3ba-644e7740a069 HTTP/1.1" status: 200 len: 1001 time: 0.0821130 Jul 22 16:50:52.814648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-87d95157-744a-4f2e-98dc-e82f249dc1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.816538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-87d95157-744a-4f2e-98dc-e82f249dc1dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.0917926 Jul 22 16:50:52.910392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9c7c5-ba3d-4311-aa2f-cd807d9ddc37 req-da846b5e-a3ca-44a3-85e0-85e0a47cf980 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.919955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62b9c7c5-ba3d-4311-aa2f-cd807d9ddc37 req-da846b5e-a3ca-44a3-85e0-85e0a47cf980 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.1357284 Jul 22 16:50:52.923231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-d80a7a98-e2f2-457e-8687-49344dec00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:52.925047 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-d80a7a98-e2f2-457e-8687-49344dec00a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002989 Jul 22 16:50:52.994737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62b9c7c5-ba3d-4311-aa2f-cd807d9ddc37 req-727aedf7-229b-4850-bd45-47d6c099a933 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724893 Jul 22 16:50:53.139152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-ad45f3e5-7d0c-4afc-8dfe-b46877c362cf service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071011 Jul 22 16:50:53.184261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2283ffe-b461-42c2-b6e6-19afbb9add31 req-61900b89-b866-4abd-9e74-ea2c35ae67e4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:53.185779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2283ffe-b461-42c2-b6e6-19afbb9add31 req-61900b89-b866-4abd-9e74-ea2c35ae67e4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.1291587 Jul 22 16:50:53.271453 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2283ffe-b461-42c2-b6e6-19afbb9add31 req-284918e8-54c2-4678-ac89-a97be82ffcfc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788572 Jul 22 16:50:53.292837 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5b7f8cd-b8f9-4501-be5c-2c91ffa94ed5 req-7e324756-1ee0-4221-8cc9-34a5eb06bbf5 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461704 Jul 22 16:50:53.370740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60320) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:53.537112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030725d0-e88a-4c69-a356-f64e4101606d req-b12ca96f-9e9f-4bc1-aca7-932f94884503 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:53.542339 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-030725d0-e88a-4c69-a356-f64e4101606d req-b12ca96f-9e9f-4bc1-aca7-932f94884503 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1092527 Jul 22 16:50:53.609451 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-030725d0-e88a-4c69-a356-f64e4101606d req-ba4cb33c-1c47-4a78-bc34-bcf71616dcd1 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661626 Jul 22 16:50:53.628489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e630a7c5-cce6-4f84-95e0-09b6e5d5f174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.752336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b944c4-7ff2-4d6d-9670-4f293815f24d req-3fc052a1-87a1-4fa8-803f-00764c0af052 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:53.754508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6b944c4-7ff2-4d6d-9670-4f293815f24d req-3fc052a1-87a1-4fa8-803f-00764c0af052 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 945 time: 0.1095188 Jul 22 16:50:53.807251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e630a7c5-cce6-4f84-95e0-09b6e5d5f174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.818857 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e630a7c5-cce6-4f84-95e0-09b6e5d5f174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:53.838086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903d0de-5497-45b9-986a-1da3a10219e9 req-129025a2-1746-496b-95a2-953fc05d8483 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:53.845229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e903d0de-5497-45b9-986a-1da3a10219e9 req-129025a2-1746-496b-95a2-953fc05d8483 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.0978153 Jul 22 16:50:53.855390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6b944c4-7ff2-4d6d-9670-4f293815f24d req-143fd88b-bba5-462b-8893-cc9b32959a1b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886443 Jul 22 16:50:53.894144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a7c5-cce6-4f84-95e0-09b6e5d5f174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55cbb1e-73e6-40b9-9bb9-06a57a04a035,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:53.898776 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e630a7c5-cce6-4f84-95e0-09b6e5d5f174 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9e2306e8e344cce8bf3082b93147a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266342 Jul 22 16:50:53.904341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60332) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:53.940224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e903d0de-5497-45b9-986a-1da3a10219e9 req-16ffda29-f0e2-4fc0-ae0d-8ceda79b87c5 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920115 Jul 22 16:50:54.008334 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52472ec4-309c-4f88-828b-56c8a6b177d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.041657 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52472ec4-309c-4f88-828b-56c8a6b177d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.107479 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52472ec4-309c-4f88-828b-56c8a6b177d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.111594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52472ec4-309c-4f88-828b-56c8a6b177d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.113137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-52472ec4-309c-4f88-828b-56c8a6b177d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b55cbb1e-73e6-40b9-9bb9-06a57a04a035 HTTP/1.1" status: 204 len: 168 time: 0.2017992 Jul 22 16:50:54.122326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472ec4-309c-4f88-828b-56c8a6b177d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55cbb1e-73e6-40b9-9bb9-06a57a04a035,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:54.167321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26f4db-636f-4bea-9aa5-f09ed8c51651 req-21591b1e-0251-4b37-b03e-d2ad0b04de2d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:54.169258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e26f4db-636f-4bea-9aa5-f09ed8c51651 req-21591b1e-0251-4b37-b03e-d2ad0b04de2d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.0827641 Jul 22 16:50:54.217752 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.219615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e26f4db-636f-4bea-9aa5-f09ed8c51651 req-cd0fa3b0-2ab3-45d0-8efa-5af5eacce41c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395315 Jul 22 16:50:54.465671 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:50:54.470288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeca0a5-1a00-44e1-9738-ed093ad7d459 req-e50cb9e6-55ed-4e84-b26c-c90f39c34089 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:54.471954 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4aeca0a5-1a00-44e1-9738-ed093ad7d459 req-e50cb9e6-55ed-4e84-b26c-c90f39c34089 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.0749156 Jul 22 16:50:54.491179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60342) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:54.505372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-028dbf27-8200-40ec-8042-373543505391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.527052 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4aeca0a5-1a00-44e1-9738-ed093ad7d459 req-9a255fba-697c-4ead-a57c-c0b3e50028c6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476084 Jul 22 16:50:54.603550 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-028dbf27-8200-40ec-8042-373543505391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.607608 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-028dbf27-8200-40ec-8042-373543505391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.646693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-028dbf27-8200-40ec-8042-373543505391 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3490e9d3293b47b59a777de1a6128747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544044 Jul 22 16:50:54.647640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dbf27-8200-40ec-8042-373543505391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d7699f-ad64-4d8a-b959-c49cfad95455,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:54.649609 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:50:54.704898 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4957de57-9f0c-4433-94d2-92b580236fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.727217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4957de57-9f0c-4433-94d2-92b580236fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.752661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b7283-a757-47b3-8f7b-ad6e6232a898 req-8634b335-8471-4148-869f-caf5740422ac tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:54.754811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d74b7283-a757-47b3-8f7b-ad6e6232a898 req-8634b335-8471-4148-869f-caf5740422ac tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.0708423 Jul 22 16:50:54.779627 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4957de57-9f0c-4433-94d2-92b580236fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.782328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4957de57-9f0c-4433-94d2-92b580236fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:54.783800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4957de57-9f0c-4433-94d2-92b580236fa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59d7699f-ad64-4d8a-b959-c49cfad95455 HTTP/1.1" status: 204 len: 168 time: 0.1323893 Jul 22 16:50:54.791637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957de57-9f0c-4433-94d2-92b580236fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d7699f-ad64-4d8a-b959-c49cfad95455,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:54.795255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d74b7283-a757-47b3-8f7b-ad6e6232a898 req-b7b5991b-e240-4c65-8a4a-00bffa4f4a96 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334971 Jul 22 16:50:55.012880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a56b5b-83d9-4d70-8e57-bc9dc68ea011 req-30cfc476-1dbe-402b-8e1e-35f7ad934e22 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:55.014784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26a56b5b-83d9-4d70-8e57-bc9dc68ea011 req-30cfc476-1dbe-402b-8e1e-35f7ad934e22 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 945 time: 0.0799105 Jul 22 16:50:55.060161 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26a56b5b-83d9-4d70-8e57-bc9dc68ea011 req-a37afdd8-dfa7-4377-af39-b3fc81afb4c2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389259 Jul 22 16:50:55.091218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a09f2-70e8-4b52-b2f3-fe58b2c87fc1 req-9f77a957-1792-43e1-8ca1-fa30431f43c5 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:55.091218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-242a09f2-70e8-4b52-b2f3-fe58b2c87fc1 req-9f77a957-1792-43e1-8ca1-fa30431f43c5 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.0739794 Jul 22 16:50:55.132954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-242a09f2-70e8-4b52-b2f3-fe58b2c87fc1 req-bce396e0-61a3-468c-9c2a-b1c4d1a4c2cb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Jul 22 16:50:55.398355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2203967-1646-4e02-891b-5ca8d632102f req-c3151e58-15af-4829-8183-a98647706ba1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:55.400433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2203967-1646-4e02-891b-5ca8d632102f req-c3151e58-15af-4829-8183-a98647706ba1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.0921266 Jul 22 16:50:55.452742 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2203967-1646-4e02-891b-5ca8d632102f req-1dc20d98-c957-4ced-8f2d-8ac254d9fd55 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Jul 22 16:50:55.708847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72a457-0b2d-4123-ae31-03dcfa56f2d0 req-04ec005d-0d05-4636-961c-0284711d3a5d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:55.711273 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d72a457-0b2d-4123-ae31-03dcfa56f2d0 req-04ec005d-0d05-4636-961c-0284711d3a5d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.0955250 Jul 22 16:50:55.770676 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0d72a457-0b2d-4123-ae31-03dcfa56f2d0 req-4ad13ac8-556b-44aa-9334-402f50d63115 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494711 Jul 22 16:50:56.024497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-33788555-bc5d-4fc0-a0de-5837b5d4d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:56.027126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-33788555-bc5d-4fc0-a0de-5837b5d4d77a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739&tenant_id=f262c56a6e3442e6a1eb52e84300358d HTTP/1.1" status: 200 len: 1095 time: 0.0664210 Jul 22 16:50:56.052068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:50:56.184431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.270151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ca45a-8ecb-47e4-bea4-8f694582aa06 req-2f759c52-33af-4306-8f63-515a75c3d551 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:56.272454 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-961ca45a-8ecb-47e4-bea4-8f694582aa06 req-2f759c52-33af-4306-8f63-515a75c3d551 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 945 time: 0.1232147 Jul 22 16:50:56.335782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-961ca45a-8ecb-47e4-bea4-8f694582aa06 req-7acd1531-74c7-40d6-9581-d3b3e7934b6d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532668 Jul 22 16:50:56.435212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc96e9-8fe0-4a24-b5a2-7dfdcaf50e89 req-c23fd9c0-ec7e-48cf-9207-6d0bde5d672d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:56.437023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5bc96e9-8fe0-4a24-b5a2-7dfdcaf50e89 req-c23fd9c0-ec7e-48cf-9207-6d0bde5d672d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1868129 Jul 22 16:50:56.548206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5bc96e9-8fe0-4a24-b5a2-7dfdcaf50e89 req-9ca54cfe-6152-4398-a62e-af56442d74b5 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740321 Jul 22 16:50:56.553839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:56.600942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:56.637322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dee1b-974c-4587-94ad-79ced3c593b3 req-c8b4598d-9d30-494e-adf9-c92dec83935c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:56.638981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b5dee1b-974c-4587-94ad-79ced3c593b3 req-c8b4598d-9d30-494e-adf9-c92dec83935c tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.0889452 Jul 22 16:50:56.647942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4057eb96-696c-4104-bb6d-865a3b219e37 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:56.656765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.678069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Transition to ACTIVE for port object 4057eb96-696c-4104-bb6d-865a3b219e37 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:50:56.684212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:56.687253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b5dee1b-974c-4587-94ad-79ced3c593b3 req-f0cda5fd-3720-48f8-9250-8c8077604e42 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385644 Jul 22 16:50:56.811360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=9']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:56.926583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] No DVR routers for this DVR port 4057eb96-696c-4104-bb6d-865a3b219e37 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:57.079444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa983905-22df-4e4f-8899-0f2b4ec58854 req-fdeaeb8b-a50e-4b22-8380-73029a114ebe tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.081900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa983905-22df-4e4f-8899-0f2b4ec58854 req-fdeaeb8b-a50e-4b22-8380-73029a114ebe tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 943 time: 0.2067807 Jul 22 16:50:57.138656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Attempting to bind port 4057eb96-696c-4104-bb6d-865a3b219e37 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:50:57.139018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Attempting to bind port 4057eb96-696c-4104-bb6d-865a3b219e37 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:50:57.139599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Attempting to bind port 4057eb96-696c-4104-bb6d-865a3b219e37 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:57.147843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Port 4057eb96-696c-4104-bb6d-865a3b219e37 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:50:57.148329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Attempting to bind port 4057eb96-696c-4104-bb6d-865a3b219e37 on network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:50:57.160839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:50:57.161176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Checking segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:50:57.161748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Bound using segment: {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:50:57.162195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Bound port: 4057eb96-696c-4104-bb6d-865a3b219e37, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ff8023-7511-481d-8686-33daf32f4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:50:57.162564 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:57.175404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa983905-22df-4e4f-8899-0f2b4ec58854 req-d8430b88-c71c-432c-b064-28912c254a2f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856247 Jul 22 16:50:57.247310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:50:57.252416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:50:57.266301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:57.303216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.303988 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:57.305864 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] 10.222.0.65 "PUT /v2.0/ports/4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 1092 time: 1.2615120 Jul 22 16:50:57.309216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:57.311741 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c00c84-dd2a-4cf6-9627-a23059f396a9" -d '{"events": [{"name": "network-changed", "server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:57.374111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e93e4-d6e5-401e-96eb-2e4273f0ee28 service neutron] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:57.537414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-661f8b77-58dc-47c4-9c56-51590df6f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.539009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-661f8b77-58dc-47c4-9c56-51590df6f1b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1096 time: 0.1696682 Jul 22 16:50:57.576417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7d33a-b1ff-4ef3-a133-ed40b2f6de7e req-cf7ff2e4-c7ae-4f81-b2a3-ed02ef288896 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.584305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e3a7d33a-b1ff-4ef3-a133-ed40b2f6de7e req-cf7ff2e4-c7ae-4f81-b2a3-ed02ef288896 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 945 time: 0.1143727 Jul 22 16:50:57.587746 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51258a3d-3e01-4f39-9be5-075d8eed2b77 x-openstack-request-id: req-51258a3d-3e01-4f39-9be5-075d8eed2b77 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:57.587855 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:57.588096 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51258a3d-3e01-4f39-9be5-075d8eed2b77 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:57.588546 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37', 'status': 'completed', 'code': 200} Jul 22 16:50:57.665515 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e3a7d33a-b1ff-4ef3-a133-ed40b2f6de7e req-f4b732a7-8192-47a1-b16d-820c6b5538ac tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796936 Jul 22 16:50:57.717706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-da57909b-e49b-487a-ad04-87a49bbd63c8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.719287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-da57909b-e49b-487a-ad04-87a49bbd63c8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 945 time: 0.1115491 Jul 22 16:50:57.729601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-d842dac0-7ba0-44ba-aa29-a2c3a24b72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.731360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-d842dac0-7ba0-44ba-aa29-a2c3a24b72cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.1237524 Jul 22 16:50:57.837844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cdf79-998e-4223-963c-acc28fb48fb4 req-d0b3517e-1685-4419-8054-a617fd766732 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:57.839467 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-367cdf79-998e-4223-963c-acc28fb48fb4 req-d0b3517e-1685-4419-8054-a617fd766732 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1742351 Jul 22 16:50:57.901427 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-367cdf79-998e-4223-963c-acc28fb48fb4 req-03ea669f-c6f3-43c3-8b5e-e49d8a6675e7 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533831 Jul 22 16:50:57.907133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port 1496546a-8077-49a2-832f-6bf3cf701147 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:50:57.907133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.040608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] For port 1496546a-8077-49a2-832f-6bf3cf701147, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1496546a-8077-49a2-832f-6bf3cf701147,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:58.041021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.133136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-f1f978b4-d85b-40c5-9ed7-bb0d37d8de60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 999 time: 0.3926094 Jul 22 16:50:58.158035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:50:58.196403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f356c2-9810-4375-8aca-407157c04241 req-c93d83bb-ab8b-4596-b9de-509cb8fd8ec3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:58.197930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-00f356c2-9810-4375-8aca-407157c04241 req-c93d83bb-ab8b-4596-b9de-509cb8fd8ec3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 944 time: 0.4140501 Jul 22 16:50:58.253701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-104d459d-6076-4e9c-90c6-a36c26a50352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:58.256425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-104d459d-6076-4e9c-90c6-a36c26a50352 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.1138322 Jul 22 16:50:58.264134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.264998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.265486 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Floating IP 4c883a05-65ed-4367-a521-f13ec9a0b97f disassociated. External IP: 172.25.3.253, port: 1496546a-8077-49a2-832f-6bf3cf701147. Jul 22 16:50:58.265945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for 1496546a-8077-49a2-832f-6bf3cf701147 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:50:58.291741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:58.306253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-00f356c2-9810-4375-8aca-407157c04241 req-ffd638ac-42da-4c49-8441-506cb644a251 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912178 Jul 22 16:50:58.321343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'network_id': 'def068ce-190d-43ba-b3e5-ed3ec81bc691', 'port_id': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'mac_address': 'fa:16:3e:a3:f6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4590d5-78bc-4842-a564-086ca90327fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:50:58.368729 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.373875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-537d4c21-b997-4032-8d76-4cf44668f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:58.375980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-537d4c21-b997-4032-8d76-4cf44668f28a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848868 Jul 22 16:50:58.384260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3df892-cd93-4853-8bd1-02ad9a29697f {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:50:58.415927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:50:58.421220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.471640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:58.482046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:58.497883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.498450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.499031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.499661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.500208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.500677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.501188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.501582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.502043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.502432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.502823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.503268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:50:58.513534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=1496546a-8077-49a2-832f-6bf3cf701147,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:50:58.516850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-9b3bdc3c-aff8-43ea-b39f-86fb4bfcd073 service neutron] 10.222.0.65 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311660 Jul 22 16:50:58.591723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2f6a0-0106-4633-a764-1c9dc5d5c8ec req-0a38b3f0-d3e4-4256-980b-fa5435972700 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:58.593338 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00b2f6a0-0106-4633-a764-1c9dc5d5c8ec req-0a38b3f0-d3e4-4256-980b-fa5435972700 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.2787967 Jul 22 16:50:58.646847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5393500a-97e3-4880-aca4-3cb2b7eed884 req-7f17c8e3-81ac-4eba-a830-b2718940a7d7 service neutron] 10.222.0.65 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071353 Jul 22 16:50:58.677535 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00b2f6a0-0106-4633-a764-1c9dc5d5c8ec req-6af05b1f-7ef2-4385-9d84-5f8a93911a3b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559840 Jul 22 16:50:58.703961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Router 22c0454d-fa48-48a8-acad-29fcf63f61f3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:50:58.833170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-98a91e78-4cf2-465c-83e6-8e42cde7c170 req-e7a5f575-2887-4570-b7c3-06019e0b1bb9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0402420 Jul 22 16:50:58.871005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-44664f72-fb80-480a-a9f1-34ca963c81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:58.872112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-44664f72-fb80-480a-a9f1-34ca963c81ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1096 time: 0.1309652 Jul 22 16:50:58.872944 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['2c3df892-cd93-4853-8bd1-02ad9a29697f'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:50:58.918561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:50:58.945614 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] Sync routers for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:50:58.966748 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:50:58.967716 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:50:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:59.036106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] No DVR routers for this DVR port 1496546a-8077-49a2-832f-6bf3cf701147 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:50:59.040216 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:50:59.047950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-35f28b30-53e3-4063-9f09-b818f75f0961 req-6dc678e2-6ec2-42f9-af19-af75c6efe3d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "DELETE /v2.0/ports/1496546a-8077-49a2-832f-6bf3cf701147 HTTP/1.1" status: 204 len: 173 time: 1.3191893 Jul 22 16:50:59.048487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'name': 'network-vif-deleted', 'tag': '1496546a-8077-49a2-832f-6bf3cf701147'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:50:59.051028 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66548be4-602b-40df-a017-b8282a3129f1" -d '{"events": [{"server_uuid": "372f1d4d-6876-4436-a2ea-683e6820eaa1", "name": "network-vif-deleted", "tag": "1496546a-8077-49a2-832f-6bf3cf701147"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:50:59.239329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-af39d641-8997-43ba-a7b3-57853fd7e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:59.250945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-af39d641-8997-43ba-a7b3-57853fd7e22c service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.3689096 Jul 22 16:50:59.337972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fb8fd-72f1-4e12-b80d-8e0a76e34379 req-eb06cc3b-289a-4456-beab-636504d83e0d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:59.359027 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d82fb8fd-72f1-4e12-b80d-8e0a76e34379 req-eb06cc3b-289a-4456-beab-636504d83e0d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.2876122 Jul 22 16:50:59.409865 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:50:59.481040 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d82fb8fd-72f1-4e12-b80d-8e0a76e34379 req-695742c8-2d31-4222-930b-a240fc6ca922 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144331 Jul 22 16:50:59.482980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-a74aa000-34f1-4b47-88c6-a78e32b28f77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 999 time: 0.2225161 Jul 22 16:50:59.587813 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c6254-984c-4e52-87d2-e3e58a28cecd x-openstack-request-id: req-5d5c6254-984c-4e52-87d2-e3e58a28cecd {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:50:59.588208 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "372f1d4d-6876-4436-a2ea-683e6820eaa1", "name": "network-vif-deleted", "tag": "1496546a-8077-49a2-832f-6bf3cf701147", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:50:59.588475 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d5c6254-984c-4e52-87d2-e3e58a28cecd {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:50:59.588898 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372f1d4d-6876-4436-a2ea-683e6820eaa1', 'name': 'network-vif-deleted', 'tag': '1496546a-8077-49a2-832f-6bf3cf701147', 'status': 'completed', 'code': 200} Jul 22 16:50:59.626431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-cb26df79-f4d9-49cb-b576-0dee78ebe234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:59.630143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-cb26df79-f4d9-49cb-b576-0dee78ebe234 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.1378720 Jul 22 16:50:59.779569 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42edc7-0eb4-4f86-aeba-062a1fc98f2c req-d70fb09d-6eeb-4f53-ba7a-621ce76912bf tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:59.782069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b42edc7-0eb4-4f86-aeba-062a1fc98f2c req-d70fb09d-6eeb-4f53-ba7a-621ce76912bf tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 945 time: 0.1578300 Jul 22 16:50:59.864904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b42edc7-0eb4-4f86-aeba-062a1fc98f2c req-06e0640b-5578-4cc6-b58a-60bd713d339f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676293 Jul 22 16:50:59.865562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-5403f2ea-beff-46d2-900a-232acc748fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:50:59.872669 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-5403f2ea-beff-46d2-900a-232acc748fe5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2315028 Jul 22 16:50:59.932264 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:50:59.980545 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] Checking router: 22c0454d-fa48-48a8-acad-29fcf63f61f3 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:50:59.993698 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:50:59.994702 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:50:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:00.163037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:00.208378 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-f852d19a-ac82-4b6e-8c4b-a7571c79d0de service neutron] 10.222.0.65 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235056 Jul 22 16:51:00.276483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d930b8-25f2-4060-bdeb-cd9c729026f4 req-5a097d64-15a8-4369-889c-82b399820e71 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:00.284904 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-59d930b8-25f2-4060-bdeb-cd9c729026f4 req-5a097d64-15a8-4369-889c-82b399820e71 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.2346222 Jul 22 16:51:00.296354 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-86c36b03-3824-447c-9742-b769b8ecf914 req-4c25adfe-44b6-4cc9-9b98-354aecfdc4af tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.1470146 Jul 22 16:51:00.335306 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:00.343518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 2c3df892-cd93-4853-8bd1-02ad9a29697f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:00.343896 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:00.404786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-59d930b8-25f2-4060-bdeb-cd9c729026f4 req-10ee934b-e6b9-4e9c-ac42-e6073452dc41 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158173 Jul 22 16:51:00.433166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14c00c84-dd2a-4cf6-9627-a23059f396a9 req-ec6ca17c-8835-45e0-b49f-6bfa4b83635c service neutron] 10.222.0.65 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038743 Jul 22 16:51:00.549852 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:00.612117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:00.619365 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc36422-75a8-4ec3-bd18-b9410eb7bc5a" -d '{"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-plugged", "status": "completed", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:00.644281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:00.652884 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:00.654526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1496546a-8077-49a2-832f-6bf3cf701147 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:00.754988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 1496546a-8077-49a2-832f-6bf3cf701147 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:00.755882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1496546a-8077-49a2-832f-6bf3cf701147 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:00.757905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:00.840855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc9a82-b593-4924-b63e-281604609598 req-fe3f61b2-62a9-45eb-9008-08ca1d29fc33 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:00.849749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7dc9a82-b593-4924-b63e-281604609598 req-fe3f61b2-62a9-45eb-9008-08ca1d29fc33 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.2297528 Jul 22 16:51:00.938217 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7dc9a82-b593-4924-b63e-281604609598 req-73242ab2-2f23-4864-9677-1aef18330e18 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873926 Jul 22 16:51:01.052019 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:01.099520 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d5846a-2d03-4002-99bd-a4cff1f68b74 x-openstack-request-id: req-19d5846a-2d03-4002-99bd-a4cff1f68b74 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:01.100201 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-plugged", "status": "completed", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:01.100690 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19d5846a-2d03-4002-99bd-a4cff1f68b74 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:01.101309 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'code': 200} Jul 22 16:51:01.136333 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c4044-6ad0-4894-ab83-91307d0aeedb None None] The sync data for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 is: [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:01.228162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abffece-bf5a-46dd-919c-a1cbdfc4b34a req-b7c43ee2-5a81-402f-9616-51f35b226b60 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:01.246006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6abffece-bf5a-46dd-919c-a1cbdfc4b34a req-b7c43ee2-5a81-402f-9616-51f35b226b60 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1498799 Jul 22 16:51:01.364580 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6abffece-bf5a-46dd-919c-a1cbdfc4b34a req-9d12beff-48ee-477a-8908-43ff28b58151 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158843 Jul 22 16:51:01.471967 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:01.592873 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e43e95b2-7ce4-444d-a376-d207c3bcabe1 req-9086798c-bdf9-4efd-b881-63bebb5ee4d8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0702951 Jul 22 16:51:01.754777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f910a1-4f60-4c5c-b887-aa62b099f7a6 req-1fb5007a-bd3c-449b-8591-5c599314a58c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:01.758615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-36f910a1-4f60-4c5c-b887-aa62b099f7a6 req-1fb5007a-bd3c-449b-8591-5c599314a58c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.2005491 Jul 22 16:51:01.785138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855cbad-9021-4eed-bdf5-e600545d6659 None None] New status for floating IP 4c883a05-65ed-4367-a521-f13ec9a0b97f: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:51:01.852916 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-36f910a1-4f60-4c5c-b887-aa62b099f7a6 req-8833d65b-b0c0-44bf-a3d8-261437c605d3 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868964 Jul 22 16:51:02.327599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244cbc6-fcdf-4ea6-b3ef-b0a96c30dc17 req-72df00c8-1891-442d-b706-d5d65a253b39 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:02.336384 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6244cbc6-fcdf-4ea6-b3ef-b0a96c30dc17 req-72df00c8-1891-442d-b706-d5d65a253b39 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.2291703 Jul 22 16:51:02.451649 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6244cbc6-fcdf-4ea6-b3ef-b0a96c30dc17 req-3472f928-125f-42d5-bc61-9f14f1b63c27 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140375 Jul 22 16:51:02.664782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769938c7-2a23-4314-90d6-42a4ca3b1b21 req-16433313-ad55-4308-98b9-7a71a2c2405a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:02.677872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-769938c7-2a23-4314-90d6-42a4ca3b1b21 req-16433313-ad55-4308-98b9-7a71a2c2405a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1487806 Jul 22 16:51:02.775952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-769938c7-2a23-4314-90d6-42a4ca3b1b21 req-fecc4e95-3f38-4d3f-b76f-42e131ec377f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968993 Jul 22 16:51:03.021369 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7a46367-829c-45b5-8d73-1c590bf2ba83 req-d8fe2a38-b07a-495a-a8c7-008b9b61d9b4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.1163063 Jul 22 16:51:03.233849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3f0b2-f8a3-421f-be0d-f69853a962d7 req-4c975b43-799b-42ee-acc6-8b29c7572a33 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:03.240047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33c3f0b2-f8a3-421f-be0d-f69853a962d7 req-4c975b43-799b-42ee-acc6-8b29c7572a33 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.1522973 Jul 22 16:51:03.280650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-e78cee90-2272-4c08-810d-73b50d0e2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:03.282515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-e78cee90-2272-4c08-810d-73b50d0e2c26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 1097 time: 0.1451986 Jul 22 16:51:03.319757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468cfb2-c15d-4531-95b5-ba5a1418d114 req-941e26a9-ac52-46d8-bee4-2d0c1a618459 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:03.325392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-33c3f0b2-f8a3-421f-be0d-f69853a962d7 req-2972c54a-8885-4cf3-846c-e50b43025bc6 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782139 Jul 22 16:51:03.326852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f468cfb2-c15d-4531-95b5-ba5a1418d114 req-941e26a9-ac52-46d8-bee4-2d0c1a618459 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1214113 Jul 22 16:51:03.483827 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f468cfb2-c15d-4531-95b5-ba5a1418d114 req-188f7c31-f524-4026-9385-daac995accae tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420095 Jul 22 16:51:03.526614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-9b6dbf59-7633-4e60-ba51-5214a3fe993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:03.528908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-9b6dbf59-7633-4e60-ba51-5214a3fe993a service neutron] 10.222.0.20 "GET /v2.0/networks?id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 200 len: 917 time: 0.2300904 Jul 22 16:51:03.618680 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-37c4adba-63de-4c4d-b758-1e00ac849688 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ac0c553-2004-4635-b739-cd91b47ebcdf HTTP/1.1" status: 200 len: 217 time: 0.0795276 Jul 22 16:51:03.683786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-4ddff6cc-b51b-496c-bd7f-30d9f4d6f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:03.685527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-4ddff6cc-b51b-496c-bd7f-30d9f4d6f04b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c35033f-0ec8-454d-85ff-4a3c0f6c44df HTTP/1.1" status: 200 len: 855 time: 0.0581076 Jul 22 16:51:03.827186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-846281fd-d1b2-4138-be10-f5e675c943ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:03.838418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-846281fd-d1b2-4138-be10-f5e675c943ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445060 Jul 22 16:51:04.034231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5450b7-ce4c-4db7-a8c7-8cbb390c3965 req-eac5e862-4993-4a55-ac6b-f00ad1ece515 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:04.043660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b5450b7-ce4c-4db7-a8c7-8cbb390c3965 req-eac5e862-4993-4a55-ac6b-f00ad1ece515 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1574371 Jul 22 16:51:04.088579 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-c2d178ea-9431-4a2c-859f-5f5e7e03053b service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396476 Jul 22 16:51:04.159092 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b5450b7-ce4c-4db7-a8c7-8cbb390c3965 req-418f938d-9509-44d3-9ba2-009076c11bdf tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138299 Jul 22 16:51:04.220452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b93f9a9a-9e3a-471b-bda4-725d784cddac req-d4332570-df51-45f4-bb3b-d7b1ee3139d9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.1097078 Jul 22 16:51:04.314313 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-533f3e24-e946-43d1-bea5-7eb153b26a76 req-923be2ca-fdc6-4ddc-b233-61dc032aa0dc service neutron] 10.222.0.20 "GET /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169425 Jul 22 16:51:04.559118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bbfe6-3c91-442e-8c0e-b2512a560cbd req-5ecf418b-bb61-4f52-995b-a0c5f0e9e313 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:04.563464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a4bbfe6-3c91-442e-8c0e-b2512a560cbd req-5ecf418b-bb61-4f52-995b-a0c5f0e9e313 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.1397758 Jul 22 16:51:04.660443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a4bbfe6-3c91-442e-8c0e-b2512a560cbd req-b12d41ad-0aab-478e-8f21-1d420af7dc99 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934961 Jul 22 16:51:04.764249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9458f-a2a1-411a-800b-51f6d0adafe1 req-94186402-f3ae-40bf-b5af-f960ac1f121f tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:04.772090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9af9458f-a2a1-411a-800b-51f6d0adafe1 req-94186402-f3ae-40bf-b5af-f960ac1f121f tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1575446 Jul 22 16:51:04.859183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9af9458f-a2a1-411a-800b-51f6d0adafe1 req-3294520e-7067-4a9b-813e-6aeac3670933 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756152 Jul 22 16:51:05.377912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d639c2-0c0e-4e46-a065-b2dbcc475fdb req-1ea3b20e-3114-4d0f-8e80-60562960474e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:05.386222 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79d639c2-0c0e-4e46-a065-b2dbcc475fdb req-1ea3b20e-3114-4d0f-8e80-60562960474e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1277628 Jul 22 16:51:05.423388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91ad1984-3433-42da-a082-aad1a008b9e5 req-f86ba4ce-8e62-451d-90eb-3598b1b8f10c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0761576 Jul 22 16:51:05.462197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79d639c2-0c0e-4e46-a065-b2dbcc475fdb req-302f5b0b-3506-4941-8f6a-669c4b3352e1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745304 Jul 22 16:51:05.556668 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:05.822608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577df10-fd5d-4156-9073-dc40f322856e req-40b971d3-1c31-4196-abc4-bdde47fcae2d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:05.830280 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4577df10-fd5d-4156-9073-dc40f322856e req-40b971d3-1c31-4196-abc4-bdde47fcae2d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.0842507 Jul 22 16:51:05.877032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4577df10-fd5d-4156-9073-dc40f322856e req-59355db7-ac6e-469c-9000-255f07486736 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451787 Jul 22 16:51:06.032822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afa540-484b-414d-8340-596793e77656 req-a7eaa8a6-9545-4f22-adbc-10b9f3ebe607 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:06.034412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-80afa540-484b-414d-8340-596793e77656 req-a7eaa8a6-9545-4f22-adbc-10b9f3ebe607 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1002042 Jul 22 16:51:06.081278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-80afa540-484b-414d-8340-596793e77656 req-c1437778-f577-46ad-b36e-d6d959cf0888 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Jul 22 16:51:06.273098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e2d78-d4ba-405c-bc48-a6f4f1a9daa2 req-56c3e3f1-d010-46b1-aabc-60ee66c922b0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:06.282968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f28e2d78-d4ba-405c-bc48-a6f4f1a9daa2 req-56c3e3f1-d010-46b1-aabc-60ee66c922b0 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.0817413 Jul 22 16:51:06.327368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f28e2d78-d4ba-405c-bc48-a6f4f1a9daa2 req-ce3216cc-9106-4cd6-bf88-c281680de92e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Jul 22 16:51:06.549680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c76e8-7947-4702-b530-38954e14f681 req-e9035403-c71a-44da-a777-d3897e504b5e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:06.559039 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c65c76e8-7947-4702-b530-38954e14f681 req-e9035403-c71a-44da-a777-d3897e504b5e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 946 time: 0.1286936 Jul 22 16:51:06.566983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ffbce4af-e5a1-47cc-b2f7-11241a902b6e req-aa31c9b2-449c-46d6-985b-a1af81414c9b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0449758 Jul 22 16:51:06.643709 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c65c76e8-7947-4702-b530-38954e14f681 req-bc465e44-5a3f-4074-a5f8-45c3a35ccfc1 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793340 Jul 22 16:51:06.735290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30c1a3-a748-4af4-9c13-079a5da29c07 req-dc463ed3-c93e-4232-94b1-37101803fa77 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:06.737467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d30c1a3-a748-4af4-9c13-079a5da29c07 req-dc463ed3-c93e-4232-94b1-37101803fa77 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0980589 Jul 22 16:51:06.783115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d30c1a3-a748-4af4-9c13-079a5da29c07 req-d00de807-cbcc-46f8-8438-ca0cfbf07159 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Jul 22 16:51:06.845017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658b150-d529-4ee3-8349-6c7bdac57031 req-3c362f55-278b-4acc-853d-2dae7f8ed8cc tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:06.846842 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c658b150-d529-4ee3-8349-6c7bdac57031 req-3c362f55-278b-4acc-853d-2dae7f8ed8cc tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.0962226 Jul 22 16:51:06.908750 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c658b150-d529-4ee3-8349-6c7bdac57031 req-7627b493-70d2-4945-9f47-89d3b2c7d3c9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551667 Jul 22 16:51:06.991641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-492b0117-4e9e-44e8-9f9d-7d70b9a40b32 req-7081241d-1b6e-466d-acc9-cce7d5c23efd tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:51:06.994444 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-492b0117-4e9e-44e8-9f9d-7d70b9a40b32 req-7081241d-1b6e-466d-acc9-cce7d5c23efd tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259547 Jul 22 16:51:07.079278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60612) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:07.105746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b094fcd-2dca-442e-b70b-4badcd60a551 req-b6b8a70e-2bbf-4968-9aeb-b400c880ca32 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:07.107934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b094fcd-2dca-442e-b70b-4badcd60a551 req-b6b8a70e-2bbf-4968-9aeb-b400c880ca32 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.0965250 Jul 22 16:51:07.167726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b094fcd-2dca-442e-b70b-4badcd60a551 req-3f4532c1-61e3-4b28-93b7-593af211c81b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533068 Jul 22 16:51:07.175238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-492b0117-4e9e-44e8-9f9d-7d70b9a40b32 req-cde8afed-6e05-410e-bd08-3f00e725ddc1 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1745386 Jul 22 16:51:07.259195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db9ff512-0832-4b12-984c-9733a4f124cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.383351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db9ff512-0832-4b12-984c-9733a4f124cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.389037 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db9ff512-0832-4b12-984c-9733a4f124cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.449490 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-db9ff512-0832-4b12-984c-9733a4f124cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c43eb36cedbc4de28f6d09e3771bdde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681228 Jul 22 16:51:07.450699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ff512-0832-4b12-984c-9733a4f124cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dd7321-75eb-4f4c-b67a-ac0aedded7da,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:07.451805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:07.536528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.551262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece121a6-7d96-4a35-b300-d377f140a643 req-9fa77aea-2219-4911-9e79-cf95bfb2a264 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:07.552920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ece121a6-7d96-4a35-b300-d377f140a643 req-9fa77aea-2219-4911-9e79-cf95bfb2a264 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.0886474 Jul 22 16:51:07.562523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:07.620214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ece121a6-7d96-4a35-b300-d377f140a643 req-a6f2b250-28f8-4524-b1c4-b781a3d7d019 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614257 Jul 22 16:51:07.827610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b2639-567b-4f9d-ae79-6381c71a450c req-44528466-85ae-4e05-bce7-80f0a37904ef tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:07.829320 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d77b2639-567b-4f9d-ae79-6381c71a450c req-44528466-85ae-4e05-bce7-80f0a37904ef tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 946 time: 0.1091263 Jul 22 16:51:07.886767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d77b2639-567b-4f9d-ae79-6381c71a450c req-052f2898-50c3-4d7e-840d-b71e98e53a4f tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505946 Jul 22 16:51:07.986820 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f11ddab9-2d44-4bbd-8fe6-b0b53aa7703f req-47143edb-c2ac-4eef-a0fb-3d402a2ae540 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0443234 Jul 22 16:51:08.024245 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.027154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.030957 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48dd7321-75eb-4f4c-b67a-ac0aedded7da HTTP/1.1" status: 204 len: 168 time: 0.5757265 Jul 22 16:51:08.048013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dd7321-75eb-4f4c-b67a-ac0aedded7da,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:08.059218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.059812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.060461 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.061001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.061566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.062131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.062699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.063396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.063972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.064546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.065099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.065679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cdea68-62b4-4e0d-a967-da4961e16065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:08.126666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e93091-5ab0-4012-b150-33f1e583c704 req-9db4a6c7-2478-4e00-a99b-45888740aca6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.133566 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9e93091-5ab0-4012-b150-33f1e583c704 req-9db4a6c7-2478-4e00-a99b-45888740aca6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1472704 Jul 22 16:51:08.188753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c9e93091-5ab0-4012-b150-33f1e583c704 req-8a3623fc-4dbc-4153-9f98-326ef1e9416a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529542 Jul 22 16:51:08.199937 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf534e6-7be4-4b01-9688-609d0293c0e3 req-4c00b254-2f9d-457b-b20a-03e030ec3470 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.202277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7bf534e6-7be4-4b01-9688-609d0293c0e3 req-4c00b254-2f9d-457b-b20a-03e030ec3470 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1020710 Jul 22 16:51:08.249037 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7bf534e6-7be4-4b01-9688-609d0293c0e3 req-73351a41-739d-43cb-abeb-d31f912cf3ff tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 Jul 22 16:51:08.389240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d0aaf-80d6-4905-82fc-f8b7bd554e6d req-a57a4b3a-96bc-4ebb-9423-2845466f31ab tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.397466 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e5d0aaf-80d6-4905-82fc-f8b7bd554e6d req-a57a4b3a-96bc-4ebb-9423-2845466f31ab tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.1041579 Jul 22 16:51:08.458816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e5d0aaf-80d6-4905-82fc-f8b7bd554e6d req-eb683ea4-da33-402d-a1c2-1203a66b3e45 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602579 Jul 22 16:51:08.526521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60636) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:08.528291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3821-273f-440b-b85e-1bd4fa9fa795 req-49902c2f-6bd8-44c5-92a6-5417ae4423a8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.535326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3821-273f-440b-b85e-1bd4fa9fa795 req-49902c2f-6bd8-44c5-92a6-5417ae4423a8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.542723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3821-273f-440b-b85e-1bd4fa9fa795 req-49902c2f-6bd8-44c5-92a6-5417ae4423a8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:08.543115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7acc-f3a6-4c62-8475-8d36f93c048a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.544605 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f16e3821-273f-440b-b85e-1bd4fa9fa795 req-49902c2f-6bd8-44c5-92a6-5417ae4423a8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3&device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe&device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 2418 time: 0.0999424 Jul 22 16:51:08.586441 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f16e3821-273f-440b-b85e-1bd4fa9fa795 req-f06d7ae1-57bc-48b5-9f02-66095dfbaf19 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362539 Jul 22 16:51:08.655435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-c7c3ecd0-f031-4906-80ed-8dbcb6654a80 req-59b41633-f186-4020-8395-b999e6e4a611 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:51:08.656510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7c3ecd0-f031-4906-80ed-8dbcb6654a80 req-59b41633-f186-4020-8395-b999e6e4a611 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078983 Jul 22 16:51:08.762384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7acc-f3a6-4c62-8475-8d36f93c048a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.786837 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7acc-f3a6-4c62-8475-8d36f93c048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:08.854051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb7acc-f3a6-4c62-8475-8d36f93c048a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700f4c16-3a46-4fb8-a28d-8150dec9effa,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:08.873442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e8eb7acc-f3a6-4c62-8475-8d36f93c048a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78b597e6074045beb0df8911c25fb42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455286 Jul 22 16:51:08.876356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:08.893703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7c3ecd0-f031-4906-80ed-8dbcb6654a80 req-89adf420-7465-40c5-ba15-c937ab846cd9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2264409 Jul 22 16:51:08.989970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87bebe40-9a5a-4872-8e22-b391eca69c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.022039 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87bebe40-9a5a-4872-8e22-b391eca69c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.100486 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87bebe40-9a5a-4872-8e22-b391eca69c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.107659 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87bebe40-9a5a-4872-8e22-b391eca69c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:09.111707 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-87bebe40-9a5a-4872-8e22-b391eca69c4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/700f4c16-3a46-4fb8-a28d-8150dec9effa HTTP/1.1" status: 204 len: 168 time: 0.2316415 Jul 22 16:51:09.132695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bebe40-9a5a-4872-8e22-b391eca69c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700f4c16-3a46-4fb8-a28d-8150dec9effa,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:09.208000 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c090d84c-ea8d-47f2-95fd-13577d5314e1 req-dc65cb5b-8d5a-496a-8497-6420d721002d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0929420 Jul 22 16:51:09.438024 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94854075-21a1-4bb2-a3c7-ce68af15c8cf req-b4d471e4-ba91-4f29-99c2-aa2a0e825d56 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:09.446362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-94854075-21a1-4bb2-a3c7-ce68af15c8cf req-b4d471e4-ba91-4f29-99c2-aa2a0e825d56 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1245296 Jul 22 16:51:09.506887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-94854075-21a1-4bb2-a3c7-ce68af15c8cf req-1b3ee17f-fb05-4213-8211-45ebf849c0e1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592813 Jul 22 16:51:09.721144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65078c86-06b7-478a-97a5-f8e4269c6aaa req-7729d27a-4b7c-47fc-a592-d3ec4e03dfe9 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:09.730887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65078c86-06b7-478a-97a5-f8e4269c6aaa req-7729d27a-4b7c-47fc-a592-d3ec4e03dfe9 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.1284888 Jul 22 16:51:09.810792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65078c86-06b7-478a-97a5-f8e4269c6aaa req-6c736215-c9a4-4854-9e53-aaab48c90e72 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782092 Jul 22 16:51:10.401314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c2519b6-bb79-486b-a9d5-ae853abb302d req-60ab05ba-c0fd-4a4c-8487-67eb3497fef6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.1195214 Jul 22 16:51:10.830946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a044c2b-832f-45c2-b45c-717ce225abd4 req-ae7b9ca1-f101-4f9e-a526-15b72a55a98d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:10.834302 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a044c2b-832f-45c2-b45c-717ce225abd4 req-ae7b9ca1-f101-4f9e-a526-15b72a55a98d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1547985 Jul 22 16:51:10.906550 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a044c2b-832f-45c2-b45c-717ce225abd4 req-b884f19c-439c-45ba-a969-638ba960f8d6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662806 Jul 22 16:51:11.018704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8509-3782-43bd-ba86-73982582db6c req-46fc5ed6-fdc2-474c-a278-ee7ca1cf8c33 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:11.021245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f23b8509-3782-43bd-ba86-73982582db6c req-46fc5ed6-fdc2-474c-a278-ee7ca1cf8c33 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.0970361 Jul 22 16:51:11.073055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907df3d-7579-4e8a-b3cc-cbdf62546aac req-c00724cd-9459-4530-a97e-e7ecb478986e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:11.074755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0907df3d-7579-4e8a-b3cc-cbdf62546aac req-c00724cd-9459-4530-a97e-e7ecb478986e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.0867150 Jul 22 16:51:11.093487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f23b8509-3782-43bd-ba86-73982582db6c req-c395f008-f1f7-4293-b56c-3fe7c028ea0a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664117 Jul 22 16:51:11.131132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0907df3d-7579-4e8a-b3cc-cbdf62546aac req-98561a41-31cc-4a03-a109-d6e71c7efbf4 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491512 Jul 22 16:51:11.510128 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b228408-6150-4493-b87b-aabfc02d90bc req-a445296b-78dd-473e-a925-b1b554097eb1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0319355 Jul 22 16:51:12.054295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df17593-2ac7-42b5-82f6-a0ea62f7d0eb req-9fd198e1-440f-4f2c-b47c-1f656b0242e3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:12.055978 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3df17593-2ac7-42b5-82f6-a0ea62f7d0eb req-9fd198e1-440f-4f2c-b47c-1f656b0242e3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0770888 Jul 22 16:51:12.105730 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3df17593-2ac7-42b5-82f6-a0ea62f7d0eb req-1882ce3d-f2d0-4afe-a211-786953b6fbdc tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382571 Jul 22 16:51:12.343557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a8397-572e-4953-a72a-e01190bfbd20 req-bd6c426e-d58b-4bd8-b17a-25ea566f1b9b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:12.349023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6de2e-ae9a-4206-87bf-eedb79884d75 req-b69eb252-9759-4615-934b-23bf35ecdace tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:12.354728 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49d6de2e-ae9a-4206-87bf-eedb79884d75 req-b69eb252-9759-4615-934b-23bf35ecdace tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1172960 Jul 22 16:51:12.355488 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-884a8397-572e-4953-a72a-e01190bfbd20 req-bd6c426e-d58b-4bd8-b17a-25ea566f1b9b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.1565421 Jul 22 16:51:12.410163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a54832-81ad-467e-a7ee-9013df3ba40e req-79afb086-0923-491e-ae8c-90d4e9f2a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:12.411844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16a54832-81ad-467e-a7ee-9013df3ba40e req-79afb086-0923-491e-ae8c-90d4e9f2a07b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 1099 time: 0.1329062 Jul 22 16:51:12.420482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-884a8397-572e-4953-a72a-e01190bfbd20 req-e8c37a5e-9e3a-4ac0-9cf6-21edd3cc72e1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626895 Jul 22 16:51:12.427964 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49d6de2e-ae9a-4206-87bf-eedb79884d75 req-8bd376ff-a6d7-4618-a6d3-89426ba9d0c9 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642700 Jul 22 16:51:12.500265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-16a54832-81ad-467e-a7ee-9013df3ba40e req-656fbc36-f57c-4eb9-995b-9be9324e48ee service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555031 Jul 22 16:51:12.641262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2616626a-bbde-477c-a4a6-4a5543687d16 req-dd15c697-6cee-41f6-bfb0-4f90a52704da tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=372f1d4d-6876-4436-a2ea-683e6820eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0350146 Jul 22 16:51:13.516563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed3e7e-7f73-47bf-ad72-f82da1da6d11 req-9a87b604-360d-471d-924f-fd077fc7ba16 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:13.518451 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2aed3e7e-7f73-47bf-ad72-f82da1da6d11 req-9a87b604-360d-471d-924f-fd077fc7ba16 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0861979 Jul 22 16:51:13.565812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2aed3e7e-7f73-47bf-ad72-f82da1da6d11 req-e4c77b2c-4990-465e-a599-ce420f142b6a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385556 Jul 22 16:51:13.625129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aef7c5-d129-4520-b32c-121ae6f7cff0 req-21063890-dea2-467c-8b74-872daece416e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:13.627073 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58aef7c5-d129-4520-b32c-121ae6f7cff0 req-21063890-dea2-467c-8b74-872daece416e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 944 time: 0.1162970 Jul 22 16:51:13.678070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58aef7c5-d129-4520-b32c-121ae6f7cff0 req-7bf08a25-b048-40ab-abe9-a41aab4f5c57 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Jul 22 16:51:13.775119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6017e1-9e1a-4404-bfdc-77e9ef20bc7b req-65ed9e2f-a495-48b8-a7af-7d1f4d538e75 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:13.777656 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a6017e1-9e1a-4404-bfdc-77e9ef20bc7b req-65ed9e2f-a495-48b8-a7af-7d1f4d538e75 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1158645 Jul 22 16:51:13.859187 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a6017e1-9e1a-4404-bfdc-77e9ef20bc7b req-c65db356-83c0-4698-8f7f-72912681d815 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686729 Jul 22 16:51:14.046183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-b06d2051-7b1f-46b7-b874-b96942474e20 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769626920&fields=id&tenant_id=8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 267 time: 0.0720353 Jul 22 16:51:14.211088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf55b5-82d7-424b-adba-ba0739947289 req-b83719ca-6d5b-4de8-9cba-3c9f649ea6cc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:14.213378 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-b83719ca-6d5b-4de8-9cba-3c9f649ea6cc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.1596279 Jul 22 16:51:14.230640 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-702ee3a5-ccb5-4e4f-86db-401677d13804 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/quotas/8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 375 time: 0.0117600 Jul 22 16:51:14.248020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:51:14.364172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-e1beddc9-e86d-4015-b0f4-06912acf0f7a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1215699 Jul 22 16:51:14.387152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:14.401897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '4057eb96-696c-4104-bb6d-865a3b219e37', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'port_id': '4057eb96-696c-4104-bb6d-865a3b219e37', 'mac_address': 'fa:16:3e:91:2f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:51:14.452339 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.471483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4057eb96-696c-4104-bb6d-865a3b219e37 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:14.501697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:14.509532 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:14.531310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-9e1af6aa-5e86-4499-bf2c-7535c6d9b923 service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475484 Jul 22 16:51:14.629916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:14.744033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-8dd68dcc-2204-45a2-92e1-68c9a597d16d service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044218 Jul 22 16:51:14.825300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05b2cb-36b7-43c2-9d77-c6db48ce1ef8 req-9e4d93f3-7004-4adf-8227-0b7394329168 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:14.834605 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b05b2cb-36b7-43c2-9d77-c6db48ce1ef8 req-9e4d93f3-7004-4adf-8227-0b7394329168 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1384580 Jul 22 16:51:14.882703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b05b2cb-36b7-43c2-9d77-c6db48ce1ef8 req-3826cdd5-df00-406c-9276-2c376369260a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 Jul 22 16:51:14.942231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['4057eb96-696c-4104-bb6d-865a3b219e37'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:15.137737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-c1ff15b3-f8d9-47a6-aa40-9598ff664196 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:15.141151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-c1ff15b3-f8d9-47a6-aa40-9598ff664196 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.1774461 Jul 22 16:51:15.283564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ba2a9-8575-4380-af17-72106ea36917 req-0540f916-b279-4136-bea1-2c9fd3f92cf4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:15.288208 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d8ba2a9-8575-4380-af17-72106ea36917 req-0540f916-b279-4136-bea1-2c9fd3f92cf4 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.2620585 Jul 22 16:51:15.360233 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d8ba2a9-8575-4380-af17-72106ea36917 req-43e71fa7-ac39-46f9-8b6b-739b4b1548ee tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652647 Jul 22 16:51:15.464465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4556a9f3-1362-47a9-82af-12cf3eaf00ba req-4f6fc7be-e058-4196-a298-bc2fcb9c3ef6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 210 time: 0.0567429 Jul 22 16:51:15.464687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824796a-d36f-44c6-a8cf-f0e0122f1ba8 req-a789dcd5-9808-41c7-892d-6a6aff57cc02 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:15.466896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0824796a-d36f-44c6-a8cf-f0e0122f1ba8 req-a789dcd5-9808-41c7-892d-6a6aff57cc02 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 946 time: 0.2301548 Jul 22 16:51:15.532755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Deleting port e79c33c4-f5bf-4002-a132-0bd1431f5b74 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:15.533167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.555652 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0824796a-d36f-44c6-a8cf-f0e0122f1ba8 req-d967ce6e-9ca7-49d7-904e-73814c7411ab tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636556 Jul 22 16:51:15.654314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] For port e79c33c4-f5bf-4002-a132-0bd1431f5b74, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e79c33c4-f5bf-4002-a132-0bd1431f5b74,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:15.654686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.670194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Calling delete_port for e79c33c4-f5bf-4002-a132-0bd1431f5b74 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:15.830976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.863934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Pushing event deleted for resources: {'Port': ['ID=e79c33c4-f5bf-4002-a132-0bd1431f5b74,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:15.867883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2ac0c553-2004-4635-b739-cd91b47ebcdf', '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:15.875982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.876379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.876676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.877017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.877804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.877804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.878036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.878301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.878700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.879063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.879442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.879876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:15.920677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['e79c33c4-f5bf-4002-a132-0bd1431f5b74'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:15.976316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] No DVR routers for this DVR port e79c33c4-f5bf-4002-a132-0bd1431f5b74 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:15.982473 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:15.987071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83a7f193-6a32-4546-9974-93bc2e67d293 req-066e2c3e-33e0-467c-8fcc-7ca2e9fdf42b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.65 "DELETE /v2.0/ports/e79c33c4-f5bf-4002-a132-0bd1431f5b74 HTTP/1.1" status: 204 len: 173 time: 0.8327074 Jul 22 16:51:15.990836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8be24b-1472-4fea-a10b-1730a5ad40c3', 'name': 'network-vif-deleted', 'tag': 'e79c33c4-f5bf-4002-a132-0bd1431f5b74'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:15.999493 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2cd3bd-c2b5-40ef-a38d-f8ba0fed76bf" -d '{"events": [{"server_uuid": "0f8be24b-1472-4fea-a10b-1730a5ad40c3", "name": "network-vif-deleted", "tag": "e79c33c4-f5bf-4002-a132-0bd1431f5b74"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:16.057638 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b01b100-1f09-4889-bbbf-f56ce45b67ae x-openstack-request-id: req-4b01b100-1f09-4889-bbbf-f56ce45b67ae {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:16.058189 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8be24b-1472-4fea-a10b-1730a5ad40c3", "name": "network-vif-deleted", "tag": "e79c33c4-f5bf-4002-a132-0bd1431f5b74", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:16.058741 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b01b100-1f09-4889-bbbf-f56ce45b67ae {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:16.059345 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8be24b-1472-4fea-a10b-1730a5ad40c3', 'name': 'network-vif-deleted', 'tag': 'e79c33c4-f5bf-4002-a132-0bd1431f5b74', 'status': 'completed', 'code': 200} Jul 22 16:51:16.064413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19507dc2-33fa-4444-a89a-c426cc85a1f6 req-56032bea-48da-4382-8269-e8c2f78acfc7 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:16.072695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19507dc2-33fa-4444-a89a-c426cc85a1f6 req-56032bea-48da-4382-8269-e8c2f78acfc7 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0866003 Jul 22 16:51:16.128374 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19507dc2-33fa-4444-a89a-c426cc85a1f6 req-55232711-d0c1-4964-b966-6ede1cc8fae9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548050 Jul 22 16:51:16.283655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:16.302341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc9fa7-fe62-47ef-922d-49f0e51fdd81 req-da3f11fd-c4fa-4b65-95e9-9aebad51da8e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:16.306575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29fc9fa7-fe62-47ef-922d-49f0e51fdd81 req-da3f11fd-c4fa-4b65-95e9-9aebad51da8e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0960653 Jul 22 16:51:16.370779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 4057eb96-696c-4104-bb6d-865a3b219e37 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:16.375518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 4057eb96-696c-4104-bb6d-865a3b219e37 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:16.376786 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.391260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-29fc9fa7-fe62-47ef-922d-49f0e51fdd81 req-0cd7a46f-d3f6-4a5f-bea2-e529b22b9a78 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765791 Jul 22 16:51:16.515643 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.560815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00035744-2c0c-44b9-8f31-110b2a712a80 req-0373a47b-9067-4a2f-aef3-6e854b839870 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:16.562315 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00035744-2c0c-44b9-8f31-110b2a712a80 req-0373a47b-9067-4a2f-aef3-6e854b839870 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 945 time: 0.1010504 Jul 22 16:51:16.580506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:16.585544 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60938717-063b-4f42-8ed2-d40d1bce2468" -d '{"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-plugged", "status": "completed", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:16.589173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:16.594795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:16.628290 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00035744-2c0c-44b9-8f31-110b2a712a80 req-865c74ea-4a07-4264-bf73-444c575c7b3f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546527 Jul 22 16:51:16.655603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62248cb4-08e2-4111-af25-98c925af031f req-e6b777dd-1260-4f76-83dc-04aa6d779f29 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:16.657152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62248cb4-08e2-4111-af25-98c925af031f req-e6b777dd-1260-4f76-83dc-04aa6d779f29 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1233945 Jul 22 16:51:16.704138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:16.707166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62248cb4-08e2-4111-af25-98c925af031f req-24df037c-024d-41ad-a4ed-7ff5205e9578 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 Jul 22 16:51:16.805779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28f33adb-c4a1-4f01-b4c1-b4e3284fb637 req-937aaa2f-f7ca-4290-a3e8-70f267e09892 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 210 time: 0.0550411 Jul 22 16:51:16.852568 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd02959-b3c9-450c-a780-f346686560fd x-openstack-request-id: req-fcd02959-b3c9-450c-a780-f346686560fd {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:16.852872 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-plugged", "status": "completed", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:16.853199 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcd02959-b3c9-450c-a780-f346686560fd {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:16.853949 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37', 'code': 200} Jul 22 16:51:16.864784 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdbf1c7e-a71c-4661-b263-2f4177b8ba81 req-bb0c7793-1406-44d3-8bb8-b0f981dbe38d tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f8be24b-1472-4fea-a10b-1730a5ad40c3 HTTP/1.1" status: 200 len: 210 time: 0.0496943 Jul 22 16:51:16.996214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5acc7b-816c-462e-8ca4-b7882e8e0e37 req-79ba0073-e888-49b3-88f6-9c93f04b6f40 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:16.998198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e5acc7b-816c-462e-8ca4-b7882e8e0e37 req-79ba0073-e888-49b3-88f6-9c93f04b6f40 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0776372 Jul 22 16:51:17.046730 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e5acc7b-816c-462e-8ca4-b7882e8e0e37 req-2c187d67-c1f1-44d0-9c03-98a2240bd14e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Jul 22 16:51:17.180347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80896c-0c1a-49e4-b507-840e04e6a493 req-90647d45-3216-46cd-b5ef-f8cfb1cdffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:17.181912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9d80896c-0c1a-49e4-b507-840e04e6a493 req-90647d45-3216-46cd-b5ef-f8cfb1cdffe2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1098 time: 0.1101971 Jul 22 16:51:17.231196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0012634-2265-425e-9a71-89aa341710bc req-506a4195-ec02-45b6-922d-cc6080eff840 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:17.232710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0012634-2265-425e-9a71-89aa341710bc req-506a4195-ec02-45b6-922d-cc6080eff840 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0995672 Jul 22 16:51:17.250997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9d80896c-0c1a-49e4-b507-840e04e6a493 req-1ab8a3b8-e571-40be-959f-ad84d7b38762 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531268 Jul 22 16:51:17.291890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0012634-2265-425e-9a71-89aa341710bc req-48258c52-d6f0-4459-8d9c-4e9f7cf552c6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485709 Jul 22 16:51:17.452501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcd974-1cf1-4ce7-9a6c-7fa57d0b60a0 req-9295dc63-641a-4aa1-8ce9-ff55ea7e2374 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:17.454034 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91dcd974-1cf1-4ce7-9a6c-7fa57d0b60a0 req-9295dc63-641a-4aa1-8ce9-ff55ea7e2374 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0729461 Jul 22 16:51:17.496814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91dcd974-1cf1-4ce7-9a6c-7fa57d0b60a0 req-8cb6c890-2457-40b5-8960-96996961aebe tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Jul 22 16:51:17.658180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d398d-e841-4bd3-8f63-0f1330f0054c req-63312b00-8a77-4640-ae52-9d1aa493e310 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:17.660960 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-522d398d-e841-4bd3-8f63-0f1330f0054c req-63312b00-8a77-4640-ae52-9d1aa493e310 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0911703 Jul 22 16:51:17.746169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-522d398d-e841-4bd3-8f63-0f1330f0054c req-5454fc50-f58c-429d-93f9-51bdaa8d776d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766783 Jul 22 16:51:17.828349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf55b5-82d7-424b-adba-ba0739947289 req-2a6aa8a3-88e1-4952-908f-782bf18d6ab3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:17.832465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-2a6aa8a3-88e1-4952-908f-782bf18d6ab3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.1974492 Jul 22 16:51:17.912225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213508e-bdab-4bf1-8051-d3247586e5a3 req-c4e70f6c-a024-46e1-b5ae-5488a46d4e1b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:17.913805 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0213508e-bdab-4bf1-8051-d3247586e5a3 req-c4e70f6c-a024-46e1-b5ae-5488a46d4e1b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 946 time: 0.1698077 Jul 22 16:51:17.922339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-d34d79c8-1709-4564-ab16-991abc269507 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 380 time: 0.0715592 Jul 22 16:51:17.941622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'port': {'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'admin_state_up': True, 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'security_groups': ['f65732b3-82da-4f4e-be1f-d92e283831f8']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:18.023523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0213508e-bdab-4bf1-8051-d3247586e5a3 req-91089b57-a14c-4834-92e6-2bbd57a95c73 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970252 Jul 22 16:51:18.133019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f0be410d-560c-4072-bbdd-f7a91c95be68 req-eb23ef22-2a59-4ec7-a330-167c400888c8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 210 time: 0.1197472 Jul 22 16:51:18.201298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Made reservation on behalf of 8bdcbee2f359475cb5903faa847978b7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:18.209238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.280206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e79c33c4-f5bf-4002-a132-0bd1431f5b74 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:18.321702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: e79c33c4-f5bf-4002-a132-0bd1431f5b74 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:18.322058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e79c33c4-f5bf-4002-a132-0bd1431f5b74 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:18.416393 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aec8a399-188c-4cbf-a6bc-230372c70ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.522157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.20.0.8 (90506638-86c9-42ea-ac9e-d864b697745b/9f5e8923-73de-402f-a1c7-25f7791665a3/380a364f-29c8-4563-9093-3c0bea7d253e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:18.538358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33843e6-e3bf-4888-a81e-3ed640cc0c31 req-6bd9ec93-9d21-4b8b-82b6-addf69cd2fda tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:18.541014 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f33843e6-e3bf-4888-a81e-3ed640cc0c31 req-6bd9ec93-9d21-4b8b-82b6-addf69cd2fda tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1899474 Jul 22 16:51:18.658972 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f33843e6-e3bf-4888-a81e-3ed640cc0c31 req-f3081e1f-03ab-4107-8d65-52a8fb2f66c4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039734 Jul 22 16:51:18.723443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f788de5-e477-42b7-b261-be73d05c2bfb req-cca2bb7f-9aea-47c7-b815-c96e681a4d74 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:18.727054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f788de5-e477-42b7-b261-be73d05c2bfb req-cca2bb7f-9aea-47c7-b815-c96e681a4d74 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 946 time: 0.1544998 Jul 22 16:51:18.814527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f788de5-e477-42b7-b261-be73d05c2bfb req-ff7fb492-c748-4ac5-97ba-0ed5a58c8cbc tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801835 Jul 22 16:51:18.854171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:18.870677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Transition to ACTIVE for port object 380a364f-29c8-4563-9093-3c0bea7d253e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:18.923537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.008490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:19.014114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:19.027297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:19.102876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:19.103584 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.108487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=380a364f-29c8-4563-9093-3c0bea7d253e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:19.136288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-72ccd531-62c1-4d0d-aa13-b4afd0993cc4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2011998 Jul 22 16:51:19.160438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Request body: {'port': {'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:19.325585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.398337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14af5d-bb6f-4b28-b3b7-e32a07d2e7ae req-a2e43c9b-d9e9-4af1-8e84-ca8f2b79dae0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:19.411143 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c14af5d-bb6f-4b28-b3b7-e32a07d2e7ae req-a2e43c9b-d9e9-4af1-8e84-ca8f2b79dae0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 931 time: 0.1498303 Jul 22 16:51:19.476763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a6185-e86f-4cdb-b597-2568a950ff28 req-46430cd1-9db0-45a5-8528-9eab34ea35db tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:19.488884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5aa4b8b0-85d2-4dd7-b558-c7116889d71b None None] Provisioning for port 380a364f-29c8-4563-9093-3c0bea7d253e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:19.489919 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f78a6185-e86f-4cdb-b597-2568a950ff28 req-46430cd1-9db0-45a5-8528-9eab34ea35db tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 946 time: 0.1652687 Jul 22 16:51:19.503647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5aa4b8b0-85d2-4dd7-b558-c7116889d71b None None] Provisioning complete for port 380a364f-29c8-4563-9093-3c0bea7d253e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:19.504049 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5aa4b8b0-85d2-4dd7-b558-c7116889d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.532922 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c14af5d-bb6f-4b28-b3b7-e32a07d2e7ae req-00c449b4-c957-4114-8997-d83046417ed5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039882 Jul 22 16:51:19.574015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5aa4b8b0-85d2-4dd7-b558-c7116889d71b None None] Port 380a364f-29c8-4563-9093-3c0bea7d253e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:19.616179 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f78a6185-e86f-4cdb-b597-2568a950ff28 req-9c284935-a787-4bfb-b555-96e917904ebe tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197572 Jul 22 16:51:19.836629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380a364f-29c8-4563-9093-3c0bea7d253e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:19.853821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.886969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Transition to ACTIVE for port object 380a364f-29c8-4563-9093-3c0bea7d253e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:19.909450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d19d2-34a6-439d-a73a-50a7832f6923 req-e976dbc5-e0e6-4321-ba1f-45df29dbce8f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:19.911770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:19.913970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-153d19d2-34a6-439d-a73a-50a7832f6923 req-e976dbc5-e0e6-4321-ba1f-45df29dbce8f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1263602 Jul 22 16:51:19.978548 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-153d19d2-34a6-439d-a73a-50a7832f6923 req-79bad7d4-8a21-44c2-8570-769db92ce340 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560274 Jul 22 16:51:20.112262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=380a364f-29c8-4563-9093-3c0bea7d253e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:20.206263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-41c66bba-51d4-4682-bcc4-a5079400b2d8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:20.208654 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-41c66bba-51d4-4682-bcc4-a5079400b2d8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.20 "GET /v2.0/ports?device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 946 time: 0.1344759 Jul 22 16:51:20.328388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Attempting to bind port 380a364f-29c8-4563-9093-3c0bea7d253e on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:20.328747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Attempting to bind port 380a364f-29c8-4563-9093-3c0bea7d253e by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:20.329082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Attempting to bind port 380a364f-29c8-4563-9093-3c0bea7d253e on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:20.356666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aef03-86cc-467a-a4a2-6df587865269 req-0cf644f3-5d19-43fb-a621-10b9061ba9c8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:20.358290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e89aef03-86cc-467a-a4a2-6df587865269 req-0cf644f3-5d19-43fb-a621-10b9061ba9c8 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 946 time: 0.3732328 Jul 22 16:51:20.367752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Port 380a364f-29c8-4563-9093-3c0bea7d253e on network 90506638-86c9-42ea-ac9e-d864b697745b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:51:20.368079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Attempting to bind port 380a364f-29c8-4563-9093-3c0bea7d253e on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:20.395906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:20.396263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:20.396636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Bound using segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:20.397093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Bound port: 380a364f-29c8-4563-9093-3c0bea7d253e, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:20.397428 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.434688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e89aef03-86cc-467a-a4a2-6df587865269 req-50103ee8-ee47-4c1f-a201-5a0ed5057df5 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639992 Jul 22 16:51:20.526488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] For port 380a364f-29c8-4563-9093-3c0bea7d253e, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:20.530145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] For port 380a364f-29c8-4563-9093-3c0bea7d253e, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=380a364f-29c8-4563-9093-3c0bea7d253e,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:20.536763 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.606482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08dca3-bb25-4aad-a9a7-4b7e03e5d12c req-9a9f41e5-94be-4b2c-80ac-03cd4b8b094d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:20.608309 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea08dca3-bb25-4aad-a9a7-4b7e03e5d12c req-9a9f41e5-94be-4b2c-80ac-03cd4b8b094d tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1872959 Jul 22 16:51:20.612073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Deleting port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:20.612675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.729522 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea08dca3-bb25-4aad-a9a7-4b7e03e5d12c req-5c80a08e-ca3d-428c-a490-ffc83c515b08 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120539 Jul 22 16:51:20.744988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-c7238857-c620-48b5-b26c-e1bbc8074a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:20.752583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-c7238857-c620-48b5-b26c-e1bbc8074a9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 1099 time: 0.2174966 Jul 22 16:51:20.787470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] For port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:20.787982 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.812679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Calling delete_port for 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:20.987432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-48b2afde-ede9-4af9-b619-d5ac7da43275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:20.989141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-48b2afde-ede9-4af9-b619-d5ac7da43275 service neutron] 10.222.0.65 "GET /v2.0/networks?id=def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 200 len: 915 time: 0.2357395 Jul 22 16:51:20.995202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:20.995952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:20.997716 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] 10.222.0.65 "PUT /v2.0/ports/380a364f-29c8-4563-9093-3c0bea7d253e HTTP/1.1" status: 200 len: 1092 time: 1.8440294 Jul 22 16:51:21.012471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:21.016694 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790804ea-f4c7-4a46-976d-72074f38f5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:21.023992 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-00833054-9ef9-4e81-8b9f-49c99b1aeb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.057100 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-606d3da9-c3d8-4158-bc51-4a135b1fbbba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f HTTP/1.1" status: 200 len: 217 time: 0.0584543 Jul 22 16:51:21.073450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3f909-2209-40d3-82d1-72524b47d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=380a364f-29c8-4563-9093-3c0bea7d253e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:21.098644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529e5e6-bf96-481e-ba11-da266d8bb1e6 req-7e600732-ac6f-4bda-857f-4812b2c02b17 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:21.106693 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f529e5e6-bf96-481e-ba11-da266d8bb1e6 req-7e600732-ac6f-4bda-857f-4812b2c02b17 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 946 time: 0.2544053 Jul 22 16:51:21.167089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f164851-dd1a-4821-a09b-86629c918c3a req-a9a7f545-78e6-44a9-8868-1e252b2b149d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:21.168690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f164851-dd1a-4821-a09b-86629c918c3a req-a9a7f545-78e6-44a9-8868-1e252b2b149d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 943 time: 0.2104957 Jul 22 16:51:21.199551 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f529e5e6-bf96-481e-ba11-da266d8bb1e6 req-f60a179f-5ddd-4242-9c83-7ef1d72f477d tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917611 Jul 22 16:51:21.208617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf55b5-82d7-424b-adba-ba0739947289 req-392a5583-94ed-4c70-805a-34bf43e69bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:21.210484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-392a5583-94ed-4c70-805a-34bf43e69bae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 1095 time: 0.1331866 Jul 22 16:51:21.256215 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.267451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-3dec12d5-e948-4c2b-ae9b-d2ec4de860f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:21.269769 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-3dec12d5-e948-4c2b-ae9b-d2ec4de860f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fd4590d5-78bc-4842-a564-086ca90327fc HTTP/1.1" status: 200 len: 854 time: 0.2025075 Jul 22 16:51:21.312450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f164851-dd1a-4821-a09b-86629c918c3a req-e80fb13b-1797-4a5f-94a7-333d31a097a3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358221 Jul 22 16:51:21.314321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-ba2b9528-b785-4752-bf05-79b6b9c123d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380a364f-29c8-4563-9093-3c0bea7d253e HTTP/1.1" status: 200 len: 217 time: 0.0740094 Jul 22 16:51:21.319750 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-f2cf2d0a-faf4-4186-a792-d6e9088c7766 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=def068ce-190d-43ba-b3e5-ed3ec81bc691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417085 Jul 22 16:51:21.359791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.364288 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96ce5ed-9b45-4554-9970-c386b5ef86e5 x-openstack-request-id: req-f96ce5ed-9b45-4554-9970-c386b5ef86e5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:21.364578 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:21.364836 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f96ce5ed-9b45-4554-9970-c386b5ef86e5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:21.365243 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e', 'status': 'completed', 'code': 200} Jul 22 16:51:21.393578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf55b5-82d7-424b-adba-ba0739947289 req-dae4d182-6db4-4839-b4ec-6f3dfb3aa15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:21.395546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-dae4d182-6db4-4839-b4ec-6f3dfb3aa15a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.0685639 Jul 22 16:51:21.404539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2ac0c553-2004-4635-b739-cd91b47ebcdf', '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:21.436952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Pushing event deleted for resources: {'Port': ['ID=0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:21.524731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] No DVR routers for this DVR port 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:21.531552 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:21.533560 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-32a609dc-a020-40b9-a7b3-c4c63d88a3c7 req-d92f9780-f60a-4143-aa96-f415d5cb8eeb tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.20 "DELETE /v2.0/ports/0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 HTTP/1.1" status: 204 len: 173 time: 1.3173153 Jul 22 16:51:21.534018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36af6704-45c3-4c84-a959-a8e42f8b4efe', 'name': 'network-vif-deleted', 'tag': '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:21.537087 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc8157f-f31a-41c9-8dd4-8200cec4f712" -d '{"events": [{"server_uuid": "36af6704-45c3-4c84-a959-a8e42f8b4efe", "name": "network-vif-deleted", "tag": "0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:21.555092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf55b5-82d7-424b-adba-ba0739947289 req-c9dfe53b-1f5f-4a7b-bf16-1971cd549b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:21.558007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-c9dfe53b-1f5f-4a7b-bf16-1971cd549b48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557589 Jul 22 16:51:21.579939 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-5b7d1b04-624f-4f75-91f5-e6bff5f0d174 service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452374 Jul 22 16:51:21.623078 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac66dd8-1ec7-4f7a-a05a-3e38a66e63b7 x-openstack-request-id: req-fac66dd8-1ec7-4f7a-a05a-3e38a66e63b7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:21.623404 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36af6704-45c3-4c84-a959-a8e42f8b4efe", "name": "network-vif-deleted", "tag": "0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:21.623651 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fac66dd8-1ec7-4f7a-a05a-3e38a66e63b7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:21.624008 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36af6704-45c3-4c84-a959-a8e42f8b4efe', 'name': 'network-vif-deleted', 'tag': '0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4', 'status': 'completed', 'code': 200} Jul 22 16:51:21.658203 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-884b070f-be8e-4390-8e46-9161238adc08 req-b73c1a26-8e76-4c91-b151-ac93f9970b6b tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=36af6704-45c3-4c84-a959-a8e42f8b4efe HTTP/1.1" status: 200 len: 210 time: 0.0630670 Jul 22 16:51:21.728871 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f2d835af-01f7-4189-b1de-ac84d1e5b3ad req-8442bbd5-a50d-4c32-84b4-cfc47f0a59bc service neutron] 10.222.0.65 "GET /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397288 Jul 22 16:51:21.772242 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-91416992-bf37-4bb6-bcb5-14aa76454f84 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928525 Jul 22 16:51:21.939055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dacf55b5-82d7-424b-adba-ba0739947289 req-2900b321-f19a-42de-8660-f31541b3d5d8 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438534 Jul 22 16:51:21.962497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de18def-146c-4495-8a54-da1fbaa629a3 req-81378fa8-4867-4c2f-b09b-37f82e551269 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:21.964715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5de18def-146c-4495-8a54-da1fbaa629a3 req-81378fa8-4867-4c2f-b09b-37f82e551269 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1243389 Jul 22 16:51:22.035043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5de18def-146c-4495-8a54-da1fbaa629a3 req-e7afe152-6b1a-489f-ac4a-6d9a1bc5d70f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634270 Jul 22 16:51:22.257533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-b84ad7ee-b616-465e-bfc4-b0b04dd3cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:22.259301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-b84ad7ee-b616-465e-bfc4-b0b04dd3cc91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 1095 time: 0.1779349 Jul 22 16:51:22.324318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32798) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:22.410970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-56e8476e-9dcf-4bd6-ac6d-a84ea735d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:22.413183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-56e8476e-9dcf-4bd6-ac6d-a84ea735d291 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.1465173 Jul 22 16:51:22.523120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.525304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-19b735f1-ccd5-4f2f-aef0-af0b75bfa60a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380a364f-29c8-4563-9093-3c0bea7d253e HTTP/1.1" status: 200 len: 217 time: 0.0555627 Jul 22 16:51:22.531952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56c075c0-5ed0-499a-bd4e-66d98b40bd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.604389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acd7ed-9e61-4442-98b2-bd0f6862e081 req-955b1e0d-95fe-4232-a2ea-92db3a19112f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:22.605946 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34acd7ed-9e61-4442-98b2-bd0f6862e081 req-955b1e0d-95fe-4232-a2ea-92db3a19112f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 943 time: 0.1695755 Jul 22 16:51:22.615318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-f35478bd-e66d-4300-affc-f9c27e2efd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:22.616913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-f35478bd-e66d-4300-affc-f9c27e2efd8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.0757711 Jul 22 16:51:22.692831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34acd7ed-9e61-4442-98b2-bd0f6862e081 req-4204b82c-75c8-41a8-ab96-08f4f16cbd9f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741332 Jul 22 16:51:22.709649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56c075c0-5ed0-499a-bd4e-66d98b40bd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.713971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-178c7059-7f6f-4068-b525-c68827a2dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:22.715660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-178c7059-7f6f-4068-b525-c68827a2dea6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889716 Jul 22 16:51:22.723049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56c075c0-5ed0-499a-bd4e-66d98b40bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.762168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c075c0-5ed0-499a-bd4e-66d98b40bd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f7ec0b-f269-42d0-a456-cbc61ae96c89,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:22.780418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-56c075c0-5ed0-499a-bd4e-66d98b40bd96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec012f80960e4586b8e5db6d5f0acdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4546759 Jul 22 16:51:22.781439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:22.836009 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13753d48-4b1e-4c98-9ec9-ace3603a09ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.852648 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-466713d7-663e-43a6-ac05-3a7c8dca2dda service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293578 Jul 22 16:51:22.864964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13753d48-4b1e-4c98-9ec9-ace3603a09ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.938318 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13753d48-4b1e-4c98-9ec9-ace3603a09ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.949862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13753d48-4b1e-4c98-9ec9-ace3603a09ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:22.951347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-13753d48-4b1e-4c98-9ec9-ace3603a09ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7f7ec0b-f269-42d0-a456-cbc61ae96c89 HTTP/1.1" status: 204 len: 168 time: 0.1689591 Jul 22 16:51:22.967982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13753d48-4b1e-4c98-9ec9-ace3603a09ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f7ec0b-f269-42d0-a456-cbc61ae96c89,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:23.010056 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-790804ea-f4c7-4a46-976d-72074f38f5a2 req-72513df9-dce0-4e49-8fd5-11f2f3264649 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445980 Jul 22 16:51:23.165772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141980a-56cb-4aeb-b4ae-e72d1f53ad10 req-a2b1e976-9ce5-4cf1-b373-e8721dd390d7 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:23.177042 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0141980a-56cb-4aeb-b4ae-e72d1f53ad10 req-a2b1e976-9ce5-4cf1-b373-e8721dd390d7 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1525059 Jul 22 16:51:23.225231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660964a-c8da-4821-aa8d-6c65000fca38 req-cef18717-7870-476a-ba42-fb72244c7450 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:23.233194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e660964a-c8da-4821-aa8d-6c65000fca38 req-cef18717-7870-476a-ba42-fb72244c7450 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0859394 Jul 22 16:51:23.244261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0141980a-56cb-4aeb-b4ae-e72d1f53ad10 req-a2eb89c3-67b1-4f36-a382-9ef9f292cb38 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652680 Jul 22 16:51:23.268652 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e660964a-c8da-4821-aa8d-6c65000fca38 req-dbf40077-3cb9-43a5-be28-90b4f4a556e6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354099 Jul 22 16:51:23.338532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32820) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:23.360357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3278e7a-ba96-434d-b523-2f5ba63f0fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.458723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f9dea-0423-4eea-a280-8cdb70cd3698 req-a34a3f52-dcfe-48e0-8852-96a4316e6ff3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:23.460152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a5f9dea-0423-4eea-a280-8cdb70cd3698 req-a34a3f52-dcfe-48e0-8852-96a4316e6ff3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1080387 Jul 22 16:51:23.518813 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a5f9dea-0423-4eea-a280-8cdb70cd3698 req-9f2babe2-da9f-4677-ba94-2bc5c851bb27 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505629 Jul 22 16:51:23.530835 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3278e7a-ba96-434d-b523-2f5ba63f0fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.536335 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b3278e7a-ba96-434d-b523-2f5ba63f0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.580230 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b3278e7a-ba96-434d-b523-2f5ba63f0fb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5fe8a9681d854594ba18ac20125f8835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402909 Jul 22 16:51:23.584266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3278e7a-ba96-434d-b523-2f5ba63f0fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00a0aac-05ec-402e-8251-b9451f53d8e1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:23.584759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:23.650133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-543b0434-9e28-482a-8703-abea5289f9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.673269 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-543b0434-9e28-482a-8703-abea5289f9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.700743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41399db1-9a32-4491-9ee2-7f9000bfb946 req-1bcd6a1c-4ab8-4786-a4ff-d424bad7c897 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:23.702253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41399db1-9a32-4491-9ee2-7f9000bfb946 req-1bcd6a1c-4ab8-4786-a4ff-d424bad7c897 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0660529 Jul 22 16:51:23.725045 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-543b0434-9e28-482a-8703-abea5289f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.727448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-543b0434-9e28-482a-8703-abea5289f9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:23.728629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-543b0434-9e28-482a-8703-abea5289f9c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f00a0aac-05ec-402e-8251-b9451f53d8e1 HTTP/1.1" status: 204 len: 168 time: 0.1405604 Jul 22 16:51:23.738076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b0434-9e28-482a-8703-abea5289f9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00a0aac-05ec-402e-8251-b9451f53d8e1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:23.780131 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41399db1-9a32-4491-9ee2-7f9000bfb946 req-06dced17-515a-4f51-97b7-c4f7d882d702 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671461 Jul 22 16:51:23.896640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bb3f6-1dac-42c0-ae3c-7ed2863f0ed9 req-b9922973-dac0-482e-a742-2fa87f99c731 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:23.898886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d94bb3f6-1dac-42c0-ae3c-7ed2863f0ed9 req-b9922973-dac0-482e-a742-2fa87f99c731 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 943 time: 0.1019111 Jul 22 16:51:23.931965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badf6e9-92ec-4704-a0c1-834dc4d94943 req-2ccd5ca0-f50f-4d03-99ae-fd7b6309a39b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:23.939019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7badf6e9-92ec-4704-a0c1-834dc4d94943 req-2ccd5ca0-f50f-4d03-99ae-fd7b6309a39b tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0930207 Jul 22 16:51:23.952440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d94bb3f6-1dac-42c0-ae3c-7ed2863f0ed9 req-000d01d2-299c-4896-a050-059f63b8f6d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453508 Jul 22 16:51:23.990652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7badf6e9-92ec-4704-a0c1-834dc4d94943 req-e0afce91-924d-40cf-b4e5-9758c51a6be3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510247 Jul 22 16:51:24.175673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:24.200952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32840) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:24.208221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:24.208573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0bd53dd0-536f-45bf-b0f4-a6758b1e3eb4 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:24.212921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4cdcf-ff94-4457-a2ce-6086c26e5ef7 req-c71f9832-5084-434e-ba6f-3fabf753b4e5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:24.217530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99f4cdcf-ff94-4457-a2ce-6086c26e5ef7 req-c71f9832-5084-434e-ba6f-3fabf753b4e5 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1041958 Jul 22 16:51:24.218145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7476f39-9b4d-490a-91e1-998040b6aa63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.244730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.290361 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99f4cdcf-ff94-4457-a2ce-6086c26e5ef7 req-f89fc2ea-b5b7-4ec7-ab53-c017cfa7cb60 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639923 Jul 22 16:51:24.370957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7476f39-9b4d-490a-91e1-998040b6aa63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.375545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7476f39-9b4d-490a-91e1-998040b6aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.426430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7476f39-9b4d-490a-91e1-998040b6aa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826bdabd-838b-48b5-a4b0-4b3e400b2663,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:24.431665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d7476f39-9b4d-490a-91e1-998040b6aa63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb5fbab7224c4f2bbdf662afa37ceb04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281702 Jul 22 16:51:24.435359 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32846) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:24.471241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4a601-5b9d-4d96-9666-4c2443480627 req-ef3818fe-b775-4429-a0cd-e34719a5cf15 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:24.473602 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62a4a601-5b9d-4d96-9666-4c2443480627 req-ef3818fe-b775-4429-a0cd-e34719a5cf15 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.1442947 Jul 22 16:51:24.483871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaefc6-5de8-45d1-93c8-b2d29abbc732 req-0fba57b5-e0c8-4329-bdf5-b786b92917f8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:24.485663 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-69aaefc6-5de8-45d1-93c8-b2d29abbc732 req-0fba57b5-e0c8-4329-bdf5-b786b92917f8 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1062486 Jul 22 16:51:24.531309 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a36291d-62c8-49f4-bbcc-f7bb65a3d7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.546391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-69aaefc6-5de8-45d1-93c8-b2d29abbc732 req-5f0bef23-daf8-4375-b1d2-66ebc93541e2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Jul 22 16:51:24.552667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62a4a601-5b9d-4d96-9666-4c2443480627 req-2a797205-750c-486a-b0d9-aa7644a9da19 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/security-groups?id=520607e7-3b69-49c3-875a-f2413e0d6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721350 Jul 22 16:51:24.572635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a36291d-62c8-49f4-bbcc-f7bb65a3d7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.630647 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a36291d-62c8-49f4-bbcc-f7bb65a3d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.633225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a36291d-62c8-49f4-bbcc-f7bb65a3d7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:24.636908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8a36291d-62c8-49f4-bbcc-f7bb65a3d7e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/826bdabd-838b-48b5-a4b0-4b3e400b2663 HTTP/1.1" status: 204 len: 168 time: 0.1980610 Jul 22 16:51:24.646298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36291d-62c8-49f4-bbcc-f7bb65a3d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826bdabd-838b-48b5-a4b0-4b3e400b2663,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:24.726445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6947c9-7d0f-45e9-9b9e-116d177ef37f req-e7ea3c36-ad80-4cf8-b12c-41087227f4fe tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:24.733421 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fa6947c9-7d0f-45e9-9b9e-116d177ef37f req-e7ea3c36-ad80-4cf8-b12c-41087227f4fe tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0842075 Jul 22 16:51:24.775530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fa6947c9-7d0f-45e9-9b9e-116d177ef37f req-eace280a-16f3-46bf-9a41-62e3a6198922 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Jul 22 16:51:24.801635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd628-a159-4354-834e-21c08f206af4 req-4cdcd214-ffb9-4002-af1b-b92f8f0269a4 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:24.803213 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-229bd628-a159-4354-834e-21c08f206af4 req-4cdcd214-ffb9-4002-af1b-b92f8f0269a4 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.20 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 945 time: 0.0774674 Jul 22 16:51:24.996444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230e234-bcd6-4f5e-9fea-a7934425fc09 req-b163f7d5-32a4-4887-8d6f-560997ac3373 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:24.998023 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8230e234-bcd6-4f5e-9fea-a7934425fc09 req-b163f7d5-32a4-4887-8d6f-560997ac3373 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1243553 Jul 22 16:51:25.001355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-229bd628-a159-4354-834e-21c08f206af4 req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Deleting port 2ac0c553-2004-4635-b739-cd91b47ebcdf {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:25.001706 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-229bd628-a159-4354-834e-21c08f206af4 req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.095774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8230e234-bcd6-4f5e-9fea-a7934425fc09 req-4ce530e1-2ebb-4fee-ad2a-ee0bbf244954 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785954 Jul 22 16:51:25.126686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-229bd628-a159-4354-834e-21c08f206af4 req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] For port 2ac0c553-2004-4635-b739-cd91b47ebcdf, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2ac0c553-2004-4635-b739-cd91b47ebcdf,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:25.127283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-229bd628-a159-4354-834e-21c08f206af4 req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.153995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-229bd628-a159-4354-834e-21c08f206af4 req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Calling delete_port for 2ac0c553-2004-4635-b739-cd91b47ebcdf owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:25.164427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21072879-3f08-4756-b6b1-8e4130cc634b req-a5410b50-4138-45f8-b493-9fae9c26aa4d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:25.171658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21072879-3f08-4756-b6b1-8e4130cc634b req-a5410b50-4138-45f8-b493-9fae9c26aa4d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 943 time: 0.0975773 Jul 22 16:51:25.244219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21072879-3f08-4756-b6b1-8e4130cc634b req-257ed09c-3c02-4aaf-a9f2-562f2016946e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675416 Jul 22 16:51:25.357870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee425-1278-44fa-9ac3-b5a7ee38ee9f req-516d1c28-f06c-4858-8cef-1a91ca66ed03 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:25.359429 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adeee425-1278-44fa-9ac3-b5a7ee38ee9f req-516d1c28-f06c-4858-8cef-1a91ca66ed03 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1178401 Jul 22 16:51:25.372728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-229bd628-a159-4354-834e-21c08f206af4 req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.406286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2ac0c553-2004-4635-b739-cd91b47ebcdf'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:25.416246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Pushing event deleted for resources: {'Port': ['ID=2ac0c553-2004-4635-b739-cd91b47ebcdf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:25.473757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adeee425-1278-44fa-9ac3-b5a7ee38ee9f req-cfb2d244-8b60-421f-b1c8-a843741a8833 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073804 Jul 22 16:51:25.474824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-229bd628-a159-4354-834e-21c08f206af4 req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] No DVR routers for this DVR port 2ac0c553-2004-4635-b739-cd91b47ebcdf on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:25.477928 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-229bd628-a159-4354-834e-21c08f206af4 req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:25.480497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-229bd628-a159-4354-834e-21c08f206af4 req-b872d0f3-2808-47ec-a0e7-abadf42de093 tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.20 "DELETE /v2.0/ports/2ac0c553-2004-4635-b739-cd91b47ebcdf HTTP/1.1" status: 204 len: 173 time: 0.6637647 Jul 22 16:51:25.480995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301f194c-b26b-4644-9844-810a9a72d595', 'name': 'network-vif-deleted', 'tag': '2ac0c553-2004-4635-b739-cd91b47ebcdf'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:25.483434 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce50a120-0af1-43d9-adc9-15635611a126" -d '{"events": [{"server_uuid": "301f194c-b26b-4644-9844-810a9a72d595", "name": "network-vif-deleted", "tag": "2ac0c553-2004-4635-b739-cd91b47ebcdf"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:25.548473 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea1a6bc-b8b1-4008-93ef-30de72f567a1 x-openstack-request-id: req-3ea1a6bc-b8b1-4008-93ef-30de72f567a1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:25.549099 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301f194c-b26b-4644-9844-810a9a72d595", "name": "network-vif-deleted", "tag": "2ac0c553-2004-4635-b739-cd91b47ebcdf", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:25.549496 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ea1a6bc-b8b1-4008-93ef-30de72f567a1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:25.550622 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301f194c-b26b-4644-9844-810a9a72d595', 'name': 'network-vif-deleted', 'tag': '2ac0c553-2004-4635-b739-cd91b47ebcdf', 'status': 'completed', 'code': 200} Jul 22 16:51:25.663656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98356c6-2a6e-4389-b9d8-dd1dbb472653 req-00e0525c-e8ba-4090-b5c5-c31c404460f3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:25.671503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a98356c6-2a6e-4389-b9d8-dd1dbb472653 req-00e0525c-e8ba-4090-b5c5-c31c404460f3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0880520 Jul 22 16:51:25.714317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a98356c6-2a6e-4389-b9d8-dd1dbb472653 req-d8d7b4b5-353f-47bd-a7dd-3e16553a4d71 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416796 Jul 22 16:51:25.717453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fddf0f6-600d-4bf8-92d2-ef3f4f056816 req-9561b9a0-baf7-42ef-95d8-bcfbdeb87c7e tempest-ListServerFiltersTestJSON-1911477810 tempest-ListServerFiltersTestJSON-1911477810-project] 10.222.0.53 "GET /v2.0/ports?device_id=301f194c-b26b-4644-9844-810a9a72d595 HTTP/1.1" status: 200 len: 210 time: 0.0371008 Jul 22 16:51:25.885054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd560b11-5d2c-49f4-a67c-82494aa07a7d req-cf5a8c72-e3f4-45b9-bcd3-71b1f14d8870 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:25.886705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd560b11-5d2c-49f4-a67c-82494aa07a7d req-cf5a8c72-e3f4-45b9-bcd3-71b1f14d8870 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0689142 Jul 22 16:51:25.944376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cd560b11-5d2c-49f4-a67c-82494aa07a7d req-7ebab67d-49ae-41a8-8ace-14b60b227ed6 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Jul 22 16:51:26.101535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996505c5-9159-4070-b74a-6057402b532f req-32284c76-ae30-4666-bc95-29afe1ee495a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:26.103049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-996505c5-9159-4070-b74a-6057402b532f req-32284c76-ae30-4666-bc95-29afe1ee495a tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0786486 Jul 22 16:51:26.154500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-996505c5-9159-4070-b74a-6057402b532f req-fce3b2b1-ea75-4c42-a193-5e992bb73484 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Jul 22 16:51:26.385239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d738b7-9db2-441a-8686-a1cc080de376 req-db77e0a8-3793-4585-8631-5049816478d1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:26.395990 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97d738b7-9db2-441a-8686-a1cc080de376 req-db77e0a8-3793-4585-8631-5049816478d1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1338453 Jul 22 16:51:26.447428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97d738b7-9db2-441a-8686-a1cc080de376 req-08b7ed84-8006-48d3-9b83-dfb4b33377a0 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Jul 22 16:51:26.457543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a2f64-f63e-47ec-8ffd-d28fd8b943e3 req-ac151b48-7e6b-49ed-b4dd-716c34c2e56c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:26.459355 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-726a2f64-f63e-47ec-8ffd-d28fd8b943e3 req-ac151b48-7e6b-49ed-b4dd-716c34c2e56c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 943 time: 0.1256986 Jul 22 16:51:26.525388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-726a2f64-f63e-47ec-8ffd-d28fd8b943e3 req-bba759d4-8671-4714-91f1-4cbb94109da1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599408 Jul 22 16:51:26.578974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb3e0e-4d05-44ee-882d-e89daca5240a req-bc4c7c97-02e3-4e8f-ac44-8fc7f01a4a05 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:26.580696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54bb3e0e-4d05-44ee-882d-e89daca5240a req-bc4c7c97-02e3-4e8f-ac44-8fc7f01a4a05 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0690293 Jul 22 16:51:26.628171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54bb3e0e-4d05-44ee-882d-e89daca5240a req-d40b5eba-ab7d-4416-a63e-becc747da5ce tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Jul 22 16:51:26.774182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d73ff-2d84-4cd4-810c-65540d82519b req-3f16c8db-c9b3-48e3-931a-98c270a5c5e1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:26.775949 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-642d73ff-2d84-4cd4-810c-65540d82519b req-3f16c8db-c9b3-48e3-931a-98c270a5c5e1 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.0699947 Jul 22 16:51:26.790092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:26.854463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-57382eea-348b-4d21-8382-d331074b8054 admin admin] Deleting subnet 6c35033f-0ec8-454d-85ff-4a3c0f6c44df {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:26.862255 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-642d73ff-2d84-4cd4-810c-65540d82519b req-dd5aaa85-3d2f-4c72-af80-b9496f8110f3 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800862 Jul 22 16:51:26.863470 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57382eea-348b-4d21-8382-d331074b8054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:26.904124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57382eea-348b-4d21-8382-d331074b8054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.006769 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57382eea-348b-4d21-8382-d331074b8054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.070350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57382eea-348b-4d21-8382-d331074b8054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.084818 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57382eea-348b-4d21-8382-d331074b8054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.089428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-57382eea-348b-4d21-8382-d331074b8054 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6c35033f-0ec8-454d-85ff-4a3c0f6c44df HTTP/1.1" status: 204 len: 168 time: 0.2969065 Jul 22 16:51:27.089911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:27.091584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a11f7ae-bbbd-47f1-b468-c1fcade853c1 None None] Network 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:27.108371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57382eea-348b-4d21-8382-d331074b8054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c35033f-0ec8-454d-85ff-4a3c0f6c44df,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:27.180384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.242205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Deleting port 8fef3c18-d983-4b04-b3af-8a08aec609d5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:27.242760 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.318718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] For port 8fef3c18-d983-4b04-b3af-8a08aec609d5, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8fef3c18-d983-4b04-b3af-8a08aec609d5,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:27.319322 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.333200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Calling delete_port for 8fef3c18-d983-4b04-b3af-8a08aec609d5 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:27.362307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80be729-7edb-4998-aea8-cb2ad9de9e98 None None] DHCP port deletion for 700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:51:27.412907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d80be729-7edb-4998-aea8-cb2ad9de9e98 None None] Deleting port 8fef3c18-d983-4b04-b3af-8a08aec609d5 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:27.413540 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d80be729-7edb-4998-aea8-cb2ad9de9e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.477823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.514572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fef3c18-d983-4b04-b3af-8a08aec609d5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:27.519864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] No DVR routers for this DVR port 8fef3c18-d983-4b04-b3af-8a08aec609d5 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:27.558062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d80be729-7edb-4998-aea8-cb2ad9de9e98 None None] For port 8fef3c18-d983-4b04-b3af-8a08aec609d5, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8fef3c18-d983-4b04-b3af-8a08aec609d5,segment=NetworkSegment(5214df83-ae6b-4c33-94ba-c499a3bd9365),segment_id=5214df83-ae6b-4c33-94ba-c499a3bd9365)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:27.558873 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d80be729-7edb-4998-aea8-cb2ad9de9e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.602992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d80be729-7edb-4998-aea8-cb2ad9de9e98 None None] Calling delete_port for 8fef3c18-d983-4b04-b3af-8a08aec609d5 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:27.668830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8fef3c18-d983-4b04-b3af-8a08aec609d5 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:27.690340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:27.696180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 8fef3c18-d983-4b04-b3af-8a08aec609d5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:27.696813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8fef3c18-d983-4b04-b3af-8a08aec609d5 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:27.708383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.754974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700c3e0f-59ea-4f1a-bb36-175cfc9a78f1']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:27.771830 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d80be729-7edb-4998-aea8-cb2ad9de9e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.788466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5214df83-ae6b-4c33-94ba-c499a3bd9365') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:27.788772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5214df83-ae6b-4c33-94ba-c499a3bd9365') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:27.816772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.833624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80be729-7edb-4998-aea8-cb2ad9de9e98 None None] Pushing event deleted for resources: {'Port': ['ID=8fef3c18-d983-4b04-b3af-8a08aec609d5,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:27.837055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80be729-7edb-4998-aea8-cb2ad9de9e98 None None] No DVR routers for this DVR port 8fef3c18-d983-4b04-b3af-8a08aec609d5 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:27.858652 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.876290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ef57c-b1be-44a4-b912-be156c995916 req-16cba81d-b8cd-44cc-9714-63137c483098 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:27.877861 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-803ef57c-b1be-44a4-b912-be156c995916 req-16cba81d-b8cd-44cc-9714-63137c483098 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 943 time: 0.2613552 Jul 22 16:51:27.879058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:27.879475 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:27.881438 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:27.890393 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-872ac5d0-4437-4e61-8583-3ca72e177d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.974826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:27.988565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-803ef57c-b1be-44a4-b912-be156c995916 req-203265e1-dc70-4fda-809b-bda067024ece tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964191 Jul 22 16:51:27.993552 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.001996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] 10.222.0.53 "DELETE /v2.0/networks/700c3e0f-59ea-4f1a-bb36-175cfc9a78f1 HTTP/1.1" status: 204 len: 168 time: 0.9080050 Jul 22 16:51:28.016281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe7b2-4339-45be-a7c2-ad360e677c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=700c3e0f-59ea-4f1a-bb36-175cfc9a78f1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:28.141852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-872ac5d0-4437-4e61-8583-3ca72e177d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.151677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-872ac5d0-4437-4e61-8583-3ca72e177d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.174626 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:28.200290 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2ac0c553-2004-4635-b739-cd91b47ebcdf no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:28.218182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6518b7-7f70-476a-9c83-4d11a525b551 req-a80914bd-e23f-4841-a42d-5c1e3c7b848a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:28.220185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa6518b7-7f70-476a-9c83-4d11a525b551 req-a80914bd-e23f-4841-a42d-5c1e3c7b848a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1663799 Jul 22 16:51:28.227460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ac5d0-4437-4e61-8583-3ca72e177d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e20a2e-218c-4d35-a40f-cbcb2a3e3e79,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:28.233184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 2ac0c553-2004-4635-b739-cd91b47ebcdf {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:28.233736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2ac0c553-2004-4635-b739-cd91b47ebcdf not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:28.241656 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-872ac5d0-4437-4e61-8583-3ca72e177d9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a03e5576eedb425fb3ce1da0b37ae96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455816 Jul 22 16:51:28.241656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32974) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:28.316435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fa6b3cf5-dfa4-450a-be0b-cd4b33732311 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8509f5ebc9534f318be5ef62c41bf0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378996 Jul 22 16:51:28.316842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32976) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:28.329831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa6518b7-7f70-476a-9c83-4d11a525b551 req-e3f20980-ff6f-4b8c-af5b-d39000df8f32 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980797 Jul 22 16:51:28.341446 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67f60796-4a7b-41e2-81c9-bca7a59468cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.373788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67f60796-4a7b-41e2-81c9-bca7a59468cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.374821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e61057c-91cc-4775-9459-ad28eabbbb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.396754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e61057c-91cc-4775-9459-ad28eabbbb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.424125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67f60796-4a7b-41e2-81c9-bca7a59468cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.427443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67f60796-4a7b-41e2-81c9-bca7a59468cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.432516 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-67f60796-4a7b-41e2-81c9-bca7a59468cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52e20a2e-218c-4d35-a40f-cbcb2a3e3e79 HTTP/1.1" status: 204 len: 168 time: 0.1904771 Jul 22 16:51:28.441258 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f60796-4a7b-41e2-81c9-bca7a59468cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e20a2e-218c-4d35-a40f-cbcb2a3e3e79,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:28.455171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e61057c-91cc-4775-9459-ad28eabbbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.458960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e61057c-91cc-4775-9459-ad28eabbbb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:28.467062 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8e61057c-91cc-4775-9459-ad28eabbbb87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/520607e7-3b69-49c3-875a-f2413e0d6b8c HTTP/1.1" status: 204 len: 168 time: 0.1422551 Jul 22 16:51:28.475705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61057c-91cc-4775-9459-ad28eabbbb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520607e7-3b69-49c3-875a-f2413e0d6b8c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:29.267514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629a787-875d-4bb8-9c2c-5675222d7533 req-6d793088-07d3-4ed9-a382-82cf1a790f34 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:29.281757 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a629a787-875d-4bb8-9c2c-5675222d7533 req-6d793088-07d3-4ed9-a382-82cf1a790f34 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 943 time: 0.1402102 Jul 22 16:51:29.353305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a629a787-875d-4bb8-9c2c-5675222d7533 req-e9c020ea-e379-4aec-a9ef-cfce1b774e57 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704024 Jul 22 16:51:29.438317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33028) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:29.638168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8020a55-b833-4f9f-bbc5-bb8ec667215b req-174ffa87-f350-4495-bfee-e93566bb4aca tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:29.646321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8020a55-b833-4f9f-bbc5-bb8ec667215b req-174ffa87-f350-4495-bfee-e93566bb4aca tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1694126 Jul 22 16:51:29.711590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8020a55-b833-4f9f-bbc5-bb8ec667215b req-a21cf04d-8b5f-45c2-9d22-f2d0cbf1d153 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8da276d-0abc-4ea3-bed6-f3fbff783520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575144 Jul 22 16:51:29.736868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-512191965-network', 'tenant_id': '53f67f6e53be41f9b013c2ddd89253cb'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:29.772234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Made reservation on behalf of 53f67f6e53be41f9b013c2ddd89253cb for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:29.774702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.787907 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.908744 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.914281 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.953974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:51:29.963261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b47d24-5dd4-42fa-a3b8-c42705b33122,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:29.971668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:29.972794 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Added segment 3113676f-2dbe-45e4-a4b9-5e3331bcae5a of type vlan for network fa7eb843-cc3e-47cd-8eb7-4737154fb36a Jul 22 16:51:30.045472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.093208 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.094329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.095013 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.124354 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6845613 Jul 22 16:51:30.127126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33050) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:30.133079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Request body: {'subnet': {'network_id': 'fa7eb843-cc3e-47cd-8eb7-4737154fb36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-512191965-subnet', 'tenant_id': '53f67f6e53be41f9b013c2ddd89253cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:30.173431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-ac33cee2-ced4-4ef7-8bfb-b2a1afd631f5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.175768 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-ac33cee2-ced4-4ef7-8bfb-b2a1afd631f5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 945 time: 0.1045759 Jul 22 16:51:30.189621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f64e1-5529-428c-a4f8-68356871b277 admin admin] Pushing event updated for resources: {'Network': ['ID=fa7eb843-cc3e-47cd-8eb7-4737154fb36a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:30.197607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Made reservation on behalf of 53f67f6e53be41f9b013c2ddd89253cb for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:30.200222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.201885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network fa7eb843-cc3e-47cd-8eb7-4737154fb36a details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:51:30.421427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Deleting port 5af017e4-92ed-4975-a3ba-644e7740a069 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:30.422420 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.512630 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.606836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] For port 5af017e4-92ed-4975-a3ba-644e7740a069, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5af017e4-92ed-4975-a3ba-644e7740a069,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:30.607800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.681035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=762f8955-d0ba-4ae9-b9af-fa5f5dacb4b6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:30.689265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Checking segment: {'id': '3113676f-2dbe-45e4-a4b9-5e3331bcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa7eb843-cc3e-47cd-8eb7-4737154fb36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:30.689627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Network hostable DHCP agents. Network: fa7eb843-cc3e-47cd-8eb7-4737154fb36a, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:51:30.737579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5bab5-474e-41a1-a448-c68f824240ec req-2b5118f2-23c2-4892-9708-462746880268 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.740346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57e5bab5-474e-41a1-a448-c68f824240ec req-2b5118f2-23c2-4892-9708-462746880268 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 943 time: 0.1544433 Jul 22 16:51:30.741448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Network fa7eb843-cc3e-47cd-8eb7-4737154fb36a is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:51:30.788152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, fa7eb843-cc3e-47cd-8eb7-4737154fb36a) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:30.795495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:30.796235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:30.816625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fbb882-cb8f-40d5-9121-e143a061c060 None None] Network fa7eb843-cc3e-47cd-8eb7-4737154fb36a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:30.854248 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bc31c5ed-5322-4d16-84eb-c5f06c433d9e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7259326 Jul 22 16:51:30.881470 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57e5bab5-474e-41a1-a448-c68f824240ec req-9d49f5ab-31fa-44af-8e28-fb9144ce50e9 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220875 Jul 22 16:51:31.032601 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.033374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.034000 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Floating IP bb325b03-04c1-4537-8229-dcb81f1f395d disassociated. External IP: 172.25.3.218, port: 5af017e4-92ed-4975-a3ba-644e7740a069. Jul 22 16:51:31.034747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Calling delete_port for 5af017e4-92ed-4975-a3ba-644e7740a069 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:31.176323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a468e1c-b4ee-4d23-8fb8-181345ea0aa7 None None] Network fa7eb843-cc3e-47cd-8eb7-4737154fb36a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:31.259459 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.298891 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2b787bb6-7d0f-4109-8596-a4aad819c344 req-3e6f81d9-8d9f-4940-8c05-5db2d35ce2a7 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 210 time: 0.1332119 Jul 22 16:51:31.340148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event deleted for resources: {'Port': ['ID=5af017e4-92ed-4975-a3ba-644e7740a069,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:31.466478 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:51:31.570423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:31.605697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:31.693972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-97c760c4-c165-4005-b13b-451a3ce017d5 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:31.701043 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-97c760c4-c165-4005-b13b-451a3ce017d5 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/networks?id=fa7eb843-cc3e-47cd-8eb7-4737154fb36a HTTP/1.1" status: 200 len: 820 time: 0.1574376 Jul 22 16:51:31.721023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-5c591743-9d32-448b-a9fc-fe6e76aa39ff tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/quotas/53f67f6e53be41f9b013c2ddd89253cb HTTP/1.1" status: 200 len: 375 time: 0.0186431 Jul 22 16:51:31.780741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-e3a41266-4dbc-47c2-99d3-9f0adfc982f2 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=53f67f6e53be41f9b013c2ddd89253cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470595 Jul 22 16:51:31.968400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-51a6a8d7-0001-404d-9a77-2f38e70e5807 service neutron] 10.222.0.53 "GET /v2.0/networks/fa7eb843-cc3e-47cd-8eb7-4737154fb36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806371 Jul 22 16:51:32.146996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-a6e4dce8-34c2-4044-b79e-4f88bf98d7c4 service neutron] 10.222.0.53 "GET /v2.0/networks/fa7eb843-cc3e-47cd-8eb7-4737154fb36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708062 Jul 22 16:51:32.262538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:32.278735 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd57859d-848d-4997-9006-f497f3def810 None None] Sync routers for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:32.289594 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57859d-848d-4997-9006-f497f3def810 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:32.290383 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cd57859d-848d-4997-9006-f497f3def810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:32.317757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a23a1b-d598-44e6-9f5b-dbe589732201 req-b9497fe3-6582-4d34-8278-f67e147a234a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:32.320485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34a23a1b-d598-44e6-9f5b-dbe589732201 req-b9497fe3-6582-4d34-8278-f67e147a234a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 943 time: 0.1390860 Jul 22 16:51:32.342683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 380a364f-29c8-4563-9093-3c0bea7d253e details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:51:32.371914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] No DVR routers for this DVR port 5af017e4-92ed-4975-a3ba-644e7740a069 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:32.376850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.379960 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0004c7bc-c909-490d-a09b-c33a2b7860b9 req-d9551f7e-7d42-42af-ac55-7a7acf4f0c8c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "DELETE /v2.0/ports/5af017e4-92ed-4975-a3ba-644e7740a069 HTTP/1.1" status: 204 len: 173 time: 2.1987836 Jul 22 16:51:32.381798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'name': 'network-vif-deleted', 'tag': '5af017e4-92ed-4975-a3ba-644e7740a069'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:32.386108 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c0df1c-c09e-41fc-8bff-5a27d07b12e9" -d '{"events": [{"server_uuid": "2579d8eb-1bae-4edb-bde8-2ed7cb527e4a", "name": "network-vif-deleted", "tag": "5af017e4-92ed-4975-a3ba-644e7740a069"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:32.486765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34a23a1b-d598-44e6-9f5b-dbe589732201 req-86f17f1a-edff-46fe-81d3-734d12952ff8 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165214 Jul 22 16:51:32.501476 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7084117-48f7-4103-86cf-82b78a9b7137 req-48022697-ee3c-4e74-9c41-3a6bff5b22a0 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 210 time: 0.0944102 Jul 22 16:51:32.590200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 380a364f-29c8-4563-9093-3c0bea7d253e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=380a364f-29c8-4563-9093-3c0bea7d253e,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:32.635444 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4df596-4f5b-4f41-9b4f-0a7cedf7c67b x-openstack-request-id: req-0a4df596-4f5b-4f41-9b4f-0a7cedf7c67b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:32.635808 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2579d8eb-1bae-4edb-bde8-2ed7cb527e4a", "name": "network-vif-deleted", "tag": "5af017e4-92ed-4975-a3ba-644e7740a069", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:32.635998 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a4df596-4f5b-4f41-9b4f-0a7cedf7c67b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:32.636840 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2579d8eb-1bae-4edb-bde8-2ed7cb527e4a', 'name': 'network-vif-deleted', 'tag': '5af017e4-92ed-4975-a3ba-644e7740a069', 'status': 'completed', 'code': 200} Jul 22 16:51:32.647362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '380a364f-29c8-4563-9093-3c0bea7d253e', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:51:32.694972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-006c209c-df75-4181-b015-324e9f4c6599 req-722c0f09-37e5-4b52-ae91-53d747eb0b64 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2579d8eb-1bae-4edb-bde8-2ed7cb527e4a HTTP/1.1" status: 200 len: 210 time: 0.0927854 Jul 22 16:51:32.699597 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.715415 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380a364f-29c8-4563-9093-3c0bea7d253e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:32.781122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 380a364f-29c8-4563-9093-3c0bea7d253e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=380a364f-29c8-4563-9093-3c0bea7d253e,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:32.788622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:32.859498 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-cd57859d-848d-4997-9006-f497f3def810 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:32.931357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=380a364f-29c8-4563-9093-3c0bea7d253e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:33.284783 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cd57859d-848d-4997-9006-f497f3def810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:33.297189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417f5eb-4ee4-46c6-b84d-86bd840288d4 req-c0c2a196-afb8-4dd6-af5e-35367b1f220e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.298915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4417f5eb-4ee4-46c6-b84d-86bd840288d4 req-c0c2a196-afb8-4dd6-af5e-35367b1f220e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1206803 Jul 22 16:51:33.299392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['380a364f-29c8-4563-9093-3c0bea7d253e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:33.325442 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd57859d-848d-4997-9006-f497f3def810 None None] Checking router: 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:51:33.341412 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57859d-848d-4997-9006-f497f3def810 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:33.342313 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cd57859d-848d-4997-9006-f497f3def810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:33.386979 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4417f5eb-4ee4-46c6-b84d-86bd840288d4 req-b8e2fd84-348c-406a-93d0-51f3be58b3ff tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778155 Jul 22 16:51:33.562583 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-6b6ef26d-e78e-4039-8212-6371369687e3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1528540 Jul 22 16:51:33.724360 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-cd57859d-848d-4997-9006-f497f3def810 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:33.837892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cd174-ee09-483b-a1bf-7580de2c4a1a req-40400745-af8a-49ef-ad2d-f88a822a966e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.840831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4876aba6-fbfb-4cfd-9919-d062f9acca82 req-c061df75-1c0a-4278-8c26-d126d0a8e32a tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 210 time: 0.0649581 Jul 22 16:51:33.854059 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c50cd174-ee09-483b-a1bf-7580de2c4a1a req-40400745-af8a-49ef-ad2d-f88a822a966e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 944 time: 0.1648538 Jul 22 16:51:33.898206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-7e0dae12-71ef-4c6d-ab9c-5f0691292c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:33.910157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-7e0dae12-71ef-4c6d-ab9c-5f0691292c89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f262c56a6e3442e6a1eb52e84300358d&device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 1098 time: 0.2169294 Jul 22 16:51:33.980680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:33.989168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c50cd174-ee09-483b-a1bf-7580de2c4a1a req-205136d9-d546-4e19-a4b7-28e40748b6b1 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329365 Jul 22 16:51:34.096000 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cd57859d-848d-4997-9006-f497f3def810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:34.140299 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd57859d-848d-4997-9006-f497f3def810 None None] The sync data for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 is: [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:34.164131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-cbee7870-bbc7-4215-a745-a218ec7a45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.171315 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-cbee7870-bbc7-4215-a745-a218ec7a45cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 200 len: 918 time: 0.2181447 Jul 22 16:51:34.235628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 5af017e4-92ed-4975-a3ba-644e7740a069 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:34.282297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7224f9e4-834b-4abe-97ca-c056d549c5e6 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.283896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-af4c52da-128a-44f1-8ca6-7c8c4fd39763 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 200 len: 1001 time: 0.1000016 Jul 22 16:51:34.295226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 5af017e4-92ed-4975-a3ba-644e7740a069 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:34.296090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 5af017e4-92ed-4975-a3ba-644e7740a069 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:34.333689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-424cbb93-ed31-467e-b833-4e69002c59aa tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.336918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-424cbb93-ed31-467e-b833-4e69002c59aa tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.20 "GET /v2.0/networks?id=fa7eb843-cc3e-47cd-8eb7-4737154fb36a HTTP/1.1" status: 200 len: 820 time: 0.2410004 Jul 22 16:51:34.357167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Request body: {'port': {'device_id': 'ce05dcc0-35f5-4f98-8fb1-3c08421842c9', 'network_id': 'fa7eb843-cc3e-47cd-8eb7-4737154fb36a', 'admin_state_up': True, 'tenant_id': '53f67f6e53be41f9b013c2ddd89253cb'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:34.380386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-4b8df7f4-3e6e-4c54-b672-bb12c8ddcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.383261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-4b8df7f4-3e6e-4c54-b672-bb12c8ddcb87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 200 len: 856 time: 0.0792103 Jul 22 16:51:34.400653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7224f9e4-834b-4abe-97ca-c056d549c5e6 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.480526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-7be22fb9-4d9b-4600-8f6e-3a7e06abfae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.482287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-7be22fb9-4d9b-4600-8f6e-3a7e06abfae6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861211 Jul 22 16:51:34.548926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Made reservation on behalf of 53f67f6e53be41f9b013c2ddd89253cb for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:34.557264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.576435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7224f9e4-834b-4abe-97ca-c056d549c5e6 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.583574 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7224f9e4-834b-4abe-97ca-c056d549c5e6 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:34.587672 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7224f9e4-834b-4abe-97ca-c056d549c5e6 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "DELETE /v2.0/security-groups/a8da276d-0abc-4ea3-bed6-f3fbff783520 HTTP/1.1" status: 204 len: 168 time: 0.5972526 Jul 22 16:51:34.609851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:34.631887 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-6e7187d7-b885-4769-9e33-365396299f4a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] show failed (client error): The resource could not be found. Jul 22 16:51:34.635334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6e7187d7-b885-4769-9e33-365396299f4a tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups/a8da276d-0abc-4ea3-bed6-f3fbff783520 HTTP/1.1" status: 404 len: 347 time: 0.0220377 Jul 22 16:51:34.640595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33284) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:34.647138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224f9e4-834b-4abe-97ca-c056d549c5e6 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8da276d-0abc-4ea3-bed6-f3fbff783520,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:34.657413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2b5c72-f982-4220-844b-8556312d3f70 None None] New status for floating IP bb325b03-04c1-4537-8229-dcb81f1f395d: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:51:34.697459 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-9a1f8b75-9951-452f-9bbc-605c77ac72b6 service neutron] 10.222.0.65 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950779 Jul 22 16:51:34.747763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e9c35-3481-4c6f-84a0-25dd7e3b399c req-52acda31-4baf-4d99-84ec-7c06bac920e2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:34.771304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c2e9c35-3481-4c6f-84a0-25dd7e3b399c req-52acda31-4baf-4d99-84ec-7c06bac920e2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.2144058 Jul 22 16:51:34.859911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33288) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:34.906146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Allocated IP 172.20.0.9 (fa7eb843-cc3e-47cd-8eb7-4737154fb36a/762f8955-d0ba-4ae9-b9af-fa5f5dacb4b6/cb25c6ac-3945-45a6-812d-9c1cdbe24034) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:34.924596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c2e9c35-3481-4c6f-84a0-25dd7e3b399c req-8f66db9b-2b19-4bac-834e-d2629eadc03f tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517549 Jul 22 16:51:34.985893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b5f8e-9995-4451-8c53-8b9693252f21 req-cfd8ee01-1509-4088-a2f9-ab9beac658f2 service neutron] 10.222.0.65 "GET /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713804 Jul 22 16:51:34.996936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Deleting port 236eb8b1-cfe9-4fbd-bef4-7b13e185dcf1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:34.997262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.030666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e479887a-b011-4092-8438-f9a008fcc6f2 req-5f090338-47f5-467a-8973-54f4ab7122bb tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 210 time: 0.0526731 Jul 22 16:51:35.137446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f044-14cf-4da6-9f9e-89ebac2f13c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.178150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.178485 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.201657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Calling delete_port for 236eb8b1-cfe9-4fbd-bef4-7b13e185dcf1 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:35.227182 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.250573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137158e2-49c8-4461-89be-40b974807659 req-5dd92dd1-1afa-4819-b365-75662c049160 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:35.251760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-137158e2-49c8-4461-89be-40b974807659 req-5dd92dd1-1afa-4819-b365-75662c049160 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 944 time: 0.1252866 Jul 22 16:51:35.314575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-137158e2-49c8-4461-89be-40b974807659 req-d116ef70-0a84-480d-9955-6ffb74f1082b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542989 Jul 22 16:51:35.336709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f044-14cf-4da6-9f9e-89ebac2f13c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.341316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc9f044-14cf-4da6-9f9e-89ebac2f13c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.346830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.408250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3bc9f044-14cf-4da6-9f9e-89ebac2f13c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d6d05c82a7a4d738736451e0210a3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477583 Jul 22 16:51:35.412667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33296) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:35.422171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9f044-14cf-4da6-9f9e-89ebac2f13c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2927e29-e62c-4ea7-bca4-e8903393209b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:35.424441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Network fa7eb843-cc3e-47cd-8eb7-4737154fb36a is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:35.435015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:35.441886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:35.447480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Pushing event updated for resources: {'Port': ['ID=cb25c6ac-3945-45a6-812d-9c1cdbe24034,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:35.487004 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31510e3d-8922-4225-9c2e-b54b2af987ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.504414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.521273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31510e3d-8922-4225-9c2e-b54b2af987ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.528746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:35.529451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.561927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event deleted for resources: {'Port': ['ID=236eb8b1-cfe9-4fbd-bef4-7b13e185dcf1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:35.586580 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.601782 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31510e3d-8922-4225-9c2e-b54b2af987ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.605157 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-31510e3d-8922-4225-9c2e-b54b2af987ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.608173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-31510e3d-8922-4225-9c2e-b54b2af987ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2927e29-e62c-4ea7-bca4-e8903393209b HTTP/1.1" status: 204 len: 168 time: 0.1933088 Jul 22 16:51:35.608464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-05648547-0d5e-46cf-8873-50b4645c319d tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2560427 Jul 22 16:51:35.638043 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Request body: {'port': {'device_id': 'ce05dcc0-35f5-4f98-8fb1-3c08421842c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:35.638650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31510e3d-8922-4225-9c2e-b54b2af987ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2927e29-e62c-4ea7-bca4-e8903393209b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:35.692754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.695641 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:35.696854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f2e16230-4022-4845-afff-d0c45a17a570 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "DELETE /v2.0/floatingips/bb325b03-04c1-4537-8229-dcb81f1f395d HTTP/1.1" status: 204 len: 168 time: 1.0529306 Jul 22 16:51:35.763029 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.165096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0439efc-9dc4-4d29-8e13-7b3e0a3ab6ab req-32ca8dff-6dbe-40a2-a319-31974b4323f4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:36.172448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c0439efc-9dc4-4d29-8e13-7b3e0a3ab6ab req-32ca8dff-6dbe-40a2-a319-31974b4323f4 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1475573 Jul 22 16:51:36.202541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d5780-02e6-499c-9307-48f0a461cda5 req-9c116df1-b30b-48fb-bbf2-4bcafdc28ec9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:36.204436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb25c6ac-3945-45a6-812d-9c1cdbe24034 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:36.205124 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-058d5780-02e6-499c-9307-48f0a461cda5 req-9c116df1-b30b-48fb-bbf2-4bcafdc28ec9 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.65 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 947 time: 0.1333799 Jul 22 16:51:36.229562 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.240135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c0439efc-9dc4-4d29-8e13-7b3e0a3ab6ab req-d9208f93-6b55-4e84-a080-325bfb07bc08 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/security-groups?id=b38e5241-a38e-40cd-a796-c76ae5569804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666413 Jul 22 16:51:36.275687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Transition to ACTIVE for port object cb25c6ac-3945-45a6-812d-9c1cdbe24034 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:36.281271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.301050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33316) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:36.308388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-da7f7cea-6af0-4bee-ad77-6ac6ef0a5d59 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093742129', 'description': 'tempest-description--1291471716'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:36.344840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb25c6ac-3945-45a6-812d-9c1cdbe24034,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:36.381482 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da7f7cea-6af0-4bee-ad77-6ac6ef0a5d59 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.418014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 380a364f-29c8-4563-9093-3c0bea7d253e up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:36.439111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Attempting to bind port cb25c6ac-3945-45a6-812d-9c1cdbe24034 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:36.439502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Attempting to bind port cb25c6ac-3945-45a6-812d-9c1cdbe24034 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '3113676f-2dbe-45e4-a4b9-5e3331bcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa7eb843-cc3e-47cd-8eb7-4737154fb36a'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:36.439986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Attempting to bind port cb25c6ac-3945-45a6-812d-9c1cdbe24034 on network fa7eb843-cc3e-47cd-8eb7-4737154fb36a {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:36.448069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Port cb25c6ac-3945-45a6-812d-9c1cdbe24034 on network fa7eb843-cc3e-47cd-8eb7-4737154fb36a not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:51:36.448069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Attempting to bind port cb25c6ac-3945-45a6-812d-9c1cdbe24034 on network fa7eb843-cc3e-47cd-8eb7-4737154fb36a {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:36.453805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:36.454434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Checking segment: {'id': '3113676f-2dbe-45e4-a4b9-5e3331bcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa7eb843-cc3e-47cd-8eb7-4737154fb36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:36.455132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Bound using segment: {'id': '3113676f-2dbe-45e4-a4b9-5e3331bcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa7eb843-cc3e-47cd-8eb7-4737154fb36a'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:36.455681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Bound port: cb25c6ac-3945-45a6-812d-9c1cdbe24034, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3113676f-2dbe-45e4-a4b9-5e3331bcae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'fa7eb843-cc3e-47cd-8eb7-4737154fb36a'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:36.456620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.502835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 380a364f-29c8-4563-9093-3c0bea7d253e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:36.507162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-058d5780-02e6-499c-9307-48f0a461cda5 req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Deleting port 2c3df892-cd93-4853-8bd1-02ad9a29697f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:36.507700 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-058d5780-02e6-499c-9307-48f0a461cda5 req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.510195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 380a364f-29c8-4563-9093-3c0bea7d253e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:36.511293 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.557210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8f33c-71cd-4424-bb59-b7b6434d3f60 req-d54a4dbc-5ffc-4622-adcd-e6a396e2babe tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:36.564084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fe8f33c-71cd-4424-bb59-b7b6434d3f60 req-d54a4dbc-5ffc-4622-adcd-e6a396e2babe tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 943 time: 0.2040646 Jul 22 16:51:36.609357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] For port cb25c6ac-3945-45a6-812d-9c1cdbe24034, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:36.626397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] For port cb25c6ac-3945-45a6-812d-9c1cdbe24034, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cb25c6ac-3945-45a6-812d-9c1cdbe24034,segment=NetworkSegment(3113676f-2dbe-45e4-a4b9-5e3331bcae5a),segment_id=3113676f-2dbe-45e4-a4b9-5e3331bcae5a)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:36.630418 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.642804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e5630-a304-4301-b61c-5ce5d9a59a7f req-77e9e8f2-4a3c-4b01-ae41-5076a2f87860 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:36.645695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-161e5630-a304-4301-b61c-5ce5d9a59a7f req-77e9e8f2-4a3c-4b01-ae41-5076a2f87860 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 944 time: 0.1603889 Jul 22 16:51:36.646717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.671575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 380a364f-29c8-4563-9093-3c0bea7d253e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=380a364f-29c8-4563-9093-3c0bea7d253e,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:36.673174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:36.677332 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7206959-99c1-4b5d-8367-ff8abd347c31" -d '{"events": [{"server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "name": "network-vif-plugged", "status": "completed", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:36.681522 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.705494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:36.706344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:36.708358 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] 10.222.0.20 "PUT /v2.0/ports/cb25c6ac-3945-45a6-812d-9c1cdbe24034 HTTP/1.1" status: 200 len: 1092 time: 1.0775561 Jul 22 16:51:36.713112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce05dcc0-35f5-4f98-8fb1-3c08421842c9', 'tag': 'cb25c6ac-3945-45a6-812d-9c1cdbe24034'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:36.715638 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580cea81-e59a-4dfd-a85f-04f09512f587" -d '{"events": [{"name": "network-changed", "server_uuid": "ce05dcc0-35f5-4f98-8fb1-3c08421842c9", "tag": "cb25c6ac-3945-45a6-812d-9c1cdbe24034"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:36.752898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=380a364f-29c8-4563-9093-3c0bea7d253e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:36.757924 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06b0d1-012f-4853-a416-ce5aca770ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb25c6ac-3945-45a6-812d-9c1cdbe24034,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:36.763254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-161e5630-a304-4301-b61c-5ce5d9a59a7f req-2e3851dc-4d8d-4cba-aca0-35fb32e5093c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078532 Jul 22 16:51:36.830552 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d97e4-d316-4a92-aead-022c8774c545 x-openstack-request-id: req-3d0d97e4-d316-4a92-aead-022c8774c545 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:36.830856 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "name": "network-vif-plugged", "status": "completed", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:36.831669 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d0d97e4-d316-4a92-aead-022c8774c545 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:36.832250 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e', 'code': 200} Jul 22 16:51:36.840635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-853bb983-137c-4d4f-b64e-4f9884c716fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:36.842206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-853bb983-137c-4d4f-b64e-4f9884c716fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53f67f6e53be41f9b013c2ddd89253cb&device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 1095 time: 0.0775807 Jul 22 16:51:36.903482 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613ba8c0-5f58-487c-8b1f-c866e3819cb8 x-openstack-request-id: req-613ba8c0-5f58-487c-8b1f-c866e3819cb8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:36.903796 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce05dcc0-35f5-4f98-8fb1-3c08421842c9", "tag": "cb25c6ac-3945-45a6-812d-9c1cdbe24034", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:36.904024 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-613ba8c0-5f58-487c-8b1f-c866e3819cb8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:36.904437 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce05dcc0-35f5-4f98-8fb1-3c08421842c9', 'tag': 'cb25c6ac-3945-45a6-812d-9c1cdbe24034', 'status': 'completed', 'code': 200} Jul 22 16:51:36.906072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-a913a0e9-64c4-45b1-bdc8-19efb7c16c5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb25c6ac-3945-45a6-812d-9c1cdbe24034 HTTP/1.1" status: 200 len: 217 time: 0.0497525 Jul 22 16:51:37.007089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-e9fd682e-4ef6-4149-9780-91d64920eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.008596 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-e9fd682e-4ef6-4149-9780-91d64920eaac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=762f8955-d0ba-4ae9-b9af-fa5f5dacb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0967624 Jul 22 16:51:37.015768 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da7f7cea-6af0-4bee-ad77-6ac6ef0a5d59 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.021856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fe8f33c-71cd-4424-bb59-b7b6434d3f60 req-371166a6-0095-4324-ab79-ab1081bb7f9e tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569325 Jul 22 16:51:37.024832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da7f7cea-6af0-4bee-ad77-6ac6ef0a5d59 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.053971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-a8dfdf1a-51df-45fb-807b-3445084ee1a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa7eb843-cc3e-47cd-8eb7-4737154fb36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380890 Jul 22 16:51:37.078745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f7cea-6af0-4bee-ad77-6ac6ef0a5d59 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ec9bfa-e995-4230-bf1d-672920c3aa8e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:37.083737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-058d5780-02e6-499c-9307-48f0a461cda5 req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] For port 2c3df892-cd93-4853-8bd1-02ad9a29697f, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=2c3df892-cd93-4853-8bd1-02ad9a29697f,segment=NetworkSegment(ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073),segment_id=ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:37.084079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-058d5780-02e6-499c-9307-48f0a461cda5 req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.087134 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-da7f7cea-6af0-4bee-ad77-6ac6ef0a5d59 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.088160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688097e-6f7b-4c23-9e41-c0c103ee659a req-ea0a53aa-952c-4c8c-8cc1-b2a4993593f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.088352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-da7f7cea-6af0-4bee-ad77-6ac6ef0a5d59 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7843165 Jul 22 16:51:37.089698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1688097e-6f7b-4c23-9e41-c0c103ee659a req-ea0a53aa-952c-4c8c-8cc1-b2a4993593f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 1097 time: 0.1251836 Jul 22 16:51:37.091784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33348) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:37.101122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-058d5780-02e6-499c-9307-48f0a461cda5 req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Calling delete_port for 2c3df892-cd93-4853-8bd1-02ad9a29697f owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:37.105217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-65ae2447-398a-4d0e-9529-6b330876b1df tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'security_group_rule': {'security_group_id': '38ec9bfa-e995-4230-bf1d-672920c3aa8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:37.212537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65ae2447-398a-4d0e-9529-6b330876b1df tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.217935 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1688097e-6f7b-4c23-9e41-c0c103ee659a req-3a503f40-5ba8-4c17-bac1-83fba99df9fa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035607 Jul 22 16:51:37.251571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-27e01320-4ce5-4fa6-a5e6-b6616f33248c service neutron] 10.222.0.20 "GET /v2.0/networks/fa7eb843-cc3e-47cd-8eb7-4737154fb36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892159 Jul 22 16:51:37.254154 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-058d5780-02e6-499c-9307-48f0a461cda5 req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.295191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Pushing event deleted for resources: {'Port': ['ID=2c3df892-cd93-4853-8bd1-02ad9a29697f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:37.322669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65ae2447-398a-4d0e-9529-6b330876b1df tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.329689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65ae2447-398a-4d0e-9529-6b330876b1df tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.369769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-058d5780-02e6-499c-9307-48f0a461cda5 req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] No DVR routers for this DVR port 2c3df892-cd93-4853-8bd1-02ad9a29697f on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:37.373466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-058d5780-02e6-499c-9307-48f0a461cda5 req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.375721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-058d5780-02e6-499c-9307-48f0a461cda5 req-efbf9b71-74e0-46db-8775-7e457f778ff2 tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.65 "DELETE /v2.0/ports/2c3df892-cd93-4853-8bd1-02ad9a29697f HTTP/1.1" status: 204 len: 173 time: 1.1550639 Jul 22 16:51:37.376320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-deleted', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:37.380017 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaba871d-6676-48cd-9915-47c62fc1b9ab" -d '{"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-deleted", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:37.423641 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d9e70d-e3bc-4296-b7fa-63099a7165b8 x-openstack-request-id: req-e2d9e70d-e3bc-4296-b7fa-63099a7165b8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:37.424066 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da92e7c-ce98-4cdb-82f6-58772550e221", "name": "network-vif-deleted", "tag": "2c3df892-cd93-4853-8bd1-02ad9a29697f", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:37.424446 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2d9e70d-e3bc-4296-b7fa-63099a7165b8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:37.425670 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da92e7c-ce98-4cdb-82f6-58772550e221', 'name': 'network-vif-deleted', 'tag': '2c3df892-cd93-4853-8bd1-02ad9a29697f', 'status': 'completed', 'code': 200} Jul 22 16:51:37.437566 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e2d8ad1d-6040-4833-b76b-63e5a5df22f1 req-a95325a2-a547-4335-84de-8c71cd58763e tempest-ServersNegativeTestJSON-980347013 tempest-ServersNegativeTestJSON-980347013-project] 10.222.0.53 "GET /v2.0/ports?device_id=4da92e7c-ce98-4cdb-82f6-58772550e221 HTTP/1.1" status: 200 len: 210 time: 0.0616107 Jul 22 16:51:37.438363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae2447-398a-4d0e-9529-6b330876b1df tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9acf0c-cbbd-4548-b4b2-9536f724c52f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:37.444040 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65ae2447-398a-4d0e-9529-6b330876b1df tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.445241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-65ae2447-398a-4d0e-9529-6b330876b1df tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3525183 Jul 22 16:51:37.449329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33376) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:37.455475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-69915994-9075-46c7-a399-a48caff2c47c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'security_group_rule': {'security_group_id': '38ec9bfa-e995-4230-bf1d-672920c3aa8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:37.474766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b845c335-9abe-4ecf-93d4-ddbbf3b4c68b req-d7fc4882-e165-4502-a99e-b4e687061903 service neutron] 10.222.0.20 "GET /v2.0/networks/fa7eb843-cc3e-47cd-8eb7-4737154fb36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010555 Jul 22 16:51:37.487308 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69915994-9075-46c7-a399-a48caff2c47c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.559662 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69915994-9075-46c7-a399-a48caff2c47c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.564845 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69915994-9075-46c7-a399-a48caff2c47c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.589305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69915994-9075-46c7-a399-a48caff2c47c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e3630a-53f0-4830-930f-0ec3f032131e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:37.597527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69915994-9075-46c7-a399-a48caff2c47c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.598401 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-69915994-9075-46c7-a399-a48caff2c47c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475439 Jul 22 16:51:37.602222 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:37.608687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:37.648855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.680818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-7bbf2680-4a19-46b3-9dd3-44908700f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.682406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-7bbf2680-4a19-46b3-9dd3-44908700f8fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53f67f6e53be41f9b013c2ddd89253cb&device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 1095 time: 0.1236451 Jul 22 16:51:37.740252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:37.854916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-3586efc3-78ab-4076-b1de-07f4fe92e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.857376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-3586efc3-78ab-4076-b1de-07f4fe92e1b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fa7eb843-cc3e-47cd-8eb7-4737154fb36a HTTP/1.1" status: 200 len: 921 time: 0.1667106 Jul 22 16:51:37.919136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-c66bea89-9e2d-4aff-8ae2-4c2ce550f439 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb25c6ac-3945-45a6-812d-9c1cdbe24034 HTTP/1.1" status: 200 len: 217 time: 0.0540924 Jul 22 16:51:37.920821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acc39136-7063-4e24-8276-75959d358c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.928843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:37.985820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e3473-1243-4b7b-a4bc-5c55233dc204 req-f450eaad-246c-4952-962d-bdfa086d46fe tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:37.987778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c10e3473-1243-4b7b-a4bc-5c55233dc204 req-f450eaad-246c-4952-962d-bdfa086d46fe tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 945 time: 0.1194181 Jul 22 16:51:38.030419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-8f288e8e-13be-457e-8e2c-4872941cac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:38.032101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-8f288e8e-13be-457e-8e2c-4872941cac03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=762f8955-d0ba-4ae9-b9af-fa5f5dacb4b6 HTTP/1.1" status: 200 len: 860 time: 0.0998785 Jul 22 16:51:38.063566 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c10e3473-1243-4b7b-a4bc-5c55233dc204 req-1e4eacc8-10cc-4e04-9c16-8311236a9536 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690277 Jul 22 16:51:38.106188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-ca77d726-8085-40a9-a778-7a792020fbac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fa7eb843-cc3e-47cd-8eb7-4737154fb36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657372 Jul 22 16:51:38.127017 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acc39136-7063-4e24-8276-75959d358c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.132615 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acc39136-7063-4e24-8276-75959d358c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.178150 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-acc39136-7063-4e24-8276-75959d358c9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0a40487caca4778aadb6a2ba5b7998a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365892 Jul 22 16:51:38.179390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc39136-7063-4e24-8276-75959d358c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40bb97b-0a5a-4983-b508-5985ecb8042f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:38.183138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33390) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:38.193195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Allocated IP 172.25.3.127 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/e1452e9b-caf7-4c78-98e5-b6419e4c5bbf) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:38.258622 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc93ea1-da34-4e21-9bf3-258aaf5f244c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.298504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc93ea1-da34-4e21-9bf3-258aaf5f244c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.333050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-b35d5ef3-b242-4fae-b899-7b1acb76a803 service neutron] 10.222.0.20 "GET /v2.0/networks/fa7eb843-cc3e-47cd-8eb7-4737154fb36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191641 Jul 22 16:51:38.374727 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc93ea1-da34-4e21-9bf3-258aaf5f244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.379945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbc93ea1-da34-4e21-9bf3-258aaf5f244c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.386305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dbc93ea1-da34-4e21-9bf3-258aaf5f244c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a40bb97b-0a5a-4983-b508-5985ecb8042f HTTP/1.1" status: 204 len: 168 time: 0.2016306 Jul 22 16:51:38.397082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbd0a7-faf0-4530-8281-7ad4ca5333a1 req-975335fb-6b18-41d0-980c-2e5aad5a5fd9 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:38.398641 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5cbd0a7-faf0-4530-8281-7ad4ca5333a1 req-975335fb-6b18-41d0-980c-2e5aad5a5fd9 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 943 time: 0.2571194 Jul 22 16:51:38.402863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc93ea1-da34-4e21-9bf3-258aaf5f244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40bb97b-0a5a-4983-b508-5985ecb8042f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:38.419344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:38.457161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 2c3df892-cd93-4853-8bd1-02ad9a29697f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:38.457586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 2c3df892-cd93-4853-8bd1-02ad9a29697f not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:38.513448 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.540178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:38.564698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5cbd0a7-faf0-4530-8281-7ad4ca5333a1 req-b8967075-02ed-404c-bc12-e77d7a05ed3a tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837073 Jul 22 16:51:38.572544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-580cea81-e59a-4dfd-a85f-04f09512f587 req-e9d34979-48dd-4810-bce3-c9b2c63afa8d service neutron] 10.222.0.20 "GET /v2.0/networks/fa7eb843-cc3e-47cd-8eb7-4737154fb36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324309 Jul 22 16:51:38.603550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.605364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-47314086-179a-415e-bdf0-be945d44e3c2 admin admin] Deleting subnet fd4590d5-78bc-4842-a564-086ca90327fc {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:38.610372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47314086-179a-415e-bdf0-be945d44e3c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.682285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:38.685729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:38.689664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:38.700639 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47314086-179a-415e-bdf0-be945d44e3c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.715670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'Port': ['ID=e1452e9b-caf7-4c78-98e5-b6419e4c5bbf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:38.787749 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47314086-179a-415e-bdf0-be945d44e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.829492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.872104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47314086-179a-415e-bdf0-be945d44e3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.883157 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.903551 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-47314086-179a-415e-bdf0-be945d44e3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:38.907114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-47314086-179a-415e-bdf0-be945d44e3c2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fd4590d5-78bc-4842-a564-086ca90327fc HTTP/1.1" status: 204 len: 168 time: 0.3641198 Jul 22 16:51:38.907114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47314086-179a-415e-bdf0-be945d44e3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4590d5-78bc-4842-a564-086ca90327fc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:38.908961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33406) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:38.994637 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.080181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.090559 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.113187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.125742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def068ce-190d-43ba-b3e5-ed3ec81bc691']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:39.137396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:39.137786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4d51a5-dd0a-41e5-85ab-a0d32f2ea073') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:39.153880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.181442 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.195532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'Port': ['ID=e1452e9b-caf7-4c78-98e5-b6419e4c5bbf,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:39.207858 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.230415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:39.230854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:39.235230 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:39.246343 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.256529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-756584e4-56ff-4ed3-a0d6-4fec17e68df9 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6446011 Jul 22 16:51:39.379822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2f653-221a-4f31-814b-f9ae5cd8725f req-02ea92a7-9e70-4097-830d-6f0653965b45 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:39.382144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70b2f653-221a-4f31-814b-f9ae5cd8725f req-02ea92a7-9e70-4097-830d-6f0653965b45 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 945 time: 0.2175381 Jul 22 16:51:39.384321 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.393056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.396487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] 10.222.0.53 "DELETE /v2.0/networks/def068ce-190d-43ba-b3e5-ed3ec81bc691 HTTP/1.1" status: 204 len: 168 time: 0.4858439 Jul 22 16:51:39.429127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4997f0d-69ec-4549-b05c-5872c7eeb34b admin admin] Pushing event deleted for resources: {'Network': ['ID=def068ce-190d-43ba-b3e5-ed3ec81bc691,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:39.478044 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70b2f653-221a-4f31-814b-f9ae5cd8725f req-9f637cb6-4edf-40ed-8581-fe164bf09c4d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787208 Jul 22 16:51:39.580920 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-80feb9a0-cd26-46aa-b5ab-c011f9af3c1f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1093742129&fields=id&tenant_id=ddb3933ba14a40618b45dbf87b676c01 HTTP/1.1" status: 200 len: 267 time: 0.0407546 Jul 22 16:51:39.665174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61571c-8c60-493b-8eb8-2558c488d61e req-c02454bc-69bd-4d7a-a11f-4d2e3620e125 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:39.667352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d61571c-8c60-493b-8eb8-2558c488d61e req-c02454bc-69bd-4d7a-a11f-4d2e3620e125 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 945 time: 0.0834923 Jul 22 16:51:39.710349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:39.717660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d61571c-8c60-493b-8eb8-2558c488d61e req-ec0550d9-c0b1-4b26-bf7d-0ad43ed77083 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380824 Jul 22 16:51:39.744512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-d667607e-6479-4963-82e6-f69e70b929fb tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:39.744512 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-d667607e-6479-4963-82e6-f69e70b929fb tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 810 time: 0.1459124 Jul 22 16:51:39.744895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33448) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:39.779952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-213e31c0-934a-4f03-87e9-ce95a128aca3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/quotas/ddb3933ba14a40618b45dbf87b676c01 HTTP/1.1" status: 200 len: 375 time: 0.0287101 Jul 22 16:51:39.795412 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a8d5f252-6637-4887-a617-9faf044a7251 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f6320182880451399b0e5f0c1a9d7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811119 Jul 22 16:51:39.796007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33450) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:39.895851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33452) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:39.902473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab6bb-da5c-49bc-ba98-8af9cacec02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.922309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bc3c3-50b7-4f61-9cbd-0f10a827d8c4 tempest-TestVolumeBootPattern-726897131 tempest-TestVolumeBootPattern-726897131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:39.927953 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-359bc3c3-50b7-4f61-9cbd-0f10a827d8c4 tempest-TestVolumeBootPattern-726897131 tempest-TestVolumeBootPattern-726897131-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 1092 time: 0.1816990 Jul 22 16:51:39.928556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33456) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:39.931381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-6378645a-4c7f-4079-a418-792cb8405b0f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1493499 Jul 22 16:51:39.934872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:39.949381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bd9f8-e2f3-467e-933c-20f7972ed06d req-77872737-2742-42b9-a64f-8b5c8c5fd267 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:39.951097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-053bd9f8-e2f3-467e-933c-20f7972ed06d req-77872737-2742-42b9-a64f-8b5c8c5fd267 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 943 time: 0.1431470 Jul 22 16:51:39.960807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab6bb-da5c-49bc-ba98-8af9cacec02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:39.990644 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.019318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-053bd9f8-e2f3-467e-933c-20f7972ed06d req-668983d6-8841-4179-8947-a35d66dab045 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561814 Jul 22 16:51:40.079481 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a4014334-054d-48a0-874a-846f834b2f8d service neutron] 10.222.0.53 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321669 Jul 22 16:51:40.095578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab6bb-da5c-49bc-ba98-8af9cacec02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.099056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab6bb-da5c-49bc-ba98-8af9cacec02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.100165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0c8ab6bb-da5c-49bc-ba98-8af9cacec02f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b38e5241-a38e-40cd-a796-c76ae5569804 HTTP/1.1" status: 204 len: 168 time: 0.3020511 Jul 22 16:51:40.105431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-840d5685-aee3-4c48-9bcb-c1b5be100b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.134122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ab6bb-da5c-49bc-ba98-8af9cacec02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38e5241-a38e-40cd-a796-c76ae5569804,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:40.176083 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.211905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-456ec770-e300-4f87-80f2-9bf64020d04f service neutron] 10.222.0.53 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253731 Jul 22 16:51:40.250750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device cb25c6ac-3945-45a6-812d-9c1cdbe24034 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:51:40.321139 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-840d5685-aee3-4c48-9bcb-c1b5be100b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.333710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-840d5685-aee3-4c48-9bcb-c1b5be100b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.364440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.25.3.171 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/a52ed558-3b7e-471a-93e2-4d3f0a97643d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:40.420372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-840d5685-aee3-4c48-9bcb-c1b5be100b4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fb4cab90ab9488882a819d2f1a47b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5180199 Jul 22 16:51:40.421336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33464) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:40.423875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d5685-aee3-4c48-9bcb-c1b5be100b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c20d6e-f029-4aac-94a3-5261f83fce57,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:40.514362 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14f0e3f7-ffad-4cf7-a032-91f7b9893e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.561710 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14f0e3f7-ffad-4cf7-a032-91f7b9893e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.598021 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-711dab59-0bec-4e68-928c-9d02f995b6cd req-99620791-144a-4789-a833-40ab7c57655e tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 210 time: 0.0631847 Jul 22 16:51:40.648800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.673716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14f0e3f7-ffad-4cf7-a032-91f7b9893e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.679233 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14f0e3f7-ffad-4cf7-a032-91f7b9893e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.680738 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-14f0e3f7-ffad-4cf7-a032-91f7b9893e62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71c20d6e-f029-4aac-94a3-5261f83fce57 HTTP/1.1" status: 204 len: 168 time: 0.2589397 Jul 22 16:51:40.690546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0e3f7-ffad-4cf7-a032-91f7b9893e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c20d6e-f029-4aac-94a3-5261f83fce57,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:40.692356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port cb25c6ac-3945-45a6-812d-9c1cdbe24034, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cb25c6ac-3945-45a6-812d-9c1cdbe24034,segment=NetworkSegment(3113676f-2dbe-45e4-a4b9-5e3331bcae5a),segment_id=3113676f-2dbe-45e4-a4b9-5e3331bcae5a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:40.709222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'cb25c6ac-3945-45a6-812d-9c1cdbe24034', 'network_id': 'fa7eb843-cc3e-47cd-8eb7-4737154fb36a', 'port_id': 'cb25c6ac-3945-45a6-812d-9c1cdbe24034', 'mac_address': 'fa:16:3e:e4:32:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762f8955-d0ba-4ae9-b9af-fa5f5dacb4b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:51:40.756956 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.773258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb25c6ac-3945-45a6-812d-9c1cdbe24034 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:40.783553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.801933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port cb25c6ac-3945-45a6-812d-9c1cdbe24034, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cb25c6ac-3945-45a6-812d-9c1cdbe24034,segment=NetworkSegment(3113676f-2dbe-45e4-a4b9-5e3331bcae5a),segment_id=3113676f-2dbe-45e4-a4b9-5e3331bcae5a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:40.807912 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:40.832911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:40.836709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:40.841448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:40.872031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=cb25c6ac-3945-45a6-812d-9c1cdbe24034,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:40.943575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=a52ed558-3b7e-471a-93e2-4d3f0a97643d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:41.084396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['cb25c6ac-3945-45a6-812d-9c1cdbe24034'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:41.235204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f21e8-f834-49f3-bf69-ed87c5e84f39 req-14697937-1bde-4004-9cb9-bbf3dd12f3a0 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:41.237158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f7f21e8-f834-49f3-bf69-ed87c5e84f39 req-14697937-1bde-4004-9cb9-bbf3dd12f3a0 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 944 time: 0.1162236 Jul 22 16:51:41.316458 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f7f21e8-f834-49f3-bf69-ed87c5e84f39 req-e2251611-8144-4771-97d3-6685cd5502bb tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652227 Jul 22 16:51:41.436235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.524182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.697541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:41.741406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b6fa2cf-6e8a-439d-87ac-a4a5fea89f66 req-1ea8baa0-be17-496d-9283-710939a6ca77 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 210 time: 0.0434079 Jul 22 16:51:41.786061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.795695 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.882975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-dcaea858-863c-41cd-8c34-5422a829f62b tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:41.884531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-dcaea858-863c-41cd-8c34-5422a829f62b tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 810 time: 0.1432009 Jul 22 16:51:41.955349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=a52ed558-3b7e-471a-93e2-4d3f0a97643d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:41.960234 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:41.970848 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-c64156e0-1590-42d1-8588-dc260aed6bb3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb3933ba14a40618b45dbf87b676c01 HTTP/1.1" status: 200 len: 380 time: 0.0700479 Jul 22 16:51:41.979663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'port': {'device_id': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'admin_state_up': True, 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'security_groups': ['38ec9bfa-e995-4230-bf1d-672920c3aa8e']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:42.066105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c663-0d0b-4ee8-b487-9f71d53e796c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.078844 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Floating IP a778e157-20ab-4b3f-9ecf-05044224e4a9 associated. External IP: 172.25.3.171, port: 380a364f-29c8-4563-9093-3c0bea7d253e. Jul 22 16:51:42.214756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c663-0d0b-4ee8-b487-9f71d53e796c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.224296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c663-0d0b-4ee8-b487-9f71d53e796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.272585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Made reservation on behalf of ddb3933ba14a40618b45dbf87b676c01 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:42.275887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.278606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device cb25c6ac-3945-45a6-812d-9c1cdbe24034 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:42.287512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6c663-0d0b-4ee8-b487-9f71d53e796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fbb465-8574-4cce-9832-004603239453,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:42.291726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f2c6c663-0d0b-4ee8-b487-9f71d53e796c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a1f1f6e038b4416964ebab1b8479935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930142 Jul 22 16:51:42.302278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33538) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:42.398447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port cb25c6ac-3945-45a6-812d-9c1cdbe24034 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:42.398685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dd91f84-e76c-415d-9361-3a85339c2a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.408996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port cb25c6ac-3945-45a6-812d-9c1cdbe24034 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:42.410434 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.416954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Router 22c0454d-fa48-48a8-acad-29fcf63f61f3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:42.451361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dd91f84-e76c-415d-9361-3a85339c2a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.545534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca99c8-015b-4695-80fc-72d2d6f03178 req-b487cd6e-0574-4c48-a052-031a9c36371a tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:42.547038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54ca99c8-015b-4695-80fc-72d2d6f03178 req-b487cd6e-0574-4c48-a052-031a9c36371a tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 944 time: 0.1299450 Jul 22 16:51:42.558077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Allocated IP 172.20.0.13 (1bcf8bdd-ec29-4826-8f52-44d08933928c/630ca4ef-5387-4a7b-979a-d331ffe4fb19/43c5ed84-93f8-4a63-be30-730933b47d90) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:42.615944 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.622544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54ca99c8-015b-4695-80fc-72d2d6f03178 req-cdd4321c-35fd-4edd-a65e-1a2d549ee7c9 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600951 Jul 22 16:51:42.647838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:42.669166 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] Sync routers for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:42.676183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dd91f84-e76c-415d-9361-3a85339c2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.681273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dd91f84-e76c-415d-9361-3a85339c2a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.683831 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:42.684345 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7dd91f84-e76c-415d-9361-3a85339c2a73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3fbb465-8574-4cce-9832-004603239453 HTTP/1.1" status: 204 len: 168 time: 0.3801963 Jul 22 16:51:42.685352 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:42.704533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd91f84-e76c-415d-9361-3a85339c2a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fbb465-8574-4cce-9832-004603239453,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:42.709249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.720424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce05dcc0-35f5-4f98-8fb1-3c08421842c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb25c6ac-3945-45a6-812d-9c1cdbe24034'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:42.727604 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4673ae7-09ce-448c-a12c-8514c1053143" -d '{"events": [{"server_uuid": "ce05dcc0-35f5-4f98-8fb1-3c08421842c9", "name": "network-vif-plugged", "status": "completed", "tag": "cb25c6ac-3945-45a6-812d-9c1cdbe24034"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:42.782083 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7ee450b6-e704-4787-b3fc-72fc18c22de6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8519964 Jul 22 16:51:42.783429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:42.787777 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4db4df-35ff-4070-935d-8178814857be" -d '{"events": [{"name": "network-changed", "server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:42.820672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port cb25c6ac-3945-45a6-812d-9c1cdbe24034, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cb25c6ac-3945-45a6-812d-9c1cdbe24034,segment=NetworkSegment(3113676f-2dbe-45e4-a4b9-5e3331bcae5a),segment_id=3113676f-2dbe-45e4-a4b9-5e3331bcae5a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:42.828642 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:42.963791 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:42.973084 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de338cdb-aa7c-439e-91a5-7d45c49fa0d5 x-openstack-request-id: req-de338cdb-aa7c-439e-91a5-7d45c49fa0d5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:42.973523 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce05dcc0-35f5-4f98-8fb1-3c08421842c9", "name": "network-vif-plugged", "status": "completed", "tag": "cb25c6ac-3945-45a6-812d-9c1cdbe24034", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:42.975937 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de338cdb-aa7c-439e-91a5-7d45c49fa0d5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:42.979103 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce05dcc0-35f5-4f98-8fb1-3c08421842c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb25c6ac-3945-45a6-812d-9c1cdbe24034', 'code': 200} Jul 22 16:51:42.981100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33560) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:42.995292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=cb25c6ac-3945-45a6-812d-9c1cdbe24034,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:43.070659 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3fae30-d1aa-4212-aecb-bfb19aa9c8cc x-openstack-request-id: req-7f3fae30-d1aa-4212-aecb-bfb19aa9c8cc {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:43.072572 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:43.072984 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f3fae30-d1aa-4212-aecb-bfb19aa9c8cc {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:43.073643 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e', 'status': 'completed', 'code': 200} Jul 22 16:51:43.343152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6241421-8ba5-4108-96ae-8cdcee1d3360 req-d22a9aec-8dde-4181-b292-340cfe394802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:43.344590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6241421-8ba5-4108-96ae-8cdcee1d3360 req-d22a9aec-8dde-4181-b292-340cfe394802 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 1097 time: 0.3167460 Jul 22 16:51:43.375205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db4df-35ff-4070-935d-8178814857be req-4b723ca6-786d-4016-9860-6e07576522c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:43.376873 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f4db4df-35ff-4070-935d-8178814857be req-4b723ca6-786d-4016-9860-6e07576522c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 1097 time: 0.2249508 Jul 22 16:51:43.436651 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'a778e157-20ab-4b3f-9ecf-05044224e4a9', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:41Z', 'updated_at': '2021-07-22T16:51:41Z', 'revision_number': 0, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:43.488932 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] Checking router: 22c0454d-fa48-48a8-acad-29fcf63f61f3 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:51:43.524016 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:43.529515 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:43.555173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a20d69f-58ad-4ea1-a4a0-759b973138a2 req-530eaa2f-bcbc-4ee7-9d54-3444f56a6a7b tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 210 time: 0.0641837 Jul 22 16:51:43.557035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db4df-35ff-4070-935d-8178814857be req-358d80c3-2728-4786-95ae-5b535b666ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:43.559262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f4db4df-35ff-4070-935d-8178814857be req-358d80c3-2728-4786-95ae-5b535b666ce9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.1705356 Jul 22 16:51:43.569814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1563079598'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:43.601231 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.635912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Transition to ACTIVE for port object 43c5ed84-93f8-4a63-be30-730933b47d90 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:43.643109 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6241421-8ba5-4108-96ae-8cdcee1d3360 req-c80131b7-182b-4e74-8076-afff42caeaca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898195 Jul 22 16:51:43.648893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Made reservation on behalf of 9636e260c5994bf98683a37e293ff536 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:43.652651 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.678528 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.703403 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f4db4df-35ff-4070-935d-8178814857be req-25a3d179-da9d-4f7d-85dc-9ff6df2d864d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380a364f-29c8-4563-9093-3c0bea7d253e HTTP/1.1" status: 200 len: 999 time: 0.1289337 Jul 22 16:51:43.707071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:43.725925 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:43.778594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:43.782347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:43.785748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db4df-35ff-4070-935d-8178814857be req-af05fd93-286c-462d-9802-bf9245e4535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:43.789685 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f4db4df-35ff-4070-935d-8178814857be req-af05fd93-286c-462d-9802-bf9245e4535b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.0777392 Jul 22 16:51:43.799501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:43.874179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event updated for resources: {'Port': ['ID=43c5ed84-93f8-4a63-be30-730933b47d90,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:43.903039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:43.903295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.033684 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.052112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-a461202b-149f-4ca4-8994-846a7283d006 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0787044 Jul 22 16:51:44.071423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.075059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Request body: {'port': {'device_id': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:44.115811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:51:44.155477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0fff62a-839a-448d-bcea-209a21e04dc1 None None] Provisioning for port 43c5ed84-93f8-4a63-be30-730933b47d90 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:44.165204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0fff62a-839a-448d-bcea-209a21e04dc1 None None] Provisioning complete for port 43c5ed84-93f8-4a63-be30-730933b47d90 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:44.165848 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0fff62a-839a-448d-bcea-209a21e04dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.166992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.167365 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Added segment 268f89eb-c498-4882-8e72-5974f85cb4ee of type vlan for network f852ee2c-e006-47ca-8263-5dfe303a25b3 Jul 22 16:51:44.242570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4db4df-35ff-4070-935d-8178814857be req-f63a64ff-bb07-4848-880a-f33b239072d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:44.244686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f4db4df-35ff-4070-935d-8178814857be req-f63a64ff-bb07-4848-880a-f33b239072d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4373362 Jul 22 16:51:44.255643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e0fff62a-839a-448d-bcea-209a21e04dc1 None None] Port 43c5ed84-93f8-4a63-be30-730933b47d90 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:51:44.259391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b9512-7ba7-4fc7-a816-8ddef0295e0a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:44.261858 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.279663 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.281024 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'a778e157-20ab-4b3f-9ecf-05044224e4a9', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:41Z', 'updated_at': '2021-07-22T16:51:41Z', 'revision_number': 0, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:44.318846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761b245-7648-44f4-8acd-2dac0b9733c2 req-3cfe7182-6976-48d6-a6ef-dceb42d1f895 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:44.327057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6761b245-7648-44f4-8acd-2dac0b9733c2 req-3cfe7182-6976-48d6-a6ef-dceb42d1f895 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 945 time: 0.4809904 Jul 22 16:51:44.336706 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ba6f6-0a67-449f-b96c-7a43106f4dd1 None None] The sync data for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 is: [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'a778e157-20ab-4b3f-9ecf-05044224e4a9', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:41Z', 'updated_at': '2021-07-22T16:51:41Z', 'revision_number': 0, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:44.452559 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.459556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:44.460556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.517837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6761b245-7648-44f4-8acd-2dac0b9733c2 req-3e4d82c6-2fc8-42d0-bc92-b2ab18d2eee6 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895587 Jul 22 16:51:44.532465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5493679 Jul 22 16:51:44.539248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:44.559164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Request body: {'subnet': {'network_id': 'f852ee2c-e006-47ca-8263-5dfe303a25b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:44.568436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f4db4df-35ff-4070-935d-8178814857be req-1ec97fd5-81ee-4e10-a37f-5ee48d678c42 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919431 Jul 22 16:51:44.716639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ebff1-85d9-48a3-91f7-f802c64a8512 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event updated for resources: {'Network': ['ID=f852ee2c-e006-47ca-8263-5dfe303a25b3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:44.728835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f852ee2c-e006-47ca-8263-5dfe303a25b3 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:51:44.781383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a48fdd-9b05-4a90-9326-39ae957dd53c None None] New status for floating IP a778e157-20ab-4b3f-9ecf-05044224e4a9: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:51:44.868627 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c5ed84-93f8-4a63-be30-730933b47d90 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:44.885422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca05e72-ff43-4784-8bb7-a252c61e0d9a req-e56736cb-9cf2-4012-88e9-c47ddd26cf19 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:44.887323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ca05e72-ff43-4784-8bb7-a252c61e0d9a req-e56736cb-9cf2-4012-88e9-c47ddd26cf19 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 932 time: 0.1909325 Jul 22 16:51:44.889593 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.905733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Transition to ACTIVE for port object 43c5ed84-93f8-4a63-be30-730933b47d90 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:44.918981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:44.953734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f4db4df-35ff-4070-935d-8178814857be req-4b5bc9f8-8b9d-4add-ad29-1c7424290915 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754443 Jul 22 16:51:44.978572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Made reservation on behalf of 9636e260c5994bf98683a37e293ff536 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:44.986180 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.032253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ca05e72-ff43-4784-8bb7-a252c61e0d9a req-65625592-ce8b-446c-8072-337be2c40c81 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208806 Jul 22 16:51:45.047164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Pushing event updated for resources: {'Port': ['ID=43c5ed84-93f8-4a63-be30-730933b47d90,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:45.183149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Attempting to bind port 43c5ed84-93f8-4a63-be30-730933b47d90 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:45.183491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Attempting to bind port 43c5ed84-93f8-4a63-be30-730933b47d90 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:45.183823 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Attempting to bind port 43c5ed84-93f8-4a63-be30-730933b47d90 on network 1bcf8bdd-ec29-4826-8f52-44d08933928c {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:45.188641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Port 43c5ed84-93f8-4a63-be30-730933b47d90 on network 1bcf8bdd-ec29-4826-8f52-44d08933928c not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:51:45.189001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Attempting to bind port 43c5ed84-93f8-4a63-be30-730933b47d90 on network 1bcf8bdd-ec29-4826-8f52-44d08933928c {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:45.200088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:45.200610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Checking segment: {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:45.201187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Bound using segment: {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:45.201663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Bound port: 43c5ed84-93f8-4a63-be30-730933b47d90, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:45.202034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.288775 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.319469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] For port 43c5ed84-93f8-4a63-be30-730933b47d90, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:45.326528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] For port 43c5ed84-93f8-4a63-be30-730933b47d90, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=43c5ed84-93f8-4a63-be30-730933b47d90,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:45.333882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.366127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event updated for resources: {'Subnet': ['ID=5fd0d2ca-7e2d-44f0-a9d3-8721bb3d0120,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:45.374279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.374913 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.376590 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] 10.222.0.20 "PUT /v2.0/ports/43c5ed84-93f8-4a63-be30-730933b47d90 HTTP/1.1" status: 200 len: 1093 time: 1.3085072 Jul 22 16:51:45.377089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'tag': '43c5ed84-93f8-4a63-be30-730933b47d90'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:45.379954 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60f37e7-8d6d-458a-824d-e6f215e9b882" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7bc05a-3d86-41c3-8f42-3d340f82f2d6", "tag": "43c5ed84-93f8-4a63-be30-730933b47d90"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:45.392418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Checking segment: {'id': '268f89eb-c498-4882-8e72-5974f85cb4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f852ee2c-e006-47ca-8263-5dfe303a25b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:45.392940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Network hostable DHCP agents. Network: f852ee2c-e006-47ca-8263-5dfe303a25b3, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:51:45.434707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Network f852ee2c-e006-47ca-8263-5dfe303a25b3 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:51:45.435166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bb40b-2d10-4dd1-9588-15fe28bc2f02 service neutron] Pushing event updated for resources: {'Port': ['ID=43c5ed84-93f8-4a63-be30-730933b47d90,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:45.444634 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527f6b51-abed-497f-8e4a-26e131caffc5 x-openstack-request-id: req-527f6b51-abed-497f-8e4a-26e131caffc5 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:45.444809 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7bc05a-3d86-41c3-8f42-3d340f82f2d6", "tag": "43c5ed84-93f8-4a63-be30-730933b47d90", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:45.445021 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-527f6b51-abed-497f-8e4a-26e131caffc5 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:45.445433 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'tag': '43c5ed84-93f8-4a63-be30-730933b47d90', 'status': 'completed', 'code': 200} Jul 22 16:51:45.448652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f852ee2c-e006-47ca-8263-5dfe303a25b3) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:45.453707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.454422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.458964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c47f1-3989-43bd-bc79-cc933e76391a None None] Network f852ee2c-e006-47ca-8263-5dfe303a25b3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:45.496051 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fddb1243-ea28-44ef-9644-c36aa3891419 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9556792 Jul 22 16:51:45.496702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:45.502107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Request body: {'port': {'network_id': 'f852ee2c-e006-47ca-8263-5dfe303a25b3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1189594129'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:45.543115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-438cd174-badd-49c3-a1e8-41feb39789dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.544824 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-438cd174-badd-49c3-a1e8-41feb39789dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0943124 Jul 22 16:51:45.640649 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-b037104c-0c44-4455-95df-4814ea2c9e2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c5ed84-93f8-4a63-be30-730933b47d90 HTTP/1.1" status: 200 len: 217 time: 0.0820887 Jul 22 16:51:45.712803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-f852ee2c-e006-47ca-8263-5dfe303a25b3', 'network_id': 'f852ee2c-e006-47ca-8263-5dfe303a25b3', 'tenant_id': '9636e260c5994bf98683a37e293ff536', 'fixed_ips': [{'subnet_id': '5fd0d2ca-7e2d-44f0-a9d3-8721bb3d0120'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:51:45.713768 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.725176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Made reservation on behalf of 9636e260c5994bf98683a37e293ff536 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:45.731785 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:45.749380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-31c695e3-3e3c-4e32-8d68-57d95f9d2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.751287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-31c695e3-3e3c-4e32-8d68-57d95f9d2be5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.1031759 Jul 22 16:51:45.767593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] device_id is not set on port eeeb6585-d822-4ee3-a928-16a2547b4796 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:45.830309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40c280-0ef4-439a-8813-bbbd8b4349aa req-c064f8b8-29d2-4788-ae3e-0e8f7628e244 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.832884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e40c280-0ef4-439a-8813-bbbd8b4349aa req-c064f8b8-29d2-4788-ae3e-0e8f7628e244 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 945 time: 0.1591949 Jul 22 16:51:45.888813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-c576bcbb-c892-4e10-9deb-409911eb86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:45.890469 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-c576bcbb-c892-4e10-9deb-409911eb86a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326132 Jul 22 16:51:45.905153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Allocated IP 172.20.0.2 (f852ee2c-e006-47ca-8263-5dfe303a25b3/5fd0d2ca-7e2d-44f0-a9d3-8721bb3d0120/5ab53be3-de16-479a-b9c8-dcd7e5e279b3) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:45.910658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e40c280-0ef4-439a-8813-bbbd8b4349aa req-e122529f-ea10-451e-a10d-100e604cd1ac tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713587 Jul 22 16:51:46.030004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-17aafb57-f3f9-4b08-a72a-1bc35020aef5 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317179 Jul 22 16:51:46.135438 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.157907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Transition to ACTIVE for port object 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:46.202151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Transition to ACTIVE for port object 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:46.214069 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.247535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Network f852ee2c-e006-47ca-8263-5dfe303a25b3 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:46.252687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:46.259543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:46.320177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14dabebd-f0b5-48e0-b4cc-a5ed53df214c req-3e05b113-f864-439c-b038-fa010a01076a service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786841 Jul 22 16:51:46.444929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Attempting to bind port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:46.445399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Attempting to bind port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '268f89eb-c498-4882-8e72-5974f85cb4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f852ee2c-e006-47ca-8263-5dfe303a25b3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:46.446308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Attempting to bind port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 on network f852ee2c-e006-47ca-8263-5dfe303a25b3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:46.454147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Pushing event updated for resources: {'Port': ['ID=5ab53be3-de16-479a-b9c8-dcd7e5e279b3,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:46.463420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:46.464150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Checking segment: {'id': '268f89eb-c498-4882-8e72-5974f85cb4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f852ee2c-e006-47ca-8263-5dfe303a25b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:46.466912 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.466912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Bound using segment: {'id': '268f89eb-c498-4882-8e72-5974f85cb4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f852ee2c-e006-47ca-8263-5dfe303a25b3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:46.468895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Bound port: 5ab53be3-de16-479a-b9c8-dcd7e5e279b3, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268f89eb-c498-4882-8e72-5974f85cb4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f852ee2c-e006-47ca-8263-5dfe303a25b3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:46.469304 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.527139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-43bc4043-02fd-4411-b9a6-7a09bc0e3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.529473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4397c-e653-4938-8414-76baf80895b9 req-cb81edb6-133d-4287-874d-1cb8a9ee930b tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.530006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-43bc4043-02fd-4411-b9a6-7a09bc0e3409 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 1096 time: 0.1218579 Jul 22 16:51:46.538258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4a4397c-e653-4938-8414-76baf80895b9 req-cb81edb6-133d-4287-874d-1cb8a9ee930b tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 944 time: 0.1672342 Jul 22 16:51:46.541413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Allocated IP 172.20.0.13 (f852ee2c-e006-47ca-8263-5dfe303a25b3/5fd0d2ca-7e2d-44f0-a9d3-8721bb3d0120/eeeb6585-d822-4ee3-a928-16a2547b4796) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:46.609389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] For port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:46.613982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] For port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5ab53be3-de16-479a-b9c8-dcd7e5e279b3,segment=NetworkSegment(268f89eb-c498-4882-8e72-5974f85cb4ee),segment_id=268f89eb-c498-4882-8e72-5974f85cb4ee)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:46.625829 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.677204 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d4a4397c-e653-4938-8414-76baf80895b9 req-b23b6eae-bbda-4563-94a5-dd089309c7f7 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377168 Jul 22 16:51:46.698398 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-78e40cdd-adbe-48e8-abcc-d7ec3efa15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.700040 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-78e40cdd-adbe-48e8-abcc-d7ec3efa15f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.1640148 Jul 22 16:51:46.725970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb928a-879d-49a9-bc0c-2fd93b28158b None None] Pushing event updated for resources: {'Port': ['ID=5ab53be3-de16-479a-b9c8-dcd7e5e279b3,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:46.774185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-15498342-53d2-45fc-90be-4e26e6006c2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c5ed84-93f8-4a63-be30-730933b47d90 HTTP/1.1" status: 200 len: 217 time: 0.0657325 Jul 22 16:51:46.865356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-a7d384dc-f1d4-4876-91b5-d4519919f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.867163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-a7d384dc-f1d4-4876-91b5-d4519919f2b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.0813825 Jul 22 16:51:46.871944 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:46.888721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Transition to ACTIVE for port object eeeb6585-d822-4ee3-a928-16a2547b4796 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:46.959724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-0cce42e9-c94e-4d37-9202-9372c13075cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:46.961542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-0cce42e9-c94e-4d37-9202-9372c13075cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799098 Jul 22 16:51:46.965307 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.061592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Network f852ee2c-e006-47ca-8263-5dfe303a25b3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:47.068672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:47.071767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:47.080019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event updated for resources: {'Port': ['ID=eeeb6585-d822-4ee3-a928-16a2547b4796,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:47.137396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:47.138064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.147016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-c3ff23e3-44c6-41a5-b870-c9dac9e8eb42 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766202 Jul 22 16:51:47.147728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5214777-590b-486e-aeb9-9d092d60a0cf req-2fa81cc0-5e81-4ae7-8156-4f1ca54bfd2c tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:47.149290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e5214777-590b-486e-aeb9-9d092d60a0cf req-2fa81cc0-5e81-4ae7-8156-4f1ca54bfd2c tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 945 time: 0.2067473 Jul 22 16:51:47.184412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e61d9195-f988-4c1d-8144-82bdd1a209b9 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6840916 Jul 22 16:51:47.187642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33660) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:47.219397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e5214777-590b-486e-aeb9-9d092d60a0cf req-621e2e06-c764-4cc2-9733-cbf5fc441c7c tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615859 Jul 22 16:51:47.279437 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a60f37e7-8d6d-458a-824d-e6f215e9b882 req-b22d1706-01c8-4b64-9cc3-f6685cea4c46 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209905 Jul 22 16:51:47.327874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d67ae00a-bc6d-49a7-810a-d2ffcffd2e94 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Deleting port eeeb6585-d822-4ee3-a928-16a2547b4796 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:47.328246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d67ae00a-bc6d-49a7-810a-d2ffcffd2e94 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.428810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d67ae00a-bc6d-49a7-810a-d2ffcffd2e94 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.442508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d67ae00a-bc6d-49a7-810a-d2ffcffd2e94 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Calling delete_port for eeeb6585-d822-4ee3-a928-16a2547b4796 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:47.618714 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d67ae00a-bc6d-49a7-810a-d2ffcffd2e94 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.647007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ae00a-bc6d-49a7-810a-d2ffcffd2e94 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event deleted for resources: {'Port': ['ID=eeeb6585-d822-4ee3-a928-16a2547b4796,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:47.653038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:47.731201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:47.755914 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d67ae00a-bc6d-49a7-810a-d2ffcffd2e94 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:47.758999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d67ae00a-bc6d-49a7-810a-d2ffcffd2e94 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] 10.222.0.53 "DELETE /v2.0/ports/eeeb6585-d822-4ee3-a928-16a2547b4796 HTTP/1.1" status: 204 len: 168 time: 0.5692225 Jul 22 16:51:47.761008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33668) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:47.832778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e25a3-52ae-44d6-a053-292cf76204a9 req-21eff63e-f111-4002-b4ec-432c27707c68 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:47.835562 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db6e25a3-52ae-44d6-a053-292cf76204a9 req-21eff63e-f111-4002-b4ec-432c27707c68 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 944 time: 0.0909042 Jul 22 16:51:47.900706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db6e25a3-52ae-44d6-a053-292cf76204a9 req-d65b2de5-18e0-4633-bae2-60a38e49e5fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579603 Jul 22 16:51:47.933264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:48.012689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-743af95f-fab9-4dbe-8d85-1729cba77118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.032909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8b731-fcb5-4dfd-8481-3b120e747f40 None None] Network f852ee2c-e006-47ca-8263-5dfe303a25b3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:48.076374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ff2215c1-8945-4bbf-a635-40a8119c502d tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3124719 Jul 22 16:51:48.079395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:48.099065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2141603343'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:48.108410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2bcfdbd9-f343-4618-85c6-f8fa2bf6ee1f None None] Provisioning for port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:48.118756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2bcfdbd9-f343-4618-85c6-f8fa2bf6ee1f None None] Provisioning complete for port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:48.119155 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bcfdbd9-f343-4618-85c6-f8fa2bf6ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.144390 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-743af95f-fab9-4dbe-8d85-1729cba77118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.150379 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-743af95f-fab9-4dbe-8d85-1729cba77118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.179056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Made reservation on behalf of 9636e260c5994bf98683a37e293ff536 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:48.186550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.203496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-743af95f-fab9-4dbe-8d85-1729cba77118 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb99df7e4595477fb7fd3f114d1c3c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686114 Jul 22 16:51:48.207922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:48.217396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:51:48.236965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.238675 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Added segment 8ac54de2-8023-4b3d-a180-96e26f518959 of type vlan for network 9dde70e2-e048-4322-b981-fa92dcb85852 Jul 22 16:51:48.239067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743af95f-fab9-4dbe-8d85-1729cba77118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74495ac4-c02f-44c8-8dc2-2070c4d971e0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:48.258556 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bcfdbd9-f343-4618-85c6-f8fa2bf6ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.292911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a99dbe3-0844-40e7-af7a-4d20ffa89089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.297161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.308239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 43c5ed84-93f8-4a63-be30-730933b47d90 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:51:48.331788 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a99dbe3-0844-40e7-af7a-4d20ffa89089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.345344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2bcfdbd9-f343-4618-85c6-f8fa2bf6ee1f None None] For port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5ab53be3-de16-479a-b9c8-dcd7e5e279b3,segment=NetworkSegment(268f89eb-c498-4882-8e72-5974f85cb4ee),segment_id=268f89eb-c498-4882-8e72-5974f85cb4ee)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:48.356019 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bcfdbd9-f343-4618-85c6-f8fa2bf6ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.384420 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.391312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:48.392050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.442454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc971aef-c0df-4af5-8864-8b1157915dad req-ab13d91f-794a-48bf-89c9-b8047054a8d2 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:48.444633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc971aef-c0df-4af5-8864-8b1157915dad req-ab13d91f-794a-48bf-89c9-b8047054a8d2 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 945 time: 0.1101742 Jul 22 16:51:48.459044 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3766689 Jul 22 16:51:48.466521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:48.467281 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3e0c341a-b7c9-4829-aade-a9aaa4d4236a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.480252 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a99dbe3-0844-40e7-af7a-4d20ffa89089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.485105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a99dbe3-0844-40e7-af7a-4d20ffa89089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.492907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0a99dbe3-0844-40e7-af7a-4d20ffa89089 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74495ac4-c02f-44c8-8dc2-2070c4d971e0 HTTP/1.1" status: 204 len: 168 time: 0.2830975 Jul 22 16:51:48.510980 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-91556c08-3efe-4234-90e1-9068b1f1f7b5 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:48.512971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-91556c08-3efe-4234-90e1-9068b1f1f7b5 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 945 time: 0.2019696 Jul 22 16:51:48.513653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df7d84-437d-4b87-8184-12c101b87e9b tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event updated for resources: {'Network': ['ID=9dde70e2-e048-4322-b981-fa92dcb85852,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:48.520435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfdbd9-f343-4618-85c6-f8fa2bf6ee1f None None] Pushing event updated for resources: {'Port': ['ID=5ab53be3-de16-479a-b9c8-dcd7e5e279b3,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:48.533136 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99dbe3-0844-40e7-af7a-4d20ffa89089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74495ac4-c02f-44c8-8dc2-2070c4d971e0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:48.544239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9dde70e2-e048-4322-b981-fa92dcb85852 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:51:48.597316 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc971aef-c0df-4af5-8864-8b1157915dad req-3952ec86-8bd5-43e7-a569-f17d6499ecbd tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5b47d24-5dd4-42fa-a3b8-c42705b33122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011496 Jul 22 16:51:48.663313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 43c5ed84-93f8-4a63-be30-730933b47d90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=43c5ed84-93f8-4a63-be30-730933b47d90,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:48.700934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Deleting port cb25c6ac-3945-45a6-812d-9c1cdbe24034 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:48.701280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.744432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6173ecc3-c1a3-4311-a965-21b5e1bb5e01 tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] 10.222.0.53 "GET /v2.0/agents/441d12ac-35ad-496c-bdef-f239741108ac/dhcp-networks HTTP/1.1" status: 200 len: 7300 time: 0.2762341 Jul 22 16:51:48.745766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33690) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:48.789706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '43c5ed84-93f8-4a63-be30-730933b47d90', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'port_id': '43c5ed84-93f8-4a63-be30-730933b47d90', 'mac_address': 'fa:16:3e:f3:06:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:51:48.844581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e22339-e832-4bbd-916c-0f4053f1a8fb tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] Network 9dde70e2-e048-4322-b981-fa92dcb85852 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:51:48.847702 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.859915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-34e22339-e832-4bbd-916c-0f4053f1a8fb tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] 10.222.0.53 "POST /v2.0/agents/441d12ac-35ad-496c-bdef-f239741108ac/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1127779 Jul 22 16:51:48.860581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33694) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:48.865674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] For port cb25c6ac-3945-45a6-812d-9c1cdbe24034, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=cb25c6ac-3945-45a6-812d-9c1cdbe24034,segment=NetworkSegment(3113676f-2dbe-45e4-a4b9-5e3331bcae5a),segment_id=3113676f-2dbe-45e4-a4b9-5e3331bcae5a)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:48.866632 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:48.880263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c5ed84-93f8-4a63-be30-730933b47d90 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:48.893858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Calling delete_port for cb25c6ac-3945-45a6-812d-9c1cdbe24034 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:48.899002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d39fd-67e2-4dbf-b936-e280f8344bb8 None None] Network 9dde70e2-e048-4322-b981-fa92dcb85852 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:48.977783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 43c5ed84-93f8-4a63-be30-730933b47d90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=43c5ed84-93f8-4a63-be30-730933b47d90,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:49.006822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33698) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.028596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67a279d7-31ac-4db6-b55f-2161e990bddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.074532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0c17f660-bf73-49a4-9b1e-d03d433248fd None None] Provisioning complete for port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:49.075003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c17f660-bf73-49a4-9b1e-d03d433248fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.077885 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.118884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81ca4e62-cac1-4ac2-985e-090380d6cdf2 tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] 10.222.0.53 "GET /v2.0/agents/441d12ac-35ad-496c-bdef-f239741108ac/dhcp-networks HTTP/1.1" status: 200 len: 8071 time: 0.2568543 Jul 22 16:51:49.119863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33700) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.200940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218fce-2a0b-47f6-988c-9591cb5744f3 req-a5782544-8288-4eea-85ea-348c6ecd2cc5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:49.202690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07218fce-2a0b-47f6-988c-9591cb5744f3 req-a5782544-8288-4eea-85ea-348c6ecd2cc5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 945 time: 0.1718421 Jul 22 16:51:49.248475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=43c5ed84-93f8-4a63-be30-730933b47d90,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:49.261300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1989a444-f545-45c5-b59d-237a4d4beb89 tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] 10.222.0.53 "DELETE /v2.0/agents/441d12ac-35ad-496c-bdef-f239741108ac/dhcp-networks/9dde70e2-e048-4322-b981-fa92dcb85852 HTTP/1.1" status: 204 len: 168 time: 0.1394894 Jul 22 16:51:49.265591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33702) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.330243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07218fce-2a0b-47f6-988c-9591cb5744f3 req-e0a5671f-fe2c-403e-bb3b-3b38d5a64b78 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002736 Jul 22 16:51:49.333594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.360302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['43c5ed84-93f8-4a63-be30-730933b47d90'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:49.404427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Pushing event deleted for resources: {'Port': ['ID=cb25c6ac-3945-45a6-812d-9c1cdbe24034,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:49.418716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67a279d7-31ac-4db6-b55f-2161e990bddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.428617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-67a279d7-31ac-4db6-b55f-2161e990bddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.476573 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0026a380-1b81-418a-a897-fe57cd349bdc tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] 10.222.0.53 "GET /v2.0/agents/441d12ac-35ad-496c-bdef-f239741108ac/dhcp-networks HTTP/1.1" status: 200 len: 7300 time: 0.2062378 Jul 22 16:51:49.484906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.544830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] No DVR routers for this DVR port cb25c6ac-3945-45a6-812d-9c1cdbe24034 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:49.555675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.557818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb45a586-1259-49b3-8bcd-a3b2a46d13ab req-2efb7401-96b4-4eb6-bada-012a4368c057 tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.20 "DELETE /v2.0/ports/cb25c6ac-3945-45a6-812d-9c1cdbe24034 HTTP/1.1" status: 204 len: 173 time: 1.0354600 Jul 22 16:51:49.559659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce05dcc0-35f5-4f98-8fb1-3c08421842c9', 'name': 'network-vif-deleted', 'tag': 'cb25c6ac-3945-45a6-812d-9c1cdbe24034'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:49.562664 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ffa961-d156-4590-8bfb-e3aba641bb8c" -d '{"events": [{"server_uuid": "ce05dcc0-35f5-4f98-8fb1-3c08421842c9", "name": "network-vif-deleted", "tag": "cb25c6ac-3945-45a6-812d-9c1cdbe24034"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:49.569991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-873b0b51-684c-4b07-8afd-e960f5740aaa None None] Could not find standard attr ID for object eeeb6585-d822-4ee3-a928-16a2547b4796. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:51:49.576671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-67a279d7-31ac-4db6-b55f-2161e990bddc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12e78307247046f49428992646193e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658484 Jul 22 16:51:49.576671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a279d7-31ac-4db6-b55f-2161e990bddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38dc7ac-09bb-4820-b0e5-dff1ad813091,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:49.577477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.589069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-680611d9-02eb-4df8-b53a-0b02d7e131c5 tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] 10.222.0.53 "GET /v2.0/networks/f852ee2c-e006-47ca-8263-5dfe303a25b3/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1004567 Jul 22 16:51:49.596875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33710) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.650262 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1645eef3-765d-4964-89b5-a6c1724abe2e tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] 10.222.0.53 "GET /v2.0/networks/f852ee2c-e006-47ca-8263-5dfe303a25b3/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0535479 Jul 22 16:51:49.654560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.664429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:49.685078 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ca9c77-7beb-42ef-a8f1-07deae98fad2 x-openstack-request-id: req-75ca9c77-7beb-42ef-a8f1-07deae98fad2 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:49.685564 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce05dcc0-35f5-4f98-8fb1-3c08421842c9", "name": "network-vif-deleted", "tag": "cb25c6ac-3945-45a6-812d-9c1cdbe24034", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:49.685828 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75ca9c77-7beb-42ef-a8f1-07deae98fad2 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:49.688224 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce05dcc0-35f5-4f98-8fb1-3c08421842c9', 'name': 'network-vif-deleted', 'tag': 'cb25c6ac-3945-45a6-812d-9c1cdbe24034', 'status': 'completed', 'code': 200} Jul 22 16:51:49.755459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba85af67-890f-4d4b-bcb0-968cffaf3766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.776514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:49.777409 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c98d907c-6bc2-44de-b0f5-ff855300b418 req-1dea3c5d-d318-46f4-b4f4-e52d5a0c34be tempest-ServerMetadataNegativeTestJSON-1150521107 tempest-ServerMetadataNegativeTestJSON-1150521107-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce05dcc0-35f5-4f98-8fb1-3c08421842c9 HTTP/1.1" status: 200 len: 210 time: 0.0515933 Jul 22 16:51:49.779149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.864585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba85af67-890f-4d4b-bcb0-968cffaf3766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:49.942238 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e541e9c6-719c-423a-b85f-2daaf868695a tempest-DHCPAgentSchedulersTestJSON-1331377148 tempest-DHCPAgentSchedulersTestJSON-1331377148-project-admin] 10.222.0.53 "GET /v2.0/agents/441d12ac-35ad-496c-bdef-f239741108ac/dhcp-networks HTTP/1.1" status: 200 len: 7300 time: 0.2864885 Jul 22 16:51:49.948517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33716) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:49.956438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['cb25c6ac-3945-45a6-812d-9c1cdbe24034'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:51:50.014205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba85af67-890f-4d4b-bcb0-968cffaf3766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.016774 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba85af67-890f-4d4b-bcb0-968cffaf3766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.017941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ba85af67-890f-4d4b-bcb0-968cffaf3766 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c38dc7ac-09bb-4820-b0e5-dff1ad813091 HTTP/1.1" status: 204 len: 168 time: 0.4396856 Jul 22 16:51:50.078905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85af67-890f-4d4b-bcb0-968cffaf3766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38dc7ac-09bb-4820-b0e5-dff1ad813091,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:50.091226 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.232130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.253929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dde70e2-e048-4322-b981-fa92dcb85852']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:50.269816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac54de2-8023-4b3d-a180-96e26f518959') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:50.270205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac54de2-8023-4b3d-a180-96e26f518959') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:50.287355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.311812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.314628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 43c5ed84-93f8-4a63-be30-730933b47d90 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:50.320030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:50.320535 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:50.324588 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:50.395460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 43c5ed84-93f8-4a63-be30-730933b47d90 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:50.400772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 43c5ed84-93f8-4a63-be30-730933b47d90 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:51:50.401195 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.401372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.415238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.417763 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] 10.222.0.53 "DELETE /v2.0/networks/9dde70e2-e048-4322-b981-fa92dcb85852 HTTP/1.1" status: 204 len: 168 time: 0.4680040 Jul 22 16:51:50.420490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:50.439838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7525c68-6831-472e-8a19-2e08d2e1c13f tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event deleted for resources: {'Network': ['ID=9dde70e2-e048-4322-b981-fa92dcb85852,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:50.469542 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a882af-8266-46d4-bd12-89412c52f6e0 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] DELETE failed (client error): The resource could not be found. Jul 22 16:51:50.470914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a882af-8266-46d4-bd12-89412c52f6e0 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:51:50.475045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-26a882af-8266-46d4-bd12-89412c52f6e0 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] 10.222.0.53 "DELETE /v2.0/ports/eeeb6585-d822-4ee3-a928-16a2547b4796 HTTP/1.1" status: 404 len: 333 time: 0.0523958 Jul 22 16:51:50.478819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:50.522820 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.562017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c5ed84-93f8-4a63-be30-730933b47d90'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:50.564308 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac8047f-8ef5-4616-bc49-2059002c7b1d" -d '{"events": [{"server_uuid": "2f7bc05a-3d86-41c3-8f42-3d340f82f2d6", "name": "network-vif-plugged", "status": "completed", "tag": "43c5ed84-93f8-4a63-be30-730933b47d90"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:50.583470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 43c5ed84-93f8-4a63-be30-730933b47d90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=43c5ed84-93f8-4a63-be30-730933b47d90,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:50.594220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.629264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-91278515-a068-4c4e-99ef-e3417456ac2a tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Deleting subnet 5fd0d2ca-7e2d-44f0-a9d3-8721bb3d0120 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:50.635922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91278515-a068-4c4e-99ef-e3417456ac2a tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.636224 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09e094c-9e62-4d95-acfb-bf7007fa41c3 x-openstack-request-id: req-b09e094c-9e62-4d95-acfb-bf7007fa41c3 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:50.636756 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7bc05a-3d86-41c3-8f42-3d340f82f2d6", "name": "network-vif-plugged", "status": "completed", "tag": "43c5ed84-93f8-4a63-be30-730933b47d90", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:50.637182 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b09e094c-9e62-4d95-acfb-bf7007fa41c3 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:50.637823 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c5ed84-93f8-4a63-be30-730933b47d90', 'code': 200} Jul 22 16:51:50.669845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=43c5ed84-93f8-4a63-be30-730933b47d90,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:50.679901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a16a7-587f-4d8c-8215-7cd9fef494d7 req-51d7df90-018b-4d6c-808d-876553f9b179 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:50.681890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d93a16a7-587f-4d8c-8215-7cd9fef494d7 req-51d7df90-018b-4d6c-808d-876553f9b179 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 945 time: 0.2053974 Jul 22 16:51:50.713721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91278515-a068-4c4e-99ef-e3417456ac2a tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.770247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d93a16a7-587f-4d8c-8215-7cd9fef494d7 req-606c913f-4c28-40fb-8999-b8a43acb9218 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800369 Jul 22 16:51:50.826507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130b7b8-c88d-4579-96fe-d5bf2a51a3f6 req-c6c12f8e-deff-43c5-b148-64c73464809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:50.828528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7130b7b8-c88d-4579-96fe-d5bf2a51a3f6 req-c6c12f8e-deff-43c5-b148-64c73464809e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 1098 time: 0.0891988 Jul 22 16:51:50.866143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:50.879457 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91278515-a068-4c4e-99ef-e3417456ac2a tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.897650 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7130b7b8-c88d-4579-96fe-d5bf2a51a3f6 req-3e56f0a3-2ceb-43db-bf70-bedb3c4c6579 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613689 Jul 22 16:51:50.924208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6570228-8ffa-421d-bf3f-ba9993b42885 admin admin] Deleting subnet 762f8955-d0ba-4ae9-b9af-fa5f5dacb4b6 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:51:50.930132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6570228-8ffa-421d-bf3f-ba9993b42885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.948183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91278515-a068-4c4e-99ef-e3417456ac2a tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.980565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91278515-a068-4c4e-99ef-e3417456ac2a tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:50.983629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-91278515-a068-4c4e-99ef-e3417456ac2a tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] 10.222.0.53 "DELETE /v2.0/subnets/5fd0d2ca-7e2d-44f0-a9d3-8721bb3d0120 HTTP/1.1" status: 204 len: 168 time: 0.5026627 Jul 22 16:51:50.986133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33756) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:50.986556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91278515-a068-4c4e-99ef-e3417456ac2a tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd0d2ca-7e2d-44f0-a9d3-8721bb3d0120,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:50.987726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a01a9-88d6-49c5-a77d-80973aedc6e0 None None] Network f852ee2c-e006-47ca-8263-5dfe303a25b3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:51.018169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6570228-8ffa-421d-bf3f-ba9993b42885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.068504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4336c7fb-6647-42de-acff-e8749e0f70b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.109262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.113154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6570228-8ffa-421d-bf3f-ba9993b42885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.203842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6570228-8ffa-421d-bf3f-ba9993b42885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.214346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Deleting port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:51.214686 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.244879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f27b95-f9af-400a-bc9d-1437942b3c86 None None] DHCP port deletion for f852ee2c-e006-47ca-8263-5dfe303a25b3 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:51:51.246683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6570228-8ffa-421d-bf3f-ba9993b42885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762f8955-d0ba-4ae9-b9af-fa5f5dacb4b6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:51.260690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6570228-8ffa-421d-bf3f-ba9993b42885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.262972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e6570228-8ffa-421d-bf3f-ba9993b42885 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/762f8955-d0ba-4ae9-b9af-fa5f5dacb4b6 HTTP/1.1" status: 204 len: 168 time: 0.3954363 Jul 22 16:51:51.265035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:51.274179 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.348478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] For port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5ab53be3-de16-479a-b9c8-dcd7e5e279b3,segment=NetworkSegment(268f89eb-c498-4882-8e72-5974f85cb4ee),segment_id=268f89eb-c498-4882-8e72-5974f85cb4ee)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:51.348966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.400698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Calling delete_port for 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:51.414813 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.475805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-64f27b95-f9af-400a-bc9d-1437942b3c86 None None] Deleting port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:51.476454 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64f27b95-f9af-400a-bc9d-1437942b3c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.560082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-64f27b95-f9af-400a-bc9d-1437942b3c86 None None] For port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5ab53be3-de16-479a-b9c8-dcd7e5e279b3,segment=NetworkSegment(268f89eb-c498-4882-8e72-5974f85cb4ee),segment_id=268f89eb-c498-4882-8e72-5974f85cb4ee)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:51:51.560521 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64f27b95-f9af-400a-bc9d-1437942b3c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.568622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.581929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7eb843-cc3e-47cd-8eb7-4737154fb36a']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:51.583706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-64f27b95-f9af-400a-bc9d-1437942b3c86 None None] Calling delete_port for 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:51.594697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.599229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3113676f-2dbe-45e4-a4b9-5e3331bcae5a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:51.599550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3113676f-2dbe-45e4-a4b9-5e3331bcae5a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:51.640403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.645643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event deleted for resources: {'Port': ['ID=5ab53be3-de16-479a-b9c8-dcd7e5e279b3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:51.646419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:51.661913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] No DVR routers for this DVR port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:51.675092 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.686145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:51.687206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:51.716280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:51.717038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:51.719885 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:51.740904 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64f27b95-f9af-400a-bc9d-1437942b3c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.769683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f27b95-f9af-400a-bc9d-1437942b3c86 None None] Pushing event deleted for resources: {'Port': ['ID=5ab53be3-de16-479a-b9c8-dcd7e5e279b3,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:51.776929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f27b95-f9af-400a-bc9d-1437942b3c86 None None] No DVR routers for this DVR port 5ab53be3-de16-479a-b9c8-dcd7e5e279b3 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:51:51.845186 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.858833 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.862008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f852ee2c-e006-47ca-8263-5dfe303a25b3']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:51.869972 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.874630 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] 10.222.0.53 "DELETE /v2.0/networks/fa7eb843-cc3e-47cd-8eb7-4737154fb36a HTTP/1.1" status: 204 len: 168 time: 0.6059945 Jul 22 16:51:51.883189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268f89eb-c498-4882-8e72-5974f85cb4ee') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:51.883482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268f89eb-c498-4882-8e72-5974f85cb4ee') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:51.900642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56455369-981b-40b1-9f9f-17cf53a5051e admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7eb843-cc3e-47cd-8eb7-4737154fb36a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:51.906188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.943816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.961087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:51:51.961513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:51:51.966956 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:51:52.052636 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.055991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d792b-5751-4fd7-b3c8-62b734973e2d req-f894259b-ea0f-45fd-adfb-63e86ad70d55 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:52.064010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.066250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b1d792b-5751-4fd7-b3c8-62b734973e2d req-f894259b-ea0f-45fd-adfb-63e86ad70d55 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 946 time: 0.1728575 Jul 22 16:51:52.067637 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] 10.222.0.53 "DELETE /v2.0/networks/f852ee2c-e006-47ca-8263-5dfe303a25b3 HTTP/1.1" status: 204 len: 168 time: 1.0793493 Jul 22 16:51:52.087057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a98cf7-26b9-4127-adb5-bdc5e7b019e1 tempest-DHCPAgentSchedulersTestJSON-669157810 tempest-DHCPAgentSchedulersTestJSON-669157810-project] Pushing event deleted for resources: {'Network': ['ID=f852ee2c-e006-47ca-8263-5dfe303a25b3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:52.130009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b1d792b-5751-4fd7-b3c8-62b734973e2d req-21d481e7-1373-4c03-a5d8-740fc4a2528f tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630615 Jul 22 16:51:52.279474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:52.306262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device cb25c6ac-3945-45a6-812d-9c1cdbe24034 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:51:52.332727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: cb25c6ac-3945-45a6-812d-9c1cdbe24034 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:51:52.333338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device cb25c6ac-3945-45a6-812d-9c1cdbe24034 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:51:52.341208 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c85a01f5-7f60-4fc2-8ae1-430f584676a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53f67f6e53be41f9b013c2ddd89253cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578811 Jul 22 16:51:52.341535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33788) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:52.403118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e400bc38-ce91-476a-8081-fae5b5cd852c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.429842 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e400bc38-ce91-476a-8081-fae5b5cd852c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.486143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33792) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:52.500910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e400bc38-ce91-476a-8081-fae5b5cd852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.508937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e400bc38-ce91-476a-8081-fae5b5cd852c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.511130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e400bc38-ce91-476a-8081-fae5b5cd852c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5b47d24-5dd4-42fa-a3b8-c42705b33122 HTTP/1.1" status: 204 len: 168 time: 0.1683884 Jul 22 16:51:52.528225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400bc38-ce91-476a-8081-fae5b5cd852c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b47d24-5dd4-42fa-a3b8-c42705b33122,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:52.534956 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.677295 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-47f69e05-0bce-4574-b646-688ad6d792e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9636e260c5994bf98683a37e293ff536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858180 Jul 22 16:51:52.677951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:52.748660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bba8d6-d7dc-41ce-9a72-2e36911396b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.776575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bba8d6-d7dc-41ce-9a72-2e36911396b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.840812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bba8d6-d7dc-41ce-9a72-2e36911396b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.844629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bba8d6-d7dc-41ce-9a72-2e36911396b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:52.850131 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-15bba8d6-d7dc-41ce-9a72-2e36911396b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d4b9512-7ba7-4fc7-a816-8ddef0295e0a HTTP/1.1" status: 204 len: 168 time: 0.1640065 Jul 22 16:51:52.858126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bba8d6-d7dc-41ce-9a72-2e36911396b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b9512-7ba7-4fc7-a816-8ddef0295e0a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:53.241624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:53.262095 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a719b49a-8142-4812-a46b-41280c54a353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.296673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7444bef-22fa-4d4b-9ace-89259a787aec req-6b8d0aec-3182-4711-b129-6937bda243be tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:53.298975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7444bef-22fa-4d4b-9ace-89259a787aec req-6b8d0aec-3182-4711-b129-6937bda243be tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 946 time: 0.0893273 Jul 22 16:51:53.360152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7444bef-22fa-4d4b-9ace-89259a787aec req-240c6c05-6b02-41de-9c1f-225aed2052bd tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538647 Jul 22 16:51:53.402093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a719b49a-8142-4812-a46b-41280c54a353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.409942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a719b49a-8142-4812-a46b-41280c54a353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.467634 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a719b49a-8142-4812-a46b-41280c54a353 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acb8e96908fe497bbf05931c38488ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204936 Jul 22 16:51:53.468297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719b49a-8142-4812-a46b-41280c54a353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525a6d3c-db3e-4749-b62c-f92f9bc44356,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:53.470020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:53.552839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9073c-1d91-4aee-b1af-1b8966d27397 req-23aaa91f-e6df-4e8c-a1e0-39bb02b6e3c5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:53.558123 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-17b9073c-1d91-4aee-b1af-1b8966d27397 req-23aaa91f-e6df-4e8c-a1e0-39bb02b6e3c5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 946 time: 0.1082900 Jul 22 16:51:53.563314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:53.569106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-90ffa384-f857-40c9-87d7-587cd0848bd3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Request body: {'floatingip': {'port_id': '43c5ed84-93f8-4a63-be30-730933b47d90'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:53.611046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46fd4403-6934-48ef-83f4-27927fe5ce91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.629029 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90ffa384-f857-40c9-87d7-587cd0848bd3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.682809 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46fd4403-6934-48ef-83f4-27927fe5ce91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.714335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33846) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:53.851971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-521637816-network', 'tenant_id': 'a25b2c08a8644d1797c95d4b458bc435'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:53.876714 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46fd4403-6934-48ef-83f4-27927fe5ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.880486 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46fd4403-6934-48ef-83f4-27927fe5ce91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.881863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-46fd4403-6934-48ef-83f4-27927fe5ce91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/525a6d3c-db3e-4749-b62c-f92f9bc44356 HTTP/1.1" status: 204 len: 168 time: 0.4107573 Jul 22 16:51:53.886780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Made reservation on behalf of a25b2c08a8644d1797c95d4b458bc435 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:53.892616 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:53.896543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd4403-6934-48ef-83f4-27927fe5ce91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525a6d3c-db3e-4749-b62c-f92f9bc44356,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:53.937496 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.119190 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.130983 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.181215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96d2788-f243-4dfd-baff-0d2c27f4ed86,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:54.210195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:51:54.224880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.225545 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Added segment fccdeccc-549e-4b07-8068-3846f3f8c1b4 of type vlan for network 94a33f22-86aa-45ea-aa12-f085f7b1b651 Jul 22 16:51:54.243662 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.278139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90ffa384-f857-40c9-87d7-587cd0848bd3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.283950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90ffa384-f857-40c9-87d7-587cd0848bd3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.291152 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.344897 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.347438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:54.348640 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.409868 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6936517 Jul 22 16:51:54.414144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:54.418531 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-90ffa384-f857-40c9-87d7-587cd0848bd3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Floating IP 23c6ca77-496e-467a-b813-f3fd685880d7 associated. External IP: 172.25.3.127, port: 43c5ed84-93f8-4a63-be30-730933b47d90. Jul 22 16:51:54.424158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Request body: {'subnet': {'network_id': '94a33f22-86aa-45ea-aa12-f085f7b1b651', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-521637816-subnet', 'tenant_id': 'a25b2c08a8644d1797c95d4b458bc435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:54.462800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f938bfb-8a06-439b-8d02-62a3e4ac4c53 admin admin] Pushing event updated for resources: {'Network': ['ID=94a33f22-86aa-45ea-aa12-f085f7b1b651,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:54.477406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 94a33f22-86aa-45ea-aa12-f085f7b1b651 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:51:54.484491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Made reservation on behalf of a25b2c08a8644d1797c95d4b458bc435 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:54.488732 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.786619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.871190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b3e43e-53f8-4bf8-bddc-9fa56e6f77ed,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:54.883524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Checking segment: {'id': 'fccdeccc-549e-4b07-8068-3846f3f8c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '94a33f22-86aa-45ea-aa12-f085f7b1b651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:54.883735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Network hostable DHCP agents. Network: 94a33f22-86aa-45ea-aa12-f085f7b1b651, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:51:54.910305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Network 94a33f22-86aa-45ea-aa12-f085f7b1b651 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:51:54.926118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 94a33f22-86aa-45ea-aa12-f085f7b1b651) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:54.934582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:54.935221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:54.939931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8757b56-bbfb-44f7-8144-f7690fa857e1 None None] Network 94a33f22-86aa-45ea-aa12-f085f7b1b651 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:54.960867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3dcfa102-13ff-4298-907e-16a47c1647ba admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5439923 Jul 22 16:51:55.155996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3e91b-4102-4cd0-ba53-748da32f43f5 None None] Network 94a33f22-86aa-45ea-aa12-f085f7b1b651 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:55.157441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ffa384-f857-40c9-87d7-587cd0848bd3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:51:55.316684 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ffa384-f857-40c9-87d7-587cd0848bd3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:51:55.334464 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] Sync routers for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:51:55.343504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90ffa384-f857-40c9-87d7-587cd0848bd3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:55.351310 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:55.351927 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:55.420508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-90ffa384-f857-40c9-87d7-587cd0848bd3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "PUT /v2.0/floatingips/23c6ca77-496e-467a-b813-f3fd685880d7 HTTP/1.1" status: 200 len: 992 time: 1.8551855 Jul 22 16:51:55.421403 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'tag': '43c5ed84-93f8-4a63-be30-730933b47d90'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:51:55.427396 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ebd2fc-02d4-4ad2-b964-d52638911617" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7bc05a-3d86-41c3-8f42-3d340f82f2d6", "tag": "43c5ed84-93f8-4a63-be30-730933b47d90"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:51:55.496604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33910) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:55.561913 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30362e72-12f6-42e7-9e61-49f00a329407 x-openstack-request-id: req-30362e72-12f6-42e7-9e61-49f00a329407 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:51:55.562208 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7bc05a-3d86-41c3-8f42-3d340f82f2d6", "tag": "43c5ed84-93f8-4a63-be30-730933b47d90", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:51:55.562458 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30362e72-12f6-42e7-9e61-49f00a329407 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:51:55.563102 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'tag': '43c5ed84-93f8-4a63-be30-730933b47d90', 'status': 'completed', 'code': 200} Jul 22 16:51:55.579856 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:55.691108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-e036b1f7-bacd-44b3-b4ef-91485975cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:55.692983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-e036b1f7-bacd-44b3-b4ef-91485975cb97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 1098 time: 0.0808895 Jul 22 16:51:55.889312 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '23c6ca77-496e-467a-b813-f3fd685880d7', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'port_id': '43c5ed84-93f8-4a63-be30-730933b47d90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'mac_address': 'fa:16:3e:f3:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:38Z', 'updated_at': '2021-07-22T16:51:54Z', 'revision_number': 1, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:55.898571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-d35098b3-41c0-4bee-8fe0-348a61670e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:55.900083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-d35098b3-41c0-4bee-8fe0-348a61670e49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.2007723 Jul 22 16:51:55.931348 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] Checking router: 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:51:55.941549 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:51:55.942306 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:55.970072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-0805fcf1-434f-419c-9d34-23ef7f09e7e4 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:55.972489 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-0805fcf1-434f-419c-9d34-23ef7f09e7e4 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/networks?id=94a33f22-86aa-45ea-aa12-f085f7b1b651 HTTP/1.1" status: 200 len: 808 time: 0.2189312 Jul 22 16:51:56.006373 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-e227bc99-f9a3-4b72-8de9-c633c186ea19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c5ed84-93f8-4a63-be30-730933b47d90 HTTP/1.1" status: 200 len: 1000 time: 0.0981996 Jul 22 16:51:56.007061 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-e44959b7-8959-4c86-a83e-0f2d9643a0aa tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/quotas/a25b2c08a8644d1797c95d4b458bc435 HTTP/1.1" status: 200 len: 375 time: 0.0195770 Jul 22 16:51:56.053233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1706729741'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:56.091057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Made reservation on behalf of 04567b509b6c42a3a83dd463acc038fb for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:56.099895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.113026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.129368 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:51:56.138335 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-26eabdc0-f6af-45a5-9a1b-7c89d7d8c339 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a25b2c08a8644d1797c95d4b458bc435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587626 Jul 22 16:51:56.143659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-2a0d8cce-8770-4429-8cec-b75a47d60abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:56.145398 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-2a0d8cce-8770-4429-8cec-b75a47d60abe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.1341636 Jul 22 16:51:56.255473 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.262149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.295641 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-7773fe6a-7fe6-4684-bfe2-a73bd1c39872 service neutron] 10.222.0.53 "GET /v2.0/networks/94a33f22-86aa-45ea-aa12-f085f7b1b651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488242 Jul 22 16:51:56.301250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee13f7ad-6ebd-403b-8b84-87275f678801,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:56.305033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-b70dc701-4174-42ac-9cde-6da8cd9b4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:56.306852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-b70dc701-4174-42ac-9cde-6da8cd9b4958 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511819 Jul 22 16:51:56.314912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:51:56.338311 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.338620 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Added segment 42fa3ad2-4289-47b0-9bcd-2b11bef38939 of type vlan for network f2c8569c-cedf-4043-800a-9926fd79cef8 Jul 22 16:51:56.393113 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.443538 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.449665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:56.450165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.499234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9966257 Jul 22 16:51:56.499940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33930) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:56.505263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'subnet': {'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:56.518901 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '23c6ca77-496e-467a-b813-f3fd685880d7', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'port_id': '43c5ed84-93f8-4a63-be30-730933b47d90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'mac_address': 'fa:16:3e:f3:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:38Z', 'updated_at': '2021-07-22T16:51:54Z', 'revision_number': 1, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:51:56.553989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-ec452261-c4c8-4629-a49a-1bfe96f82b1c service neutron] 10.222.0.53 "GET /v2.0/networks/94a33f22-86aa-45ea-aa12-f085f7b1b651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460408 Jul 22 16:51:56.568172 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e32ff-743d-427e-980b-12e94ef16174 None None] The sync data for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 is: [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '23c6ca77-496e-467a-b813-f3fd685880d7', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'port_id': '43c5ed84-93f8-4a63-be30-730933b47d90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'mac_address': 'fa:16:3e:f3:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:38Z', 'updated_at': '2021-07-22T16:51:54Z', 'revision_number': 1, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:51:56.570200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-05e8676e-4a91-4d37-9e6f-e82a14ae0804 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275002 Jul 22 16:51:56.586487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea272-b606-41e4-a982-68d852df9ce8 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Network': ['ID=f2c8569c-cedf-4043-800a-9926fd79cef8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:56.602178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f2c8569c-cedf-4043-800a-9926fd79cef8 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:51:56.781386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Made reservation on behalf of 04567b509b6c42a3a83dd463acc038fb for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:56.786134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:56.836236 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-763eee0c-cd0b-4025-a117-4e955fdc0d8f req-c6460c74-f264-42a0-8097-13020aacd458 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 210 time: 0.0672362 Jul 22 16:51:56.884221 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ebd2fc-02d4-4ad2-b964-d52638911617 req-3eae5470-f6cf-4a8a-a54d-0d4536ea9115 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471070 Jul 22 16:51:57.007755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d7a12b-2161-4149-9ca5-d1d4acf572f5 None None] New status for floating IP 23c6ca77-496e-467a-b813-f3fd685880d7: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:51:57.101407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.184823 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Subnet': ['ID=255de4bb-bd5b-4a45-958f-47a8c0cdd34f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:57.199569 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Checking segment: {'id': '42fa3ad2-4289-47b0-9bcd-2b11bef38939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:57.200025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Network hostable DHCP agents. Network: f2c8569c-cedf-4043-800a-9926fd79cef8, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:51:57.224814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Network f2c8569c-cedf-4043-800a-9926fd79cef8 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:51:57.239115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f2c8569c-cedf-4043-800a-9926fd79cef8) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:57.246869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:57.248610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.268021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc000b-60f4-4a97-9aa5-a1cb871d1895 None None] Network f2c8569c-cedf-4043-800a-9926fd79cef8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:57.276946 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0af361cf-22e2-4f65-850f-5ce2eef9a1fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7735150 Jul 22 16:51:57.277199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:57.284433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'port': {'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8', 'name': 'tempest-AllowedAddressPairTestJSON-1386341063'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:57.480060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Made reservation on behalf of 04567b509b6c42a3a83dd463acc038fb for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:57.484176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.501427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-f2c8569c-cedf-4043-800a-9926fd79cef8', 'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8', 'tenant_id': '04567b509b6c42a3a83dd463acc038fb', 'fixed_ips': [{'subnet_id': '255de4bb-bd5b-4a45-958f-47a8c0cdd34f'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:51:57.502377 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.514425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] device_id is not set on port 40356c4d-00c9-428a-b751-4395cf3d68fd yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:57.671891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Allocated IP 172.20.0.6 (f2c8569c-cedf-4043-800a-9926fd79cef8/255de4bb-bd5b-4a45-958f-47a8c0cdd34f/40356c4d-00c9-428a-b751-4395cf3d68fd) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:57.858037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.878741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Transition to ACTIVE for port object 40356c4d-00c9-428a-b751-4395cf3d68fd will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:57.938042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:57.980617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9f6c03e9-f9fb-4711-a2aa-d5c75324cf2b req-fa4d6de5-ee58-448b-afb6-c2ad0fdb8e2c tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 210 time: 0.0476573 Jul 22 16:51:57.988242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Network f2c8569c-cedf-4043-800a-9926fd79cef8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:57.992199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:57.998550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:58.000050 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Allocated IP 172.20.0.2 (f2c8569c-cedf-4043-800a-9926fd79cef8/255de4bb-bd5b-4a45-958f-47a8c0cdd34f/44278514-3b38-49fd-b7a3-1912ce5968e3) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:58.063483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Port': ['ID=40356c4d-00c9-428a-b751-4395cf3d68fd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:58.162795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:58.163501 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.202819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33976) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:58.203192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cb91edb7-232a-4e93-805e-740764224541 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9245720 Jul 22 16:51:58.206419 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.210014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'port': {'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8', 'name': 'tempest-AllowedAddressPairTestJSON-1607043405', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:51:21:3d'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:58.216766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Transition to ACTIVE for port object 44278514-3b38-49fd-b7a3-1912ce5968e3 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:58.232293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-0efcd8b4-3937-4d29-a852-0b839550e692 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:58.233736 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-0efcd8b4-3937-4d29-a852-0b839550e692 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.20 "GET /v2.0/networks?id=94a33f22-86aa-45ea-aa12-f085f7b1b651 HTTP/1.1" status: 200 len: 808 time: 0.1999085 Jul 22 16:51:58.236158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Transition to ACTIVE for port object 44278514-3b38-49fd-b7a3-1912ce5968e3 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:58.246423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.281132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Request body: {'port': {'device_id': '8ac02ff2-705c-4415-97c0-dea4ab579bb9', 'network_id': '94a33f22-86aa-45ea-aa12-f085f7b1b651', 'admin_state_up': True, 'tenant_id': 'a25b2c08a8644d1797c95d4b458bc435'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:58.294320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Network f2c8569c-cedf-4043-800a-9926fd79cef8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:58.297145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:58.301480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:58.310472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Pushing event updated for resources: {'Port': ['ID=44278514-3b38-49fd-b7a3-1912ce5968e3,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:58.370614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Made reservation on behalf of 04567b509b6c42a3a83dd463acc038fb for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:58.384495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Attempting to bind port 44278514-3b38-49fd-b7a3-1912ce5968e3 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:51:58.384794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Attempting to bind port 44278514-3b38-49fd-b7a3-1912ce5968e3 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '42fa3ad2-4289-47b0-9bcd-2b11bef38939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:51:58.384992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Attempting to bind port 44278514-3b38-49fd-b7a3-1912ce5968e3 on network f2c8569c-cedf-4043-800a-9926fd79cef8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:51:58.391336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:51:58.391694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Checking segment: {'id': '42fa3ad2-4289-47b0-9bcd-2b11bef38939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:51:58.392229 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.392635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Bound using segment: {'id': '42fa3ad2-4289-47b0-9bcd-2b11bef38939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:51:58.393438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Bound port: 44278514-3b38-49fd-b7a3-1912ce5968e3, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fa3ad2-4289-47b0-9bcd-2b11bef38939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:51:58.393763 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.469815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] For port 44278514-3b38-49fd-b7a3-1912ce5968e3, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:51:58.474771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] For port 44278514-3b38-49fd-b7a3-1912ce5968e3, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=44278514-3b38-49fd-b7a3-1912ce5968e3,segment=NetworkSegment(42fa3ad2-4289-47b0-9bcd-2b11bef38939),segment_id=42fa3ad2-4289-47b0-9bcd-2b11bef38939)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:51:58.481220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.503164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Made reservation on behalf of a25b2c08a8644d1797c95d4b458bc435 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:51:58.507434 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.568359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:58.571207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Pushing event updated for resources: {'Port': ['ID=44278514-3b38-49fd-b7a3-1912ce5968e3,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:58.580031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.580282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.581625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.582210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.582604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.582977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.583295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.583627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.583952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.584283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.584694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.585095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06b6168-6d49-47c6-b62d-1e1988a49523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:51:58.601332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] device_id is not set on port dcf236a8-588d-451f-b720-0a322eddd7f9 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:51:58.704694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Allocated IP 172.20.0.14 (94a33f22-86aa-45ea-aa12-f085f7b1b651/40b3e43e-53f8-4bf8-bddc-9fa56e6f77ed/d0802816-fd66-4268-a277-0b81dbaf31d7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:58.757787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Allocated IP 172.20.0.4 (f2c8569c-cedf-4043-800a-9926fd79cef8/255de4bb-bd5b-4a45-958f-47a8c0cdd34f/dcf236a8-588d-451f-b720-0a322eddd7f9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:51:59.011047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.057355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.073734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Transition to ACTIVE for port object dcf236a8-588d-451f-b720-0a322eddd7f9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:59.089241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.125418 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.165996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Network 94a33f22-86aa-45ea-aa12-f085f7b1b651 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:59.177142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:59.184433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:59.195781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Network f2c8569c-cedf-4043-800a-9926fd79cef8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:51:59.205111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:51:59.210752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:51:59.242901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Port': ['ID=dcf236a8-588d-451f-b720-0a322eddd7f9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:59.259414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Pushing event updated for resources: {'Port': ['ID=d0802816-fd66-4268-a277-0b81dbaf31d7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:51:59.288543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.288543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.311498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.312340 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.314792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5381e5-63d1-4016-91d4-6a2cedd53715 req-63288fc7-036a-4f49-90de-8a1e6b401ac4 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.318654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5381e5-63d1-4016-91d4-6a2cedd53715 req-63288fc7-036a-4f49-90de-8a1e6b401ac4 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 932 time: 0.2034566 Jul 22 16:51:59.326321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d1628d34-52ac-438e-9c64-1ab1fb6b53c9 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.1216834 Jul 22 16:51:59.329723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:59.340234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-98bfa337-018b-4ab6-b6e0-a32894f9d83e tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0643833 Jul 22 16:51:59.367065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e5381e5-63d1-4016-91d4-6a2cedd53715 req-c05811d5-4c5d-42f0-99b6-8e6a0a5233a9 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Jul 22 16:51:59.374725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Request body: {'port': {'device_id': '8ac02ff2-705c-4415-97c0-dea4ab579bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:51:59.481944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.496010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134a3d25-adc0-458a-84eb-19b9d6f64c9e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.502109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134a3d25-adc0-458a-84eb-19b9d6f64c9e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.509054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134a3d25-adc0-458a-84eb-19b9d6f64c9e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:51:59.513628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-134a3d25-adc0-458a-84eb-19b9d6f64c9e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1799765 Jul 22 16:51:59.514134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33994) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:51:59.674245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 44278514-3b38-49fd-b7a3-1912ce5968e3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:51:59.719156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c11503c0-d0a5-4788-86db-a3b744f7264b tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Deleting port dcf236a8-588d-451f-b720-0a322eddd7f9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:51:59.719418 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c11503c0-d0a5-4788-86db-a3b744f7264b tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.778242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 44278514-3b38-49fd-b7a3-1912ce5968e3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:51:59.871955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c11503c0-d0a5-4788-86db-a3b744f7264b tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.887793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c11503c0-d0a5-4788-86db-a3b744f7264b tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Calling delete_port for dcf236a8-588d-451f-b720-0a322eddd7f9 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:51:59.895441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaeeefa-a732-4d69-8a55-d45fffdfa822 None None] Network f2c8569c-cedf-4043-800a-9926fd79cef8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:51:59.945335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0802816-fd66-4268-a277-0b81dbaf31d7 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:51:59.955532 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:51:59.974789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Transition to ACTIVE for port object d0802816-fd66-4268-a277-0b81dbaf31d7 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:51:59.980347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.049165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Pushing event updated for resources: {'Port': ['ID=d0802816-fd66-4268-a277-0b81dbaf31d7,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:00.066755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f649f02e-c1bb-47b7-89a2-3d810a6b37dc None None] Provisioning for port 44278514-3b38-49fd-b7a3-1912ce5968e3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:00.076940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f649f02e-c1bb-47b7-89a2-3d810a6b37dc None None] Provisioning complete for port 44278514-3b38-49fd-b7a3-1912ce5968e3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:00.077373 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f649f02e-c1bb-47b7-89a2-3d810a6b37dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.105336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c11503c0-d0a5-4788-86db-a3b744f7264b tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.132776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Attempting to bind port d0802816-fd66-4268-a277-0b81dbaf31d7 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:00.133114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Attempting to bind port d0802816-fd66-4268-a277-0b81dbaf31d7 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fccdeccc-549e-4b07-8068-3846f3f8c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '94a33f22-86aa-45ea-aa12-f085f7b1b651'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:00.133440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Attempting to bind port d0802816-fd66-4268-a277-0b81dbaf31d7 on network 94a33f22-86aa-45ea-aa12-f085f7b1b651 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:00.141584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Port d0802816-fd66-4268-a277-0b81dbaf31d7 on network 94a33f22-86aa-45ea-aa12-f085f7b1b651 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:52:00.142193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Attempting to bind port d0802816-fd66-4268-a277-0b81dbaf31d7 on network 94a33f22-86aa-45ea-aa12-f085f7b1b651 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:00.150841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:00.151206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Checking segment: {'id': 'fccdeccc-549e-4b07-8068-3846f3f8c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '94a33f22-86aa-45ea-aa12-f085f7b1b651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:00.152156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Bound using segment: {'id': 'fccdeccc-549e-4b07-8068-3846f3f8c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '94a33f22-86aa-45ea-aa12-f085f7b1b651'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:00.152373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Bound port: d0802816-fd66-4268-a277-0b81dbaf31d7, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fccdeccc-549e-4b07-8068-3846f3f8c1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '94a33f22-86aa-45ea-aa12-f085f7b1b651'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:00.152739 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.158879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11503c0-d0a5-4788-86db-a3b744f7264b tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event deleted for resources: {'Port': ['ID=dcf236a8-588d-451f-b720-0a322eddd7f9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:00.246170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f649f02e-c1bb-47b7-89a2-3d810a6b37dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.247094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] For port d0802816-fd66-4268-a277-0b81dbaf31d7, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:00.251950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] For port d0802816-fd66-4268-a277-0b81dbaf31d7, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0802816-fd66-4268-a277-0b81dbaf31d7,segment=NetworkSegment(fccdeccc-549e-4b07-8068-3846f3f8c1b4),segment_id=fccdeccc-549e-4b07-8068-3846f3f8c1b4)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:00.261242 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.289994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f649f02e-c1bb-47b7-89a2-3d810a6b37dc None None] For port 44278514-3b38-49fd-b7a3-1912ce5968e3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=44278514-3b38-49fd-b7a3-1912ce5968e3,segment=NetworkSegment(42fa3ad2-4289-47b0-9bcd-2b11bef38939),segment_id=42fa3ad2-4289-47b0-9bcd-2b11bef38939)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:00.300196 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f649f02e-c1bb-47b7-89a2-3d810a6b37dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.303326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34002) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:00.325249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:00.326499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.328825 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] 10.222.0.20 "PUT /v2.0/ports/d0802816-fd66-4268-a277-0b81dbaf31d7 HTTP/1.1" status: 200 len: 1093 time: 0.9585018 Jul 22 16:52:00.329550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac02ff2-705c-4415-97c0-dea4ab579bb9', 'tag': 'd0802816-fd66-4268-a277-0b81dbaf31d7'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:00.334100 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adabe05d-b6a2-44a0-87d5-07df55ea553a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac02ff2-705c-4415-97c0-dea4ab579bb9", "tag": "d0802816-fd66-4268-a277-0b81dbaf31d7"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:00.398294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3126d28-ad1b-4413-ad18-e547462a80dc service neutron] Pushing event updated for resources: {'Port': ['ID=d0802816-fd66-4268-a277-0b81dbaf31d7,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:00.401611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c11503c0-d0a5-4788-86db-a3b744f7264b tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.409534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c11503c0-d0a5-4788-86db-a3b744f7264b tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "DELETE /v2.0/ports/dcf236a8-588d-451f-b720-0a322eddd7f9 HTTP/1.1" status: 204 len: 168 time: 0.8936694 Jul 22 16:52:00.411499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34010) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:00.425783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649f02e-c1bb-47b7-89a2-3d810a6b37dc None None] Pushing event updated for resources: {'Port': ['ID=44278514-3b38-49fd-b7a3-1912ce5968e3,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:00.459145 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d04f7d8-0944-4632-b9fb-71d4033447e4 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] GET failed (client error): The resource could not be found. Jul 22 16:52:00.461046 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8d04f7d8-0944-4632-b9fb-71d4033447e4 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "GET /v2.0/ports/dcf236a8-588d-451f-b720-0a322eddd7f9 HTTP/1.1" status: 404 len: 333 time: 0.0484545 Jul 22 16:52:00.464973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34012) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:00.466361 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fc46ff-3740-409d-86eb-d8f9df0e2578 x-openstack-request-id: req-b1fc46ff-3740-409d-86eb-d8f9df0e2578 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:00.466746 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac02ff2-705c-4415-97c0-dea4ab579bb9", "tag": "d0802816-fd66-4268-a277-0b81dbaf31d7", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:00.467145 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1fc46ff-3740-409d-86eb-d8f9df0e2578 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:00.467634 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac02ff2-705c-4415-97c0-dea4ab579bb9', 'tag': 'd0802816-fd66-4268-a277-0b81dbaf31d7', 'status': 'completed', 'code': 200} Jul 22 16:52:00.471053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'port': {'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8', 'name': 'tempest-AllowedAddressPairTestJSON-1975971605'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:00.503777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-7a6694aa-aac1-474a-ac53-1f2f740876db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:00.505764 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-7a6694aa-aac1-474a-ac53-1f2f740876db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25b2c08a8644d1797c95d4b458bc435&device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1016438 Jul 22 16:52:00.536149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18b784c5-d01c-420e-9230-a205c83a7fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.598077 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-5d80301b-c131-4d61-a49c-1a85ff757443 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0802816-fd66-4268-a277-0b81dbaf31d7 HTTP/1.1" status: 200 len: 217 time: 0.0714159 Jul 22 16:52:00.647061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6ee005bc-0bcf-4338-ac6e-28614416fb92 None None] Provisioning complete for port 44278514-3b38-49fd-b7a3-1912ce5968e3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:00.648239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ee005bc-0bcf-4338-ac6e-28614416fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.713886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-0873c7a6-3eb5-42e4-b30e-f6bffb52e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:00.719626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-0873c7a6-3eb5-42e4-b30e-f6bffb52e4e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40b3e43e-53f8-4bf8-bddc-9fa56e6f77ed HTTP/1.1" status: 200 len: 848 time: 0.1141434 Jul 22 16:52:00.772523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f0928-13cf-49ac-a7de-61c1693f32f2 req-45ad79b2-fb04-484b-a7b0-53feb2c66fd6 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:00.780030 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c38f0928-13cf-49ac-a7de-61c1693f32f2 req-45ad79b2-fb04-484b-a7b0-53feb2c66fd6 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 944 time: 0.2636960 Jul 22 16:52:00.802672 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-a97a44f9-f18a-45e9-a280-8f264ae25a26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94a33f22-86aa-45ea-aa12-f085f7b1b651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739834 Jul 22 16:52:00.818236 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18b784c5-d01c-420e-9230-a205c83a7fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.819166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6ee005bc-0bcf-4338-ac6e-28614416fb92 None None] Provisioning for port 40356c4d-00c9-428a-b751-4395cf3d68fd completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:00.828306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6ee005bc-0bcf-4338-ac6e-28614416fb92 None None] Provisioning complete for port 40356c4d-00c9-428a-b751-4395cf3d68fd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:00.829153 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ee005bc-0bcf-4338-ac6e-28614416fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.838966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18b784c5-d01c-420e-9230-a205c83a7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.891120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Made reservation on behalf of 04567b509b6c42a3a83dd463acc038fb for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:00.895499 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c38f0928-13cf-49ac-a7de-61c1693f32f2 req-8664197c-d553-4a19-9907-7d98367314a9 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141188 Jul 22 16:52:00.898826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:00.946362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6ee005bc-0bcf-4338-ac6e-28614416fb92 None None] Port 40356c4d-00c9-428a-b751-4395cf3d68fd cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:00.963929 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-18b784c5-d01c-420e-9230-a205c83a7fc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9da68a9400ff4f1986634bdcca9f8f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589351 Jul 22 16:52:00.966678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34014) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:00.994169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] device_id is not set on port d6156c28-de4c-4ce7-81ce-8d1ec3a3231a yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:52:01.001313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b784c5-d01c-420e-9230-a205c83a7fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0420c9-ee56-4f40-b59e-5096e91c2eb3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:01.027741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-5dbc42a0-183e-46b0-8a09-14f33d1516fe service neutron] 10.222.0.20 "GET /v2.0/networks/94a33f22-86aa-45ea-aa12-f085f7b1b651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925848 Jul 22 16:52:01.079158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b5bd8019-fb63-459f-9052-747047a54d5c None None] Provisioning complete for port 40356c4d-00c9-428a-b751-4395cf3d68fd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:01.084398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8019-fb63-459f-9052-747047a54d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.138644 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ee682a2-ce3b-427f-9174-63f0731ca7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.154381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd8019-fb63-459f-9052-747047a54d5c None None] Port 40356c4d-00c9-428a-b751-4395cf3d68fd cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:01.189132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ee682a2-ce3b-427f-9174-63f0731ca7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.218114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f40aab8-4f2e-4f6c-b7af-3a254a84f52f req-2a9845cd-5fb3-4ea4-a42c-20c1d2298262 service neutron] 10.222.0.20 "GET /v2.0/networks/94a33f22-86aa-45ea-aa12-f085f7b1b651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839757 Jul 22 16:52:01.278548 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ee682a2-ce3b-427f-9174-63f0731ca7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.282543 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ee682a2-ce3b-427f-9174-63f0731ca7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.287492 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ee682a2-ce3b-427f-9174-63f0731ca7d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb0420c9-ee56-4f40-b59e-5096e91c2eb3 HTTP/1.1" status: 204 len: 168 time: 0.3166022 Jul 22 16:52:01.300469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee682a2-ce3b-427f-9174-63f0731ca7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0420c9-ee56-4f40-b59e-5096e91c2eb3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:01.381238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d86006a5-a8e8-422b-a29c-20e6e72bcc01 None None] Could not find standard attr ID for object dcf236a8-588d-451f-b720-0a322eddd7f9. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:52:01.422975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-a1f552a3-6db0-4091-bea8-fe7cdd8d712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:01.425556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-a1f552a3-6db0-4091-bea8-fe7cdd8d712c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a25b2c08a8644d1797c95d4b458bc435&device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0926595 Jul 22 16:52:01.434549 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.538453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Allocated IP 172.20.0.8 (f2c8569c-cedf-4043-800a-9926fd79cef8/255de4bb-bd5b-4a45-958f-47a8c0cdd34f/d6156c28-de4c-4ce7-81ce-8d1ec3a3231a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:01.558374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-2f808c88-6fc4-4dfd-9bd6-16aa24ae4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:01.560697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-2f808c88-6fc4-4dfd-9bd6-16aa24ae4008 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94a33f22-86aa-45ea-aa12-f085f7b1b651 HTTP/1.1" status: 200 len: 909 time: 0.1290212 Jul 22 16:52:01.641205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-454ea51d-5038-4bca-a4b7-d988b0228f16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0802816-fd66-4268-a277-0b81dbaf31d7 HTTP/1.1" status: 200 len: 217 time: 0.0737910 Jul 22 16:52:01.664181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 44278514-3b38-49fd-b7a3-1912ce5968e3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:01.714231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-ac72a622-48a5-4059-8de6-0010cfeb4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:01.715690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-ac72a622-48a5-4059-8de6-0010cfeb4090 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40b3e43e-53f8-4bf8-bddc-9fa56e6f77ed HTTP/1.1" status: 200 len: 848 time: 0.0682645 Jul 22 16:52:01.735619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 44278514-3b38-49fd-b7a3-1912ce5968e3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:01.736210 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.739296 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.755954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Transition to ACTIVE for port object d6156c28-de4c-4ce7-81ce-8d1ec3a3231a will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:01.764671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-ad39aac7-b4d3-47d8-bb60-778cf4daaa3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94a33f22-86aa-45ea-aa12-f085f7b1b651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404725 Jul 22 16:52:01.778280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34022) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:01.799173 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19c15a79-3fc3-45dd-b6c4-07c854e7bd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.826968 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:01.881012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Network f2c8569c-cedf-4043-800a-9926fd79cef8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:01.890582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-d2c1c066-f14d-4dce-81b2-a09c8a608949 service neutron] 10.222.0.20 "GET /v2.0/networks/94a33f22-86aa-45ea-aa12-f085f7b1b651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178885 Jul 22 16:52:01.894792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:01.900585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:01.968962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Port': ['ID=d6156c28-de4c-4ce7-81ce-8d1ec3a3231a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:02.018397 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-adabe05d-b6a2-44a0-87d5-07df55ea553a req-4e0f6366-1e67-41f0-a1f0-678e3d6a942d service neutron] 10.222.0.20 "GET /v2.0/networks/94a33f22-86aa-45ea-aa12-f085f7b1b651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205719 Jul 22 16:52:02.030558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:02.030946 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.084168 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19c15a79-3fc3-45dd-b6c4-07c854e7bd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.091205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19c15a79-3fc3-45dd-b6c4-07c854e7bd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.115700 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-353e1e09-c379-415b-ab59-8a4f2b9ff47c tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6494291 Jul 22 16:52:02.116948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:02.119944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63a91a-137f-4a13-a17e-6c0c29308399 req-46aad58e-9df5-44b0-84dc-6449969526f4 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:02.121520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db63a91a-137f-4a13-a17e-6c0c29308399 req-46aad58e-9df5-44b0-84dc-6449969526f4 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 944 time: 0.0973251 Jul 22 16:52:02.137014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-465af5db-56b6-4ed1-8538-3f485ea6ac6e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:51:21:3d'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:02.173035 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-19c15a79-3fc3-45dd-b6c4-07c854e7bd76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b75bdf38db59413fb1a4dc3cb3ac4385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936357 Jul 22 16:52:02.183452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34034) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:02.202208 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db63a91a-137f-4a13-a17e-6c0c29308399 req-bb91871b-30f9-4da4-acfc-cfae55cd2c44 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723464 Jul 22 16:52:02.223992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-750248a0-70f5-498c-870a-81d712210f25 None None] Provisioning for port d6156c28-de4c-4ce7-81ce-8d1ec3a3231a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:02.232214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-750248a0-70f5-498c-870a-81d712210f25 None None] Provisioning complete for port d6156c28-de4c-4ce7-81ce-8d1ec3a3231a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:02.232589 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-750248a0-70f5-498c-870a-81d712210f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.250346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c15a79-3fc3-45dd-b6c4-07c854e7bd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca5b347-0937-4cd0-baf2-1530db4f8348,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:02.265630 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6aaa524b-610f-42df-a62d-5bfa3c544f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.300481 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6aaa524b-610f-42df-a62d-5bfa3c544f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.301719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-750248a0-70f5-498c-870a-81d712210f25 None None] Port d6156c28-de4c-4ce7-81ce-8d1ec3a3231a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:02.303020 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-465af5db-56b6-4ed1-8538-3f485ea6ac6e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.367909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6aaa524b-610f-42df-a62d-5bfa3c544f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.370687 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6aaa524b-610f-42df-a62d-5bfa3c544f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.371997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6aaa524b-610f-42df-a62d-5bfa3c544f47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eca5b347-0937-4cd0-baf2-1530db4f8348 HTTP/1.1" status: 204 len: 168 time: 0.1874225 Jul 22 16:52:02.381551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa524b-610f-42df-a62d-5bfa3c544f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca5b347-0937-4cd0-baf2-1530db4f8348,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:02.529710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-465af5db-56b6-4ed1-8538-3f485ea6ac6e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.535953 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-465af5db-56b6-4ed1-8538-3f485ea6ac6e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.610811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465af5db-56b6-4ed1-8538-3f485ea6ac6e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Port': ['ID=d6156c28-de4c-4ce7-81ce-8d1ec3a3231a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:02.642337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-465af5db-56b6-4ed1-8538-3f485ea6ac6e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] In _notify_port_updated(), no bound segment for port d6156c28-de4c-4ce7-81ce-8d1ec3a3231a on network f2c8569c-cedf-4043-800a-9926fd79cef8 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:52:02.651624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465af5db-56b6-4ed1-8538-3f485ea6ac6e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:02.652410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-465af5db-56b6-4ed1-8538-3f485ea6ac6e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.657666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34046) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:02.663493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-465af5db-56b6-4ed1-8538-3f485ea6ac6e tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "PUT /v2.0/ports/d6156c28-de4c-4ce7-81ce-8d1ec3a3231a HTTP/1.1" status: 200 len: 993 time: 0.5375779 Jul 22 16:52:02.807456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-02fb18ef-bd35-40dc-8fbd-e7c0b89f63bd tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Deleting port d6156c28-de4c-4ce7-81ce-8d1ec3a3231a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:02.807883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02fb18ef-bd35-40dc-8fbd-e7c0b89f63bd tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.926686 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02fb18ef-bd35-40dc-8fbd-e7c0b89f63bd tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.941193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a7378c75-915a-4cd9-a63f-e3b66a4cb72a None None] Provisioning complete for port d6156c28-de4c-4ce7-81ce-8d1ec3a3231a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:02.941857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a7378c75-915a-4cd9-a63f-e3b66a4cb72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:02.956580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63af283-5937-4a4d-ae00-fd7244093781 req-0250bec4-17cf-497b-a369-2b1873614c5c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:02.956933 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-02fb18ef-bd35-40dc-8fbd-e7c0b89f63bd tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Calling delete_port for d6156c28-de4c-4ce7-81ce-8d1ec3a3231a owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:02.958408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63af283-5937-4a4d-ae00-fd7244093781 req-0250bec4-17cf-497b-a369-2b1873614c5c tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 946 time: 0.0986381 Jul 22 16:52:03.017628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a7378c75-915a-4cd9-a63f-e3b66a4cb72a None None] Port d6156c28-de4c-4ce7-81ce-8d1ec3a3231a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:03.020637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63af283-5937-4a4d-ae00-fd7244093781 req-2645c2ae-fd8e-40d3-bab7-7ab76b77402a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463288 Jul 22 16:52:03.148177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02fb18ef-bd35-40dc-8fbd-e7c0b89f63bd tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.191777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb18ef-bd35-40dc-8fbd-e7c0b89f63bd tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event deleted for resources: {'Port': ['ID=d6156c28-de4c-4ce7-81ce-8d1ec3a3231a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:03.463751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02fb18ef-bd35-40dc-8fbd-e7c0b89f63bd tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.465786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-02fb18ef-bd35-40dc-8fbd-e7c0b89f63bd tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "DELETE /v2.0/ports/d6156c28-de4c-4ce7-81ce-8d1ec3a3231a HTTP/1.1" status: 204 len: 168 time: 0.8071239 Jul 22 16:52:03.468648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:03.480275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5006f-1587-40d0-918c-1a981f8679c1 req-5d4497f4-1227-4d47-aead-72715b0a4ae9 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:03.488081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14f5006f-1587-40d0-918c-1a981f8679c1 req-5d4497f4-1227-4d47-aead-72715b0a4ae9 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 944 time: 0.1617503 Jul 22 16:52:03.509280 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca08491-e42b-4219-8c9c-3aeb2ccdd169 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] GET failed (client error): The resource could not be found. Jul 22 16:52:03.514339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1ca08491-e42b-4219-8c9c-3aeb2ccdd169 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "GET /v2.0/ports/d6156c28-de4c-4ce7-81ce-8d1ec3a3231a HTTP/1.1" status: 404 len: 333 time: 0.0408630 Jul 22 16:52:03.520691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34074) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:03.526181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'port': {'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8', 'name': 'tempest-AllowedAddressPairTestJSON-1920720273'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:03.531563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14f5006f-1587-40d0-918c-1a981f8679c1 req-84c77c9c-63db-4e70-83c8-df89fe003795 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425718 Jul 22 16:52:03.696682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Made reservation on behalf of 04567b509b6c42a3a83dd463acc038fb for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:03.700629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:03.733103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] device_id is not set on port 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:52:03.868473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Allocated IP 172.20.0.8 (f2c8569c-cedf-4043-800a-9926fd79cef8/255de4bb-bd5b-4a45-958f-47a8c0cdd34f/5def8768-c5a0-45ed-8fc8-2c9b7cbd0830) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:04.047904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.075461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Transition to ACTIVE for port object 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:04.167115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.246179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Network f2c8569c-cedf-4043-800a-9926fd79cef8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:04.253237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:04.259417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:04.263798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Port': ['ID=5def8768-c5a0-45ed-8fc8-2c9b7cbd0830,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:04.309800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d46ea0-c013-491f-a15f-e8e0409accd9 req-e265c866-8f11-4f28-a429-de602ab86b76 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:04.311438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22d46ea0-c013-491f-a15f-e8e0409accd9 req-e265c866-8f11-4f28-a429-de602ab86b76 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 946 time: 0.2045748 Jul 22 16:52:04.337131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:04.337776 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.357320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d0802816-fd66-4268-a277-0b81dbaf31d7 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:52:04.380965 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0e82cdd2-1f6b-42c8-84f1-cd5f3a4c1d02 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8588808 Jul 22 16:52:04.383886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34098) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:04.384841 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22d46ea0-c013-491f-a15f-e8e0409accd9 req-514fc548-cd02-4abb-86d0-cd6952994509 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648468 Jul 22 16:52:04.391362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e2bf81ec-9f04-48eb-a997-54fb7ffd57ce tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:51:21:3d'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:04.580380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d0802816-fd66-4268-a277-0b81dbaf31d7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0802816-fd66-4268-a277-0b81dbaf31d7,segment=NetworkSegment(fccdeccc-549e-4b07-8068-3846f3f8c1b4),segment_id=fccdeccc-549e-4b07-8068-3846f3f8c1b4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:04.603812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'd0802816-fd66-4268-a277-0b81dbaf31d7', 'network_id': '94a33f22-86aa-45ea-aa12-f085f7b1b651', 'port_id': 'd0802816-fd66-4268-a277-0b81dbaf31d7', 'mac_address': 'fa:16:3e:5b:8f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b3e43e-53f8-4bf8-bddc-9fa56e6f77ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:52:04.693625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-54c43d1f-7f89-493e-b379-a88c279deccf None None] Provisioning for port 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:04.699361 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.713713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-54c43d1f-7f89-493e-b379-a88c279deccf None None] Provisioning complete for port 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:04.714180 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-54c43d1f-7f89-493e-b379-a88c279deccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.728746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2bf81ec-9f04-48eb-a997-54fb7ffd57ce tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.762486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-54c43d1f-7f89-493e-b379-a88c279deccf None None] Port 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:04.768856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0802816-fd66-4268-a277-0b81dbaf31d7 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:04.793708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d0802816-fd66-4268-a277-0b81dbaf31d7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0802816-fd66-4268-a277-0b81dbaf31d7,segment=NetworkSegment(fccdeccc-549e-4b07-8068-3846f3f8c1b4),segment_id=fccdeccc-549e-4b07-8068-3846f3f8c1b4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:04.798525 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:04.804408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9d8e9-f888-4eae-a9bd-351ec3501ba7 req-ffbf2ee1-cd65-4600-82dc-3cdf145575fa tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:04.807848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32a9d8e9-f888-4eae-a9bd-351ec3501ba7 req-ffbf2ee1-cd65-4600-82dc-3cdf145575fa tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 944 time: 0.1445434 Jul 22 16:52:04.857510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d0802816-fd66-4268-a277-0b81dbaf31d7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:04.931416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32a9d8e9-f888-4eae-a9bd-351ec3501ba7 req-0dfbb597-95ae-46a8-9726-e8bc20ffeb60 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018932 Jul 22 16:52:04.963508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc9a04-5101-4117-9451-9238db252c86 req-171100d6-7b00-486b-a001-08c4e4634c10 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:04.965142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8efc9a04-5101-4117-9451-9238db252c86 req-171100d6-7b00-486b-a001-08c4e4634c10 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.65 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 946 time: 0.1492569 Jul 22 16:52:05.082727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['d0802816-fd66-4268-a277-0b81dbaf31d7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:05.137845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Deleting port 4057eb96-696c-4104-bb6d-865a3b219e37 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:05.138643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.281913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] For port 4057eb96-696c-4104-bb6d-865a3b219e37, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=4057eb96-696c-4104-bb6d-865a3b219e37,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:05.282837 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.437873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2bf81ec-9f04-48eb-a997-54fb7ffd57ce tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.443497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2bf81ec-9f04-48eb-a997-54fb7ffd57ce tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.559256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf81ec-9f04-48eb-a997-54fb7ffd57ce tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Port': ['ID=5def8768-c5a0-45ed-8fc8-2c9b7cbd0830,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:05.586177 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.586966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.587521 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Floating IP e1f17385-defc-491a-aab2-1b2a15cd2546 disassociated. External IP: 172.25.3.173, port: 4057eb96-696c-4104-bb6d-865a3b219e37. Jul 22 16:52:05.589592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Calling delete_port for 4057eb96-696c-4104-bb6d-865a3b219e37 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:05.595890 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.617751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:05.629852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e2bf81ec-9f04-48eb-a997-54fb7ffd57ce tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] In _notify_port_updated(), no bound segment for port 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 on network f2c8569c-cedf-4043-800a-9926fd79cef8 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:52:05.635600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf81ec-9f04-48eb-a997-54fb7ffd57ce tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:05.636273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2bf81ec-9f04-48eb-a997-54fb7ffd57ce tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.637994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e2bf81ec-9f04-48eb-a997-54fb7ffd57ce tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "PUT /v2.0/ports/5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 HTTP/1.1" status: 200 len: 996 time: 1.2527761 Jul 22 16:52:05.650228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:05.725135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c15632-f31d-4baf-9d78-4ca7a2f1830b req-ac904ba9-a7a2-4b32-938a-d7f4f4c5564f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:05.726740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9c15632-f31d-4baf-9d78-4ca7a2f1830b req-ac904ba9-a7a2-4b32-938a-d7f4f4c5564f tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 946 time: 0.2110736 Jul 22 16:52:05.794767 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.800897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4015eb5c-b69b-43fb-ab05-59474cee925d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.837637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event deleted for resources: {'Port': ['ID=4057eb96-696c-4104-bb6d-865a3b219e37,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:05.853994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9c15632-f31d-4baf-9d78-4ca7a2f1830b req-c3ae5614-1ac7-4844-822f-a45c7b16338a tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups?id=8ed7dd38-2282-4c7a-9351-fb6173d10217&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060452 Jul 22 16:52:05.876182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4c01e10c-9886-44db-b035-c948377fb81f tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Deleting port 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:05.876598 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c01e10c-9886-44db-b035-c948377fb81f tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.896773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bb80d4b8-3f69-4b90-83f8-2ee23add0eb9 None None] Provisioning complete for port 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:05.898219 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bb80d4b8-3f69-4b90-83f8-2ee23add0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:05.943921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bb80d4b8-3f69-4b90-83f8-2ee23add0eb9 None None] Port 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:06.006393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Router a3224a39-9132-4f16-bc50-a78480b9467d has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:06.028784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c01e10c-9886-44db-b035-c948377fb81f tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.032342 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4015eb5c-b69b-43fb-ab05-59474cee925d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.040193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4015eb5c-b69b-43fb-ab05-59474cee925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.058615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4c01e10c-9886-44db-b035-c948377fb81f tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Calling delete_port for 5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:06.116390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4015eb5c-b69b-43fb-ab05-59474cee925d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea06242a7f584664a4e1a2c7dece9383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975893 Jul 22 16:52:06.118956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015eb5c-b69b-43fb-ab05-59474cee925d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72218c85-84b9-456e-88ae-26b649716bfe,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:06.120672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:06.207599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:06.222079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197e7e1-ee20-4da4-bbfb-a378e0530c70 req-18128318-8716-41c1-8293-320e86f7d2a2 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:06.222743 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] Sync routers for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:06.223564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f197e7e1-ee20-4da4-bbfb-a378e0530c70 req-18128318-8716-41c1-8293-320e86f7d2a2 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 945 time: 0.2027893 Jul 22 16:52:06.247226 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:06.248275 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:06.288284 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85524cb5-a8dc-4ccd-9ce4-bfb42172c318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.290121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] No DVR routers for this DVR port 4057eb96-696c-4104-bb6d-865a3b219e37 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:06.292814 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c01e10c-9886-44db-b035-c948377fb81f tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.295004 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.297096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8efc9a04-5101-4117-9451-9238db252c86 req-524223eb-b4e4-4296-88ed-06c5ea07b9c1 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.65 "DELETE /v2.0/ports/4057eb96-696c-4104-bb6d-865a3b219e37 HTTP/1.1" status: 204 len: 173 time: 1.3240261 Jul 22 16:52:06.300146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-deleted', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:06.302808 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1265e0b0-37ac-496f-ba3b-b02ac9242564" -d '{"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-deleted", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:06.343614 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85524cb5-a8dc-4ccd-9ce4-bfb42172c318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.366546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f197e7e1-ee20-4da4-bbfb-a378e0530c70 req-2cdd94ed-f974-4ac9-a8e2-b8226565c4e9 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131997 Jul 22 16:52:06.366783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01e10c-9886-44db-b035-c948377fb81f tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event deleted for resources: {'Port': ['ID=5def8768-c5a0-45ed-8fc8-2c9b7cbd0830,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:06.373568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d0802816-fd66-4268-a277-0b81dbaf31d7 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:06.439691 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f9273-4b02-4106-b466-28676e4b17ee x-openstack-request-id: req-f92f9273-4b02-4106-b466-28676e4b17ee {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:06.439691 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88953d36-04a2-4040-8b5b-5168c8cdc739", "name": "network-vif-deleted", "tag": "4057eb96-696c-4104-bb6d-865a3b219e37", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:06.439691 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f92f9273-4b02-4106-b466-28676e4b17ee {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:06.440664 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88953d36-04a2-4040-8b5b-5168c8cdc739', 'name': 'network-vif-deleted', 'tag': '4057eb96-696c-4104-bb6d-865a3b219e37', 'status': 'completed', 'code': 200} Jul 22 16:52:06.459753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85524cb5-a8dc-4ccd-9ce4-bfb42172c318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.462519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85524cb5-a8dc-4ccd-9ce4-bfb42172c318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.464288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-85524cb5-a8dc-4ccd-9ce4-bfb42172c318 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72218c85-84b9-456e-88ae-26b649716bfe HTTP/1.1" status: 204 len: 168 time: 0.3367064 Jul 22 16:52:06.482564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85524cb5-a8dc-4ccd-9ce4-bfb42172c318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72218c85-84b9-456e-88ae-26b649716bfe,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:06.490892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port d0802816-fd66-4268-a277-0b81dbaf31d7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:06.497990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port d0802816-fd66-4268-a277-0b81dbaf31d7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:06.498212 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c01e10c-9886-44db-b035-c948377fb81f tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.499344 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.504416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:06.516051 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4c01e10c-9886-44db-b035-c948377fb81f tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "DELETE /v2.0/ports/5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 HTTP/1.1" status: 204 len: 168 time: 0.8646765 Jul 22 16:52:06.561546 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3778660b-f1aa-4391-a40b-698499c729fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] GET failed (client error): The resource could not be found. Jul 22 16:52:06.576656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3778660b-f1aa-4391-a40b-698499c729fc tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "GET /v2.0/ports/5def8768-c5a0-45ed-8fc8-2c9b7cbd0830 HTTP/1.1" status: 404 len: 333 time: 0.0707734 Jul 22 16:52:06.580256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34136) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:06.585954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'port': {'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8', 'name': 'tempest-AllowedAddressPairTestJSON-741650835'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:06.638100 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:06.682237 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.735426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac02ff2-705c-4415-97c0-dea4ab579bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0802816-fd66-4268-a277-0b81dbaf31d7'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:06.743530 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3292aeb-81e5-4ce7-9f0e-151c5a072632" -d '{"events": [{"server_uuid": "8ac02ff2-705c-4415-97c0-dea4ab579bb9", "name": "network-vif-plugged", "status": "completed", "tag": "d0802816-fd66-4268-a277-0b81dbaf31d7"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:06.759882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d0802816-fd66-4268-a277-0b81dbaf31d7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0802816-fd66-4268-a277-0b81dbaf31d7,segment=NetworkSegment(fccdeccc-549e-4b07-8068-3846f3f8c1b4),segment_id=fccdeccc-549e-4b07-8068-3846f3f8c1b4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:06.774247 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.850419 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa24927-0edd-46c2-9adb-8213325e6ed6 x-openstack-request-id: req-6fa24927-0edd-46c2-9adb-8213325e6ed6 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:06.851144 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac02ff2-705c-4415-97c0-dea4ab579bb9", "name": "network-vif-plugged", "status": "completed", "tag": "d0802816-fd66-4268-a277-0b81dbaf31d7", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:06.851565 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fa24927-0edd-46c2-9adb-8213325e6ed6 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:06.851957 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac02ff2-705c-4415-97c0-dea4ab579bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0802816-fd66-4268-a277-0b81dbaf31d7', 'code': 200} Jul 22 16:52:06.859123 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Made reservation on behalf of 04567b509b6c42a3a83dd463acc038fb for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:06.867228 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:06.883760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d0802816-fd66-4268-a277-0b81dbaf31d7,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:06.898682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] device_id is not set on port a1b100d5-4377-4392-928f-152c375d1697 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:52:07.015244 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:07.051468 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] Checking router: a3224a39-9132-4f16-bc50-a78480b9467d for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:07.060877 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:07.061511 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:07.113542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34146) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:07.114377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Allocated IP 172.20.0.7 (f2c8569c-cedf-4043-800a-9926fd79cef8/255de4bb-bd5b-4a45-958f-47a8c0cdd34f/a1b100d5-4377-4392-928f-152c375d1697) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:07.131571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a2e9f642-67df-41dd-bffb-918ac965d40f req-f2de39b4-ceeb-47e5-9c78-3c3f7174e002 tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/ports?device_id=88953d36-04a2-4040-8b5b-5168c8cdc739 HTTP/1.1" status: 200 len: 210 time: 0.0712461 Jul 22 16:52:07.141097 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4f15df6-d364-4a29-b95a-9e2b3aeca1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.209665 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:07.225623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e58a-5c51-4440-a0bb-e4d4e80daead req-61f37ed1-8c1b-4c4f-b0d9-1272ffef3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:07.227320 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d56e58a-5c51-4440-a0bb-e4d4e80daead req-61f37ed1-8c1b-4c4f-b0d9-1272ffef3044 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 1098 time: 0.2315686 Jul 22 16:52:07.304020 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4f15df6-d364-4a29-b95a-9e2b3aeca1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.308677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d56e58a-5c51-4440-a0bb-e4d4e80daead req-8c1dcd69-0738-4a5f-83a1-206d37ba6744 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520999 Jul 22 16:52:07.309266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4f15df6-d364-4a29-b95a-9e2b3aeca1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.328144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.344519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Transition to ACTIVE for port object a1b100d5-4377-4392-928f-152c375d1697 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:07.362241 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c4f15df6-d364-4a29-b95a-9e2b3aeca1d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c3c251452884fedb6799ef2a837386f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468462 Jul 22 16:52:07.362964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f15df6-d364-4a29-b95a-9e2b3aeca1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e18a67-57d4-44c8-b53d-38c4bb053c9f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:07.365965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34148) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:07.427018 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.465502 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:07.493926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Network f2c8569c-cedf-4043-800a-9926fd79cef8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:07.511887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:07.517447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Port': ['ID=a1b100d5-4377-4392-928f-152c375d1697,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:07.537582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:07.540389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd627a6-d602-4c2d-9c48-a0531b5f3d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.597809 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faadd114-5091-48ac-8a8d-4bfbbaeda076 None None] The sync data for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 is: [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:43:08Z', 'revision_number': 4, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c887e8bc-58ee-4300-8474-d233ec1c4736', 'name': '', 'network_id': '5ea7cf78-e5ff-45aa-b589-d2c1692cb32e', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'mac_address': 'fa:16:3e:9c:a2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:06Z', 'updated_at': '2021-07-22T16:43:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'subnets': [{'id': 'd02e82cf-cf9f-4bbc-888d-dfb8fab2cd06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:07.605166 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd627a6-d602-4c2d-9c48-a0531b5f3d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.646584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:07.647358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.685398 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cefa4c2f-da6d-47ad-804e-6d0044bbb69d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1037617 Jul 22 16:52:07.688213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:07.695163 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a842e76-231b-4715-a355-99b6840801be req-3a8d7514-5381-4cda-b580-b041950d314f tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:07.695394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'port': {'network_id': 'f2c8569c-cedf-4043-800a-9926fd79cef8', 'name': 'tempest-AllowedAddressPairTestJSON-417195722'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:07.696718 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a842e76-231b-4715-a355-99b6840801be req-3a8d7514-5381-4cda-b580-b041950d314f tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 946 time: 0.2052240 Jul 22 16:52:07.738281 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd627a6-d602-4c2d-9c48-a0531b5f3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.741192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd627a6-d602-4c2d-9c48-a0531b5f3d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.744976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6dd627a6-d602-4c2d-9c48-a0531b5f3d1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39e18a67-57d4-44c8-b53d-38c4bb053c9f HTTP/1.1" status: 204 len: 168 time: 0.3740733 Jul 22 16:52:07.760397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd627a6-d602-4c2d-9c48-a0531b5f3d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e18a67-57d4-44c8-b53d-38c4bb053c9f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:07.770618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4a842e76-231b-4715-a355-99b6840801be req-6b3ab32e-fc18-4654-8e79-4db8c0c3494b tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647929 Jul 22 16:52:07.846559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Made reservation on behalf of 04567b509b6c42a3a83dd463acc038fb for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:07.850905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.879633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] device_id is not set on port 92545960-4093-46a1-9f27-39b0e6347094 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:52:07.892684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3694d2c4-b210-4cc1-b945-9b1ed0c526cf None None] Provisioning for port a1b100d5-4377-4392-928f-152c375d1697 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:07.897403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3694d2c4-b210-4cc1-b945-9b1ed0c526cf None None] Provisioning complete for port a1b100d5-4377-4392-928f-152c375d1697 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:07.897780 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3694d2c4-b210-4cc1-b945-9b1ed0c526cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:07.950341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3694d2c4-b210-4cc1-b945-9b1ed0c526cf None None] Port a1b100d5-4377-4392-928f-152c375d1697 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:07.997151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01a814-f1f0-4445-bd01-abbe09f45649 None None] New status for floating IP e1f17385-defc-491a-aab2-1b2a15cd2546: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:52:08.027436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Allocated IP 172.20.0.9 (f2c8569c-cedf-4043-800a-9926fd79cef8/255de4bb-bd5b-4a45-958f-47a8c0cdd34f/92545960-4093-46a1-9f27-39b0e6347094) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:08.241050 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.262870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Transition to ACTIVE for port object 92545960-4093-46a1-9f27-39b0e6347094 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:08.263513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34170) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:08.310551 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.343886 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.360817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Network f2c8569c-cedf-4043-800a-9926fd79cef8 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:08.365237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:08.369824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:08.370866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.374225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Port': ['ID=92545960-4093-46a1-9f27-39b0e6347094,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:08.453194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:08.453438 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.453858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.456269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.462119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "DELETE /v2.0/security-groups/8ed7dd38-2282-4c7a-9351-fb6173d10217 HTTP/1.1" status: 204 len: 168 time: 0.1973133 Jul 22 16:52:08.462402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34174) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:08.466386 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:52:08.485283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-89e5cf10-d858-4cf9-b9fc-752a010f91c3 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7935202 Jul 22 16:52:08.485654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34178) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:08.489419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed7dd38-2282-4c7a-9351-fb6173d10217,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:08.493612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-123e0f60-5a1e-405b-86f2-00cc5275454d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:51:21:3d'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:94:f9:af'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:08.494258 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-68cdfd94-3050-43db-bce1-d1937b86d8cc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] show failed (client error): The resource could not be found. Jul 22 16:52:08.498740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-68cdfd94-3050-43db-bce1-d1937b86d8cc tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "GET /v2.0/security-groups/8ed7dd38-2282-4c7a-9351-fb6173d10217 HTTP/1.1" status: 404 len: 347 time: 0.0320220 Jul 22 16:52:08.504132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:08.515909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.517037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.517649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.518423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.519030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.519378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.519719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.520053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.520394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.520716 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.521035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.521537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff52cf07-21aa-455c-83f5-7ca04186103b tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:08.706911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Deleting port 51a2839c-f71c-4468-b335-63369ded0902 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:08.708122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.772351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-123e0f60-5a1e-405b-86f2-00cc5275454d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.806572 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.806956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.832941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Calling delete_port for 51a2839c-f71c-4468-b335-63369ded0902 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:08.879930 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-60a87379-9a88-438f-b925-720be1337c02 None None] Provisioning for port 92545960-4093-46a1-9f27-39b0e6347094 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:08.886763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-60a87379-9a88-438f-b925-720be1337c02 None None] Provisioning complete for port 92545960-4093-46a1-9f27-39b0e6347094 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:08.887237 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60a87379-9a88-438f-b925-720be1337c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:08.959608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-60a87379-9a88-438f-b925-720be1337c02 None None] Port 92545960-4093-46a1-9f27-39b0e6347094 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:09.030516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6adb7f-a523-4405-a8a6-5bb30db962a5 req-52de3a9b-4ce9-48c5-9fc2-7bb09b52dea3 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:09.032130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac6adb7f-a523-4405-a8a6-5bb30db962a5 req-52de3a9b-4ce9-48c5-9fc2-7bb09b52dea3 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 946 time: 0.1373327 Jul 22 16:52:09.045429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-123e0f60-5a1e-405b-86f2-00cc5275454d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.059806 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-123e0f60-5a1e-405b-86f2-00cc5275454d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.119878 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ac6adb7f-a523-4405-a8a6-5bb30db962a5 req-3ef3dc45-de8a-4de1-b89f-14a7de567f84 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773346 Jul 22 16:52:09.129964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.143995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e0f60-5a1e-405b-86f2-00cc5275454d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event updated for resources: {'Port': ['ID=92545960-4093-46a1-9f27-39b0e6347094,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:09.212811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-123e0f60-5a1e-405b-86f2-00cc5275454d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] In _notify_port_updated(), no bound segment for port 92545960-4093-46a1-9f27-39b0e6347094 on network f2c8569c-cedf-4043-800a-9926fd79cef8 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:52:09.215632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Pushing event deleted for resources: {'Port': ['ID=51a2839c-f71c-4468-b335-63369ded0902,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:09.258132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e0f60-5a1e-405b-86f2-00cc5275454d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:09.259380 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-123e0f60-5a1e-405b-86f2-00cc5275454d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.262782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-123e0f60-5a1e-405b-86f2-00cc5275454d tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "PUT /v2.0/ports/92545960-4093-46a1-9f27-39b0e6347094 HTTP/1.1" status: 200 len: 1054 time: 0.7760472 Jul 22 16:52:09.265602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:09.390833 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.396204 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.399307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9a007333-f31a-4552-a07b-716988352a5e tempest-AttachVolumeShelveTestJSON-1878163521 tempest-AttachVolumeShelveTestJSON-1878163521-project] 10.222.0.53 "DELETE /v2.0/floatingips/e1f17385-defc-491a-aab2-1b2a15cd2546 HTTP/1.1" status: 204 len: 168 time: 0.8932526 Jul 22 16:52:09.515752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d0156dea-fd26-4e37-b3b2-1ab9a6df4190 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Deleting port 92545960-4093-46a1-9f27-39b0e6347094 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:09.515752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0156dea-fd26-4e37-b3b2-1ab9a6df4190 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.593753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-27379e1e-2f85-43e8-b5fd-0c3c1b66def2 None None] Provisioning complete for port 92545960-4093-46a1-9f27-39b0e6347094 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:09.594146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27379e1e-2f85-43e8-b5fd-0c3c1b66def2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.680196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0156dea-fd26-4e37-b3b2-1ab9a6df4190 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:09.700167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d0156dea-fd26-4e37-b3b2-1ab9a6df4190 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Calling delete_port for 92545960-4093-46a1-9f27-39b0e6347094 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:09.742101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-27379e1e-2f85-43e8-b5fd-0c3c1b66def2 None None] Port 92545960-4093-46a1-9f27-39b0e6347094 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:52:09.965593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0156dea-fd26-4e37-b3b2-1ab9a6df4190 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.006723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0156dea-fd26-4e37-b3b2-1ab9a6df4190 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event deleted for resources: {'Port': ['ID=92545960-4093-46a1-9f27-39b0e6347094,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:10.342112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0156dea-fd26-4e37-b3b2-1ab9a6df4190 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.347519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:10.349460 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d0156dea-fd26-4e37-b3b2-1ab9a6df4190 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "DELETE /v2.0/ports/92545960-4093-46a1-9f27-39b0e6347094 HTTP/1.1" status: 204 len: 168 time: 1.0822787 Jul 22 16:52:10.380674 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb30667a-57ad-4a4e-9ad8-b358ef0cd591 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] GET failed (client error): The resource could not be found. Jul 22 16:52:10.382332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cb30667a-57ad-4a4e-9ad8-b358ef0cd591 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "GET /v2.0/ports/92545960-4093-46a1-9f27-39b0e6347094 HTTP/1.1" status: 404 len: 333 time: 0.0337999 Jul 22 16:52:10.385474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34246) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:10.499378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:10.532941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:10.549545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-60fa1e79-e0fb-445b-901b-f3400e7c266a tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Deleting port a1b100d5-4377-4392-928f-152c375d1697 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:10.550131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60fa1e79-e0fb-445b-901b-f3400e7c266a tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.572972 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 4057eb96-696c-4104-bb6d-865a3b219e37 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:10.573316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 4057eb96-696c-4104-bb6d-865a3b219e37 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:10.666690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60fa1e79-e0fb-445b-901b-f3400e7c266a tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.687682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-60fa1e79-e0fb-445b-901b-f3400e7c266a tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Calling delete_port for a1b100d5-4377-4392-928f-152c375d1697 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:10.695950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b6201a2-ae70-426c-8893-00d801048059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.840233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b6201a2-ae70-426c-8893-00d801048059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.847465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b6201a2-ae70-426c-8893-00d801048059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.891297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8b6201a2-ae70-426c-8893-00d801048059 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cd3a780e1de42df8755f60220d6460c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909194 Jul 22 16:52:10.894135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6201a2-ae70-426c-8893-00d801048059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc86d885-8a04-469d-bc50-2d23748eb594,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:10.894870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:10.924512 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60fa1e79-e0fb-445b-901b-f3400e7c266a tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:10.974958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa1e79-e0fb-445b-901b-f3400e7c266a tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event deleted for resources: {'Port': ['ID=a1b100d5-4377-4392-928f-152c375d1697,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:11.077080 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3822bf22-9f14-496c-9872-5c7e00f08219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.122202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3822bf22-9f14-496c-9872-5c7e00f08219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.177475 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60fa1e79-e0fb-445b-901b-f3400e7c266a tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.180551 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-60fa1e79-e0fb-445b-901b-f3400e7c266a tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "DELETE /v2.0/ports/a1b100d5-4377-4392-928f-152c375d1697 HTTP/1.1" status: 204 len: 168 time: 0.7936265 Jul 22 16:52:11.183466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:11.193725 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3822bf22-9f14-496c-9872-5c7e00f08219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.204065 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3822bf22-9f14-496c-9872-5c7e00f08219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.212113 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3822bf22-9f14-496c-9872-5c7e00f08219 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc86d885-8a04-469d-bc50-2d23748eb594 HTTP/1.1" status: 204 len: 168 time: 0.3151948 Jul 22 16:52:11.225808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822bf22-9f14-496c-9872-5c7e00f08219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc86d885-8a04-469d-bc50-2d23748eb594,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:11.246669 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-442d0684-2a1f-4e66-878d-107a289b32ff tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] GET failed (client error): The resource could not be found. Jul 22 16:52:11.257197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-442d0684-2a1f-4e66-878d-107a289b32ff tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "GET /v2.0/ports/a1b100d5-4377-4392-928f-152c375d1697 HTTP/1.1" status: 404 len: 333 time: 0.0696158 Jul 22 16:52:11.260589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:11.434376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-546d0cde-ec9d-4b9c-a14d-1b93e64a08a5 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Deleting port 40356c4d-00c9-428a-b751-4395cf3d68fd {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:11.434973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-546d0cde-ec9d-4b9c-a14d-1b93e64a08a5 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.557172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-546d0cde-ec9d-4b9c-a14d-1b93e64a08a5 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.578563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-546d0cde-ec9d-4b9c-a14d-1b93e64a08a5 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Calling delete_port for 40356c4d-00c9-428a-b751-4395cf3d68fd owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:11.739282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f221b-8c39-4ea4-8799-2f9647d17232 req-25023dd6-ac8e-4d97-bc87-7992083d32a5 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:11.741112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c2f221b-8c39-4ea4-8799-2f9647d17232 req-25023dd6-ac8e-4d97-bc87-7992083d32a5 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 946 time: 0.0772703 Jul 22 16:52:11.789397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-546d0cde-ec9d-4b9c-a14d-1b93e64a08a5 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.795603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c2f221b-8c39-4ea4-8799-2f9647d17232 req-469bfb2d-380d-4937-9f04-334259e3ef2b tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465045 Jul 22 16:52:11.855861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d0cde-ec9d-4b9c-a14d-1b93e64a08a5 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event deleted for resources: {'Port': ['ID=40356c4d-00c9-428a-b751-4395cf3d68fd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:11.983289 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-546d0cde-ec9d-4b9c-a14d-1b93e64a08a5 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:11.990156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:11.990526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-546d0cde-ec9d-4b9c-a14d-1b93e64a08a5 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "DELETE /v2.0/ports/40356c4d-00c9-428a-b751-4395cf3d68fd HTTP/1.1" status: 204 len: 168 time: 0.7244010 Jul 22 16:52:12.090035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2183181-d5d4-4aab-ae75-4cb5220a1746 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Deleting subnet 255de4bb-bd5b-4a45-958f-47a8c0cdd34f {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:12.095343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2183181-d5d4-4aab-ae75-4cb5220a1746 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.172951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2183181-d5d4-4aab-ae75-4cb5220a1746 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.280420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2183181-d5d4-4aab-ae75-4cb5220a1746 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.358058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2183181-d5d4-4aab-ae75-4cb5220a1746 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.376239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2183181-d5d4-4aab-ae75-4cb5220a1746 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.379479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a2183181-d5d4-4aab-ae75-4cb5220a1746 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "DELETE /v2.0/subnets/255de4bb-bd5b-4a45-958f-47a8c0cdd34f HTTP/1.1" status: 204 len: 168 time: 0.3875475 Jul 22 16:52:12.381951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34322) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:12.385017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b33ef-d48e-4fe6-8453-677e29b43096 None None] Network f2c8569c-cedf-4043-800a-9926fd79cef8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:12.429044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2183181-d5d4-4aab-ae75-4cb5220a1746 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event deleted for resources: {'Subnet': ['ID=255de4bb-bd5b-4a45-958f-47a8c0cdd34f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:12.491638 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.562084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Deleting port 44278514-3b38-49fd-b7a3-1912ce5968e3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:12.562534 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.650154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] For port 44278514-3b38-49fd-b7a3-1912ce5968e3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=44278514-3b38-49fd-b7a3-1912ce5968e3,segment=NetworkSegment(42fa3ad2-4289-47b0-9bcd-2b11bef38939),segment_id=42fa3ad2-4289-47b0-9bcd-2b11bef38939)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:12.652123 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.665495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Calling delete_port for 44278514-3b38-49fd-b7a3-1912ce5968e3 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:12.695688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] DHCP port deletion for f2c8569c-cedf-4043-800a-9926fd79cef8 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:52:12.763903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.796884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] Deleting port 44278514-3b38-49fd-b7a3-1912ce5968e3 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:12.797269 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.799478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event deleted for resources: {'Port': ['ID=44278514-3b38-49fd-b7a3-1912ce5968e3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:12.808591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] No DVR routers for this DVR port 44278514-3b38-49fd-b7a3-1912ce5968e3 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:12.904055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] For port 44278514-3b38-49fd-b7a3-1912ce5968e3, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:12.904833 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.932071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] Calling delete_port for 44278514-3b38-49fd-b7a3-1912ce5968e3 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:12.936347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] Port 44278514-3b38-49fd-b7a3-1912ce5968e3 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:52:12.938218 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.938393 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:12.950436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c8569c-cedf-4043-800a-9926fd79cef8']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:12.953234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] No DVR routers for this DVR port 44278514-3b38-49fd-b7a3-1912ce5968e3 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:12.979887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc96f0e-c2b0-42b0-bd3f-7edf8897dffe None None] Pushing event deleted for resources: {'Port': ['ID=44278514-3b38-49fd-b7a3-1912ce5968e3,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:12.987881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fa3ad2-4289-47b0-9bcd-2b11bef38939') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:12.988313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fa3ad2-4289-47b0-9bcd-2b11bef38939') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:13.005493 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.009091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57587d28-d166-4b7d-b575-83bea2e86f08 req-62595f5b-42ae-4ee3-9141-957c3dc067e0 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:13.010755 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57587d28-d166-4b7d-b575-83bea2e86f08 req-62595f5b-42ae-4ee3-9141-957c3dc067e0 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 946 time: 0.1307740 Jul 22 16:52:13.028162 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.040053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:13.042796 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:13.046140 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:13.075399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57587d28-d166-4b7d-b575-83bea2e86f08 req-390b873b-e37b-463e-aa3b-bfd7b1c0fe5c tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/security-groups?id=d96d2788-f243-4dfd-baff-0d2c27f4ed86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530150 Jul 22 16:52:13.191065 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.210329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.212299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] 10.222.0.53 "DELETE /v2.0/networks/f2c8569c-cedf-4043-800a-9926fd79cef8 HTTP/1.1" status: 204 len: 168 time: 0.8291082 Jul 22 16:52:13.214916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ff421-c3ac-4110-abbb-b5aa9daee134 tempest-AllowedAddressPairTestJSON-1860842284 tempest-AllowedAddressPairTestJSON-1860842284-project] Pushing event deleted for resources: {'Network': ['ID=f2c8569c-cedf-4043-800a-9926fd79cef8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:13.262531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-0ddd178d-1b23-4c26-938e-fe4a854564a6 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:13.264751 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-0ddd178d-1b23-4c26-938e-fe4a854564a6 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 946 time: 0.1059799 Jul 22 16:52:13.432702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Deleting port d0802816-fd66-4268-a277-0b81dbaf31d7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:13.433112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.541239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] For port d0802816-fd66-4268-a277-0b81dbaf31d7, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0802816-fd66-4268-a277-0b81dbaf31d7,segment=NetworkSegment(fccdeccc-549e-4b07-8068-3846f3f8c1b4),segment_id=fccdeccc-549e-4b07-8068-3846f3f8c1b4)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:13.541812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.557192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Calling delete_port for d0802816-fd66-4268-a277-0b81dbaf31d7 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:13.572185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34360) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:13.650672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 44278514-3b38-49fd-b7a3-1912ce5968e3 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:13.691562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 44278514-3b38-49fd-b7a3-1912ce5968e3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:13.692226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 44278514-3b38-49fd-b7a3-1912ce5968e3 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:13.756097 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.794466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Pushing event deleted for resources: {'Port': ['ID=d0802816-fd66-4268-a277-0b81dbaf31d7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:13.798863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['d0802816-fd66-4268-a277-0b81dbaf31d7'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:13.837845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-263841dd-b732-47d8-8e8c-69f35da178a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04567b509b6c42a3a83dd463acc038fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643602 Jul 22 16:52:13.840463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34364) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:13.855772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] No DVR routers for this DVR port d0802816-fd66-4268-a277-0b81dbaf31d7 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:13.858685 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.860825 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a08d6a86-dc1c-4a62-97c4-0939478fa40f req-7e0a035b-9402-4a3a-8706-42acc151dbc8 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.20 "DELETE /v2.0/ports/d0802816-fd66-4268-a277-0b81dbaf31d7 HTTP/1.1" status: 204 len: 173 time: 0.5875897 Jul 22 16:52:13.861824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac02ff2-705c-4415-97c0-dea4ab579bb9', 'name': 'network-vif-deleted', 'tag': 'd0802816-fd66-4268-a277-0b81dbaf31d7'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:13.865448 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a991568b-30d0-4dd1-8a3a-6de9778a77df" -d '{"events": [{"server_uuid": "8ac02ff2-705c-4415-97c0-dea4ab579bb9", "name": "network-vif-deleted", "tag": "d0802816-fd66-4268-a277-0b81dbaf31d7"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:13.911316 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4d07e5-bb77-412d-8cb4-3f8a5147fcae x-openstack-request-id: req-aa4d07e5-bb77-412d-8cb4-3f8a5147fcae {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:13.911838 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac02ff2-705c-4415-97c0-dea4ab579bb9", "name": "network-vif-deleted", "tag": "d0802816-fd66-4268-a277-0b81dbaf31d7", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:13.912322 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa4d07e5-bb77-412d-8cb4-3f8a5147fcae {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:13.912899 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac02ff2-705c-4415-97c0-dea4ab579bb9', 'name': 'network-vif-deleted', 'tag': 'd0802816-fd66-4268-a277-0b81dbaf31d7', 'status': 'completed', 'code': 200} Jul 22 16:52:13.923401 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5858e660-b998-4645-99d7-e12166e3beb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:13.951373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5858e660-b998-4645-99d7-e12166e3beb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.020360 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5858e660-b998-4645-99d7-e12166e3beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.025323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5858e660-b998-4645-99d7-e12166e3beb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.031236 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5858e660-b998-4645-99d7-e12166e3beb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee13f7ad-6ebd-403b-8b84-87275f678801 HTTP/1.1" status: 204 len: 168 time: 0.1893203 Jul 22 16:52:14.042136 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858e660-b998-4645-99d7-e12166e3beb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee13f7ad-6ebd-403b-8b84-87275f678801,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:14.201080 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fbb2280b-0472-4052-ac2d-d31a0dd29a34 req-fe137036-a6d0-4539-85df-6f17ed29bb08 tempest-ServerTagsTestJSON-817103741 tempest-ServerTagsTestJSON-817103741-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac02ff2-705c-4415-97c0-dea4ab579bb9 HTTP/1.1" status: 200 len: 210 time: 0.0379655 Jul 22 16:52:14.452099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34406) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.669080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f1ce-867e-426b-bb60-9b1891204278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.772192 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f1ce-867e-426b-bb60-9b1891204278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.776773 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bc8f1ce-867e-426b-bb60-9b1891204278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.818846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8f1ce-867e-426b-bb60-9b1891204278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a20791b-02d5-4f08-8be3-4c7e41c5c5f7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:14.823520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3bc8f1ce-867e-426b-bb60-9b1891204278 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bae71465d5ee4e92a27c7c79250a650a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706303 Jul 22 16:52:14.826271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34422) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.883206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f8cb-82fb-4b0f-b7c5-2a1802354cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.905379 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f8cb-82fb-4b0f-b7c5-2a1802354cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.921390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:14.960728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f8cb-82fb-4b0f-b7c5-2a1802354cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.963373 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e8a3f8cb-82fb-4b0f-b7c5-2a1802354cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:14.966980 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e8a3f8cb-82fb-4b0f-b7c5-2a1802354cd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a20791b-02d5-4f08-8be3-4c7e41c5c5f7 HTTP/1.1" status: 204 len: 168 time: 0.1368434 Jul 22 16:52:14.982428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3f8cb-82fb-4b0f-b7c5-2a1802354cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a20791b-02d5-4f08-8be3-4c7e41c5c5f7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:15.034875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-669898692'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:15.056583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Made reservation on behalf of 5e59c98dbda8400b9d55d1e98aef9f39 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:15.060174 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.069691 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.178715 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.183994 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.212996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:15.224848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c9094c-b9e1-4568-98ce-0e9049fa2284,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:15.236198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.236856 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Added segment 9239ec2c-85cc-4c67-a868-a39979353e80 of type vlan for network c0582cfa-3eea-46de-8b50-cf3597fd6427 Jul 22 16:52:15.286521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34434) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:15.295041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.333339 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.339833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:15.340518 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.380556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4576778 Jul 22 16:52:15.384234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:15.392020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'subnet': {'network_id': 'c0582cfa-3eea-46de-8b50-cf3597fd6427', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:15.401330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-28463ea2-e802-4845-af6d-a774c34e48f3 admin admin] Deleting subnet 40b3e43e-53f8-4bf8-bddc-9fa56e6f77ed {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:15.406618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28463ea2-e802-4845-af6d-a774c34e48f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.441106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:15.441372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:15.451646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba3ba2-6df3-4eb8-9f93-4c089c1b64ed tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Network': ['ID=c0582cfa-3eea-46de-8b50-cf3597fd6427,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:15.467692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:15.468223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6299-354a-42b4-98b6-6d5bc9006834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.571885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6299-354a-42b4-98b6-6d5bc9006834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.580159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28463ea2-e802-4845-af6d-a774c34e48f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.583516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6299-354a-42b4-98b6-6d5bc9006834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.604539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Made reservation on behalf of 5e59c98dbda8400b9d55d1e98aef9f39 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:15.611183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.664636 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cb5d6299-354a-42b4-98b6-6d5bc9006834 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe1ec6060eb34e5da90c5e1d84a07845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2222209 Jul 22 16:52:15.668884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34452) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:15.679419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d6299-354a-42b4-98b6-6d5bc9006834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ef0aef-0608-4add-8053-5af58e823613,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:15.684566 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28463ea2-e802-4845-af6d-a774c34e48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.776894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db19a9e9-2628-456c-be47-a90a4633ab6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.790062 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28463ea2-e802-4845-af6d-a774c34e48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.833394 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db19a9e9-2628-456c-be47-a90a4633ab6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.838167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.873165 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28463ea2-e802-4845-af6d-a774c34e48f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:15.876157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-28463ea2-e802-4845-af6d-a774c34e48f3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/40b3e43e-53f8-4bf8-bddc-9fa56e6f77ed HTTP/1.1" status: 204 len: 168 time: 0.5885146 Jul 22 16:52:15.907189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28463ea2-e802-4845-af6d-a774c34e48f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b3e43e-53f8-4bf8-bddc-9fa56e6f77ed,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:15.910832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34454) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:16.031668 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.107001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db19a9e9-2628-456c-be47-a90a4633ab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.109545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db19a9e9-2628-456c-be47-a90a4633ab6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.110702 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-db19a9e9-2628-456c-be47-a90a4633ab6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7ef0aef-0608-4add-8053-5af58e823613 HTTP/1.1" status: 204 len: 168 time: 0.4388833 Jul 22 16:52:16.150704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a9e9-2628-456c-be47-a90a4633ab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ef0aef-0608-4add-8053-5af58e823613,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:16.217059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Subnet': ['ID=ab54b69d-47d3-49f0-ad55-85b981fc8102,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:16.218716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.222033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Checking segment: {'id': '9239ec2c-85cc-4c67-a868-a39979353e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c0582cfa-3eea-46de-8b50-cf3597fd6427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:16.222397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network hostable DHCP agents. Network: c0582cfa-3eea-46de-8b50-cf3597fd6427, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:52:16.229885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.230571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.230571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.230974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.231341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.232018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.232018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.232311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.232759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.233143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.233379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.234138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:16.235207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a33f22-86aa-45ea-aa12-f085f7b1b651']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:16.251628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccdeccc-549e-4b07-8068-3846f3f8c1b4') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:16.251915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccdeccc-549e-4b07-8068-3846f3f8c1b4') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:16.255895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:52:16.268970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, c0582cfa-3eea-46de-8b50-cf3597fd6427) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:16.274227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:16.275061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.280687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c06f928-38ad-4429-b3a7-1bfd23600321 None None] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:16.285185 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.304594 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2a4e1169-10e8-4297-bad7-9905d7dc8b64 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9181373 Jul 22 16:52:16.305223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34460) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:16.312534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1394314308', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:16.320162 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.345274 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:16.345674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:16.349600 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:16.353329 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.354362 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.407323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d0802816-fd66-4268-a277-0b81dbaf31d7 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:16.425880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.432470 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.434312 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] 10.222.0.53 "DELETE /v2.0/networks/94a33f22-86aa-45ea-aa12-f085f7b1b651 HTTP/1.1" status: 204 len: 168 time: 0.5209999 Jul 22 16:52:16.451312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: d0802816-fd66-4268-a277-0b81dbaf31d7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:16.452054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d0802816-fd66-4268-a277-0b81dbaf31d7 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:16.460122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee75d5-49f8-4f21-86b9-ed02c3283b46 None None] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:16.465582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20718dd8-cc8f-4586-957a-680d2efd8a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=94a33f22-86aa-45ea-aa12-f085f7b1b651,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:16.566545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.671800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:16.781524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.791544 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-25a61c62-2f4d-4259-bc94-ae9b6ae9191c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a25b2c08a8644d1797c95d4b458bc435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185043 Jul 22 16:52:16.794697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:16.874674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f01c7ea9-93fd-409b-9bb0-4c6a35d21fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.887459 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:16.931169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f01c7ea9-93fd-409b-9bb0-4c6a35d21fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.075466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f01c7ea9-93fd-409b-9bb0-4c6a35d21fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.078142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f01c7ea9-93fd-409b-9bb0-4c6a35d21fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.079897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f01c7ea9-93fd-409b-9bb0-4c6a35d21fce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d96d2788-f243-4dfd-baff-0d2c27f4ed86 HTTP/1.1" status: 204 len: 168 time: 0.2836871 Jul 22 16:52:17.080184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.114874 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.117234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c7ea9-93fd-409b-9bb0-4c6a35d21fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96d2788-f243-4dfd-baff-0d2c27f4ed86,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:17.196903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Deleting port c887e8bc-58ee-4300-8474-d233ec1c4736 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:17.197269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.260276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.25.3.166 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/915db228-2e92-44f6-b752-03b31643b07d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:17.289214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] For port c887e8bc-58ee-4300-8474-d233ec1c4736, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c887e8bc-58ee-4300-8474-d233ec1c4736,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:17.289653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.315054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Calling delete_port for c887e8bc-58ee-4300-8474-d233ec1c4736 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:17.405045 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.450230 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.499620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:17.502750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:17.516382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:17.546275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=915db228-2e92-44f6-b752-03b31643b07d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:17.578258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.608364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=c887e8bc-58ee-4300-8474-d233ec1c4736,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:17.889332 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:17.900169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.102997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34590) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.147242 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.191504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Router a3224a39-9132-4f16-bc50-a78480b9467d has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:18.288160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1111303460-network', 'tenant_id': 'ec83f6c5a767410283cefb29388f37bf'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:18.301337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:52:18.327662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Made reservation on behalf of ec83f6c5a767410283cefb29388f37bf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:18.330150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.345309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.360879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:18.370676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2e1351f2-8154-4f05-b1d7-20ede9005cfc admin admin] 10.222.0.53 "PUT /v2.0/routers/a3224a39-9132-4f16-bc50-a78480b9467d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9270916 Jul 22 16:52:18.371355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34602) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.378774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34604) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.380931 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] Sync routers for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:18.391550 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:18.392503 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:18.409723 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e3a5037-15dc-4eec-ad87-fd0f3b67f1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.433889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:18.445316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fef474-f3d7-47d9-827d-8caa540aa115 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:18.458258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fef474-f3d7-47d9-827d-8caa540aa115 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:18.460931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-09fef474-f3d7-47d9-827d-8caa540aa115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:18.518273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-09fef474-f3d7-47d9-827d-8caa540aa115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:18.521432 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:18.524089 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.531356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fef474-f3d7-47d9-827d-8caa540aa115 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:18.532396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-09fef474-f3d7-47d9-827d-8caa540aa115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:18.545030 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715c77ec-f36d-4b41-a5ed-164af46e482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.569636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-09fef474-f3d7-47d9-827d-8caa540aa115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:18.569636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fef474-f3d7-47d9-827d-8caa540aa115 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:18.640129 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.649605 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.650619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.652254 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a200b09d-4f9d-4a72-a170-8868ec785bdb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3458498 Jul 22 16:52:18.655365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.685461 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:18.693177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.696079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea93555-fca7-4513-94d1-2e7d23f6bcc8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:18.707403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.707833 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Added segment 1daa1aef-0bd0-44e0-834b-d3c966e9f8ed of type vlan for network f452d5aa-6434-4414-bdc1-839023a3e34f Jul 22 16:52:18.728216 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:52:17Z', 'revision_number': 5, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port': {'id': '39a113d2-cefe-4105-a6f8-92ead8f117a4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:43:01Z', 'updated_at': '2021-07-22T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:18.757513 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] Checking router: a3224a39-9132-4f16-bc50-a78480b9467d for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:18.768538 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] Routers {'a3224a39-9132-4f16-bc50-a78480b9467d'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:18.769586 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:51:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a3224a39-9132-4f16-bc50-a78480b9467d'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:18.773905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.821757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Deleting port 39a113d2-cefe-4105-a6f8-92ead8f117a4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:18.822217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.824016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.825071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:18.825727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.864046 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] Set router a3224a39-9132-4f16-bc50-a78480b9467d gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:18.919024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715c77ec-f36d-4b41-a5ed-164af46e482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.928694 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:52:18Z', 'revision_number': 6, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:18.936059 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-715c77ec-f36d-4b41-a5ed-164af46e482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:18.939970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f452d5aa-6434-4414-bdc1-839023a3e34f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:18.953073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f452d5aa-6434-4414-bdc1-839023a3e34f details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:18.953846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dc786c47-d6b5-4231-86ae-c831d169d7c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8500564 Jul 22 16:52:18.960619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34612) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:18.970216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Request body: {'subnet': {'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1111303460-subnet', 'tenant_id': 'ec83f6c5a767410283cefb29388f37bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:18.971840 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f759f-8506-4904-b516-bf2e3bce78e9 None None] The sync data for ids ['a3224a39-9132-4f16-bc50-a78480b9467d'] in n-d-792458-13 is: [{'id': 'a3224a39-9132-4f16-bc50-a78480b9467d', 'name': 'tempest-AttachVolumeShelveTestJSON-1886470351-router', 'tenant_id': 'f262c56a6e3442e6a1eb52e84300358d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:59Z', 'updated_at': '2021-07-22T16:52:18Z', 'revision_number': 6, 'project_id': 'f262c56a6e3442e6a1eb52e84300358d', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:18.983705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-715c77ec-f36d-4b41-a5ed-164af46e482e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0f4868087c64da19fc7ee10fcad937c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6018372 Jul 22 16:52:18.987421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.003621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] For port 39a113d2-cefe-4105-a6f8-92ead8f117a4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=39a113d2-cefe-4105-a6f8-92ead8f117a4,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:19.004409 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.031635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Calling delete_port for 39a113d2-cefe-4105-a6f8-92ead8f117a4 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:19.091705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c77ec-f36d-4b41-a5ed-164af46e482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e8ab0b-c8a2-43ef-9dfb-a99646ba11ef,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.115835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Made reservation on behalf of ec83f6c5a767410283cefb29388f37bf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:19.118863 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.131919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c63a8e6a-84b8-4805-b671-1d33f7b9a3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.199563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c63a8e6a-84b8-4805-b671-1d33f7b9a3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.288213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c63a8e6a-84b8-4805-b671-1d33f7b9a3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.290766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c63a8e6a-84b8-4805-b671-1d33f7b9a3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.291928 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c63a8e6a-84b8-4805-b671-1d33f7b9a3d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77e8ab0b-c8a2-43ef-9dfb-a99646ba11ef HTTP/1.1" status: 204 len: 168 time: 0.3028259 Jul 22 16:52:19.306738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a8e6a-84b8-4805-b671-1d33f7b9a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e8ab0b-c8a2-43ef-9dfb-a99646ba11ef,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.313979 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.359494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Pushing event deleted for resources: {'Port': ['ID=39a113d2-cefe-4105-a6f8-92ead8f117a4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.398262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.449361 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.468130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.554757 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.557271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.608047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.608567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3224a39-9132-4f16-bc50-a78480b9467d {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:52:19.614861 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.616151 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-23dbc4a4-84e8-4517-95aa-8360e98cbe9f admin admin] 10.222.0.53 "DELETE /v2.0/routers/a3224a39-9132-4f16-bc50-a78480b9467d HTTP/1.1" status: 204 len: 168 time: 1.2421794 Jul 22 16:52:19.618571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:19.620074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2381c46-3fa4-4415-a1ec-42dcea88a248,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.631163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Checking segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:19.631427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Network hostable DHCP agents. Network: f452d5aa-6434-4414-bdc1-839023a3e34f, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:52:19.666463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fda9414-5b3d-4811-ba0b-1395658b18ab admin admin] Deleting subnet d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:19.669536 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fda9414-5b3d-4811-ba0b-1395658b18ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.712326 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fda9414-5b3d-4811-ba0b-1395658b18ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.716574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Network f452d5aa-6434-4414-bdc1-839023a3e34f is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:52:19.735962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f452d5aa-6434-4414-bdc1-839023a3e34f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:19.751040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140ffc81-a30e-459a-964d-70d5a18188fa None None] Network f452d5aa-6434-4414-bdc1-839023a3e34f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:19.751903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:19.752817 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.822495 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-30a39316-e875-48cb-944c-582f0310b195 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8497612 Jul 22 16:52:19.824053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fda9414-5b3d-4811-ba0b-1395658b18ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.843185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.20.0.1 (c0582cfa-3eea-46de-8b50-cf3597fd6427/ab54b69d-47d3-49f0-ad55-85b981fc8102/06ca7f95-a7ac-4434-9736-a0db6574a467) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:19.932554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fda9414-5b3d-4811-ba0b-1395658b18ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.978737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 39a113d2-cefe-4105-a6f8-92ead8f117a4 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:19.985049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda9414-5b3d-4811-ba0b-1395658b18ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:19.993381 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fda9414-5b3d-4811-ba0b-1395658b18ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:19.995463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3fda9414-5b3d-4811-ba0b-1395658b18ab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d02e82cf-cf9f-4bbc-888d-dfb8fab2cd06 HTTP/1.1" status: 204 len: 168 time: 0.3753855 Jul 22 16:52:19.999300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:20.011167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c2095-88db-4e0d-8df3-4ef9f7a42ebf None None] Network f452d5aa-6434-4414-bdc1-839023a3e34f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:20.103478 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.107359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.124060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb8b22-0896-47ea-a8c6-4d20f3ba0f99 None None] Network 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:20.165897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 39a113d2-cefe-4105-a6f8-92ead8f117a4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:20.166238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 39a113d2-cefe-4105-a6f8-92ead8f117a4 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:20.166648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c887e8bc-58ee-4300-8474-d233ec1c4736 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:20.175536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Deleting port a839cdfa-1c79-4e5b-86a9-d37f74a53eac {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:20.176351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.194395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c887e8bc-58ee-4300-8474-d233ec1c4736 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:20.194734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c887e8bc-58ee-4300-8474-d233ec1c4736 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:20.211188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.250859 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] For port a839cdfa-1c79-4e5b-86a9-d37f74a53eac, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a839cdfa-1c79-4e5b-86a9-d37f74a53eac,segment=NetworkSegment(53ff8023-7511-481d-8686-33daf32f4dc6),segment_id=53ff8023-7511-481d-8686-33daf32f4dc6)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:20.251319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.266070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Calling delete_port for a839cdfa-1c79-4e5b-86a9-d37f74a53eac owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:20.316367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:20.332510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:20.348161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:20.375286 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.418768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a839cdfa-1c79-4e5b-86a9-d37f74a53eac,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:20.430697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] No DVR routers for this DVR port a839cdfa-1c79-4e5b-86a9-d37f74a53eac on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:20.441495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.536992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcadad8-ad09-4ab6-8ead-7582ea20f9f1 None None] DHCP port deletion for 5ea7cf78-e5ff-45aa-b589-d2c1692cb32e request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:52:20.566036 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.587650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea7cf78-e5ff-45aa-b589-d2c1692cb32e']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:20.602793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ff8023-7511-481d-8686-33daf32f4dc6') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:20.603300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ff8023-7511-481d-8686-33daf32f4dc6') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:20.604282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=06ca7f95-a7ac-4434-9736-a0db6574a467,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:20.620299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.669914 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.688479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:20.716462 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:20.783118 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.790984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:20.792920 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5ea7cf78-e5ff-45aa-b589-d2c1692cb32e HTTP/1.1" status: 204 len: 168 time: 0.7923274 Jul 22 16:52:20.800047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-37c5a603-cc8f-45e6-a59f-94bc2b93cea2 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:20.801813 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-37c5a603-cc8f-45e6-a59f-94bc2b93cea2 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.1682179 Jul 22 16:52:20.820619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91a2a7-9160-4a63-bfb8-606fe81e15c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea7cf78-e5ff-45aa-b589-d2c1692cb32e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:20.824940 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-b0367554-11a2-45f2-9fdc-a6372381946a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/quotas/ec83f6c5a767410283cefb29388f37bf HTTP/1.1" status: 200 len: 375 time: 0.0127254 Jul 22 16:52:20.870486 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-8aac7bed-8537-4d8d-ba02-f16ddb152853 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389142 Jul 22 16:52:20.971559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34674) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:21.016890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-d162f171-d0a4-435f-a539-1c0ea57df903 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349277 Jul 22 16:52:21.022429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45a7f0d8-b485-4324-9211-ccb02e6ba80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.072344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f849527e-599c-4cda-90b4-c84bcd6b9d22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f262c56a6e3442e6a1eb52e84300358d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961084 Jul 22 16:52:21.072344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34676) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:21.170467 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-2dfce963-5017-4a67-8046-4df416c475eb service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465309 Jul 22 16:52:21.189671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0e311f1-8160-49e1-84a2-c3c0c49aa50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.207289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34682) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:21.240431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0e311f1-8160-49e1-84a2-c3c0c49aa50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.248082 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.318546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0e311f1-8160-49e1-84a2-c3c0c49aa50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.328402 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0e311f1-8160-49e1-84a2-c3c0c49aa50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.332770 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e0e311f1-8160-49e1-84a2-c3c0c49aa50e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86ef3639-e0e1-4bbb-a631-a44be5ea3fa3 HTTP/1.1" status: 204 len: 168 time: 0.2551100 Jul 22 16:52:21.354131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e311f1-8160-49e1-84a2-c3c0c49aa50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ef3639-e0e1-4bbb-a631-a44be5ea3fa3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:21.400199 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03e1d00a-82ce-4fd8-9c3f-33b38533776d req-75b0791d-36b5-489d-beec-fc35f969f25c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 210 time: 0.0584011 Jul 22 16:52:21.460840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.468413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1314362000'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:21.475553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.560575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Made reservation on behalf of 78da002c340e4466b23382a86e6e0ce3 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:21.565038 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.579935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=06ca7f95-a7ac-4434-9736-a0db6574a467,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:21.585904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.588159 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.644280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a839cdfa-1c79-4e5b-86a9-d37f74a53eac no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:52:21.665010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a839cdfa-1c79-4e5b-86a9-d37f74a53eac {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:52:21.665941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a839cdfa-1c79-4e5b-86a9-d37f74a53eac not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:52:21.732391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:21.734624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:21.840420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.850541 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.890442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:21.913441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:21.913809 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Added segment 63c746ac-7dc3-4aa0-8fc6-4a3e1e5ef961 of type vlan for network 39eb1137-49c4-4a7d-a5d5-4dfdf8986a45 Jul 22 16:52:21.923234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f9edbb-e812-4974-a368-15e42aa464b5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:21.953882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:21.970529 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.082393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.088359 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:22.088969 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.138847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9304068 Jul 22 16:52:22.142197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34716) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:22.143327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:22.149929 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b8e96917-833d-4643-a9f3-daba64db913a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/routers/2c2a7159-c98c-4116-9f7e-33b054a311d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4933228 Jul 22 16:52:22.153642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:22.159585 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec571d-7ed2-4053-9dcd-62d4eaaceff8 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:22.161856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'port': {'network_id': 'c0582cfa-3eea-46de-8b50-cf3597fd6427', 'name': 'tempest-FloatingIPTestJSON-915073197'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:22.178563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2bbed-bb02-428b-b696-8f5ac899d6cb tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Pushing event updated for resources: {'Network': ['ID=39eb1137-49c4-4a7d-a5d5-4dfdf8986a45,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:22.181331 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec571d-7ed2-4053-9dcd-62d4eaaceff8 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:22.182353 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d7ec571d-7ed2-4053-9dcd-62d4eaaceff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:22.191122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 39eb1137-49c4-4a7d-a5d5-4dfdf8986a45 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:22.260749 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d7ec571d-7ed2-4053-9dcd-62d4eaaceff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:22.290378 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec571d-7ed2-4053-9dcd-62d4eaaceff8 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:22.291496 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d7ec571d-7ed2-4053-9dcd-62d4eaaceff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:22.346379 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d7ec571d-7ed2-4053-9dcd-62d4eaaceff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:22.347237 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec571d-7ed2-4053-9dcd-62d4eaaceff8 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:22.359354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Made reservation on behalf of 5e59c98dbda8400b9d55d1e98aef9f39 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:22.363705 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.382971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] device_id is not set on port ef115812-9951-43a7-ad47-e44fc83421ff yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:52:22.397944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Request body: {'network': {'name': 'tempest-network--1200716000', 'router:external': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:22.465684 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Made reservation on behalf of 74d0ad35bb78491d8f894779fd803f26 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:22.467999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.494851 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.520808 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:22.568434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0104e235-d847-4bd2-bc0f-d4fb3b2e3eae req-a5419932-d012-4b8d-809d-445ba4bf0e7c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 210 time: 0.0877848 Jul 22 16:52:22.691655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.20.0.2 (c0582cfa-3eea-46de-8b50-cf3597fd6427/ab54b69d-47d3-49f0-ad55-85b981fc8102/ef115812-9951-43a7-ad47-e44fc83421ff) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:22.771215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-3f960a34-6402-4ea8-8e11-43b915aa640b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:22.772890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-3f960a34-6402-4ea8-8e11-43b915aa640b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.2291996 Jul 22 16:52:22.799544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Request body: {'port': {'device_id': 'ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'admin_state_up': True, 'tenant_id': 'ec83f6c5a767410283cefb29388f37bf'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:22.867641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34754) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:22.977650 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e16dc668-b761-400c-9efa-84afbb959853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.288503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.300710 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.363067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:23.372781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b821700-e7c6-43fc-aec5-90c6ad0dc8fd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:23.390281 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e16dc668-b761-400c-9efa-84afbb959853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.396051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e16dc668-b761-400c-9efa-84afbb959853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.396351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.400659 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.401001 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Added segment 1416fec9-2979-409b-b132-7b4d4b2e2537 of type vlan for network 0d4e879d-ee86-4ec6-8b0f-8048ec40cd2e Jul 22 16:52:23.433334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16dc668-b761-400c-9efa-84afbb959853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4792a0-c724-4202-ad11-cce5d8941e93,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:23.449302 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e16dc668-b761-400c-9efa-84afbb959853 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b2208aec7584c93b1710c09cd970212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805414 Jul 22 16:52:23.449950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34760) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:23.474490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Made reservation on behalf of ec83f6c5a767410283cefb29388f37bf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:23.478154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.501249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a58bd09-a995-4c2b-963b-6ba03e7af05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.502960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.522701 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a58bd09-a995-4c2b-963b-6ba03e7af05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.570376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a58bd09-a995-4c2b-963b-6ba03e7af05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.573127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a58bd09-a995-4c2b-963b-6ba03e7af05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.574364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1a58bd09-a995-4c2b-963b-6ba03e7af05d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be4792a0-c724-4202-ad11-cce5d8941e93 HTTP/1.1" status: 204 len: 168 time: 0.1234992 Jul 22 16:52:23.575400 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.584492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58bd09-a995-4c2b-963b-6ba03e7af05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4792a0-c724-4202-ad11-cce5d8941e93,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:23.641551 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.642537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:23.644084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.664090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:23.687336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:23.690529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:23.692641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a3ee6caa-b5ee-4edf-9095-eb7800e4f8fe req-0acc9437-a667-497e-8848-c40c634660f7 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 210 time: 0.0329304 Jul 22 16:52:23.731102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=ef115812-9951-43a7-ad47-e44fc83421ff,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:23.756610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6131110 Jul 22 16:52:23.759586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:23.808628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9085d-b276-4947-962a-6249eb478498 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'Network': ['ID=0d4e879d-ee86-4ec6-8b0f-8048ec40cd2e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:23.821555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 0d4e879d-ee86-4ec6-8b0f-8048ec40cd2e details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:23.832430 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:23.833049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.836725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Allocated IP 172.20.0.10 (f452d5aa-6434-4414-bdc1-839023a3e34f/f2381c46-3fa4-4415-a1ec-42dcea88a248/19deb3c0-b483-4afb-bc5d-900f7684b9f9) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:23.860230 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:23.870034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b62bf0f1-f86e-414c-b63d-ae0c3c864939 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7152867 Jul 22 16:52:23.873024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34774) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:23.884802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'port': {'network_id': 'c0582cfa-3eea-46de-8b50-cf3597fd6427', 'name': 'tempest-FloatingIPTestJSON-1260726079'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:24.024917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.036583 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.052587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4e879d-ee86-4ec6-8b0f-8048ec40cd2e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:24.071327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.073498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1416fec9-2979-409b-b132-7b4d4b2e2537') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:24.073734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1416fec9-2979-409b-b132-7b4d4b2e2537') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:24.087571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.107937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.120330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:24.120735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.121149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Network f452d5aa-6434-4414-bdc1-839023a3e34f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:24.122841 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:24.125071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:24.128406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:24.135163 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event updated for resources: {'Port': ['ID=19deb3c0-b483-4afb-bc5d-900f7684b9f9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:24.184515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:24.185330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.186538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Made reservation on behalf of 5e59c98dbda8400b9d55d1e98aef9f39 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:24.190239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.201224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-0c8b37b9-6197-45a8-8c2d-998adfa11913 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4071672 Jul 22 16:52:24.212035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] device_id is not set on port 53abe04e-9cc6-4b68-aaf1-d6426669a5f2 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:52:24.219081 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.221859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d4e879d-ee86-4ec6-8b0f-8048ec40cd2e {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:52:24.224089 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.226230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Request body: {'port': {'device_id': 'ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:24.226399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0d4e879d-ee86-4ec6-8b0f-8048ec40cd2e HTTP/1.1" status: 204 len: 168 time: 0.4658077 Jul 22 16:52:24.230408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34788) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:24.237487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:24.258998 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.281506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a3450-ad31-4711-81f2-d8d7b06ee46f tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d4e879d-ee86-4ec6-8b0f-8048ec40cd2e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:24.309612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Made reservation on behalf of 74d0ad35bb78491d8f894779fd803f26 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:24.312480 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.366751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.385689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:24.417371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.20.0.4 (c0582cfa-3eea-46de-8b50-cf3597fd6427/ab54b69d-47d3-49f0-ad55-85b981fc8102/53abe04e-9cc6-4b68-aaf1-d6426669a5f2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:24.430840 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.431690 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Added segment fe04b5bb-53be-4cbb-a89c-70fa13fc069f of type vlan for network f17c6d8b-a4c0-42e7-9e65-f941fb778192 Jul 22 16:52:24.570082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.677184 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.678599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:24.679348 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.686532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.749388 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.755219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:24.757882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5261424 Jul 22 16:52:24.763829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Request body: {'subnet': {'network_id': 'f17c6d8b-a4c0-42e7-9e65-f941fb778192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:24.826892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3271711-4f71-4acf-a9af-d2dc294266d7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'Network': ['ID=f17c6d8b-a4c0-42e7-9e65-f941fb778192,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:24.839595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f17c6d8b-a4c0-42e7-9e65-f941fb778192 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:24.843776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:24.872370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:24.875812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:24.878683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=53abe04e-9cc6-4b68-aaf1-d6426669a5f2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:24.881682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Made reservation on behalf of 74d0ad35bb78491d8f894779fd803f26 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:24.884017 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.908127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19deb3c0-b483-4afb-bc5d-900f7684b9f9 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:24.921224 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.936719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Transition to ACTIVE for port object 19deb3c0-b483-4afb-bc5d-900f7684b9f9 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:24.942639 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:24.996614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:24.997436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.008551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Pushing event updated for resources: {'Port': ['ID=19deb3c0-b483-4afb-bc5d-900f7684b9f9,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:25.025417 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4ab054d8-f2b7-441d-a1e4-a8ab23540424 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1506155 Jul 22 16:52:25.029012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34808) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:25.036478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '53abe04e-9cc6-4b68-aaf1-d6426669a5f2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:25.056489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6012eed-3fc4-4ebd-8837-70e19b51330b req-b58639d5-5753-4496-84c4-421241adc8b5 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:25.058026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a6012eed-3fc4-4ebd-8837-70e19b51330b req-b58639d5-5753-4496-84c4-421241adc8b5 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 932 time: 0.2488699 Jul 22 16:52:25.088908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Attempting to bind port 19deb3c0-b483-4afb-bc5d-900f7684b9f9 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:25.089263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Attempting to bind port 19deb3c0-b483-4afb-bc5d-900f7684b9f9 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:25.089594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Attempting to bind port 19deb3c0-b483-4afb-bc5d-900f7684b9f9 on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:25.094481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Port 19deb3c0-b483-4afb-bc5d-900f7684b9f9 on network f452d5aa-6434-4414-bdc1-839023a3e34f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:52:25.095219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Attempting to bind port 19deb3c0-b483-4afb-bc5d-900f7684b9f9 on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:25.102133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:25.102477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Checking segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:25.102977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Bound using segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:25.103419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Bound port: 19deb3c0-b483-4afb-bc5d-900f7684b9f9, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:25.103780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.122784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.164318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a6012eed-3fc4-4ebd-8837-70e19b51330b req-5ad77cec-7961-442a-b1dd-3e13d26da7f4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931435 Jul 22 16:52:25.170725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] For port 19deb3c0-b483-4afb-bc5d-900f7684b9f9, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:25.174494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] For port 19deb3c0-b483-4afb-bc5d-900f7684b9f9, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=19deb3c0-b483-4afb-bc5d-900f7684b9f9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:25.190336 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.222958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:25.223642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.225230 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] 10.222.0.20 "PUT /v2.0/ports/19deb3c0-b483-4afb-bc5d-900f7684b9f9 HTTP/1.1" status: 200 len: 1093 time: 1.0103312 Jul 22 16:52:25.225699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1', 'tag': '19deb3c0-b483-4afb-bc5d-900f7684b9f9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:25.229194 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ade0c7-da6c-40db-bdfc-ab183681baa7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1", "tag": "19deb3c0-b483-4afb-bc5d-900f7684b9f9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:25.270294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97724947-1847-4380-a196-dd23a2ceb6dd service neutron] Pushing event updated for resources: {'Port': ['ID=19deb3c0-b483-4afb-bc5d-900f7684b9f9,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:25.288896 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3936202a-ea6b-4210-b2a8-f7ddf01b99e4 x-openstack-request-id: req-3936202a-ea6b-4210-b2a8-f7ddf01b99e4 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:25.289204 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1", "tag": "19deb3c0-b483-4afb-bc5d-900f7684b9f9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:25.289451 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3936202a-ea6b-4210-b2a8-f7ddf01b99e4 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:25.289848 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1', 'tag': '19deb3c0-b483-4afb-bc5d-900f7684b9f9', 'status': 'completed', 'code': 200} Jul 22 16:52:25.359524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.369340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-fb044749-0c43-47c9-8192-9588bf6d328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:25.371271 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-fb044749-0c43-47c9-8192-9588bf6d328c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0628767 Jul 22 16:52:25.424743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-3e354576-cdde-4b0e-aefe-2d3df27e16a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19deb3c0-b483-4afb-bc5d-900f7684b9f9 HTTP/1.1" status: 200 len: 217 time: 0.0395567 Jul 22 16:52:25.490414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-413c084a-cb2f-4060-90d8-96c57610e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:25.492174 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-413c084a-cb2f-4060-90d8-96c57610e8c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.0574543 Jul 22 16:52:25.507710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:52:25.509578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.529762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-a6c5847b-5102-4ef4-bfe8-a14d717138d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295925 Jul 22 16:52:25.545228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.25.3.102 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/ec2b476b-1de0-46e1-8584-31139619da70) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:25.575278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2df48f97-9a02-4acd-aa4e-63b3dadbd398,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:25.638597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Checking segment: {'id': 'fe04b5bb-53be-4cbb-a89c-70fa13fc069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f17c6d8b-a4c0-42e7-9e65-f941fb778192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:25.639052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Network hostable DHCP agents. Network: f17c6d8b-a4c0-42e7-9e65-f941fb778192, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:52:25.651146 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-c17539ee-b058-4624-a0ce-2b0537929c1c service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139162 Jul 22 16:52:25.690813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Network f17c6d8b-a4c0-42e7-9e65-f941fb778192 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:52:25.714266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f17c6d8b-a4c0-42e7-9e65-f941fb778192) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:25.718779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87009ea3-d703-425f-a0cc-6d1e30eeabe7 None None] Network f17c6d8b-a4c0-42e7-9e65-f941fb778192 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:25.726165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:25.727107 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.745932 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.763648 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1e7d36b8-7367-42c5-bbc8-21a162e55afa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0018365 Jul 22 16:52:25.764447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:25.771126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Request body: {'floatingip': {'floating_network_id': 'f17c6d8b-a4c0-42e7-9e65-f941fb778192'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:25.807951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.811230 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce161a72-15c6-4379-a239-e0b5c6cb092e req-f8c7d439-e097-4b32-b991-a910e4866c36 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541383 Jul 22 16:52:25.815640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:25.859088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:25.862903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:25.866547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:25.867788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b36092-b44a-46d1-b7ef-9b3d66ca3c12 None None] Network f17c6d8b-a4c0-42e7-9e65-f941fb778192 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:25.873861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=ec2b476b-1de0-46e1-8584-31139619da70,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:25.997624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.002989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-2c85c330-f8b1-4b14-be20-f951149cf59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:26.004479 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-2c85c330-f8b1-4b14-be20-f951149cf59b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1046228 Jul 22 16:52:26.185592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-b7c2e244-6023-451d-9248-ed65aa393064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:26.187230 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-b7c2e244-6023-451d-9248-ed65aa393064 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 907 time: 0.1752086 Jul 22 16:52:26.212077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Allocated IP 172.20.0.6 (f17c6d8b-a4c0-42e7-9e65-f941fb778192/2df48f97-9a02-4acd-aa4e-63b3dadbd398/73ff0ea6-4573-4a49-9649-a153eab1d1f6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:26.250326 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-c0cb7b7f-b58b-4ca3-a595-7ff251b5bd00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19deb3c0-b483-4afb-bc5d-900f7684b9f9 HTTP/1.1" status: 200 len: 217 time: 0.0490785 Jul 22 16:52:26.316664 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.412812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-5cb42667-cb87-4dda-bd37-e5760282fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:26.414682 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-5cb42667-cb87-4dda-bd37-e5760282fa05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.1543198 Jul 22 16:52:26.444537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.460171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-b0ee4c80-5ef0-44fb-a1af-691752418a0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383329 Jul 22 16:52:26.506456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440738c-7d46-4b8b-862a-e82f7f0e779c req-3c1f71f6-a2eb-41b5-b681-4da797999be2 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:26.508083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5440738c-7d46-4b8b-862a-e82f7f0e779c req-3c1f71f6-a2eb-41b5-b681-4da797999be2 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 944 time: 0.2340970 Jul 22 16:52:26.522610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.625130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.630394 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5440738c-7d46-4b8b-862a-e82f7f0e779c req-223a10ed-add7-43c7-be86-b884e6f732c8 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050975 Jul 22 16:52:26.631625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.668667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-b9738723-a891-49f1-a64c-d06d44fabddd service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904535 Jul 22 16:52:26.683973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.705292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=ec2b476b-1de0-46e1-8584-31139619da70,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:26.719207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.744911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Network f17c6d8b-a4c0-42e7-9e65-f941fb778192 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:26.754201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:26.760961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:26.812576 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'Port': ['ID=73ff0ea6-4573-4a49-9649-a153eab1d1f6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:26.829642 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP 601c3dc2-fc0a-4155-8012-a8c6c03be3fa associated. External IP: 172.25.3.102, port: 53abe04e-9cc6-4b68-aaf1-d6426669a5f2. Jul 22 16:52:26.858591 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79ade0c7-da6c-40db-bdfc-ab183681baa7 req-876b1104-a9e1-4b3e-8246-ae6471e8bdb3 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831226 Jul 22 16:52:26.907043 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:26.958079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.066568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:27.132912 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.138452 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.222216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'Port': ['ID=73ff0ea6-4573-4a49-9649-a153eab1d1f6,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:27.229780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.248984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.250821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1270ab49-88cb-41f0-8b11-10f672696725 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4855323 Jul 22 16:52:27.254247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34870) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:27.324098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-97b93606-341d-4d4e-9b68-8b8d7ae67510 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=f17c6d8b-a4c0-42e7-9e65-f941fb778192 HTTP/1.1" status: 200 len: 689 time: 0.0685718 Jul 22 16:52:27.326530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34876) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:27.427101 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.524253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Deleting port 73ff0ea6-4573-4a49-9649-a153eab1d1f6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:27.524756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.544264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:27.555993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6115cdd-9519-414a-8484-03c9079eed69 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:27.565935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.567103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6115cdd-9519-414a-8484-03c9079eed69 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:27.567940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d6115cdd-9519-414a-8484-03c9079eed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:27.608684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-72a0ecd2-459a-49dc-a2ee-242518da512d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5778985 Jul 22 16:52:27.612275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:27.617269 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d6115cdd-9519-414a-8484-03c9079eed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:27.622029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8a4f9c71-d49d-4b67-8ca2-757a73763788 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:27.626700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6115cdd-9519-414a-8484-03c9079eed69 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:27.627981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d6115cdd-9519-414a-8484-03c9079eed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:27.630098 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.630598 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.644795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Calling delete_port for 73ff0ea6-4573-4a49-9649-a153eab1d1f6 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:27.661518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d6115cdd-9519-414a-8484-03c9079eed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:27.662264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6115cdd-9519-414a-8484-03c9079eed69 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:27.700105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a4f9c71-d49d-4b67-8ca2-757a73763788 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.831774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a8224-386c-4f6c-a8de-4881b6b5dae4 req-c3376751-a6ec-4682-ad63-4d0e3108f700 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:27.833347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-541a8224-386c-4f6c-a8de-4881b6b5dae4 req-c3376751-a6ec-4682-ad63-4d0e3108f700 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 944 time: 0.1148291 Jul 22 16:52:27.862202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.896515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a4f9c71-d49d-4b67-8ca2-757a73763788 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.901700 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a4f9c71-d49d-4b67-8ca2-757a73763788 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:27.902102 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-8a4f9c71-d49d-4b67-8ca2-757a73763788 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP 601c3dc2-fc0a-4155-8012-a8c6c03be3fa disassociated. External IP: 172.25.3.102, port: 53abe04e-9cc6-4b68-aaf1-d6426669a5f2. Jul 22 16:52:27.937177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event deleted for resources: {'Port': ['ID=73ff0ea6-4573-4a49-9649-a153eab1d1f6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:27.980905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-541a8224-386c-4f6c-a8de-4881b6b5dae4 req-675b6bad-560f-45f9-9985-1454895cbc5e tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377413 Jul 22 16:52:28.009427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.064265 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.125393 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.165037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2df48f97-9a02-4acd-aa4e-63b3dadbd398,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:28.183758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4f9c71-d49d-4b67-8ca2-757a73763788 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:28.228821 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.246011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17c6d8b-a4c0-42e7-9e65-f941fb778192']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:28.257528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe04b5bb-53be-4cbb-a89c-70fa13fc069f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:28.257829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe04b5bb-53be-4cbb-a89c-70fa13fc069f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:28.268159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.285303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.295281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:28.295743 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:28.297929 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:28.312883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4f9c71-d49d-4b67-8ca2-757a73763788 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:28.318006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8a4f9c71-d49d-4b67-8ca2-757a73763788 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.325011 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf123734-8424-4b29-848a-216af1e64139 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:28.335527 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf123734-8424-4b29-848a-216af1e64139 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:28.336569 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cf123734-8424-4b29-848a-216af1e64139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:28.364553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8a4f9c71-d49d-4b67-8ca2-757a73763788 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/floatingips/601c3dc2-fc0a-4155-8012-a8c6c03be3fa HTTP/1.1" status: 200 len: 688 time: 0.7500987 Jul 22 16:52:28.367571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:28.372381 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.382508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f17c6d8b-a4c0-42e7-9e65-f941fb778192 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:52:28.388369 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cf123734-8424-4b29-848a-216af1e64139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:28.396785 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.398619 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf123734-8424-4b29-848a-216af1e64139 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:28.399269 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cf123734-8424-4b29-848a-216af1e64139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:28.403153 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f17c6d8b-a4c0-42e7-9e65-f941fb778192 HTTP/1.1" status: 204 len: 168 time: 1.0755606 Jul 22 16:52:28.426478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34928) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:28.428855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c31e63-d87a-41fc-a87a-c6879ae848c9 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event deleted for resources: {'Network': ['ID=f17c6d8b-a4c0-42e7-9e65-f941fb778192,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:28.445640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 19deb3c0-b483-4afb-bc5d-900f7684b9f9 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:52:28.448210 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-cf123734-8424-4b29-848a-216af1e64139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:28.448945 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf123734-8424-4b29-848a-216af1e64139 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:28.592870 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-acc7c0db-033e-4bf5-9ed0-94de5db1c5ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0830362 Jul 22 16:52:28.610823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 19deb3c0-b483-4afb-bc5d-900f7684b9f9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=19deb3c0-b483-4afb-bc5d-900f7684b9f9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:28.643163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '19deb3c0-b483-4afb-bc5d-900f7684b9f9', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'port_id': '19deb3c0-b483-4afb-bc5d-900f7684b9f9', 'mac_address': 'fa:16:3e:f9:f5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2381c46-3fa4-4415-a1ec-42dcea88a248', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:52:28.647337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-20d61d27-3b71-4d52-9423-98af6aac3f28 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2743 time: 0.2197812 Jul 22 16:52:28.650434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34946) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:28.667056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port ec2b476b-1de0-46e1-8584-31139619da70 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:28.667647 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.733214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.746963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19deb3c0-b483-4afb-bc5d-900f7684b9f9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:28.755149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.755483 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.768866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for ec2b476b-1de0-46e1-8584-31139619da70 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:28.780422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 19deb3c0-b483-4afb-bc5d-900f7684b9f9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=19deb3c0-b483-4afb-bc5d-900f7684b9f9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:28.788960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce20a04-1b79-4328-940d-846167601c9d tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.789421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce20a04-1b79-4328-940d-846167601c9d tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.789961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce20a04-1b79-4328-940d-846167601c9d tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.790409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce20a04-1b79-4328-940d-846167601c9d tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.790852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce20a04-1b79-4328-940d-846167601c9d tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.791319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce20a04-1b79-4328-940d-846167601c9d tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.791898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce20a04-1b79-4328-940d-846167601c9d tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.792363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce20a04-1b79-4328-940d-846167601c9d tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.793026 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:28.797571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7ce20a04-1b79-4328-940d-846167601c9d tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5247 time: 0.1431448 Jul 22 16:52:28.797822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34954) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:28.874995 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-fbceb0d1-25b1-429c-a725-3b616d19b40a tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] delete failed (client error): The resource could not be found. Jul 22 16:52:28.874995 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fbceb0d1-25b1-429c-a725-3b616d19b40a tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/fa6ea09e-bb0d-4aa0-8773-ab5d074ca3a2 HTTP/1.1" status: 404 len: 345 time: 0.0746582 Jul 22 16:52:28.876535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:28.902900 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cbb638-8166-403d-85f9-4bdb801ae28e tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 16:52:28.903516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cbb638-8166-403d-85f9-4bdb801ae28e tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:28.906970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-37cbb638-8166-403d-85f9-4bdb801ae28e tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f17c6d8b-a4c0-42e7-9e65-f941fb778192 HTTP/1.1" status: 404 len: 339 time: 0.0262706 Jul 22 16:52:28.909652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:28.915778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Request body: {'network': {'name': 'tempest-network--303488834', 'router:external': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:28.921718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=19deb3c0-b483-4afb-bc5d-900f7684b9f9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:28.927370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-067f6afe-d17e-4326-bf48-a3da640e81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:28.927474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-067f6afe-d17e-4326-bf48-a3da640e81c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 1098 time: 0.1699152 Jul 22 16:52:28.971730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Made reservation on behalf of 74d0ad35bb78491d8f894779fd803f26 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:28.974266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.030954 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.040650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:29.058565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.059084 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Added segment 39a70127-6743-4d69-a75b-931dcb71b9d5 of type vlan for network 4ab5c149-2c7f-4ecc-89e4-9809cab2d749 Jul 22 16:52:29.068303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:29.079087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-d514c57b-3378-4b2c-82db-be9c7141e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.081194 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-d514c57b-3378-4b2c-82db-be9c7141e3e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.1299136 Jul 22 16:52:29.092527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=ec2b476b-1de0-46e1-8584-31139619da70,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:29.197663 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.207363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.209986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.218462 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fad81ac1-418a-4b2b-b9b2-c75705d4f492 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/floatingips/601c3dc2-fc0a-4155-8012-a8c6c03be3fa HTTP/1.1" status: 204 len: 168 time: 0.8480844 Jul 22 16:52:29.223442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:29.235060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': 'ef115812-9951-43a7-ad47-e44fc83421ff'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:29.262807 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-fd5a6d06-be66-4601-bfc1-2139f9d4cd60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c5ed84-93f8-4a63-be30-730933b47d90 HTTP/1.1" status: 200 len: 1002 time: 0.1527348 Jul 22 16:52:29.282745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.285355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.286026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.290252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843f597-5a2b-4dd5-84b6-0d412ba93cc6 req-a3dfeda7-1925-4d3a-b5d3-503849598295 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.295471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d843f597-5a2b-4dd5-84b6-0d412ba93cc6 req-a3dfeda7-1925-4d3a-b5d3-503849598295 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 945 time: 0.2376926 Jul 22 16:52:29.345908 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.355801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'Network': ['ID=4ab5c149-2c7f-4ecc-89e4-9809cab2d749,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:29.367682 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-64894323-dd2c-4700-8049-a838dc26551c tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4569504 Jul 22 16:52:29.368262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 4ab5c149-2c7f-4ecc-89e4-9809cab2d749 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:29.370091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35000) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:29.411029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-87a17b8f-d603-40fb-a9ad-34fd131f24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.412561 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-87a17b8f-d603-40fb-a9ad-34fd131f24f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.1345620 Jul 22 16:52:29.443433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d843f597-5a2b-4dd5-84b6-0d412ba93cc6 req-c9a2ecb6-87dd-42e9-801a-8e28856939cb tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154768 Jul 22 16:52:29.604997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e973f47-6045-432c-b5f2-c935affd3325 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.611479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e973f47-6045-432c-b5f2-c935affd3325 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.617929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e973f47-6045-432c-b5f2-c935affd3325 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.624203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e973f47-6045-432c-b5f2-c935affd3325 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.625947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2e973f47-6045-432c-b5f2-c935affd3325 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2545915 Jul 22 16:52:29.629751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35018) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:29.714085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.808061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.817980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab5c149-2c7f-4ecc-89e4-9809cab2d749']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:29.829594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a70127-6743-4d69-a75b-931dcb71b9d5') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:29.830029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a70127-6743-4d69-a75b-931dcb71b9d5') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:29.840241 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.855884 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.863783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:29.864189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:29.866109 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:29.897464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-a1179316-a9c0-4fd1-8ab5-25b3cae3bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:29.898967 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-a1179316-a9c0-4fd1-8ab5-25b3cae3bdc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4768031 Jul 22 16:52:29.931089 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.937382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ab5c149-2c7f-4ecc-89e4-9809cab2d749 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:52:29.941511 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.945313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "DELETE /v2.0/networks/4ab5c149-2c7f-4ecc-89e4-9809cab2d749 HTTP/1.1" status: 204 len: 168 time: 0.3145142 Jul 22 16:52:29.954567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:29.958961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:29.960790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f2a43-afb0-40b8-85f0-718c27d1e2b7 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ab5c149-2c7f-4ecc-89e4-9809cab2d749,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:29.965833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Request body: {'network': {'name': 'tempest-network--1977079639', 'router:external': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:30.091663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Made reservation on behalf of 74d0ad35bb78491d8f894779fd803f26 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:30.093926 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.115521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35036) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:30.117966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-cee9b9b8-90c2-4cf2-b120-f61c76574490 service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109599 Jul 22 16:52:30.193740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:30.246905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.25.3.55 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/16e6232e-70e3-42d1-81ea-dce5200f4262) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:30.255205 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.255663 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Added segment bc24f172-dbb7-4b0f-945d-0e704a4a5c3c of type vlan for network 6b537f78-1e57-493e-9d9e-3bc7534055a1 Jul 22 16:52:30.256920 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac6157a-4c64-438a-a6c7-9e0244eaa992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.345623 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c198a939-b980-41de-ad2b-0ee35cbbb59e req-f70a3020-87b3-4ca0-8e05-6b7f71bd455e service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058840 Jul 22 16:52:30.353383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.385054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac6157a-4c64-438a-a6c7-9e0244eaa992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.389523 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ac6157a-4c64-438a-a6c7-9e0244eaa992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.443216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1ac6157a-4c64-438a-a6c7-9e0244eaa992 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da27e5a9761a472e9b94091d12967f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262348 Jul 22 16:52:30.444089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6157a-4c64-438a-a6c7-9e0244eaa992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa71f95-0ef7-4f14-9c2a-e54210ff7a24,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:30.445872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:30.460560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 19deb3c0-b483-4afb-bc5d-900f7684b9f9 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:30.462475 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.463481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:30.464197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.485603 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.524871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 19deb3c0-b483-4afb-bc5d-900f7684b9f9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:30.528631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 19deb3c0-b483-4afb-bc5d-900f7684b9f9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:30.529525 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.537382 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5762613 Jul 22 16:52:30.540089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35046) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:30.610816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897e14a-395a-4387-952e-8711631b35aa tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'Network': ['ID=6b537f78-1e57-493e-9d9e-3bc7534055a1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:30.622798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 6b537f78-1e57-493e-9d9e-3bc7534055a1 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:30.626288 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.641836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62a0468e-db8b-419a-9e10-11fb663f71fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.642951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72fff2a-e24a-4afb-83b9-8b6138fa2dbe tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:30.644967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f72fff2a-e24a-4afb-83b9-8b6138fa2dbe tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] 10.222.0.53 "GET /v2.0/networks/6b537f78-1e57-493e-9d9e-3bc7534055a1 HTTP/1.1" status: 200 len: 757 time: 0.1038272 Jul 22 16:52:30.647701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35048) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:30.672452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19deb3c0-b483-4afb-bc5d-900f7684b9f9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:30.675880 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bac3fb-108a-4167-b2f9-6154df45fd6d" -d '{"events": [{"server_uuid": "ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1", "name": "network-vif-plugged", "status": "completed", "tag": "19deb3c0-b483-4afb-bc5d-900f7684b9f9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:30.714115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62a0468e-db8b-419a-9e10-11fb663f71fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.716816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.716961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 19deb3c0-b483-4afb-bc5d-900f7684b9f9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=19deb3c0-b483-4afb-bc5d-900f7684b9f9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:30.725550 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.753262 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85c06b-24d6-42e1-a654-103193c084db x-openstack-request-id: req-6c85c06b-24d6-42e1-a654-103193c084db {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:30.753547 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1", "name": "network-vif-plugged", "status": "completed", "tag": "19deb3c0-b483-4afb-bc5d-900f7684b9f9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:30.753800 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c85c06b-24d6-42e1-a654-103193c084db {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:30.754191 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19deb3c0-b483-4afb-bc5d-900f7684b9f9', 'code': 200} Jul 22 16:52:30.787092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=19deb3c0-b483-4afb-bc5d-900f7684b9f9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:30.821409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e913d-ca35-4814-8eda-aa40cca7db06 req-1468edad-48a9-4f2d-907b-4e732ff0330b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:30.822906 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-488e913d-ca35-4814-8eda-aa40cca7db06 req-1468edad-48a9-4f2d-907b-4e732ff0330b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 945 time: 0.2939022 Jul 22 16:52:30.855331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ceab64-b53f-44aa-821a-94058560d117 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:30.856645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-02ceab64-b53f-44aa-821a-94058560d117 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] 10.222.0.53 "GET /v2.0/networks/39eb1137-49c4-4a7d-a5d5-4dfdf8986a45 HTTP/1.1" status: 200 len: 768 time: 0.2079923 Jul 22 16:52:30.859317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:30.859850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:30.890218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:30.899929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:30.904960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=16e6232e-70e3-42d1-81ea-dce5200f4262,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:30.940316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.972530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-488e913d-ca35-4814-8eda-aa40cca7db06 req-438843db-5975-4fc0-a114-bafe70c76470 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390002 Jul 22 16:52:30.978582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62a0468e-db8b-419a-9e10-11fb663f71fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.981178 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62a0468e-db8b-419a-9e10-11fb663f71fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:30.982345 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-62a0468e-db8b-419a-9e10-11fb663f71fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fa71f95-0ef7-4f14-9c2a-e54210ff7a24 HTTP/1.1" status: 204 len: 168 time: 0.5354753 Jul 22 16:52:31.021551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0468e-db8b-419a-9e10-11fb663f71fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa71f95-0ef7-4f14-9c2a-e54210ff7a24,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.027730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79381a5a-ca0a-4b43-9e68-6f332317dbc0 req-1184641d-f34d-4a08-a13b-8d97d1d70a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:31.029300 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79381a5a-ca0a-4b43-9e68-6f332317dbc0 req-1184641d-f34d-4a08-a13b-8d97d1d70a5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 1098 time: 0.2036886 Jul 22 16:52:31.045619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.056381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b537f78-1e57-493e-9d9e-3bc7534055a1']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:31.067876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc24f172-dbb7-4b0f-945d-0e704a4a5c3c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:31.068181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc24f172-dbb7-4b0f-945d-0e704a4a5c3c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:31.077067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.091433 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.098657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:31.099185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:31.101728 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:31.103811 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-79381a5a-ca0a-4b43-9e68-6f332317dbc0 req-72df7322-3989-41d6-bb66-c5895e203c4d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654314 Jul 22 16:52:31.160510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.165184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b537f78-1e57-493e-9d9e-3bc7534055a1 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:52:31.168142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.172628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "DELETE /v2.0/networks/6b537f78-1e57-493e-9d9e-3bc7534055a1 HTTP/1.1" status: 204 len: 168 time: 0.3116763 Jul 22 16:52:31.176118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35060) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:31.182139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Request body: {'network': {'name': 'tempest-network--1651300273'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:31.203690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84adf7-5862-4085-a144-5ef98d1e7106 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b537f78-1e57-493e-9d9e-3bc7534055a1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.224537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Made reservation on behalf of 74d0ad35bb78491d8f894779fd803f26 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:31.228397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.257368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:31.267761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.268105 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Added segment c2745420-61d5-4547-a2bf-848b5d82a41d of type vlan for network 473b29ab-b072-435e-a75c-8d7c4cd1cc45 Jul 22 16:52:31.316565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.363446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.364529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:31.365259 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.367521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35062) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:31.401007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.406454 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26c8011c-c652-46d1-a788-4e168bf78fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.426033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2486255 Jul 22 16:52:31.429723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35064) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:31.442355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-015dc8b8-5e77-4439-8b1a-f32f301d6f0b tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:31.457301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.461158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573bd8d-c398-4490-9931-12e4b3bacceb tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'Network': ['ID=473b29ab-b072-435e-a75c-8d7c4cd1cc45,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.473885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 473b29ab-b072-435e-a75c-8d7c4cd1cc45 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:31.551219 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26c8011c-c652-46d1-a788-4e168bf78fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.556828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26c8011c-c652-46d1-a788-4e168bf78fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.603799 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-26c8011c-c652-46d1-a788-4e168bf78fc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b0a49176c4c41718709a86d80eed404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316709 Jul 22 16:52:31.603799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8011c-c652-46d1-a788-4e168bf78fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174561d9-f395-482b-9b0b-7b69e8d3c475,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.605050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35068) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:31.654849 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.655629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1098f0bc-a1f5-4ca3-8642-05d024572c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.677315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1098f0bc-a1f5-4ca3-8642-05d024572c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.723946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-015dc8b8-5e77-4439-8b1a-f32f301d6f0b tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.731610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1098f0bc-a1f5-4ca3-8642-05d024572c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.734515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1098f0bc-a1f5-4ca3-8642-05d024572c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.738896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1098f0bc-a1f5-4ca3-8642-05d024572c8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/174561d9-f395-482b-9b0b-7b69e8d3c475 HTTP/1.1" status: 204 len: 168 time: 0.1295650 Jul 22 16:52:31.744716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098f0bc-a1f5-4ca3-8642-05d024572c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174561d9-f395-482b-9b0b-7b69e8d3c475,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.754803 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-015dc8b8-5e77-4439-8b1a-f32f301d6f0b tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.769481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-015dc8b8-5e77-4439-8b1a-f32f301d6f0b tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Network 473b29ab-b072-435e-a75c-8d7c4cd1cc45 is not hosted by any dhcp agent {{(pid=93751) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:52:31.770405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015dc8b8-5e77-4439-8b1a-f32f301d6f0b tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:31.772634 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-015dc8b8-5e77-4439-8b1a-f32f301d6f0b tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.772634 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-015dc8b8-5e77-4439-8b1a-f32f301d6f0b tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "PUT /v2.0/networks/473b29ab-b072-435e-a75c-8d7c4cd1cc45 HTTP/1.1" status: 200 len: 858 time: 0.3418000 Jul 22 16:52:31.775788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:31.861059 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.867674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dc8b8-5e77-4439-8b1a-f32f301d6f0b tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event updated for resources: {'Network': ['ID=473b29ab-b072-435e-a75c-8d7c4cd1cc45,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:31.910780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.918208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.951417 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:31.963224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473b29ab-b072-435e-a75c-8d7c4cd1cc45']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:31.978987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2745420-61d5-4547-a2bf-848b5d82a41d') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:31.979349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2745420-61d5-4547-a2bf-848b5d82a41d') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:31.989539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.007623 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.012144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=16e6232e-70e3-42d1-81ea-dce5200f4262,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:32.015599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:32.016092 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:32.019401 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:32.044223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.099375 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.115446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 473b29ab-b072-435e-a75c-8d7c4cd1cc45 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:52:32.119598 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.126044 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] 10.222.0.53 "DELETE /v2.0/networks/473b29ab-b072-435e-a75c-8d7c4cd1cc45 HTTP/1.1" status: 204 len: 168 time: 0.3490076 Jul 22 16:52:32.130855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:32.154856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa199ea-4367-44ae-b1b0-ffa0c7558d66 tempest-ExternalNetworksTestJSON-576320136 tempest-ExternalNetworksTestJSON-576320136-project-admin] Pushing event deleted for resources: {'Network': ['ID=473b29ab-b072-435e-a75c-8d7c4cd1cc45,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:32.183049 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f75a05a-562c-4b00-97c7-eebc927c56f3 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] DELETE failed (client error): The resource could not be found. Jul 22 16:52:32.184471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f75a05a-562c-4b00-97c7-eebc927c56f3 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:52:32.190577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35086) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:32.191583 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0f75a05a-562c-4b00-97c7-eebc927c56f3 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] 10.222.0.53 "DELETE /v2.0/subnets/2df48f97-9a02-4acd-aa4e-63b3dadbd398 HTTP/1.1" status: 404 len: 337 time: 0.0594254 Jul 22 16:52:32.275062 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP ae072632-325c-4512-be1e-8788c6cc0d00 associated. External IP: 172.25.3.55, port: ef115812-9951-43a7-ad47-e44fc83421ff. Jul 22 16:52:32.319450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6196058-07ea-4938-9170-12c39028f98f req-847d0797-2542-4c12-9e67-132ab1e93a06 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:32.320952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6196058-07ea-4938-9170-12c39028f98f req-847d0797-2542-4c12-9e67-132ab1e93a06 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 946 time: 0.2315676 Jul 22 16:52:32.394251 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.448002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6196058-07ea-4938-9170-12c39028f98f req-772f9ea0-3212-4b1f-b7f1-a450e23e5f0a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936687 Jul 22 16:52:32.550074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.621293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39eb1137-49c4-4a7d-a5d5-4dfdf8986a45']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:32.635664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c746ac-7dc3-4aa0-8fc6-4a3e1e5ef961') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:32.635664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c746ac-7dc3-4aa0-8fc6-4a3e1e5ef961') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:32.650794 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.670720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.681386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:32.681781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:32.684777 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:32.751144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:32.757203 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.766221 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:32.771319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] 10.222.0.53 "DELETE /v2.0/networks/39eb1137-49c4-4a7d-a5d5-4dfdf8986a45 HTTP/1.1" status: 204 len: 168 time: 0.5772166 Jul 22 16:52:32.784082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b802d16-e2d3-46fa-8c67-4d532f7b5459 tempest-ExternalNetworksTestJSON-2110779965 tempest-ExternalNetworksTestJSON-2110779965-project] Pushing event deleted for resources: {'Network': ['ID=39eb1137-49c4-4a7d-a5d5-4dfdf8986a45,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:33.055757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35114) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.247576 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:33.259317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa314b0-af7c-4ee7-9a2c-38b3a69198be None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:33.268443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.272180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa314b0-af7c-4ee7-9a2c-38b3a69198be None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:33.273478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-baa314b0-af7c-4ee7-9a2c-38b3a69198be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:33.312708 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-939667e8-ea2b-454e-861a-0691e539df6a tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.0851057 Jul 22 16:52:33.313095 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35122) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.317736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-baa314b0-af7c-4ee7-9a2c-38b3a69198be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:33.328351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa314b0-af7c-4ee7-9a2c-38b3a69198be None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:33.328978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-baa314b0-af7c-4ee7-9a2c-38b3a69198be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:33.361028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.362235 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-932a7bac-db8e-46b0-9fe1-3c18cde1f0ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78da002c340e4466b23382a86e6e0ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3044434 Jul 22 16:52:33.367625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-baa314b0-af7c-4ee7-9a2c-38b3a69198be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:33.368292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa314b0-af7c-4ee7-9a2c-38b3a69198be None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:33.424647 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9c1bca4f-4dac-409c-91f2-5dee0deba42c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "GET /v2.0/floatingips/ae072632-325c-4512-be1e-8788c6cc0d00 HTTP/1.1" status: 200 len: 976 time: 0.1072998 Jul 22 16:52:33.425408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35130) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.442857 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5aeedcc3-6a1f-46b4-bc8c-40ca34b27355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.467627 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5aeedcc3-6a1f-46b4-bc8c-40ca34b27355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.534160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5aeedcc3-6a1f-46b4-bc8c-40ca34b27355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.537558 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5aeedcc3-6a1f-46b4-bc8c-40ca34b27355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.539475 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5aeedcc3-6a1f-46b4-bc8c-40ca34b27355 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79f9edbb-e812-4974-a368-15e42aa464b5 HTTP/1.1" status: 204 len: 168 time: 0.1758103 Jul 22 16:52:33.578596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6cf6e5f8-5451-4e9a-92b9-12061bf6175b tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1520257 Jul 22 16:52:33.582482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:33.583383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeedcc3-6a1f-46b4-bc8c-40ca34b27355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f9edbb-e812-4974-a368-15e42aa464b5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:33.589296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'port_id': '53abe04e-9cc6-4b68-aaf1-d6426669a5f2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:33.623443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278c6f5-97fe-427c-a741-a6de0c5e7660 req-1ebbff55-4047-4273-bb42-0184c01ad402 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:33.631570 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d278c6f5-97fe-427c-a741-a6de0c5e7660 req-1ebbff55-4047-4273-bb42-0184c01ad402 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 946 time: 0.0907311 Jul 22 16:52:33.666352 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:33.669649 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d278c6f5-97fe-427c-a741-a6de0c5e7660 req-154e93ef-d3fb-489d-8605-6b8d76afde45 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 Jul 22 16:52:33.988246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35164) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:34.039352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b1d59-a9b1-461c-9c94-76ec2301c1d8 req-75a27313-b19f-4c2c-b7a7-31b861caf116 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:34.046356 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e32b1d59-a9b1-461c-9c94-76ec2301c1d8 req-75a27313-b19f-4c2c-b7a7-31b861caf116 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.1404340 Jul 22 16:52:34.048209 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9e5f1885-c9fe-442c-b16f-14bf1b63a068 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74d0ad35bb78491d8f894779fd803f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588734 Jul 22 16:52:34.054348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:34.068976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e32b1d59-a9b1-461c-9c94-76ec2301c1d8 req-88562f36-5035-4a3e-b0c2-e8221b13fb26 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/quotas/ec83f6c5a767410283cefb29388f37bf HTTP/1.1" status: 200 len: 375 time: 0.0217640 Jul 22 16:52:34.139957 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8c57-b74d-428e-a1a7-52b3a29b51c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.170284 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8c57-b74d-428e-a1a7-52b3a29b51c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.186502 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e32b1d59-a9b1-461c-9c94-76ec2301c1d8 req-e99ef7e8-ea85-44fe-8720-36687538b453 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1085143 Jul 22 16:52:34.247023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8c57-b74d-428e-a1a7-52b3a29b51c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.251440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ecf8c57-b74d-428e-a1a7-52b3a29b51c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.256527 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9ecf8c57-b74d-428e-a1a7-52b3a29b51c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b821700-e7c6-43fc-aec5-90c6ad0dc8fd HTTP/1.1" status: 204 len: 168 time: 0.1987293 Jul 22 16:52:34.256719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.261223 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:34.268618 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf8c57-b74d-428e-a1a7-52b3a29b51c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b821700-e7c6-43fc-aec5-90c6ad0dc8fd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:34.431940 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-5cf38c39-6476-48ef-a455-4f1fca848257 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911198 Jul 22 16:52:34.434384 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP ae072632-325c-4512-be1e-8788c6cc0d00 associated. External IP: 172.25.3.55, port: ef115812-9951-43a7-ad47-e44fc83421ff. Jul 22 16:52:34.516400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e32b1d59-a9b1-461c-9c94-76ec2301c1d8 req-a9cbae51-5eaf-486b-ba7d-c435bc170771 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219299 Jul 22 16:52:34.628114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e32b1d59-a9b1-461c-9c94-76ec2301c1d8 req-8a59b94c-98c1-4190-85e4-8004829b916c service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106164 Jul 22 16:52:34.952284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-50bdb9a3-d331-4e03-afc8-997a4df76581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:34.953711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-50bdb9a3-d331-4e03-afc8-997a4df76581 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 1097 time: 0.1258004 Jul 22 16:52:35.158954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-b5d78dea-6c14-45a6-8747-a04314c1563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:35.161079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-b5d78dea-6c14-45a6-8747-a04314c1563e service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.1761315 Jul 22 16:52:35.166206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:35.329221 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-fde06b40-f19d-494e-bf1a-bc89b1e0615a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380a364f-29c8-4563-9093-3c0bea7d253e HTTP/1.1" status: 200 len: 1001 time: 0.1588478 Jul 22 16:52:35.387311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:35.400216 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1177c7-02aa-4c5c-85ac-982f7347fcc4 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:35.410711 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1177c7-02aa-4c5c-85ac-982f7347fcc4 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:35.412265 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ef1177c7-02aa-4c5c-85ac-982f7347fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:35.461835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-41d2ba0d-8072-4a0c-a7db-ab1fcea8f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:35.463369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-41d2ba0d-8072-4a0c-a7db-ab1fcea8f07d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1241007 Jul 22 16:52:35.477591 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ef1177c7-02aa-4c5c-85ac-982f7347fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:35.493734 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1177c7-02aa-4c5c-85ac-982f7347fcc4 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:35.494607 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ef1177c7-02aa-4c5c-85ac-982f7347fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:35.538211 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ef1177c7-02aa-4c5c-85ac-982f7347fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:35.538867 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1177c7-02aa-4c5c-85ac-982f7347fcc4 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:35.592399 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:35.701146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-4a2bf202-0a66-4402-95a5-55930b5767c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:35.702813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-4a2bf202-0a66-4402-95a5-55930b5767c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2242880 Jul 22 16:52:35.716824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865316-0b8d-4c02-8512-394415ea05ff req-3b5a89c2-a647-4362-81da-4bb3861f5105 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:35.718276 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-3b5a89c2-a647-4362-81da-4bb3861f5105 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.1872673 Jul 22 16:52:35.823760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-7b9cb693-e562-4060-8414-ff7be1866a48 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/quotas/ec83f6c5a767410283cefb29388f37bf HTTP/1.1" status: 200 len: 375 time: 0.0700939 Jul 22 16:52:35.957342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-432732af-1363-4551-b44a-a9fde76cf1de service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064037 Jul 22 16:52:35.965045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:36.011932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-fd1807a9-edfb-497b-8497-cfea529672f3 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1810915 Jul 22 16:52:36.188168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:36.197845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4dfd0b6a-f760-4b01-b362-c3cfa40446e6 req-a317869c-d646-421d-b94f-8e2595488f9f service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311897 Jul 22 16:52:36.229580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:36.238445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.251586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63f4ce-1b64-4a9b-84c4-13dc46a37408 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:36.264581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63f4ce-1b64-4a9b-84c4-13dc46a37408 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:36.266793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ea63f4ce-1b64-4a9b-84c4-13dc46a37408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:36.274306 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-6eca577a-8f0f-4000-9a20-3c16e81ec852 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299421 Jul 22 16:52:36.309696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ea63f4ce-1b64-4a9b-84c4-13dc46a37408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:36.319988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63f4ce-1b64-4a9b-84c4-13dc46a37408 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:36.320929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ea63f4ce-1b64-4a9b-84c4-13dc46a37408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:36.361464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ea63f4ce-1b64-4a9b-84c4-13dc46a37408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:36.362392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63f4ce-1b64-4a9b-84c4-13dc46a37408 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:36.380793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-330164440', 'router:external': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:36.401491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4953b7c1-854e-4cf1-9f3a-21ce5c0cfc1c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/floatingips/ae072632-325c-4512-be1e-8788c6cc0d00 HTTP/1.1" status: 200 len: 977 time: 2.8178587 Jul 22 16:52:36.404767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35292) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:36.410668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bf5647a0-69aa-43f6-83a1-07c4ca0e9c40 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:36.417628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Made reservation on behalf of 479c981c043f4c2bace56ef2e236feaf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:36.420490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.435042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-f723f0a4-fceb-4195-a8c8-77dab8c1a2ee service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467333 Jul 22 16:52:36.459927 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.510239 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5647a0-69aa-43f6-83a1-07c4ca0e9c40 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.667807 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2be276bd-ed3a-4730-912b-f731872f2d1d req-b3993997-6800-4991-ae95-4842fb07fbb1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 210 time: 0.0734503 Jul 22 16:52:36.750977 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5647a0-69aa-43f6-83a1-07c4ca0e9c40 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.759143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5647a0-69aa-43f6-83a1-07c4ca0e9c40 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.759430 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-bf5647a0-69aa-43f6-83a1-07c4ca0e9c40 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP ae072632-325c-4512-be1e-8788c6cc0d00 disassociated. External IP: 172.25.3.55, port: 53abe04e-9cc6-4b68-aaf1-d6426669a5f2. Jul 22 16:52:36.873475 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.879699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.917100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:52:36.929554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40022c9f-d121-4fef-ac2c-1ce4c5d91f05,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:36.938484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:36.938838 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Added segment 3c3d6035-3b90-474b-aee1-b11b2c200495 of type vlan for network 0fcf43c1-4a3a-4596-8c53-3f9366a0d138 Jul 22 16:52:37.059528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.114874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.116189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:37.116772 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.120825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5647a0-69aa-43f6-83a1-07c4ca0e9c40 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:37.156336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9635258 Jul 22 16:52:37.156552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35316) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:37.162104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'subnet': {'network_id': '0fcf43c1-4a3a-4596-8c53-3f9366a0d138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:37.174352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:37.269658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3561c-afa5-4c07-8077-a1feea07d4cc tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event updated for resources: {'Network': ['ID=0fcf43c1-4a3a-4596-8c53-3f9366a0d138,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:37.285700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 0fcf43c1-4a3a-4596-8c53-3f9366a0d138 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:52:37.298091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Made reservation on behalf of 479c981c043f4c2bace56ef2e236feaf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:37.300846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.328006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-801f2377-d97f-4b64-bb07-c2941bf96306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.374146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5647a0-69aa-43f6-83a1-07c4ca0e9c40 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:37.387256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5647a0-69aa-43f6-83a1-07c4ca0e9c40 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.390645 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea66507-344a-482f-9166-6eb09d5c5e25 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:37.401570 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea66507-344a-482f-9166-6eb09d5c5e25 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:37.402981 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9ea66507-344a-482f-9166-6eb09d5c5e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:37.440322 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9ea66507-344a-482f-9166-6eb09d5c5e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:37.442434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf5647a0-69aa-43f6-83a1-07c4ca0e9c40 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/floatingips/ae072632-325c-4512-be1e-8788c6cc0d00 HTTP/1.1" status: 200 len: 687 time: 1.0365305 Jul 22 16:52:37.446111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35322) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:37.450497 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea66507-344a-482f-9166-6eb09d5c5e25 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:37.451136 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9ea66507-344a-482f-9166-6eb09d5c5e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:37.496013 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9ea66507-344a-482f-9166-6eb09d5c5e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:37.496827 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea66507-344a-482f-9166-6eb09d5c5e25 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:37.556050 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-801f2377-d97f-4b64-bb07-c2941bf96306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.575886 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-801f2377-d97f-4b64-bb07-c2941bf96306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.625752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f2377-d97f-4b64-bb07-c2941bf96306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6962ed-255f-46ec-b2fa-004ba062cd65,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:37.632966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-801f2377-d97f-4b64-bb07-c2941bf96306 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=761b9896eef047b89585edaf8dec4aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544044 Jul 22 16:52:37.632966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35324) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:37.676837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 16e6232e-70e3-42d1-81ea-dce5200f4262 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:37.677181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.685425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.objects.ports [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:52:37.685915 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.768407 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1adde5ed-d057-4dc0-9979-09e66dff1444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.789181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b3830723-cfbd-486a-aa26-048e167dfa9f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:37.791329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Checking segment: {'id': '3c3d6035-3b90-474b-aee1-b11b2c200495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0fcf43c1-4a3a-4596-8c53-3f9366a0d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:37.791697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Network hostable DHCP agents. Network: 0fcf43c1-4a3a-4596-8c53-3f9366a0d138, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:52:37.796822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e5bcf57-9355-4531-a4a0-794f718e5764 req-fbbcc1b0-c108-4bb5-a750-3f15c61b6566 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 210 time: 0.0471096 Jul 22 16:52:37.814039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Network 0fcf43c1-4a3a-4596-8c53-3f9366a0d138 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:52:37.826552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 0fcf43c1-4a3a-4596-8c53-3f9366a0d138) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:37.831385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:37.832086 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.837032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee3e02-fd4b-435a-a46b-49c5cfeedb8c None None] Network 0fcf43c1-4a3a-4596-8c53-3f9366a0d138 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:37.851254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7a9d3e5e-a278-45be-b807-061e132e7cef tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6936450 Jul 22 16:52:37.854122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35328) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:37.857462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1adde5ed-d057-4dc0-9979-09e66dff1444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.864029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1404020511', 'network_id': '0fcf43c1-4a3a-4596-8c53-3f9366a0d138'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:37.870597 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.870948 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.894187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Made reservation on behalf of 479c981c043f4c2bace56ef2e236feaf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:37.897370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:37.915384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] device_id is not set on port aef02138-0463-4993-bb39-64042bb9004e yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:52:37.973196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 16e6232e-70e3-42d1-81ea-dce5200f4262 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:38.009437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed926866-63cf-4177-bbc1-140acd81f4db None None] Network 0fcf43c1-4a3a-4596-8c53-3f9366a0d138 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:52:38.035393 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Allocated IP 172.20.0.13 (0fcf43c1-4a3a-4596-8c53-3f9366a0d138/b3830723-cfbd-486a-aa26-048e167dfa9f/aef02138-0463-4993-bb39-64042bb9004e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:38.054997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865316-0b8d-4c02-8512-394415ea05ff req-fe203c37-0db8-41e7-83bc-65feff1e65b4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:38.056484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-fe203c37-0db8-41e7-83bc-65feff1e65b4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.2822440 Jul 22 16:52:38.068949 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1adde5ed-d057-4dc0-9979-09e66dff1444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.071764 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1adde5ed-d057-4dc0-9979-09e66dff1444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.072924 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1adde5ed-d057-4dc0-9979-09e66dff1444 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d6962ed-255f-46ec-b2fa-004ba062cd65 HTTP/1.1" status: 204 len: 168 time: 0.4390118 Jul 22 16:52:38.096131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Request body: {'port': {'device_id': 'cac9c627-917f-426c-bcf8-9b9f0942d506', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'admin_state_up': True, 'tenant_id': 'ec83f6c5a767410283cefb29388f37bf'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:38.115450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adde5ed-d057-4dc0-9979-09e66dff1444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6962ed-255f-46ec-b2fa-004ba062cd65,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:38.258685 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.300534 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.311729 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.350467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=16e6232e-70e3-42d1-81ea-dce5200f4262,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:38.356593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Made reservation on behalf of ec83f6c5a767410283cefb29388f37bf for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:38.360055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event updated for resources: {'Port': ['ID=aef02138-0463-4993-bb39-64042bb9004e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:38.360205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.368035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Network 0fcf43c1-4a3a-4596-8c53-3f9366a0d138 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:38.369650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:38.376110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:38.422839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:38.424161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.442119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35336) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:38.449196 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ac5f725-b66b-4a25-ad64-14e53136a798 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.5937612 Jul 22 16:52:38.457764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35338) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:38.464577 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc5189c2-f306-4835-be0b-560f03a1b028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.480314 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.482886 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.484084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c9a99b09-1569-453a-bfd7-1a814832f83c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/floatingips/ae072632-325c-4512-be1e-8788c6cc0d00 HTTP/1.1" status: 204 len: 168 time: 1.0370286 Jul 22 16:52:38.488516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35340) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:38.528584 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e472b1c2-0712-4a69-97ed-fb34da510b49 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] delete failed (client error): The resource could not be found. Jul 22 16:52:38.533751 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e472b1c2-0712-4a69-97ed-fb34da510b49 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/floatingips/ae072632-325c-4512-be1e-8788c6cc0d00 HTTP/1.1" status: 404 len: 345 time: 0.0401871 Jul 22 16:52:38.534600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35342) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:38.605215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9f5062cd-a455-432d-ae79-330f629e2de7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Deleting port aef02138-0463-4993-bb39-64042bb9004e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:38.605557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f5062cd-a455-432d-ae79-330f629e2de7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.651881 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc5189c2-f306-4835-be0b-560f03a1b028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.681359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc5189c2-f306-4835-be0b-560f03a1b028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.743279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f5062cd-a455-432d-ae79-330f629e2de7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.750103 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dc5189c2-f306-4835-be0b-560f03a1b028 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09e9d0fcddef4191ac3ed6b323355b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045025 Jul 22 16:52:38.750103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5189c2-f306-4835-be0b-560f03a1b028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb0c23a-67ef-4f77-880c-2ebfb08911da,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:38.751066 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:38.769290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9f5062cd-a455-432d-ae79-330f629e2de7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Calling delete_port for aef02138-0463-4993-bb39-64042bb9004e owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:38.875906 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a20975d2-453d-4265-afd3-6a302c5a5038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:38.916213 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c27591d1-42bd-4755-a9dc-7fec5fe14f2c req-202f53a5-dd41-46a1-a918-3fb1ef3dc7a6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 210 time: 0.0412991 Jul 22 16:52:38.936490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a20975d2-453d-4265-afd3-6a302c5a5038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.006351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Allocated IP 172.20.0.14 (f452d5aa-6434-4414-bdc1-839023a3e34f/f2381c46-3fa4-4415-a1ec-42dcea88a248/21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:39.035140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f5062cd-a455-432d-ae79-330f629e2de7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.047530 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a20975d2-453d-4265-afd3-6a302c5a5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.051194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a20975d2-453d-4265-afd3-6a302c5a5038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.054685 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a20975d2-453d-4265-afd3-6a302c5a5038 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7fb0c23a-67ef-4f77-880c-2ebfb08911da HTTP/1.1" status: 204 len: 168 time: 0.2956727 Jul 22 16:52:39.060849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcadb0d-250d-4ec0-a28e-938c5cd86d88 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:39.068141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcadb0d-250d-4ec0-a28e-938c5cd86d88 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:39.074048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcadb0d-250d-4ec0-a28e-938c5cd86d88 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:39.078524 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-adcadb0d-250d-4ec0-a28e-938c5cd86d88 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "GET /v2.0/ports?network_id=c0582cfa-3eea-46de-8b50-cf3597fd6427 HTTP/1.1" status: 200 len: 2357 time: 0.5402348 Jul 22 16:52:39.082896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5062cd-a455-432d-ae79-330f629e2de7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event deleted for resources: {'Port': ['ID=aef02138-0463-4993-bb39-64042bb9004e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:39.083056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35352) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:39.089939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20975d2-453d-4265-afd3-6a302c5a5038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb0c23a-67ef-4f77-880c-2ebfb08911da,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:39.161418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f5062cd-a455-432d-ae79-330f629e2de7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.161418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f5062cd-a455-432d-ae79-330f629e2de7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "DELETE /v2.0/ports/aef02138-0463-4993-bb39-64042bb9004e HTTP/1.1" status: 204 len: 168 time: 0.7023766 Jul 22 16:52:39.165211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:39.169829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fcf43c1-4a3a-4596-8c53-3f9366a0d138', 'external_fixed_ips': [{'subnet_id': 'b3830723-cfbd-486a-aa26-048e167dfa9f', 'ip_address': '172.20.0.13'}]}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:39.175730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61d4b3a-3e24-437f-a52c-120a66bd45fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:39.181623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a61d4b3a-3e24-437f-a52c-120a66bd45fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "GET /v2.0/subnets/ab54b69d-47d3-49f0-ad55-85b981fc8102 HTTP/1.1" status: 200 len: 797 time: 0.0925345 Jul 22 16:52:39.184235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35356) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:39.191249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'port': {'network_id': 'c0582cfa-3eea-46de-8b50-cf3597fd6427', 'name': 'tempest-FloatingIPTestJSON-1466616887', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:39.192468 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.193420 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.255268 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.347468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.401719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.413251 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.434715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:39.465432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Network f452d5aa-6434-4414-bdc1-839023a3e34f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:39.469857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:39.473216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Made reservation on behalf of 5e59c98dbda8400b9d55d1e98aef9f39 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:39.481628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:39.522202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event updated for resources: {'Port': ['ID=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:39.594497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:39.595176 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.613517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-f6f48b93-5c42-4b0b-ab29-62a8fb48128f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5287979 Jul 22 16:52:39.636180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Request body: {'port': {'device_id': 'cac9c627-917f-426c-bcf8-9b9f0942d506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:39.646908 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.705892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] device_id is not set on port 8eb1dea0-ebe9-44b4-8c8a-9f258fae4160 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:52:39.711105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.740236 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.928021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:39.940317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Allocated IP 172.20.0.13 (0fcf43c1-4a3a-4596-8c53-3f9366a0d138/b3830723-cfbd-486a-aa26-048e167dfa9f/e5be8a48-bbc1-480d-aec9-7dda0a0acd68) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:40.110800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.134953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64d42-78d9-46a2-ba81-7f7ff4399927 req-4566848e-ff79-4921-835b-044526ad6d82 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:40.136488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48c64d42-78d9-46a2-ba81-7f7ff4399927 req-4566848e-ff79-4921-835b-044526ad6d82 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 932 time: 0.1335466 Jul 22 16:52:40.195553 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48c64d42-78d9-46a2-ba81-7f7ff4399927 req-4c1d4126-da09-4455-ac3c-754aa510f86a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Jul 22 16:52:40.196996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.241651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Network 0fcf43c1-4a3a-4596-8c53-3f9366a0d138 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:40.248573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:40.253458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:40.286119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.20.0.14 (c0582cfa-3eea-46de-8b50-cf3597fd6427/ab54b69d-47d3-49f0-ad55-85b981fc8102/8eb1dea0-ebe9-44b4-8c8a-9f258fae4160) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:40.296962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event updated for resources: {'Port': ['ID=e5be8a48-bbc1-480d-aec9-7dda0a0acd68,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:40.302774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.20.0.13 (c0582cfa-3eea-46de-8b50-cf3597fd6427/ab54b69d-47d3-49f0-ad55-85b981fc8102/8eb1dea0-ebe9-44b4-8c8a-9f258fae4160) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:40.427529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:40.448800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.503252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Transition to ACTIVE for port object 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:40.509357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.576410 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.588942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.597324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Pushing event updated for resources: {'Port': ['ID=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:40.702502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Attempting to bind port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:40.703202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Attempting to bind port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:40.703439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Attempting to bind port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:40.708500 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.712905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 on network f452d5aa-6434-4414-bdc1-839023a3e34f not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:52:40.712905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Attempting to bind port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:40.759948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:40.760367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Checking segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:40.760685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Bound using segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:40.761171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Bound port: 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:40.761499 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.790802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:40.797253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:40.819862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:40.832207 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.843278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=8eb1dea0-ebe9-44b4-8c8a-9f258fae4160,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:40.896446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:40.897021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.916650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] For port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:40.918212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] For port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:40.922582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e3e5c4a1-b38e-4ee4-a324-58e534216d95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7369556 Jul 22 16:52:40.924750 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.926863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35402) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:40.937480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '8eb1dea0-ebe9-44b4-8c8a-9f258fae4160', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:40.983646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:40.984291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:40.985749 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] 10.222.0.65 "PUT /v2.0/ports/21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 HTTP/1.1" status: 200 len: 1093 time: 1.3556938 Jul 22 16:52:40.989145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac9c627-917f-426c-bcf8-9b9f0942d506', 'tag': '21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:40.991592 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab74016-d5d4-40c6-8e80-34d721fb1b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "cac9c627-917f-426c-bcf8-9b9f0942d506", "tag": "21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:41.018922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.036416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Router 16b4d167-bab8-44d6-aa0f-06538c0746c5 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:52:41.045859 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d56535-bbd7-4f83-9b45-5c1809210da0 x-openstack-request-id: req-80d56535-bbd7-4f83-9b45-5c1809210da0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:41.046200 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac9c627-917f-426c-bcf8-9b9f0942d506", "tag": "21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:41.046462 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80d56535-bbd7-4f83-9b45-5c1809210da0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:41.047061 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac9c627-917f-426c-bcf8-9b9f0942d506', 'tag': '21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3', 'status': 'completed', 'code': 200} Jul 22 16:52:41.048129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dac17-6339-46e7-ae48-1414ddbdcba4 service neutron] Pushing event updated for resources: {'Port': ['ID=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:41.208729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865316-0b8d-4c02-8512-394415ea05ff req-c3a81655-45ef-4f19-8644-4f9d371d910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:41.210396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-c3a81655-45ef-4f19-8644-4f9d371d910a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 1096 time: 0.1201656 Jul 22 16:52:41.215619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.303335 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-64b0733e-8828-4d30-b993-c206b361c6f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 HTTP/1.1" status: 200 len: 217 time: 0.0764678 Jul 22 16:52:41.438879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865316-0b8d-4c02-8512-394415ea05ff req-94c32ac4-3730-4cd0-a54e-a0c7fc87d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:41.441900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-94c32ac4-3730-4cd0-a54e-a0c7fc87d689 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.1243095 Jul 22 16:52:41.465458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.25.3.245 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/0e1a0a14-098d-4300-a404-651faaa2499a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:41.519963 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-6f26e9a3-1c93-4e9e-83c4-4eac4b4d3494 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518394 Jul 22 16:52:41.530806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2c42-540e-4e76-81c2-b297636cd662 req-520492a2-8aef-427f-aa94-ebe81750ff22 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:41.532468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53cf2c42-540e-4e76-81c2-b297636cd662 req-520492a2-8aef-427f-aa94-ebe81750ff22 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 944 time: 0.2351162 Jul 22 16:52:41.563249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:41.573630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Sync routers for ids ['16b4d167-bab8-44d6-aa0f-06538c0746c5'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:41.587124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.589324 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c6e115d1-6eb5-48b7-b796-c35c6142406a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4226956 Jul 22 16:52:41.590347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Routers {'16b4d167-bab8-44d6-aa0f-06538c0746c5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:41.591388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['16b4d167-bab8-44d6-aa0f-06538c0746c5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:41.592283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:41.703185 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53cf2c42-540e-4e76-81c2-b297636cd662 req-10ad49a8-9268-4426-af76-80f832e3b8f5 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578496 Jul 22 16:52:41.735687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-beab4a97-2d06-455e-b6c3-e3d8ef27e6e1 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011945 Jul 22 16:52:41.744527 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.745383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Set router 16b4d167-bab8-44d6-aa0f-06538c0746c5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:41.781961 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.864872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.885144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:41.936379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:41.944593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:41.951006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:41.995214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b4d167-bab8-44d6-aa0f-06538c0746c5', 'name': '', 'tenant_id': '479c981c043f4c2bace56ef2e236feaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fcf43c1-4a3a-4596-8c53-3f9366a0d138', 'external_fixed_ips': [{'subnet_id': 'b3830723-cfbd-486a-aa26-048e167dfa9f', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e5be8a48-bbc1-480d-aec9-7dda0a0acd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:39Z', 'updated_at': '2021-07-22T16:52:40Z', 'revision_number': 3, 'project_id': '479c981c043f4c2bace56ef2e236feaf', 'gw_port': {'id': 'e5be8a48-bbc1-480d-aec9-7dda0a0acd68', 'name': '', 'network_id': '0fcf43c1-4a3a-4596-8c53-3f9366a0d138', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:3b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b4d167-bab8-44d6-aa0f-06538c0746c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'b3830723-cfbd-486a-aa26-048e167dfa9f', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:39Z', 'updated_at': '2021-07-22T16:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3830723-cfbd-486a-aa26-048e167dfa9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:41.999478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=0e1a0a14-098d-4300-a404-651faaa2499a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:42.002903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Deleting port e5be8a48-bbc1-480d-aec9-7dda0a0acd68 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:42.003665 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.022328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-60865316-0b8d-4c02-8512-394415ea05ff req-cc8b5243-83d7-451b-89c7-0e0d50060764 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735932 Jul 22 16:52:42.054144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Checking router: 16b4d167-bab8-44d6-aa0f-06538c0746c5 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:42.054756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Updating router 16b4d167-bab8-44d6-aa0f-06538c0746c5 port e5be8a48-bbc1-480d-aec9-7dda0a0acd68 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:52:42.107102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.134651 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.159685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Calling delete_port for e5be8a48-bbc1-480d-aec9-7dda0a0acd68 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:42.311565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-94afbc60-a5d1-4fe4-9891-01883137f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.313543 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-94afbc60-a5d1-4fe4-9891-01883137f0a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 1096 time: 0.1855857 Jul 22 16:52:42.394536 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.444908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5be8a48-bbc1-480d-aec9-7dda0a0acd68,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:42.536508 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.576405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-f936262c-8c84-413d-a89f-282f8126e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.578429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-f936262c-8c84-413d-a89f-282f8126e00d service neutron] 10.222.0.65 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 907 time: 0.2570300 Jul 22 16:52:42.600142 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:52:42.600820 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:52:42.719998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.724238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.724582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-37170dd8-a123-4c39-8a4a-c1b04abdcdb3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 HTTP/1.1" status: 200 len: 217 time: 0.1163962 Jul 22 16:52:42.764952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.785249 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.786011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16b4d167-bab8-44d6-aa0f-06538c0746c5 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:52:42.793725 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.795571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a02008d9-d1d8-4390-b596-81f8aa2938f3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "DELETE /v2.0/routers/16b4d167-bab8-44d6-aa0f-06538c0746c5 HTTP/1.1" status: 204 len: 168 time: 1.2020042 Jul 22 16:52:42.799309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:42.819723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-c18472b7-fe5e-497b-ae96-56e24cc567bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:42.822079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-c18472b7-fe5e-497b-ae96-56e24cc567bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.0898902 Jul 22 16:52:42.868299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8168d2a-91a6-4887-8732-f2868fb063e7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Deleting subnet b3830723-cfbd-486a-aa26-048e167dfa9f {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:52:42.871719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8168d2a-91a6-4887-8732-f2868fb063e7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.921352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8168d2a-91a6-4887-8732-f2868fb063e7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:42.977572 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8168d2a-91a6-4887-8732-f2868fb063e7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.057075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8168d2a-91a6-4887-8732-f2868fb063e7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.095022 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8168d2a-91a6-4887-8732-f2868fb063e7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.102206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f8168d2a-91a6-4887-8732-f2868fb063e7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/b3830723-cfbd-486a-aa26-048e167dfa9f HTTP/1.1" status: 204 len: 168 time: 0.2977657 Jul 22 16:52:43.102206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8168d2a-91a6-4887-8732-f2868fb063e7 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b3830723-cfbd-486a-aa26-048e167dfa9f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:43.106307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35452) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:43.135873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Port e5be8a48-bbc1-480d-aec9-7dda0a0acd68 not found while updating agent binding for router 16b4d167-bab8-44d6-aa0f-06538c0746c5. {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 16:52:43.148770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Routers set() bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:43.149364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Router IDs set() for agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:52:43.150507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_agentschedulers_db [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'16b4d167-bab8-44d6-aa0f-06538c0746c5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent'). {{(pid=93752) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 16:52:43.151340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609b619e-7a5f-42cb-86a6-9cc1409f54d0 None None] The sync data for ids ['16b4d167-bab8-44d6-aa0f-06538c0746c5'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:43.270483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.298118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-c9ecdee8-7077-4367-a98b-7e6562de3be2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710256 Jul 22 16:52:43.406773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.421424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcf43c1-4a3a-4596-8c53-3f9366a0d138']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:43.435005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d9eff-2229-4e99-b3fe-fafe893b6042 req-4e2582c3-8172-4c8d-8d82-fd31c5a0345e tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:43.436758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b80d9eff-2229-4e99-b3fe-fafe893b6042 req-4e2582c3-8172-4c8d-8d82-fd31c5a0345e tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 944 time: 0.2085800 Jul 22 16:52:43.443153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3d6035-3b90-474b-aee1-b11b2c200495') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:43.443780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3d6035-3b90-474b-aee1-b11b2c200495') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:43.447902 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.457339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.478238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.487853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:52:43.488389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:52:43.490602 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:52:43.534420 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b80d9eff-2229-4e99-b3fe-fafe893b6042 req-e3de3363-243d-49cc-8895-cd91ec3e19d6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889883 Jul 22 16:52:43.539324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-944b3ed0-c833-49f2-b53e-a4f0d3f74674 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290030 Jul 22 16:52:43.604418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.657444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0fcf43c1-4a3a-4596-8c53-3f9366a0d138 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:52:43.662111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event deleted for resources: {'Network': ['ID=0fcf43c1-4a3a-4596-8c53-3f9366a0d138,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:43.674764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.678914 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-890299d1-8d2f-4064-8237-6f135899491b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0fcf43c1-4a3a-4596-8c53-3f9366a0d138 HTTP/1.1" status: 204 len: 168 time: 0.5717423 Jul 22 16:52:43.723896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dab74016-d5d4-40c6-8e80-34d721fb1b3e req-186643d7-cb37-44b9-93ad-1e8abee5ac9a service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769521 Jul 22 16:52:43.774089 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.780726 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:43.908350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=0e1a0a14-098d-4300-a404-651faaa2499a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:43.920756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.069648 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP cbe6d93b-4870-4a85-98c5-769d37aae0e6 associated. External IP: 172.25.3.245, port: 8eb1dea0-ebe9-44b4-8c8a-9f258fae4160. Jul 22 16:52:44.275961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.282042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-01100b81-cdf4-4da9-b2cc-e326b29bcc1a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'router': {'name': 'tempest-router--981491045', 'project_id': '533e8f396eb242b19b9739ff20a25f81'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:44.341414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-01100b81-cdf4-4da9-b2cc-e326b29bcc1a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.343032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-01100b81-cdf4-4da9-b2cc-e326b29bcc1a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.406728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:44.478135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-01100b81-cdf4-4da9-b2cc-e326b29bcc1a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.485154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-01100b81-cdf4-4da9-b2cc-e326b29bcc1a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.514276 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-01100b81-cdf4-4da9-b2cc-e326b29bcc1a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.522324 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-01100b81-cdf4-4da9-b2cc-e326b29bcc1a tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2444913 Jul 22 16:52:44.524873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35478) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.605494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:44.621548 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6831b57-03e5-4ca5-8874-bf30698b6e8f None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:44.631297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b5045e1-3e3e-4aee-b705-9b193813263b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.636040 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6831b57-03e5-4ca5-8874-bf30698b6e8f None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:44.636715 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b6831b57-03e5-4ca5-8874-bf30698b6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:44.639102 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.695859 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b6831b57-03e5-4ca5-8874-bf30698b6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:44.707613 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6831b57-03e5-4ca5-8874-bf30698b6e8f None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:44.708749 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b6831b57-03e5-4ca5-8874-bf30698b6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:44.739067 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9ae41a2a-9438-4598-a8c6-9297e432e7cb tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8083315 Jul 22 16:52:44.741270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35486) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:44.749304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0f31754a-a0f0-48c5-84fd-401239234162 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'port_id': '8eb1dea0-ebe9-44b4-8c8a-9f258fae4160', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:44.758244 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b6831b57-03e5-4ca5-8874-bf30698b6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:44.758919 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6831b57-03e5-4ca5-8874-bf30698b6e8f None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:44.830300 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f31754a-a0f0-48c5-84fd-401239234162 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.847798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b5045e1-3e3e-4aee-b705-9b193813263b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.850241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b5045e1-3e3e-4aee-b705-9b193813263b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.897966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba61c4-5c26-4a2b-9dae-b7502790b588 req-b2f075a7-b654-424b-9edb-e7f71fe0e48f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:44.899948 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b5045e1-3e3e-4aee-b705-9b193813263b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.900530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5045e1-3e3e-4aee-b705-9b193813263b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4da488-6727-438d-9b50-938172207acb {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:52:44.905783 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3b5045e1-3e3e-4aee-b705-9b193813263b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:44.906021 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cba61c4-5c26-4a2b-9dae-b7502790b588 req-b2f075a7-b654-424b-9edb-e7f71fe0e48f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 944 time: 0.2352574 Jul 22 16:52:44.910607 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3b5045e1-3e3e-4aee-b705-9b193813263b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7b4da488-6727-438d-9b50-938172207acb HTTP/1.1" status: 204 len: 168 time: 0.3846233 Jul 22 16:52:44.970357 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cba61c4-5c26-4a2b-9dae-b7502790b588 req-cbc89cd8-3ff6-4e7a-b1e4-090361a9d541 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633709 Jul 22 16:52:45.040627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35496) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:45.299472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1284957867', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:45.339246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.340162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.461870 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.466092 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:52:45.534695 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f31754a-a0f0-48c5-84fd-401239234162 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.540712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f31754a-a0f0-48c5-84fd-401239234162 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.672209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:45.901576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f31754a-a0f0-48c5-84fd-401239234162 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:46.078044 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.125519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.219535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f31754a-a0f0-48c5-84fd-401239234162 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:46.227463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0f31754a-a0f0-48c5-84fd-401239234162 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.231046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed2c3b-fcb6-4486-aeab-97c9f3c99b4f None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:46.243114 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed2c3b-fcb6-4486-aeab-97c9f3c99b4f None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:46.243806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5bed2c3b-fcb6-4486-aeab-97c9f3c99b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:46.282662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5bed2c3b-fcb6-4486-aeab-97c9f3c99b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:46.293265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed2c3b-fcb6-4486-aeab-97c9f3c99b4f None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:46.293911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5bed2c3b-fcb6-4486-aeab-97c9f3c99b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:46.298702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2baa65-171d-4397-9621-5d00e6dc9980 req-c8ec9808-4a1f-4c9c-9e79-8ea7254bae34 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:46.300421 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc2baa65-171d-4397-9621-5d00e6dc9980 req-c8ec9808-4a1f-4c9c-9e79-8ea7254bae34 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 944 time: 0.2546008 Jul 22 16:52:46.333864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5bed2c3b-fcb6-4486-aeab-97c9f3c99b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:46.334518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed2c3b-fcb6-4486-aeab-97c9f3c99b4f None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:46.371461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Allocated IP 172.25.3.137 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/ed7f516f-0d01-4ad2-b634-b89097b29725) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:46.409859 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0f31754a-a0f0-48c5-84fd-401239234162 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/floatingips/cbe6d93b-4870-4a85-98c5-769d37aae0e6 HTTP/1.1" status: 200 len: 979 time: 1.6649635 Jul 22 16:52:46.410432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35514) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:46.414817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dc2baa65-171d-4397-9621-5d00e6dc9980 req-fc2a8454-af82-4412-8566-1c60ab313538 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974839 Jul 22 16:52:46.597894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:52:46.604247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 0e1a0a14-098d-4300-a404-651faaa2499a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:46.604594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.710822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.711262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.728847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 0e1a0a14-098d-4300-a404-651faaa2499a owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:46.749034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:46.763283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'port_id': '21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3', 'mac_address': 'fa:16:3e:64:bf:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2381c46-3fa4-4415-a1ec-42dcea88a248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:52:46.815983 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.832092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:52:46.857488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:46.864038 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.885576 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.944292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.958525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:46.975243 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:46.979223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=0e1a0a14-098d-4300-a404-651faaa2499a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:47.030320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:47.035560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event updated for resources: {'Port': ['ID=ed7f516f-0d01-4ad2-b634-b89097b29725,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:47.039231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:47.041810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:47.078412 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.079134 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP cbe6d93b-4870-4a85-98c5-769d37aae0e6 disassociated (deleted). External IP: 172.25.3.245, port: 8eb1dea0-ebe9-44b4-8c8a-9f258fae4160. Jul 22 16:52:47.253232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:47.348687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:47.394278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.543512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:47.561370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.570779 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5c3d8-0736-48c0-be3c-8d3ea23af429 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:47.591365 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5c3d8-0736-48c0-be3c-8d3ea23af429 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:47.592678 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dff5c3d8-0736-48c0-be3c-8d3ea23af429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:47.597598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35532) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:47.634659 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dff5c3d8-0736-48c0-be3c-8d3ea23af429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:47.636109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-94eb907b-da2f-46a9-a7d5-8f335424c858 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/floatingips/cbe6d93b-4870-4a85-98c5-769d37aae0e6 HTTP/1.1" status: 204 len: 168 time: 1.2217319 Jul 22 16:52:47.638632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35536) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:47.645107 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5c3d8-0736-48c0-be3c-8d3ea23af429 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:47.645804 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dff5c3d8-0736-48c0-be3c-8d3ea23af429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:47.682017 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dff5c3d8-0736-48c0-be3c-8d3ea23af429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:47.682853 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5c3d8-0736-48c0-be3c-8d3ea23af429 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:47.690407 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5afce-4a91-4786-b780-445604cbb1cc req-284a2688-123a-4c78-bd3a-22a7e7271656 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:47.691945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-06f5afce-4a91-4786-b780-445604cbb1cc req-284a2688-123a-4c78-bd3a-22a7e7271656 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 945 time: 0.1648633 Jul 22 16:52:47.697749 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.761855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-216a461b-1904-4863-bcfc-9da51a97eb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.805477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f5461a16-e4e6-4ad5-a1ee-14531a602dbd tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 8eb1dea0-ebe9-44b4-8c8a-9f258fae4160 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:47.805802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5461a16-e4e6-4ad5-a1ee-14531a602dbd tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.807884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-06f5afce-4a91-4786-b780-445604cbb1cc req-2c90b2c4-632b-480e-98b6-6295b55060ae tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074548 Jul 22 16:52:47.877090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Router 67d4d446-a27f-470f-9773-5bac74bd20ba is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:52:47.941579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5461a16-e4e6-4ad5-a1ee-14531a602dbd tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:47.959491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f5461a16-e4e6-4ad5-a1ee-14531a602dbd tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 8eb1dea0-ebe9-44b4-8c8a-9f258fae4160 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:47.987163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-216a461b-1904-4863-bcfc-9da51a97eb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.005128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:48.015387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4221e2-e567-48d3-9ffe-3203cd6055f5 None None] Sync routers for ids ['67d4d446-a27f-470f-9773-5bac74bd20ba'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:48.023996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-216a461b-1904-4863-bcfc-9da51a97eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.025058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4221e2-e567-48d3-9ffe-3203cd6055f5 None None] Routers {'67d4d446-a27f-470f-9773-5bac74bd20ba'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:48.025723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e4221e2-e567-48d3-9ffe-3203cd6055f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['67d4d446-a27f-470f-9773-5bac74bd20ba'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:48.030356 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.035461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-34fc4820-fbd7-4ebf-87ac-27e39a2eb70c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9954643 Jul 22 16:52:48.036279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35538) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:48.065286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e4221e2-e567-48d3-9ffe-3203cd6055f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:48.075002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-216a461b-1904-4863-bcfc-9da51a97eb9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccd1be66fda64f75ac87f63bd89b506d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737663 Jul 22 16:52:48.075239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4221e2-e567-48d3-9ffe-3203cd6055f5 None None] Routers {'67d4d446-a27f-470f-9773-5bac74bd20ba'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:48.075239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e4221e2-e567-48d3-9ffe-3203cd6055f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['67d4d446-a27f-470f-9773-5bac74bd20ba'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:48.077679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35540) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:48.081151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a461b-1904-4863-bcfc-9da51a97eb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9c336-3db9-4499-85b8-5a31dff1c97a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:48.124464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e4221e2-e567-48d3-9ffe-3203cd6055f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:48.125139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4221e2-e567-48d3-9ffe-3203cd6055f5 None None] The sync data for ids ['67d4d446-a27f-470f-9773-5bac74bd20ba'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:48.160070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35544) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:48.160940 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-029a10aa-fa82-4680-af8f-1b1d8e722f56 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/routers/67d4d446-a27f-470f-9773-5bac74bd20ba HTTP/1.1" status: 200 len: 921 time: 0.1233325 Jul 22 16:52:48.218752 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-855375ce-6e0f-4640-861a-5e43a8ec1aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.224299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f99156e3-1468-44b9-bc0f-5b6df34a8054 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d4d446-a27f-470f-9773-5bac74bd20ba HTTP/1.1" status: 200 len: 205 time: 0.0608370 Jul 22 16:52:48.227117 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:48.261034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-855375ce-6e0f-4640-861a-5e43a8ec1aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.339157 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5461a16-e4e6-4ad5-a1ee-14531a602dbd tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.352663 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.372802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5461a16-e4e6-4ad5-a1ee-14531a602dbd tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=8eb1dea0-ebe9-44b4-8c8a-9f258fae4160,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:48.405555 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-855375ce-6e0f-4640-861a-5e43a8ec1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.408296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-855375ce-6e0f-4640-861a-5e43a8ec1aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.408616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33fbd32b-7f03-475a-95bc-0cbe9931d7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.412891 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-855375ce-6e0f-4640-861a-5e43a8ec1aa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6a9c336-3db9-4499-85b8-5a31dff1c97a HTTP/1.1" status: 204 len: 168 time: 0.3322675 Jul 22 16:52:48.446265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855375ce-6e0f-4640-861a-5e43a8ec1aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a9c336-3db9-4499-85b8-5a31dff1c97a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:48.497574 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5461a16-e4e6-4ad5-a1ee-14531a602dbd tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.500104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.500607 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f5461a16-e4e6-4ad5-a1ee-14531a602dbd tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/ports/8eb1dea0-ebe9-44b4-8c8a-9f258fae4160 HTTP/1.1" status: 204 len: 168 time: 0.8608568 Jul 22 16:52:48.506617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35550) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:48.516987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:48.561780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.585551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Deleting port ed7f516f-0d01-4ad2-b634-b89097b29725 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:48.585984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.622856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:48.685099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:48.689866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:48.690880 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.692331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.694976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.713689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Calling delete_port for ed7f516f-0d01-4ad2-b634-b89097b29725 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:48.793067 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.813510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:48.821354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9c627-917f-426c-bcf8-9b9f0942d506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:48.823631 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca58aba-09d2-4c4f-88b1-f3fedf9df996" -d '{"events": [{"server_uuid": "cac9c627-917f-426c-bcf8-9b9f0942d506", "name": "network-vif-plugged", "status": "completed", "tag": "21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:48.839396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:48.840050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b422a3f8-88fb-41f7-98a3-dba389dbe5c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.844100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.875230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.25.3.223 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/4142fc39-a946-45dc-94fb-d099f5baec77) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:48.905249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:48.922054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:48.933610 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec0b89d-2814-430a-a69e-8b08b94ddfa5 x-openstack-request-id: req-2ec0b89d-2814-430a-a69e-8b08b94ddfa5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:48.933906 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9c627-917f-426c-bcf8-9b9f0942d506", "name": "network-vif-plugged", "status": "completed", "tag": "21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:48.935193 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ec0b89d-2814-430a-a69e-8b08b94ddfa5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:48.935723 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9c627-917f-426c-bcf8-9b9f0942d506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3', 'code': 200} Jul 22 16:52:48.961304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event deleted for resources: {'Port': ['ID=ed7f516f-0d01-4ad2-b634-b89097b29725,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:49.045298 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.120283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.147776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b422a3f8-88fb-41f7-98a3-dba389dbe5c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.157484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b422a3f8-88fb-41f7-98a3-dba389dbe5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.168814 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.171951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.175348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c356e0-0daa-4d0f-9c4e-ad57fad5ef9e req-54742fdc-6096-4f20-bf5a-201bb8775d5c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:49.176910 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00c356e0-0daa-4d0f-9c4e-ad57fad5ef9e req-54742fdc-6096-4f20-bf5a-201bb8775d5c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 946 time: 0.1680624 Jul 22 16:52:49.226849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331566f-f7ef-47d2-9a4f-70c6e76b8a14 req-0bde19a8-a976-4c6f-aed0-a8e633ddd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:49.228398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e331566f-f7ef-47d2-9a4f-70c6e76b8a14 req-0bde19a8-a976-4c6f-aed0-a8e633ddd8df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 1098 time: 0.1782596 Jul 22 16:52:49.229431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.229980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Fanout notify agent at l3_agent the message router_deleted on router 67d4d446-a27f-470f-9773-5bac74bd20ba {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:52:49.240296 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.241055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422a3f8-88fb-41f7-98a3-dba389dbe5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a4d378-a04f-4c3e-ad6d-9a62cba89e4c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:49.241542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7a119125-793e-4f4f-829b-74b579bc36e2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/67d4d446-a27f-470f-9773-5bac74bd20ba HTTP/1.1" status: 204 len: 168 time: 1.0134246 Jul 22 16:52:49.248699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:49.256091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2017473349', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': False}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:49.260790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b422a3f8-88fb-41f7-98a3-dba389dbe5c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45aff7ede4664b52a147321ec9d2d37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450920 Jul 22 16:52:49.264570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35564) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:49.275132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e331566f-f7ef-47d2-9a4f-70c6e76b8a14 req-480b3338-1609-4c97-b7fc-445c2b63bc27 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323429 Jul 22 16:52:49.302610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.331828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00c356e0-0daa-4d0f-9c4e-ad57fad5ef9e req-bc363a75-ca78-44bd-8e0f-947c2b0c4dcf tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429193 Jul 22 16:52:49.387212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:49.389373 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.390438 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.406155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:49.412420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:49.455848 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=4142fc39-a946-45dc-94fb-d099f5baec77,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:49.901416 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ce59-fe96-4495-ab56-a8330576345b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:49.919282 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.008945 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ce59-fe96-4495-ab56-a8330576345b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.166475 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.172187 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.224894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ce59-fe96-4495-ab56-a8330576345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.227483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9b7ce59-fe96-4495-ab56-a8330576345b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.228637 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b9b7ce59-fe96-4495-ab56-a8330576345b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50a4d378-a04f-4c3e-ad6d-9a62cba89e4c HTTP/1.1" status: 204 len: 168 time: 0.9606912 Jul 22 16:52:50.250610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7ce59-fe96-4495-ab56-a8330576345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a4d378-a04f-4c3e-ad6d-9a62cba89e4c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:50.255018 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.605605 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.641496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.687734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785abc45-1bd4-4db3-a281-be7a1d1b3948 req-5879d9f1-67b8-453b-aa9c-8b6e75725dbc tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:50.689662 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-785abc45-1bd4-4db3-a281-be7a1d1b3948 req-5879d9f1-67b8-453b-aa9c-8b6e75725dbc tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 946 time: 0.2596829 Jul 22 16:52:50.781298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=4142fc39-a946-45dc-94fb-d099f5baec77,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:50.816775 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-785abc45-1bd4-4db3-a281-be7a1d1b3948 req-f311bf0c-6c59-44d1-b045-97ee6f43a6a3 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024330 Jul 22 16:52:50.819941 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.822905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.844887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.916541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:50.919390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ce03c6e4-6ffd-4711-bf91-0f12ec6f8bfe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4109924 Jul 22 16:52:50.922700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35582) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:50.932822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'port': {'network_id': 'c0582cfa-3eea-46de-8b50-cf3597fd6427', 'name': 'tempest-FloatingIPTestJSON-756572684'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:51.020817 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed809c0f-8dfc-4c07-823c-e99bc6150a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.077688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Allocated IP 172.25.3.88 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/c5b273db-db8d-49d2-a51e-a271b8f94272) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:51.131747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Made reservation on behalf of 5e59c98dbda8400b9d55d1e98aef9f39 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:52:51.135250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.189428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] device_id is not set on port b38410c2-31c9-4cad-a5eb-ed901cc1daa8 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:52:51.245004 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.258456 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.340862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.20.0.9 (c0582cfa-3eea-46de-8b50-cf3597fd6427/ab54b69d-47d3-49f0-ad55-85b981fc8102/b38410c2-31c9-4cad-a5eb-ed901cc1daa8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:51.360049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.438194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:51.439958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event updated for resources: {'Port': ['ID=c5b273db-db8d-49d2-a51e-a271b8f94272,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:51.447479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:51.452373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:51.677379 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.817626 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.863399 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:51.906575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network c0582cfa-3eea-46de-8b50-cf3597fd6427 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:51.944842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:51.960388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:52.010806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=b38410c2-31c9-4cad-a5eb-ed901cc1daa8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:52.052088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.052719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.086217 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2d4a8247-ef8f-4b59-bf69-7f6d2e1f7992 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1623564 Jul 22 16:52:52.089220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35626) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:52.094424 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5f2e7e17-2d47-4784-a106-f9d5d09ac8fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'port_id': 'b38410c2-31c9-4cad-a5eb-ed901cc1daa8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:52.145745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7e17-2d47-4784-a106-f9d5d09ac8fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.176126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afbf64-fa14-43b0-a885-4fc8438c8606 req-0f63e940-3aff-41e7-b866-d35c2189559a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.177770 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84afbf64-fa14-43b0-a885-4fc8438c8606 req-0f63e940-3aff-41e7-b866-d35c2189559a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 946 time: 0.2355218 Jul 22 16:52:52.235331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.241444 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84afbf64-fa14-43b0-a885-4fc8438c8606 req-7860e863-be66-4e3f-bdfa-d9387a8e9ab6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563679 Jul 22 16:52:52.245836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:52.419467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69bfb6cf-fa63-4044-86de-53a525e3a369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.430656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Router 326eec52-da4d-4de8-b6ad-85c65e646720 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:52:52.525816 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.542519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69326ba4-bf28-4feb-8a6d-5b85a8aa0de7 req-a4e95fd6-167e-4302-981c-17497d7ae0e4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:52.544084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-69326ba4-bf28-4feb-8a6d-5b85a8aa0de7 req-a4e95fd6-167e-4302-981c-17497d7ae0e4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 946 time: 0.1733830 Jul 22 16:52:52.609207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:52.624266 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Sync routers for ids ['326eec52-da4d-4de8-b6ad-85c65e646720'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:52.635686 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Routers {'326eec52-da4d-4de8-b6ad-85c65e646720'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:52.636890 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['326eec52-da4d-4de8-b6ad-85c65e646720'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:52.661162 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69bfb6cf-fa63-4044-86de-53a525e3a369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.669891 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69bfb6cf-fa63-4044-86de-53a525e3a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.677879 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.681607 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-beee1d33-d9ff-4954-8555-e85d535c3f11 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4281988 Jul 22 16:52:52.684565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35640) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:52.731169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-69bfb6cf-fa63-4044-86de-53a525e3a369 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0ea83794b1748fdba59867cf8190782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775751 Jul 22 16:52:52.731169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfb6cf-fa63-4044-86de-53a525e3a369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a212f62-c2d9-4ba0-bf9b-2daf7b7f42c7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:52.731666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:52.743523 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7e17-2d47-4784-a106-f9d5d09ac8fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.781098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7e17-2d47-4784-a106-f9d5d09ac8fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.784089 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Set router 326eec52-da4d-4de8-b6ad-85c65e646720 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:52.815696 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e55a95ee-9109-418d-b827-afde6a271cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.840998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e55a95ee-9109-418d-b827-afde6a271cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.860596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-69326ba4-bf28-4feb-8a6d-5b85a8aa0de7 req-09473f46-e2a4-41a1-bc58-e66af6ef1efa tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903559 Jul 22 16:52:52.921821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-498c63c4-9217-4b5e-bdf9-4f77fe28e8ae tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/routers/326eec52-da4d-4de8-b6ad-85c65e646720 HTTP/1.1" status: 200 len: 908 time: 0.2329962 Jul 22 16:52:52.921821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:52.926906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2017473349', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': True}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:52.930062 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e55a95ee-9109-418d-b827-afde6a271cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.938168 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e55a95ee-9109-418d-b827-afde6a271cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:52.938581 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-5f2e7e17-2d47-4784-a106-f9d5d09ac8fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP 53115eaf-0742-4837-b90d-a1d543e8c8c8 associated. External IP: 172.25.3.223, port: b38410c2-31c9-4cad-a5eb-ed901cc1daa8. Jul 22 16:52:52.948136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e55a95ee-9109-418d-b827-afde6a271cc3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a212f62-c2d9-4ba0-bf9b-2daf7b7f42c7 HTTP/1.1" status: 204 len: 168 time: 0.2156150 Jul 22 16:52:52.962760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a95ee-9109-418d-b827-afde6a271cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a212f62-c2d9-4ba0-bf9b-2daf7b7f42c7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:53.013940 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326eec52-da4d-4de8-b6ad-85c65e646720', 'name': 'tempest-snat-router-2017473349', 'tenant_id': '479c981c043f4c2bace56ef2e236feaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.88'}], 'enable_snat': False}, 'gw_port_id': 'c5b273db-db8d-49d2-a51e-a271b8f94272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:49Z', 'updated_at': '2021-07-22T16:52:51Z', 'revision_number': 3, 'project_id': '479c981c043f4c2bace56ef2e236feaf', 'gw_port': {'id': 'c5b273db-db8d-49d2-a51e-a271b8f94272', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326eec52-da4d-4de8-b6ad-85c65e646720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:50Z', 'updated_at': '2021-07-22T16:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:53.038768 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.039927 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.046540 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Checking router: 326eec52-da4d-4de8-b6ad-85c65e646720 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:53.047238 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Updating router 326eec52-da4d-4de8-b6ad-85c65e646720 port c5b273db-db8d-49d2-a51e-a271b8f94272 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:52:53.113010 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.121821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.593131 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.606872 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Transition to ACTIVE for port object c5b273db-db8d-49d2-a51e-a271b8f94272 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:53.615346 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.683763 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Attempting to bind port c5b273db-db8d-49d2-a51e-a271b8f94272 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:53.684958 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Attempting to bind port c5b273db-db8d-49d2-a51e-a271b8f94272 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:53.684958 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Attempting to bind port c5b273db-db8d-49d2-a51e-a271b8f94272 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:53.690723 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Pushing event updated for resources: {'Port': ['ID=c5b273db-db8d-49d2-a51e-a271b8f94272,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:53.694748 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:53.695143 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:53.695571 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.696283 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:53.697276 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Bound port: c5b273db-db8d-49d2-a51e-a271b8f94272, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:53.698149 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.708829 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.709682 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.710440 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.711157 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.711579 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.712144 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.712653 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.713109 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.713526 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.713941 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.714417 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.715005 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:52:53.816865 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] For port c5b273db-db8d-49d2-a51e-a271b8f94272, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:53.822055 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] For port c5b273db-db8d-49d2-a51e-a271b8f94272, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c5b273db-db8d-49d2-a51e-a271b8f94272,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:53.831230 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.851701 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:53.918417 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Routers {'326eec52-da4d-4de8-b6ad-85c65e646720'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:53.919817 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['326eec52-da4d-4de8-b6ad-85c65e646720'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:53.926237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9749b2-d0e1-4e55-88e8-5a7e4ec05e8b req-1f614499-cdac-4eba-bf65-a6ff8ec58f87 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:53.933402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a9749b2-d0e1-4e55-88e8-5a7e4ec05e8b req-1f614499-cdac-4eba-bf65-a6ff8ec58f87 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 946 time: 0.2496443 Jul 22 16:52:53.949928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2e7e17-2d47-4784-a106-f9d5d09ac8fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:54.011135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a9749b2-d0e1-4e55-88e8-5a7e4ec05e8b req-9ed4981b-8630-4e31-a610-bceede715aa1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766983 Jul 22 16:52:54.041269 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c440db-d15c-4da2-8cd9-04cf4d063884 None None] Pushing event updated for resources: {'Port': ['ID=c5b273db-db8d-49d2-a51e-a271b8f94272,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:54.100224 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] Set router 326eec52-da4d-4de8-b6ad-85c65e646720 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:54.209996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2e7e17-2d47-4784-a106-f9d5d09ac8fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:54.215681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f2e7e17-2d47-4784-a106-f9d5d09ac8fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.230793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.238289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a257cfa-46bd-4b2e-b935-c066c4e4b0e5 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:54.265973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a257cfa-46bd-4b2e-b935-c066c4e4b0e5 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:54.267883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0a257cfa-46bd-4b2e-b935-c066c4e4b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:54.315885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0a257cfa-46bd-4b2e-b935-c066c4e4b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:54.328018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a257cfa-46bd-4b2e-b935-c066c4e4b0e5 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:54.328794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0a257cfa-46bd-4b2e-b935-c066c4e4b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:54.334164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5f2e7e17-2d47-4784-a106-f9d5d09ac8fe tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/floatingips/53115eaf-0742-4837-b90d-a1d543e8c8c8 HTTP/1.1" status: 200 len: 977 time: 2.2416935 Jul 22 16:52:54.336687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:54.369264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0a257cfa-46bd-4b2e-b935-c066c4e4b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:54.370107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a257cfa-46bd-4b2e-b935-c066c4e4b0e5 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:54.382799 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '326eec52-da4d-4de8-b6ad-85c65e646720', 'name': 'tempest-snat-router-2017473349', 'tenant_id': '479c981c043f4c2bace56ef2e236feaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.88'}], 'enable_snat': False}, 'gw_port_id': 'c5b273db-db8d-49d2-a51e-a271b8f94272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:49Z', 'updated_at': '2021-07-22T16:52:51Z', 'revision_number': 3, 'project_id': '479c981c043f4c2bace56ef2e236feaf', 'gw_port': {'id': 'c5b273db-db8d-49d2-a51e-a271b8f94272', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326eec52-da4d-4de8-b6ad-85c65e646720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:50Z', 'updated_at': '2021-07-22T16:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:54.405118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.414399 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88444d2-7826-48a1-baa1-b0e8b510d78d None None] The sync data for ids ['326eec52-da4d-4de8-b6ad-85c65e646720'] in n-d-792458-13 is: [{'id': '326eec52-da4d-4de8-b6ad-85c65e646720', 'name': 'tempest-snat-router-2017473349', 'tenant_id': '479c981c043f4c2bace56ef2e236feaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.88'}], 'enable_snat': False}, 'gw_port_id': 'c5b273db-db8d-49d2-a51e-a271b8f94272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:49Z', 'updated_at': '2021-07-22T16:52:51Z', 'revision_number': 3, 'project_id': '479c981c043f4c2bace56ef2e236feaf', 'gw_port': {'id': 'c5b273db-db8d-49d2-a51e-a271b8f94272', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '326eec52-da4d-4de8-b6ad-85c65e646720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:50Z', 'updated_at': '2021-07-22T16:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:54.427491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.531689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port b38410c2-31c9-4cad-a5eb-ed901cc1daa8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:54.532084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.613268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Allocated IP 172.25.3.155 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/94b889ee-778a-4f9b-b8ed-4196becaeb29) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:54.685165 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.819598 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.890186 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:54.960030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:54.965935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:54.977730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:55.018523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.019379 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.019955 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP 53115eaf-0742-4837-b90d-a1d543e8c8c8 disassociated. External IP: 172.25.3.223, port: b38410c2-31c9-4cad-a5eb-ed901cc1daa8. Jul 22 16:52:55.020747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for b38410c2-31c9-4cad-a5eb-ed901cc1daa8 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:55.134346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event updated for resources: {'Port': ['ID=94b889ee-778a-4f9b-b8ed-4196becaeb29,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:55.246580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.305021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=b38410c2-31c9-4cad-a5eb-ed901cc1daa8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:55.407252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db43647-87d2-4bd0-8d87-71f1fc48d784 req-c052ec96-1112-47cd-9ecd-57ae403b0a2a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:55.409166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9db43647-87d2-4bd0-8d87-71f1fc48d784 req-c052ec96-1112-47cd-9ecd-57ae403b0a2a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 946 time: 0.2203865 Jul 22 16:52:55.492368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9db43647-87d2-4bd0-8d87-71f1fc48d784 req-031f8bcc-b367-4ef5-881a-3b3fc8acdd4c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760231 Jul 22 16:52:55.503804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-7602e389-4225-48b7-af49-cb7557095f78 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:55.505392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-7602e389-4225-48b7-af49-cb7557095f78 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 946 time: 0.2304049 Jul 22 16:52:55.555233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.736563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c5b273db-db8d-49d2-a51e-a271b8f94272 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:55.804281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c5b273db-db8d-49d2-a51e-a271b8f94272 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:52:55.812523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c5b273db-db8d-49d2-a51e-a271b8f94272 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:55.813292 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.843134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Deleting port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:55.843750 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.944492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:52:55.955993 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.956601 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:55.980305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c5b273db-db8d-49d2-a51e-a271b8f94272, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c5b273db-db8d-49d2-a51e-a271b8f94272,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:55.986916 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.068166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c5b273db-db8d-49d2-a51e-a271b8f94272,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:56.113059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:56.113919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] For port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:56.114092 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.130111 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1893502-3e8a-463c-85a4-63e7d3773726 None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:56.147391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Calling delete_port for 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:56.157073 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1893502-3e8a-463c-85a4-63e7d3773726 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:56.158477 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e1893502-3e8a-463c-85a4-63e7d3773726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:56.194655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35744) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:56.206620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.211202 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4e0e136f-1347-431b-8f6c-60b82ae5e1e6 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/ports/b38410c2-31c9-4cad-a5eb-ed901cc1daa8 HTTP/1.1" status: 204 len: 168 time: 1.8744469 Jul 22 16:52:56.211853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:56.215331 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e1893502-3e8a-463c-85a4-63e7d3773726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:56.226470 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1893502-3e8a-463c-85a4-63e7d3773726 None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:56.227990 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e1893502-3e8a-463c-85a4-63e7d3773726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:56.277623 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da715155-b0d6-4e8a-8b71-bd96c1afb279 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "GET /v2.0/floatingips/53115eaf-0742-4837-b90d-a1d543e8c8c8 HTTP/1.1" status: 200 len: 688 time: 0.0644789 Jul 22 16:52:56.278245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:56.296253 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e1893502-3e8a-463c-85a4-63e7d3773726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:56.296999 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1893502-3e8a-463c-85a4-63e7d3773726 None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:56.314334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Router 08686eae-e60f-400a-adb3-df111dc2b5c8 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:52:56.422488 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cccf70a-c75b-4e5e-8db6-b9359579029d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.453964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.480425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 4142fc39-a946-45dc-94fb-d099f5baec77 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:56.480689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.490767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:56.497265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event deleted for resources: {'Port': ['ID=21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:56.533946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:52:56.539525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:52:56.554309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] No DVR routers for this DVR port 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:52:56.557346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.559433 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ad256d5-2515-41f4-b7dc-4f29f5e06928 req-8e1485de-6b2e-4b9e-b5c9-0c9e9874e792 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "DELETE /v2.0/ports/21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 HTTP/1.1" status: 204 len: 173 time: 1.0477192 Jul 22 16:52:56.559906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac9c627-917f-426c-bcf8-9b9f0942d506', 'name': 'network-vif-deleted', 'tag': '21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:52:56.562876 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c396e64b-1a8c-46fb-b796-53c6dd952115" -d '{"events": [{"server_uuid": "cac9c627-917f-426c-bcf8-9b9f0942d506", "name": "network-vif-deleted", "tag": "21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:52:56.575221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Sync routers for ids ['08686eae-e60f-400a-adb3-df111dc2b5c8'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:52:56.610090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Routers {'08686eae-e60f-400a-adb3-df111dc2b5c8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:56.613228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['08686eae-e60f-400a-adb3-df111dc2b5c8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:56.649238 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cecc56-1d65-48e3-b3ef-b3e3a12baecc x-openstack-request-id: req-a2cecc56-1d65-48e3-b3ef-b3e3a12baecc {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:52:56.649824 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac9c627-917f-426c-bcf8-9b9f0942d506", "name": "network-vif-deleted", "tag": "21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:52:56.650256 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2cecc56-1d65-48e3-b3ef-b3e3a12baecc {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:52:56.650965 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac9c627-917f-426c-bcf8-9b9f0942d506', 'name': 'network-vif-deleted', 'tag': '21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3', 'status': 'completed', 'code': 200} Jul 22 16:52:56.679620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.680140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.690085 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61b6d0a4-3cb4-479b-ad83-ea9e70614faa req-5f52d5f5-8fc3-46b2-825f-e5427c6cf5ba tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac9c627-917f-426c-bcf8-9b9f0942d506 HTTP/1.1" status: 200 len: 210 time: 0.0529370 Jul 22 16:52:56.723976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 4142fc39-a946-45dc-94fb-d099f5baec77 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:56.732304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cccf70a-c75b-4e5e-8db6-b9359579029d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.741655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8cccf70a-c75b-4e5e-8db6-b9359579029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.744477 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:56.747944 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c6a43397-213b-4750-8b13-ebdde6e825f9 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8254936 Jul 22 16:52:56.750809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:56.825156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Set router 08686eae-e60f-400a-adb3-df111dc2b5c8 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:56.835815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8cccf70a-c75b-4e5e-8db6-b9359579029d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec8d91b2f17d4090a9d6eba125697c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400428 Jul 22 16:52:56.838878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccf70a-c75b-4e5e-8db6-b9359579029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c49a55-69b4-444e-8cb4-6a962443c3c8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:56.843275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35758) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:56.896745 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7fd60f14-c410-4e71-b72a-3f3881f2ca9e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/routers/08686eae-e60f-400a-adb3-df111dc2b5c8 HTTP/1.1" status: 200 len: 908 time: 0.1427226 Jul 22 16:52:56.900279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:57.058771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c448c14b-1066-4d28-8acd-cfbe8c99c3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.117160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08686eae-e60f-400a-adb3-df111dc2b5c8', 'name': 'tempest-snat-router-2017473349', 'tenant_id': '479c981c043f4c2bace56ef2e236feaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '94b889ee-778a-4f9b-b8ed-4196becaeb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:53Z', 'updated_at': '2021-07-22T16:52:55Z', 'revision_number': 3, 'project_id': '479c981c043f4c2bace56ef2e236feaf', 'gw_port': {'id': '94b889ee-778a-4f9b-b8ed-4196becaeb29', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08686eae-e60f-400a-adb3-df111dc2b5c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:52:54Z', 'updated_at': '2021-07-22T16:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:57.123101 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c448c14b-1066-4d28-8acd-cfbe8c99c3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.128299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.151813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Checking router: 08686eae-e60f-400a-adb3-df111dc2b5c8 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:52:57.152302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Updating router 08686eae-e60f-400a-adb3-df111dc2b5c8 port 94b889ee-778a-4f9b-b8ed-4196becaeb29 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:52:57.161553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.191507 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.223656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=4142fc39-a946-45dc-94fb-d099f5baec77,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:57.351805 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c448c14b-1066-4d28-8acd-cfbe8c99c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.354302 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c448c14b-1066-4d28-8acd-cfbe8c99c3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.358170 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c448c14b-1066-4d28-8acd-cfbe8c99c3d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55c49a55-69b4-444e-8cb4-6a962443c3c8 HTTP/1.1" status: 204 len: 168 time: 0.5110350 Jul 22 16:52:57.367065 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.368261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.375266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-300f932e-3c38-471b-8ff3-9070852d5f72 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/floatingips/53115eaf-0742-4837-b90d-a1d543e8c8c8 HTTP/1.1" status: 204 len: 168 time: 1.0894372 Jul 22 16:52:57.375785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35766) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:57.381883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '53abe04e-9cc6-4b68-aaf1-d6426669a5f2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:57.390107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448c14b-1066-4d28-8acd-cfbe8c99c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c49a55-69b4-444e-8cb4-6a962443c3c8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:57.395641 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.420830 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.472100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Deleting port 94b889ee-778a-4f9b-b8ed-4196becaeb29 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:57.472568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.534204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.546715 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.558128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Transition to ACTIVE for port object 94b889ee-778a-4f9b-b8ed-4196becaeb29 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:52:57.565511 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.603341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.620758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Calling delete_port for 94b889ee-778a-4f9b-b8ed-4196becaeb29 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:57.630233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Attempting to bind port 94b889ee-778a-4f9b-b8ed-4196becaeb29 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:52:57.630613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Attempting to bind port 94b889ee-778a-4f9b-b8ed-4196becaeb29 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:52:57.631198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Attempting to bind port 94b889ee-778a-4f9b-b8ed-4196becaeb29 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:52:57.641140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:52:57.641458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:52:57.642410 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.642815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:52:57.643317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Bound port: 94b889ee-778a-4f9b-b8ed-4196becaeb29, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:52:57.643704 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.699997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] For port 94b889ee-778a-4f9b-b8ed-4196becaeb29, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:52:57.703458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] For port 94b889ee-778a-4f9b-b8ed-4196becaeb29, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=94b889ee-778a-4f9b-b8ed-4196becaeb29,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:52:57.705563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c6bb2-fba3-43ca-bbfd-32a8ccdbd0f5 None None] Pushing event updated for resources: {'Port': ['ID=94b889ee-778a-4f9b-b8ed-4196becaeb29,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:57.710286 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.738476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:57.740859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.25.3.26 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/8112c70e-9fb4-498e-92d6-76a4d3a92e36) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:52:57.764094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c5b273db-db8d-49d2-a51e-a271b8f94272 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:52:57.766137 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e175-4abc-461a-85c6-4479941880f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.822506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c6bb2-fba3-43ca-bbfd-32a8ccdbd0f5 None None] Pushing event updated for resources: {'Port': ['ID=94b889ee-778a-4f9b-b8ed-4196becaeb29,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:57.836621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Routers {'08686eae-e60f-400a-adb3-df111dc2b5c8'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:52:57.837251 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['08686eae-e60f-400a-adb3-df111dc2b5c8'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:57.875097 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:57.919887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event deleted for resources: {'Port': ['ID=94b889ee-778a-4f9b-b8ed-4196becaeb29,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:57.969786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.006278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e175-4abc-461a-85c6-4479941880f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.015832 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.018530 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ae8e175-4abc-461a-85c6-4479941880f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.081895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4ae8e175-4abc-461a-85c6-4479941880f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57a9b9a52acf49cbb304f4cfd7ff6207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422871 Jul 22 16:52:58.083015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35780) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:58.083672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8e175-4abc-461a-85c6-4479941880f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9b90fd-649e-41fc-895a-5b274926222f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:58.093074 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.145367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.148034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.153181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:52:58.155194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c5b273db-db8d-49d2-a51e-a271b8f94272 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:52:58.155669 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.166228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:52:58.174769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=8112c70e-9fb4-498e-92d6-76a4d3a92e36,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:58.178385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:52:58.196441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] Set router 08686eae-e60f-400a-adb3-df111dc2b5c8 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:52:58.213277 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.213861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08686eae-e60f-400a-adb3-df111dc2b5c8 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:52:58.220437 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.224948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4191cd95-8858-47ce-9dc1-11f9ac7c619e tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "DELETE /v2.0/routers/08686eae-e60f-400a-adb3-df111dc2b5c8 HTTP/1.1" status: 204 len: 168 time: 1.3212371 Jul 22 16:52:58.225172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35790) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:58.269280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08686eae-e60f-400a-adb3-df111dc2b5c8', 'name': 'tempest-snat-router-2017473349', 'tenant_id': '479c981c043f4c2bace56ef2e236feaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:53Z', 'updated_at': '2021-07-22T16:52:57Z', 'revision_number': 4, 'project_id': '479c981c043f4c2bace56ef2e236feaf', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:52:58.306137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e46c1-de14-411e-894c-a2c150e5cd75 None None] The sync data for ids ['08686eae-e60f-400a-adb3-df111dc2b5c8'] in n-d-792458-13 is: [{'id': '08686eae-e60f-400a-adb3-df111dc2b5c8', 'name': 'tempest-snat-router-2017473349', 'tenant_id': '479c981c043f4c2bace56ef2e236feaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:52:53Z', 'updated_at': '2021-07-22T16:52:57Z', 'revision_number': 4, 'project_id': '479c981c043f4c2bace56ef2e236feaf', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:52:58.319593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10333b97-2e08-417f-bd2b-1163d7bcffaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.365357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10333b97-2e08-417f-bd2b-1163d7bcffaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.450525 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.502961 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10333b97-2e08-417f-bd2b-1163d7bcffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.505556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10333b97-2e08-417f-bd2b-1163d7bcffaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.509099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-10333b97-2e08-417f-bd2b-1163d7bcffaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce9b90fd-649e-41fc-895a-5b274926222f HTTP/1.1" status: 204 len: 168 time: 0.4200423 Jul 22 16:52:58.528300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-a2c1c058-9be2-40d4-8b86-5471fc7db3d8 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:52:58.529846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-a2c1c058-9be2-40d4-8b86-5471fc7db3d8 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.2457387 Jul 22 16:52:58.552982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-d9f9e276-36f3-40f9-84ff-8df0e11de892 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/quotas/ec83f6c5a767410283cefb29388f37bf HTTP/1.1" status: 200 len: 375 time: 0.0158017 Jul 22 16:52:58.634349 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.663286 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ebc0f801-3585-4c9b-a8e4-62e23d6b1524 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018052 Jul 22 16:52:58.793051 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Deleting port c5b273db-db8d-49d2-a51e-a271b8f94272 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:52:58.793051 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.798235 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-b3d11003-b246-4fae-9bde-021ec1fb3f8f service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164265 Jul 22 16:52:58.979724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] For port c5b273db-db8d-49d2-a51e-a271b8f94272, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c5b273db-db8d-49d2-a51e-a271b8f94272,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:52:58.980040 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:58.982575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10333b97-2e08-417f-bd2b-1163d7bcffaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9b90fd-649e-41fc-895a-5b274926222f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:58.995568 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-b2efed2c-0840-4986-af94-2e5af496daaa service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865680 Jul 22 16:52:59.011707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Calling delete_port for c5b273db-db8d-49d2-a51e-a271b8f94272 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:52:59.055878 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.210105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.249367 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a73bf4a5-fa30-431e-9194-5db408b13813 req-247a4f3f-3b67-47b5-ba71-538c936fbab1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 210 time: 0.0491986 Jul 22 16:52:59.259467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.292023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5b273db-db8d-49d2-a51e-a271b8f94272,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:59.395880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.464659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.469739 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.512189 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.515723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.561097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=8112c70e-9fb4-498e-92d6-76a4d3a92e36,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:52:59.566179 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.599385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.599385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 326eec52-da4d-4de8-b6ad-85c65e646720 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:52:59.604106 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.605889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6b15b42d-036c-4ad6-970b-bf5373cd6832 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "DELETE /v2.0/routers/326eec52-da4d-4de8-b6ad-85c65e646720 HTTP/1.1" status: 204 len: 168 time: 1.3791175 Jul 22 16:52:59.613147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:52:59.618674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-432898995', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:52:59.693693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.695208 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:52:59.726084 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP e4e9a105-e49d-433c-a5c9-b91e139a0056 associated. External IP: 172.25.3.26, port: 53abe04e-9cc6-4b68-aaf1-d6426669a5f2. Jul 22 16:52:59.904117 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.105679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.259723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:00.372732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35846) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:00.399646 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2eccc546-dfad-49d5-b52c-5e57f2ec283f req-09535c8a-db6e-4305-834d-ebbcb68e9136 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 210 time: 0.0479221 Jul 22 16:53:00.493336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1092570037', 'router:external': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:00.498790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:00.511326 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6f1a8-6be9-475b-8f30-148e9a5d36cc None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:00.522702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Made reservation on behalf of 1ff4854fc07b455ba6ed260eff42a879 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:00.525449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.525711 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6f1a8-6be9-475b-8f30-148e9a5d36cc None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:00.526573 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-71c6f1a8-6be9-475b-8f30-148e9a5d36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:00.529549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.537004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.553543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.565183 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-71c6f1a8-6be9-475b-8f30-148e9a5d36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:00.576514 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6f1a8-6be9-475b-8f30-148e9a5d36cc None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:00.577602 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-71c6f1a8-6be9-475b-8f30-148e9a5d36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:00.618654 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-71c6f1a8-6be9-475b-8f30-148e9a5d36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:00.619482 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6f1a8-6be9-475b-8f30-148e9a5d36cc None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:00.671392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:00.681915 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.689723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.695829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:00.696317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 21ad5623-6bb7-4d6c-96ba-75b9b0af1ad3 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:00.708116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.726541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:00.733597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf82ef18-6bf9-43d0-ab39-b8a0528b8397,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:00.744852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.746903 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Added segment ed0c0f6a-4693-42b7-96f2-e24b7415151c of type vlan for network 4088d4b7-76c9-48d3-89a0-ec8367bdd55a Jul 22 16:53:00.796541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.803745 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eca5db49-aa2b-46e3-b926-8c094dd9a772 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4259200 Jul 22 16:53:00.806777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:00.812247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-3f26b81c-70c8-4775-b083-5a20be8aa254 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:00.814351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-3f26b81c-70c8-4775-b083-5a20be8aa254 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.2638266 Jul 22 16:53:00.815573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1531918737'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:00.833743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Allocated IP 172.25.3.170 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/74c81aa1-89aa-49c6-bd1a-538b546696a2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:00.845110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Request body: {'port': {'device_id': '0649997a-ce86-43e0-a562-9097cfa1ca55', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'admin_state_up': True, 'tenant_id': 'ec83f6c5a767410283cefb29388f37bf'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:00.861823 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Made reservation on behalf of 5e59c98dbda8400b9d55d1e98aef9f39 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:00.865926 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.869481 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.870507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:00.871132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.915216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5400798 Jul 22 16:53:00.918559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35854) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:00.927505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'subnet': {'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:00.935678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:00.975174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb4418-bb94-4859-b66f-3635695524d0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event updated for resources: {'Network': ['ID=4088d4b7-76c9-48d3-89a0-ec8367bdd55a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:00.983406 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:00.983710 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Added segment 5dc5203e-1d79-4ed8-b0a7-30597da5b981 of type vlan for network 1c533237-033d-4ffe-94d2-c5100591de71 Jul 22 16:53:00.988675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 4088d4b7-76c9-48d3-89a0-ec8367bdd55a details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:01.018679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Made reservation on behalf of 1ff4854fc07b455ba6ed260eff42a879 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:01.021159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.036547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.052039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Made reservation on behalf of ec83f6c5a767410283cefb29388f37bf for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:01.055617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.059049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.135548 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.141107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:01.141728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.142788 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.189377 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3812466 Jul 22 16:53:01.194867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:01.219363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:01.223450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'subnet': {'network_id': '1c533237-033d-4ffe-94d2-c5100591de71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:01.243638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e77e9b-0774-44f6-be3a-36a8a2ab961e tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Network': ['ID=1c533237-033d-4ffe-94d2-c5100591de71,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:01.244874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:01.255037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:01.256786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 1c533237-033d-4ffe-94d2-c5100591de71 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:01.266577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event updated for resources: {'Port': ['ID=74c81aa1-89aa-49c6-bd1a-538b546696a2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:01.351541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Allocated IP 172.20.0.6 (f452d5aa-6434-4414-bdc1-839023a3e34f/f2381c46-3fa4-4415-a1ec-42dcea88a248/1b48cc9d-391c-4d2a-8326-b19a6622e015) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:01.425268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.objects.ports [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:53:01.425874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.457158 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.479063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event updated for resources: {'Subnet': ['ID=94e20291-c598-48e0-ad6a-a15b7c7cf7e7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:01.497582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Checking segment: {'id': 'ed0c0f6a-4693-42b7-96f2-e24b7415151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:01.497849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Network hostable DHCP agents. Network: 4088d4b7-76c9-48d3-89a0-ec8367bdd55a, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:01.515161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Network 4088d4b7-76c9-48d3-89a0-ec8367bdd55a is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:01.521256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Made reservation on behalf of 5e59c98dbda8400b9d55d1e98aef9f39 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:01.524600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 4088d4b7-76c9-48d3-89a0-ec8367bdd55a) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:01.525082 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.529273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:01.529915 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.537116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e8340-5c63-46dc-9992-e373364c5ae0 None None] Network 4088d4b7-76c9-48d3-89a0-ec8367bdd55a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:01.549894 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-565ed58a-3b33-4ec3-b440-0f6a7739978c tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6301956 Jul 22 16:53:01.553134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:01.559521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1243626084', 'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:01.586684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70bf3bf2-5fcc-4446-9e7e-152d6a74a3da req-0653d6b1-42b3-4fff-9512-88d445f3f227 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 210 time: 0.0898583 Jul 22 16:53:01.591063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Made reservation on behalf of 1ff4854fc07b455ba6ed260eff42a879 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:01.594126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.619178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] device_id is not set on port 10d73ac8-45af-492c-bf25-d1bd7f79fa74 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:53:01.619969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c5b273db-db8d-49d2-a51e-a271b8f94272 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:01.645466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c5b273db-db8d-49d2-a51e-a271b8f94272 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:01.645842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c5b273db-db8d-49d2-a51e-a271b8f94272 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:01.721107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfd30f7-75e7-4e67-8ad5-42b65543e0b8 None None] Network 4088d4b7-76c9-48d3-89a0-ec8367bdd55a requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:01.769655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Allocated IP 2001:db8::332 (4088d4b7-76c9-48d3-89a0-ec8367bdd55a/94e20291-c598-48e0-ad6a-a15b7c7cf7e7/10d73ac8-45af-492c-bf25-d1bd7f79fa74) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:01.897607 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.902658 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.930615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:01.971749 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.023522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Network 4088d4b7-76c9-48d3-89a0-ec8367bdd55a is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:02.027767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:02.030199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:02.031423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:02.032024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.034999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event updated for resources: {'Port': ['ID=10d73ac8-45af-492c-bf25-d1bd7f79fa74,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:02.050695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c8f022ec-5e89-4656-9782-01e3ba3993ee tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4956594 Jul 22 16:53:02.053318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:02.143214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f7016-a05a-44da-abb6-17acbf338a76 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Deleting port 10d73ac8-45af-492c-bf25-d1bd7f79fa74 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:02.143589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7016-a05a-44da-abb6-17acbf338a76 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.225423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7016-a05a-44da-abb6-17acbf338a76 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.238875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f7016-a05a-44da-abb6-17acbf338a76 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Calling delete_port for 10d73ac8-45af-492c-bf25-d1bd7f79fa74 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:02.283016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-76c8d870-e981-4297-8543-d57f7b5ff470 req-1db6fb10-b189-48bc-8e3f-c7297105b953 service neutron] (93751) timed out ('10.222.0.20', 49184) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:53:02.371014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7016-a05a-44da-abb6-17acbf338a76 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.404369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f7016-a05a-44da-abb6-17acbf338a76 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event deleted for resources: {'Port': ['ID=10d73ac8-45af-492c-bf25-d1bd7f79fa74,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:02.421222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.426664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7016-a05a-44da-abb6-17acbf338a76 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.428627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0a2f7016-a05a-44da-abb6-17acbf338a76 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "DELETE /v2.0/ports/10d73ac8-45af-492c-bf25-d1bd7f79fa74 HTTP/1.1" status: 204 len: 168 time: 0.3743470 Jul 22 16:53:02.431311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:02.435798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a', 'external_fixed_ips': [{'subnet_id': '94e20291-c598-48e0-ad6a-a15b7c7cf7e7', 'ip_address': '2001:db8::332'}]}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:02.456546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.457539 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.473365 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.505796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:02.510717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.587701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Subnet': ['ID=533ca3db-a20e-4fdc-885a-1600cfffe34e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:02.620062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Network f452d5aa-6434-4414-bdc1-839023a3e34f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:02.631376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:02.640534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:02.647054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Checking segment: {'id': '5dc5203e-1d79-4ed8-b0a7-30597da5b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1c533237-033d-4ffe-94d2-c5100591de71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:02.647429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network hostable DHCP agents. Network: 1c533237-033d-4ffe-94d2-c5100591de71, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:02.670099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event updated for resources: {'Port': ['ID=1b48cc9d-391c-4d2a-8326-b19a6622e015,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:02.758378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:02.759050 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.763884 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.768969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1c533237-033d-4ffe-94d2-c5100591de71 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:02.856770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 1c533237-033d-4ffe-94d2-c5100591de71) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:02.864014 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-84815eaa-ef2d-40e3-aedc-0d5101a2bcee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0252252 Jul 22 16:53:02.866294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4459841-81fb-4f9e-9d20-4f1f3554cdba None None] Network 1c533237-033d-4ffe-94d2-c5100591de71 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:02.870138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:02.870752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:02.893619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Request body: {'port': {'device_id': '0649997a-ce86-43e0-a562-9097cfa1ca55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:02.938752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e162be-3eb5-48f1-8d0f-f74d2023602d req-7f56d56f-8362-457f-a0c0-5c7f9df0e559 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:02.940322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-66e162be-3eb5-48f1-8d0f-f74d2023602d req-7f56d56f-8362-457f-a0c0-5c7f9df0e559 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 931 time: 0.2602386 Jul 22 16:53:02.949979 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bae5b165-f6f5-4aed-8094-7a6f132e4536 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7341447 Jul 22 16:53:02.953332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35872) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:02.960140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1894151965', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:03.030248 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.042633 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.051845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-66e162be-3eb5-48f1-8d0f-f74d2023602d req-84a2aae3-338f-41f5-8c90-1818f1af104d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937326 Jul 22 16:53:03.052054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-1c533237-033d-4ffe-94d2-c5100591de71', 'network_id': '1c533237-033d-4ffe-94d2-c5100591de71', 'tenant_id': '5e59c98dbda8400b9d55d1e98aef9f39', 'fixed_ips': [{'subnet_id': '533ca3db-a20e-4fdc-885a-1600cfffe34e'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:53:03.053016 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.053931 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.058009 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.120270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Router 93dd6c9a-3955-4564-ba85-99ee9da141b3 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:03.189940 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.228343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Allocated IP 172.20.0.2 (1c533237-033d-4ffe-94d2-c5100591de71/533ca3db-a20e-4fdc-885a-1600cfffe34e/5c1c8434-9635-4c2c-af29-ce1f89d413f4) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:03.344099 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.350955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:03.365328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a6f7d-4171-4196-a945-ce0ad3def740 None None] Sync routers for ids ['93dd6c9a-3955-4564-ba85-99ee9da141b3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:03.386457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a6f7d-4171-4196-a945-ce0ad3def740 None None] Routers {'93dd6c9a-3955-4564-ba85-99ee9da141b3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:03.387191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6f7a6f7d-4171-4196-a945-ce0ad3def740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93dd6c9a-3955-4564-ba85-99ee9da141b3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:03.397045 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.398340 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-886038eb-3238-4b5c-883b-d9aab1170395 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7840021 Jul 22 16:53:03.401571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35874) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:03.405944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6a10e6f7-5ad9-4685-b18f-fb33a59ee2dd tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': False}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:03.434090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6f7a6f7d-4171-4196-a945-ce0ad3def740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:03.440893 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.454718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Transition to ACTIVE for port object 5c1c8434-9635-4c2c-af29-ce1f89d413f4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:03.456766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a6f7d-4171-4196-a945-ce0ad3def740 None None] Routers {'93dd6c9a-3955-4564-ba85-99ee9da141b3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:03.457432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6f7a6f7d-4171-4196-a945-ce0ad3def740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93dd6c9a-3955-4564-ba85-99ee9da141b3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:03.488659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b48cc9d-391c-4d2a-8326-b19a6622e015 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:03.495950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6f7a6f7d-4171-4196-a945-ce0ad3def740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:03.495950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7a6f7d-4171-4196-a945-ce0ad3def740 None None] The sync data for ids ['93dd6c9a-3955-4564-ba85-99ee9da141b3'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:03.496964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.505659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Transition to ACTIVE for port object 5c1c8434-9635-4c2c-af29-ce1f89d413f4 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:03.505804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.513667 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.538372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Transition to ACTIVE for port object 1b48cc9d-391c-4d2a-8326-b19a6622e015 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:03.546415 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.558708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Network 1c533237-033d-4ffe-94d2-c5100591de71 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:03.559897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.561844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:03.565827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:03.573074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Pushing event updated for resources: {'Port': ['ID=5c1c8434-9635-4c2c-af29-ce1f89d413f4,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:03.600055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.600405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.600745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.601454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.601454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.601774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.602103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.602883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.602883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.603132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.603709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.603822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:03.617033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Pushing event updated for resources: {'Port': ['ID=1b48cc9d-391c-4d2a-8326-b19a6622e015,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:03.657529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Attempting to bind port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:03.657888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Attempting to bind port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5dc5203e-1d79-4ed8-b0a7-30597da5b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1c533237-033d-4ffe-94d2-c5100591de71'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:03.658169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Attempting to bind port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 on network 1c533237-033d-4ffe-94d2-c5100591de71 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:03.663176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:03.663556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Checking segment: {'id': '5dc5203e-1d79-4ed8-b0a7-30597da5b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1c533237-033d-4ffe-94d2-c5100591de71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:03.663957 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.664352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Bound using segment: {'id': '5dc5203e-1d79-4ed8-b0a7-30597da5b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1c533237-033d-4ffe-94d2-c5100591de71'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:03.664816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Bound port: 5c1c8434-9635-4c2c-af29-ce1f89d413f4, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc5203e-1d79-4ed8-b0a7-30597da5b981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1c533237-033d-4ffe-94d2-c5100591de71'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:03.665229 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.733107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] For port 5c1c8434-9635-4c2c-af29-ce1f89d413f4, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:03.736533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] For port 5c1c8434-9635-4c2c-af29-ce1f89d413f4, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5c1c8434-9635-4c2c-af29-ce1f89d413f4,segment=NetworkSegment(5dc5203e-1d79-4ed8-b0a7-30597da5b981),segment_id=5dc5203e-1d79-4ed8-b0a7-30597da5b981)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:03.741995 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.760153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Attempting to bind port 1b48cc9d-391c-4d2a-8326-b19a6622e015 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:03.760494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Attempting to bind port 1b48cc9d-391c-4d2a-8326-b19a6622e015 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:03.761046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Attempting to bind port 1b48cc9d-391c-4d2a-8326-b19a6622e015 on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:03.774298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Port 1b48cc9d-391c-4d2a-8326-b19a6622e015 on network f452d5aa-6434-4414-bdc1-839023a3e34f not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:53:03.774623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Attempting to bind port 1b48cc9d-391c-4d2a-8326-b19a6622e015 on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:03.785192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:03.785542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Checking segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:03.785933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Bound using segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:03.786574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Bound port: 1b48cc9d-391c-4d2a-8326-b19a6622e015, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:03.787001 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.811135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0ce8b-0551-497f-aa5a-15ca62eb58d8 None None] Pushing event updated for resources: {'Port': ['ID=5c1c8434-9635-4c2c-af29-ce1f89d413f4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:03.836253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.839272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Allocated IP 2001:db8::332 (4088d4b7-76c9-48d3-89a0-ec8367bdd55a/94e20291-c598-48e0-ad6a-a15b7c7cf7e7/156b3c32-3d7a-4dc5-9ed9-454317b16548) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:03.866064 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:03.931335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] For port 1b48cc9d-391c-4d2a-8326-b19a6622e015, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:03.958396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] For port 1b48cc9d-391c-4d2a-8326-b19a6622e015, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1b48cc9d-391c-4d2a-8326-b19a6622e015,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:03.967289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.042700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.043364 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.044782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] 10.222.0.65 "PUT /v2.0/ports/1b48cc9d-391c-4d2a-8326-b19a6622e015 HTTP/1.1" status: 200 len: 1092 time: 1.1617868 Jul 22 16:53:04.047147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0649997a-ce86-43e0-a562-9097cfa1ca55', 'tag': '1b48cc9d-391c-4d2a-8326-b19a6622e015'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:04.049655 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15" -d '{"events": [{"name": "network-changed", "server_uuid": "0649997a-ce86-43e0-a562-9097cfa1ca55", "tag": "1b48cc9d-391c-4d2a-8326-b19a6622e015"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:04.058994 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a10e6f7-5ad9-4685-b18f-fb33a59ee2dd tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.079204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab481b33-e365-4b7d-83c4-ddef441327bd service neutron] Pushing event updated for resources: {'Port': ['ID=1b48cc9d-391c-4d2a-8326-b19a6622e015,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:04.142800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.25.3.201 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/8a72fdf5-6059-428c-a229-0a28ce48e5c5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:04.144286 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfc4f05-b0a8-4a4d-969a-3935e55bb2c5 x-openstack-request-id: req-6dfc4f05-b0a8-4a4d-969a-3935e55bb2c5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:04.144286 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0649997a-ce86-43e0-a562-9097cfa1ca55", "tag": "1b48cc9d-391c-4d2a-8326-b19a6622e015", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:04.144286 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dfc4f05-b0a8-4a4d-969a-3935e55bb2c5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:04.144596 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0649997a-ce86-43e0-a562-9097cfa1ca55', 'tag': '1b48cc9d-391c-4d2a-8326-b19a6622e015', 'status': 'completed', 'code': 200} Jul 22 16:53:04.175139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.236975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-8feb0083-500d-408b-a280-4152f08d4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.238807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-8feb0083-500d-408b-a280-4152f08d4520 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 1095 time: 0.1087251 Jul 22 16:53:04.341718 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-2564122c-9ad5-4440-ba8c-e6b4c0a3c2f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b48cc9d-391c-4d2a-8326-b19a6622e015 HTTP/1.1" status: 200 len: 217 time: 0.0624151 Jul 22 16:53:04.361879 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.364748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.389677 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafe667-ab0c-4e96-9e61-55f0ec2ede09 req-b27f297f-8026-4b40-b48a-646555ebe9ee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.393099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bcafe667-ab0c-4e96-9e61-55f0ec2ede09 req-b27f297f-8026-4b40-b48a-646555ebe9ee tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 943 time: 0.2144158 Jul 22 16:53:04.409384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ae2b9a3e-cb35-4efe-b340-6b1ef9ed2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:04.410913 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-ae2b9a3e-cb35-4efe-b340-6b1ef9ed2c36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.0620511 Jul 22 16:53:04.463126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Network 4088d4b7-76c9-48d3-89a0-ec8367bdd55a is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:04.472386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:04.480599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:04.487957 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-476972ae-2d89-4b38-a4da-c5597e2c51e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690992 Jul 22 16:53:04.491929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event updated for resources: {'Port': ['ID=156b3c32-3d7a-4dc5-9ed9-454317b16548,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:04.578602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bcafe667-ab0c-4e96-9e61-55f0ec2ede09 req-a10d1b25-551a-463a-af80-88f55664c526 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607361 Jul 22 16:53:04.622962 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.698740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-f02bad8b-c59d-402b-b0f0-9e39392cd54e service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852272 Jul 22 16:53:04.716744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:04.748282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:04.750821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:04.786567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=8a72fdf5-6059-428c-a229-0a28ce48e5c5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:04.796132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a10e6f7-5ad9-4685-b18f-fb33a59ee2dd tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.803081 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a10e6f7-5ad9-4685-b18f-fb33a59ee2dd tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.823392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc63a7c4-9539-464d-b7bb-f57eb3691ed0 req-1fe8efa3-07d9-4920-805f-d91737d15d46 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145992 Jul 22 16:53:04.958581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb606aa-55b5-41f5-9554-21cab11cd080 None None] Network 1c533237-033d-4ffe-94d2-c5100591de71 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:04.965535 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:04.969931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a10e6f7-5ad9-4685-b18f-fb33a59ee2dd tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Router 93dd6c9a-3955-4564-ba85-99ee9da141b3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:05.028697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cf9c592f-4194-44b1-b690-b3301e902f23 None None] Provisioning for port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:05.144678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-3c050e9d-5fbd-48cf-b27b-ddb1b5782e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.146365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-3c050e9d-5fbd-48cf-b27b-ddb1b5782e5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 1095 time: 0.2029154 Jul 22 16:53:05.153902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a10e6f7-5ad9-4685-b18f-fb33a59ee2dd tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:05.159914 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6a10e6f7-5ad9-4685-b18f-fb33a59ee2dd tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:05.164490 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6a10e6f7-5ad9-4685-b18f-fb33a59ee2dd tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "PUT /v2.0/routers/93dd6c9a-3955-4564-ba85-99ee9da141b3 HTTP/1.1" status: 200 len: 921 time: 1.7613575 Jul 22 16:53:05.166748 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccd350-d952-4b57-9f12-dcbfda628f48 None None] Sync routers for ids ['93dd6c9a-3955-4564-ba85-99ee9da141b3'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:05.173804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:05.183430 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccd350-d952-4b57-9f12-dcbfda628f48 None None] Routers {'93dd6c9a-3955-4564-ba85-99ee9da141b3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:05.184111 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-90ccd350-d952-4b57-9f12-dcbfda628f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93dd6c9a-3955-4564-ba85-99ee9da141b3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:05.221844 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:05.232107 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-90ccd350-d952-4b57-9f12-dcbfda628f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:05.243493 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccd350-d952-4b57-9f12-dcbfda628f48 None None] Routers {'93dd6c9a-3955-4564-ba85-99ee9da141b3'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:05.244361 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-90ccd350-d952-4b57-9f12-dcbfda628f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['93dd6c9a-3955-4564-ba85-99ee9da141b3'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:05.289590 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-90ccd350-d952-4b57-9f12-dcbfda628f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:05.290516 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccd350-d952-4b57-9f12-dcbfda628f48 None None] The sync data for ids ['93dd6c9a-3955-4564-ba85-99ee9da141b3'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:05.356432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:05.592785 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:05.709222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5c1c8434-9635-4c2c-af29-ce1f89d413f4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:05.747033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-29882721-a07f-4e69-9592-ca96aee2ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.748563 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-29882721-a07f-4e69-9592-ca96aee2ab80 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 907 time: 0.5836029 Jul 22 16:53:05.757272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c6a207cf-9bd3-4d05-8d8c-bff9fbb5d97b tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/routers/93dd6c9a-3955-4564-ba85-99ee9da141b3 HTTP/1.1" status: 200 len: 921 time: 0.5821118 Jul 22 16:53:05.769753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35888) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:05.780370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:05.786842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:05.787389 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:05.855539 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-17fb8e1b-7793-4205-94ab-69e287f20c6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b48cc9d-391c-4d2a-8326-b19a6622e015 HTTP/1.1" status: 200 len: 217 time: 0.0970926 Jul 22 16:53:05.870715 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:05.913936 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 5c1c8434-9635-4c2c-af29-ce1f89d413f4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5c1c8434-9635-4c2c-af29-ce1f89d413f4,segment=NetworkSegment(5dc5203e-1d79-4ed8-b0a7-30597da5b981),segment_id=5dc5203e-1d79-4ed8-b0a7-30597da5b981)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:05.921202 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:05.944687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-e5a7376d-7eea-4b5b-81d0-fbf6655c307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.946221 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-e5a7376d-7eea-4b5b-81d0-fbf6655c307d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.0777779 Jul 22 16:53:05.949447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641591b-6019-4a94-8464-68fb65d8e033 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:05.953858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6641591b-6019-4a94-8464-68fb65d8e033 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=93dd6c9a-3955-4564-ba85-99ee9da141b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1829488 Jul 22 16:53:05.956352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35890) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:05.987039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=5c1c8434-9635-4c2c-af29-ce1f89d413f4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:05.990727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.013794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-8b8555d8-902e-48f0-bc69-fe2f3efa5a94 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497458 Jul 22 16:53:06.015514 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cf793-b5da-40e9-9841-760cd685b1e3 req-f15f9c01-2ae6-4570-8b74-c2c3a24408ef tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:06.017092 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb8cf793-b5da-40e9-9841-760cd685b1e3 req-f15f9c01-2ae6-4570-8b74-c2c3a24408ef tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 943 time: 0.1382120 Jul 22 16:53:06.150097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e02b87-40e4-437e-9a5d-58be2ee9475f tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:06.151747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-75e02b87-40e4-437e-9a5d-58be2ee9475f tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 881 time: 0.1959815 Jul 22 16:53:06.156242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35894) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:06.156765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bb8cf793-b5da-40e9-9841-760cd685b1e3 req-2613dd89-7427-4dca-af91-5f8ecfcc9910 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969381 Jul 22 16:53:06.159962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Router 51f641e9-d110-45d8-8c36-c365f25d38e7 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:06.194507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c7c99b8d-b622-4b4c-901f-0caac21c32bb tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dd6c9a-3955-4564-ba85-99ee9da141b3 HTTP/1.1" status: 200 len: 205 time: 0.0372262 Jul 22 16:53:06.195144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:06.274740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-e69ac147-7383-4e87-92a9-ff13f8cc2364 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249925 Jul 22 16:53:06.293067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 280bd16b-a9dc-49fb-b271-8dc75cc136dd is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:06.301325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:06.312764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Sync routers for ids ['51f641e9-d110-45d8-8c36-c365f25d38e7'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:06.325483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Routers {'51f641e9-d110-45d8-8c36-c365f25d38e7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:06.326227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51f641e9-d110-45d8-8c36-c365f25d38e7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:06.373719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.382905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.386574 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b45bfe3f-6d4d-43b8-b186-321bf6cd5ec7 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9519889 Jul 22 16:53:06.388974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35898) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:06.441985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Set router 51f641e9-d110-45d8-8c36-c365f25d38e7 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:06.469204 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b6ef2af-b0bb-4a25-922e-8f6feefc0e15 req-cb0e7d8f-f81a-4455-89a7-3f730c27efb2 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857319 Jul 22 16:53:06.515937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.524241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:06.536562 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d4a80-5abe-4f64-afa6-4ebb23243699 None None] Sync routers for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:06.550919 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d4a80-5abe-4f64-afa6-4ebb23243699 None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:06.551906 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fe6d4a80-5abe-4f64-afa6-4ebb23243699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:06.555416 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.591396 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fe6d4a80-5abe-4f64-afa6-4ebb23243699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:06.600598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Deleting port 74c81aa1-89aa-49c6-bd1a-538b546696a2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:06.601261 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.603024 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d4a80-5abe-4f64-afa6-4ebb23243699 None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:06.603949 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fe6d4a80-5abe-4f64-afa6-4ebb23243699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:06.630612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.634307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f29dafd-41d7-453f-b7e2-ed20af1866d7 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6754570 Jul 22 16:53:06.634495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35900) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:06.641467 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fe6d4a80-5abe-4f64-afa6-4ebb23243699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:06.642436 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d4a80-5abe-4f64-afa6-4ebb23243699 None None] The sync data for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:06.647090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f641e9-d110-45d8-8c36-c365f25d38e7', 'name': '', 'tenant_id': '1ff4854fc07b455ba6ed260eff42a879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a', 'external_fixed_ips': [{'subnet_id': '94e20291-c598-48e0-ad6a-a15b7c7cf7e7', 'ip_address': '2001:db8::332'}], 'enable_snat': True}, 'gw_port_id': '156b3c32-3d7a-4dc5-9ed9-454317b16548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:53:02Z', 'updated_at': '2021-07-22T16:53:04Z', 'revision_number': 3, 'project_id': '1ff4854fc07b455ba6ed260eff42a879', 'gw_port': {'id': '156b3c32-3d7a-4dc5-9ed9-454317b16548', 'name': '', 'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f641e9-d110-45d8-8c36-c365f25d38e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '94e20291-c598-48e0-ad6a-a15b7c7cf7e7', 'ip_address': '2001:db8::332', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:53:03Z', 'updated_at': '2021-07-22T16:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94e20291-c598-48e0-ad6a-a15b7c7cf7e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:06.673947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Checking router: 51f641e9-d110-45d8-8c36-c365f25d38e7 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:53:06.674303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Updating router 51f641e9-d110-45d8-8c36-c365f25d38e7 port 156b3c32-3d7a-4dc5-9ed9-454317b16548 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:53:06.700080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.714119 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.719274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Calling delete_port for 74c81aa1-89aa-49c6-bd1a-538b546696a2 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:06.768341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.934181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.948056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Deleting port 156b3c32-3d7a-4dc5-9ed9-454317b16548 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:06.948392 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:06.963331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event deleted for resources: {'Port': ['ID=74c81aa1-89aa-49c6-bd1a-538b546696a2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:06.993497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.005262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Transition to ACTIVE for port object 156b3c32-3d7a-4dc5-9ed9-454317b16548 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:07.012903 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.036050 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.067617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894f77f-1b01-400e-a550-34bfc811311f None None] Pushing event updated for resources: {'Port': ['ID=156b3c32-3d7a-4dc5-9ed9-454317b16548,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:07.070037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Attempting to bind port 156b3c32-3d7a-4dc5-9ed9-454317b16548 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:07.070486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Attempting to bind port 156b3c32-3d7a-4dc5-9ed9-454317b16548 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ed0c0f6a-4693-42b7-96f2-e24b7415151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:07.071018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Attempting to bind port 156b3c32-3d7a-4dc5-9ed9-454317b16548 on network 4088d4b7-76c9-48d3-89a0-ec8367bdd55a {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:07.078139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:07.078644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Checking segment: {'id': 'ed0c0f6a-4693-42b7-96f2-e24b7415151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:07.079723 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.080215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Bound using segment: {'id': 'ed0c0f6a-4693-42b7-96f2-e24b7415151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:07.080795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Bound port: 156b3c32-3d7a-4dc5-9ed9-454317b16548, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0c0f6a-4693-42b7-96f2-e24b7415151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4088d4b7-76c9-48d3-89a0-ec8367bdd55a'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:07.081158 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.081626 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.101322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Calling delete_port for 156b3c32-3d7a-4dc5-9ed9-454317b16548 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:07.137396 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.139457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] For port 156b3c32-3d7a-4dc5-9ed9-454317b16548, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:07.139709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.143864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] For port 156b3c32-3d7a-4dc5-9ed9-454317b16548, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=156b3c32-3d7a-4dc5-9ed9-454317b16548,segment=NetworkSegment(ed0c0f6a-4693-42b7-96f2-e24b7415151c),segment_id=ed0c0f6a-4693-42b7-96f2-e24b7415151c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:07.150157 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.188781 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.189671 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Fanout notify agent at l3_agent the message router_deleted on router 93dd6c9a-3955-4564-ba85-99ee9da141b3 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:07.196960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.198586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8c8335c4-a89a-49b2-bd41-3a9a4ff72998 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/93dd6c9a-3955-4564-ba85-99ee9da141b3 HTTP/1.1" status: 204 len: 168 time: 0.9985456 Jul 22 16:53:07.204775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35906) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:07.212438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5a9bb57c-8b6f-4448-a6c0-abe8dc2c2754 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-765193349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:07.252543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Routers {'51f641e9-d110-45d8-8c36-c365f25d38e7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:07.253278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51f641e9-d110-45d8-8c36-c365f25d38e7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:07.265055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb57c-8b6f-4448-a6c0-abe8dc2c2754 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.267685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb57c-8b6f-4448-a6c0-abe8dc2c2754 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.329636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894f77f-1b01-400e-a550-34bfc811311f None None] Pushing event updated for resources: {'Port': ['ID=156b3c32-3d7a-4dc5-9ed9-454317b16548,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:07.335337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb57c-8b6f-4448-a6c0-abe8dc2c2754 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.343167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb57c-8b6f-4448-a6c0-abe8dc2c2754 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.361470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb57c-8b6f-4448-a6c0-abe8dc2c2754 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.362641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] Set router 51f641e9-d110-45d8-8c36-c365f25d38e7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:07.364154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5a9bb57c-8b6f-4448-a6c0-abe8dc2c2754 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1582410 Jul 22 16:53:07.367519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:07.371965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.372823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:07.424853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f641e9-d110-45d8-8c36-c365f25d38e7', 'name': '', 'tenant_id': '1ff4854fc07b455ba6ed260eff42a879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:53:02Z', 'updated_at': '2021-07-22T16:53:06Z', 'revision_number': 4, 'project_id': '1ff4854fc07b455ba6ed260eff42a879', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:07.451660 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6289a320-fff8-4ee3-9445-e16de8637d86 None None] The sync data for ids ['51f641e9-d110-45d8-8c36-c365f25d38e7'] in n-d-792458-13 is: [{'id': '51f641e9-d110-45d8-8c36-c365f25d38e7', 'name': '', 'tenant_id': '1ff4854fc07b455ba6ed260eff42a879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:53:02Z', 'updated_at': '2021-07-22T16:53:06Z', 'revision_number': 4, 'project_id': '1ff4854fc07b455ba6ed260eff42a879', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:07.533165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b846246-8821-4eaa-8ea1-cdcda7dee13f req-d32f6cff-ac14-44c0-9ea9-42879c059148 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:07.534749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b846246-8821-4eaa-8ea1-cdcda7dee13f req-d32f6cff-ac14-44c0-9ea9-42879c059148 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 943 time: 0.2405336 Jul 22 16:53:07.535472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.577102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event deleted for resources: {'Port': ['ID=156b3c32-3d7a-4dc5-9ed9-454317b16548,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:07.591683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.630058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.689056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5c1c8434-9635-4c2c-af29-ce1f89d413f4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:07.710735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b846246-8821-4eaa-8ea1-cdcda7dee13f req-ea63c2cb-0878-45cd-b655-0ad3a6b4795a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667626 Jul 22 16:53:07.758957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:07.759397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.800302 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.805160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.826990 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.847721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.899554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.900066 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51f641e9-d110-45d8-8c36-c365f25d38e7 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:07.906357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:07.907708 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2aae9778-0fdc-4938-95e4-4ec58e8068d9 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "DELETE /v2.0/routers/51f641e9-d110-45d8-8c36-c365f25d38e7 HTTP/1.1" status: 204 len: 168 time: 1.5173903 Jul 22 16:53:07.911436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35910) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:07.978666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Allocated IP 172.25.3.149 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/8a4afd05-4efa-4648-89fa-4f248ff6e48c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:07.995570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-39867ce3-cddc-4ec6-a172-bd930f8a4c9e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Deleting subnet 94e20291-c598-48e0-ad6a-a15b7c7cf7e7 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:53:08.003027 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39867ce3-cddc-4ec6-a172-bd930f8a4c9e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.037357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.20.0.1 (1c533237-033d-4ffe-94d2-c5100591de71/533ca3db-a20e-4fdc-885a-1600cfffe34e/831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:08.058324 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39867ce3-cddc-4ec6-a172-bd930f8a4c9e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.098315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.141517 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.152312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39867ce3-cddc-4ec6-a172-bd930f8a4c9e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.185166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:08.189937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:08.192614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:08.199100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event updated for resources: {'Port': ['ID=8a4afd05-4efa-4648-89fa-4f248ff6e48c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:08.231103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.250161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Transition to ACTIVE for port object 831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:08.255754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39867ce3-cddc-4ec6-a172-bd930f8a4c9e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.286858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39867ce3-cddc-4ec6-a172-bd930f8a4c9e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=94e20291-c598-48e0-ad6a-a15b7c7cf7e7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:08.291606 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39867ce3-cddc-4ec6-a172-bd930f8a4c9e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.293408 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-39867ce3-cddc-4ec6-a172-bd930f8a4c9e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/94e20291-c598-48e0-ad6a-a15b7c7cf7e7 HTTP/1.1" status: 204 len: 168 time: 0.3812201 Jul 22 16:53:08.296907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:08.377889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.384631 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.431237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1c533237-033d-4ffe-94d2-c5100591de71 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:08.440191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:08.447759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:08.453355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:08.482907 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.530784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.600798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.616081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4088d4b7-76c9-48d3-89a0-ec8367bdd55a']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:08.630293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0c0f6a-4693-42b7-96f2-e24b7415151c') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:08.630591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0c0f6a-4693-42b7-96f2-e24b7415151c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:08.646578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.686500 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.694008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:08.694997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: items = [ Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: items = [ Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:08.696140 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:08.717023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1b48cc9d-391c-4d2a-8326-b19a6622e015 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:53:08.721969 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.723666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-323f6b65-54f4-4ddd-81de-a66996ed12ee None None] Provisioning for port 831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:08.725838 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.733122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-323f6b65-54f4-4ddd-81de-a66996ed12ee None None] Provisioning complete for port 831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:08.733417 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-323f6b65-54f4-4ddd-81de-a66996ed12ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.792855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-323f6b65-54f4-4ddd-81de-a66996ed12ee None None] Port 831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:08.832933 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.848402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4088d4b7-76c9-48d3-89a0-ec8367bdd55a {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 16:53:08.851992 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.864618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.866715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "DELETE /v2.0/networks/4088d4b7-76c9-48d3-89a0-ec8367bdd55a HTTP/1.1" status: 204 len: 168 time: 0.5688999 Jul 22 16:53:08.872731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 1b48cc9d-391c-4d2a-8326-b19a6622e015, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1b48cc9d-391c-4d2a-8326-b19a6622e015,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:08.886197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Router 8db61c3c-fd6d-406c-96e9-60e77dbcf3db is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:08.888614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '1b48cc9d-391c-4d2a-8326-b19a6622e015', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'port_id': '1b48cc9d-391c-4d2a-8326-b19a6622e015', 'mac_address': 'fa:16:3e:ce:a7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2381c46-3fa4-4415-a1ec-42dcea88a248', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:53:08.902143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event deleted for resources: {'Network': ['ID=4088d4b7-76c9-48d3-89a0-ec8367bdd55a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:08.921333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.921676 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.922311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.922311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.922649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.923724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.924442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.924442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.924733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.925046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.925371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.925768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80296a5-5e87-4dcb-bdf7-0ff55e75094b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:08.951455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:08.985428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b48cc9d-391c-4d2a-8326-b19a6622e015 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:09.030777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 1b48cc9d-391c-4d2a-8326-b19a6622e015, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1b48cc9d-391c-4d2a-8326-b19a6622e015,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:09.039684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:09.040444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.047313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.051834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4105efb4-9d19-43a8-ae83-5eaca2a0e3bf tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "PUT /v2.0/routers/8db61c3c-fd6d-406c-96e9-60e77dbcf3db HTTP/1.1" status: 200 len: 879 time: 1.6837866 Jul 22 16:53:09.052471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:09.095226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=1b48cc9d-391c-4d2a-8326-b19a6622e015,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:09.182388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35926) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:09.187559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5e8955e0-c8a1-4d8a-8198-178b7f08fcfc tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'router': {'name': 'tempest-router--149222000', 'project_id': 'c5dbee1e61b74028a79d354975792195'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:09.195465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1a67adb5-aa3f-44fd-b9e8-a5858be57697 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/routers/8db61c3c-fd6d-406c-96e9-60e77dbcf3db HTTP/1.1" status: 200 len: 920 time: 0.1386573 Jul 22 16:53:09.198636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35928) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:09.247560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e8955e0-c8a1-4d8a-8198-178b7f08fcfc tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.248523 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e8955e0-c8a1-4d8a-8198-178b7f08fcfc tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.320994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b603e-ad7b-4e8a-86c8-66ccc25f7c2f tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:09.322740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-db0b603e-ad7b-4e8a-86c8-66ccc25f7c2f tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=8db61c3c-fd6d-406c-96e9-60e77dbcf3db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1230123 Jul 22 16:53:09.324627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e8955e0-c8a1-4d8a-8198-178b7f08fcfc tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.325519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35930) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:09.352761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e8955e0-c8a1-4d8a-8198-178b7f08fcfc tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.376811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['1b48cc9d-391c-4d2a-8326-b19a6622e015'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:09.410313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e8955e0-c8a1-4d8a-8198-178b7f08fcfc tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.411635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5e8955e0-c8a1-4d8a-8198-178b7f08fcfc tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2279081 Jul 22 16:53:09.414733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:09.535552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467d0c-04ff-44dd-b717-688bf6868955 None None] Sync routers for ids ['8db61c3c-fd6d-406c-96e9-60e77dbcf3db'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:09.563198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467d0c-04ff-44dd-b717-688bf6868955 None None] Routers {'8db61c3c-fd6d-406c-96e9-60e77dbcf3db'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:09.564388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-21467d0c-04ff-44dd-b717-688bf6868955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8db61c3c-fd6d-406c-96e9-60e77dbcf3db'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:09.577173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92858523-bb02-43b2-b8f6-7b0fc269b207 req-422645b0-c23f-416a-929a-2ba44dda56c6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:09.578789 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92858523-bb02-43b2-b8f6-7b0fc269b207 req-422645b0-c23f-416a-929a-2ba44dda56c6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 943 time: 0.7469594 Jul 22 16:53:09.607590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-21467d0c-04ff-44dd-b717-688bf6868955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:09.642180 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-92858523-bb02-43b2-b8f6-7b0fc269b207 req-50a678e5-c63f-4304-806b-d19da94450ae tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462794 Jul 22 16:53:09.650744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467d0c-04ff-44dd-b717-688bf6868955 None None] Routers {'8db61c3c-fd6d-406c-96e9-60e77dbcf3db'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:09.651405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-21467d0c-04ff-44dd-b717-688bf6868955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['8db61c3c-fd6d-406c-96e9-60e77dbcf3db'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:09.703940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-21467d0c-04ff-44dd-b717-688bf6868955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:09.704959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467d0c-04ff-44dd-b717-688bf6868955 None None] The sync data for ids ['8db61c3c-fd6d-406c-96e9-60e77dbcf3db'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:09.831929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.836868 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.915715 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76117a20-f224-4fbe-8617-f8c31b7a4a2e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.924132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:09.928833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:09.958154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7460708e-cd63-4336-927b-904df7fa7354 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:09.962117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7460708e-cd63-4336-927b-904df7fa7354 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 881 time: 0.6331184 Jul 22 16:53:09.964601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:10.032872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-42b0da20-2952-435d-bffc-97550a196bfa tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db61c3c-fd6d-406c-96e9-60e77dbcf3db HTTP/1.1" status: 200 len: 205 time: 0.0670602 Jul 22 16:53:10.040344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35938) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:10.096387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76117a20-f224-4fbe-8617-f8c31b7a4a2e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.098568 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76117a20-f224-4fbe-8617-f8c31b7a4a2e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.144414 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76117a20-f224-4fbe-8617-f8c31b7a4a2e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.145090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76117a20-f224-4fbe-8617-f8c31b7a4a2e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48d8e09c-5bf2-4f4c-ad6d-a2b0cac1424d {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:10.146964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1c533237-033d-4ffe-94d2-c5100591de71 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:10.152165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76117a20-f224-4fbe-8617-f8c31b7a4a2e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.154019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-76117a20-f224-4fbe-8617-f8c31b7a4a2e tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "DELETE /v2.0/routers/48d8e09c-5bf2-4f4c-ad6d-a2b0cac1424d HTTP/1.1" status: 204 len: 168 time: 0.7381098 Jul 22 16:53:10.154161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:10.209357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.290889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35942) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:10.372981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 280bd16b-a9dc-49fb-b271-8dc75cc136dd has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:10.379229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.430062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1e226113-9a20-42bc-899d-f1e9d55bbc9b None None] Provisioning complete for port 831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:10.430604 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e226113-9a20-42bc-899d-f1e9d55bbc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.468172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1e226113-9a20-42bc-899d-f1e9d55bbc9b None None] Port 831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:10.506540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-417917059', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:10.523812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Deleting port 8a4afd05-4efa-4648-89fa-4f248ff6e48c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:10.524149 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.526114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:10.531395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.532104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-483b7c4c-e4ea-43ab-b402-bffdf4240804 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/routers/280bd16b-a9dc-49fb-b271-8dc75cc136dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8957458 Jul 22 16:53:10.535987 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.538865 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa2cc9c-ee56-4986-a98c-900c33cb256d None None] Sync routers for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:10.540858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:10.548641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'port': {'network_id': '1c533237-033d-4ffe-94d2-c5100591de71', 'name': 'tempest-FloatingIPTestJSON-1947524257'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:10.551633 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2cc9c-ee56-4986-a98c-900c33cb256d None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:10.552475 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7aa2cc9c-ee56-4986-a98c-900c33cb256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:10.593993 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7aa2cc9c-ee56-4986-a98c-900c33cb256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:10.605163 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2cc9c-ee56-4986-a98c-900c33cb256d None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:10.605826 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7aa2cc9c-ee56-4986-a98c-900c33cb256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:10.633552 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.645708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Calling delete_port for 8a4afd05-4efa-4648-89fa-4f248ff6e48c owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:10.646846 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7aa2cc9c-ee56-4986-a98c-900c33cb256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:10.647613 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa2cc9c-ee56-4986-a98c-900c33cb256d None None] The sync data for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:10.680089 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.743607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1b48cc9d-391c-4d2a-8326-b19a6622e015 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:10.794205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 1b48cc9d-391c-4d2a-8326-b19a6622e015 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:10.800054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 1b48cc9d-391c-4d2a-8326-b19a6622e015 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:10.800565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.853819 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.858267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Made reservation on behalf of 5e59c98dbda8400b9d55d1e98aef9f39 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:10.860927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892ad45-e72a-424f-a38f-f6000ebc93ea req-6c27b676-994f-437c-a7f8-2b866b7a12fd tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:10.863027 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4892ad45-e72a-424f-a38f-f6000ebc93ea req-6c27b676-994f-437c-a7f8-2b866b7a12fd tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 944 time: 0.1503139 Jul 22 16:53:10.863313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.884121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] device_id is not set on port 8fdf1f69-f5b2-4300-a5a1-85581677a390 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:53:10.889153 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.895289 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.920535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0649997a-ce86-43e0-a562-9097cfa1ca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b48cc9d-391c-4d2a-8326-b19a6622e015'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:10.924410 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff475ab-90d4-44d7-908b-ec8889ff2498" -d '{"events": [{"server_uuid": "0649997a-ce86-43e0-a562-9097cfa1ca55", "name": "network-vif-plugged", "status": "completed", "tag": "1b48cc9d-391c-4d2a-8326-b19a6622e015"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:10.931193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event deleted for resources: {'Port': ['ID=8a4afd05-4efa-4648-89fa-4f248ff6e48c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:10.940773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 1b48cc9d-391c-4d2a-8326-b19a6622e015, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1b48cc9d-391c-4d2a-8326-b19a6622e015,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:10.947075 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:10.975615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4892ad45-e72a-424f-a38f-f6000ebc93ea req-6839dd3e-f134-4f9f-8e99-1f9131f46233 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027896 Jul 22 16:53:11.022557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.023767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=1b48cc9d-391c-4d2a-8326-b19a6622e015,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:11.038740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Allocated IP 172.20.0.6 (1c533237-033d-4ffe-94d2-c5100591de71/533ca3db-a20e-4fdc-885a-1600cfffe34e/8fdf1f69-f5b2-4300-a5a1-85581677a390) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:11.051539 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a28734c-b514-47c8-823b-7a9346cb7730 x-openstack-request-id: req-1a28734c-b514-47c8-823b-7a9346cb7730 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:11.051539 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0649997a-ce86-43e0-a562-9097cfa1ca55", "name": "network-vif-plugged", "status": "completed", "tag": "1b48cc9d-391c-4d2a-8326-b19a6622e015", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:11.051539 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a28734c-b514-47c8-823b-7a9346cb7730 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:11.051539 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0649997a-ce86-43e0-a562-9097cfa1ca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b48cc9d-391c-4d2a-8326-b19a6622e015', 'code': 200} Jul 22 16:53:11.130222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.132686 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.180542 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.181115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Fanout notify agent at l3_agent the message router_deleted on router 8db61c3c-fd6d-406c-96e9-60e77dbcf3db {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:11.188357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.189638 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-69dbf9f8-6ec0-4caf-8012-bd1eebef79ee tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/8db61c3c-fd6d-406c-96e9-60e77dbcf3db HTTP/1.1" status: 204 len: 168 time: 1.1483729 Jul 22 16:53:11.194127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35954) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:11.198854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-30922328-2145-4093-abb4-42242137ef0d tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-947663311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:11.221846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30922328-2145-4093-abb4-42242137ef0d tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.222978 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30922328-2145-4093-abb4-42242137ef0d tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.275226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30922328-2145-4093-abb4-42242137ef0d tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.279763 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30922328-2145-4093-abb4-42242137ef0d tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.296729 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30922328-2145-4093-abb4-42242137ef0d tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.298140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-30922328-2145-4093-abb4-42242137ef0d tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1028326 Jul 22 16:53:11.300962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:11.305617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': True}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:11.331496 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.363747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.426868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.430064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1032cdd-8f8b-4b25-a8a8-426bb5d05da2 req-4211ff7e-0bac-4733-8760-c32c6320111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:11.431673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1032cdd-8f8b-4b25-a8a8-426bb5d05da2 req-4211ff7e-0bac-4733-8760-c32c6320111a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 1097 time: 0.2831447 Jul 22 16:53:11.472822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Transition to ACTIVE for port object 8fdf1f69-f5b2-4300-a5a1-85581677a390 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:11.511391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.523690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1032cdd-8f8b-4b25-a8a8-426bb5d05da2 req-e94513c2-542c-489b-8a78-c00e2969dd69 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841043 Jul 22 16:53:11.549451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Allocated IP 172.25.3.23 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/96387878-b565-4fc4-ab73-a31a0a6a1b52) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:11.570792 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.678510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Network 1c533237-033d-4ffe-94d2-c5100591de71 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:11.686245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:11.687959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event updated for resources: {'Port': ['ID=8fdf1f69-f5b2-4300-a5a1-85581677a390,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:11.692204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:11.730688 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.751766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.762163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:11.763139 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.768710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.792626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ad2dbab8-4682-4fe6-ab3d-4bf5f865f878 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2479730 Jul 22 16:53:11.792857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35958) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:11.797784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Request body: {'floatingip': {'port_id': '8fdf1f69-f5b2-4300-a5a1-85581677a390'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:11.878745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.901718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cf4ec726-7319-46b8-8b0e-3e414ef8f724 None None] Provisioning for port 8fdf1f69-f5b2-4300-a5a1-85581677a390 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:11.906775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cf4ec726-7319-46b8-8b0e-3e414ef8f724 None None] Provisioning complete for port 8fdf1f69-f5b2-4300-a5a1-85581677a390 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:11.909058 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec726-7319-46b8-8b0e-3e414ef8f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.918611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:11.947892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ec726-7319-46b8-8b0e-3e414ef8f724 None None] Port 8fdf1f69-f5b2-4300-a5a1-85581677a390 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:11.956256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Allocated IP 172.25.3.16 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/19239abf-e99a-4941-a119-bf5b5bd609bf) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:11.975193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:11.981967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:11.986990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:11.989190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event updated for resources: {'Port': ['ID=96387878-b565-4fc4-ab73-a31a0a6a1b52,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:12.099755 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.160986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689a6bc-8178-4b0f-8b38-fe7bac71fb4d req-15ef205f-6ba0-44af-8f4b-e7c9aa4be2de tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:12.162977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9689a6bc-8178-4b0f-8b38-fe7bac71fb4d req-15ef205f-6ba0-44af-8f4b-e7c9aa4be2de tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 945 time: 0.1089630 Jul 22 16:53:12.183680 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.241330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:12.257683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:12.260204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:12.301167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9689a6bc-8178-4b0f-8b38-fe7bac71fb4d req-f2d9c343-118a-4c1d-9646-00ef4c306d9e tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241329 Jul 22 16:53:12.302763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event updated for resources: {'Port': ['ID=19239abf-e99a-4941-a119-bf5b5bd609bf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:12.561090 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.561711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.782281 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.787647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:12.939636 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Router 681c9347-4df1-4210-865e-fb90dc9304a7 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:13.225712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.233051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.318682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.419885 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP e4e9a105-e49d-433c-a5c9-b91e139a0056 associated. External IP: 172.25.3.26, port: 53abe04e-9cc6-4b68-aaf1-d6426669a5f2. Jul 22 16:53:13.448777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:13.453473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.455866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1fa8351f-b420-4f4c-ae26-7325e4ff66b3 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "PUT /v2.0/routers/681c9347-4df1-4210-865e-fb90dc9304a7 HTTP/1.1" status: 200 len: 913 time: 2.1538959 Jul 22 16:53:13.458603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35968) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:13.459824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8c8d4-599b-49ab-9066-300e8447182a None None] Sync routers for ids ['681c9347-4df1-4210-865e-fb90dc9304a7'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:13.469609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8c8d4-599b-49ab-9066-300e8447182a None None] Routers {'681c9347-4df1-4210-865e-fb90dc9304a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:13.470980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a6d8c8d4-599b-49ab-9066-300e8447182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['681c9347-4df1-4210-865e-fb90dc9304a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:13.507207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a6d8c8d4-599b-49ab-9066-300e8447182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:13.516028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8c8d4-599b-49ab-9066-300e8447182a None None] Routers {'681c9347-4df1-4210-865e-fb90dc9304a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:13.517278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a6d8c8d4-599b-49ab-9066-300e8447182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['681c9347-4df1-4210-865e-fb90dc9304a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:13.549267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f2a91-20cf-4184-b277-f6ffb33a4e4e req-ec18d23c-0472-4c82-9e8e-46f88fb01954 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:13.550693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a6d8c8d4-599b-49ab-9066-300e8447182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:13.551012 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e94f2a91-20cf-4184-b277-f6ffb33a4e4e req-ec18d23c-0472-4c82-9e8e-46f88fb01954 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 945 time: 0.1716919 Jul 22 16:53:13.551722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8c8d4-599b-49ab-9066-300e8447182a None None] The sync data for ids ['681c9347-4df1-4210-865e-fb90dc9304a7'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:13.608735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e94f2a91-20cf-4184-b277-f6ffb33a4e4e req-c2437eb5-4fea-4681-b9e5-0b377a723889 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487845 Jul 22 16:53:13.615365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dc00aa02-616a-4d80-90a1-9598354641cd tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/routers/681c9347-4df1-4210-865e-fb90dc9304a7 HTTP/1.1" status: 200 len: 919 time: 0.1540329 Jul 22 16:53:13.618155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:13.636779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Router 6a033d5d-0cb7-4365-983d-fa1555c4ad12 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:13.737035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bae568-c356-45a6-a7c5-931f2cc51de0 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:13.739397 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c1bae568-c356-45a6-a7c5-931f2cc51de0 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=681c9347-4df1-4210-865e-fb90dc9304a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1202633 Jul 22 16:53:13.741283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35974) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:13.780069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:13.825498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9b7ec-4542-4ad9-ae6b-db13b4dad83f tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:13.826893 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-95b9b7ec-4542-4ad9-ae6b-db13b4dad83f tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 881 time: 0.0846894 Jul 22 16:53:13.829762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:13.850065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:13.859919 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5545bb-502d-4a58-b4c8-e2057c3b2ea9 None None] Sync routers for ids ['6a033d5d-0cb7-4365-983d-fa1555c4ad12'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:13.865670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a21be9aa-2f0f-427c-b36d-2b1c4d4c8194 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=681c9347-4df1-4210-865e-fb90dc9304a7 HTTP/1.1" status: 200 len: 205 time: 0.0348413 Jul 22 16:53:13.868107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:13.871127 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5545bb-502d-4a58-b4c8-e2057c3b2ea9 None None] Routers {'6a033d5d-0cb7-4365-983d-fa1555c4ad12'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:13.871868 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bc5545bb-502d-4a58-b4c8-e2057c3b2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6a033d5d-0cb7-4365-983d-fa1555c4ad12'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:13.916371 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bc5545bb-502d-4a58-b4c8-e2057c3b2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:13.919015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25df6c-ac16-4583-9794-8faa8d98d96c req-433fbe84-e8ed-4d21-a996-47a6eaf970d4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:13.920588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e25df6c-ac16-4583-9794-8faa8d98d96c req-433fbe84-e8ed-4d21-a996-47a6eaf970d4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 945 time: 0.2305458 Jul 22 16:53:13.924034 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:13.925190 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f42e4179-84ef-471e-8085-39092ffc2f24 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6330118 Jul 22 16:53:13.929183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35980) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:13.930532 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5545bb-502d-4a58-b4c8-e2057c3b2ea9 None None] Routers {'6a033d5d-0cb7-4365-983d-fa1555c4ad12'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:13.931351 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bc5545bb-502d-4a58-b4c8-e2057c3b2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6a033d5d-0cb7-4365-983d-fa1555c4ad12'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:13.965706 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-bc5545bb-502d-4a58-b4c8-e2057c3b2ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:13.966610 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5545bb-502d-4a58-b4c8-e2057c3b2ea9 None None] The sync data for ids ['6a033d5d-0cb7-4365-983d-fa1555c4ad12'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:13.986498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.048676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:14.058020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f914d-ce39-473b-8ba2-e1ce3952ff9b None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:14.063251 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0e25df6c-ac16-4583-9794-8faa8d98d96c req-4b719d2e-1a27-4bed-8614-2c9835341ea9 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953851 Jul 22 16:53:14.068712 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f914d-ce39-473b-8ba2-e1ce3952ff9b None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:14.070124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5a2f914d-ce39-473b-8ba2-e1ce3952ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.113360 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.124695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5a2f914d-ce39-473b-8ba2-e1ce3952ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.135662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f914d-ce39-473b-8ba2-e1ce3952ff9b None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:14.136744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5a2f914d-ce39-473b-8ba2-e1ce3952ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.146889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e096de98-ab84-4976-8377-ef64f1fa7d96 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/routers/6a033d5d-0cb7-4365-983d-fa1555c4ad12 HTTP/1.1" status: 200 len: 923 time: 0.2166154 Jul 22 16:53:14.151327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:14.177840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-5a2f914d-ce39-473b-8ba2-e1ce3952ff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.178877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f914d-ce39-473b-8ba2-e1ce3952ff9b None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:14.186459 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ddedc534-7d06-41b8-9ad8-d780f33bbd08 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a033d5d-0cb7-4365-983d-fa1555c4ad12 HTTP/1.1" status: 200 len: 205 time: 0.0339620 Jul 22 16:53:14.188887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:14.194835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Deleting port 19239abf-e99a-4941-a119-bf5b5bd609bf {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:14.195227 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.282956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.304784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Calling delete_port for 19239abf-e99a-4941-a119-bf5b5bd609bf owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:14.423280 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.511790 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.526135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 280bd16b-a9dc-49fb-b271-8dc75cc136dd has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:14.538881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event deleted for resources: {'Port': ['ID=19239abf-e99a-4941-a119-bf5b5bd609bf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:14.550758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eedc98-52f4-4e9d-b59c-f23aa0bae672 req-96505e3e-6e11-40c7-92f6-822177a5437a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:14.552434 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07eedc98-52f4-4e9d-b59c-f23aa0bae672 req-96505e3e-6e11-40c7-92f6-822177a5437a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 945 time: 0.2341437 Jul 22 16:53:14.615436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.662529 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.683550 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07eedc98-52f4-4e9d-b59c-f23aa0bae672 req-58d58804-86c0-475d-9cd9-7f04db6b6d5b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226568 Jul 22 16:53:14.717267 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.720269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.744524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:14.751704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.761392 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c7433-a991-4034-b7a0-18d7e8306aa2 None None] Sync routers for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:14.770183 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.771363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Fanout notify agent at l3_agent the message router_deleted on router 681c9347-4df1-4210-865e-fb90dc9304a7 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:14.771786 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c7433-a991-4034-b7a0-18d7e8306aa2 None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:14.772370 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d74c7433-a991-4034-b7a0-18d7e8306aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.780603 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.786801 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-86108e7f-0a1e-4487-9820-02446a347db2 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/681c9347-4df1-4210-865e-fb90dc9304a7 HTTP/1.1" status: 204 len: 168 time: 0.9127226 Jul 22 16:53:14.786965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Deleting port 96387878-b565-4fc4-ab73-a31a0a6a1b52 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:14.786965 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.787391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:14.792058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cd1e2954-8389-4dcb-b35f-4a45dd698a25 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-284000223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:14.817209 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d74c7433-a991-4034-b7a0-18d7e8306aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.822409 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2954-8389-4dcb-b35f-4a45dd698a25 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.823654 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2954-8389-4dcb-b35f-4a45dd698a25 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.831829 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c7433-a991-4034-b7a0-18d7e8306aa2 None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:14.832947 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d74c7433-a991-4034-b7a0-18d7e8306aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.867254 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d74c7433-a991-4034-b7a0-18d7e8306aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:14.868058 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c7433-a991-4034-b7a0-18d7e8306aa2 None None] The sync data for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:14.893706 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2954-8389-4dcb-b35f-4a45dd698a25 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.903211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2954-8389-4dcb-b35f-4a45dd698a25 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.906986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.928208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Calling delete_port for 96387878-b565-4fc4-ab73-a31a0a6a1b52 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:14.929250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cd1e2954-8389-4dcb-b35f-4a45dd698a25 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:14.933003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cd1e2954-8389-4dcb-b35f-4a45dd698a25 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1445405 Jul 22 16:53:14.935651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:14.940442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': False}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:14.945983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d4db1ada-326c-4b30-9af5-8aa4fafaccee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/floatingips/e4e9a105-e49d-433c-a5c9-b91e139a0056 HTTP/1.1" status: 200 len: 977 time: 3.1496110 Jul 22 16:53:14.946256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:15.143702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.176026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event deleted for resources: {'Port': ['ID=96387878-b565-4fc4-ab73-a31a0a6a1b52,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:15.224965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.239976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.265575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 8fdf1f69-f5b2-4300-a5a1-85581677a390 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:15.265925 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.359391 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.362551 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.413301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.414013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Fanout notify agent at l3_agent the message router_deleted on router 6a033d5d-0cb7-4365-983d-fa1555c4ad12 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:15.422468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.428827 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-221c2c33-d3e6-4adf-b3af-59bd190ca13b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/6a033d5d-0cb7-4365-983d-fa1555c4ad12 HTTP/1.1" status: 204 len: 168 time: 1.2389083 Jul 22 16:53:15.429544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36000) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:15.429736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.435421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'router': {'name': 'tempest-snat-router-686332268', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': False}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:15.463216 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.465207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.528683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.690724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.699232 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.734965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.768741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.769159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:15.769469 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Floating IP e4e9a105-e49d-433c-a5c9-b91e139a0056 disassociated. External IP: 172.25.3.26, port: 8fdf1f69-f5b2-4300-a5a1-85581677a390. Jul 22 16:53:15.769811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 8fdf1f69-f5b2-4300-a5a1-85581677a390 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:15.944411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Allocated IP 172.25.3.95 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/4bff9f90-a74a-4239-b366-57c7e13c099b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:16.071788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.106379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=8fdf1f69-f5b2-4300-a5a1-85581677a390,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:16.203622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.277772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 280bd16b-a9dc-49fb-b271-8dc75cc136dd has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:16.285955 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.287836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7bb52-5bba-496e-b8b9-c01ef540773b req-ec22502d-362b-4646-a4f0-9f1d4c9da84b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:16.289397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85f7bb52-5bba-496e-b8b9-c01ef540773b req-ec22502d-362b-4646-a4f0-9f1d4c9da84b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 945 time: 0.5125692 Jul 22 16:53:16.376577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Pushing event updated for resources: {'Port': ['ID=4bff9f90-a74a-4239-b366-57c7e13c099b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:16.381104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:16.391212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.399689 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85f7bb52-5bba-496e-b8b9-c01ef540773b req-6f1e0fe9-3570-44b8-a87d-dfbe4ea10c41 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890174 Jul 22 16:53:16.415449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:16.421215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.422184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:16.438740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-978702fb-a637-41b0-83e5-932010619797 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:16.440287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-978702fb-a637-41b0-83e5-932010619797 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 945 time: 0.1704390 Jul 22 16:53:16.545708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:16.557819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68036ed8-86e0-4a43-a180-46c923e9ff7b None None] Sync routers for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:16.567761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68036ed8-86e0-4a43-a180-46c923e9ff7b None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:16.568373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68036ed8-86e0-4a43-a180-46c923e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:16.600481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68036ed8-86e0-4a43-a180-46c923e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:16.609103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68036ed8-86e0-4a43-a180-46c923e9ff7b None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:16.609734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68036ed8-86e0-4a43-a180-46c923e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:16.623921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Allocated IP 172.25.3.234 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/cc13aaa0-8d09-4b8f-855e-78f663e76fe8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:16.646373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-68036ed8-86e0-4a43-a180-46c923e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:16.647325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68036ed8-86e0-4a43-a180-46c923e9ff7b None None] The sync data for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:16.661904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Deleting port 1b48cc9d-391c-4d2a-8326-b19a6622e015 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:16.662343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.667744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.668958 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4980000c-626d-4073-b1db-bfbd6e91dd7f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/ports/8fdf1f69-f5b2-4300-a5a1-85581677a390 HTTP/1.1" status: 204 len: 168 time: 1.7216396 Jul 22 16:53:16.673200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36006) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:16.818454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] For port 1b48cc9d-391c-4d2a-8326-b19a6622e015, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=1b48cc9d-391c-4d2a-8326-b19a6622e015,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:16.819043 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.823189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.838440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Calling delete_port for 1b48cc9d-391c-4d2a-8326-b19a6622e015 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:16.940736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:16.990263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:16.997706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:17.000188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:17.027275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event updated for resources: {'Port': ['ID=cc13aaa0-8d09-4b8f-855e-78f663e76fe8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:17.068594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.068825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.069157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.069486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.069812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.070134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.070454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.070773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.071135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.071453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.071768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.072081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:53:17.186916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.198723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.220855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:17.224367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['1b48cc9d-391c-4d2a-8326-b19a6622e015'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:17.235643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event deleted for resources: {'Port': ['ID=1b48cc9d-391c-4d2a-8326-b19a6622e015,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:17.291624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] No DVR routers for this DVR port 1b48cc9d-391c-4d2a-8326-b19a6622e015 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:17.302686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.302686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-065aec4f-3b15-4a06-a0f9-dd5d125877d6 req-9d13bc42-02b6-4f83-bb73-a68b496eef5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "DELETE /v2.0/ports/1b48cc9d-391c-4d2a-8326-b19a6622e015 HTTP/1.1" status: 204 len: 173 time: 0.8559592 Jul 22 16:53:17.343251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0649997a-ce86-43e0-a562-9097cfa1ca55', 'name': 'network-vif-deleted', 'tag': '1b48cc9d-391c-4d2a-8326-b19a6622e015'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:17.345939 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab6bd64-4229-4e19-b614-f8c80f011a3d" -d '{"events": [{"server_uuid": "0649997a-ce86-43e0-a562-9097cfa1ca55", "name": "network-vif-deleted", "tag": "1b48cc9d-391c-4d2a-8326-b19a6622e015"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:17.419859 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38df871-a430-4d7b-b2bc-5227275dd773 x-openstack-request-id: req-e38df871-a430-4d7b-b2bc-5227275dd773 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:17.420287 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0649997a-ce86-43e0-a562-9097cfa1ca55", "name": "network-vif-deleted", "tag": "1b48cc9d-391c-4d2a-8326-b19a6622e015", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:17.420629 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e38df871-a430-4d7b-b2bc-5227275dd773 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:17.421302 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0649997a-ce86-43e0-a562-9097cfa1ca55', 'name': 'network-vif-deleted', 'tag': '1b48cc9d-391c-4d2a-8326-b19a6622e015', 'status': 'completed', 'code': 200} Jul 22 16:53:17.453040 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.550496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b566d261-89fd-4c7d-9d1c-00e7b0e39c84 req-346b08ba-4cdb-4b2c-ac90-51fe3d2ba244 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=0649997a-ce86-43e0-a562-9097cfa1ca55 HTTP/1.1" status: 200 len: 210 time: 0.0465662 Jul 22 16:53:17.613076 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.621946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.680249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.822518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Router f610c607-ec4c-4d1e-884f-6264bee38fc2 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:17.847553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.929160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Router 9c7209a0-6ba2-45bd-a064-844ae5406b1e is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:17.946248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:17.957592 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Sync routers for ids ['f610c607-ec4c-4d1e-884f-6264bee38fc2'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:17.968879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:17.972854 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7f02bc93-c5ef-4c91-a263-857d381b3939 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5396044 Jul 22 16:53:17.973033 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Routers {'f610c607-ec4c-4d1e-884f-6264bee38fc2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:17.973147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36014) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:17.973580 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f610c607-ec4c-4d1e-884f-6264bee38fc2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:18.090737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-908c3bf7-fc91-4d0e-87b0-7673cdb1fac5 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/routers/f610c607-ec4c-4d1e-884f-6264bee38fc2 HTTP/1.1" status: 200 len: 908 time: 0.1165981 Jul 22 16:53:18.093266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:18.097842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'router': {'name': 'tempest-snat-router-686332268', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': True}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:18.120052 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.121070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.180076 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.181794 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Set router f610c607-ec4c-4d1e-884f-6264bee38fc2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:18.183249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:18.188088 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.190289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6c8b2562-89db-4bb4-85e4-7ee52707e868 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "PUT /v2.0/routers/9c7209a0-6ba2-45bd-a064-844ae5406b1e HTTP/1.1" status: 200 len: 914 time: 3.2533431 Jul 22 16:53:18.194778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36018) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:18.195827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49d2b7-c48c-45b5-99a1-f3242dd5e285 None None] Sync routers for ids ['9c7209a0-6ba2-45bd-a064-844ae5406b1e'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:18.208417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49d2b7-c48c-45b5-99a1-f3242dd5e285 None None] Routers {'9c7209a0-6ba2-45bd-a064-844ae5406b1e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:18.209490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4e49d2b7-c48c-45b5-99a1-f3242dd5e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9c7209a0-6ba2-45bd-a064-844ae5406b1e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:18.252126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4e49d2b7-c48c-45b5-99a1-f3242dd5e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:18.264288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49d2b7-c48c-45b5-99a1-f3242dd5e285 None None] Routers {'9c7209a0-6ba2-45bd-a064-844ae5406b1e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:18.265702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4e49d2b7-c48c-45b5-99a1-f3242dd5e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9c7209a0-6ba2-45bd-a064-844ae5406b1e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:18.315601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4e49d2b7-c48c-45b5-99a1-f3242dd5e285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:18.316653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49d2b7-c48c-45b5-99a1-f3242dd5e285 None None] The sync data for ids ['9c7209a0-6ba2-45bd-a064-844ae5406b1e'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:18.358065 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-caee286e-32d5-4be0-b324-d6f4823e4c34 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/routers/9c7209a0-6ba2-45bd-a064-844ae5406b1e HTTP/1.1" status: 200 len: 920 time: 0.1595151 Jul 22 16:53:18.358623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36020) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:18.363202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.382335 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610c607-ec4c-4d1e-884f-6264bee38fc2', 'name': 'tempest-snat-router-686332268', 'tenant_id': '1ff4854fc07b455ba6ed260eff42a879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.234'}], 'enable_snat': False}, 'gw_port_id': 'cc13aaa0-8d09-4b8f-855e-78f663e76fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:53:15Z', 'updated_at': '2021-07-22T16:53:17Z', 'revision_number': 3, 'project_id': '1ff4854fc07b455ba6ed260eff42a879', 'gw_port': {'id': 'cc13aaa0-8d09-4b8f-855e-78f663e76fe8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610c607-ec4c-4d1e-884f-6264bee38fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:53:16Z', 'updated_at': '2021-07-22T16:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:18.405033 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f4e31a7-974b-48ac-88c8-be11b22a3b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.416601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:18.417086 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.423969 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Checking router: f610c607-ec4c-4d1e-884f-6264bee38fc2 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:53:18.424299 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Updating router f610c607-ec4c-4d1e-884f-6264bee38fc2 port cc13aaa0-8d09-4b8f-855e-78f663e76fe8 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:53:18.457703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8cfefa-4807-49de-9dac-770118014335 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:18.461678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7d8cfefa-4807-49de-9dac-770118014335 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=9c7209a0-6ba2-45bd-a064-844ae5406b1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0990765 Jul 22 16:53:18.465135 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.482807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36022) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:18.593508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d07d9-d631-4405-975d-6db314e2f924 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:18.601847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-241d07d9-d631-4405-975d-6db314e2f924 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 881 time: 0.1154635 Jul 22 16:53:18.602426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36026) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:18.718107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-79108d00-adeb-4601-8ff5-35d8270fb8ac tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c7209a0-6ba2-45bd-a064-844ae5406b1e HTTP/1.1" status: 200 len: 205 time: 0.1114526 Jul 22 16:53:18.720095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36034) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:18.783462 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.801815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:18.824596 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.843127 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Transition to ACTIVE for port object cc13aaa0-8d09-4b8f-855e-78f663e76fe8 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:18.856671 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.863315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.867413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.954849 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f6d6d-714c-4920-b8d9-d386f25ae23d None None] Pushing event updated for resources: {'Port': ['ID=cc13aaa0-8d09-4b8f-855e-78f663e76fe8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:18.972115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.974222 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Attempting to bind port cc13aaa0-8d09-4b8f-855e-78f663e76fe8 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:18.974708 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Attempting to bind port cc13aaa0-8d09-4b8f-855e-78f663e76fe8 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:18.974978 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Attempting to bind port cc13aaa0-8d09-4b8f-855e-78f663e76fe8 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:18.981375 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:18.981740 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:18.982130 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:18.982512 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:18.982987 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Bound port: cc13aaa0-8d09-4b8f-855e-78f663e76fe8, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:18.983364 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.028067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.046702 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] For port cc13aaa0-8d09-4b8f-855e-78f663e76fe8, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:19.050213 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] For port cc13aaa0-8d09-4b8f-855e-78f663e76fe8, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cc13aaa0-8d09-4b8f-855e-78f663e76fe8,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:19.054829 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.062262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=831a5bf7-1ff4-4c87-8ef6-e03c7eb74b0d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:19.138196 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Routers {'f610c607-ec4c-4d1e-884f-6264bee38fc2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:19.138754 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f610c607-ec4c-4d1e-884f-6264bee38fc2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:19.142800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.145393 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f6d6d-714c-4920-b8d9-d386f25ae23d None None] Pushing event updated for resources: {'Port': ['ID=cc13aaa0-8d09-4b8f-855e-78f663e76fe8,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:19.199915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192316-2e46-43ef-bcdb-35703a662bcb req-f79242b6-47b3-46f4-8ef4-145e8667e5da tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:19.201478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-f79242b6-47b3-46f4-8ef4-145e8667e5da tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.2698410 Jul 22 16:53:19.247016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-3e007472-9310-4294-81ad-94789aff7c1f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/quotas/ec83f6c5a767410283cefb29388f37bf HTTP/1.1" status: 200 len: 375 time: 0.0243261 Jul 22 16:53:19.269025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Allocated IP 172.25.3.176 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/a67a0e77-daec-4b77-b26c-684ea7e5aad5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:19.272842 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] Set router f610c607-ec4c-4d1e-884f-6264bee38fc2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:19.290839 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.367527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Deleting port 4bff9f90-a74a-4239-b366-57c7e13c099b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:19.367881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.481657 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610c607-ec4c-4d1e-884f-6264bee38fc2', 'name': 'tempest-snat-router-686332268', 'tenant_id': '1ff4854fc07b455ba6ed260eff42a879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.234'}], 'enable_snat': False}, 'gw_port_id': 'cc13aaa0-8d09-4b8f-855e-78f663e76fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:53:15Z', 'updated_at': '2021-07-22T16:53:17Z', 'revision_number': 3, 'project_id': '1ff4854fc07b455ba6ed260eff42a879', 'gw_port': {'id': 'cc13aaa0-8d09-4b8f-855e-78f663e76fe8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610c607-ec4c-4d1e-884f-6264bee38fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:53:16Z', 'updated_at': '2021-07-22T16:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:19.513760 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6114651-2421-4cd1-9feb-2b14693dc649 None None] The sync data for ids ['f610c607-ec4c-4d1e-884f-6264bee38fc2'] in n-d-792458-13 is: [{'id': 'f610c607-ec4c-4d1e-884f-6264bee38fc2', 'name': 'tempest-snat-router-686332268', 'tenant_id': '1ff4854fc07b455ba6ed260eff42a879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.234'}], 'enable_snat': False}, 'gw_port_id': 'cc13aaa0-8d09-4b8f-855e-78f663e76fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:53:15Z', 'updated_at': '2021-07-22T16:53:17Z', 'revision_number': 3, 'project_id': '1ff4854fc07b455ba6ed260eff42a879', 'gw_port': {'id': 'cc13aaa0-8d09-4b8f-855e-78f663e76fe8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610c607-ec4c-4d1e-884f-6264bee38fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:53:16Z', 'updated_at': '2021-07-22T16:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:19.564762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 280bd16b-a9dc-49fb-b271-8dc75cc136dd has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:19.683342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:19.691075 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a5b10a8d-7460-4c34-a5c0-f3710805d12f tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/routers/280bd16b-a9dc-49fb-b271-8dc75cc136dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0141513 Jul 22 16:53:19.691586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36046) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:19.695045 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ebe1de-2c75-4671-9f78-20a887da5609 None None] Sync routers for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:19.705455 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ebe1de-2c75-4671-9f78-20a887da5609 None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:19.706352 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-68ebe1de-2c75-4671-9f78-20a887da5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:19.743193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-68ebe1de-2c75-4671-9f78-20a887da5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:19.758354 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ebe1de-2c75-4671-9f78-20a887da5609 None None] Routers {'280bd16b-a9dc-49fb-b271-8dc75cc136dd'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:19.758354 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-68ebe1de-2c75-4671-9f78-20a887da5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:19.827763 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-68ebe1de-2c75-4671-9f78-20a887da5609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:19.828099 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ebe1de-2c75-4671-9f78-20a887da5609 None None] The sync data for ids ['280bd16b-a9dc-49fb-b271-8dc75cc136dd'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:19.877793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-51d97344-067e-49e2-9509-66b7a6091fa4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6212780 Jul 22 16:53:19.887171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.907669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:19.955697 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.006310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Calling delete_port for 4bff9f90-a74a-4239-b366-57c7e13c099b owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:20.026355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.083836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-fc539d42-75fa-47a4-aaa6-f0a2d8819809 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969380 Jul 22 16:53:20.092453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 8a72fdf5-6059-428c-a229-0a28ce48e5c5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:20.092810 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.134402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.183596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.196532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 8a72fdf5-6059-428c-a229-0a28ce48e5c5 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:20.266108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:20.277329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:20.289491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:20.291603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event updated for resources: {'Port': ['ID=a67a0e77-daec-4b77-b26c-684ea7e5aad5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:20.346654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-6943221f-3dfb-44e0-b82d-733c4f70c5a9 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546382 Jul 22 16:53:20.392472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.422371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=8a72fdf5-6059-428c-a229-0a28ce48e5c5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:20.489793 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.521704 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.549091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event deleted for resources: {'Port': ['ID=4bff9f90-a74a-4239-b366-57c7e13c099b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:20.603617 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d077bd6d-72e9-448d-acce-a01853ad5255 req-66d663a6-ff68-45fd-b9fc-f00bba99cbd9 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 210 time: 0.0466344 Jul 22 16:53:20.678071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.680429 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.696402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.733225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.733896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Fanout notify agent at l3_agent the message router_deleted on router 280bd16b-a9dc-49fb-b271-8dc75cc136dd {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:20.743106 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.746560 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9aca0bb5-75d5-4966-add2-a36ffa1e6cc4 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/routers/280bd16b-a9dc-49fb-b271-8dc75cc136dd HTTP/1.1" status: 204 len: 168 time: 1.0519550 Jul 22 16:53:20.747146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36058) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:20.807127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.807354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1b48cc9d-391c-4d2a-8326-b19a6622e015 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:20.811015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.812529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc7f1ad-0781-4888-9e05-b43055409ac5 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting subnet 533ca3db-a20e-4fdc-885a-1600cfffe34e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:53:20.816219 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1ad-0781-4888-9e05-b43055409ac5 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.818075 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.847728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 1b48cc9d-391c-4d2a-8326-b19a6622e015 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:20.848532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 1b48cc9d-391c-4d2a-8326-b19a6622e015 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:20.867370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1ad-0781-4888-9e05-b43055409ac5 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.932265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.933493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7209a0-6ba2-45bd-a064-844ae5406b1e {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:20.943556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.949065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b83dc349-c108-48d8-9b0a-d18f26d9672f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/9c7209a0-6ba2-45bd-a064-844ae5406b1e HTTP/1.1" status: 204 len: 168 time: 2.2253938 Jul 22 16:53:20.949453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36064) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:20.955820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1670124831', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:20.984719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:20.987701 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.023206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1ad-0781-4888-9e05-b43055409ac5 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.030667 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-443a7c47-46ce-4900-ac7b-d79c46badcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.088737 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.099288 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1ad-0781-4888-9e05-b43055409ac5 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.114563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f1ad-0781-4888-9e05-b43055409ac5 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.119168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5cc7f1ad-0781-4888-9e05-b43055409ac5 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/subnets/533ca3db-a20e-4fdc-885a-1600cfffe34e HTTP/1.1" status: 204 len: 168 time: 0.3687966 Jul 22 16:53:21.122143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7765db2d-e6f4-4f0a-bef1-c5ae4502c41c None None] Network 1c533237-033d-4ffe-94d2-c5100591de71 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:21.135424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36066) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:21.137801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7f1ad-0781-4888-9e05-b43055409ac5 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Subnet': ['ID=533ca3db-a20e-4fdc-885a-1600cfffe34e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:21.242306 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.287826 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.327270 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.336146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.341455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:21.342889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.384093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30fdd38-eba2-4bac-8099-5a5f71bcae55 None None] DHCP port deletion for 1c533237-033d-4ffe-94d2-c5100591de71 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:53:21.419944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] For port 5c1c8434-9635-4c2c-af29-ce1f89d413f4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5c1c8434-9635-4c2c-af29-ce1f89d413f4,segment=NetworkSegment(5dc5203e-1d79-4ed8-b0a7-30597da5b981),segment_id=5dc5203e-1d79-4ed8-b0a7-30597da5b981)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:21.419944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.435750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 5c1c8434-9635-4c2c-af29-ce1f89d413f4 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:21.445291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c30fdd38-eba2-4bac-8099-5a5f71bcae55 None None] Deleting port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:21.445710 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c30fdd38-eba2-4bac-8099-5a5f71bcae55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.514767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c30fdd38-eba2-4bac-8099-5a5f71bcae55 None None] For port 5c1c8434-9635-4c2c-af29-ce1f89d413f4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5c1c8434-9635-4c2c-af29-ce1f89d413f4,segment=NetworkSegment(5dc5203e-1d79-4ed8-b0a7-30597da5b981),segment_id=5dc5203e-1d79-4ed8-b0a7-30597da5b981)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:21.515639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c30fdd38-eba2-4bac-8099-5a5f71bcae55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.539284 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.544104 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c30fdd38-eba2-4bac-8099-5a5f71bcae55 None None] Calling delete_port for 5c1c8434-9635-4c2c-af29-ce1f89d413f4 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:21.570820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=5c1c8434-9635-4c2c-af29-ce1f89d413f4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:21.578352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] No DVR routers for this DVR port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:21.617687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Router 412770d6-befd-4850-9e89-b7667f230998 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:21.718539 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c30fdd38-eba2-4bac-8099-5a5f71bcae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.726788 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.744500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30fdd38-eba2-4bac-8099-5a5f71bcae55 None None] Pushing event deleted for resources: {'Port': ['ID=5c1c8434-9635-4c2c-af29-ce1f89d413f4,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:21.747648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cc13aaa0-8d09-4b8f-855e-78f663e76fe8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:21.755380 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.779706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30fdd38-eba2-4bac-8099-5a5f71bcae55 None None] No DVR routers for this DVR port 5c1c8434-9635-4c2c-af29-ce1f89d413f4 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:21.787171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5df8ee4c-845d-40d1-9230-442ba2b90a40 req-cb07537f-50fc-4003-9d62-7d38be55d79d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 210 time: 0.0741796 Jul 22 16:53:21.789345 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.789622 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c533237-033d-4ffe-94d2-c5100591de71']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:21.818825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc5203e-1d79-4ed8-b0a7-30597da5b981') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:21.819162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc5203e-1d79-4ed8-b0a7-30597da5b981') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:21.831502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.836770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port cc13aaa0-8d09-4b8f-855e-78f663e76fe8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:21.841327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cc13aaa0-8d09-4b8f-855e-78f663e76fe8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:21.841697 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.853970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.861706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:21.863177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:21.883813 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:21.949220 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.963902 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.968779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/networks/1c533237-033d-4ffe-94d2-c5100591de71 HTTP/1.1" status: 204 len: 168 time: 0.8298280 Jul 22 16:53:21.968968 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:21.971923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:21.980227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd847b-8239-4312-833f-fde911985c95 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Network': ['ID=1c533237-033d-4ffe-94d2-c5100591de71,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:21.993174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port cc13aaa0-8d09-4b8f-855e-78f663e76fe8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cc13aaa0-8d09-4b8f-855e-78f663e76fe8,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:21.998255 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.057865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=cc13aaa0-8d09-4b8f-855e-78f663e76fe8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:22.063969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5c1c8434-9635-4c2c-af29-ce1f89d413f4 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:22.087814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 5c1c8434-9635-4c2c-af29-ce1f89d413f4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:22.088275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5c1c8434-9635-4c2c-af29-ce1f89d413f4 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:22.135123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Allocated IP 172.25.3.158 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/0b35bf42-1ceb-4e00-a3ad-098c48df93a1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:22.162153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:22.174038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Sync routers for ids ['412770d6-befd-4850-9e89-b7667f230998'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:22.183641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Routers {'412770d6-befd-4850-9e89-b7667f230998'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:22.184261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['412770d6-befd-4850-9e89-b7667f230998'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:22.203377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192316-2e46-43ef-bcdb-35703a662bcb req-61ebaf4f-7736-4533-b5fb-58e65f844ae7 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:22.205730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-61ebaf4f-7736-4533-b5fb-58e65f844ae7 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.3719728 Jul 22 16:53:22.227682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Request body: {'port': {'device_id': 'ec36d621-e63e-4a62-8aa2-c1c9e1b1482c', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'admin_state_up': True, 'tenant_id': 'ec83f6c5a767410283cefb29388f37bf'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:22.236963 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.238407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e7f71163-e49d-4bb2-aeac-99ac95c0d25b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1442106 Jul 22 16:53:22.242503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36074) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:22.296685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Set router 412770d6-befd-4850-9e89-b7667f230998 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:22.373028 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ac294db2-d1ab-449e-ac35-e3d43708462a tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/routers/412770d6-befd-4850-9e89-b7667f230998 HTTP/1.1" status: 200 len: 907 time: 0.1266956 Jul 22 16:53:22.373596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36076) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:22.387924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 8112c70e-9fb4-498e-92d6-76a4d3a92e36 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:22.388305 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.423322 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.465297 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:53:22.486837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.488475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412770d6-befd-4850-9e89-b7667f230998', 'name': 'tempest-snat-router-686332268', 'tenant_id': '1ff4854fc07b455ba6ed260eff42a879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'a67a0e77-daec-4b77-b26c-684ea7e5aad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:53:18Z', 'updated_at': '2021-07-22T16:53:20Z', 'revision_number': 3, 'project_id': '1ff4854fc07b455ba6ed260eff42a879', 'gw_port': {'id': 'a67a0e77-daec-4b77-b26c-684ea7e5aad5', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412770d6-befd-4850-9e89-b7667f230998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2618, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:53:18Z', 'updated_at': '2021-07-22T16:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:22.526035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Checking router: 412770d6-befd-4850-9e89-b7667f230998 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:53:22.526382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Updating router 412770d6-befd-4850-9e89-b7667f230998 port a67a0e77-daec-4b77-b26c-684ea7e5aad5 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:53:22.564162 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.569539 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.601778 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.661451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Deleting port a67a0e77-daec-4b77-b26c-684ea7e5aad5 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:22.662356 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.848844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Made reservation on behalf of ec83f6c5a767410283cefb29388f37bf for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:22.852543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.905860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.906202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:22.955332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 8112c70e-9fb4-498e-92d6-76a4d3a92e36 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:22.966594 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.014607 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6f101224-6841-42eb-9f44-640f0a419a30 req-7bce92bf-fc04-41da-8764-7ddbdaa48867 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 210 time: 0.0421739 Jul 22 16:53:23.032878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:23.041640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.056804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Calling delete_port for a67a0e77-daec-4b77-b26c-684ea7e5aad5 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:23.079868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:23.094689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:23.140050 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.145676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event updated for resources: {'Port': ['ID=0b35bf42-1ceb-4e00-a3ad-098c48df93a1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:23.160724 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Transition to ACTIVE for port object a67a0e77-daec-4b77-b26c-684ea7e5aad5 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:23.170000 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.170421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Allocated IP 172.20.0.4 (f452d5aa-6434-4414-bdc1-839023a3e34f/f2381c46-3fa4-4415-a1ec-42dcea88a248/fbad3415-d6ae-49ae-a687-3dc1158f54eb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:23.251610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Attempting to bind port a67a0e77-daec-4b77-b26c-684ea7e5aad5 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:23.252213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Attempting to bind port a67a0e77-daec-4b77-b26c-684ea7e5aad5 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:23.252584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Attempting to bind port a67a0e77-daec-4b77-b26c-684ea7e5aad5 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:23.254639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdd369-7a08-4988-a1c3-42ed3064fab9 None None] Pushing event updated for resources: {'Port': ['ID=a67a0e77-daec-4b77-b26c-684ea7e5aad5,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:23.259465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.267555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:23.267954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:23.268327 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.269210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:23.269690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Bound port: a67a0e77-daec-4b77-b26c-684ea7e5aad5, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:23.270076 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.288337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Port a67a0e77-daec-4b77-b26c-684ea7e5aad5 has been deleted concurrently {{(pid=93752) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 16:53:23.298830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Routers {'412770d6-befd-4850-9e89-b7667f230998'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:23.299085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['412770d6-befd-4850-9e89-b7667f230998'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:23.299502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event deleted for resources: {'Port': ['ID=a67a0e77-daec-4b77-b26c-684ea7e5aad5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:23.369005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] Set router 412770d6-befd-4850-9e89-b7667f230998 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:53:23.370115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.390268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.430583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=8112c70e-9fb4-498e-92d6-76a4d3a92e36,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:23.435248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412770d6-befd-4850-9e89-b7667f230998', 'name': 'tempest-snat-router-686332268', 'tenant_id': '1ff4854fc07b455ba6ed260eff42a879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:53:18Z', 'updated_at': '2021-07-22T16:53:23Z', 'revision_number': 5, 'project_id': '1ff4854fc07b455ba6ed260eff42a879', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:23.472822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.476681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.522149 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.522762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 412770d6-befd-4850-9e89-b7667f230998 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:23.527676 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.528961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6522ea5e-4676-42ff-b469-15d634f5bbeb tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "DELETE /v2.0/routers/412770d6-befd-4850-9e89-b7667f230998 HTTP/1.1" status: 204 len: 168 time: 1.1539211 Jul 22 16:53:23.531605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36082) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:23.622568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0076c6-4c41-49fd-852f-cc821e7e7b3d None None] The sync data for ids ['412770d6-befd-4850-9e89-b7667f230998'] in n-d-792458-13 is: [{'id': '412770d6-befd-4850-9e89-b7667f230998', 'name': 'tempest-snat-router-686332268', 'tenant_id': '1ff4854fc07b455ba6ed260eff42a879', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:53:18Z', 'updated_at': '2021-07-22T16:53:23Z', 'revision_number': 5, 'project_id': '1ff4854fc07b455ba6ed260eff42a879', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:23.639809 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.641843 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.663102 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.666166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.667699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6ac4e11c-11d8-4f2c-bf9c-bd672ce32b10 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/floatingips/e4e9a105-e49d-433c-a5c9-b91e139a0056 HTTP/1.1" status: 204 len: 168 time: 1.6911986 Jul 22 16:53:23.671888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36084) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:23.690795 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.723260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cc13aaa0-8d09-4b8f-855e-78f663e76fe8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:23.748129 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6372719-9c44-434f-9678-dd8d380597ae tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] DELETE failed (client error): The resource could not be found. Jul 22 16:53:23.748980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6372719-9c44-434f-9678-dd8d380597ae tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:53:23.751057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a6372719-9c44-434f-9678-dd8d380597ae tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/ports/8fdf1f69-f5b2-4300-a5a1-85581677a390 HTTP/1.1" status: 404 len: 333 time: 0.0780597 Jul 22 16:53:23.754088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36086) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:23.785381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cc13aaa0-8d09-4b8f-855e-78f663e76fe8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:23.785757 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.789812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-619091e8-6a9c-4d40-b7df-1eb8b50c3cee tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "GET /v2.0/ports?device_id=280bd16b-a9dc-49fb-b271-8dc75cc136dd HTTP/1.1" status: 200 len: 205 time: 0.0325494 Jul 22 16:53:23.790969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:23.837480 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d8770259-c821-4895-82c8-34a09f4bb78c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] delete failed (client error): The resource could not be found. Jul 22 16:53:23.841890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d8770259-c821-4895-82c8-34a09f4bb78c tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/routers/280bd16b-a9dc-49fb-b271-8dc75cc136dd HTTP/1.1" status: 404 len: 336 time: 0.0480309 Jul 22 16:53:23.841890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:23.849659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.882350 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf47db2b-2f96-4ab4-85df-a7815a008983 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] DELETE failed (client error): The resource could not be found. Jul 22 16:53:23.883101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf47db2b-2f96-4ab4-85df-a7815a008983 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:53:23.884133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:23.887114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf47db2b-2f96-4ab4-85df-a7815a008983 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/subnets/533ca3db-a20e-4fdc-885a-1600cfffe34e HTTP/1.1" status: 404 len: 337 time: 0.0411646 Jul 22 16:53:23.888137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36092) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:23.928218 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:23.971117 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Network f452d5aa-6434-4414-bdc1-839023a3e34f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:23.979592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:23.985309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:24.020115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event updated for resources: {'Port': ['ID=fbad3415-d6ae-49ae-a687-3dc1158f54eb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:24.048260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf1a4a-67a8-4850-87ef-42308f4a7951 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 53abe04e-9cc6-4b68-aaf1-d6426669a5f2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:24.048725 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1a4a-67a8-4850-87ef-42308f4a7951 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.053612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Deleting port cc13aaa0-8d09-4b8f-855e-78f663e76fe8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:24.054014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.054631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:24.055435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.076505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-c7d4f1be-c740-4ded-8ef5-7827d3af7161 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8534415 Jul 22 16:53:24.083618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.155028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Request body: {'port': {'device_id': 'ec36d621-e63e-4a62-8aa2-c1c9e1b1482c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:24.223931 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.246395 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1a4a-67a8-4850-87ef-42308f4a7951 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.256141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.263638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] For port cc13aaa0-8d09-4b8f-855e-78f663e76fe8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cc13aaa0-8d09-4b8f-855e-78f663e76fe8,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:24.264000 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.268427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5ddf1a4a-67a8-4850-87ef-42308f4a7951 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 53abe04e-9cc6-4b68-aaf1-d6426669a5f2 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:24.301346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Calling delete_port for cc13aaa0-8d09-4b8f-855e-78f663e76fe8 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:24.366360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11cbea-4a8c-450f-a28a-d0e609f23e99 req-9f26625e-44fe-4018-9d26-729024b424bb tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:24.367902 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af11cbea-4a8c-450f-a28a-d0e609f23e99 req-9f26625e-44fe-4018-9d26-729024b424bb tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 931 time: 0.2263186 Jul 22 16:53:24.386386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Router 63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:24.479108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af11cbea-4a8c-450f-a28a-d0e609f23e99 req-fdc26b9d-0a05-48e0-9f09-bde621062f6f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801883 Jul 22 16:53:24.586355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:24.600276 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed1887-7364-40c8-ae8a-c0290a5b9909 None None] Sync routers for ids ['63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:24.604425 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1a4a-67a8-4850-87ef-42308f4a7951 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.617041 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed1887-7364-40c8-ae8a-c0290a5b9909 None None] Routers {'63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:24.617041 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c4ed1887-7364-40c8-ae8a-c0290a5b9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:24.647838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf1a4a-67a8-4850-87ef-42308f4a7951 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=53abe04e-9cc6-4b68-aaf1-d6426669a5f2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:24.650293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.655101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36098) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:24.656061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-49a5e20c-7997-4bb8-96e6-c2daba4d0373 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7051899 Jul 22 16:53:24.670837 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c4ed1887-7364-40c8-ae8a-c0290a5b9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:24.674317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:24.684299 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed1887-7364-40c8-ae8a-c0290a5b9909 None None] Routers {'63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:24.685406 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c4ed1887-7364-40c8-ae8a-c0290a5b9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:24.709668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbad3415-d6ae-49ae-a687-3dc1158f54eb {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:24.718905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.727128 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c4ed1887-7364-40c8-ae8a-c0290a5b9909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:24.727788 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed1887-7364-40c8-ae8a-c0290a5b9909 None None] The sync data for ids ['63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:24.735912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Transition to ACTIVE for port object fbad3415-d6ae-49ae-a687-3dc1158f54eb will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:24.740430 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.774981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.801256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Pushing event updated for resources: {'Port': ['ID=fbad3415-d6ae-49ae-a687-3dc1158f54eb,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:24.837931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc13aaa0-8d09-4b8f-855e-78f663e76fe8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:24.870069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Attempting to bind port fbad3415-d6ae-49ae-a687-3dc1158f54eb on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:24.870406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Attempting to bind port fbad3415-d6ae-49ae-a687-3dc1158f54eb by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:24.870734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Attempting to bind port fbad3415-d6ae-49ae-a687-3dc1158f54eb on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:24.875283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Port fbad3415-d6ae-49ae-a687-3dc1158f54eb on network f452d5aa-6434-4414-bdc1-839023a3e34f not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:53:24.876181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Attempting to bind port fbad3415-d6ae-49ae-a687-3dc1158f54eb on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:24.881653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:24.881993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Checking segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:24.882398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Bound using segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:24.882820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Bound port: fbad3415-d6ae-49ae-a687-3dc1158f54eb, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:24.883201 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.915825 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ddf1a4a-67a8-4850-87ef-42308f4a7951 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:24.920062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5ddf1a4a-67a8-4850-87ef-42308f4a7951 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/ports/53abe04e-9cc6-4b68-aaf1-d6426669a5f2 HTTP/1.1" status: 204 len: 168 time: 1.0287249 Jul 22 16:53:24.921625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36100) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:24.997896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] For port fbad3415-d6ae-49ae-a687-3dc1158f54eb, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:24.998143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.030124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] For port fbad3415-d6ae-49ae-a687-3dc1158f54eb, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fbad3415-d6ae-49ae-a687-3dc1158f54eb,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:25.035357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.084350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:25.085044 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.086404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] 10.222.0.65 "PUT /v2.0/ports/fbad3415-d6ae-49ae-a687-3dc1158f54eb HTTP/1.1" status: 200 len: 1092 time: 0.9608352 Jul 22 16:53:25.087686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec36d621-e63e-4a62-8aa2-c1c9e1b1482c', 'tag': 'fbad3415-d6ae-49ae-a687-3dc1158f54eb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:25.090013 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5e2d08-e262-4bd4-b153-0718fbfbf979" -d '{"events": [{"name": "network-changed", "server_uuid": "ec36d621-e63e-4a62-8aa2-c1c9e1b1482c", "tag": "fbad3415-d6ae-49ae-a687-3dc1158f54eb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:25.103844 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.107619 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.117510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f332fb4d-5aec-4df3-a96d-448f87f05531 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port ef115812-9951-43a7-ad47-e44fc83421ff {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:25.117853 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f332fb4d-5aec-4df3-a96d-448f87f05531 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.121942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08537429-8260-4f4a-b275-c7b5c7b15277 service neutron] Pushing event updated for resources: {'Port': ['ID=fbad3415-d6ae-49ae-a687-3dc1158f54eb,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:25.156606 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db50c05-9376-48c8-a1c8-c9cb182498c2 x-openstack-request-id: req-1db50c05-9376-48c8-a1c8-c9cb182498c2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:25.157490 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec36d621-e63e-4a62-8aa2-c1c9e1b1482c", "tag": "fbad3415-d6ae-49ae-a687-3dc1158f54eb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:25.157762 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1db50c05-9376-48c8-a1c8-c9cb182498c2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:25.158166 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec36d621-e63e-4a62-8aa2-c1c9e1b1482c', 'tag': 'fbad3415-d6ae-49ae-a687-3dc1158f54eb', 'status': 'completed', 'code': 200} Jul 22 16:53:25.254479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f332fb4d-5aec-4df3-a96d-448f87f05531 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.274074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f332fb4d-5aec-4df3-a96d-448f87f05531 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for ef115812-9951-43a7-ad47-e44fc83421ff owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:25.332710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192316-2e46-43ef-bcdb-35703a662bcb req-b09479a1-d01e-4707-bd04-f0cf76ea30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:25.334232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-b09479a1-d01e-4707-bd04-f0cf76ea30ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 1095 time: 0.1394410 Jul 22 16:53:25.391091 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-ef5dca7e-3bde-43ee-9883-1df194372349 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbad3415-d6ae-49ae-a687-3dc1158f54eb HTTP/1.1" status: 200 len: 217 time: 0.0398853 Jul 22 16:53:25.445077 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.445633 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f610c607-ec4c-4d1e-884f-6264bee38fc2 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:25.474916 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.476109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-447dfdef-5495-4b4b-af28-1673dc03b08f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f610c607-ec4c-4d1e-884f-6264bee38fc2 HTTP/1.1" status: 204 len: 168 time: 1.9429624 Jul 22 16:53:25.480491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:25.484372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192316-2e46-43ef-bcdb-35703a662bcb req-2d901977-fd14-453a-84d2-b1bd10ac7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:25.486067 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-2d901977-fd14-453a-84d2-b1bd10ac7b36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.0847378 Jul 22 16:53:25.486671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-547061759', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:25.527249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-729d81cb-7a3f-4d46-abf1-b2fd32f9ac22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329447 Jul 22 16:53:25.532696 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.533723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f332fb4d-5aec-4df3-a96d-448f87f05531 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.533868 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.590556 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.602415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332fb4d-5aec-4df3-a96d-448f87f05531 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=ef115812-9951-43a7-ad47-e44fc83421ff,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:25.634403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.682412 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.753815 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.758632 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f332fb4d-5aec-4df3-a96d-448f87f05531 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:25.760556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f332fb4d-5aec-4df3-a96d-448f87f05531 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/ports/ef115812-9951-43a7-ad47-e44fc83421ff HTTP/1.1" status: 204 len: 168 time: 0.8379827 Jul 22 16:53:25.763413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:25.769300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-a8e5af32-8994-4fdb-b799-5b5b8374ec70 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331505 Jul 22 16:53:25.780212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da68ecd-3829-4fec-81c9-c483902350b8 req-25f57d0d-d15a-4191-ab7c-3d4d2cfcaba9 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:25.782277 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2da68ecd-3829-4fec-81c9-c483902350b8 req-25f57d0d-d15a-4191-ab7c-3d4d2cfcaba9 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 943 time: 0.1946652 Jul 22 16:53:25.872484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2da68ecd-3829-4fec-81c9-c483902350b8 req-77a002d5-e112-4c49-860c-9a4ec8b77ec8 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819068 Jul 22 16:53:25.895134 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93192316-2e46-43ef-bcdb-35703a662bcb req-780d0ee3-7044-41d9-8575-867864c286b8 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118219 Jul 22 16:53:25.897326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d25eb14-a15d-4040-8941-53ced8a185c3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:25.898839 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3d25eb14-a15d-4040-8941-53ced8a185c3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c2a7159-c98c-4116-9f7e-33b054a311d3 HTTP/1.1" status: 200 len: 913 time: 0.1345952 Jul 22 16:53:25.901653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36112) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:25.937305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Deleting port 0b35bf42-1ceb-4e00-a3ad-098c48df93a1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:25.937647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:26.064087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-4d37e9b2-c105-4762-9a3d-552a65acb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:26.065530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-4d37e9b2-c105-4762-9a3d-552a65acb546 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 1095 time: 0.0604553 Jul 22 16:53:26.122321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:26.140762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Calling delete_port for 0b35bf42-1ceb-4e00-a3ad-098c48df93a1 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:26.159245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-ea431e21-6fda-48ff-9324-24754df1e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:26.160732 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-ea431e21-6fda-48ff-9324-24754df1e961 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 907 time: 0.0880549 Jul 22 16:53:26.208260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-e3462622-a7f1-4be3-89ec-a219e5ee77ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbad3415-d6ae-49ae-a687-3dc1158f54eb HTTP/1.1" status: 200 len: 217 time: 0.0403419 Jul 22 16:53:26.262145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-7d44f32b-4317-470a-8b05-6424b5562978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:26.263616 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-7d44f32b-4317-470a-8b05-6424b5562978 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.0483873 Jul 22 16:53:26.303994 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-43e8bbee-3d74-4fdd-bc00-a07a9c94aee0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313573 Jul 22 16:53:26.357938 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:26.398622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:26.424704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-b2f507ea-f342-4b54-a145-5213ed624e64 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121905 Jul 22 16:53:26.532780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6f5e2d08-e262-4bd4-b153-0718fbfbf979 req-b474345a-d1eb-48c6-8eba-158112cf74b3 service neutron] 10.222.0.65 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009343 Jul 22 16:53:26.682616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Allocated IP 172.25.3.106 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/f7122175-3515-411a-b598-ca992ae8684e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:26.742405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:26.811535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Pushing event deleted for resources: {'Port': ['ID=0b35bf42-1ceb-4e00-a3ad-098c48df93a1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:26.940570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:26.951150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:27.011969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c1477-1ed0-4358-9f67-ef97113ffa94 req-bb28d7b9-db19-4941-93db-56230beec56a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:27.013626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f5c1477-1ed0-4358-9f67-ef97113ffa94 req-bb28d7b9-db19-4941-93db-56230beec56a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 943 time: 0.0685132 Jul 22 16:53:27.056049 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f5c1477-1ed0-4358-9f67-ef97113ffa94 req-5f48882f-fdfb-4941-b819-56f63715da34 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365794 Jul 22 16:53:27.078533 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:27.501464 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:27.504488 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:27.535977 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:27.568920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:27.602422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:27.615750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cc13aaa0-8d09-4b8f-855e-78f663e76fe8 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:53:27.634738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:27.638101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: cc13aaa0-8d09-4b8f-855e-78f663e76fe8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:53:27.638671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cc13aaa0-8d09-4b8f-855e-78f663e76fe8 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:53:27.670389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event updated for resources: {'Port': ['ID=f7122175-3515-411a-b598-ca992ae8684e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:27.730280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Router 63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:27.910156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:27.920469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc01a1-923f-4636-9822-ee48ac7f3eb5 None None] Sync routers for ids ['63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:27.920873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:27.924536 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aeb7c681-c16d-4f44-aeed-2a1d07d85a12 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "PUT /v2.0/routers/63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e HTTP/1.1" status: 200 len: 706 time: 3.2522566 Jul 22 16:53:27.925002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36120) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:27.933834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc01a1-923f-4636-9822-ee48ac7f3eb5 None None] Routers {'63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:27.934445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-badc01a1-923f-4636-9822-ee48ac7f3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:27.967164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-badc01a1-923f-4636-9822-ee48ac7f3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:27.976197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc01a1-923f-4636-9822-ee48ac7f3eb5 None None] Routers {'63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:27.976795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-badc01a1-923f-4636-9822-ee48ac7f3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:28.000108 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4daa896f-26d7-4534-bf21-aedc564546c1 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/routers/63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e HTTP/1.1" status: 200 len: 741 time: 0.0713904 Jul 22 16:53:28.002760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:28.012427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-badc01a1-923f-4636-9822-ee48ac7f3eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:28.013072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc01a1-923f-4636-9822-ee48ac7f3eb5 None None] The sync data for ids ['63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:28.053958 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-327cd133-8acd-48bd-bd7a-7f37e76a6d03 tempest-RoutersAdminTest-1044239991 tempest-RoutersAdminTest-1044239991-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e HTTP/1.1" status: 200 len: 205 time: 0.0516605 Jul 22 16:53:28.056712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36124) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:28.091750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-22193459-90a3-40ad-97c8-fb7fb7f2ede8 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e HTTP/1.1" status: 200 len: 205 time: 0.0312352 Jul 22 16:53:28.092010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:28.115394 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.198014 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 06ca7f95-a7ac-4434-9736-a0db6574a467 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:28.198248 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.376777 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.396288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 06ca7f95-a7ac-4434-9736-a0db6574a467 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:28.460234 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.545440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-789d7683-3ad4-4562-9877-1deac25c55ef tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.695089 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-bee2dd1a-18c8-425c-8f2f-6a35b9558ad7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1824064 Jul 22 16:53:28.720006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-789d7683-3ad4-4562-9877-1deac25c55ef tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.728634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721218eb-791e-4c58-b25a-3c6743184463 req-1ae33975-7c34-48e7-888b-d1ca3bc97fb1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:28.730127 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-721218eb-791e-4c58-b25a-3c6743184463 req-1ae33975-7c34-48e7-888b-d1ca3bc97fb1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 943 time: 0.2194848 Jul 22 16:53:28.731404 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-789d7683-3ad4-4562-9877-1deac25c55ef tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.741261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Router 88782146-73d2-40b3-9365-9271808b584a is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:28.791546 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-789d7683-3ad4-4562-9877-1deac25c55ef tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.792058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789d7683-3ad4-4562-9877-1deac25c55ef tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Fanout notify agent at l3_agent the message router_deleted on router 63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:28.800093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-789d7683-3ad4-4562-9877-1deac25c55ef tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.804733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-789d7683-3ad4-4562-9877-1deac25c55ef tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e HTTP/1.1" status: 204 len: 168 time: 0.7117617 Jul 22 16:53:28.810211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36132) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:28.826823 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-721218eb-791e-4c58-b25a-3c6743184463 req-b1eb3e8f-257e-4915-ae3e-7e71953f8e56 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872071 Jul 22 16:53:28.836123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device fbad3415-d6ae-49ae-a687-3dc1158f54eb details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:53:28.847021 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f109f159-60f9-47d3-9122-39a9cffaeda0 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e HTTP/1.1" status: 200 len: 205 time: 0.0328164 Jul 22 16:53:28.851997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36134) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:28.891059 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.936895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port fbad3415-d6ae-49ae-a687-3dc1158f54eb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fbad3415-d6ae-49ae-a687-3dc1158f54eb,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:28.948647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'fbad3415-d6ae-49ae-a687-3dc1158f54eb', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'port_id': 'fbad3415-d6ae-49ae-a687-3dc1158f54eb', 'mac_address': 'fa:16:3e:fd:6f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2381c46-3fa4-4415-a1ec-42dcea88a248', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:53:28.956253 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-fd28f362-2c7e-4ce5-8fdb-5a916581e250 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] delete failed (client error): The resource could not be found. Jul 22 16:53:28.957289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fd28f362-2c7e-4ce5-8fdb-5a916581e250 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/63b30582-3e05-4b4b-8ae0-7dbf3b20cf3e HTTP/1.1" status: 404 len: 336 time: 0.1042440 Jul 22 16:53:28.960166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:28.963392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=06ca7f95-a7ac-4434-9736-a0db6574a467,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:28.991811 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:28.999175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-33bdc967-7356-49d4-8572-d68744f9f202 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c7209a0-6ba2-45bd-a064-844ae5406b1e HTTP/1.1" status: 200 len: 205 time: 0.0357263 Jul 22 16:53:28.999502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36138) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.009842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbad3415-d6ae-49ae-a687-3dc1158f54eb {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:29.030629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port fbad3415-d6ae-49ae-a687-3dc1158f54eb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fbad3415-d6ae-49ae-a687-3dc1158f54eb,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:29.035082 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.041145 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-eb953045-6282-4e86-91a1-0e4cb1003c27 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] delete failed (client error): The resource could not be found. Jul 22 16:53:29.042334 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eb953045-6282-4e86-91a1-0e4cb1003c27 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/9c7209a0-6ba2-45bd-a064-844ae5406b1e HTTP/1.1" status: 404 len: 336 time: 0.0419250 Jul 22 16:53:29.047973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36140) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.083284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-2bd9ee77-ae58-40c6-9f99-2fc052e08215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:29.083542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-152d61c3-ae8b-4284-9155-f88fb80fae4f tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=681c9347-4df1-4210-865e-fb90dc9304a7 HTTP/1.1" status: 200 len: 205 time: 0.0316389 Jul 22 16:53:29.083636 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-2bd9ee77-ae58-40c6-9f99-2fc052e08215 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddb3933ba14a40618b45dbf87b676c01&device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 1098 time: 0.3187270 Jul 22 16:53:29.085336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.085476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:29.095779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=fbad3415-d6ae-49ae-a687-3dc1158f54eb,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:29.128974 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f9b6a-ea3d-426f-8a22-3473c20e129c None None] Sync routers for ids ['88782146-73d2-40b3-9365-9271808b584a'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:29.138402 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f9b6a-ea3d-426f-8a22-3473c20e129c None None] Routers {'88782146-73d2-40b3-9365-9271808b584a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:29.139311 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-851f9b6a-ea3d-426f-8a22-3473c20e129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['88782146-73d2-40b3-9365-9271808b584a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:29.139612 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-b166376f-381c-4165-b32b-5295a2a0d0e3 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] delete failed (client error): The resource could not be found. Jul 22 16:53:29.140861 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b166376f-381c-4165-b32b-5295a2a0d0e3 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/681c9347-4df1-4210-865e-fb90dc9304a7 HTTP/1.1" status: 404 len: 336 time: 0.0408659 Jul 22 16:53:29.143838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.176847 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-851f9b6a-ea3d-426f-8a22-3473c20e129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:29.179901 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e28fac7b-f6cf-4146-b3a4-e214057b2580 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db61c3c-fd6d-406c-96e9-60e77dbcf3db HTTP/1.1" status: 200 len: 205 time: 0.0348492 Jul 22 16:53:29.182344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36146) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.190965 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f9b6a-ea3d-426f-8a22-3473c20e129c None None] Routers {'88782146-73d2-40b3-9365-9271808b584a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:29.191869 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-851f9b6a-ea3d-426f-8a22-3473c20e129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['88782146-73d2-40b3-9365-9271808b584a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:29.228053 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-681fc4c4-39cd-4e9c-ae3c-f62a6031685c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] delete failed (client error): The resource could not be found. Jul 22 16:53:29.229342 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-851f9b6a-ea3d-426f-8a22-3473c20e129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:29.229574 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-681fc4c4-39cd-4e9c-ae3c-f62a6031685c tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/8db61c3c-fd6d-406c-96e9-60e77dbcf3db HTTP/1.1" status: 404 len: 336 time: 0.0459108 Jul 22 16:53:29.230049 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851f9b6a-ea3d-426f-8a22-3473c20e129c None None] The sync data for ids ['88782146-73d2-40b3-9365-9271808b584a'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:29.232703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.274513 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5af53237-db1a-4d63-9142-4694175377ea tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=93dd6c9a-3955-4564-ba85-99ee9da141b3 HTTP/1.1" status: 200 len: 205 time: 0.0374234 Jul 22 16:53:29.274965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36150) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.319958 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-25da3433-6fed-49b3-a38c-8ab6d7682ac4 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] delete failed (client error): The resource could not be found. Jul 22 16:53:29.323747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-25da3433-6fed-49b3-a38c-8ab6d7682ac4 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/93dd6c9a-3955-4564-ba85-99ee9da141b3 HTTP/1.1" status: 404 len: 336 time: 0.0449159 Jul 22 16:53:29.323990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.355191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2b5c505b-d85a-4bd9-8b15-836d8c900476 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d4d446-a27f-470f-9773-5bac74bd20ba HTTP/1.1" status: 200 len: 205 time: 0.0299697 Jul 22 16:53:29.357754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36154) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.364349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fbad3415-d6ae-49ae-a687-3dc1158f54eb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:29.398265 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e2a32cb1-2f9b-4c07-a98c-45db6383cd97 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] delete failed (client error): The resource could not be found. Jul 22 16:53:29.399464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e2a32cb1-2f9b-4c07-a98c-45db6383cd97 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/routers/67d4d446-a27f-470f-9773-5bac74bd20ba HTTP/1.1" status: 404 len: 336 time: 0.0403805 Jul 22 16:53:29.402204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36156) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.429815 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-01638529-6198-446f-901b-895175666902 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] DELETE failed (client error): The resource could not be found. Jul 22 16:53:29.430280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01638529-6198-446f-901b-895175666902 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:53:29.432772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-01638529-6198-446f-901b-895175666902 tempest-RoutersAdminTest-299725423 tempest-RoutersAdminTest-299725423-project] 10.222.0.53 "DELETE /v2.0/subnets/b3830723-cfbd-486a-aa26-048e167dfa9f HTTP/1.1" status: 404 len: 337 time: 0.0296142 Jul 22 16:53:29.464174 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.467241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-491b35f9-3dd4-472d-9435-d5e9acc22b91 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9839945 Jul 22 16:53:29.468511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.475768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ac02efae-3c4f-4933-97f1-73dedd8a807b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': False}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:29.601205 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.603462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-c9bf44c5-c3e4-4244-902e-c3f2db0b078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:29.604977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-c9bf44c5-c3e4-4244-902e-c3f2db0b078f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 200 len: 911 time: 0.4696841 Jul 22 16:53:29.767808 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-84896667-93c2-4e0d-b696-4bdd83cc39ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c5ed84-93f8-4a63-be30-730933b47d90 HTTP/1.1" status: 200 len: 1002 time: 0.1538301 Jul 22 16:53:29.805318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:29.821139 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac02efae-3c4f-4933-97f1-73dedd8a807b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:29.853125 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-706b2382-eaa2-4bcf-a9f2-750bc9a1fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:29.854700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-706b2382-eaa2-4bcf-a9f2-750bc9a1fa9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 200 len: 849 time: 0.0807130 Jul 22 16:53:30.043042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6bef-2dc3-49a2-9529-19ef797544db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.162595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-812305d0-1da0-490a-a1c1-8529cbc7dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:30.164212 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-812305d0-1da0-490a-a1c1-8529cbc7dcc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bcf8bdd-ec29-4826-8f52-44d08933928c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2579756 Jul 22 16:53:30.170517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Router 2c2a7159-c98c-4116-9f7e-33b054a311d3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:30.193838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd45ba8-3e0a-4aec-9496-279225aff220 req-5a3c056e-1b52-4667-83e3-c65d4d5d9e95 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:30.200671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3fd45ba8-3e0a-4aec-9496-279225aff220 req-5a3c056e-1b52-4667-83e3-c65d4d5d9e95 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 944 time: 0.2608266 Jul 22 16:53:30.308792 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac02efae-3c4f-4933-97f1-73dedd8a807b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.312137 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac02efae-3c4f-4933-97f1-73dedd8a807b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.351216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3fd45ba8-3e0a-4aec-9496-279225aff220 req-170880a1-1c3f-4079-bb50-7cd9e40396a4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496654 Jul 22 16:53:30.422666 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6bef-2dc3-49a2-9529-19ef797544db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.426671 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac02efae-3c4f-4933-97f1-73dedd8a807b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Router 88782146-73d2-40b3-9365-9271808b584a has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:53:30.433404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f1f6bef-2dc3-49a2-9529-19ef797544db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.456366 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-8b8634e7-0706-403e-a475-0fc176f27bab service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817955 Jul 22 16:53:30.500931 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3f1f6bef-2dc3-49a2-9529-19ef797544db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b45c31430e947b2805e36d73d0d78c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905587 Jul 22 16:53:30.510073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36186) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:30.520256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f6bef-2dc3-49a2-9529-19ef797544db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59f568e-3509-4678-904c-0e4a3e02259d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:30.548600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:30.559357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8467829-e53d-45d5-9b48-ab1d53452f1a None None] Sync routers for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:30.562259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a27be67b-e657-4ba5-bfb0-3427242d13b3 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "PUT /v2.0/routers/2c2a7159-c98c-4116-9f7e-33b054a311d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6584411 Jul 22 16:53:30.578407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:30.580450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8467829-e53d-45d5-9b48-ab1d53452f1a None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:30.580953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8467829-e53d-45d5-9b48-ab1d53452f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:30.591693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac02efae-3c4f-4933-97f1-73dedd8a807b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:30.598450 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac02efae-3c4f-4933-97f1-73dedd8a807b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.599738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ac02efae-3c4f-4933-97f1-73dedd8a807b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "PUT /v2.0/routers/88782146-73d2-40b3-9365-9271808b584a HTTP/1.1" status: 200 len: 925 time: 1.1296382 Jul 22 16:53:30.603989 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f9165-4152-4c42-bc19-3002e7c7b74f None None] Sync routers for ids ['88782146-73d2-40b3-9365-9271808b584a'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:30.613084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36190) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:30.616904 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f9165-4152-4c42-bc19-3002e7c7b74f None None] Routers {'88782146-73d2-40b3-9365-9271808b584a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:30.617582 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ad5f9165-4152-4c42-bc19-3002e7c7b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['88782146-73d2-40b3-9365-9271808b584a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:30.626771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8467829-e53d-45d5-9b48-ab1d53452f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:30.638275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8467829-e53d-45d5-9b48-ab1d53452f1a None None] Routers {'2c2a7159-c98c-4116-9f7e-33b054a311d3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:30.639356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8467829-e53d-45d5-9b48-ab1d53452f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2c2a7159-c98c-4116-9f7e-33b054a311d3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:30.675141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8467829-e53d-45d5-9b48-ab1d53452f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:30.676308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8467829-e53d-45d5-9b48-ab1d53452f1a None None] The sync data for ids ['2c2a7159-c98c-4116-9f7e-33b054a311d3'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:30.694368 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ad5f9165-4152-4c42-bc19-3002e7c7b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:30.705403 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f9165-4152-4c42-bc19-3002e7c7b74f None None] Routers {'88782146-73d2-40b3-9365-9271808b584a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:30.706242 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ad5f9165-4152-4c42-bc19-3002e7c7b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['88782146-73d2-40b3-9365-9271808b584a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:30.726880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33d9caf5-69f4-4791-8974-591f14c25eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.740139 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ad5f9165-4152-4c42-bc19-3002e7c7b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:30.740816 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f9165-4152-4c42-bc19-3002e7c7b74f None None] The sync data for ids ['88782146-73d2-40b3-9365-9271808b584a'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:30.763911 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-53415667-5caa-47a6-a4a0-4ed8e5bbedcd req-df1d5831-2c1f-4a94-ae29-dc939780497c service neutron] 10.222.0.20 "GET /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905662 Jul 22 16:53:30.770993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-71fd9889-950d-4cb8-83a2-c6a14b41abf5 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/routers/88782146-73d2-40b3-9365-9271808b584a HTTP/1.1" status: 200 len: 925 time: 0.1548154 Jul 22 16:53:30.772711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36192) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:30.776716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33d9caf5-69f4-4791-8974-591f14c25eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.811105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.854488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device fbad3415-d6ae-49ae-a687-3dc1158f54eb up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:30.861561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e7a42b-e907-45f7-81be-d6be241efef5 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:30.864274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-09e7a42b-e907-45f7-81be-d6be241efef5 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=88782146-73d2-40b3-9365-9271808b584a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0905559 Jul 22 16:53:30.866981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36194) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:30.931021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port fbad3415-d6ae-49ae-a687-3dc1158f54eb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:30.934007 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port fbad3415-d6ae-49ae-a687-3dc1158f54eb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:30.934790 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.957910 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33d9caf5-69f4-4791-8974-591f14c25eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.960944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33d9caf5-69f4-4791-8974-591f14c25eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:30.962726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-33d9caf5-69f4-4791-8974-591f14c25eee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e59f568e-3509-4678-904c-0e4a3e02259d HTTP/1.1" status: 204 len: 168 time: 0.4502821 Jul 22 16:53:30.980842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9caf5-69f4-4791-8974-591f14c25eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59f568e-3509-4678-904c-0e4a3e02259d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:30.984500 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.012451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a7f60-f098-4a84-a94d-b500fd44db98 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:31.015771 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-921a7f60-f098-4a84-a94d-b500fd44db98 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 881 time: 0.1475708 Jul 22 16:53:31.019124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:31.055267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1131d389-4a14-4065-a874-17a276b043ae tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=88782146-73d2-40b3-9365-9271808b584a HTTP/1.1" status: 200 len: 205 time: 0.0344520 Jul 22 16:53:31.057917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:31.072157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting port 915db228-2e92-44f6-b752-03b31643b07d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:31.072507 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.080476 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.105973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec36d621-e63e-4a62-8aa2-c1c9e1b1482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbad3415-d6ae-49ae-a687-3dc1158f54eb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:31.108614 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b8ad03-8079-4653-a6c4-31af762b205c" -d '{"events": [{"server_uuid": "ec36d621-e63e-4a62-8aa2-c1c9e1b1482c", "name": "network-vif-plugged", "status": "completed", "tag": "fbad3415-d6ae-49ae-a687-3dc1158f54eb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:31.145282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port fbad3415-d6ae-49ae-a687-3dc1158f54eb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fbad3415-d6ae-49ae-a687-3dc1158f54eb,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:31.152707 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.188813 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca61cd6d-338a-4666-9ee2-09089a3879e9 x-openstack-request-id: req-ca61cd6d-338a-4666-9ee2-09089a3879e9 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:31.189206 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec36d621-e63e-4a62-8aa2-c1c9e1b1482c", "name": "network-vif-plugged", "status": "completed", "tag": "fbad3415-d6ae-49ae-a687-3dc1158f54eb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:31.189460 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca61cd6d-338a-4666-9ee2-09089a3879e9 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:31.189653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.189856 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec36d621-e63e-4a62-8aa2-c1c9e1b1482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbad3415-d6ae-49ae-a687-3dc1158f54eb', 'code': 200} Jul 22 16:53:31.205532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Calling delete_port for 915db228-2e92-44f6-b752-03b31643b07d owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:31.206070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.207361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=fbad3415-d6ae-49ae-a687-3dc1158f54eb,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:31.395674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.398565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:31.428959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42128079-2f33-4474-9bba-7d38f7ea5172 req-6cfae776-4f4f-4347-9716-2e105467de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:31.430587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42128079-2f33-4474-9bba-7d38f7ea5172 req-6cfae776-4f4f-4347-9716-2e105467de05 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 1097 time: 0.1218286 Jul 22 16:53:31.452690 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.523735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-991af6e5-56c0-46c5-bb4d-fee454e0eca1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=479c981c043f4c2bace56ef2e236feaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1220641 Jul 22 16:53:31.528436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36216) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:31.570419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-42128079-2f33-4474-9bba-7d38f7ea5172 req-8b3bd93c-8bfa-4dbc-a88d-10cfd49da15b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291866 Jul 22 16:53:31.608495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Deleting port f7122175-3515-411a-b598-ca992ae8684e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:31.608888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.657366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebe6bf-5930-40d3-8556-fa63b0d90cee req-bacf4468-6f1b-40c4-b87d-7610391bf460 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:31.659386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24ebe6bf-5930-40d3-8556-fa63b0d90cee req-bacf4468-6f1b-40c4-b87d-7610391bf460 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 945 time: 0.2201638 Jul 22 16:53:31.671666 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a4088b5-a8f1-436c-a40b-ef23a61fe816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.752015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a4088b5-a8f1-436c-a40b-ef23a61fe816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.773368 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.791625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.801077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Port': ['ID=915db228-2e92-44f6-b752-03b31643b07d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:31.812778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24ebe6bf-5930-40d3-8556-fa63b0d90cee req-7cfd401d-be9f-43e3-a31e-4f9b7f8ea971 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347005 Jul 22 16:53:31.821228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Calling delete_port for f7122175-3515-411a-b598-ca992ae8684e owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:31.869047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.903189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a4088b5-a8f1-436c-a40b-ef23a61fe816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.905915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a4088b5-a8f1-436c-a40b-ef23a61fe816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:31.907150 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0a4088b5-a8f1-436c-a40b-ef23a61fe816 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40022c9f-d121-4fef-ac2c-1ce4c5d91f05 HTTP/1.1" status: 204 len: 168 time: 0.3767569 Jul 22 16:53:31.967792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4088b5-a8f1-436c-a40b-ef23a61fe816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40022c9f-d121-4fef-ac2c-1ce4c5d91f05,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:31.996042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.000471 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.055405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.055910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Fanout notify agent at l3_agent the message router_deleted on router 2c2a7159-c98c-4116-9f7e-33b054a311d3 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:32.062736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.064010 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d12eef25-6579-484b-9985-454c138d186d tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/routers/2c2a7159-c98c-4116-9f7e-33b054a311d3 HTTP/1.1" status: 204 len: 168 time: 1.4826853 Jul 22 16:53:32.066568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:32.109375 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.127300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1f27e0-ea15-4016-a52c-6482ad649691 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Deleting subnet ab54b69d-47d3-49f0-ad55-85b981fc8102 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:53:32.132495 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da1f27e0-ea15-4016-a52c-6482ad649691 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.145295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event deleted for resources: {'Port': ['ID=f7122175-3515-411a-b598-ca992ae8684e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:32.186409 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da1f27e0-ea15-4016-a52c-6482ad649691 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.244938 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da1f27e0-ea15-4016-a52c-6482ad649691 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.288534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.361745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da1f27e0-ea15-4016-a52c-6482ad649691 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.390108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f27e0-ea15-4016-a52c-6482ad649691 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Subnet': ['ID=ab54b69d-47d3-49f0-ad55-85b981fc8102,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:32.391102 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.394038 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.402152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da1f27e0-ea15-4016-a52c-6482ad649691 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.404672 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da1f27e0-ea15-4016-a52c-6482ad649691 tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/subnets/ab54b69d-47d3-49f0-ad55-85b981fc8102 HTTP/1.1" status: 204 len: 168 time: 0.3369470 Jul 22 16:53:32.407692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:32.447147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.447835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Fanout notify agent at l3_agent the message router_deleted on router 88782146-73d2-40b3-9365-9271808b584a {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:32.456202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.457814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0149322d-3bf8-40aa-9697-76608debc443 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/88782146-73d2-40b3-9365-9271808b584a HTTP/1.1" status: 204 len: 168 time: 1.3986909 Jul 22 16:53:32.467143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:32.470515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-67b859ab-8fbd-4132-8cb8-9fc8a1ce5ae4 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1529911364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:32.502741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67b859ab-8fbd-4132-8cb8-9fc8a1ce5ae4 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.505080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67b859ab-8fbd-4132-8cb8-9fc8a1ce5ae4 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.519174 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.569315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67b859ab-8fbd-4132-8cb8-9fc8a1ce5ae4 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.574324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67b859ab-8fbd-4132-8cb8-9fc8a1ce5ae4 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.598635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67b859ab-8fbd-4132-8cb8-9fc8a1ce5ae4 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.601834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-67b859ab-8fbd-4132-8cb8-9fc8a1ce5ae4 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1352489 Jul 22 16:53:32.607741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36242) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:32.616356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:32.646125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.657372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0582cfa-3eea-46de-8b50-cf3597fd6427']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:32.670903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9239ec2c-85cc-4c67-a868-a39979353e80') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:32.671472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9239ec2c-85cc-4c67-a868-a39979353e80') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:32.689001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.719917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.722224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:32.723346 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:32.726796 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:32.825372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.842448 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:32.845863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] 10.222.0.53 "DELETE /v2.0/networks/c0582cfa-3eea-46de-8b50-cf3597fd6427 HTTP/1.1" status: 204 len: 168 time: 0.4364734 Jul 22 16:53:32.877979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef8929-7b7a-4ba5-8746-26576cd355be tempest-FloatingIPTestJSON-2123450653 tempest-FloatingIPTestJSON-2123450653-project] Pushing event deleted for resources: {'Network': ['ID=c0582cfa-3eea-46de-8b50-cf3597fd6427,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:33.123910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd7eb3-0beb-45f6-8764-539caaff1fed req-3c1dadf8-36c3-4054-9410-17eb5ce12e9a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:33.133968 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11cd7eb3-0beb-45f6-8764-539caaff1fed req-3c1dadf8-36c3-4054-9410-17eb5ce12e9a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 945 time: 0.1216533 Jul 22 16:53:33.134858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:33.190873 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11cd7eb3-0beb-45f6-8764-539caaff1fed req-5bc45b9c-026b-4ba1-928b-d5b910b498a2 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529985 Jul 22 16:53:33.289052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1810802669'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:33.314678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Made reservation on behalf of deb3c1732dee40ebb649549a25f88d98 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:33.318506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.329082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.377071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:33.464808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.483395 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.489363 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.524546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:33.529459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c253e125-c103-4704-beaf-93d668435949,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:33.537851 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.538199 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Added segment 9995a6db-2944-414f-9c17-58ff966c1711 of type vlan for network a476e40d-fe06-46b4-b528-c049a856d47c Jul 22 16:53:33.594684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.632371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e4e1e36c-c63c-4177-98f3-3196ca61c614 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e59c98dbda8400b9d55d1e98aef9f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513659 Jul 22 16:53:33.634518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36270) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:33.670530 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.676769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:33.677471 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.703478 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.725706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5864851 Jul 22 16:53:33.727379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36272) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:33.728566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.733325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'subnet': {'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:33.798368 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-368b06f3-f731-41b0-a2e9-cda4fdd548eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.802672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f730f6-77ee-4942-b26a-8d2b3af59760 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Network': ['ID=a476e40d-fe06-46b4-b528-c049a856d47c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:33.820064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a476e40d-fe06-46b4-b528-c049a856d47c details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:33.844274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Allocated IP 172.25.3.65 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/a6edc58c-3f7a-4c69-961b-c056ce212ba8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:33.864769 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-368b06f3-f731-41b0-a2e9-cda4fdd548eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.956082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Made reservation on behalf of deb3c1732dee40ebb649549a25f88d98 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:33.961298 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.995357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:33.997764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-368b06f3-f731-41b0-a2e9-cda4fdd548eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:34.001479 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-368b06f3-f731-41b0-a2e9-cda4fdd548eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:34.002810 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-368b06f3-f731-41b0-a2e9-cda4fdd548eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6c9094c-b9e1-4568-98ce-0e9049fa2284 HTTP/1.1" status: 204 len: 168 time: 0.3672433 Jul 22 16:53:34.017536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b06f3-f731-41b0-a2e9-cda4fdd548eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c9094c-b9e1-4568-98ce-0e9049fa2284,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:34.048861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:34.091350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:34.101586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:34.105229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:34.131881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event updated for resources: {'Port': ['ID=a6edc58c-3f7a-4c69-961b-c056ce212ba8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:34.247483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:34.361897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Checking segment: {'id': '9995a6db-2944-414f-9c17-58ff966c1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:34.362792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Network hostable DHCP agents. Network: a476e40d-fe06-46b4-b528-c049a856d47c, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:34.367564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Subnet': ['ID=61c39e31-37fe-4eec-ad17-002eb92d480a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:34.398031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Network a476e40d-fe06-46b4-b528-c049a856d47c is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:34.410805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a476e40d-fe06-46b4-b528-c049a856d47c) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:34.421187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ab9b31-b72c-479e-82cd-243ec3128774 None None] Network a476e40d-fe06-46b4-b528-c049a856d47c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:34.445989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:34.448812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:34.488449 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ef3d7280-540a-43b0-804b-5b22424f6f3e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7583940 Jul 22 16:53:34.490843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:34.498489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'port': {'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1899175468'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:34.597572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-7ba9baca-eb41-4e9f-86fa-c3f7467e7054 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2555680 Jul 22 16:53:34.658626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb609c-e9a1-488a-833c-9cbab7d07f21 req-b6a0027c-a32f-400e-a172-ea77b694353c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:34.669911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ebb609c-e9a1-488a-833c-9cbab7d07f21 req-b6a0027c-a32f-400e-a172-ea77b694353c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 945 time: 0.3262756 Jul 22 16:53:34.675565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:34.683051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-a476e40d-fe06-46b4-b528-c049a856d47c', 'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c', 'tenant_id': 'deb3c1732dee40ebb649549a25f88d98', 'fixed_ips': [{'subnet_id': '61c39e31-37fe-4eec-ad17-002eb92d480a'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:53:34.684328 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:34.773693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Made reservation on behalf of deb3c1732dee40ebb649549a25f88d98 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:34.780988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:34.815769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] device_id is not set on port 56330e03-a59b-4ed1-a395-07c7b6736bdb yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:53:34.871253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Allocated IP 2001:db8::2 (a476e40d-fe06-46b4-b528-c049a856d47c/61c39e31-37fe-4eec-ad17-002eb92d480a/57c5f214-5ee0-445c-8c3b-aad5e30a93c7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:35.102317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ebb609c-e9a1-488a-833c-9cbab7d07f21 req-b28722e8-20a3-4ffe-8c0c-4585da2f3adf tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995091 Jul 22 16:53:35.139563 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.149808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Transition to ACTIVE for port object 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:35.151397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-334000db-f58b-4f78-9ff6-98d3fd41b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:35.153221 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-334000db-f58b-4f78-9ff6-98d3fd41b3ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 1097 time: 0.2524016 Jul 22 16:53:35.184048 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Transition to ACTIVE for port object 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:35.196623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36310) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:35.204291 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.281481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-4592c04d-c3fc-49a0-af7f-b9420b082859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:35.282992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-4592c04d-c3fc-49a0-af7f-b9420b082859 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.1054056 Jul 22 16:53:35.285718 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.290348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.300692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Network a476e40d-fe06-46b4-b528-c049a856d47c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:35.304071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:35.310655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:35.331200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Allocated IP 2001:db8::f6 (a476e40d-fe06-46b4-b528-c049a856d47c/61c39e31-37fe-4eec-ad17-002eb92d480a/56330e03-a59b-4ed1-a395-07c7b6736bdb) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:35.369945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-98bffdce-fad8-494b-9a08-a44c963399fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380a364f-29c8-4563-9093-3c0bea7d253e HTTP/1.1" status: 200 len: 1001 time: 0.0742364 Jul 22 16:53:35.432305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Pushing event updated for resources: {'Port': ['ID=57c5f214-5ee0-445c-8c3b-aad5e30a93c7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:35.468669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Attempting to bind port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:35.469582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Attempting to bind port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '9995a6db-2944-414f-9c17-58ff966c1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:35.470014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Attempting to bind port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 on network a476e40d-fe06-46b4-b528-c049a856d47c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:35.477154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:35.477660 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Checking segment: {'id': '9995a6db-2944-414f-9c17-58ff966c1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:35.478062 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.478456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Bound using segment: {'id': '9995a6db-2944-414f-9c17-58ff966c1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:35.478922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Bound port: 57c5f214-5ee0-445c-8c3b-aad5e30a93c7, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9995a6db-2944-414f-9c17-58ff966c1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:35.479319 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.497105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-824474462'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:35.523194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-f1fcdf9d-3ff3-4988-b829-10057d7a1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:35.525495 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-f1fcdf9d-3ff3-4988-b829-10057d7a1ae8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1119909 Jul 22 16:53:35.574327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] For port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:35.578065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] For port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=57c5f214-5ee0-445c-8c3b-aad5e30a93c7,segment=NetworkSegment(9995a6db-2944-414f-9c17-58ff966c1711),segment_id=9995a6db-2944-414f-9c17-58ff966c1711)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:35.594555 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.639956 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.648527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:35.657650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.679248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Router cfd85cd4-f510-4ee6-a407-0784309e8f0c is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:35.697887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece64676-ecfd-4b07-80ec-6f495706a884 None None] Pushing event updated for resources: {'Port': ['ID=57c5f214-5ee0-445c-8c3b-aad5e30a93c7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:35.700930 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-a5168209-7d75-4fa2-913e-b058daa7073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:35.702749 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-a5168209-7d75-4fa2-913e-b058daa7073c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1652694 Jul 22 16:53:35.709922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.750017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-df815fbb-addd-457d-a31d-47de30da5ea6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:35.757093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-df815fbb-addd-457d-a31d-47de30da5ea6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.3430290 Jul 22 16:53:35.781464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-169c2c9d-c053-4a27-9acc-e7ca3dbda610 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/quotas/ec83f6c5a767410283cefb29388f37bf HTTP/1.1" status: 200 len: 375 time: 0.0232055 Jul 22 16:53:35.858453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:35.934255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Transition to ACTIVE for port object 56330e03-a59b-4ed1-a395-07c7b6736bdb will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:36.001486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:36.013211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-10fb863f-4852-4020-91b6-dd6b4d57ff4d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2303433 Jul 22 16:53:36.016549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42789d99-aad3-43f6-bbe4-830f6c92031f None None] Sync routers for ids ['cfd85cd4-f510-4ee6-a407-0784309e8f0c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:36.029932 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.032973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42789d99-aad3-43f6-bbe4-830f6c92031f None None] Routers {'cfd85cd4-f510-4ee6-a407-0784309e8f0c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:36.034290 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-42789d99-aad3-43f6-bbe4-830f6c92031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['cfd85cd4-f510-4ee6-a407-0784309e8f0c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:36.041482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d3b5f44a-0289-437d-ac16-782728e90a28 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "PUT /v2.0/routers/cfd85cd4-f510-4ee6-a407-0784309e8f0c HTTP/1.1" status: 200 len: 883 time: 3.4305098 Jul 22 16:53:36.044945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36324) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:36.057928 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-c165a9cf-4520-4beb-bc39-38fdc012194d service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080182 Jul 22 16:53:36.079844 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.100932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-42789d99-aad3-43f6-bbe4-830f6c92031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:36.115062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42789d99-aad3-43f6-bbe4-830f6c92031f None None] Routers {'cfd85cd4-f510-4ee6-a407-0784309e8f0c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:36.115394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-42789d99-aad3-43f6-bbe4-830f6c92031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['cfd85cd4-f510-4ee6-a407-0784309e8f0c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:36.164841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-42789d99-aad3-43f6-bbe4-830f6c92031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:36.165742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42789d99-aad3-43f6-bbe4-830f6c92031f None None] The sync data for ids ['cfd85cd4-f510-4ee6-a407-0784309e8f0c'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:36.248559 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.257564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Network a476e40d-fe06-46b4-b528-c049a856d47c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:36.272341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.276474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:36.287891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:36.294481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:36.295270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.328523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Port': ['ID=56330e03-a59b-4ed1-a395-07c7b6736bdb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:36.334973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:36.342353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf80a177-5165-40c7-b6f4-69f671e1323f req-49df7095-c6a2-49f6-bae2-5869ea8ed43c service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446771 Jul 22 16:53:36.345701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fc6a3e5e-5568-4926-b535-ec76dcca36e0 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/routers/cfd85cd4-f510-4ee6-a407-0784309e8f0c HTTP/1.1" status: 200 len: 924 time: 0.2993407 Jul 22 16:53:36.348439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36330) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:36.378355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f52d0-3015-48d2-844e-db5bfc6f10f6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:36.414677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ac323ed0-ac0e-47f1-a909-97af8fd3457d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9185236 Jul 22 16:53:36.414677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.414677 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment 3991cefb-c69f-42b4-a5f8-dd44c78214ad of type vlan for network daa44e8f-e277-4898-a1a0-af251972e503 Jul 22 16:53:36.415895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36332) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:36.422270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'port': {'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1248287365', 'allowed_address_pairs': [{'ip_address': '2001:db8::f6', 'mac_address': 'fa:16:3e:62:cd:4d'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:36.434112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84abf906-3811-4cf7-a6dd-f3e165c7ff63 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:36.436127 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-84abf906-3811-4cf7-a6dd-f3e165c7ff63 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=cfd85cd4-f510-4ee6-a407-0784309e8f0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0866966 Jul 22 16:53:36.441254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:36.452067 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-189e83ac-17a8-43b5-9950-a08cc1b98b38 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259906 Jul 22 16:53:36.574978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a841b5-309d-4c50-aa37-b5348c261483 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:36.574978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-88a841b5-309d-4c50-aa37-b5348c261483 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 881 time: 0.1309268 Jul 22 16:53:36.578161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36336) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:36.581747 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.648782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f67ab649-7b34-4b39-b8b6-19e752391958 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfd85cd4-f510-4ee6-a407-0784309e8f0c HTTP/1.1" status: 200 len: 205 time: 0.0688341 Jul 22 16:53:36.656803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:36.719496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-bf61dc97-db65-4467-b1d1-f331d775aba9 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660820 Jul 22 16:53:36.774224 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.788262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:36.788921 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.803313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:36.855566 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6578491 Jul 22 16:53:37.048578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185b21e-4f57-4dd8-822b-8dcaffcae308 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=daa44e8f-e277-4898-a1a0-af251972e503,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:37.073223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network daa44e8f-e277-4898-a1a0-af251972e503 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:37.076513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Made reservation on behalf of deb3c1732dee40ebb649549a25f88d98 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:37.324660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5fb8c39-e0bf-4319-8b11-532b621257aa req-d30ef73d-9d45-4862-a4cc-c0c95e89e359 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 210 time: 0.1348140 Jul 22 16:53:37.330744 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:37.440720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:37.527358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] device_id is not set on port 769b952f-b4f9-4b2e-80d4-a6668c41a5aa yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:53:37.543784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Deleting port a6edc58c-3f7a-4c69-961b-c056ce212ba8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:37.544340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:37.627336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129af556-ea26-4a66-8cc7-721c405df680 None None] Network a476e40d-fe06-46b4-b528-c049a856d47c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:37.686286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:37.733111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Calling delete_port for a6edc58c-3f7a-4c69-961b-c056ce212ba8 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:37.790386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3d342a71-3976-4b2f-8216-2aaab0c4ea5f None None] Provisioning for port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:37.834372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:37.869952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Allocated IP 2001:db8::34a (a476e40d-fe06-46b4-b528-c049a856d47c/61c39e31-37fe-4eec-ad17-002eb92d480a/769b952f-b4f9-4b2e-80d4-a6668c41a5aa) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:37.990162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:37.998249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:37.998629 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.115659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.152727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event deleted for resources: {'Port': ['ID=a6edc58c-3f7a-4c69-961b-c056ce212ba8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:38.232246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.260960 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.291284 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.327926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Transition to ACTIVE for port object 769b952f-b4f9-4b2e-80d4-a6668c41a5aa will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:38.343373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=57c5f214-5ee0-445c-8c3b-aad5e30a93c7,segment=NetworkSegment(9995a6db-2944-414f-9c17-58ff966c1711),segment_id=9995a6db-2944-414f-9c17-58ff966c1711)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:38.348401 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.420677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.557677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8bae2541-3e1c-4076-8275-56439a2f736d req-d260fa75-7c5f-4355-8225-cbb58e430a06 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 210 time: 0.0530317 Jul 22 16:53:38.559316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=57c5f214-5ee0-445c-8c3b-aad5e30a93c7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:38.561575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Network a476e40d-fe06-46b4-b528-c049a856d47c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:38.569550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:38.572797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:38.581253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:38.582014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.601595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1834657 Jul 22 16:53:38.604976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:38.624348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d09d2-da30-4445-83fa-bcac13767bc7 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Port': ['ID=769b952f-b4f9-4b2e-80d4-a6668c41a5aa,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:38.739427 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.744914 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.747601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b66d86fb-b6f2-4026-9a19-053e82736d40 None None] Provisioning complete for port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:38.763244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b66d86fb-b6f2-4026-9a19-053e82736d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:38.982327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b66d86fb-b6f2-4026-9a19-053e82736d40 None None] Provisioning for port 56330e03-a59b-4ed1-a395-07c7b6736bdb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:38.990897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b66d86fb-b6f2-4026-9a19-053e82736d40 None None] Provisioning complete for port 56330e03-a59b-4ed1-a395-07c7b6736bdb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:38.992866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b66d86fb-b6f2-4026-9a19-053e82736d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.086494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b66d86fb-b6f2-4026-9a19-053e82736d40 None None] Port 56330e03-a59b-4ed1-a395-07c7b6736bdb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:39.243974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa433124-a23b-4d93-a82d-4f6b63dc1fd6 None None] Provisioning complete for port 56330e03-a59b-4ed1-a395-07c7b6736bdb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:39.244856 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa433124-a23b-4d93-a82d-4f6b63dc1fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.309876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa433124-a23b-4d93-a82d-4f6b63dc1fd6 None None] Port 56330e03-a59b-4ed1-a395-07c7b6736bdb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:39.641877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7c13b4b5-60ec-4c7d-97c4-8c231cb86cc2 None None] Provisioning for port 769b952f-b4f9-4b2e-80d4-a6668c41a5aa completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:39.649020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7c13b4b5-60ec-4c7d-97c4-8c231cb86cc2 None None] Provisioning complete for port 769b952f-b4f9-4b2e-80d4-a6668c41a5aa triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:39.649676 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c13b4b5-60ec-4c7d-97c4-8c231cb86cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.656023 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.656776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Fanout notify agent at l3_agent the message router_deleted on router cfd85cd4-f510-4ee6-a407-0784309e8f0c {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:39.668665 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.677102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1f52534f-195e-4904-9e06-0fbe72caeb00 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/cfd85cd4-f510-4ee6-a407-0784309e8f0c HTTP/1.1" status: 204 len: 168 time: 3.0111346 Jul 22 16:53:39.678170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:39.682562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c9fc2221-3937-4e4a-91b2-be33b4a053fc tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-405949686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:39.746564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2221-3937-4e4a-91b2-be33b4a053fc tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.751927 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2221-3937-4e4a-91b2-be33b4a053fc tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.793889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7c13b4b5-60ec-4c7d-97c4-8c231cb86cc2 None None] Port 769b952f-b4f9-4b2e-80d4-a6668c41a5aa cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:39.810588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:39.853863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2221-3937-4e4a-91b2-be33b4a053fc tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.880145 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2221-3937-4e4a-91b2-be33b4a053fc tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.908430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2221-3937-4e4a-91b2-be33b4a053fc tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.912057 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c9fc2221-3937-4e4a-91b2-be33b4a053fc tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2336340 Jul 22 16:53:39.967670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e7c57-0276-4b61-8285-c19a0fbe5333 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:39.980509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:39.980889 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:39.986726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e7c57-0276-4b61-8285-c19a0fbe5333 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:40.002261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634e7c57-0276-4b61-8285-c19a0fbe5333 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:40.004284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-634e7c57-0276-4b61-8285-c19a0fbe5333 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.3930786 Jul 22 16:53:40.007162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36380) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:40.007502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:40.035745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': True}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:40.163323 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a195dbe-e692-4ade-a6a2-3428e201afee req-49651bf4-dcb7-4cd3-90e0-e715ac69fd4b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 210 time: 0.2628224 Jul 22 16:53:40.218266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-45aab6af-dd56-4842-be8a-8d27be58794c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:40.220066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-45aab6af-dd56-4842-be8a-8d27be58794c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.3638890 Jul 22 16:53:40.245960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Request body: {'port': {'device_id': '7093aacf-4d56-4548-8fec-73763e83bf4d', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'admin_state_up': True, 'tenant_id': 'ec83f6c5a767410283cefb29388f37bf'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:40.252000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36384) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:40.260071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': 'daa44e8f-e277-4898-a1a0-af251972e503', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:40.464103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:40.467607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.493935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.519026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e373a71e-aa93-41d8-9e56-4c3112caec56 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Deleting port 769b952f-b4f9-4b2e-80d4-a6668c41a5aa {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:40.519536 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e373a71e-aa93-41d8-9e56-4c3112caec56 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.541905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Made reservation on behalf of ec83f6c5a767410283cefb29388f37bf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:40.545374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.675107 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e373a71e-aa93-41d8-9e56-4c3112caec56 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.691430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e373a71e-aa93-41d8-9e56-4c3112caec56 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Calling delete_port for 769b952f-b4f9-4b2e-80d4-a6668c41a5aa owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:40.800210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Allocated IP 172.20.0.14 (f452d5aa-6434-4414-bdc1-839023a3e34f/f2381c46-3fa4-4415-a1ec-42dcea88a248/8282ccc3-9c07-4242-845c-375e47cc20e9) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:40.834899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.902085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.920360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=b34fa9cd-1c85-4392-a55f-6ae79427bb39,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:40.936713 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking segment: {'id': '3991cefb-c69f-42b4-a5f8-dd44c78214ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'daa44e8f-e277-4898-a1a0-af251972e503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:40.937081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network hostable DHCP agents. Network: daa44e8f-e277-4898-a1a0-af251972e503, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:40.947530 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.956556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network daa44e8f-e277-4898-a1a0-af251972e503 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:40.967191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, daa44e8f-e277-4898-a1a0-af251972e503) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:40.972336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:40.972922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:40.979917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75464ce0-b4b5-40d1-a655-95b7116b3901 None None] Network daa44e8f-e277-4898-a1a0-af251972e503 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:40.996707 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4506cd78-f25f-4d0f-9f86-f1363d266787 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7429399 Jul 22 16:53:40.997416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:41.003839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144316636'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:41.032798 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e373a71e-aa93-41d8-9e56-4c3112caec56 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.046034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:41.051356 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.097791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373a71e-aa93-41d8-9e56-4c3112caec56 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event deleted for resources: {'Port': ['ID=769b952f-b4f9-4b2e-80d4-a6668c41a5aa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:41.188811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-daa44e8f-e277-4898-a1a0-af251972e503', 'network_id': 'daa44e8f-e277-4898-a1a0-af251972e503', 'tenant_id': '28a58e2c31774d17bddf0753ec2a6130', 'fixed_ips': [{'subnet_id': 'b34fa9cd-1c85-4392-a55f-6ae79427bb39'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:53:41.189672 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.329616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Allocated IP 172.25.3.158 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/b9c4d1b2-1059-4b87-984b-4db602c8746b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:41.381031 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e373a71e-aa93-41d8-9e56-4c3112caec56 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.382851 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e373a71e-aa93-41d8-9e56-4c3112caec56 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "DELETE /v2.0/ports/769b952f-b4f9-4b2e-80d4-a6668c41a5aa HTTP/1.1" status: 204 len: 168 time: 1.3721085 Jul 22 16:53:41.385853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36394) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:41.394239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Allocated IP 2001:db8:0:ffff::2 (daa44e8f-e277-4898-a1a0-af251972e503/b34fa9cd-1c85-4392-a55f-6ae79427bb39/16fab079-d2d9-4cae-af37-8ce9d46be406) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:41.436010 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-879d84af-036d-40ac-be3f-f462895112c3 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] GET failed (client error): The resource could not be found. Jul 22 16:53:41.438400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-879d84af-036d-40ac-be3f-f462895112c3 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "GET /v2.0/ports/769b952f-b4f9-4b2e-80d4-a6668c41a5aa HTTP/1.1" status: 404 len: 333 time: 0.0507674 Jul 22 16:53:41.447188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:41.455238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'port': {'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1037883872'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:41.534838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:41.586838 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.590041 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-15c3b39c-cb3a-47db-9bfa-c7f244d1d12f req-e6dcbb07-82d4-4e7e-a7c9-19e21785dae0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 210 time: 0.0567167 Jul 22 16:53:41.593201 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.593541 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment 7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6 of type vlan for network 67aaf543-d853-437f-a1c1-5c809e47ea30 Jul 22 16:53:41.597067 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Transition to ACTIVE for port object 16fab079-d2d9-4cae-af37-8ce9d46be406 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:41.624178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Transition to ACTIVE for port object 16fab079-d2d9-4cae-af37-8ce9d46be406 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:41.639212 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.668207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Network daa44e8f-e277-4898-a1a0-af251972e503 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:41.671704 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.685546 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.715780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:41.725295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:41.730745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Pushing event updated for resources: {'Port': ['ID=16fab079-d2d9-4cae-af37-8ce9d46be406,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:41.742913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Made reservation on behalf of deb3c1732dee40ebb649549a25f88d98 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:41.749337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.770831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.793127 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.815972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.830921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:41.832710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] device_id is not set on port 6b442142-6d8a-4863-947d-c6a45e826e0c yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:53:41.837420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fbad3415-d6ae-49ae-a687-3dc1158f54eb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:41.852695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event updated for resources: {'Port': ['ID=8282ccc3-9c07-4242-845c-375e47cc20e9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:41.894205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Network f452d5aa-6434-4414-bdc1-839023a3e34f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:41.897087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:41.900172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:41.911170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:41.949712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:41.958020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:41.965509 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:41.966715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.972545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:41.979330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:41.980075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.090954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=67aaf543-d853-437f-a1c1-5c809e47ea30,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:42.097811 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2b1288b7-8e03-44f8-83e6-4babbb4cbffd tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0961807 Jul 22 16:53:42.097811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36402) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:42.104653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Attempting to bind port 16fab079-d2d9-4cae-af37-8ce9d46be406 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:42.105202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Attempting to bind port 16fab079-d2d9-4cae-af37-8ce9d46be406 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '3991cefb-c69f-42b4-a5f8-dd44c78214ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'daa44e8f-e277-4898-a1a0-af251972e503'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:42.105364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Attempting to bind port 16fab079-d2d9-4cae-af37-8ce9d46be406 on network daa44e8f-e277-4898-a1a0-af251972e503 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:42.112974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': '67aaf543-d853-437f-a1c1-5c809e47ea30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:42.136776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:42.137599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Checking segment: {'id': '3991cefb-c69f-42b4-a5f8-dd44c78214ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'daa44e8f-e277-4898-a1a0-af251972e503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:42.138237 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.138836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Bound using segment: {'id': '3991cefb-c69f-42b4-a5f8-dd44c78214ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'daa44e8f-e277-4898-a1a0-af251972e503'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:42.139563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Bound port: 16fab079-d2d9-4cae-af37-8ce9d46be406, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991cefb-c69f-42b4-a5f8-dd44c78214ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'daa44e8f-e277-4898-a1a0-af251972e503'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:42.140175 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.142821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 67aaf543-d853-437f-a1c1-5c809e47ea30 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:42.152977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event updated for resources: {'Port': ['ID=b9c4d1b2-1059-4b87-984b-4db602c8746b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:42.204388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-ca4dfe9c-f204-4da4-bc4d-57fc4cdbb86f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9639804 Jul 22 16:53:42.223580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Request body: {'port': {'device_id': '7093aacf-4d56-4548-8fec-73763e83bf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:42.255111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:42.259094 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.340658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] For port 16fab079-d2d9-4cae-af37-8ce9d46be406, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:42.380590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] For port 16fab079-d2d9-4cae-af37-8ce9d46be406, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=16fab079-d2d9-4cae-af37-8ce9d46be406,segment=NetworkSegment(3991cefb-c69f-42b4-a5f8-dd44c78214ad),segment_id=3991cefb-c69f-42b4-a5f8-dd44c78214ad)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:42.388919 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.407389 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.427259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:42.461043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f9ab2-5785-4f2b-be0a-e7369039546b None None] Pushing event updated for resources: {'Port': ['ID=16fab079-d2d9-4cae-af37-8ce9d46be406,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:42.486581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Allocated IP 2001:db8::21b (a476e40d-fe06-46b4-b528-c049a856d47c/61c39e31-37fe-4eec-ad17-002eb92d480a/6b442142-6d8a-4863-947d-c6a45e826e0c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:42.888223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.055762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=eddc916c-96cf-4cd0-9731-f42da01168a8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:43.153259 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.158740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking segment: {'id': '7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '67aaf543-d853-437f-a1c1-5c809e47ea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:43.160962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network hostable DHCP agents. Network: 67aaf543-d853-437f-a1c1-5c809e47ea30, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:43.196047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8282ccc3-9c07-4242-845c-375e47cc20e9 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:43.207411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34593a-4f24-49d7-aa76-161c273c87ed req-1d6027a4-bc9f-40d4-86af-0de5b7b6275c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:43.209206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d34593a-4f24-49d7-aa76-161c273c87ed req-1d6027a4-bc9f-40d4-86af-0de5b7b6275c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 932 time: 0.4698584 Jul 22 16:53:43.210392 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.214962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.240297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.273707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Transition to ACTIVE for port object 8282ccc3-9c07-4242-845c-375e47cc20e9 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:43.287928 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.294645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Transition to ACTIVE for port object 6b442142-6d8a-4863-947d-c6a45e826e0c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:43.356903 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d34593a-4f24-49d7-aa76-161c273c87ed req-51f5759a-9341-4f7a-9760-f6b3e6f72f60 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386793 Jul 22 16:53:43.368644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Pushing event updated for resources: {'Port': ['ID=8282ccc3-9c07-4242-845c-375e47cc20e9,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:43.412564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network 67aaf543-d853-437f-a1c1-5c809e47ea30 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:43.436012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.532920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Network a476e40d-fe06-46b4-b528-c049a856d47c is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:43.540312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:43.541761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 67aaf543-d853-437f-a1c1-5c809e47ea30) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:43.563798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a256e5-91fe-4d6e-a9f2-d92e754f80dc None None] Network 67aaf543-d853-437f-a1c1-5c809e47ea30 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:43.564262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:43.565405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:43.566435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.576245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Attempting to bind port 8282ccc3-9c07-4242-845c-375e47cc20e9 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:43.576245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Attempting to bind port 8282ccc3-9c07-4242-845c-375e47cc20e9 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:43.579802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Attempting to bind port 8282ccc3-9c07-4242-845c-375e47cc20e9 on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:43.585868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Port 8282ccc3-9c07-4242-845c-375e47cc20e9 on network f452d5aa-6434-4414-bdc1-839023a3e34f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:53:43.586241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Attempting to bind port 8282ccc3-9c07-4242-845c-375e47cc20e9 on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:43.591646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:43.591646 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.606086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Port': ['ID=6b442142-6d8a-4863-947d-c6a45e826e0c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:43.647471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Router 1a948bda-6bbf-4dd0-a0e2-9152fabef1de is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:43.653968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-32862911-2bae-4126-8920-66dc191d7f67 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2055058 Jul 22 16:53:43.660807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:43.662512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36410) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:43.663934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Checking segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:43.665387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Bound using segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:43.670892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Bound port: 8282ccc3-9c07-4242-845c-375e47cc20e9, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:43.675076 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.678375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-651549c6-2513-4b8a-be38-0a95292880a5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f6', 'mac_address': 'fa:16:3e:62:cd:4d'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:43.735531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-102ba567-867f-4c1c-b723-0bfb3aed04d5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6369092 Jul 22 16:53:43.748924 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36412) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:43.848997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-67aaf543-d853-437f-a1c1-5c809e47ea30', 'network_id': '67aaf543-d853-437f-a1c1-5c809e47ea30', 'tenant_id': '28a58e2c31774d17bddf0753ec2a6130', 'fixed_ips': [{'subnet_id': 'eddc916c-96cf-4cd0-9731-f42da01168a8'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:53:43.854687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:43.957748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 16fab079-d2d9-4cae-af37-8ce9d46be406 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:44.123572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] For port 8282ccc3-9c07-4242-845c-375e47cc20e9, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:44.130613 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.134767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] For port 8282ccc3-9c07-4242-845c-375e47cc20e9, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8282ccc3-9c07-4242-845c-375e47cc20e9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:44.152837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.310369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:44.321891 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.333779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] 10.222.0.20 "PUT /v2.0/ports/8282ccc3-9c07-4242-845c-375e47cc20e9 HTTP/1.1" status: 200 len: 1093 time: 2.1151271 Jul 22 16:53:44.334476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7093aacf-4d56-4548-8fec-73763e83bf4d', 'tag': '8282ccc3-9c07-4242-845c-375e47cc20e9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:44.337351 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cdf9b4-91db-456f-b79a-a5d61c479681" -d '{"events": [{"name": "network-changed", "server_uuid": "7093aacf-4d56-4548-8fec-73763e83bf4d", "tag": "8282ccc3-9c07-4242-845c-375e47cc20e9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:44.341655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0a0d138f-db70-4b36-b9e1-cdfc09b633a3 None None] Provisioning for port 6b442142-6d8a-4863-947d-c6a45e826e0c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:44.356703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0a0d138f-db70-4b36-b9e1-cdfc09b633a3 None None] Provisioning complete for port 6b442142-6d8a-4863-947d-c6a45e826e0c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:44.356703 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0a0d138f-db70-4b36-b9e1-cdfc09b633a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.529304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c664a7-67a7-48c6-869e-60e3f214fff8 None None] Network daa44e8f-e277-4898-a1a0-af251972e503 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:44.534402 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fe545a-42cf-4c6c-8a67-feee04a7ea5e x-openstack-request-id: req-38fe545a-42cf-4c6c-8a67-feee04a7ea5e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:44.534708 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7093aacf-4d56-4548-8fec-73763e83bf4d", "tag": "8282ccc3-9c07-4242-845c-375e47cc20e9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:44.535065 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38fe545a-42cf-4c6c-8a67-feee04a7ea5e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:44.535362 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7093aacf-4d56-4548-8fec-73763e83bf4d', 'tag': '8282ccc3-9c07-4242-845c-375e47cc20e9', 'status': 'completed', 'code': 200} Jul 22 16:53:44.609579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb09706-945d-4432-b4d0-e20839f9d51a service neutron] Pushing event updated for resources: {'Port': ['ID=8282ccc3-9c07-4242-845c-375e47cc20e9,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:44.630238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:44.668239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-a6b90d74-fc04-4600-a3d0-15769177bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:44.669779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-a6b90d74-fc04-4600-a3d0-15769177bf08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 1096 time: 0.2209613 Jul 22 16:53:44.733607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d138f-db70-4b36-b9e1-cdfc09b633a3 None None] Port 6b442142-6d8a-4863-947d-c6a45e826e0c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:44.773610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-4b0e67cd-9cdd-4641-8d87-989b9943eedc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8282ccc3-9c07-4242-845c-375e47cc20e9 HTTP/1.1" status: 200 len: 217 time: 0.0886567 Jul 22 16:53:44.800996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Allocated IP 2001:db8::1 (67aaf543-d853-437f-a1c1-5c809e47ea30/eddc916c-96cf-4cd0-9731-f42da01168a8/79f4bf6b-a50a-4eac-a487-ec7776336d5c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:44.807138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 16fab079-d2d9-4cae-af37-8ce9d46be406 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:44.892523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-cd01433d-7cfd-49ba-b3bf-85e605911d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:44.899098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-cd01433d-7cfd-49ba-b3bf-85e605911d1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.1151841 Jul 22 16:53:44.927632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d8433924-f50e-427b-b064-3b044ecaa084 None None] Provisioning for port 16fab079-d2d9-4cae-af37-8ce9d46be406 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:44.981682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d8433924-f50e-427b-b064-3b044ecaa084 None None] Provisioning complete for port 16fab079-d2d9-4cae-af37-8ce9d46be406 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:44.982244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8433924-f50e-427b-b064-3b044ecaa084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.023496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-1a6ff0b1-caa1-4191-b802-e7363fd60d75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149204 Jul 22 16:53:45.043376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:45.053049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.054282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8841a72c-8ed2-4132-9e70-844168aed928 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "PUT /v2.0/routers/1a948bda-6bbf-4dd0-a0e2-9152fabef1de HTTP/1.1" status: 200 len: 918 time: 5.0446844 Jul 22 16:53:45.058110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:45.068563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282779fb-290d-44c9-a07b-e87b31eb2ff3 req-29517511-fb6a-4e5c-9513-faf3ff4a0210 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:45.073242 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50420aed-5f3c-4743-9d3d-f44f6075bb10 None None] Sync routers for ids ['1a948bda-6bbf-4dd0-a0e2-9152fabef1de'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:45.076047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-282779fb-290d-44c9-a07b-e87b31eb2ff3 req-29517511-fb6a-4e5c-9513-faf3ff4a0210 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 944 time: 0.3125863 Jul 22 16:53:45.132440 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50420aed-5f3c-4743-9d3d-f44f6075bb10 None None] Routers {'1a948bda-6bbf-4dd0-a0e2-9152fabef1de'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:45.133375 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-50420aed-5f3c-4743-9d3d-f44f6075bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1a948bda-6bbf-4dd0-a0e2-9152fabef1de'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:45.216067 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-50420aed-5f3c-4743-9d3d-f44f6075bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:45.233178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-651549c6-2513-4b8a-be38-0a95292880a5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.236415 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8433924-f50e-427b-b064-3b044ecaa084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.240363 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50420aed-5f3c-4743-9d3d-f44f6075bb10 None None] Routers {'1a948bda-6bbf-4dd0-a0e2-9152fabef1de'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:45.241062 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-50420aed-5f3c-4743-9d3d-f44f6075bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1a948bda-6bbf-4dd0-a0e2-9152fabef1de'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:45.325413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-282779fb-290d-44c9-a07b-e87b31eb2ff3 req-146bd527-62be-40d1-a34f-5a37c3ebccfd tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483840 Jul 22 16:53:45.367206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-6d77cadd-7240-4796-a975-4c887d632346 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366451 Jul 22 16:53:45.445201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d8433924-f50e-427b-b064-3b044ecaa084 None None] For port 16fab079-d2d9-4cae-af37-8ce9d46be406, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=16fab079-d2d9-4cae-af37-8ce9d46be406,segment=NetworkSegment(3991cefb-c69f-42b4-a5f8-dd44c78214ad),segment_id=3991cefb-c69f-42b4-a5f8-dd44c78214ad)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:45.449291 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.465113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8433924-f50e-427b-b064-3b044ecaa084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.508196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Transition to ACTIVE for port object 79f4bf6b-a50a-4eac-a487-ec7776336d5c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:45.532218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c921c465-c5d1-42d8-b079-9ae479da82e1 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/routers/1a948bda-6bbf-4dd0-a0e2-9152fabef1de HTTP/1.1" status: 200 len: 924 time: 0.4698465 Jul 22 16:53:45.545181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36430) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:45.546519 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-50420aed-5f3c-4743-9d3d-f44f6075bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:45.547484 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50420aed-5f3c-4743-9d3d-f44f6075bb10 None None] The sync data for ids ['1a948bda-6bbf-4dd0-a0e2-9152fabef1de'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:45.562104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3f756fb-39f2-49d5-89c8-e3eeb86c608f req-37a6cb12-2a3b-4a2b-8c86-4268d4138c38 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852338 Jul 22 16:53:45.586497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Transition to ACTIVE for port object 79f4bf6b-a50a-4eac-a487-ec7776336d5c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:45.602553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8433924-f50e-427b-b064-3b044ecaa084 None None] Pushing event updated for resources: {'Port': ['ID=16fab079-d2d9-4cae-af37-8ce9d46be406,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:45.607621 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.671063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Network 67aaf543-d853-437f-a1c1-5c809e47ea30 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:45.674869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:45.681877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:45.785512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Pushing event updated for resources: {'Port': ['ID=79f4bf6b-a50a-4eac-a487-ec7776336d5c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:45.809596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Attempting to bind port 79f4bf6b-a50a-4eac-a487-ec7776336d5c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:45.809923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Attempting to bind port 79f4bf6b-a50a-4eac-a487-ec7776336d5c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '67aaf543-d853-437f-a1c1-5c809e47ea30'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:45.810286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Attempting to bind port 79f4bf6b-a50a-4eac-a487-ec7776336d5c on network 67aaf543-d853-437f-a1c1-5c809e47ea30 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:45.822078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:45.822821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Checking segment: {'id': '7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '67aaf543-d853-437f-a1c1-5c809e47ea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:45.823591 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.823964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Bound using segment: {'id': '7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '67aaf543-d853-437f-a1c1-5c809e47ea30'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:45.824640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Bound port: 79f4bf6b-a50a-4eac-a487-ec7776336d5c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '67aaf543-d853-437f-a1c1-5c809e47ea30'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:45.826975 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.850130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9102d2-37d2-4773-82a7-43f616199e09 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:45.853431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:45.863478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bd9102d2-37d2-4773-82a7-43f616199e09 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=1a948bda-6bbf-4dd0-a0e2-9152fabef1de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3126261 Jul 22 16:53:45.866480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36434) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:45.872173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 16fab079-d2d9-4cae-af37-8ce9d46be406 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:45.900413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=eddc916c-96cf-4cd0-9731-f42da01168a8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:46.024816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-efa52efa-a7f8-4e4e-b114-701c348f2efb None None] Provisioning complete for port 16fab079-d2d9-4cae-af37-8ce9d46be406 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:46.025097 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efa52efa-a7f8-4e4e-b114-701c348f2efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.087298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-a67315cc-a479-4880-bd64-78ce30965223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:46.089643 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-a67315cc-a479-4880-bd64-78ce30965223 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 1096 time: 0.4185731 Jul 22 16:53:46.119067 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 16fab079-d2d9-4cae-af37-8ce9d46be406 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:46.119450 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.120328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.124145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-651549c6-2513-4b8a-be38-0a95292880a5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.139502 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-651549c6-2513-4b8a-be38-0a95292880a5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.153550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] For port 79f4bf6b-a50a-4eac-a487-ec7776336d5c, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:46.194300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] For port 79f4bf6b-a50a-4eac-a487-ec7776336d5c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=79f4bf6b-a50a-4eac-a487-ec7776336d5c,segment=NetworkSegment(7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6),segment_id=7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:46.197112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67aaf543-d853-437f-a1c1-5c809e47ea30']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:46.210134 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.230163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-651549c6-2513-4b8a-be38-0a95292880a5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] In _notify_port_updated(), no bound segment for port 6b442142-6d8a-4863-947d-c6a45e826e0c on network a476e40d-fe06-46b4-b528-c049a856d47c {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:53:46.244198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:46.251353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651549c6-2513-4b8a-be38-0a95292880a5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:46.251883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:46.252281 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-651549c6-2513-4b8a-be38-0a95292880a5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.254762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-651549c6-2513-4b8a-be38-0a95292880a5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "PUT /v2.0/ports/6b442142-6d8a-4863-947d-c6a45e826e0c HTTP/1.1" status: 200 len: 1002 time: 2.5893354 Jul 22 16:53:46.257460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12c5f0c-e0a8-4614-ac45-bd3faa4a940b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:46.270970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f12c5f0c-e0a8-4614-ac45-bd3faa4a940b tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 881 time: 0.3917792 Jul 22 16:53:46.270970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:46.294447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36442) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:46.332570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.371720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.373362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-62b890b4-6152-4b57-b9c2-a4ad6fe44a44 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a948bda-6bbf-4dd0-a0e2-9152fabef1de HTTP/1.1" status: 200 len: 205 time: 0.0772991 Jul 22 16:53:46.374057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36446) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:46.379298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651549c6-2513-4b8a-be38-0a95292880a5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Port': ['ID=6b442142-6d8a-4863-947d-c6a45e826e0c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:46.398693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:46.401579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:46.406614 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:46.449760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-ab37efb6-aa00-40c4-bc13-7d87f2085a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:46.456225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-ab37efb6-aa00-40c4-bc13-7d87f2085a0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 907 time: 0.3317564 Jul 22 16:53:46.598514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1b5aa-cddb-4e63-854d-8b78166dbb9f None None] Pushing event updated for resources: {'Port': ['ID=79f4bf6b-a50a-4eac-a487-ec7776336d5c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:46.620780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494aac24-ef2e-4b4a-8d70-3f98ca0eb00f None None] Network 67aaf543-d853-437f-a1c1-5c809e47ea30 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:46.644398 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-8110634d-3c1a-469b-a79d-043da8bb5d81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8282ccc3-9c07-4242-845c-375e47cc20e9 HTTP/1.1" status: 200 len: 217 time: 0.1739924 Jul 22 16:53:46.684198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.729103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:53:46.729103 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:53:46.729103 n-d-792458-13 neutron-server[93751]: [parameters: {'id': '67aaf543-d853-437f-a1c1-5c809e47ea30'}] Jul 22 16:53:46.729103 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:53:46.730108 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:53:46.758598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-34533214-691e-4547-9c66-c8b0b6c3426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:46.760863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-34533214-691e-4547-9c66-c8b0b6c3426b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.0854547 Jul 22 16:53:46.783669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-193d2192-ea26-45bd-b11d-1327c70a1221 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Deleting port 6b442142-6d8a-4863-947d-c6a45e826e0c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:46.784037 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-193d2192-ea26-45bd-b11d-1327c70a1221 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.897692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa340-bcbd-489e-86c5-ef70c26066ca req-ee4af40c-8716-4213-a4c0-b5f5b986d725 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:46.899652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-666aa340-bcbd-489e-86c5-ef70c26066ca req-ee4af40c-8716-4213-a4c0-b5f5b986d725 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 944 time: 0.3494959 Jul 22 16:53:46.902004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-af98e31b-4708-4de2-8aa0-2bf9c4e3d61d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267035 Jul 22 16:53:46.903974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-87013393-fddb-4cd1-a0b6-e59ffed2345e None None] Provisioning complete for port 6b442142-6d8a-4863-947d-c6a45e826e0c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:46.904485 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87013393-fddb-4cd1-a0b6-e59ffed2345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.928682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-193d2192-ea26-45bd-b11d-1327c70a1221 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:46.945519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-193d2192-ea26-45bd-b11d-1327c70a1221 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Calling delete_port for 6b442142-6d8a-4863-947d-c6a45e826e0c owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:47.002173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-666aa340-bcbd-489e-86c5-ef70c26066ca req-2f554f2c-9dc0-4609-b54b-335913a65717 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916162 Jul 22 16:53:47.040433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-87013393-fddb-4cd1-a0b6-e59ffed2345e None None] Port 6b442142-6d8a-4863-947d-c6a45e826e0c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:47.111313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50414e91-6b42-4dcc-8a7f-0e5501eaadf0 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:53:47.117852 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:47.187525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-ad8350f0-99d2-45b6-b162-7bc4b3b87fd4 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706902 Jul 22 16:53:47.243515 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:47.321813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50414e91-6b42-4dcc-8a7f-0e5501eaadf0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:53:47.339736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-193d2192-ea26-45bd-b11d-1327c70a1221 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:47.451529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9cdf9b4-91db-456f-b79a-a5d61c479681 req-899eee3d-81b0-4904-a8cf-d2c500672289 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577820 Jul 22 16:53:47.464836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting port 79f4bf6b-a50a-4eac-a487-ec7776336d5c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:47.465296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:47.469849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d2192-ea26-45bd-b11d-1327c70a1221 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event deleted for resources: {'Port': ['ID=6b442142-6d8a-4863-947d-c6a45e826e0c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:47.548783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Deleting port b9c4d1b2-1059-4b87-984b-4db602c8746b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:47.549311 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:47.651739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] For port 79f4bf6b-a50a-4eac-a487-ec7776336d5c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=79f4bf6b-a50a-4eac-a487-ec7776336d5c,segment=NetworkSegment(7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6),segment_id=7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:47.652152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:47.678079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Calling delete_port for 79f4bf6b-a50a-4eac-a487-ec7776336d5c owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:47.729383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:47.788394 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-193d2192-ea26-45bd-b11d-1327c70a1221 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:47.791772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-193d2192-ea26-45bd-b11d-1327c70a1221 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "DELETE /v2.0/ports/6b442142-6d8a-4863-947d-c6a45e826e0c HTTP/1.1" status: 204 len: 168 time: 1.5278440 Jul 22 16:53:47.793947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Calling delete_port for b9c4d1b2-1059-4b87-984b-4db602c8746b owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:47.796719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36456) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:47.853782 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50a6c8a-c6e3-4e10-9eae-3acf2f12239f tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] GET failed (client error): The resource could not be found. Jul 22 16:53:47.856520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f50a6c8a-c6e3-4e10-9eae-3acf2f12239f tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "GET /v2.0/ports/6b442142-6d8a-4863-947d-c6a45e826e0c HTTP/1.1" status: 404 len: 333 time: 0.0576928 Jul 22 16:53:47.863647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36458) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:47.873878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'port': {'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1574878861'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:47.898827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:47.971256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Port': ['ID=79f4bf6b-a50a-4eac-a487-ec7776336d5c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:48.003214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No DVR routers for this DVR port 79f4bf6b-a50a-4eac-a487-ec7776336d5c on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:53:48.220240 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.236924 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67aaf543-d853-437f-a1c1-5c809e47ea30']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:48.280988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:48.285776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1b50ff-dec0-4d2c-9b3e-12e9f2adf3e6') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:48.310211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.327748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.336592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:48.337010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.455670 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-beead901-825a-4a97-a8eb-7ad38d3b4bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.465154 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:48.508944 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:48.513266 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.541787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event deleted for resources: {'Port': ['ID=b9c4d1b2-1059-4b87-984b-4db602c8746b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:48.577378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.583099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/67aaf543-d853-437f-a1c1-5c809e47ea30 HTTP/1.1" status: 204 len: 168 time: 4.8216689 Jul 22 16:53:48.584860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747652f1-bf3e-43e2-9a78-fe4237e42be1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=67aaf543-d853-437f-a1c1-5c809e47ea30,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:48.589134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36466) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:48.599142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1628550213'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:48.674088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Made reservation on behalf of deb3c1732dee40ebb649549a25f88d98 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:48.678503 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.686022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:48.695937 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.748175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:48.761887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.762218 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment df33a181-3be5-44a6-b9f3-200773156227 of type vlan for network 4547d45d-1236-4b18-b181-fc83a81821f0 Jul 22 16:53:48.818485 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.866472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.872841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:48.874058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.926988 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3364496 Jul 22 16:53:48.930566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:48.936441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': '4547d45d-1236-4b18-b181-fc83a81821f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:48.987046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:48.989884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c53704-17cc-4551-884f-b99345704a8b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=4547d45d-1236-4b18-b181-fc83a81821f0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:48.994610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] device_id is not set on port 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:53:49.007953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac73d8c-39df-4cce-b47a-5acbad4dd353 req-83136bfc-b634-480c-b5b1-ed5b59520023 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:49.009507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac73d8c-39df-4cce-b47a-5acbad4dd353 req-83136bfc-b634-480c-b5b1-ed5b59520023 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 944 time: 0.8518944 Jul 22 16:53:49.009874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 4547d45d-1236-4b18-b181-fc83a81821f0 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:49.133331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:49.136901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.153131 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.159991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.209852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8282ccc3-9c07-4242-845c-375e47cc20e9 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:53:49.242617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ac73d8c-39df-4cce-b47a-5acbad4dd353 req-7e82e8e9-ff09-482e-a39a-e616b34e5134 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042651 Jul 22 16:53:49.278996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.278996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Fanout notify agent at l3_agent the message router_deleted on router 1a948bda-6bbf-4dd0-a0e2-9152fabef1de {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:49.293141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.300309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:49.301827 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-baff86f3-76fc-4c63-93e6-e9612a4df40d tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/1a948bda-6bbf-4dd0-a0e2-9152fabef1de HTTP/1.1" status: 204 len: 168 time: 2.9235375 Jul 22 16:53:49.305876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7c33b682-c01c-4b0e-ad7b-74900fd4df45 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1346118814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:49.340986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Allocated IP 2001:db8::177 (a476e40d-fe06-46b4-b528-c049a856d47c/61c39e31-37fe-4eec-ad17-002eb92d480a/1acbe43b-77b8-41cb-b8d5-22c27a0b27e4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:49.430233 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c33b682-c01c-4b0e-ad7b-74900fd4df45 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.431270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c33b682-c01c-4b0e-ad7b-74900fd4df45 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.435598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8282ccc3-9c07-4242-845c-375e47cc20e9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8282ccc3-9c07-4242-845c-375e47cc20e9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:49.452991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '8282ccc3-9c07-4242-845c-375e47cc20e9', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'port_id': '8282ccc3-9c07-4242-845c-375e47cc20e9', 'mac_address': 'fa:16:3e:33:af:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2381c46-3fa4-4415-a1ec-42dcea88a248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:53:49.517923 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.544281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8282ccc3-9c07-4242-845c-375e47cc20e9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:53:49.546576 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c33b682-c01c-4b0e-ad7b-74900fd4df45 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.550087 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.557884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c33b682-c01c-4b0e-ad7b-74900fd4df45 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.570208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8282ccc3-9c07-4242-845c-375e47cc20e9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8282ccc3-9c07-4242-845c-375e47cc20e9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:49.577599 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.604930 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7c33b682-c01c-4b0e-ad7b-74900fd4df45 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.610326 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7c33b682-c01c-4b0e-ad7b-74900fd4df45 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3050959 Jul 22 16:53:49.614745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:49.640884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'enable_snat': False}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:49.647344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=863ad179-fec0-4834-a18a-3c86c4c30a47,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:49.671295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking segment: {'id': 'df33a181-3be5-44a6-b9f3-200773156227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4547d45d-1236-4b18-b181-fc83a81821f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:49.674943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network hostable DHCP agents. Network: 4547d45d-1236-4b18-b181-fc83a81821f0, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:49.721365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=8282ccc3-9c07-4242-845c-375e47cc20e9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:49.749822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network 4547d45d-1236-4b18-b181-fc83a81821f0 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:49.771558 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.782386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 4547d45d-1236-4b18-b181-fc83a81821f0) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:49.792644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:49.794030 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.805023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e1bf8-7990-4a52-ba6d-4a2f23558a0b None None] Network 4547d45d-1236-4b18-b181-fc83a81821f0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:49.848048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b2a23721-ad61-4e05-baa9-c32b10413505 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9158878 Jul 22 16:53:49.849257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:49.855906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Transition to ACTIVE for port object 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:49.863467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-875083275'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:49.870633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['8282ccc3-9c07-4242-845c-375e47cc20e9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:53:49.927369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:49.938312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:49.961879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.000342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:50.016509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.021477 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.021740 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment f1a41dbc-f9e0-475d-9733-f297c2a8c7df of type vlan for network 58eca057-e859-4a45-8a34-eeee8f83866f Jul 22 16:53:50.125953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Network a476e40d-fe06-46b4-b528-c049a856d47c is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:50.138806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:50.145076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:50.152510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:50.153373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.161492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.162165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Port': ['ID=1acbe43b-77b8-41cb-b8d5-22c27a0b27e4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:50.207236 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a52975b1-32b4-4f74-b3c9-0c5a388cdda4 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3421376 Jul 22 16:53:50.209835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36490) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:50.216280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ff9452a6-e3eb-4258-8fdb-849f654802b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:62:cd:4d'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:50.276951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-4547d45d-1236-4b18-b181-fc83a81821f0', 'network_id': '4547d45d-1236-4b18-b181-fc83a81821f0', 'tenant_id': '28a58e2c31774d17bddf0753ec2a6130', 'fixed_ips': [{'subnet_id': '863ad179-fec0-4834-a18a-3c86c4c30a47'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:53:50.277845 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.286697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.300890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:50.316244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.391139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5410016 Jul 22 16:53:50.401655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:50.417585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': '58eca057-e859-4a45-8a34-eeee8f83866f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:50.743583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469239ca-0230-46c9-a477-d2b265977ec1 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=58eca057-e859-4a45-8a34-eeee8f83866f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:50.769277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.779333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 58eca057-e859-4a45-8a34-eeee8f83866f details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:50.820619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Allocated IP 2001:db8::1 (4547d45d-1236-4b18-b181-fc83a81821f0/863ad179-fec0-4834-a18a-3c86c4c30a47/6c02181a-97fa-4a54-a607-4f3b66d9c2b7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:50.823963 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.841429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:50.845060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:50.885602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abe787fe-e0ef-4a8a-8dac-0aa6c75806eb None None] Provisioning for port 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:50.951452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f7646-74fb-4300-acc5-9e351f1638ca req-9d4f9bb4-9ebe-459b-ac0c-ebff3638a5fc tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:50.953816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c1f7646-74fb-4300-acc5-9e351f1638ca req-9d4f9bb4-9ebe-459b-ac0c-ebff3638a5fc tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 945 time: 0.5182786 Jul 22 16:53:50.968474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abe787fe-e0ef-4a8a-8dac-0aa6c75806eb None None] Provisioning complete for port 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:50.969910 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abe787fe-e0ef-4a8a-8dac-0aa6c75806eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.041359 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Performing IP validity checks on allocation pools {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:53:51.041941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:53:51.093209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-abe787fe-e0ef-4a8a-8dac-0aa6c75806eb None None] Port 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:51.099762 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3ab330ba-9d51-4772-bf2c-6527f6ae87e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.177535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c1f7646-74fb-4300-acc5-9e351f1638ca req-833c51fe-6757-449d-a2e3-768e45cd7b25 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872852 Jul 22 16:53:51.181994 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff9452a6-e3eb-4258-8fdb-849f654802b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.261632 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.275252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Transition to ACTIVE for port object 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:51.298562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Transition to ACTIVE for port object 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:51.308831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.331516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Allocated IP 172.25.3.164 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/5fbf9f2d-85fc-4a58-addd-b279aa677715) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:51.368044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Network 4547d45d-1236-4b18-b181-fc83a81821f0 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:51.371883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:51.380186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:51.386922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Pushing event updated for resources: {'Port': ['ID=6c02181a-97fa-4a54-a607-4f3b66d9c2b7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:51.485358 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.487325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Attempting to bind port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:51.487960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Attempting to bind port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'df33a181-3be5-44a6-b9f3-200773156227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4547d45d-1236-4b18-b181-fc83a81821f0'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:51.488378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Attempting to bind port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 on network 4547d45d-1236-4b18-b181-fc83a81821f0 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:51.494312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:51.494741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Checking segment: {'id': 'df33a181-3be5-44a6-b9f3-200773156227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4547d45d-1236-4b18-b181-fc83a81821f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:51.495212 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.495748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Bound using segment: {'id': 'df33a181-3be5-44a6-b9f3-200773156227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4547d45d-1236-4b18-b181-fc83a81821f0'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:51.496218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Bound port: 6c02181a-97fa-4a54-a607-4f3b66d9c2b7, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df33a181-3be5-44a6-b9f3-200773156227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4547d45d-1236-4b18-b181-fc83a81821f0'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:51.496602 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.515279 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.591422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] For port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:51.595533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] For port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6c02181a-97fa-4a54-a607-4f3b66d9c2b7,segment=NetworkSegment(df33a181-3be5-44a6-b9f3-200773156227),segment_id=df33a181-3be5-44a6-b9f3-200773156227)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:51.600742 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.689977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3becf-7b91-4e3e-a6e0-bb79bf7129a1 None None] Pushing event updated for resources: {'Port': ['ID=6c02181a-97fa-4a54-a607-4f3b66d9c2b7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:51.756196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.796364 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:51.862171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:51.880773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:51.901574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:51.942559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Pushing event updated for resources: {'Port': ['ID=5fbf9f2d-85fc-4a58-addd-b279aa677715,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:51.980330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=4f09fda7-9bde-49bb-a516-c3034a73d5dd,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:52.006202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff9452a6-e3eb-4258-8fdb-849f654802b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:52.016881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff9452a6-e3eb-4258-8fdb-849f654802b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:52.084914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking segment: {'id': 'f1a41dbc-f9e0-475d-9733-f297c2a8c7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58eca057-e859-4a45-8a34-eeee8f83866f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:52.084914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network hostable DHCP agents. Network: 58eca057-e859-4a45-8a34-eeee8f83866f, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:52.379804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84f066-e70a-4bca-8261-64c9af8657f1 req-4985575e-a58c-49f0-b3dd-8238bf3c3123 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:52.395976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e84f066-e70a-4bca-8261-64c9af8657f1 req-4985575e-a58c-49f0-b3dd-8238bf3c3123 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 945 time: 0.1111727 Jul 22 16:53:52.452699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e84f066-e70a-4bca-8261-64c9af8657f1 req-547f3972-bdd4-4f8b-abed-566e9fd74318 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545940 Jul 22 16:53:52.478173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9452a6-e3eb-4258-8fdb-849f654802b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Port': ['ID=1acbe43b-77b8-41cb-b8d5-22c27a0b27e4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:52.489942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ff9452a6-e3eb-4258-8fdb-849f654802b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] In _notify_port_updated(), no bound segment for port 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 on network a476e40d-fe06-46b4-b528-c049a856d47c {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:53:52.495343 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9452a6-e3eb-4258-8fdb-849f654802b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:52.496019 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff9452a6-e3eb-4258-8fdb-849f654802b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:52.501502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ff9452a6-e3eb-4258-8fdb-849f654802b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "PUT /v2.0/ports/1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 HTTP/1.1" status: 200 len: 1003 time: 2.2858129 Jul 22 16:53:52.501683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36516) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:52.538456 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:52.619679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-bdb3d898-e8a1-47c8-9eb5-9f512c55d09b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769626920&fields=id&tenant_id=8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 267 time: 0.1467874 Jul 22 16:53:52.902026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-1cc63f8d-5952-457b-8d52-ea8ed6aa3a74 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:52.903816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-1cc63f8d-5952-457b-8d52-ea8ed6aa3a74 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.1643441 Jul 22 16:53:52.905171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:52.908410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network 58eca057-e859-4a45-8a34-eeee8f83866f is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:52.947331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6d56bbf2-0c11-4c73-b97c-776e5c9cf630 None None] Provisioning complete for port 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:52.948737 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d56bbf2-0c11-4c73-b97c-776e5c9cf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:52.971563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d8f8a-43aa-411a-8c42-11eb9900a747 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Deleting port 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:52.971899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8f8a-43aa-411a-8c42-11eb9900a747 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.005855 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-5be7ed2f-c42e-41e8-bed0-a4f041d1d95e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/quotas/8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 375 time: 0.0927806 Jul 22 16:53:53.006370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40827f9-6ce3-4709-b54e-49699f3d40b1 None None] Network 4547d45d-1236-4b18-b181-fc83a81821f0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:53.008597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 58eca057-e859-4a45-8a34-eeee8f83866f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:53.019771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:53.020428 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.023106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6d56bbf2-0c11-4c73-b97c-776e5c9cf630 None None] Port 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:53.029066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5000aea5-c200-4ac9-8f46-1d5d32e098bf None None] Network 58eca057-e859-4a45-8a34-eeee8f83866f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:53.100521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ff6aa0da-f40e-47b8-a769-432a86ec443e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6978765 Jul 22 16:53:53.104873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36518) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:53.122711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8f8a-43aa-411a-8c42-11eb9900a747 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.137316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d8f8a-43aa-411a-8c42-11eb9900a747 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Calling delete_port for 1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:53.207836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b912eb6b-75d5-4c13-b3a1-8d9b596c9d5b None None] Provisioning for port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:53.245327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8282ccc3-9c07-4242-845c-375e47cc20e9 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:53.308827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8f8a-43aa-411a-8c42-11eb9900a747 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.361482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-749f7908-96b7-4c70-956a-eab64b500a08 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3269904 Jul 22 16:53:53.361740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d8f8a-43aa-411a-8c42-11eb9900a747 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event deleted for resources: {'Port': ['ID=1acbe43b-77b8-41cb-b8d5-22c27a0b27e4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:53.408967 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.409338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8f8a-43aa-411a-8c42-11eb9900a747 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.414671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1a3d8f8a-43aa-411a-8c42-11eb9900a747 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "DELETE /v2.0/ports/1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 HTTP/1.1" status: 204 len: 168 time: 0.9105670 Jul 22 16:53:53.414896 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.415447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:53.463219 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-997e289a-f84a-4717-a066-4334aad8793e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] GET failed (client error): The resource could not be found. Jul 22 16:53:53.469721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-997e289a-f84a-4717-a066-4334aad8793e tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "GET /v2.0/ports/1acbe43b-77b8-41cb-b8d5-22c27a0b27e4 HTTP/1.1" status: 404 len: 333 time: 0.0484254 Jul 22 16:53:53.470173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36526) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:53.477216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'port': {'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1715885239'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:53.491271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 8282ccc3-9c07-4242-845c-375e47cc20e9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:53.560232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.586428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 8282ccc3-9c07-4242-845c-375e47cc20e9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:53.587114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.639598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45abbf59-e242-4039-b55d-d25e8ee13481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-58eca057-e859-4a45-8a34-eeee8f83866f', 'network_id': '58eca057-e859-4a45-8a34-eeee8f83866f', 'tenant_id': '28a58e2c31774d17bddf0753ec2a6130', 'fixed_ips': [{'subnet_id': '4f09fda7-9bde-49bb-a516-c3034a73d5dd'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:53:53.641461 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45abbf59-e242-4039-b55d-d25e8ee13481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.694289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-6ec3e868-ac4e-470e-9ced-ebbf90e96735 service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319190 Jul 22 16:53:53.749001 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.775709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Made reservation on behalf of deb3c1732dee40ebb649549a25f88d98 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:53.780637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:53.837928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] device_id is not set on port ef79561e-9d34-4350-9e54-2731c8868931 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:53:53.869773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:53.889139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Router 862c0448-5f5e-477d-bd4a-2de859e07813 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:53:53.971096 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.006185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Allocated IP 2001:db8::29e (a476e40d-fe06-46b4-b528-c049a856d47c/61c39e31-37fe-4eec-ad17-002eb92d480a/ef79561e-9d34-4350-9e54-2731c8868931) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:54.009192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093aacf-4d56-4548-8fec-73763e83bf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8282ccc3-9c07-4242-845c-375e47cc20e9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:53:54.013650 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9150c98f-822f-4478-9169-8374f7d9ed50" -d '{"events": [{"server_uuid": "7093aacf-4d56-4548-8fec-73763e83bf4d", "name": "network-vif-plugged", "status": "completed", "tag": "8282ccc3-9c07-4242-845c-375e47cc20e9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:53:54.036906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8282ccc3-9c07-4242-845c-375e47cc20e9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8282ccc3-9c07-4242-845c-375e47cc20e9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:54.043680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:54.049061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:53:54.054253 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.054600 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.056269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5b6e0af1-692e-465c-96e4-98fad3f97a9f tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "PUT /v2.0/routers/862c0448-5f5e-477d-bd4a-2de859e07813 HTTP/1.1" status: 200 len: 920 time: 4.4237411 Jul 22 16:53:54.067808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36530) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:54.149565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:54.149998 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.152268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.153732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbda5e-0105-4817-972f-4bb54b95fa49 req-2d814347-d483-492a-b1df-5ff35276fa76 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:54.153888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f180d-3f61-4d2f-84bc-d4b6a72b2d7b None None] Sync routers for ids ['862c0448-5f5e-477d-bd4a-2de859e07813'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:53:54.155741 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0cbda5e-0105-4817-972f-4bb54b95fa49 req-2d814347-d483-492a-b1df-5ff35276fa76 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 945 time: 0.5938802 Jul 22 16:53:54.160784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=8282ccc3-9c07-4242-845c-375e47cc20e9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:54.176508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0cc0eb85-122d-4ca4-8f54-ee0030e1aa33 service neutron] 10.222.0.53 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286511 Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-45abbf59-e242-4039-b55d-d25e8ee13481 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f09fda7-9bde-49bb-a516-c3034a73d5dd: This subnet is being modified by another concurrent operation. Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f09fda7-9bde-49bb-a516-c3034a73d5dd: This subnet is being modified by another concurrent operation. Jul 22 16:53:54.205090 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 16:53:54.221008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f180d-3f61-4d2f-84bc-d4b6a72b2d7b None None] Routers {'862c0448-5f5e-477d-bd4a-2de859e07813'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:54.221692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ca3f180d-3f61-4d2f-84bc-d4b6a72b2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['862c0448-5f5e-477d-bd4a-2de859e07813'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:54.277635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.278588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ca3f180d-3f61-4d2f-84bc-d4b6a72b2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:54.285726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e990c51-6c18-4723-ba3e-db9c9d12b1cd None None] Network 58eca057-e859-4a45-8a34-eeee8f83866f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:54.292903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58eca057-e859-4a45-8a34-eeee8f83866f']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:54.323952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f180d-3f61-4d2f-84bc-d4b6a72b2d7b None None] Routers {'862c0448-5f5e-477d-bd4a-2de859e07813'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:53:54.324502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ca3f180d-3f61-4d2f-84bc-d4b6a72b2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['862c0448-5f5e-477d-bd4a-2de859e07813'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:54.326399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=4f09fda7-9bde-49bb-a516-c3034a73d5dd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:54.344963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a41dbc-f9e0-475d-9733-f297c2a8c7df') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:54.345684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a41dbc-f9e0-475d-9733-f297c2a8c7df') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:54.365076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0cbda5e-0105-4817-972f-4bb54b95fa49 req-2bae5307-1e86-4ef0-91a0-12732bc03645 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992428 Jul 22 16:53:54.396700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ca3f180d-3f61-4d2f-84bc-d4b6a72b2d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:54.397396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f180d-3f61-4d2f-84bc-d4b6a72b2d7b None None] The sync data for ids ['862c0448-5f5e-477d-bd4a-2de859e07813'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:53:54.399319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.403605 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.429771 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.430393 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.433946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7edc842c-0fcf-40f5-84a5-4c90bbe9cd75 None None] Provisioning complete for port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:54.434459 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7edc842c-0fcf-40f5-84a5-4c90bbe9cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.441484 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:54.444938 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.445801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Transition to ACTIVE for port object ef79561e-9d34-4350-9e54-2731c8868931 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:54.453324 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:54.485250 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d3cafe-1ab1-473f-923d-4fbe16888447 x-openstack-request-id: req-38d3cafe-1ab1-473f-923d-4fbe16888447 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:53:54.491560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c363ad01-4c89-456b-b8f5-20b8c1fe1f97 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/routers/862c0448-5f5e-477d-bd4a-2de859e07813 HTTP/1.1" status: 200 len: 926 time: 0.4221137 Jul 22 16:53:54.492042 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093aacf-4d56-4548-8fec-73763e83bf4d", "name": "network-vif-plugged", "status": "completed", "tag": "8282ccc3-9c07-4242-845c-375e47cc20e9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:53:54.492361 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38d3cafe-1ab1-473f-923d-4fbe16888447 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:53:54.492851 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7093aacf-4d56-4548-8fec-73763e83bf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8282ccc3-9c07-4242-845c-375e47cc20e9', 'code': 200} Jul 22 16:53:54.494491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:54.595461 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.600009 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.615409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.623343 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/58eca057-e859-4a45-8a34-eeee8f83866f HTTP/1.1" status: 204 len: 168 time: 1.5091925 Jul 22 16:53:54.643254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36542) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:54.672659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Port': ['ID=ef79561e-9d34-4350-9e54-2731c8868931,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:54.672976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1594588110'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:54.697717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Network a476e40d-fe06-46b4-b528-c049a856d47c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:54.700620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:54.703015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410de38-83dd-40cb-99cf-317c8835ed64 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=58eca057-e859-4a45-8a34-eeee8f83866f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:54.703525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:54.705597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:54.710796 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.711479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:54.712378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.755040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:53:54.777594 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.781802 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3f95598b-7f39-4aff-9106-95e73ed32a52 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3077717 Jul 22 16:53:54.783021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36544) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:54.783272 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment 0c42dc4b-dabf-4272-bedf-99f276a17df3 of type vlan for network 825d7312-6a2e-4ffe-8bc8-70d9547bc76b Jul 22 16:53:54.785912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af25a33-70e0-40b2-ab3a-1622c932d0d4 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:54.787441 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0af25a33-70e0-40b2-ab3a-1622c932d0d4 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=862c0448-5f5e-477d-bd4a-2de859e07813&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2915504 Jul 22 16:53:54.789372 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7edc842c-0fcf-40f5-84a5-4c90bbe9cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.791438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:54.810327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'port': {'network_id': 'a476e40d-fe06-46b4-b528-c049a856d47c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-690417932'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:54.810623 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:54.847895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501412a-3d19-48c6-b037-a5b72657d96c req-0b140f3b-10cf-4574-bdb0-ea6ad4a6915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:54.854807 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5501412a-3d19-48c6-b037-a5b72657d96c req-0b140f3b-10cf-4574-bdb0-ea6ad4a6915a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 1098 time: 0.2733667 Jul 22 16:53:54.884518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7edc842c-0fcf-40f5-84a5-4c90bbe9cd75 None None] For port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6c02181a-97fa-4a54-a607-4f3b66d9c2b7,segment=NetworkSegment(df33a181-3be5-44a6-b9f3-200773156227),segment_id=df33a181-3be5-44a6-b9f3-200773156227)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:53:54.897555 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7edc842c-0fcf-40f5-84a5-4c90bbe9cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:55.013503 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:55.079860 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b4fd6be-6e55-4d67-8617-be1623e19612 req-6a6bbadd-4a6c-4345-b985-56ce8f84933d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.0600049 Jul 22 16:53:55.099666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5501412a-3d19-48c6-b037-a5b72657d96c req-9da5937e-7095-49bc-8196-04a9c89ba69b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199240 Jul 22 16:53:55.113256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Made reservation on behalf of deb3c1732dee40ebb649549a25f88d98 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:55.117852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:55.125898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:55.133095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:55.135956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:55.158483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] device_id is not set on port 6d97ac09-38b2-4dcd-8395-fca65f6e0809 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:53:55.330253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Allocated IP 2001:db8::258 (a476e40d-fe06-46b4-b528-c049a856d47c/61c39e31-37fe-4eec-ad17-002eb92d480a/6d97ac09-38b2-4dcd-8395-fca65f6e0809) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:55.446615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7db500c-68eb-4a1e-8b8b-6c6a9fcbea01 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:53:55.454076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc842c-0fcf-40f5-84a5-4c90bbe9cd75 None None] Pushing event updated for resources: {'Port': ['ID=6c02181a-97fa-4a54-a607-4f3b66d9c2b7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:55.536109 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:53:55.536911 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:53:55.549350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a6fa5-0aa4-4a27-835b-6b6a1f9373f4 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:55.552999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-af7a6fa5-0aa4-4a27-835b-6b6a1f9373f4 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/networks/1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 881 time: 0.7413454 Jul 22 16:53:55.554016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36560) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:55.555185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a70a11cb-97b6-4235-88a5-ec04409e0489 None None] Provisioning for port ef79561e-9d34-4350-9e54-2731c8868931 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:55.563951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a70a11cb-97b6-4235-88a5-ec04409e0489 None None] Provisioning complete for port ef79561e-9d34-4350-9e54-2731c8868931 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:55.565203 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a70a11cb-97b6-4235-88a5-ec04409e0489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:55.674989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-30087909-d95a-41fa-b97d-c7f9f349e4a3 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=862c0448-5f5e-477d-bd4a-2de859e07813 HTTP/1.1" status: 200 len: 205 time: 0.1197612 Jul 22 16:53:55.675899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36564) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:55.683062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a70a11cb-97b6-4235-88a5-ec04409e0489 None None] Port ef79561e-9d34-4350-9e54-2731c8868931 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:55.704480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0524755 Jul 22 16:53:55.734619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7db500c-68eb-4a1e-8b8b-6c6a9fcbea01 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:53:55.744097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497cbac-fd6d-44be-8b32-a224f72cfd0b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=825d7312-6a2e-4ffe-8bc8-70d9547bc76b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:55.755700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36566) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:55.762088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 825d7312-6a2e-4ffe-8bc8-70d9547bc76b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:53:55.764186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': '825d7312-6a2e-4ffe-8bc8-70d9547bc76b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:55.831827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:55.856680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Transition to ACTIVE for port object 6d97ac09-38b2-4dcd-8395-fca65f6e0809 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:55.885539 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.014999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7568ab-7403-4d5f-b87d-d86a9348e61a req-12a2fc8e-a66b-4d62-bcf7-80741f5fd3a1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:56.023761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e7568ab-7403-4d5f-b87d-d86a9348e61a req-12a2fc8e-a66b-4d62-bcf7-80741f5fd3a1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 946 time: 0.4801564 Jul 22 16:53:56.027102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:56.031082 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.085222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.197854 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e7568ab-7403-4d5f-b87d-d86a9348e61a req-348bdf55-a112-43d2-9610-acd4ac541058 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682608 Jul 22 16:53:56.273903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.281844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39734454-c9c1-4b00-8139-5199b7d9d3c5 req-ad2fdfba-11f1-4b37-88eb-ec271b843b1e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.0861113 Jul 22 16:53:56.331329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:53:56.372743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Network a476e40d-fe06-46b4-b528-c049a856d47c is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:56.383622 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:56.389771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:56.397721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:56.398637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.402840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Port': ['ID=6d97ac09-38b2-4dcd-8395-fca65f6e0809,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:56.411678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Deleting port 5fbf9f2d-85fc-4a58-addd-b279aa677715 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:56.412724 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.434812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:56.435301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.448494 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f960e100-ded2-439a-a642-ff6b594cb39b tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6519122 Jul 22 16:53:56.448775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36570) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:56.455875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2c9068ff-2266-426d-80c1-e645eaa5ec5d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f6', 'mac_address': 'fa:16:3e:62:cd:4d'}, {'ip_address': '2001:db8::29e', 'mac_address': 'fa:16:3e:f2:ba:d6'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:56.505609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.541249 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.556421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Calling delete_port for 5fbf9f2d-85fc-4a58-addd-b279aa677715 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:56.683144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=43ad147d-fd94-40d6-9dc5-56d161f70514,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:56.763356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking segment: {'id': '0c42dc4b-dabf-4272-bedf-99f276a17df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '825d7312-6a2e-4ffe-8bc8-70d9547bc76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:56.763977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network hostable DHCP agents. Network: 825d7312-6a2e-4ffe-8bc8-70d9547bc76b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:53:56.780144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-9cc33772-deab-41e6-b050-e7ef43bf2f9c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:56.784553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-9cc33772-deab-41e6-b050-e7ef43bf2f9c tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 812 time: 0.2741635 Jul 22 16:53:56.800499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.829023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event deleted for resources: {'Port': ['ID=5fbf9f2d-85fc-4a58-addd-b279aa677715,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:56.852390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network 825d7312-6a2e-4ffe-8bc8-70d9547bc76b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:53:56.869617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ee3128b-50ac-4ca0-b483-6e3588239206 None None] Provisioning for port 6d97ac09-38b2-4dcd-8395-fca65f6e0809 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:56.882142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ee3128b-50ac-4ca0-b483-6e3588239206 None None] Provisioning complete for port 6d97ac09-38b2-4dcd-8395-fca65f6e0809 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:56.883572 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ee3128b-50ac-4ca0-b483-6e3588239206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.885709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 825d7312-6a2e-4ffe-8bc8-70d9547bc76b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:56.894669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c9068ff-2266-426d-80c1-e645eaa5ec5d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.902253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:56.903337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.913440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-7dfdb10a-5a5b-480c-826b-7753a496b9e2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bdcbee2f359475cb5903faa847978b7 HTTP/1.1" status: 200 len: 380 time: 0.1113117 Jul 22 16:53:56.930411 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:56.930912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'port': {'device_id': 'c453d07a-096e-48ef-b678-17030c7783bb', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'admin_state_up': True, 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'security_groups': ['f65732b3-82da-4f4e-be1f-d92e283831f8']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:56.944559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66348da5-877e-4939-b18b-fbf99c8874a5 None None] Network 825d7312-6a2e-4ffe-8bc8-70d9547bc76b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:56.959454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80cfe885-9d4e-46ad-8196-b4f8fcc57a7b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1985519 Jul 22 16:53:56.987256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36574) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:57.012250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3128b-50ac-4ca0-b483-6e3588239206 None None] Port 6d97ac09-38b2-4dcd-8395-fca65f6e0809 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:57.056604 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.058969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.117484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.118479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Fanout notify agent at l3_agent the message router_deleted on router 862c0448-5f5e-477d-bd4a-2de859e07813 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:53:57.136866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.144790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cf88b33a-393c-40d9-97c0-4b65e5df6687 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/862c0448-5f5e-477d-bd4a-2de859e07813 HTTP/1.1" status: 204 len: 168 time: 1.4651904 Jul 22 16:53:57.145688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36576) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:57.151069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1442436962', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:57.169401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-825d7312-6a2e-4ffe-8bc8-70d9547bc76b', 'network_id': '825d7312-6a2e-4ffe-8bc8-70d9547bc76b', 'tenant_id': '28a58e2c31774d17bddf0753ec2a6130', 'fixed_ips': [{'subnet_id': '43ad147d-fd94-40d6-9dc5-56d161f70514'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:53:57.170266 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.189794 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.192023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.243043 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.279202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Made reservation on behalf of 8bdcbee2f359475cb5903faa847978b7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:53:57.283906 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.345415 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.400386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Allocated IP 2001:db8::1 (825d7312-6a2e-4ffe-8bc8-70d9547bc76b/43ad147d-fd94-40d6-9dc5-56d161f70514/3f77fa74-a8c8-42fa-877e-d30a74a76f4c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:57.458351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.473538 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c9068ff-2266-426d-80c1-e645eaa5ec5d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.514560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c9068ff-2266-426d-80c1-e645eaa5ec5d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.613286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2c9068ff-2266-426d-80c1-e645eaa5ec5d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] In _notify_port_updated(), no bound segment for port 6d97ac09-38b2-4dcd-8395-fca65f6e0809 on network a476e40d-fe06-46b4-b528-c049a856d47c {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:53:57.619076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9068ff-2266-426d-80c1-e645eaa5ec5d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:57.619648 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c9068ff-2266-426d-80c1-e645eaa5ec5d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.621000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2c9068ff-2266-426d-80c1-e645eaa5ec5d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "PUT /v2.0/ports/6d97ac09-38b2-4dcd-8395-fca65f6e0809 HTTP/1.1" status: 200 len: 1066 time: 1.1710031 Jul 22 16:53:57.633168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36582) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:53:57.702376 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.718256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9068ff-2266-426d-80c1-e645eaa5ec5d tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event updated for resources: {'Port': ['ID=6d97ac09-38b2-4dcd-8395-fca65f6e0809,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:57.718813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Transition to ACTIVE for port object 3f77fa74-a8c8-42fa-877e-d30a74a76f4c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:57.740890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a35109-56e8-4b99-9f44-bb50c9d07ecb req-fc397f52-86a7-4b23-9e3b-c7193788229a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:57.748423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2a35109-56e8-4b99-9f44-bb50c9d07ecb req-fc397f52-86a7-4b23-9e3b-c7193788229a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 946 time: 0.4459627 Jul 22 16:53:57.771727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Transition to ACTIVE for port object 3f77fa74-a8c8-42fa-877e-d30a74a76f4c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:57.784455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:57.829690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2a35109-56e8-4b99-9f44-bb50c9d07ecb req-2cfc3820-48e0-4d8e-8a22-fcd2ea0f82ba tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799935 Jul 22 16:53:57.862580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.20.0.14 (90506638-86c9-42ea-ac9e-d864b697745b/9f5e8923-73de-402f-a1c7-25f7791665a3/5ee018f1-8623-4d7b-822b-63d50e4dced0) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:57.931369 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c1354854-ac53-440b-91fa-a980f3c18f22 req-5e2c773f-419a-4545-985b-84b51c18d9f2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.5149279 Jul 22 16:53:57.933723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Pushing event updated for resources: {'Port': ['ID=3f77fa74-a8c8-42fa-877e-d30a74a76f4c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:57.972906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Network 825d7312-6a2e-4ffe-8bc8-70d9547bc76b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:57.986727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:57.990179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:58.074596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.108680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Attempting to bind port 3f77fa74-a8c8-42fa-877e-d30a74a76f4c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:53:58.111021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Attempting to bind port 3f77fa74-a8c8-42fa-877e-d30a74a76f4c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '0c42dc4b-dabf-4272-bedf-99f276a17df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '825d7312-6a2e-4ffe-8bc8-70d9547bc76b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:53:58.112187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Attempting to bind port 3f77fa74-a8c8-42fa-877e-d30a74a76f4c on network 825d7312-6a2e-4ffe-8bc8-70d9547bc76b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:53:58.114391 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.121443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:53:58.122207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Checking segment: {'id': '0c42dc4b-dabf-4272-bedf-99f276a17df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '825d7312-6a2e-4ffe-8bc8-70d9547bc76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:53:58.122874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.123556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Bound using segment: {'id': '0c42dc4b-dabf-4272-bedf-99f276a17df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '825d7312-6a2e-4ffe-8bc8-70d9547bc76b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:53:58.124291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Bound port: 3f77fa74-a8c8-42fa-877e-d30a74a76f4c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c42dc4b-dabf-4272-bedf-99f276a17df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '825d7312-6a2e-4ffe-8bc8-70d9547bc76b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:53:58.126225 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.214713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f3ffb58b-ae5e-4f1c-b003-ed93f6f0a5f5 None None] Provisioning complete for port 6d97ac09-38b2-4dcd-8395-fca65f6e0809 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:58.215781 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb58b-ae5e-4f1c-b003-ed93f6f0a5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.264496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] For port 3f77fa74-a8c8-42fa-877e-d30a74a76f4c, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:53:58.291587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] For port 3f77fa74-a8c8-42fa-877e-d30a74a76f4c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3f77fa74-a8c8-42fa-877e-d30a74a76f4c,segment=NetworkSegment(0c42dc4b-dabf-4272-bedf-99f276a17df3),segment_id=0c42dc4b-dabf-4272-bedf-99f276a17df3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:53:58.294025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f3ffb58b-ae5e-4f1c-b003-ed93f6f0a5f5 None None] Port 6d97ac09-38b2-4dcd-8395-fca65f6e0809 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:58.303295 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.326380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=43ad147d-fd94-40d6-9dc5-56d161f70514,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:58.380969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.413309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.436365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac67faa-6d36-4b98-a4a3-986f2c1abfb0 None None] Pushing event updated for resources: {'Port': ['ID=3f77fa74-a8c8-42fa-877e-d30a74a76f4c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:58.448381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ea0fa-2a96-4b50-925d-22fc1cfb20f6 None None] Network 825d7312-6a2e-4ffe-8bc8-70d9547bc76b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:53:58.471221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.499351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825d7312-6a2e-4ffe-8bc8-70d9547bc76b']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:58.509470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111c29-07aa-4673-ac6f-fe6c449e47fd req-12cdac68-7755-4a09-8ca1-8f45edfebc13 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:58.511205 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22111c29-07aa-4673-ac6f-fe6c449e47fd req-12cdac68-7755-4a09-8ca1-8f45edfebc13 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 945 time: 0.5131035 Jul 22 16:53:58.531725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c42dc4b-dabf-4272-bedf-99f276a17df3') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:58.532123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c42dc4b-dabf-4272-bedf-99f276a17df3') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:53:58.574654 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.614864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Allocated IP 172.25.3.179 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/d25be997-d2c8-4faf-9e6a-c5d3fcf2175e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:53:58.617832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.621686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9f8db674-84d2-441c-96e8-9a7caa4339b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Deleting port 6d97ac09-38b2-4dcd-8395-fca65f6e0809 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:58.624236 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f8db674-84d2-441c-96e8-9a7caa4339b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.638132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.678803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:53:58.679242 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:53:58.683839 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:53:58.700225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f7c5e-64eb-4b6b-a5cd-990618097063 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:53:58.706438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Transition to ACTIVE for port object 5ee018f1-8623-4d7b-822b-63d50e4dced0 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:53:58.726882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22111c29-07aa-4673-ac6f-fe6c449e47fd req-547ba64e-9472-4729-9874-1e223e4b37b4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911600 Jul 22 16:53:58.793804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:58.837216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744f7c5e-64eb-4b6b-a5cd-990618097063 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:53:58.859841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.010554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:59.017224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:59.020962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event updated for resources: {'Port': ['ID=d25be997-d2c8-4faf-9e6a-c5d3fcf2175e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:59.030238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:59.092514 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88f58c-abdf-4967-a490-83184843d7dd req-e16c7cea-25b6-498c-bd1a-4252a2d1eefd tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:59.094886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a88f58c-abdf-4967-a490-83184843d7dd req-e16c7cea-25b6-498c-bd1a-4252a2d1eefd tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 946 time: 0.2381642 Jul 22 16:53:59.193898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:53:59.193898 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:53:59.193898 n-d-792458-13 neutron-server[93750]: [parameters: {'id': '825d7312-6a2e-4ffe-8bc8-70d9547bc76b'}] Jul 22 16:53:59.193898 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:53:59.194391 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:53:59.199619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a965b6c6-c9fc-4195-a42b-248654f88a69 req-a535c0f5-7adc-4fa6-9374-45e37c6199fb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.0709965 Jul 22 16:53:59.223754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f8db674-84d2-441c-96e8-9a7caa4339b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.242180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-9f8db674-84d2-441c-96e8-9a7caa4339b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Calling delete_port for 6d97ac09-38b2-4dcd-8395-fca65f6e0809 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:53:59.254721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a88f58c-abdf-4967-a490-83184843d7dd req-8a9027cc-fde8-4d3a-95e0-09c6fc1553a0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061006 Jul 22 16:53:59.259011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.384723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 90506638-86c9-42ea-ac9e-d864b697745b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:53:59.393182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:53:59.396012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:53:59.425975 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.462490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=5ee018f1-8623-4d7b-822b-63d50e4dced0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:59.467361 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:53:59.502416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:59.503156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.549030 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d20e4937-af07-4c62-9687-34a47c7777cb tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6238337 Jul 22 16:53:59.596048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Request body: {'port': {'device_id': 'c453d07a-096e-48ef-b678-17030c7783bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:53:59.684473 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.701239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.809690 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f8db674-84d2-441c-96e8-9a7caa4339b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.849520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.864251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a73e2-a17e-4b68-9904-923033d28081 req-99f22eef-75e4-49c5-98c5-bda891db261e tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:53:59.866248 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-462a73e2-a17e-4b68-9904-923033d28081 req-99f22eef-75e4-49c5-98c5-bda891db261e tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 946 time: 0.1631203 Jul 22 16:53:59.876377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c4b25d62-fc86-4bb2-bf2e-0aa3c2be2462 None None] Provisioning for port 5ee018f1-8623-4d7b-822b-63d50e4dced0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:53:59.881508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c4b25d62-fc86-4bb2-bf2e-0aa3c2be2462 None None] Provisioning complete for port 5ee018f1-8623-4d7b-822b-63d50e4dced0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:53:59.882114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4b25d62-fc86-4bb2-bf2e-0aa3c2be2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:53:59.962534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8db674-84d2-441c-96e8-9a7caa4339b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event deleted for resources: {'Port': ['ID=6d97ac09-38b2-4dcd-8395-fca65f6e0809,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:53:59.983987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c4b25d62-fc86-4bb2-bf2e-0aa3c2be2462 None None] Port 5ee018f1-8623-4d7b-822b-63d50e4dced0 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:53:59.996633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting port 3f77fa74-a8c8-42fa-877e-d30a74a76f4c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:53:59.997450 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.039085 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-462a73e2-a17e-4b68-9904-923033d28081 req-2a98674c-112d-4826-a7dd-9b72a7600d2b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638813 Jul 22 16:54:00.138798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Router 5c1a234e-6fb3-4c47-bc48-25015aa9c41f is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:54:00.201720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] For port 3f77fa74-a8c8-42fa-877e-d30a74a76f4c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3f77fa74-a8c8-42fa-877e-d30a74a76f4c,segment=NetworkSegment(0c42dc4b-dabf-4272-bedf-99f276a17df3),segment_id=0c42dc4b-dabf-4272-bedf-99f276a17df3)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:00.202169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.288584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:00.303830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Calling delete_port for 3f77fa74-a8c8-42fa-877e-d30a74a76f4c owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:00.304207 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c83ef-75c0-4aa0-90ee-a93a7a3cb834 None None] Sync routers for ids ['5c1a234e-6fb3-4c47-bc48-25015aa9c41f'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:00.313028 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.318189 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-30d1e595-c115-4eae-b0b3-e36686c87d2e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.1714275 Jul 22 16:54:00.319020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36602) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:00.319462 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c83ef-75c0-4aa0-90ee-a93a7a3cb834 None None] Routers {'5c1a234e-6fb3-4c47-bc48-25015aa9c41f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:00.320946 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ce3c83ef-75c0-4aa0-90ee-a93a7a3cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5c1a234e-6fb3-4c47-bc48-25015aa9c41f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:00.327512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:00.361551 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ce3c83ef-75c0-4aa0-90ee-a93a7a3cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:00.380427 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c83ef-75c0-4aa0-90ee-a93a7a3cb834 None None] Routers {'5c1a234e-6fb3-4c47-bc48-25015aa9c41f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:00.381529 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ce3c83ef-75c0-4aa0-90ee-a93a7a3cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5c1a234e-6fb3-4c47-bc48-25015aa9c41f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:00.428126 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ce3c83ef-75c0-4aa0-90ee-a93a7a3cb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:00.429586 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3c83ef-75c0-4aa0-90ee-a93a7a3cb834 None None] The sync data for ids ['5c1a234e-6fb3-4c47-bc48-25015aa9c41f'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:00.505464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9f8db674-84d2-441c-96e8-9a7caa4339b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.511130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9f8db674-84d2-441c-96e8-9a7caa4339b5 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "DELETE /v2.0/ports/6d97ac09-38b2-4dcd-8395-fca65f6e0809 HTTP/1.1" status: 204 len: 168 time: 2.8705711 Jul 22 16:54:00.513812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36604) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:00.572953 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-631f1be6-9671-40f4-a704-aafb0db7f857 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] GET failed (client error): The resource could not be found. Jul 22 16:54:00.577282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-631f1be6-9671-40f4-a704-aafb0db7f857 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "GET /v2.0/ports/6d97ac09-38b2-4dcd-8395-fca65f6e0809 HTTP/1.1" status: 404 len: 333 time: 0.0608861 Jul 22 16:54:00.577475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36606) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:00.633853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7891e6e-6d1d-4532-bc18-7a4e8728cc77 req-6ee2e053-3afc-47c4-bff8-6912e53a10bf tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:00.635780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7891e6e-6d1d-4532-bc18-7a4e8728cc77 req-6ee2e053-3afc-47c4-bff8-6912e53a10bf tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 932 time: 0.3127992 Jul 22 16:54:00.696376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.759243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Port': ['ID=3f77fa74-a8c8-42fa-877e-d30a74a76f4c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:00.775486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No DVR routers for this DVR port 3f77fa74-a8c8-42fa-877e-d30a74a76f4c on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:00.788657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee018f1-8623-4d7b-822b-63d50e4dced0 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:00.820926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d7891e6e-6d1d-4532-bc18-7a4e8728cc77 req-e6077fff-53a6-4aaf-8c8c-f3b697e52a9a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772549 Jul 22 16:54:00.823068 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.838396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9437c96e-80bf-4590-8bfc-185eea336231 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Deleting port ef79561e-9d34-4350-9e54-2731c8868931 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:00.838747 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9437c96e-80bf-4590-8bfc-185eea336231 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.865795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Transition to ACTIVE for port object 5ee018f1-8623-4d7b-822b-63d50e4dced0 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:00.870604 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.901956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.924580 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:00.979080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825d7312-6a2e-4ffe-8bc8-70d9547bc76b']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:00.995819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c42dc4b-dabf-4272-bedf-99f276a17df3') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:00.996530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c42dc4b-dabf-4272-bedf-99f276a17df3') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:00.998655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.023825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.047460 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.057073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:01.057762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.075131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9437c96e-80bf-4590-8bfc-185eea336231 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.099168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9437c96e-80bf-4590-8bfc-185eea336231 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Calling delete_port for ef79561e-9d34-4350-9e54-2731c8868931 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:01.207969 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:01.242467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee018f1-8623-4d7b-822b-63d50e4dced0,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:01.255565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.278074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-e85232ff-17cf-4a2c-8c82-0117c99919b4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:01.280226 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.282706 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/825d7312-6a2e-4ffe-8bc8-70d9547bc76b HTTP/1.1" status: 204 len: 168 time: 4.2927232 Jul 22 16:54:01.285912 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-e85232ff-17cf-4a2c-8c82-0117c99919b4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 946 time: 0.3270752 Jul 22 16:54:01.288975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:01.300119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-386876667'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:01.303132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111cfd4-0791-4380-afcb-4d051c2e9fa7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=825d7312-6a2e-4ffe-8bc8-70d9547bc76b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:01.348929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Deleting port d25be997-d2c8-4faf-9e6a-c5d3fcf2175e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:01.349846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.377939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Attempting to bind port 5ee018f1-8623-4d7b-822b-63d50e4dced0 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:01.378329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Attempting to bind port 5ee018f1-8623-4d7b-822b-63d50e4dced0 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:01.378674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Attempting to bind port 5ee018f1-8623-4d7b-822b-63d50e4dced0 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:01.383629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Port 5ee018f1-8623-4d7b-822b-63d50e4dced0 on network 90506638-86c9-42ea-ac9e-d864b697745b not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:54:01.383966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Attempting to bind port 5ee018f1-8623-4d7b-822b-63d50e4dced0 on network 90506638-86c9-42ea-ac9e-d864b697745b {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:01.391180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:01.391574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Checking segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:01.392219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Bound using segment: {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:01.393045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Bound port: 5ee018f1-8623-4d7b-822b-63d50e4dced0, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e85a03-38ca-4687-b200-ca769ace7721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:01.393540 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.458209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:01.461752 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.472174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.489961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] For port 5ee018f1-8623-4d7b-822b-63d50e4dced0, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:01.494823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] For port 5ee018f1-8623-4d7b-822b-63d50e4dced0, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5ee018f1-8623-4d7b-822b-63d50e4dced0,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:01.502087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.549384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:01.550583 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.552804 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] 10.222.0.65 "PUT /v2.0/ports/5ee018f1-8623-4d7b-822b-63d50e4dced0 HTTP/1.1" status: 200 len: 1093 time: 1.9620330 Jul 22 16:54:01.553400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:01.557849 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde" -d '{"events": [{"name": "network-changed", "server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:01.614885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.616523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5c000-6bb0-4992-98f5-4eeb767e8419 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee018f1-8623-4d7b-822b-63d50e4dced0,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:01.631018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:01.639820 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3357b538-5357-4d5f-995e-75d7719d86fc x-openstack-request-id: req-3357b538-5357-4d5f-995e-75d7719d86fc {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:01.641021 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:01.641614 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3357b538-5357-4d5f-995e-75d7719d86fc {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:01.643220 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'status': 'completed', 'code': 200} Jul 22 16:54:01.652127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd7c4e-6e59-47f2-9a19-bc47c93e263e req-9a689104-300f-4a9d-afd7-26f4d3edf3fe tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:01.654438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2cfd7c4e-6e59-47f2-9a19-bc47c93e263e req-9a689104-300f-4a9d-afd7-26f4d3edf3fe tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 946 time: 0.4369504 Jul 22 16:54:01.662706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Calling delete_port for d25be997-d2c8-4faf-9e6a-c5d3fcf2175e owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:01.692324 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.692673 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment b3dfe0f6-0554-4ab7-99f9-b10ff5652b47 of type vlan for network a5dbc095-706f-4675-8441-86e6c0a9c210 Jul 22 16:54:01.761809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-42671dda-9d1d-4358-8ade-f8490a202a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:01.764111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-42671dda-9d1d-4358-8ade-f8490a202a43 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 1096 time: 0.0951834 Jul 22 16:54:01.829362 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9437c96e-80bf-4590-8bfc-185eea336231 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.858717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-d712c7d9-0525-46aa-ac55-6141e2366643 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ee018f1-8623-4d7b-822b-63d50e4dced0 HTTP/1.1" status: 200 len: 217 time: 0.0735261 Jul 22 16:54:01.872618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.904552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2cfd7c4e-6e59-47f2-9a19-bc47c93e263e req-ea0c94d6-239e-4f18-844f-977ccdc7cbb7 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379925 Jul 22 16:54:01.917173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Deleting port 8282ccc3-9c07-4242-845c-375e47cc20e9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:01.917644 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:01.943324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437c96e-80bf-4590-8bfc-185eea336231 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event deleted for resources: {'Port': ['ID=ef79561e-9d34-4350-9e54-2731c8868931,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:01.971920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-102f174c-f02f-4b94-b2bb-fab77bbe36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:01.978175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-102f174c-f02f-4b94-b2bb-fab77bbe36cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.0995264 Jul 22 16:54:02.055125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9437c96e-80bf-4590-8bfc-185eea336231 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:02.057690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9437c96e-80bf-4590-8bfc-185eea336231 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "DELETE /v2.0/ports/ef79561e-9d34-4350-9e54-2731c8868931 HTTP/1.1" status: 204 len: 168 time: 1.4786158 Jul 22 16:54:02.070231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36618) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:02.082312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:02.108054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:02.108774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:02.139121 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb52345-9aca-483c-83ca-ebdd75d8357f tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] GET failed (client error): The resource could not be found. Jul 22 16:54:02.146872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7eb52345-9aca-483c-83ca-ebdd75d8357f tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "GET /v2.0/ports/ef79561e-9d34-4350-9e54-2731c8868931 HTTP/1.1" status: 404 len: 333 time: 0.0736215 Jul 22 16:54:02.149647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:02.255587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-5ed8389a-0ce9-4a29-82fc-a1d0bcb41c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:02.257217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-5ed8389a-0ce9-4a29-82fc-a1d0bcb41c9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2714386 Jul 22 16:54:02.307826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534ebfd-db4d-4c06-bbcc-945836560399 req-d5822a22-5883-4934-ac03-ca26706e0a56 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:02.309674 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b534ebfd-db4d-4c06-bbcc-945836560399 req-d5822a22-5883-4934-ac03-ca26706e0a56 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 944 time: 0.3053002 Jul 22 16:54:02.455603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b534ebfd-db4d-4c06-bbcc-945836560399 req-2029faad-8c33-4d23-a152-e5c67372cde2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311748 Jul 22 16:54:02.501037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ba415ec5-9473-4489-86fd-e8371bcd32a1 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Deleting port 56330e03-a59b-4ed1-a395-07c7b6736bdb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:02.501462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba415ec5-9473-4489-86fd-e8371bcd32a1 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:02.524445 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-a8397e10-4fed-44cc-b904-68ad86ea01a9 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429092 Jul 22 16:54:02.701871 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4075906 Jul 22 16:54:02.702497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:02.712336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba415ec5-9473-4489-86fd-e8371bcd32a1 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:02.713008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': 'a5dbc095-706f-4675-8441-86e6c0a9c210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:02.722996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd41d4-7a6c-4a7e-9a75-a4478541f10b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=a5dbc095-706f-4675-8441-86e6c0a9c210,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:02.733706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ba415ec5-9473-4489-86fd-e8371bcd32a1 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Calling delete_port for 56330e03-a59b-4ed1-a395-07c7b6736bdb owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:02.734515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a5dbc095-706f-4675-8441-86e6c0a9c210 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:02.779096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] For port 8282ccc3-9c07-4242-845c-375e47cc20e9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8282ccc3-9c07-4242-845c-375e47cc20e9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:02.779521 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:02.826430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d08dd1ec-4fe2-48ea-9bf0-0655510847c6 req-6c60ee12-01cc-4258-af03-3af2359a574f service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979321 Jul 22 16:54:02.890957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Calling delete_port for 8282ccc3-9c07-4242-845c-375e47cc20e9 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:03.030472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:03.036023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.086655 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba415ec5-9473-4489-86fd-e8371bcd32a1 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.090251 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.142509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba415ec5-9473-4489-86fd-e8371bcd32a1 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event deleted for resources: {'Port': ['ID=56330e03-a59b-4ed1-a395-07c7b6736bdb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:03.200792 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba415ec5-9473-4489-86fd-e8371bcd32a1 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.202738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ba415ec5-9473-4489-86fd-e8371bcd32a1 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "DELETE /v2.0/ports/56330e03-a59b-4ed1-a395-07c7b6736bdb HTTP/1.1" status: 204 len: 168 time: 1.0512745 Jul 22 16:54:03.206425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-43a1c494-b6c8-4303-9a34-637d83b70d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:03.207899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-43a1c494-b6c8-4303-9a34-637d83b70d18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 1096 time: 0.1686044 Jul 22 16:54:03.208373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36644) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:03.278321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Pushing event deleted for resources: {'Port': ['ID=d25be997-d2c8-4faf-9e6a-c5d3fcf2175e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:03.328827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-63614ad2-cc9d-4d8e-bbae-ee701fc486ba tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Deleting subnet 61c39e31-37fe-4eec-ad17-002eb92d480a {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:03.341477 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63614ad2-cc9d-4d8e-bbae-ee701fc486ba tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.413669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63614ad2-cc9d-4d8e-bbae-ee701fc486ba tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.418422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-d936fd76-ffa3-44b0-bd20-3d70c665812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:03.421207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-d936fd76-ffa3-44b0-bd20-3d70c665812a service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.2033739 Jul 22 16:54:03.434135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.481192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-a6379e8c-0c92-47bc-be7e-e6642a1af150 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ee018f1-8623-4d7b-822b-63d50e4dced0 HTTP/1.1" status: 200 len: 217 time: 0.0391982 Jul 22 16:54:03.511081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd93cb-92b0-4b76-a357-3e4489e23ddf req-fa5db31c-57c2-4acd-8194-ed57bedf729a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:03.512156 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-15bd93cb-92b0-4b76-a357-3e4489e23ddf req-fa5db31c-57c2-4acd-8194-ed57bedf729a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=7093aacf-4d56-4548-8fec-73763e83bf4d HTTP/1.1" status: 200 len: 946 time: 0.4261117 Jul 22 16:54:03.669052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-30d9ff60-e981-4a8e-b490-7960feb63bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:03.670808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-30d9ff60-e981-4a8e-b490-7960feb63bf4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1749289 Jul 22 16:54:03.686065 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63614ad2-cc9d-4d8e-bbae-ee701fc486ba tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.704061 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.735144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:03.808324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fbad3415-d6ae-49ae-a687-3dc1158f54eb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:03.836023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event deleted for resources: {'Port': ['ID=8282ccc3-9c07-4242-845c-375e47cc20e9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:03.880488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-15bd93cb-92b0-4b76-a357-3e4489e23ddf req-6e5d060d-a814-45c6-ae58-72ee8984f933 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165429 Jul 22 16:54:03.883700 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.982476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:03.988535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] No DVR routers for this DVR port 8282ccc3-9c07-4242-845c-375e47cc20e9 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:04.001855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.005993 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b25cf8ab-6d2f-42c0-96a6-085042db5c3e req-c4a19956-acf3-4ff0-adce-10c15210e7e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "DELETE /v2.0/ports/8282ccc3-9c07-4242-845c-375e47cc20e9 HTTP/1.1" status: 204 len: 173 time: 2.7002578 Jul 22 16:54:04.006185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7093aacf-4d56-4548-8fec-73763e83bf4d', 'name': 'network-vif-deleted', 'tag': '8282ccc3-9c07-4242-845c-375e47cc20e9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:04.008821 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb765c-048b-4103-84ae-2ae44489fe29" -d '{"events": [{"server_uuid": "7093aacf-4d56-4548-8fec-73763e83bf4d", "name": "network-vif-deleted", "tag": "8282ccc3-9c07-4242-845c-375e47cc20e9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:04.024779 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.065426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=4980260d-74d4-4f5e-92dc-85b01af92159,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:04.132166 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62044beb-e28b-45e0-90b7-d4060d021951 x-openstack-request-id: req-62044beb-e28b-45e0-90b7-d4060d021951 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:04.132810 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7093aacf-4d56-4548-8fec-73763e83bf4d", "name": "network-vif-deleted", "tag": "8282ccc3-9c07-4242-845c-375e47cc20e9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:04.133047 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62044beb-e28b-45e0-90b7-d4060d021951 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:04.133547 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7093aacf-4d56-4548-8fec-73763e83bf4d', 'name': 'network-vif-deleted', 'tag': '8282ccc3-9c07-4242-845c-375e47cc20e9', 'status': 'completed', 'code': 200} Jul 22 16:54:04.173405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking segment: {'id': 'b3dfe0f6-0554-4ab7-99f9-b10ff5652b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5dbc095-706f-4675-8441-86e6c0a9c210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:04.173870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network hostable DHCP agents. Network: a5dbc095-706f-4675-8441-86e6c0a9c210, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:04.198670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Router 5c1a234e-6fb3-4c47-bc48-25015aa9c41f has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:54:04.246484 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3ebca-13d3-4b64-8939-6d46a1ab4b86 req-e2c22c7f-b910-4015-a5a0-cd1a3d48cc71 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:04.249138 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c3ebca-13d3-4b64-8939-6d46a1ab4b86 req-e2c22c7f-b910-4015-a5a0-cd1a3d48cc71 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 944 time: 0.7035873 Jul 22 16:54:04.281428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network a5dbc095-706f-4675-8441-86e6c0a9c210 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:04.329854 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c3ebca-13d3-4b64-8939-6d46a1ab4b86 req-512d76f0-385f-49cf-90e8-030b975ca7e3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706749 Jul 22 16:54:04.332760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a5dbc095-706f-4675-8441-86e6c0a9c210) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:04.333299 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63614ad2-cc9d-4d8e-bbae-ee701fc486ba tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.335285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:04.342839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c4172-18fd-4bf4-824b-42a8794cd262 None None] Network a5dbc095-706f-4675-8441-86e6c0a9c210 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:04.355315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46427eab-3f36-4bd5-8d63-32f7b6ea19be None None] Sync routers for ids ['5c1a234e-6fb3-4c47-bc48-25015aa9c41f'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:04.355503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.355503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b318baee-679d-4c81-b842-3687199f1401 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "PUT /v2.0/routers/5c1a234e-6fb3-4c47-bc48-25015aa9c41f HTTP/1.1" status: 200 len: 710 time: 4.0336406 Jul 22 16:54:04.356046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-37e6e759-779e-4adb-9a43-264edc3a3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:04.356908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:04.357075 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-37e6e759-779e-4adb-9a43-264edc3a3ec8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6779821 Jul 22 16:54:04.357745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.359961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:04.382538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bff1a8b8-7854-4e10-b5fc-62fd55af4863 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6736712 Jul 22 16:54:04.383685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:04.384270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46427eab-3f36-4bd5-8d63-32f7b6ea19be None None] Routers {'5c1a234e-6fb3-4c47-bc48-25015aa9c41f'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:04.384889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-46427eab-3f36-4bd5-8d63-32f7b6ea19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5c1a234e-6fb3-4c47-bc48-25015aa9c41f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:04.396421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63614ad2-cc9d-4d8e-bbae-ee701fc486ba tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event deleted for resources: {'Subnet': ['ID=61c39e31-37fe-4eec-ad17-002eb92d480a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:04.400940 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-63614ad2-cc9d-4d8e-bbae-ee701fc486ba tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.405501 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-63614ad2-cc9d-4d8e-bbae-ee701fc486ba tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "DELETE /v2.0/subnets/61c39e31-37fe-4eec-ad17-002eb92d480a HTTP/1.1" status: 204 len: 168 time: 1.1938987 Jul 22 16:54:04.410878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:04.427881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-46427eab-3f36-4bd5-8d63-32f7b6ea19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:04.431319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba521b1-24da-43d6-992d-cbbced8a4df6 None None] Network a476e40d-fe06-46b4-b528-c049a856d47c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:04.528529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4ba6b7b3-d174-4024-a5ac-03ccecbb0008 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/routers/5c1a234e-6fb3-4c47-bc48-25015aa9c41f HTTP/1.1" status: 200 len: 745 time: 0.1476517 Jul 22 16:54:04.544637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46427eab-3f36-4bd5-8d63-32f7b6ea19be None None] Routers {'5c1a234e-6fb3-4c47-bc48-25015aa9c41f'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:04.545265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-46427eab-3f36-4bd5-8d63-32f7b6ea19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:53:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5c1a234e-6fb3-4c47-bc48-25015aa9c41f'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:04.581262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36660) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:04.587877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-46427eab-3f36-4bd5-8d63-32f7b6ea19be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:04.588566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46427eab-3f36-4bd5-8d63-32f7b6ea19be None None] The sync data for ids ['5c1a234e-6fb3-4c47-bc48-25015aa9c41f'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:04.667323 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-938cfcfe-63a8-4904-b54d-aebf2056743c service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794878 Jul 22 16:54:04.708321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b4727169-26ea-4e81-accf-e4d7b390d2d3 tempest-RoutersIpV6AdminTest-1831865876 tempest-RoutersIpV6AdminTest-1831865876-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=1646808e-4165-43b0-9912-b68e8cc83024&device_id=5c1a234e-6fb3-4c47-bc48-25015aa9c41f HTTP/1.1" status: 200 len: 205 time: 0.1234987 Jul 22 16:54:04.712873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36662) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:04.714188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.764369 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.775980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-a5dbc095-706f-4675-8441-86e6c0a9c210', 'network_id': 'a5dbc095-706f-4675-8441-86e6c0a9c210', 'tenant_id': '28a58e2c31774d17bddf0753ec2a6130', 'fixed_ips': [{'subnet_id': '4980260d-74d4-4f5e-92dc-85b01af92159'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:04.777048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.786223 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9312abcb-7357-4985-b3df-ef65ff2fb3ff tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c1a234e-6fb3-4c47-bc48-25015aa9c41f HTTP/1.1" status: 200 len: 205 time: 0.0704591 Jul 22 16:54:04.788850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:04.866740 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.898965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Deleting port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:04.899316 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.942637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] DHCP port deletion for a476e40d-fe06-46b4-b528-c049a856d47c request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:04.946611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80a24d70-4ac7-453b-9258-dc58af55953b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:04.996150 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] For port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=57c5f214-5ee0-445c-8c3b-aad5e30a93c7,segment=NetworkSegment(9995a6db-2944-414f-9c17-58ff966c1711),segment_id=9995a6db-2944-414f-9c17-58ff966c1711)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:04.996561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.024439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Calling delete_port for 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:05.173838 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.188858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80a24d70-4ac7-453b-9258-dc58af55953b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.192565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80a24d70-4ac7-453b-9258-dc58af55953b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.200741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-421816a6-1b4d-4819-8e11-d1ddbd4e1cde req-56d346fa-b2ef-4cfe-bdca-4dc48ad5cc02 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271149 Jul 22 16:54:05.279272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event deleted for resources: {'Port': ['ID=57c5f214-5ee0-445c-8c3b-aad5e30a93c7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:05.279495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80a24d70-4ac7-453b-9258-dc58af55953b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.287325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a24d70-4ac7-453b-9258-dc58af55953b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Fanout notify agent at l3_agent the message router_deleted on router 5c1a234e-6fb3-4c47-bc48-25015aa9c41f {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:05.299879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] No DVR routers for this DVR port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:05.305644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8282ccc3-9c07-4242-845c-375e47cc20e9 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:05.310284 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80a24d70-4ac7-453b-9258-dc58af55953b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.317604 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80a24d70-4ac7-453b-9258-dc58af55953b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/5c1a234e-6fb3-4c47-bc48-25015aa9c41f HTTP/1.1" status: 204 len: 168 time: 0.5215850 Jul 22 16:54:05.318160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.384987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-91e00e4f-a369-457d-88d3-a3e403f61bb0 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c1a234e-6fb3-4c47-bc48-25015aa9c41f HTTP/1.1" status: 200 len: 205 time: 0.0632169 Jul 22 16:54:05.385340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 8282ccc3-9c07-4242-845c-375e47cc20e9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:05.385340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8282ccc3-9c07-4242-845c-375e47cc20e9 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:05.386245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36678) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.387199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Allocated IP 2001:db8::1 (a5dbc095-706f-4675-8441-86e6c0a9c210/4980260d-74d4-4f5e-92dc-85b01af92159/3e6dfe58-bf78-44e4-ae1f-941549954e88) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:05.461072 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-1d4127db-238e-4f0a-9ff0-4af601efaf14 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] delete failed (client error): The resource could not be found. Jul 22 16:54:05.464568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1d4127db-238e-4f0a-9ff0-4af601efaf14 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/5c1a234e-6fb3-4c47-bc48-25015aa9c41f HTTP/1.1" status: 404 len: 336 time: 0.0748541 Jul 22 16:54:05.476454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36680) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.517532 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-045cd874-b9b2-4c18-94e8-0dd3a4110bc7 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=862c0448-5f5e-477d-bd4a-2de859e07813 HTTP/1.1" status: 200 len: 205 time: 0.0377626 Jul 22 16:54:05.519805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36682) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.545740 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.560944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a476e40d-fe06-46b4-b528-c049a856d47c']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:05.582604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9995a6db-2944-414f-9c17-58ff966c1711') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:05.583025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9995a6db-2944-414f-9c17-58ff966c1711') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:05.587424 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-4ffbf303-3252-4358-b1af-1531bf38e9f3 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] delete failed (client error): The resource could not be found. Jul 22 16:54:05.591654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4ffbf303-3252-4358-b1af-1531bf38e9f3 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/862c0448-5f5e-477d-bd4a-2de859e07813 HTTP/1.1" status: 404 len: 336 time: 0.0703185 Jul 22 16:54:05.592694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.599829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.612615 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.619249 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.629603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Transition to ACTIVE for port object 3e6dfe58-bf78-44e4-ae1f-941549954e88 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:05.634773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:05.635285 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:05.638814 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:05.652802 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8654bade-dac5-4a07-871f-fb042a93e0a0 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a948bda-6bbf-4dd0-a0e2-9152fabef1de HTTP/1.1" status: 200 len: 205 time: 0.0533783 Jul 22 16:54:05.653850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36686) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.656949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Transition to ACTIVE for port object 3e6dfe58-bf78-44e4-ae1f-941549954e88 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:05.661233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] Deleting port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:05.661675 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.673581 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.673830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355113f-bda5-4b3c-9cd0-a4286821f472 req-16ebe12b-510a-4cb5-bbfd-a55fac22e939 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:05.675784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a355113f-bda5-4b3c-9cd0-a4286821f472 req-16ebe12b-510a-4cb5-bbfd-a55fac22e939 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 945 time: 0.3187110 Jul 22 16:54:05.740873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff22c33-01c2-4d18-9338-b7a2d539c584 req-0fff7875-6f79-45d4-80d0-ca428dc7d7d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:05.743130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ff22c33-01c2-4d18-9338-b7a2d539c584 req-0fff7875-6f79-45d4-80d0-ca428dc7d7d4 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 944 time: 0.2792163 Jul 22 16:54:05.744598 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-d0cd51c8-2e22-4fe2-a7fe-6a0f7742e27c tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] delete failed (client error): The resource could not be found. Jul 22 16:54:05.748104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d0cd51c8-2e22-4fe2-a7fe-6a0f7742e27c tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/1a948bda-6bbf-4dd0-a0e2-9152fabef1de HTTP/1.1" status: 404 len: 336 time: 0.0913475 Jul 22 16:54:05.748689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36688) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.759739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Pushing event updated for resources: {'Port': ['ID=3e6dfe58-bf78-44e4-ae1f-941549954e88,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:05.782381 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.784756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.785187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.785439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.785780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.786125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.786737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.787094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.787429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.787815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.788139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.788444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.788761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:05.793000 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.795538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] 10.222.0.53 "DELETE /v2.0/networks/a476e40d-fe06-46b4-b528-c049a856d47c HTTP/1.1" status: 204 len: 168 time: 1.3834221 Jul 22 16:54:05.810248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.820776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.825405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b2501184-d2e6-43c6-9638-fc28951f5e98 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfd85cd4-f510-4ee6-a407-0784309e8f0c HTTP/1.1" status: 200 len: 205 time: 0.0755601 Jul 22 16:54:05.826344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36692) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.853533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Network a5dbc095-706f-4675-8441-86e6c0a9c210 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:05.863304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:05.868963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:05.872870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] For port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:05.873265 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:05.877662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322c80a-041e-4549-b4f5-509599f0e713 tempest-AllowedAddressPairIpV6TestJSON-197745961 tempest-AllowedAddressPairIpV6TestJSON-197745961-project] Pushing event deleted for resources: {'Network': ['ID=a476e40d-fe06-46b4-b528-c049a856d47c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:05.914719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] Calling delete_port for 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:05.929169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] Port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:54:05.929392 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a355113f-bda5-4b3c-9cd0-a4286821f472 req-dac232a0-3d3a-4108-bfb8-e55c0fa8aecb tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389326 Jul 22 16:54:05.935132 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-ef541cc3-d473-4c7e-a598-4c693c45795a tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] delete failed (client error): The resource could not be found. Jul 22 16:54:05.936658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ef541cc3-d473-4c7e-a598-4c693c45795a tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/cfd85cd4-f510-4ee6-a407-0784309e8f0c HTTP/1.1" status: 404 len: 336 time: 0.1064100 Jul 22 16:54:05.943952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:05.944731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=4980260d-74d4-4f5e-92dc-85b01af92159,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:05.978548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ff22c33-01c2-4d18-9338-b7a2d539c584 req-5d5ef2ff-9ca3-4a7d-915f-b6ba9f473ba6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139161 Jul 22 16:54:05.982858 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.013672 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8273eae6-b3af-4151-bd87-7566946bc8c8 tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=88782146-73d2-40b3-9365-9271808b584a HTTP/1.1" status: 200 len: 205 time: 0.0640931 Jul 22 16:54:06.014265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36696) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:06.028696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Attempting to bind port 3e6dfe58-bf78-44e4-ae1f-941549954e88 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:06.029068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Attempting to bind port 3e6dfe58-bf78-44e4-ae1f-941549954e88 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'b3dfe0f6-0554-4ab7-99f9-b10ff5652b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5dbc095-706f-4675-8441-86e6c0a9c210'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:06.029636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Attempting to bind port 3e6dfe58-bf78-44e4-ae1f-941549954e88 on network a5dbc095-706f-4675-8441-86e6c0a9c210 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:06.033344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] Network a476e40d-fe06-46b4-b528-c049a856d47c is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:54:06.034111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] No DVR routers for this DVR port 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:06.072982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd59ae-9515-4fda-9a90-0592ffed4f82 None None] Pushing event deleted for resources: {'Port': ['ID=57c5f214-5ee0-445c-8c3b-aad5e30a93c7,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:06.073716 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-a644e1e4-3d95-4be0-86a8-c6d89a41fdeb tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] delete failed (client error): The resource could not be found. Jul 22 16:54:06.074840 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a644e1e4-3d95-4be0-86a8-c6d89a41fdeb tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/88782146-73d2-40b3-9365-9271808b584a HTTP/1.1" status: 404 len: 336 time: 0.0595620 Jul 22 16:54:06.077646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36698) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:06.086838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:06.089009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Checking segment: {'id': 'b3dfe0f6-0554-4ab7-99f9-b10ff5652b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5dbc095-706f-4675-8441-86e6c0a9c210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:06.091014 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.093000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Bound using segment: {'id': 'b3dfe0f6-0554-4ab7-99f9-b10ff5652b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5dbc095-706f-4675-8441-86e6c0a9c210'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:06.110376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Bound port: 3e6dfe58-bf78-44e4-ae1f-941549954e88, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3dfe0f6-0554-4ab7-99f9-b10ff5652b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a5dbc095-706f-4675-8441-86e6c0a9c210'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:06.111995 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.137797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-47801e08-31da-420d-ad50-027519a4948b tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a033d5d-0cb7-4365-983d-fa1555c4ad12 HTTP/1.1" status: 200 len: 205 time: 0.0559783 Jul 22 16:54:06.138687 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.140795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36700) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:06.161236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5dbc095-706f-4675-8441-86e6c0a9c210']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:06.196141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dfe0f6-0554-4ab7-99f9-b10ff5652b47') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:06.197271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dfe0f6-0554-4ab7-99f9-b10ff5652b47') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:06.231980 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.235189 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-061783ff-0e96-4364-860e-6e26c83f9aee tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] delete failed (client error): The resource could not be found. Jul 22 16:54:06.239079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-061783ff-0e96-4364-860e-6e26c83f9aee tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/routers/6a033d5d-0cb7-4365-983d-fa1555c4ad12 HTTP/1.1" status: 404 len: 336 time: 0.0946085 Jul 22 16:54:06.240096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36704) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:06.248223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:06.271943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.278258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:06.278605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 57c5f214-5ee0-445c-8c3b-aad5e30a93c7 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:06.280670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] For port 3e6dfe58-bf78-44e4-ae1f-941549954e88, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:06.287399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:06.290976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.299151 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-197ab233-b2dd-421e-a8b6-2c3f7d16c60e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:06.299717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197ab233-b2dd-421e-a8b6-2c3f7d16c60e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:06.304481 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-197ab233-b2dd-421e-a8b6-2c3f7d16c60e tempest-RoutersIpV6AdminTest-1868219206 tempest-RoutersIpV6AdminTest-1868219206-project] 10.222.0.53 "DELETE /v2.0/subnets/94e20291-c598-48e0-ad6a-a15b7c7cf7e7 HTTP/1.1" status: 404 len: 337 time: 0.0631003 Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:06.304751 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:06.347005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36708) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:06.470200 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:54:06.470200 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:54:06.470200 n-d-792458-13 neutron-server[93751]: [parameters: {'id': 'a5dbc095-706f-4675-8441-86e6c0a9c210'}] Jul 22 16:54:06.470200 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:54:06.470611 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:54:06.498127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] For port 3e6dfe58-bf78-44e4-ae1f-941549954e88, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3e6dfe58-bf78-44e4-ae1f-941549954e88,segment=NetworkSegment(b3dfe0f6-0554-4ab7-99f9-b10ff5652b47),segment_id=b3dfe0f6-0554-4ab7-99f9-b10ff5652b47)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:06.508120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.572889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9e78be24-2595-40bc-abe8-0cfe16a35268 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=deb3c1732dee40ebb649549a25f88d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245131 Jul 22 16:54:06.575479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:06.609550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412cea2-a08a-44d9-9512-9da68f92e714 None None] Pushing event updated for resources: {'Port': ['ID=3e6dfe58-bf78-44e4-ae1f-941549954e88,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:06.664225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-717c4e5d-8b2d-443f-89df-78fd56b9acaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.680158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8328ab1-d5ad-4ac1-bbce-392e02dba2ee None None] Network a5dbc095-706f-4675-8441-86e6c0a9c210 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:06.705905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-717c4e5d-8b2d-443f-89df-78fd56b9acaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.743045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:06.777336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-717c4e5d-8b2d-443f-89df-78fd56b9acaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.781320 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-717c4e5d-8b2d-443f-89df-78fd56b9acaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.784257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-717c4e5d-8b2d-443f-89df-78fd56b9acaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c253e125-c103-4704-beaf-93d668435949 HTTP/1.1" status: 204 len: 168 time: 0.2070789 Jul 22 16:54:06.798696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c4e5d-8b2d-443f-89df-78fd56b9acaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c253e125-c103-4704-beaf-93d668435949,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:06.897340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb61da9-80b0-4ad5-bcc9-f5c714a4a0e1 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:54:06.908903 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58b40bad-ad61-4521-9b3a-adf9ac8d4874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:06.975546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.111994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb61da9-80b0-4ad5-bcc9-f5c714a4a0e1 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:54:07.179224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting port 3e6dfe58-bf78-44e4-ae1f-941549954e88 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:07.180599 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.222137 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58b40bad-ad61-4521-9b3a-adf9ac8d4874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.235933 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-58b40bad-ad61-4521-9b3a-adf9ac8d4874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.284897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-58b40bad-ad61-4521-9b3a-adf9ac8d4874 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a102f19d8c94b99b02e3e93ee63c4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402205 Jul 22 16:54:07.289052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36734) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:07.316715 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] For port 3e6dfe58-bf78-44e4-ae1f-941549954e88, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3e6dfe58-bf78-44e4-ae1f-941549954e88,segment=NetworkSegment(b3dfe0f6-0554-4ab7-99f9-b10ff5652b47),segment_id=b3dfe0f6-0554-4ab7-99f9-b10ff5652b47)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:07.317064 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.330400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42504527-57c6-4441-8694-113d252bceb6 req-f846dd2a-cbf9-4c4c-bbed-c987fd0ca2a0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:07.337394 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42504527-57c6-4441-8694-113d252bceb6 req-f846dd2a-cbf9-4c4c-bbed-c987fd0ca2a0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 945 time: 0.2252512 Jul 22 16:54:07.341863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b40bad-ad61-4521-9b3a-adf9ac8d4874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae0d581-fcfe-463b-a6fb-663aa915477c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:07.364487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a047c0-79f8-48f7-87cd-24efb9cc7a63 req-0a70d54e-1e38-4001-9182-dff737bddadc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:07.366347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9a047c0-79f8-48f7-87cd-24efb9cc7a63 req-0a70d54e-1e38-4001-9182-dff737bddadc tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 944 time: 0.1914265 Jul 22 16:54:07.389331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-b77baaad-6bfe-4b4d-8b8b-87e347612ec6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:07.389528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Calling delete_port for 3e6dfe58-bf78-44e4-ae1f-941549954e88 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:07.390822 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-b77baaad-6bfe-4b4d-8b8b-87e347612ec6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 945 time: 0.1777167 Jul 22 16:54:07.431532 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-42504527-57c6-4441-8694-113d252bceb6 req-a12b3c27-4b13-4b71-8caa-25c9484cff92 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931950 Jul 22 16:54:07.483426 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66547ed7-cf36-4e2e-a2c7-791b2b30ccf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.524469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9a047c0-79f8-48f7-87cd-24efb9cc7a63 req-cf981c29-05a4-4ebb-8e2c-98ab62c4a870 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452165 Jul 22 16:54:07.536172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66547ed7-cf36-4e2e-a2c7-791b2b30ccf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.595156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.647067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No DVR routers for this DVR port 3e6dfe58-bf78-44e4-ae1f-941549954e88 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:07.647324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Port': ['ID=3e6dfe58-bf78-44e4-ae1f-941549954e88,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:07.653599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Deleting port fbad3415-d6ae-49ae-a687-3dc1158f54eb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:07.653990 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.707928 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66547ed7-cf36-4e2e-a2c7-791b2b30ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.710523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66547ed7-cf36-4e2e-a2c7-791b2b30ccf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.714704 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-66547ed7-cf36-4e2e-a2c7-791b2b30ccf2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ae0d581-fcfe-463b-a6fb-663aa915477c HTTP/1.1" status: 204 len: 168 time: 0.4246686 Jul 22 16:54:07.752529 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.755390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66547ed7-cf36-4e2e-a2c7-791b2b30ccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae0d581-fcfe-463b-a6fb-663aa915477c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:07.770076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5dbc095-706f-4675-8441-86e6c0a9c210']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:07.787002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] For port fbad3415-d6ae-49ae-a687-3dc1158f54eb, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=fbad3415-d6ae-49ae-a687-3dc1158f54eb,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:07.787222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.788042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dfe0f6-0554-4ab7-99f9-b10ff5652b47') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:07.788352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dfe0f6-0554-4ab7-99f9-b10ff5652b47') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:07.802110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Calling delete_port for fbad3415-d6ae-49ae-a687-3dc1158f54eb owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:07.802341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.818255 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.825452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:07.825864 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:07.829630 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:07.931498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.944176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:07.950183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/a5dbc095-706f-4675-8441-86e6c0a9c210 HTTP/1.1" status: 204 len: 168 time: 3.5643129 Jul 22 16:54:07.952467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36752) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:07.954212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36754) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:07.967284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-92420255'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:07.969161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfd84a-3391-43b0-b810-31b7baa8aff5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=a5dbc095-706f-4675-8441-86e6c0a9c210,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:08.010163 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.025235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:08.028899 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.043152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:08.084688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['fbad3415-d6ae-49ae-a687-3dc1158f54eb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:08.099760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event deleted for resources: {'Port': ['ID=fbad3415-d6ae-49ae-a687-3dc1158f54eb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:08.122435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:08.133238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.133617 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment 492f71f0-2fce-4d1f-a100-68b356de4d15 of type vlan for network 752fb3ee-db75-42f4-80bb-b954b5903b58 Jul 22 16:54:08.186124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] No DVR routers for this DVR port fbad3415-d6ae-49ae-a687-3dc1158f54eb on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:08.189628 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.192549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7b2d4ee-317d-47a0-a022-91e5b1e689c5 req-71bae567-141a-4350-b2af-8710983b547d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.65 "DELETE /v2.0/ports/fbad3415-d6ae-49ae-a687-3dc1158f54eb HTTP/1.1" status: 204 len: 173 time: 0.7833529 Jul 22 16:54:08.198240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec36d621-e63e-4a62-8aa2-c1c9e1b1482c', 'name': 'network-vif-deleted', 'tag': 'fbad3415-d6ae-49ae-a687-3dc1158f54eb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:08.201382 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf38438c-fb8e-4199-aae5-9665fef3461c" -d '{"events": [{"server_uuid": "ec36d621-e63e-4a62-8aa2-c1c9e1b1482c", "name": "network-vif-deleted", "tag": "fbad3415-d6ae-49ae-a687-3dc1158f54eb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:08.246327 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.297016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.314313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:08.315046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.350126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-584806589'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:08.357134 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db12e20c-eda9-44b2-bf97-2c50d594c4e2 x-openstack-request-id: req-db12e20c-eda9-44b2-bf97-2c50d594c4e2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:08.357445 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec36d621-e63e-4a62-8aa2-c1c9e1b1482c", "name": "network-vif-deleted", "tag": "fbad3415-d6ae-49ae-a687-3dc1158f54eb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:08.357700 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db12e20c-eda9-44b2-bf97-2c50d594c4e2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:08.358096 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec36d621-e63e-4a62-8aa2-c1c9e1b1482c', 'name': 'network-vif-deleted', 'tag': 'fbad3415-d6ae-49ae-a687-3dc1158f54eb', 'status': 'completed', 'code': 200} Jul 22 16:54:08.361545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:08.411215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4535949 Jul 22 16:54:08.413087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8f8716e6-049c-4f5e-b089-0d4cd888f148 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ff4854fc07b455ba6ed260eff42a879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501142 Jul 22 16:54:08.414026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:08.416708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36766) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:08.431182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': '752fb3ee-db75-42f4-80bb-b954b5903b58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:08.473524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9601e-0eac-487a-b0a6-e40ea133f9be tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=752fb3ee-db75-42f4-80bb-b954b5903b58,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:08.495575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 752fb3ee-db75-42f4-80bb-b954b5903b58 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:08.502208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:08.505970 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.530339 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.568705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:08.619542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a141efc3-99a6-489e-82fe-d019bdd091eb req-f911d411-eb53-41c0-88c2-7bb2d36f3ceb tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec36d621-e63e-4a62-8aa2-c1c9e1b1482c HTTP/1.1" status: 200 len: 210 time: 0.0536215 Jul 22 16:54:08.777127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.782468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.818781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:08.838217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.839274 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Added segment 0daa9093-ea15-4716-a7c7-520feb6ab5c9 of type vlan for network bdaeabc6-dbb1-4795-9878-66a77904cf1b Jul 22 16:54:08.882722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc823b9-10f2-4bac-aa21-a48034e706b8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:08.922263 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.923373 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.964360 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.973456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:08.974731 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:08.989917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:09.055300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Network': ['ID=bdaeabc6-dbb1-4795-9878-66a77904cf1b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:09.068545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-447c5519-110b-4206-ac3b-048732193633 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1129532 Jul 22 16:54:09.069932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network bdaeabc6-dbb1-4795-9878-66a77904cf1b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:09.084798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:09.167930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b61e4-fafe-4da7-b16c-e1bab0df01fb req-e011f030-96fe-4a7f-b4a5-d9bafabc7f04 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:09.168836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c45b61e4-fafe-4da7-b16c-e1bab0df01fb req-e011f030-96fe-4a7f-b4a5-d9bafabc7f04 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 944 time: 0.2417974 Jul 22 16:54:09.232745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:09.235614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:09.239530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf82ef18-6bf9-43d0-ab39-b8a0528b8397 HTTP/1.1" status: 204 len: 168 time: 0.8189416 Jul 22 16:54:09.265217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf82ef18-6bf9-43d0-ab39-b8a0528b8397,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:09.283027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.283367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.283711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.284040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.284373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.284714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.285213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.285554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.285875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.286205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.286531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.286850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20078de-4931-431d-89a1-c2951a3ec43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:09.292980 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c45b61e4-fafe-4da7-b16c-e1bab0df01fb req-30a66850-0574-4717-af55-cc6ee381de74 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141675 Jul 22 16:54:09.346645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:09.410708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=10f91180-92e5-4c94-a6ef-1722a2fe8eb6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:09.418153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking segment: {'id': '492f71f0-2fce-4d1f-a100-68b356de4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '752fb3ee-db75-42f4-80bb-b954b5903b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:09.418377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network hostable DHCP agents. Network: 752fb3ee-db75-42f4-80bb-b954b5903b58, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:09.435802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network 752fb3ee-db75-42f4-80bb-b954b5903b58 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:09.445176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 752fb3ee-db75-42f4-80bb-b954b5903b58) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:09.449984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:09.450580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:09.458610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff228b0f-95c2-46af-ad30-369845fa97a2 None None] Network 752fb3ee-db75-42f4-80bb-b954b5903b58 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:09.477760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3172945c-933c-4f29-8f7c-2298657dc241 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0624151 Jul 22 16:54:09.480443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36778) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:09.486327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': '752fb3ee-db75-42f4-80bb-b954b5903b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:09.657526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-752fb3ee-db75-42f4-80bb-b954b5903b58', 'network_id': '752fb3ee-db75-42f4-80bb-b954b5903b58', 'tenant_id': '28a58e2c31774d17bddf0753ec2a6130', 'fixed_ips': [{'subnet_id': '10f91180-92e5-4c94-a6ef-1722a2fe8eb6'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:09.663814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:09.673316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:09.679259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:09.973193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Allocated IP 2001:db8::2 (752fb3ee-db75-42f4-80bb-b954b5903b58/10f91180-92e5-4c94-a6ef-1722a2fe8eb6/5b7c63eb-21b5-426d-a6d4-0bcbab727d93) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:10.206901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-2452bc7c-6bc5-4810-b55c-15a3afc45b81 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:10.217815 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-2452bc7c-6bc5-4810-b55c-15a3afc45b81 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.2216084 Jul 22 16:54:10.269082 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-de8a6f8d-a13e-4e32-a6ad-b5c9962c0b5d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/quotas/ec83f6c5a767410283cefb29388f37bf HTTP/1.1" status: 200 len: 375 time: 0.0477173 Jul 22 16:54:10.433998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:10.455996 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:10.478232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Transition to ACTIVE for port object 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:10.505621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Transition to ACTIVE for port object 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:10.507921 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-3b636537-ca7d-4e55-8d9b-08ccb3baba72 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2377396 Jul 22 16:54:10.517039 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:10.636612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-bcf6083d-3a67-42dd-b9de-5df0ae52d1f2 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249573 Jul 22 16:54:10.647833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Network 752fb3ee-db75-42f4-80bb-b954b5903b58 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:10.674576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:10.682337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:10.691183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network 752fb3ee-db75-42f4-80bb-b954b5903b58 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:10.701575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:10.709782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:10.710367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:10.713186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Pushing event updated for resources: {'Port': ['ID=5b7c63eb-21b5-426d-a6d4-0bcbab727d93,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:10.761356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=0c38856d-3c43-4386-b2c2-33bd6c7a5c86,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:10.790104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ab710384-067e-4cdb-8122-872e5bbbd219 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3061488 Jul 22 16:54:10.790626 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:10.797186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-1d207818-41a2-4725-bfc8-414dd702de84 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592803 Jul 22 16:54:10.854708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Attempting to bind port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:10.855545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Attempting to bind port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '492f71f0-2fce-4d1f-a100-68b356de4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '752fb3ee-db75-42f4-80bb-b954b5903b58'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:10.856176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Attempting to bind port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 on network 752fb3ee-db75-42f4-80bb-b954b5903b58 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:10.865288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:10.865822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Checking segment: {'id': '492f71f0-2fce-4d1f-a100-68b356de4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '752fb3ee-db75-42f4-80bb-b954b5903b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:10.866441 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:10.867046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Bound using segment: {'id': '492f71f0-2fce-4d1f-a100-68b356de4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '752fb3ee-db75-42f4-80bb-b954b5903b58'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:10.867782 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Bound port: 5b7c63eb-21b5-426d-a6d4-0bcbab727d93, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492f71f0-2fce-4d1f-a100-68b356de4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '752fb3ee-db75-42f4-80bb-b954b5903b58'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:10.868309 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:10.960354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] For port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:10.960563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885530-ebce-4e15-baac-933d0cb79e1a req-0cc314e3-6d26-4955-baba-a0e953c3eb6d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:10.962002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc885530-ebce-4e15-baac-933d0cb79e1a req-0cc314e3-6d26-4955-baba-a0e953c3eb6d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 944 time: 0.2565532 Jul 22 16:54:10.965154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] For port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5b7c63eb-21b5-426d-a6d4-0bcbab727d93,segment=NetworkSegment(492f71f0-2fce-4d1f-a100-68b356de4d15),segment_id=492f71f0-2fce-4d1f-a100-68b356de4d15)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:10.975441 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.065826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae247a4-b2c9-4318-bbc2-bbbe124e1876 None None] Pushing event updated for resources: {'Port': ['ID=5b7c63eb-21b5-426d-a6d4-0bcbab727d93,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:11.134154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5ee018f1-8623-4d7b-822b-63d50e4dced0 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:54:11.143911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device fbad3415-d6ae-49ae-a687-3dc1158f54eb no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:11.147194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219da2d-82db-40af-ab8d-5252535aab61 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:11.150644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219da2d-82db-40af-ab8d-5252535aab61 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:11.155906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219da2d-82db-40af-ab8d-5252535aab61 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:11.158419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219da2d-82db-40af-ab8d-5252535aab61 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:11.161545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219da2d-82db-40af-ab8d-5252535aab61 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:11.172727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36840) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:11.175664 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a219da2d-82db-40af-ab8d-5252535aab61 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3667893 Jul 22 16:54:11.185904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135677537'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:11.205671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc885530-ebce-4e15-baac-933d0cb79e1a req-20cb104c-67cc-45c2-88bc-5e79930856a0 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313039 Jul 22 16:54:11.272488 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9df6732e-d642-4ec3-a2a3-41c4a77920cc req-eb371a25-2eab-437d-ae37-cb272ae3909a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 210 time: 0.1122420 Jul 22 16:54:11.277676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: fbad3415-d6ae-49ae-a687-3dc1158f54eb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:11.279409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device fbad3415-d6ae-49ae-a687-3dc1158f54eb not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:11.324078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:11.377289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.423683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:11.435855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.436239 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment aeb83778-b80b-4add-96a6-6c3b4cfc17fc of type vlan for network 159d2436-bf37-4163-8d18-90a0dc2eff2c Jul 22 16:54:11.521076 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.533321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5ee018f1-8623-4d7b-822b-63d50e4dced0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5ee018f1-8623-4d7b-822b-63d50e4dced0,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:11.571444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'port_id': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'mac_address': 'fa:16:3e:7e:a0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:54:11.611754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.618993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:11.619549 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.621753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.635601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee018f1-8623-4d7b-822b-63d50e4dced0 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:11.660509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5ee018f1-8623-4d7b-822b-63d50e4dced0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5ee018f1-8623-4d7b-822b-63d50e4dced0,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:11.665794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:11.700902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:11.805205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5ee018f1-8623-4d7b-822b-63d50e4dced0,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:11.866153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=159d2436-bf37-4163-8d18-90a0dc2eff2c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:11.872386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c395f2ac-d0ae-45bd-85be-6c4e7847810d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6983535 Jul 22 16:54:11.876025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36858) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:11.889659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4d88a818-5a74-439b-990c-3e0c40cfe534 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:11.893623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 159d2436-bf37-4163-8d18-90a0dc2eff2c details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:11.956151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-37804364-9578-4fe4-8256-b103557f14f5 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2022991541'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:12.009004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['5ee018f1-8623-4d7b-822b-63d50e4dced0'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:12.069689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37804364-9578-4fe4-8256-b103557f14f5 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:12.070846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37804364-9578-4fe4-8256-b103557f14f5 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:12.342632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:12.459435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37804364-9578-4fe4-8256-b103557f14f5 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:12.488168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c20d0bf-2e44-4d30-a88b-2b5ad09cd997 req-a34d5a19-3eea-48ac-97be-1f404c7a28d1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 210 time: 0.0675597 Jul 22 16:54:12.525329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37804364-9578-4fe4-8256-b103557f14f5 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:12.552699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d88a818-5a74-439b-990c-3e0c40cfe534 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:12.553725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:12.560690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'subnet': {'network_id': 'bdaeabc6-dbb1-4795-9878-66a77904cf1b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:12.564221 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37804364-9578-4fe4-8256-b103557f14f5 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:12.568670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36866) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:12.569164 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-37804364-9578-4fe4-8256-b103557f14f5 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8663881 Jul 22 16:54:12.583299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d88a818-5a74-439b-990c-3e0c40cfe534 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:12.604431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d88a818-5a74-439b-990c-3e0c40cfe534 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network 159d2436-bf37-4163-8d18-90a0dc2eff2c is not hosted by any dhcp agent {{(pid=93751) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:54:12.610428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88a818-5a74-439b-990c-3e0c40cfe534 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:12.614487 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d88a818-5a74-439b-990c-3e0c40cfe534 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:12.617395 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4d88a818-5a74-439b-990c-3e0c40cfe534 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "PUT /v2.0/networks/159d2436-bf37-4163-8d18-90a0dc2eff2c HTTP/1.1" status: 200 len: 723 time: 0.7399366 Jul 22 16:54:12.622285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:12.622891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:12.664064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': '159d2436-bf37-4163-8d18-90a0dc2eff2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:12.724702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d4133-611a-4568-b654-a772f2637949 req-970660a8-4dac-46d1-a325-d419670dd66f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:12.726352 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-747d4133-611a-4568-b654-a772f2637949 req-970660a8-4dac-46d1-a325-d419670dd66f tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 945 time: 0.3229544 Jul 22 16:54:12.786031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47b83ff-3ca9-45ce-9a08-222fbe4519bf None None] Network 752fb3ee-db75-42f4-80bb-b954b5903b58 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:12.794157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88a818-5a74-439b-990c-3e0c40cfe534 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=159d2436-bf37-4163-8d18-90a0dc2eff2c,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:12.819067 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-747d4133-611a-4568-b654-a772f2637949 req-1a8f16ca-77a9-4c06-978a-93494eadd6ed tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823877 Jul 22 16:54:12.954819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 159d2436-bf37-4163-8d18-90a0dc2eff2c details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:12.993718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:12.998017 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.062497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-e33fcd46-daa0-4560-b632-1b645b64b10d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:13.064657 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-e33fcd46-daa0-4560-b632-1b645b64b10d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.2095094 Jul 22 16:54:13.121764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Request body: {'port': {'device_id': '326ade5d-682f-4043-ab54-3f5897cbf1df', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'admin_state_up': True, 'tenant_id': 'ec83f6c5a767410283cefb29388f37bf'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:13.157256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-961825d3-b165-489f-bb54-acbafd920e25 None None] Provisioning for port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:13.172421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-835c3f23-d4ad-4758-b63d-6a867319abec tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.177918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:13.182739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-961825d3-b165-489f-bb54-acbafd920e25 None None] Provisioning complete for port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:13.186468 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-961825d3-b165-489f-bb54-acbafd920e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.186655 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.346697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Made reservation on behalf of ec83f6c5a767410283cefb29388f37bf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:13.350296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.455068 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-961825d3-b165-489f-bb54-acbafd920e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.484208 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-835c3f23-d4ad-4758-b63d-6a867319abec tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.495808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-835c3f23-d4ad-4758-b63d-6a867319abec tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.497731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-961825d3-b165-489f-bb54-acbafd920e25 None None] For port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5b7c63eb-21b5-426d-a6d4-0bcbab727d93,segment=NetworkSegment(492f71f0-2fce-4d1f-a100-68b356de4d15),segment_id=492f71f0-2fce-4d1f-a100-68b356de4d15)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:13.502218 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-961825d3-b165-489f-bb54-acbafd920e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.511174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Allocated IP 172.20.0.14 (f452d5aa-6434-4414-bdc1-839023a3e34f/f2381c46-3fa4-4415-a1ec-42dcea88a248/4f95a27e-9daa-4b56-be44-0dee412e6f6d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:13.595313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-835c3f23-d4ad-4758-b63d-6a867319abec tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.595997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835c3f23-d4ad-4758-b63d-6a867319abec tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e178695c-0185-4df2-891c-01dfe31983f2 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:13.611923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-835c3f23-d4ad-4758-b63d-6a867319abec tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.613478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-835c3f23-d4ad-4758-b63d-6a867319abec tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e178695c-0185-4df2-891c-01dfe31983f2 HTTP/1.1" status: 204 len: 168 time: 1.0423877 Jul 22 16:54:13.618582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961825d3-b165-489f-bb54-acbafd920e25 None None] Pushing event updated for resources: {'Port': ['ID=5b7c63eb-21b5-426d-a6d4-0bcbab727d93,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:13.623333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ebe1b2-1de0-4de1-8c4e-46b0e8beea61 None None] Update dhcp port {'port': {'network_id': '752fb3ee-db75-42f4-80bb-b954b5903b58', 'fixed_ips': [{'subnet_id': '10f91180-92e5-4c94-a6ef-1722a2fe8eb6', 'ip_address': '2001:db8::2'}, {'subnet_id': '0c38856d-3c43-4386-b2c2-33bd6c7a5c86'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '5b7c63eb-21b5-426d-a6d4-0bcbab727d93'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:54:13.629091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36874) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:13.630543 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.636199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d37b0c7a-81ec-4938-bef9-ecb91a3ef504 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Request body: {'router': {'name': 'tempest-router-647398452', 'distributed': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:13.664885 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe1b2-1de0-4de1-8c4e-46b0e8beea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.671167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-223e3b8c-8aa4-4295-aac4-8982b434df4e req-dc7ec6df-6d93-4c1d-a912-1140820f56d0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 210 time: 0.0563641 Jul 22 16:54:13.720571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d37b0c7a-81ec-4938-bef9-ecb91a3ef504 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.722164 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d37b0c7a-81ec-4938-bef9-ecb91a3ef504 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.755613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=dab6d942-d3a9-4b66-87de-f1d9fdf7464d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:13.756205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.799207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking segment: {'id': 'aeb83778-b80b-4add-96a6-6c3b4cfc17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '159d2436-bf37-4163-8d18-90a0dc2eff2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:13.799843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network hostable DHCP agents. Network: 159d2436-bf37-4163-8d18-90a0dc2eff2c, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:13.823174 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.835825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d37b0c7a-81ec-4938-bef9-ecb91a3ef504 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.848414 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d37b0c7a-81ec-4938-bef9-ecb91a3ef504 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.849525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network 159d2436-bf37-4163-8d18-90a0dc2eff2c is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:13.874001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 159d2436-bf37-4163-8d18-90a0dc2eff2c) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:13.884107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:13.884380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Subnet': ['ID=e3f99cd9-bc65-492b-acb1-cfe87de3a156,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:13.887108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Checking segment: {'id': '0daa9093-ea15-4716-a7c7-520feb6ab5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bdaeabc6-dbb1-4795-9878-66a77904cf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:13.887465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network hostable DHCP agents. Network: bdaeabc6-dbb1-4795-9878-66a77904cf1b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:13.888642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.890261 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d37b0c7a-81ec-4938-bef9-ecb91a3ef504 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.891832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d37b0c7a-81ec-4938-bef9-ecb91a3ef504 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2616868 Jul 22 16:54:13.893215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12e502e-2f28-4ebe-86ea-129014c6c690 None None] Network 159d2436-bf37-4163-8d18-90a0dc2eff2c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:13.894469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36878) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:13.980135 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aac34f8-7462-4c8c-b1a8-3ebdd52bc485 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:13.997286 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9132fa9e-6b4b-4cb4-aaaa-1a9508a312e4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3524170 Jul 22 16:54:13.997496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36882) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:14.032117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7b553079-839e-4b2f-b7bd-e829173d80a4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:14.036378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.039997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e1ebe1b2-1de0-4de1-8c4e-46b0e8beea61 None None] Allocated IP 172.20.0.1 (752fb3ee-db75-42f4-80bb-b954b5903b58/0c38856d-3c43-4386-b2c2-33bd6c7a5c86/5b7c63eb-21b5-426d-a6d4-0bcbab727d93) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:14.065646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network bdaeabc6-dbb1-4795-9878-66a77904cf1b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:14.073017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:14.099841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, bdaeabc6-dbb1-4795-9878-66a77904cf1b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:14.129934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Network f452d5aa-6434-4414-bdc1-839023a3e34f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:14.142865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:14.145666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:14.146646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:14.147348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.152131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8cf7fd-c67d-4d69-a35a-9e35542581f9 None None] Network bdaeabc6-dbb1-4795-9878-66a77904cf1b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:14.200293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8f03c246-57a5-4c5f-9426-7ebded3d5557 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6447418 Jul 22 16:54:14.208503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:14.210641 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aac34f8-7462-4c8c-b1a8-3ebdd52bc485 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.212955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aac34f8-7462-4c8c-b1a8-3ebdd52bc485 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.237177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event updated for resources: {'Port': ['ID=4f95a27e-9daa-4b56-be44-0dee412e6f6d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:14.244776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2146999814'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:14.268087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aac34f8-7462-4c8c-b1a8-3ebdd52bc485 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.268731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aac34f8-7462-4c8c-b1a8-3ebdd52bc485 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a4c264a-40f2-4c75-8aa4-a36d158c1724 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:14.274066 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8aac34f8-7462-4c8c-b1a8-3ebdd52bc485 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.279152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8aac34f8-7462-4c8c-b1a8-3ebdd52bc485 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3a4c264a-40f2-4c75-8aa4-a36d158c1724 HTTP/1.1" status: 204 len: 168 time: 0.3803761 Jul 22 16:54:14.279972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:14.285156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-999ae094-f49c-4d36-85c0-bffa8e57de10 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Request body: {'router': {'name': 'tempest-router-85049201', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3ebfa2bf99b8481792b8d9337524f020'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:14.302676 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:14.303330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.320480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ff204-81c3-48ad-86a7-09e0022cc5cc req-259ac68d-5977-4ea9-bc93-07a24fd08db3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:14.321998 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a48ff204-81c3-48ad-86a7-09e0022cc5cc req-259ac68d-5977-4ea9-bc93-07a24fd08db3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 945 time: 0.3704927 Jul 22 16:54:14.328745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b553079-839e-4b2f-b7bd-e829173d80a4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260940105'] for subnet, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.335295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:14.339279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.345256 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-999ae094-f49c-4d36-85c0-bffa8e57de10 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.346802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-999ae094-f49c-4d36-85c0-bffa8e57de10 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.396371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c259637b-1156-402f-87f0-ee5e8fc7fbd1 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2805588 Jul 22 16:54:14.411341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:14.427919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Request body: {'port': {'device_id': '326ade5d-682f-4043-ab54-3f5897cbf1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:14.444009 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-999ae094-f49c-4d36-85c0-bffa8e57de10 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.454246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-999ae094-f49c-4d36-85c0-bffa8e57de10 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.471734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-159d2436-bf37-4163-8d18-90a0dc2eff2c', 'network_id': '159d2436-bf37-4163-8d18-90a0dc2eff2c', 'tenant_id': '28a58e2c31774d17bddf0753ec2a6130', 'fixed_ips': [{'subnet_id': 'dab6d942-d3a9-4b66-87de-f1d9fdf7464d'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:14.472585 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.473552 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-999ae094-f49c-4d36-85c0-bffa8e57de10 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.474719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:14.480842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:14.482097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-999ae094-f49c-4d36-85c0-bffa8e57de10 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2012990 Jul 22 16:54:14.487544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a48ff204-81c3-48ad-86a7-09e0022cc5cc req-edd8e958-dfa4-4cbe-be2c-66454f9ee227 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554065 Jul 22 16:54:14.499511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:14.599191 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.599569 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Added segment 12b1aff8-e34e-4c62-9c08-79796ba2ec6c of type vlan for network 2fd0b37d-0d28-45ce-b3bb-9858d901d170 Jul 22 16:54:14.667977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e1ebe1b2-1de0-4de1-8c4e-46b0e8beea61 None None] For port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5b7c63eb-21b5-426d-a6d4-0bcbab727d93,segment=NetworkSegment(492f71f0-2fce-4d1f-a100-68b356de4d15),segment_id=492f71f0-2fce-4d1f-a100-68b356de4d15)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:14.682201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:14.682679 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.694845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-bdaeabc6-dbb1-4795-9878-66a77904cf1b', 'network_id': 'bdaeabc6-dbb1-4795-9878-66a77904cf1b', 'tenant_id': 'f0730cc74e1442a49068e1d80bfa77f0', 'fixed_ips': [{'subnet_id': 'e3f99cd9-bc65-492b-acb1-cfe87de3a156'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:14.695708 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.777590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.817220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe1b2-1de0-4de1-8c4e-46b0e8beea61 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:14.877033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfe723-8906-46dd-9d53-185eb2edf6cf req-809ca2b1-bb3c-4862-97f7-9dce8d7f168c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:14.885362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8bfe723-8906-46dd-9d53-185eb2edf6cf req-809ca2b1-bb3c-4862-97f7-9dce8d7f168c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 932 time: 0.1004353 Jul 22 16:54:14.929864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e1ebe1b2-1de0-4de1-8c4e-46b0e8beea61 None None] Transition to ACTIVE for port object 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:14.954020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8bfe723-8906-46dd-9d53-185eb2edf6cf req-f24e8c79-a086-40c8-a76a-66e6a301ab87 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674839 Jul 22 16:54:14.964350 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe1b2-1de0-4de1-8c4e-46b0e8beea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.130221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe1b2-1de0-4de1-8c4e-46b0e8beea61 None None] Pushing event updated for resources: {'Port': ['ID=5b7c63eb-21b5-426d-a6d4-0bcbab727d93,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:15.133827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Allocated IP 2001:db8:0:ffff::2 (bdaeabc6-dbb1-4795-9878-66a77904cf1b/e3f99cd9-bc65-492b-acb1-cfe87de3a156/0963b1ad-9869-4fa1-8423-edde6359b461) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:15.139835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5ee018f1-8623-4d7b-822b-63d50e4dced0 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:15.165727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.229444 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.229878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.273781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b553079-839e-4b2f-b7bd-e829173d80a4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793813423216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260866247'] for subnet, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.350747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 5ee018f1-8623-4d7b-822b-63d50e4dced0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:15.361533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Allocated IP 2001:db8::2 (159d2436-bf37-4163-8d18-90a0dc2eff2c/dab6d942-d3a9-4b66-87de-f1d9fdf7464d/5834520b-ca04-4dc3-8653-ee9120c9e654) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:15.364620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 5ee018f1-8623-4d7b-822b-63d50e4dced0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:15.364620 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.364863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.370292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:15.371074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.392019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b553079-839e-4b2f-b7bd-e829173d80a4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:15.392606 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b553079-839e-4b2f-b7bd-e829173d80a4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.393863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7b553079-839e-4b2f-b7bd-e829173d80a4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "PUT /v2.0/subnets/dab6d942-d3a9-4b66-87de-f1d9fdf7464d HTTP/1.1" status: 200 len: 826 time: 1.3896854 Jul 22 16:54:15.397450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36894) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:15.480711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93751) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 16:54:15.481053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Router bb793c1e-c6b0-4246-b4fd-dd543b0f7424 migrating from provider to provider. {{(pid=93751) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 16:54:15.481358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.489295 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2504084 Jul 22 16:54:15.496540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36896) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:15.569770 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.570063 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.573695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'subnet': {'network_id': '2fd0b37d-0d28-45ce-b3bb-9858d901d170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:15.590824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b553079-839e-4b2f-b7bd-e829173d80a4 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=dab6d942-d3a9-4b66-87de-f1d9fdf7464d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:15.597253 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.601044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Transition to ACTIVE for port object 0963b1ad-9869-4fa1-8423-edde6359b461 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:15.611670 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.647375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Transition to ACTIVE for port object 0963b1ad-9869-4fa1-8423-edde6359b461 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:15.660030 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.682970 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.691771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:15.694187 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89a80c9-13c3-4477-96b0-8579bedacad5" -d '{"events": [{"server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:15.695868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce518ab6-89a4-4137-815d-0e9593e2985e tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Network': ['ID=2fd0b37d-0d28-45ce-b3bb-9858d901d170,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:15.724412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 2fd0b37d-0d28-45ce-b3bb-9858d901d170 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:15.730900 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.754289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5ee018f1-8623-4d7b-822b-63d50e4dced0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5ee018f1-8623-4d7b-822b-63d50e4dced0,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:15.858119 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e75f676-0009-49ae-bed1-e5ebc786d661 x-openstack-request-id: req-0e75f676-0009-49ae-bed1-e5ebc786d661 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:15.858418 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "name": "network-vif-plugged", "status": "completed", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:15.858669 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e75f676-0009-49ae-bed1-e5ebc786d661 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:15.859255 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'code': 200} Jul 22 16:54:15.879450 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.887087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Network bdaeabc6-dbb1-4795-9878-66a77904cf1b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:15.891582 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:15.897819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:15.902509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:15.904493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Pushing event updated for resources: {'Port': ['ID=0963b1ad-9869-4fa1-8423-edde6359b461,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:15.921948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Transition to ACTIVE for port object 5834520b-ca04-4dc3-8653-ee9120c9e654 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:15.966068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad35e1-ad8b-4a8b-81e4-467c73f7e5d8 req-1d13ca3a-5d18-43ff-b678-c6ffd2110d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:15.969968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2fad35e1-ad8b-4a8b-81e4-467c73f7e5d8 req-1d13ca3a-5d18-43ff-b678-c6ffd2110d47 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 1098 time: 0.0987432 Jul 22 16:54:16.035655 n-d-792458-13 neutron-server[93751]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] No L3 agents can host the router bb793c1e-c6b0-4246-b4fd-dd543b0f7424 Jul 22 16:54:16.036396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2fad35e1-ad8b-4a8b-81e4-467c73f7e5d8 req-d22fbce7-1a0f-460e-bd2b-2deab41d7b14 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589271 Jul 22 16:54:16.042063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541fd208-5ac0-4a37-9869-6f1655304d30 None None] Network 752fb3ee-db75-42f4-80bb-b954b5903b58 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:16.045156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:16.049135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.243545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29fa3-3c08-49c8-9ddd-05cdf4338270 req-3b799a64-43eb-4615-97cd-a758b1bc3d40 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:16.245027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfd29fa3-3c08-49c8-9ddd-05cdf4338270 req-3b799a64-43eb-4615-97cd-a758b1bc3d40 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 932 time: 0.1465402 Jul 22 16:54:16.305459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980c88-ee99-490c-9bc5-91a6f5ebca65 req-f63308a5-00a9-4143-b5cc-e5be35bb8353 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:16.307111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c1980c88-ee99-490c-9bc5-91a6f5ebca65 req-f63308a5-00a9-4143-b5cc-e5be35bb8353 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 946 time: 0.6312401 Jul 22 16:54:16.323489 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cfd29fa3-3c08-49c8-9ddd-05cdf4338270 req-506d073e-17d1-4388-b064-a88620e063c4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664742 Jul 22 16:54:16.389316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:16.407511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Hosts for router bb793c1e-c6b0-4246-b4fd-dd543b0f7424: [] {{(pid=93751) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 16:54:16.441007 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Transition to ACTIVE for port object 5834520b-ca04-4dc3-8653-ee9120c9e654 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:16.478661 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.487440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Attempting to bind port 0963b1ad-9869-4fa1-8423-edde6359b461 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:16.487788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Attempting to bind port 0963b1ad-9869-4fa1-8423-edde6359b461 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '0daa9093-ea15-4716-a7c7-520feb6ab5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bdaeabc6-dbb1-4795-9878-66a77904cf1b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:16.488379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Attempting to bind port 0963b1ad-9869-4fa1-8423-edde6359b461 on network bdaeabc6-dbb1-4795-9878-66a77904cf1b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:16.493083 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.497158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5ee018f1-8623-4d7b-822b-63d50e4dced0,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:16.506616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2eb72b4d-9eea-4da2-9c73-94597676c9aa None None] Provisioning for port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:16.527685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Hosts for other DVR routers connected to router bb793c1e-c6b0-4246-b4fd-dd543b0f7424: set() {{(pid=93751) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 16:54:16.530380 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.534726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f601923a-ebc1-43f7-9c8b-f59d8dd1ac50 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "PUT /v2.0/routers/bb793c1e-c6b0-4246-b4fd-dd543b0f7424 HTTP/1.1" status: 200 len: 715 time: 2.0490568 Jul 22 16:54:16.534982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f95a27e-9daa-4b56-be44-0dee412e6f6d {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:16.541679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36906) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:16.542188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=dab6d942-d3a9-4b66-87de-f1d9fdf7464d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:16.552722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:16.552939 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c1980c88-ee99-490c-9bc5-91a6f5ebca65 req-8cc1054c-9c70-48b1-ad55-8b576bd37625 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332563 Jul 22 16:54:16.553126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Checking segment: {'id': '0daa9093-ea15-4716-a7c7-520feb6ab5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bdaeabc6-dbb1-4795-9878-66a77904cf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:16.553486 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.553884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Bound using segment: {'id': '0daa9093-ea15-4716-a7c7-520feb6ab5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bdaeabc6-dbb1-4795-9878-66a77904cf1b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:16.554370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Bound port: 0963b1ad-9869-4fa1-8423-edde6359b461, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0daa9093-ea15-4716-a7c7-520feb6ab5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bdaeabc6-dbb1-4795-9878-66a77904cf1b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:16.554750 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.556942 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.557134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2eb72b4d-9eea-4da2-9c73-94597676c9aa None None] Provisioning complete for port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:16.557497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2eb72b4d-9eea-4da2-9c73-94597676c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.573718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Network 159d2436-bf37-4163-8d18-90a0dc2eff2c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:16.653058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:16.666041 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a13b31eb-f70b-4769-9528-fcb298dfa236 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "GET /v2.0/routers/bb793c1e-c6b0-4246-b4fd-dd543b0f7424 HTTP/1.1" status: 200 len: 715 time: 0.1114781 Jul 22 16:54:16.668317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:16.686631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.689181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:16.693554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Transition to ACTIVE for port object 4f95a27e-9daa-4b56-be44-0dee412e6f6d will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:16.704748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159d2436-bf37-4163-8d18-90a0dc2eff2c']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:16.711096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.718731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb83778-b80b-4add-96a6-6c3b4cfc17fc') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:16.718731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb83778-b80b-4add-96a6-6c3b4cfc17fc') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:16.724882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Pushing event updated for resources: {'Port': ['ID=5834520b-ca04-4dc3-8653-ee9120c9e654,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:16.729778 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.748239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.755644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:16.756131 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:16.760806 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:16.831735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Pushing event updated for resources: {'Port': ['ID=4f95a27e-9daa-4b56-be44-0dee412e6f6d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:16.861113 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:54:16.861113 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:54:16.861113 n-d-792458-13 neutron-server[93750]: [parameters: {'id': '159d2436-bf37-4163-8d18-90a0dc2eff2c'}] Jul 22 16:54:16.861113 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:54:16.861631 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:54:16.886490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:16.886865 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.953960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Attempting to bind port 5834520b-ca04-4dc3-8653-ee9120c9e654 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:16.954315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Attempting to bind port 5834520b-ca04-4dc3-8653-ee9120c9e654 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'aeb83778-b80b-4add-96a6-6c3b4cfc17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '159d2436-bf37-4163-8d18-90a0dc2eff2c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:16.954678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Attempting to bind port 5834520b-ca04-4dc3-8653-ee9120c9e654 on network 159d2436-bf37-4163-8d18-90a0dc2eff2c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:16.959501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] For port 0963b1ad-9869-4fa1-8423-edde6359b461, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:16.972339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:16.972758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Checking segment: {'id': 'aeb83778-b80b-4add-96a6-6c3b4cfc17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '159d2436-bf37-4163-8d18-90a0dc2eff2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:16.973276 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.973857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Bound using segment: {'id': 'aeb83778-b80b-4add-96a6-6c3b4cfc17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '159d2436-bf37-4163-8d18-90a0dc2eff2c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:16.974344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Bound port: 5834520b-ca04-4dc3-8653-ee9120c9e654, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb83778-b80b-4add-96a6-6c3b4cfc17fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '159d2436-bf37-4163-8d18-90a0dc2eff2c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:16.974721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:16.991890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1300e717-d901-4826-a5c0-159768f5926c tempest-RoutersTestDVR-946316684 tempest-RoutersTestDVR-946316684-project] 10.222.0.53 "GET /v2.0/routers/bb793c1e-c6b0-4246-b4fd-dd543b0f7424 HTTP/1.1" status: 200 len: 681 time: 0.2986894 Jul 22 16:54:16.992404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36912) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:16.993322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.objects.ports [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:54:16.997747 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.000174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] For port 0963b1ad-9869-4fa1-8423-edde6359b461, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0963b1ad-9869-4fa1-8423-edde6359b461,segment=NetworkSegment(0daa9093-ea15-4716-a7c7-520feb6ab5c9),segment_id=0daa9093-ea15-4716-a7c7-520feb6ab5c9)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:17.031642 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.069970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Attempting to bind port 4f95a27e-9daa-4b56-be44-0dee412e6f6d on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:17.070554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Attempting to bind port 4f95a27e-9daa-4b56-be44-0dee412e6f6d by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:17.070949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Attempting to bind port 4f95a27e-9daa-4b56-be44-0dee412e6f6d on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:17.090826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d3f5-0db9-4b1d-9722-c64de67f2490 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.103321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Port 4f95a27e-9daa-4b56-be44-0dee412e6f6d on network f452d5aa-6434-4414-bdc1-839023a3e34f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:54:17.103658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Attempting to bind port 4f95a27e-9daa-4b56-be44-0dee412e6f6d on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:17.110143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Subnet': ['ID=50f35e14-e3e6-44f6-ac7f-b782d8a0c5ea,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:17.114616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:17.114968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Checking segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:17.115360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Bound using segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:17.115963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Bound port: 4f95a27e-9daa-4b56-be44-0dee412e6f6d, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:17.116331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.138089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Checking segment: {'id': '12b1aff8-e34e-4c62-9c08-79796ba2ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fd0b37d-0d28-45ce-b3bb-9858d901d170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:17.138731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network hostable DHCP agents. Network: 2fd0b37d-0d28-45ce-b3bb-9858d901d170, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:17.187256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57fc99-b6ed-4d90-b282-92d7e0100e2a None None] Pushing event updated for resources: {'Port': ['ID=0963b1ad-9869-4fa1-8423-edde6359b461,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:17.198079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network 2fd0b37d-0d28-45ce-b3bb-9858d901d170 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:17.222001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 2fd0b37d-0d28-45ce-b3bb-9858d901d170) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:17.238452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:17.238991 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.244011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] For port 5834520b-ca04-4dc3-8653-ee9120c9e654, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:17.252597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee132da-c823-436f-ac9f-504530a68e47 None None] Network 2fd0b37d-0d28-45ce-b3bb-9858d901d170 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:17.293940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] For port 5834520b-ca04-4dc3-8653-ee9120c9e654, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5834520b-ca04-4dc3-8653-ee9120c9e654,segment=NetworkSegment(aeb83778-b80b-4add-96a6-6c3b4cfc17fc),segment_id=aeb83778-b80b-4add-96a6-6c3b4cfc17fc)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:17.310691 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.320938 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cc1d6938-611f-42ea-86fb-2113988648b0 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7745030 Jul 22 16:54:17.323669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] For port 4f95a27e-9daa-4b56-be44-0dee412e6f6d, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:17.324495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36916) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:17.328532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] For port 4f95a27e-9daa-4b56-be44-0dee412e6f6d, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4f95a27e-9daa-4b56-be44-0dee412e6f6d,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:17.340463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.340814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'port': {'network_id': '2fd0b37d-0d28-45ce-b3bb-9858d901d170', 'name': 'tempest-NetworksIpV6TestAttrs-766544392'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:17.430160 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.463286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc50ca-fba5-4ae8-9531-aedf1ec256e5 None None] Pushing event updated for resources: {'Port': ['ID=5834520b-ca04-4dc3-8653-ee9120c9e654,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:17.476675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:17.479651 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.481419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] 10.222.0.20 "PUT /v2.0/ports/4f95a27e-9daa-4b56-be44-0dee412e6f6d HTTP/1.1" status: 200 len: 1093 time: 3.0636115 Jul 22 16:54:17.487288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326ade5d-682f-4043-ab54-3f5897cbf1df', 'tag': '4f95a27e-9daa-4b56-be44-0dee412e6f6d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:17.493330 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b" -d '{"events": [{"name": "network-changed", "server_uuid": "326ade5d-682f-4043-ab54-3f5897cbf1df", "tag": "4f95a27e-9daa-4b56-be44-0dee412e6f6d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:17.539189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6512289a-46c3-4fdc-aa61-0b3860a7c442 None None] Provisioning complete for port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:17.539519 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6512289a-46c3-4fdc-aa61-0b3860a7c442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.562904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d3f5-0db9-4b1d-9722-c64de67f2490 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.579650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0066a-5986-4221-b20e-1d1ccc3a9293 service neutron] Pushing event updated for resources: {'Port': ['ID=4f95a27e-9daa-4b56-be44-0dee412e6f6d,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:17.588436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d3f5-0db9-4b1d-9722-c64de67f2490 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.620166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-58faac48-4bb5-40a2-b7db-6d2d63f9f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:17.621976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-58faac48-4bb5-40a2-b7db-6d2d63f9f560 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 1096 time: 0.0746598 Jul 22 16:54:17.680238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16530322-b734-4f02-a64e-11d97f614e05 None None] Network 159d2436-bf37-4163-8d18-90a0dc2eff2c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:17.732090 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9400f6b-252c-4a0c-b1c9-fd30761847f0 x-openstack-request-id: req-d9400f6b-252c-4a0c-b1c9-fd30761847f0 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:17.732090 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326ade5d-682f-4043-ab54-3f5897cbf1df", "tag": "4f95a27e-9daa-4b56-be44-0dee412e6f6d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:17.732090 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9400f6b-252c-4a0c-b1c9-fd30761847f0 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:17.732504 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326ade5d-682f-4043-ab54-3f5897cbf1df', 'tag': '4f95a27e-9daa-4b56-be44-0dee412e6f6d', 'status': 'completed', 'code': 200} Jul 22 16:54:17.734595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-d3508a66-8fb2-44dc-b07c-02c212c078d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f95a27e-9daa-4b56-be44-0dee412e6f6d HTTP/1.1" status: 200 len: 217 time: 0.0951481 Jul 22 16:54:17.765554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d3f5-0db9-4b1d-9722-c64de67f2490 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.766398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc4d3f5-0db9-4b1d-9722-c64de67f2490 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb793c1e-c6b0-4246-b4fd-dd543b0f7424 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:17.788748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-2fd0b37d-0d28-45ce-b3bb-9858d901d170', 'network_id': '2fd0b37d-0d28-45ce-b3bb-9858d901d170', 'tenant_id': 'f0730cc74e1442a49068e1d80bfa77f0', 'fixed_ips': [{'subnet_id': '50f35e14-e3e6-44f6-ac7f-b782d8a0c5ea'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:17.789267 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d3f5-0db9-4b1d-9722-c64de67f2490 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.790000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fdc4d3f5-0db9-4b1d-9722-c64de67f2490 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "DELETE /v2.0/routers/bb793c1e-c6b0-4246-b4fd-dd543b0f7424 HTTP/1.1" status: 204 len: 168 time: 0.7968550 Jul 22 16:54:17.793789 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.801466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:17.809475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c4c1929e-6041-41f1-851a-ad4fd6aa909b tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Request body: {'router': {'name': 'tempest-router-697165094', 'distributed': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:17.853959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa10ef-1360-449e-bf8e-9363f21535fc req-81ccdea4-5f20-4c8e-a494-814b4b769dc5 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:17.861420 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fa10ef-1360-449e-bf8e-9363f21535fc req-81ccdea4-5f20-4c8e-a494-814b4b769dc5 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 944 time: 0.3684680 Jul 22 16:54:17.885640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-d596181b-1f49-4195-8d9c-09c290a7a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:17.887178 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-d596181b-1f49-4195-8d9c-09c290a7a741 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.1456974 Jul 22 16:54:17.901440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-c4c1929e-6041-41f1-851a-ad4fd6aa909b tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:54:17.901440 n-d-792458-13 neutron-server[93750]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:54:17.901440 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id': '8543da46c9144868bc4b0952e40ce534', 'id': 'adc785f4-0e51-46c8-9e6e-7de40b328a67', 'expiration': datetime.datetime(2021, 7, 22, 16, 56, 17, 872513)}] Jul 22 16:54:17.901440 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:54:17.902019 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-c4c1929e-6041-41f1-851a-ad4fd6aa909b tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:54:17.931074 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-c676d278-0827-4fcb-8075-9921210dd7fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342751 Jul 22 16:54:17.934398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:17.938844 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.943273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fcf90-6b3d-4ac1-b689-61dea049ce67 req-17a7fd22-7b39-4d9d-b8c4-411e96a2d831 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:17.944769 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b28fcf90-6b3d-4ac1-b689-61dea049ce67 req-17a7fd22-7b39-4d9d-b8c4-411e96a2d831 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 946 time: 0.1224144 Jul 22 16:54:17.961072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting port 5834520b-ca04-4dc3-8653-ee9120c9e654 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:17.961072 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:17.972536 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6fa10ef-1360-449e-bf8e-9363f21535fc req-80895cf1-3cb5-4aca-8705-e2cd64f1fd4e tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101627 Jul 22 16:54:17.974737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] device_id is not set on port 0cbdf6e8-92da-438d-8f50-a5b4be3a773d yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:54:18.048398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Allocated IP 2001:db8::f816:3eff:fef6:7d4f (2fd0b37d-0d28-45ce-b3bb-9858d901d170/50f35e14-e3e6-44f6-ac7f-b782d8a0c5ea/320dba33-4c50-4978-8dba-2d3d7c4c2f6d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:18.055731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b28fcf90-6b3d-4ac1-b689-61dea049ce67 req-4b0c0c3e-3bdb-4329-838e-c8a3e27acf91 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021304 Jul 22 16:54:18.081795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba18c7c-12ca-4f80-bff0-4e390d18f701 None None] Network 159d2436-bf37-4163-8d18-90a0dc2eff2c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:18.085867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-d3a4dbfa-483b-470e-9e8a-7c477b6d1980 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399488 Jul 22 16:54:18.118970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] For port 5834520b-ca04-4dc3-8653-ee9120c9e654, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5834520b-ca04-4dc3-8653-ee9120c9e654,segment=NetworkSegment(aeb83778-b80b-4add-96a6-6c3b4cfc17fc),segment_id=aeb83778-b80b-4add-96a6-6c3b4cfc17fc)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:18.120145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.137262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Calling delete_port for 5834520b-ca04-4dc3-8653-ee9120c9e654 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:18.383200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0963b1ad-9869-4fa1-8423-edde6359b461 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:18.395419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7883ea69-cb3e-4c3e-bf8a-81ee9f8d634f req-2d6b2abc-fbbf-4b3c-a034-76d4fa66a482 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032362 Jul 22 16:54:18.430824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe2a67-3ca5-49a5-968c-9a96ef42881a req-8766b0cb-065e-44d8-88e0-801a7157f111 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:18.439964 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ffe2a67-3ca5-49a5-968c-9a96ef42881a req-8766b0cb-065e-44d8-88e0-801a7157f111 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 946 time: 0.1814139 Jul 22 16:54:18.470614 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c38f1be-8363-4495-9382-aa099cf9d98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.512245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ffe2a67-3ca5-49a5-968c-9a96ef42881a req-d735c69b-bbd3-43ff-b763-a456403a86e3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697887 Jul 22 16:54:18.537743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36940) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:18.545004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 0963b1ad-9869-4fa1-8423-edde6359b461 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:18.580437 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.588912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-9aa6afe7-520a-4473-aa8e-dd02d2f6c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:18.590652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-9aa6afe7-520a-4473-aa8e-dd02d2f6c40d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 1096 time: 0.0991263 Jul 22 16:54:18.593053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Transition to ACTIVE for port object 320dba33-4c50-4978-8dba-2d3d7c4c2f6d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:18.613438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Transition to ACTIVE for port object 320dba33-4c50-4978-8dba-2d3d7c4c2f6d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:18.627479 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.690822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Pushing event updated for resources: {'Port': ['ID=320dba33-4c50-4978-8dba-2d3d7c4c2f6d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:18.718498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Network 2fd0b37d-0d28-45ce-b3bb-9858d901d170 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:18.720800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:18.724631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:18.735916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4c1929e-6041-41f1-851a-ad4fd6aa909b tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.736946 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4c1929e-6041-41f1-851a-ad4fd6aa909b tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.746518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-4d0d7fcf-8e43-4200-a89a-7b41f565c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:18.748291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-4d0d7fcf-8e43-4200-a89a-7b41f565c4d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 907 time: 0.1502633 Jul 22 16:54:18.749667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.785590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68617fba-0f3f-4f3c-81ed-790b3cda9c4e None None] Network bdaeabc6-dbb1-4795-9878-66a77904cf1b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:18.799976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Allocated IP 2001:db8::f816:3eff:fe9b:6a9 (2fd0b37d-0d28-45ce-b3bb-9858d901d170/50f35e14-e3e6-44f6-ac7f-b782d8a0c5ea/0cbdf6e8-92da-438d-8f50-a5b4be3a773d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:18.813085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Port': ['ID=5834520b-ca04-4dc3-8653-ee9120c9e654,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:18.816955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Attempting to bind port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:18.817532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Attempting to bind port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '12b1aff8-e34e-4c62-9c08-79796ba2ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fd0b37d-0d28-45ce-b3bb-9858d901d170'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:18.818140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Attempting to bind port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d on network 2fd0b37d-0d28-45ce-b3bb-9858d901d170 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:18.818758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No DVR routers for this DVR port 5834520b-ca04-4dc3-8653-ee9120c9e654 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:18.822762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-3c0f5fb9-6b47-4908-96fd-d52d473c19e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f95a27e-9daa-4b56-be44-0dee412e6f6d HTTP/1.1" status: 200 len: 217 time: 0.0426290 Jul 22 16:54:18.835335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:18.835737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Checking segment: {'id': '12b1aff8-e34e-4c62-9c08-79796ba2ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fd0b37d-0d28-45ce-b3bb-9858d901d170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:18.836120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.836689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Bound using segment: {'id': '12b1aff8-e34e-4c62-9c08-79796ba2ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fd0b37d-0d28-45ce-b3bb-9858d901d170'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:18.837179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Bound port: 320dba33-4c50-4978-8dba-2d3d7c4c2f6d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b1aff8-e34e-4c62-9c08-79796ba2ec6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2fd0b37d-0d28-45ce-b3bb-9858d901d170'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:18.837564 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.883420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0380fd98-893d-42ac-98a9-7f6b129032c2 tempest-TestVolumeBootPattern-726897131 tempest-TestVolumeBootPattern-726897131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:18.887645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0380fd98-893d-42ac-98a9-7f6b129032c2 tempest-TestVolumeBootPattern-726897131 tempest-TestVolumeBootPattern-726897131-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 1093 time: 0.3426275 Jul 22 16:54:18.888645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36944) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:18.894520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:18.901190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-e0828d64-c196-4e54-9094-050a7d817630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:18.902468 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-e0828d64-c196-4e54-9094-050a7d817630 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.0728483 Jul 22 16:54:18.903816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc976-8a43-4430-a1f3-209baeaafa23 req-9e01e0bf-9c97-4401-8eab-433ade4bf6c3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:18.907909 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf8cc976-8a43-4430-a1f3-209baeaafa23 req-9e01e0bf-9c97-4401-8eab-433ade4bf6c3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 946 time: 0.3122861 Jul 22 16:54:18.911346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.912034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.912525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.912938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.913332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.913670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.913994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.914318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.914643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.915188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.915545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.915869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:54:18.945297 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-7f7fd753-720f-4f17-90b3-81e89b8a1565 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349801 Jul 22 16:54:18.953319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.958736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4c1929e-6041-41f1-851a-ad4fd6aa909b tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:18.986745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4c1929e-6041-41f1-851a-ad4fd6aa909b tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.029901 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf8cc976-8a43-4430-a1f3-209baeaafa23 req-7f652051-41b4-46c3-815f-bcc7948728a3 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047471 Jul 22 16:54:19.048759 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-18c3810e-4eb1-4039-918b-9c73650d484f service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923505 Jul 22 16:54:19.094879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.098134 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c4c1929e-6041-41f1-851a-ad4fd6aa909b tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.102004 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c4c1929e-6041-41f1-851a-ad4fd6aa909b tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2954853 Jul 22 16:54:19.112035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36948) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:19.139312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159d2436-bf37-4163-8d18-90a0dc2eff2c']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:19.157612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb83778-b80b-4add-96a6-6c3b4cfc17fc') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:19.157888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb83778-b80b-4add-96a6-6c3b4cfc17fc') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:19.160953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a0c9047f-6376-4eec-b284-466f3976a588 None None] Provisioning for port 0963b1ad-9869-4fa1-8423-edde6359b461 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:19.172725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a0c9047f-6376-4eec-b284-466f3976a588 None None] Provisioning complete for port 0963b1ad-9869-4fa1-8423-edde6359b461 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:19.173116 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0c9047f-6376-4eec-b284-466f3976a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.195715 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.216327 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.230238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:19.230716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:19.234788 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:19.245550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] For port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:19.254163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] For port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=320dba33-4c50-4978-8dba-2d3d7c4c2f6d,segment=NetworkSegment(12b1aff8-e34e-4c62-9c08-79796ba2ec6c),segment_id=12b1aff8-e34e-4c62-9c08-79796ba2ec6c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:19.267045 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.318917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.333462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.338385 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.342988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/159d2436-bf37-4163-8d18-90a0dc2eff2c HTTP/1.1" status: 204 len: 168 time: 3.9419622 Jul 22 16:54:19.364879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:19.367259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92267959-4ebb-4f5f-93ce-a4f293307499 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=159d2436-bf37-4163-8d18-90a0dc2eff2c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:19.378760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Transition to ACTIVE for port object 0cbdf6e8-92da-438d-8f50-a5b4be3a773d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:19.389088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9add13b-86e3-4f59-bc97-e370559125e6 None None] Pushing event updated for resources: {'Port': ['ID=320dba33-4c50-4978-8dba-2d3d7c4c2f6d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:19.399111 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0c9047f-6376-4eec-b284-466f3976a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.400401 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f0a1cd-5f39-4157-93de-37a0ab4441c9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:19.401024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f0a1cd-5f39-4157-93de-37a0ab4441c9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:19.407861 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-47f0a1cd-5f39-4157-93de-37a0ab4441c9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/159d2436-bf37-4163-8d18-90a0dc2eff2c HTTP/1.1" status: 404 len: 339 time: 0.0326374 Jul 22 16:54:19.409786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36952) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:19.417936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-20810178', 'description': 'd1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:19.457194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a0c9047f-6376-4eec-b284-466f3976a588 None None] For port 0963b1ad-9869-4fa1-8423-edde6359b461, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0963b1ad-9869-4fa1-8423-edde6359b461,segment=NetworkSegment(0daa9093-ea15-4716-a7c7-520feb6ab5c9),segment_id=0daa9093-ea15-4716-a7c7-520feb6ab5c9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:19.462778 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0c9047f-6376-4eec-b284-466f3976a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.489692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:19.493314 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.518435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.555829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9047f-6376-4eec-b284-466f3976a588 None None] Pushing event updated for resources: {'Port': ['ID=0963b1ad-9869-4fa1-8423-edde6359b461,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:19.590083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:19.622992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.623351 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment dc830aad-2d5f-4a2a-b06e-5230e4bc1e35 of type vlan for network c5a8d195-772d-4d63-880c-bcf73406a6b8 Jul 22 16:54:19.628542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network 2fd0b37d-0d28-45ce-b3bb-9858d901d170 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:19.637828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Port': ['ID=0cbdf6e8-92da-438d-8f50-a5b4be3a773d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:19.638262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f327493a-46da-4c92-8651-7d086a9846e7 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.641797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:19.683816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:19.694177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:19.699604 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.727143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-92706d5d-52cb-420e-b18d-dfd016355b0d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.4015367 Jul 22 16:54:19.729315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.736019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36954) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:19.780053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ff0a2d-4fdd-4b31-95a4-f5016616d85b req-88824459-984b-4df7-a658-9860c00a8cb0 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221365 Jul 22 16:54:19.809497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d617c4-f20d-4309-b509-55cea1f9efba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Deleting subnet 50f35e14-e3e6-44f6-ac7f-b782d8a0c5ea {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:19.810266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e3174b3e-0b55-4467-8e94-6569731891a5 None None] Provisioning complete for port 0963b1ad-9869-4fa1-8423-edde6359b461 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:19.810639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3174b3e-0b55-4467-8e94-6569731891a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.812822 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.818578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:19.826212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.831690 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d617c4-f20d-4309-b509-55cea1f9efba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.905110 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4941554 Jul 22 16:54:19.910554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36956) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:19.948108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725efe8-5702-4943-b0d9-ef29262fafc3 req-b6826d3b-c5f0-4d1d-b974-a6912ef9d7c4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:19.949596 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b725efe8-5702-4943-b0d9-ef29262fafc3 req-b6826d3b-c5f0-4d1d-b974-a6912ef9d7c4 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 944 time: 0.8603196 Jul 22 16:54:19.954630 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f327493a-46da-4c92-8651-7d086a9846e7 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.959115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f327493a-46da-4c92-8651-7d086a9846e7 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.965753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d617c4-f20d-4309-b509-55cea1f9efba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:19.977978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44483236-f6fe-44e5-babd-b93f1fe12574 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=c5a8d195-772d-4d63-880c-bcf73406a6b8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:19.990020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network c5a8d195-772d-4d63-880c-bcf73406a6b8 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:20.029999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.039522 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f327493a-46da-4c92-8651-7d086a9846e7 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.040027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327493a-46da-4c92-8651-7d086a9846e7 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 904295d2-0158-4356-a58b-91ef7b856e79 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:20.044492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f327493a-46da-4c92-8651-7d086a9846e7 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.045623 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f327493a-46da-4c92-8651-7d086a9846e7 tempest-RoutersTestDVR-951779134 tempest-RoutersTestDVR-951779134-project-admin] 10.222.0.53 "DELETE /v2.0/routers/904295d2-0158-4356-a58b-91ef7b856e79 HTTP/1.1" status: 204 len: 168 time: 0.9326396 Jul 22 16:54:20.066762 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b725efe8-5702-4943-b0d9-ef29262fafc3 req-f341b302-f595-47c6-9a41-7f905d01b055 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088443 Jul 22 16:54:20.113883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a1291f-79dd-4a6c-93ed-8c2128d7a727 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.115547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-46a1291f-79dd-4a6c-93ed-8c2128d7a727 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/networks?id=c5a8d195-772d-4d63-880c-bcf73406a6b8 HTTP/1.1" status: 200 len: 763 time: 0.1934981 Jul 22 16:54:20.118203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36962) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:20.141534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2e6d790a-a684-46ed-9f10-3b39b6e3183d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'description': 'd2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:20.231158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Allocated IP 172.25.3.118 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/63c5f3d3-5037-470a-af9a-9c90eabb162d) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:20.306696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-7c9a08a5-7ba2-4f8b-b034-03a0b7c5f355 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.309542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-7c9a08a5-7ba2-4f8b-b034-03a0b7c5f355 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 946 time: 0.1390660 Jul 22 16:54:20.385265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d617c4-f20d-4309-b509-55cea1f9efba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.409325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0963b1ad-9869-4fa1-8423-edde6359b461 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:20.472956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.491345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf0b9c-cb4c-408e-9273-28bd28521b25 req-7f31ed21-7b09-486a-ad06-8302175e551d tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.498578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ddf0b9c-cb4c-408e-9273-28bd28521b25 req-7f31ed21-7b09-486a-ad06-8302175e551d tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 946 time: 0.3376379 Jul 22 16:54:20.510373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e6d790a-a684-46ed-9f10-3b39b6e3183d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.515306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Deleting port 43c5ed84-93f8-4a63-be30-730933b47d90 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:20.515641 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.518680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0963b1ad-9869-4fa1-8423-edde6359b461 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:20.519979 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.548603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36966) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:20.582966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e6d790a-a684-46ed-9f10-3b39b6e3183d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.610766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.610973 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d617c4-f20d-4309-b509-55cea1f9efba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.651837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e6d790a-a684-46ed-9f10-3b39b6e3183d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network c5a8d195-772d-4d63-880c-bcf73406a6b8 is not hosted by any dhcp agent {{(pid=93750) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:54:20.660646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d790a-a684-46ed-9f10-3b39b6e3183d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.662371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e6d790a-a684-46ed-9f10-3b39b6e3183d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.663964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2e6d790a-a684-46ed-9f10-3b39b6e3183d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "PUT /v2.0/networks/c5a8d195-772d-4d63-880c-bcf73406a6b8 HTTP/1.1" status: 200 len: 760 time: 0.5448129 Jul 22 16:54:20.674893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a1d617c4-f20d-4309-b509-55cea1f9efba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.676913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:20.680527 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a1d617c4-f20d-4309-b509-55cea1f9efba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/subnets/50f35e14-e3e6-44f6-ac7f-b782d8a0c5ea HTTP/1.1" status: 204 len: 168 time: 0.9412377 Jul 22 16:54:20.686309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:20.690619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:20.733428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 320dba33-4c50-4978-8dba-2d3d7c4c2f6d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:20.735443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7ddf0b9c-cb4c-408e-9273-28bd28521b25 req-84ea6bc5-bf37-46a2-8ae1-9964924900e5 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups?id=38ec9bfa-e995-4230-bf1d-672920c3aa8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318270 Jul 22 16:54:20.736200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d617c4-f20d-4309-b509-55cea1f9efba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Subnet': ['ID=50f35e14-e3e6-44f6-ac7f-b782d8a0c5ea,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:20.762704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:20.766016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:20.769338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f620b-89dc-44eb-a09a-f4f4b78bdab7 None None] Network 2fd0b37d-0d28-45ce-b3bb-9858d901d170 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:20.790009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d790a-a684-46ed-9f10-3b39b6e3183d tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=c5a8d195-772d-4d63-880c-bcf73406a6b8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:20.794764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=63c5f3d3-5037-470a-af9a-9c90eabb162d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:20.799765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] For port 43c5ed84-93f8-4a63-be30-730933b47d90, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=43c5ed84-93f8-4a63-be30-730933b47d90,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:20.800136 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.807926 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network c5a8d195-772d-4d63-880c-bcf73406a6b8 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:20.854198 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b094a3fe-5dd1-4f36-8425-98ff0c8adec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.951037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-674e2f89-2e7c-44ba-9b42-fe050f34ded3 None None] Provisioning for port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:20.955015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f0f13-0cf9-45ed-bd0d-416bcaac7350 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.956446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f0f13-0cf9-45ed-bd0d-416bcaac7350 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.958009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-082f0f13-0cf9-45ed-bd0d-416bcaac7350 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2580595 Jul 22 16:54:20.961206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36974) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:20.987466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:20.990212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e18e8-5295-4109-a5c6-663024a0f11a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:20.992964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:20.993413 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:20.996033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bd1e18e8-5295-4109-a5c6-663024a0f11a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/networks?id=c5a8d195-772d-4d63-880c-bcf73406a6b8 HTTP/1.1" status: 200 len: 763 time: 0.3140762 Jul 22 16:54:21.000360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36976) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:21.054602 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9216888d-8d46-44d9-85ae-ac20c2b08f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.106355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c89cdee-d7cf-4331-b314-32f83376929b tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.176966 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.183653 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c89cdee-d7cf-4331-b314-32f83376929b tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 16:54:21.184438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c89cdee-d7cf-4331-b314-32f83376929b tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:21.191397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2c89cdee-d7cf-4331-b314-32f83376929b tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/2fd0b37d-0d28-45ce-b3bb-9858d901d170 HTTP/1.1" status: 409 len: 405 time: 0.2236693 Jul 22 16:54:21.193813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36980) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:21.199614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1355767955'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:21.205312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9bd342-10ce-4fdd-a7eb-e789ff096949 None None] DHCP port deletion for 2fd0b37d-0d28-45ce-b3bb-9858d901d170 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:21.269994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=320dba33-4c50-4978-8dba-2d3d7c4c2f6d,segment=NetworkSegment(12b1aff8-e34e-4c62-9c08-79796ba2ec6c),segment_id=12b1aff8-e34e-4c62-9c08-79796ba2ec6c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:21.271744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcfe3ac-0a81-47a7-9120-ee6fc2785cfe tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.273471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7dcfe3ac-0a81-47a7-9120-ee6fc2785cfe tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2722135 Jul 22 16:54:21.275695 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.276309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36982) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:21.282775 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.315900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0204e96d-2852-4bb5-b9a6-78667f7aa872 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 207 time: 0.0382462 Jul 22 16:54:21.319049 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:21.326027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bd342-10ce-4fdd-a7eb-e789ff096949 None None] Deleting port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:21.326428 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c9bd342-10ce-4fdd-a7eb-e789ff096949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.335703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4f95a27e-9daa-4b56-be44-0dee412e6f6d details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:54:21.370710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=320dba33-4c50-4978-8dba-2d3d7c4c2f6d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:21.391901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.392428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.392652 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Floating IP 23c6ca77-496e-467a-b813-f3fd685880d7 disassociated. External IP: 172.25.3.127, port: 43c5ed84-93f8-4a63-be30-730933b47d90. Jul 22 16:54:21.392904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Calling delete_port for 43c5ed84-93f8-4a63-be30-730933b47d90 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:21.433342 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c9bd342-10ce-4fdd-a7eb-e789ff096949 None None] For port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=320dba33-4c50-4978-8dba-2d3d7c4c2f6d,segment=NetworkSegment(12b1aff8-e34e-4c62-9c08-79796ba2ec6c),segment_id=12b1aff8-e34e-4c62-9c08-79796ba2ec6c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:21.433617 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c9bd342-10ce-4fdd-a7eb-e789ff096949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.460124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bd342-10ce-4fdd-a7eb-e789ff096949 None None] Calling delete_port for 320dba33-4c50-4978-8dba-2d3d7c4c2f6d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:21.491094 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b094a3fe-5dd1-4f36-8425-98ff0c8adec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.499585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4ee3b-756b-4143-993e-0f390d0d93dd req-5758e838-2956-4cc5-b232-16e9ca03033f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.501694 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12f4ee3b-756b-4143-993e-0f390d0d93dd req-5758e838-2956-4cc5-b232-16e9ca03033f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 944 time: 0.3374639 Jul 22 16:54:21.512799 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b094a3fe-5dd1-4f36-8425-98ff0c8adec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.527847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272dfcb-ae6e-4746-9c13-2d9ed0407269 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.534318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272dfcb-ae6e-4746-9c13-2d9ed0407269 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.540249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272dfcb-ae6e-4746-9c13-2d9ed0407269 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.547527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272dfcb-ae6e-4746-9c13-2d9ed0407269 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.553197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272dfcb-ae6e-4746-9c13-2d9ed0407269 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.559059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272dfcb-ae6e-4746-9c13-2d9ed0407269 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:21.560859 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6272dfcb-ae6e-4746-9c13-2d9ed0407269 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.2407336 Jul 22 16:54:21.564396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4f95a27e-9daa-4b56-be44-0dee412e6f6d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4f95a27e-9daa-4b56-be44-0dee412e6f6d,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:21.567206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:21.580289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:21.583952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.591680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '4f95a27e-9daa-4b56-be44-0dee412e6f6d', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'port_id': '4f95a27e-9daa-4b56-be44-0dee412e6f6d', 'mac_address': 'fa:16:3e:6c:b0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2381c46-3fa4-4415-a1ec-42dcea88a248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:54:21.637201 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c9bd342-10ce-4fdd-a7eb-e789ff096949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.667339 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.670522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bd342-10ce-4fdd-a7eb-e789ff096949 None None] Pushing event deleted for resources: {'Port': ['ID=320dba33-4c50-4978-8dba-2d3d7c4c2f6d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:21.676518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:21.681518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9bd342-10ce-4fdd-a7eb-e789ff096949 None None] No DVR routers for this DVR port 320dba33-4c50-4978-8dba-2d3d7c4c2f6d on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:21.693138 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b094a3fe-5dd1-4f36-8425-98ff0c8adec4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ebfa2bf99b8481792b8d9337524f020&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1417158 Jul 22 16:54:21.696582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f95a27e-9daa-4b56-be44-0dee412e6f6d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:21.704020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:21.706627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e4395-472b-4857-8623-18c0023171fb None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:54:21.727584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094a3fe-5dd1-4f36-8425-98ff0c8adec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014de7c0-c208-40b3-bb14-2fabe0bc8e49,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:21.738473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d9a852c6-b80e-4c80-95db-80f409aae887 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.1697700 Jul 22 16:54:21.741801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.742148 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Added segment 65417471-a074-4f8d-b327-ab970863fce2 of type vlan for network 1810dcbe-44a1-4be4-a7c5-5d7197f6d013 Jul 22 16:54:21.749367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4f95a27e-9daa-4b56-be44-0dee412e6f6d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4f95a27e-9daa-4b56-be44-0dee412e6f6d,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:21.752500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36990) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:21.754468 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12f4ee3b-756b-4143-993e-0f390d0d93dd req-4e4e9ba8-1395-430c-98d3-cda6a04fa60c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375627 Jul 22 16:54:21.759425 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.855288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4f95a27e-9daa-4b56-be44-0dee412e6f6d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:21.858426 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bade3af3-0aeb-457d-8c72-c3ce037c5b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.896284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e4395-472b-4857-8623-18c0023171fb None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:54:21.900716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.934572 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bade3af3-0aeb-457d-8c72-c3ce037c5b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:21.945239 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.009137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event deleted for resources: {'Port': ['ID=43c5ed84-93f8-4a63-be30-730933b47d90,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:22.078668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['4f95a27e-9daa-4b56-be44-0dee412e6f6d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:22.169679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-740e883b-7f0c-47a0-b576-220e9c05822a req-93dda308-f56c-4b1e-8869-3e175a938b45 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 210 time: 0.0619705 Jul 22 16:54:22.207196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.236297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.251203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0003c92-8585-4500-8eeb-7c946c0037f7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.253086 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0003c92-8585-4500-8eeb-7c946c0037f7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.255286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0003c92-8585-4500-8eeb-7c946c0037f7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.257128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0003c92-8585-4500-8eeb-7c946c0037f7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.258789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0003c92-8585-4500-8eeb-7c946c0037f7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.267382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f0003c92-8585-4500-8eeb-7c946c0037f7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5133822 Jul 22 16:54:22.268198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36994) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:22.297006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bade3af3-0aeb-457d-8c72-c3ce037c5b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.297594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 320dba33-4c50-4978-8dba-2d3d7c4c2f6d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:22.300044 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bade3af3-0aeb-457d-8c72-c3ce037c5b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.301318 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bade3af3-0aeb-457d-8c72-c3ce037c5b7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/014de7c0-c208-40b3-bb14-2fabe0bc8e49 HTTP/1.1" status: 204 len: 168 time: 0.5923486 Jul 22 16:54:22.303496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:54:22.331757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.338568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade3af3-0aeb-457d-8c72-c3ce037c5b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014de7c0-c208-40b3-bb14-2fabe0bc8e49,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:22.339432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.340134 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.387452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 320dba33-4c50-4978-8dba-2d3d7c4c2f6d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:22.388010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 320dba33-4c50-4978-8dba-2d3d7c4c2f6d not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:22.426754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2317863 Jul 22 16:54:22.442793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36998) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:22.448043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'subnet': {'network_id': '1810dcbe-44a1-4be4-a7c5-5d7197f6d013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:22.536796 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.545969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b3000-14f8-4015-a2d3-0ba30b40693a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.547801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b3000-14f8-4015-a2d3-0ba30b40693a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.549383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b3000-14f8-4015-a2d3-0ba30b40693a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.550818 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b3000-14f8-4015-a2d3-0ba30b40693a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.552289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b3000-14f8-4015-a2d3-0ba30b40693a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.554015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e31b3000-14f8-4015-a2d3-0ba30b40693a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2820106 Jul 22 16:54:22.564558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37002) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:22.620957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbfda4-0693-49aa-ad13-8a45c0b864ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Network': ['ID=1810dcbe-44a1-4be4-a7c5-5d7197f6d013,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:22.640941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 1810dcbe-44a1-4be4-a7c5-5d7197f6d013 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:22.701707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:22.705888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.731313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37004) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:22.770403 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64a4d7e0-cb27-4c30-a55b-0768671a2def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:22.782786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70538686-33d4-4e79-a7e0-bc47ee8b8ceb tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:22.789925 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-70538686-33d4-4e79-a7e0-bc47ee8b8ceb tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/networks/daa44e8f-e277-4898-a1a0-af251972e503 HTTP/1.1" status: 200 len: 803 time: 0.2155809 Jul 22 16:54:22.794620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37008) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:23.021023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:23.024095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.036350 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-69f787f4-d209-4491-b2cc-472198258ff6 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/networks/daa44e8f-e277-4898-a1a0-af251972e503?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2404935 Jul 22 16:54:23.036846 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] Sync routers for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:23.040363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:23.051726 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64a4d7e0-cb27-4c30-a55b-0768671a2def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.054056 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:23.055064 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:23.056533 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.059557 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64a4d7e0-cb27-4c30-a55b-0768671a2def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.139583 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-64a4d7e0-cb27-4c30-a55b-0768671a2def admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8543da46c9144868bc4b0952e40ce534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004810 Jul 22 16:54:23.146114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37012) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:23.153621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4d7e0-cb27-4c30-a55b-0768671a2def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d47757-b22a-4080-b480-501d14b76e79,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:23.170364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] No DVR routers for this DVR port 43c5ed84-93f8-4a63-be30-730933b47d90 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:23.178188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.180225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-54c3f808-2772-42b0-948f-9e24ae4c76a6 req-10f13201-15ef-42f9-8151-bbb40b486c33 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.20 "DELETE /v2.0/ports/43c5ed84-93f8-4a63-be30-730933b47d90 HTTP/1.1" status: 204 len: 173 time: 2.8658049 Jul 22 16:54:23.183179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'name': 'network-vif-deleted', 'tag': '43c5ed84-93f8-4a63-be30-730933b47d90'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:23.185159 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:23.190856 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4188b6b-6c04-4e7c-b396-7698f7ad8767" -d '{"events": [{"server_uuid": "2f7bc05a-3d86-41c3-8f42-3d340f82f2d6", "name": "network-vif-deleted", "tag": "43c5ed84-93f8-4a63-be30-730933b47d90"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:23.203464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:54:23.208028 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.216825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb7a656-08c7-4098-b7a1-60a0f12ff052 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.224835 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2cb7a656-08c7-4098-b7a1-60a0f12ff052 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/subnets/b34fa9cd-1c85-4392-a55f-6ae79427bb39 HTTP/1.1" status: 200 len: 843 time: 0.1741977 Jul 22 16:54:23.226201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:23.231354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9495-dc98-4140-997a-bdec9d8df44a req-58358d96-44fb-44b5-8ab9-9ee5a38deb25 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.232673 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a8d9495-dc98-4140-997a-bdec9d8df44a req-58358d96-44fb-44b5-8ab9-9ee5a38deb25 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 945 time: 0.3930764 Jul 22 16:54:23.280114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.283178 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe9dee4-ad7d-45aa-a073-ca61093cb2a1 x-openstack-request-id: req-cfe9dee4-ad7d-45aa-a073-ca61093cb2a1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:23.283479 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7bc05a-3d86-41c3-8f42-3d340f82f2d6", "name": "network-vif-deleted", "tag": "43c5ed84-93f8-4a63-be30-730933b47d90", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:23.283734 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cfe9dee4-ad7d-45aa-a073-ca61093cb2a1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:23.285247 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7bc05a-3d86-41c3-8f42-3d340f82f2d6', 'name': 'network-vif-deleted', 'tag': '43c5ed84-93f8-4a63-be30-730933b47d90', 'status': 'completed', 'code': 200} Jul 22 16:54:23.334678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event updated for resources: {'Port': ['ID=63c5f3d3-5037-470a-af9a-9c90eabb162d,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:23.347797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4f95a27e-9daa-4b56-be44-0dee412e6f6d up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:23.396000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-57a5e7fb-1dd0-4612-b5ac-b30b6e7b40c8 req-2831a7f3-7b85-4476-997a-7fba4c64ee35 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f7bc05a-3d86-41c3-8f42-3d340f82f2d6 HTTP/1.1" status: 200 len: 210 time: 0.0670776 Jul 22 16:54:23.417383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Subnet': ['ID=fd7e05f1-70a8-4c76-83a8-fceb883d988b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:23.441668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 4f95a27e-9daa-4b56-be44-0dee412e6f6d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:23.446392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23724ee8-70a2-40f0-b2b3-89b68fdb910a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['shared'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.447288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-23724ee8-70a2-40f0-b2b3-89b68fdb910a tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "GET /v2.0/subnets/b34fa9cd-1c85-4392-a55f-6ae79427bb39?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2135916 Jul 22 16:54:23.447434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 4f95a27e-9daa-4b56-be44-0dee412e6f6d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:23.448000 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.449856 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42c7ce7-2480-46e4-8554-6136da4eb3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.454721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37020) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:23.466092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629022538'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:23.469862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Checking segment: {'id': '65417471-a074-4f8d-b327-ab970863fce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1810dcbe-44a1-4be4-a7c5-5d7197f6d013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:23.470229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network hostable DHCP agents. Network: 1810dcbe-44a1-4be4-a7c5-5d7197f6d013, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:23.474614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a8d9495-dc98-4140-997a-bdec9d8df44a req-c3044622-c256-4f88-ab9a-a8336c5dffc7 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849117 Jul 22 16:54:23.503361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42c7ce7-2480-46e4-8554-6136da4eb3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.505302 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Floating IP 97c78967-6d76-4489-b733-05931711d671 associated. External IP: 172.25.3.118, port: 5ee018f1-8623-4d7b-822b-63d50e4dced0. Jul 22 16:54:23.520772 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:23.544457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network 1810dcbe-44a1-4be4-a7c5-5d7197f6d013 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:23.560055 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.560940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:23.566111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.567688 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] Checking router: 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:54:23.580812 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:23.581898 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:23.591030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 1810dcbe-44a1-4be4-a7c5-5d7197f6d013) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:23.594188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326ade5d-682f-4043-ab54-3f5897cbf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f95a27e-9daa-4b56-be44-0dee412e6f6d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:23.596145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.596578 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e79d5ad-1529-43ab-8a7a-d6a7ce5b9249" -d '{"events": [{"server_uuid": "326ade5d-682f-4043-ab54-3f5897cbf1df", "name": "network-vif-plugged", "status": "completed", "tag": "4f95a27e-9daa-4b56-be44-0dee412e6f6d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:23.596747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.603502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e330ca-24ec-478e-ae05-dc003e5c9011 None None] Network 1810dcbe-44a1-4be4-a7c5-5d7197f6d013 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:23.626306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4f95a27e-9daa-4b56-be44-0dee412e6f6d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4f95a27e-9daa-4b56-be44-0dee412e6f6d,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:23.637789 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.639267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 43c5ed84-93f8-4a63-be30-730933b47d90 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:23.672496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 43c5ed84-93f8-4a63-be30-730933b47d90 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:23.672749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 43c5ed84-93f8-4a63-be30-730933b47d90 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:23.686553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37024) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:23.689389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e6f53574-b221-4ba1-8337-5803a9cab8ea tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2441177 Jul 22 16:54:23.695198 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f473db26-5956-475c-8d3c-8713697e5d72 x-openstack-request-id: req-f473db26-5956-475c-8d3c-8713697e5d72 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:23.695492 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326ade5d-682f-4043-ab54-3f5897cbf1df", "name": "network-vif-plugged", "status": "completed", "tag": "4f95a27e-9daa-4b56-be44-0dee412e6f6d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:23.695696 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f473db26-5956-475c-8d3c-8713697e5d72 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:23.696189 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326ade5d-682f-4043-ab54-3f5897cbf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f95a27e-9daa-4b56-be44-0dee412e6f6d', 'code': 200} Jul 22 16:54:23.709821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42c7ce7-2480-46e4-8554-6136da4eb3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.720130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e42c7ce7-2480-46e4-8554-6136da4eb3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.721616 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e42c7ce7-2480-46e4-8554-6136da4eb3d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3d47757-b22a-4080-b480-501d14b76e79 HTTP/1.1" status: 204 len: 168 time: 0.5737965 Jul 22 16:54:23.734751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:23.769544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c7ce7-2480-46e4-8554-6136da4eb3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d47757-b22a-4080-b480-501d14b76e79,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:23.780494 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.783334 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Added segment 6665da64-90d4-4f57-8ccc-bf71c506befa of type vlan for network bbe67d47-cb76-4fbc-a96f-a6086d614ab8 Jul 22 16:54:23.783919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'port': {'network_id': '1810dcbe-44a1-4be4-a7c5-5d7197f6d013', 'name': 'tempest-NetworksIpV6TestAttrs-686850901'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:23.831255 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:23.853344 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.940490 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.948569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:23.949386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:23.998523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0dd47-e99d-4422-ab9d-f539c180537a req-a8a76c4b-b534-493b-b1d3-c7d8496194eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:24.000235 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0bf0dd47-e99d-4422-ab9d-f539c180537a req-a8a76c4b-b534-493b-b1d3-c7d8496194eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 1098 time: 0.1960330 Jul 22 16:54:24.013485 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5578871 Jul 22 16:54:24.017953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37028) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:24.028116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'network_id': 'bbe67d47-cb76-4fbc-a96f-a6086d614ab8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:24.062750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Router 22c0454d-fa48-48a8-acad-29fcf63f61f3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:54:24.070782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:24.074500 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.100471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0bf0dd47-e99d-4422-ab9d-f539c180537a req-2b7d2eb5-243a-4bd2-be3f-bef7010ad752 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903139 Jul 22 16:54:24.103451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f4a49-738d-48d5-8b01-6c05586bc3b7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Network': ['ID=bbe67d47-cb76-4fbc-a96f-a6086d614ab8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:24.121232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network bbe67d47-cb76-4fbc-a96f-a6086d614ab8 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:24.158843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] device_id is not set on port 78d46245-4b6a-46d7-99ea-b8bd74ec9bc0 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:54:24.198660 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:24.244033 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b585df7-4f25-4f16-a0bf-4487b29f343a None None] The sync data for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 is: [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:47:23Z', 'revision_number': 4, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f7ebf2e6-40b9-46b9-9f2c-61b110fae796', 'name': '', 'network_id': '1bcf8bdd-ec29-4826-8f52-44d08933928c', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'mac_address': 'fa:16:3e:6a:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:20Z', 'updated_at': '2021-07-22T16:47:31Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'subnets': [{'id': '630ca4ef-5387-4a7b-979a-d331ffe4fb19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:24.307017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Made reservation on behalf of 28a58e2c31774d17bddf0753ec2a6130 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:24.323246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:24.327742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.347654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Allocated IP 2001:db8::f816:3eff:fe1f:4203 (1810dcbe-44a1-4be4-a7c5-5d7197f6d013/fd7e05f1-70a8-4c76-83a8-fceb883d988b/78d46245-4b6a-46d7-99ea-b8bd74ec9bc0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:24.352182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4f95a27e-9daa-4b56-be44-0dee412e6f6d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:24.359777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] Sync routers for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:24.365759 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.402246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-1810dcbe-44a1-4be4-a7c5-5d7197f6d013', 'network_id': '1810dcbe-44a1-4be4-a7c5-5d7197f6d013', 'tenant_id': 'f0730cc74e1442a49068e1d80bfa77f0', 'fixed_ips': [{'subnet_id': 'fd7e05f1-70a8-4c76-83a8-fceb883d988b'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:24.403245 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.429682 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.447470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:24.448144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:24.470916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Performing IP validity checks on allocation pools {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:54:24.471492 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-659f7687-e0bf-4e25-a7dd-6465c8509856 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5818148 Jul 22 16:54:24.471635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:54:24.565230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37048) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:24.683987 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.703964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74ed5238-8090-436a-b9dd-6eeaacfd5425 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.708825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Transition to ACTIVE for port object 78d46245-4b6a-46d7-99ea-b8bd74ec9bc0 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:24.732762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebce3e-519c-4bc7-a49f-ae227ef802f0 req-7e6e751d-092e-4c91-b20d-cce10ca53349 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:24.742887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7ebce3e-519c-4bc7-a49f-ae227ef802f0 req-7e6e751d-092e-4c91-b20d-cce10ca53349 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 946 time: 0.1199155 Jul 22 16:54:24.758183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74ed5238-8090-436a-b9dd-6eeaacfd5425 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.781510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:24.794411 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37627dd5-7394-482e-b55b-998941b039ee None None] New status for floating IP 23c6ca77-496e-467a-b813-f3fd685880d7: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:54:24.806568 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b7ebce3e-519c-4bc7-a49f-ae227ef802f0 req-0e7e1495-2270-4549-9ef8-6baaedeb3f25 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645537 Jul 22 16:54:24.837139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.894032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.915095 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74ed5238-8090-436a-b9dd-6eeaacfd5425 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.917640 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74ed5238-8090-436a-b9dd-6eeaacfd5425 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.921412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-74ed5238-8090-436a-b9dd-6eeaacfd5425 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "DELETE /v2.0/security-groups/38ec9bfa-e995-4230-bf1d-672920c3aa8e HTTP/1.1" status: 204 len: 168 time: 0.3527098 Jul 22 16:54:24.930599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37058) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:24.938501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network 1810dcbe-44a1-4be4-a7c5-5d7197f6d013 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:24.955366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:24.958102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Port': ['ID=78d46245-4b6a-46d7-99ea-b8bd74ec9bc0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:24.960501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:24.966648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:24.967077 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:24.972959 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-517c7178-6f5d-4d80-a8e2-8df169a7414c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] show failed (client error): The resource could not be found. Jul 22 16:54:24.976548 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-517c7178-6f5d-4d80-a8e2-8df169a7414c tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "GET /v2.0/security-groups/38ec9bfa-e995-4230-bf1d-672920c3aa8e HTTP/1.1" status: 404 len: 347 time: 0.0424557 Jul 22 16:54:24.977139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37060) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:24.979639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed5238-8090-436a-b9dd-6eeaacfd5425 tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ec9bfa-e995-4230-bf1d-672920c3aa8e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:24.987562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37062) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:25.015003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Allocated IP 2001:db8::f816:3eff:feac:326 (1810dcbe-44a1-4be4-a7c5-5d7197f6d013/fd7e05f1-70a8-4c76-83a8-fceb883d988b/482276d0-346b-438f-89f4-e0b7a2302982) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:25.024163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Checking segment: {'id': '6665da64-90d4-4f57-8ccc-bf71c506befa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbe67d47-cb76-4fbc-a96f-a6086d614ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:25.024532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network hostable DHCP agents. Network: bbe67d47-cb76-4fbc-a96f-a6086d614ab8, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:25.044112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6e3cd4a7-0be7-49d2-9da3-24b8be435b69 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2686760 Jul 22 16:54:25.045917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=bf3da75b-3a34-45f6-8869-322f9d5141a6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:25.048911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37066) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:25.077020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Network bbe67d47-cb76-4fbc-a96f-a6086d614ab8 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:25.103742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, bbe67d47-cb76-4fbc-a96f-a6086d614ab8) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:25.110517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.113917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729125'] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.172761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-93c38796-8c5e-474a-8e1c-65ebfcfb92d0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1518333 Jul 22 16:54:25.174191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37068) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:25.181168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e278a9cd-991c-46dc-9088-63a15bc7984f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:25.191061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed60de17-9e86-4ba0-ace2-3d1129aa1051 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Deleting subnet fd7e05f1-70a8-4c76-83a8-fceb883d988b {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:25.215248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Deleting port e1452e9b-caf7-4c78-98e5-b6419e4c5bbf {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:25.215655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.226197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24398280-d76f-44c3-9d2c-3419121cd7ec None None] Network bbe67d47-cb76-4fbc-a96f-a6086d614ab8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:25.278449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-195410952'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:25.287653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:25.289872 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e" -d '{"events": [{"name": "network-changed", "server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:25.310291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e278a9cd-991c-46dc-9088-63a15bc7984f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263139505'] for subnet, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.321995 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.322331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.334399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:25.337974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.356442 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c533b32-d0a6-43cc-b2d1-791da2d51ef3 x-openstack-request-id: req-0c533b32-d0a6-43cc-b2d1-791da2d51ef3 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:25.356827 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:25.356966 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c533b32-d0a6-43cc-b2d1-791da2d51ef3 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:25.357358 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'status': 'completed', 'code': 200} Jul 22 16:54:25.358241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Calling delete_port for e1452e9b-caf7-4c78-98e5-b6419e4c5bbf owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:25.363662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.382693 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.415314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Transition to ACTIVE for port object 482276d0-346b-438f-89f4-e0b7a2302982 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:25.458569 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Transition to ACTIVE for port object 482276d0-346b-438f-89f4-e0b7a2302982 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:25.467987 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed60de17-9e86-4ba0-ace2-3d1129aa1051 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.489758 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.532827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed60de17-9e86-4ba0-ace2-3d1129aa1051 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.538136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Network 1810dcbe-44a1-4be4-a7c5-5d7197f6d013 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:25.544866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-fba17fe7-4a09-4c54-8713-da91ca34ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.551246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-fba17fe7-4a09-4c54-8713-da91ca34ce99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 1098 time: 0.1444166 Jul 22 16:54:25.553173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:25.555737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:25.603376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Pushing event updated for resources: {'Port': ['ID=482276d0-346b-438f-89f4-e0b7a2302982,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:25.609239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '97c78967-6d76-4489-b733-05931711d671', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:7e:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c453d07a-096e-48ef-b678-17030c7783bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:54:21Z', 'updated_at': '2021-07-22T16:54:21Z', 'revision_number': 0, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}, {'id': 'a778e157-20ab-4b3f-9ecf-05044224e4a9', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:41Z', 'updated_at': '2021-07-22T16:51:45Z', 'revision_number': 1, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:25.647062 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e278a9cd-991c-46dc-9088-63a15bc7984f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793813423216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-262940672'] for subnet, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.667382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] Checking router: 22c0454d-fa48-48a8-acad-29fcf63f61f3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:54:25.669264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-bbe67d47-cb76-4fbc-a96f-a6086d614ab8', 'network_id': 'bbe67d47-cb76-4fbc-a96f-a6086d614ab8', 'tenant_id': '28a58e2c31774d17bddf0753ec2a6130', 'fixed_ips': [{'subnet_id': 'bf3da75b-3a34-45f6-8869-322f9d5141a6'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:25.670081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.686503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.697405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.714136 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e278a9cd-991c-46dc-9088-63a15bc7984f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.714728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e278a9cd-991c-46dc-9088-63a15bc7984f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.716259 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e278a9cd-991c-46dc-9088-63a15bc7984f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "PUT /v2.0/subnets/bf3da75b-3a34-45f6-8869-322f9d5141a6 HTTP/1.1" status: 200 len: 900 time: 0.5409014 Jul 22 16:54:25.716862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.722453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:25.723726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:25.724443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:25.740148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-9e289944-9182-4f81-a368-2f7fcb6101c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.741642 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-9e289944-9182-4f81-a368-2f7fcb6101c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.1872640 Jul 22 16:54:25.754740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278a9cd-991c-46dc-9088-63a15bc7984f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event updated for resources: {'Subnet': ['ID=bf3da75b-3a34-45f6-8869-322f9d5141a6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:25.762792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:25.769666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Attempting to bind port 482276d0-346b-438f-89f4-e0b7a2302982 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:25.769666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Attempting to bind port 482276d0-346b-438f-89f4-e0b7a2302982 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '65417471-a074-4f8d-b327-ab970863fce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1810dcbe-44a1-4be4-a7c5-5d7197f6d013'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:25.769666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Attempting to bind port 482276d0-346b-438f-89f4-e0b7a2302982 on network 1810dcbe-44a1-4be4-a7c5-5d7197f6d013 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:25.791153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Pushing event deleted for resources: {'Port': ['ID=e1452e9b-caf7-4c78-98e5-b6419e4c5bbf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:25.800305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9336b5d-a340-4d83-96c0-ea21e533cc75,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:25.809358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.809711 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Added segment 85a9482b-f7e2-4de4-9387-bceb2bba867c of type vlan for network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 Jul 22 16:54:25.861445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:25.861891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Checking segment: {'id': '65417471-a074-4f8d-b327-ab970863fce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1810dcbe-44a1-4be4-a7c5-5d7197f6d013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:25.862595 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.863348 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Bound using segment: {'id': '65417471-a074-4f8d-b327-ab970863fce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1810dcbe-44a1-4be4-a7c5-5d7197f6d013'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:25.863897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Bound port: 482276d0-346b-438f-89f4-e0b7a2302982, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65417471-a074-4f8d-b327-ab970863fce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1810dcbe-44a1-4be4-a7c5-5d7197f6d013'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:25.864353 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.869390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed60de17-9e86-4ba0-ace2-3d1129aa1051 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.876826 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-22d5bf1b-8edb-418a-a109-c8e3b9ab6b6f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ee018f1-8623-4d7b-822b-63d50e4dced0 HTTP/1.1" status: 200 len: 1000 time: 0.1229789 Jul 22 16:54:25.931808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:25.947791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-5d124f7a-dfd0-4a58-a055-d26fd3d6259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:25.949308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-5d124f7a-dfd0-4a58-a055-d26fd3d6259a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.0661640 Jul 22 16:54:25.970564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.011158 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.013846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.018648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:26.020371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6155b5dd-393c-4ca9-91bb-707dd2c850fe tempest-AttachVolumeTestJSON-1924113180 tempest-AttachVolumeTestJSON-1924113180-project] 10.222.0.53 "DELETE /v2.0/floatingips/23c6ca77-496e-467a-b813-f3fd685880d7 HTTP/1.1" status: 204 len: 168 time: 1.0410676 Jul 22 16:54:26.060818 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.071143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Allocated IP 2001:db8::3 (bbe67d47-cb76-4fbc-a96f-a6086d614ab8/bf3da75b-3a34-45f6-8869-322f9d5141a6/1b59d1be-e9d5-42e4-804f-574ea5601b07) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:26.096826 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.104230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] For port 482276d0-346b-438f-89f4-e0b7a2302982, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:26.110142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.115831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.119596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed60de17-9e86-4ba0-ace2-3d1129aa1051 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.154185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-33a57f2c-1c07-4ce5-beae-5276df3f18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.155993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-33a57f2c-1c07-4ce5-beae-5276df3f18b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746740 Jul 22 16:54:26.168210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60de17-9e86-4ba0-ace2-3d1129aa1051 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Subnet': ['ID=fd7e05f1-70a8-4c76-83a8-fceb883d988b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:26.168433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] For port 482276d0-346b-438f-89f4-e0b7a2302982, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=482276d0-346b-438f-89f4-e0b7a2302982,segment=NetworkSegment(65417471-a074-4f8d-b327-ab970863fce2),segment_id=65417471-a074-4f8d-b327-ab970863fce2)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:26.188583 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.220837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23123e47-3788-4c24-a28f-c4b1ed1a32d6 req-fa46647e-2d64-405e-87dd-06f926729fd6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.228948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23123e47-3788-4c24-a28f-c4b1ed1a32d6 req-fa46647e-2d64-405e-87dd-06f926729fd6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 946 time: 0.2807767 Jul 22 16:54:26.277728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed60de17-9e86-4ba0-ace2-3d1129aa1051 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.282783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed60de17-9e86-4ba0-ace2-3d1129aa1051 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/subnets/fd7e05f1-70a8-4c76-83a8-fceb883d988b HTTP/1.1" status: 204 len: 168 time: 1.2299833 Jul 22 16:54:26.287473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37080) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:26.306216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23123e47-3788-4c24-a28f-c4b1ed1a32d6 req-18a6a46b-9ed6-443c-ace1-22b8ddb70197 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682318 Jul 22 16:54:26.316862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-fffa2e5e-ecf4-4ecc-9fae-279854588038 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533077 Jul 22 16:54:26.317755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3256931 Jul 22 16:54:26.321413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:26.330783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:26.419503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1488c02-b193-4812-bccb-1d7e2e0b0962 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Network': ['ID=59c8d8e9-3a7f-4c65-a3bb-0294099c5902,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:26.451516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:26.466741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113be92-9b30-4940-9265-04832068cba3 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.469209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113be92-9b30-4940-9265-04832068cba3 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.470859 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7113be92-9b30-4940-9265-04832068cba3 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1811261 Jul 22 16:54:26.473492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:26.512229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ebef4-2720-40b3-98c3-1aff7ad465f8 None None] Pushing event updated for resources: {'Port': ['ID=482276d0-346b-438f-89f4-e0b7a2302982,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:26.561354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:26.572842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.633877 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-43dbc4fa-3dcd-443c-b24b-a321d81bbe59 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.651384 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-43dbc4fa-3dcd-443c-b24b-a321d81bbe59 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 16:54:26.652814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43dbc4fa-3dcd-443c-b24b-a321d81bbe59 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:26.655986 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-43dbc4fa-3dcd-443c-b24b-a321d81bbe59 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/1810dcbe-44a1-4be4-a7c5-5d7197f6d013 HTTP/1.1" status: 409 len: 405 time: 0.1808400 Jul 22 16:54:26.662422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37090) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:26.672910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-877237400'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:26.712653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8097eb6e-49a7-4fdb-bc60-7ff57f2d462e req-8c0b7262-f9b3-4dde-a74c-4d972de2b763 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860507 Jul 22 16:54:26.736109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:26.740482 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.782852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:26.800594 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.801354 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Added segment d71267be-8ffa-4458-97aa-c0cae0ff6eba of type vlan for network 9ae90f18-e0d8-4ca2-8011-f48df29720de Jul 22 16:54:26.855139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2db304-dfe5-4703-8e50-bf4d929a9d4c req-e4e38439-d5b5-42d9-8e3f-c10aaf25f273 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.856749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0a2db304-dfe5-4703-8e50-bf4d929a9d4c req-e4e38439-d5b5-42d9-8e3f-c10aaf25f273 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 946 time: 0.2279215 Jul 22 16:54:26.865002 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.906395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.916821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:26.917845 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:26.942258 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0a2db304-dfe5-4703-8e50-bf4d929a9d4c req-5e1ea675-c154-47f2-965e-86e2155888ff tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639482 Jul 22 16:54:26.958851 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2902248 Jul 22 16:54:26.959539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37092) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:26.986270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'subnet': {'network_id': '9ae90f18-e0d8-4ca2-8011-f48df29720de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:27.040807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.096528 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.106619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=1f85b9ca-2e9b-499f-8962-b44fbf76dfc0,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:27.118629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Transition to ACTIVE for port object 1b59d1be-e9d5-42e4-804f-574ea5601b07 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:27.133722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:27.134093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network hostable DHCP agents. Network: 59c8d8e9-3a7f-4c65-a3bb-0294099c5902, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:27.138279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '97c78967-6d76-4489-b733-05931711d671', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:7e:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c453d07a-096e-48ef-b678-17030c7783bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:54:21Z', 'updated_at': '2021-07-22T16:54:21Z', 'revision_number': 0, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}, {'id': 'a778e157-20ab-4b3f-9ecf-05044224e4a9', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:41Z', 'updated_at': '2021-07-22T16:51:45Z', 'revision_number': 1, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:27.159922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b0ae6-7d53-4d00-9a15-3ce64f8a948d tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Network': ['ID=9ae90f18-e0d8-4ca2-8011-f48df29720de,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:27.168167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:27.181887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 59c8d8e9-3a7f-4c65-a3bb-0294099c5902) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:27.183160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9ae90f18-e0d8-4ca2-8011-f48df29720de details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:27.189026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Transition to ACTIVE for port object 1b59d1be-e9d5-42e4-804f-574ea5601b07 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:27.196539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:27.197266 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.222657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:27.223199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53643ba-1580-48d8-9ccb-db95251eeec8 None None] The sync data for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 is: [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '97c78967-6d76-4489-b733-05931711d671', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:7e:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c453d07a-096e-48ef-b678-17030c7783bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:54:21Z', 'updated_at': '2021-07-22T16:54:21Z', 'revision_number': 0, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}, {'id': 'a778e157-20ab-4b3f-9ecf-05044224e4a9', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:41Z', 'updated_at': '2021-07-22T16:51:45Z', 'revision_number': 1, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:27.227260 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.230679 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e9cc184c-924c-420a-8b45-fa304a05fa9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9052248 Jul 22 16:54:27.231545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37096) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:27.249647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'name': 'tempest-NetworksTestDHCPv6-1747232532'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:27.254741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f02c1-0d0b-4e81-86ac-270e5b29f285 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:27.262492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.338332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c64d2-2e26-4196-9122-c78dd0026338 req-398907af-0492-4e02-bed1-6279d415afc6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:27.346048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-338c64d2-2e26-4196-9122-c78dd0026338 req-398907af-0492-4e02-bed1-6279d415afc6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 946 time: 0.2716029 Jul 22 16:54:27.378092 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.486057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:27.491613 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.492110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Network bbe67d47-cb76-4fbc-a96f-a6086d614ab8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:27.506262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:27.516876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 028fc19a-ea8f-44a5-94e6-39d57aadccae yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:54:27.518540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:27.565129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=bf3da75b-3a34-45f6-8869-322f9d5141a6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:27.597941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Pushing event updated for resources: {'Port': ['ID=1b59d1be-e9d5-42e4-804f-574ea5601b07,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:27.599678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-338c64d2-2e26-4196-9122-c78dd0026338 req-2a53a639-9130-441e-b943-7b962dd11ae8 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527163 Jul 22 16:54:27.662970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b233d-ce91-4700-babf-5d40997dbb8e None None] New status for floating IP 97c78967-6d76-4489-b733-05931711d671: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:54:27.743180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Attempting to bind port 1b59d1be-e9d5-42e4-804f-574ea5601b07 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:27.743525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Attempting to bind port 1b59d1be-e9d5-42e4-804f-574ea5601b07 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '6665da64-90d4-4f57-8ccc-bf71c506befa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbe67d47-cb76-4fbc-a96f-a6086d614ab8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:27.743832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Attempting to bind port 1b59d1be-e9d5-42e4-804f-574ea5601b07 on network bbe67d47-cb76-4fbc-a96f-a6086d614ab8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:27.752757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::120 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/1f85b9ca-2e9b-499f-8962-b44fbf76dfc0/028fc19a-ea8f-44a5-94e6-39d57aadccae) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:27.768633 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.780057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:27.780600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Checking segment: {'id': '6665da64-90d4-4f57-8ccc-bf71c506befa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbe67d47-cb76-4fbc-a96f-a6086d614ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:27.780957 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.781304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Bound using segment: {'id': '6665da64-90d4-4f57-8ccc-bf71c506befa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbe67d47-cb76-4fbc-a96f-a6086d614ab8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:27.781792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Bound port: 1b59d1be-e9d5-42e4-804f-574ea5601b07, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6665da64-90d4-4f57-8ccc-bf71c506befa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bbe67d47-cb76-4fbc-a96f-a6086d614ab8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:27.782180 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.803812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe67d47-cb76-4fbc-a96f-a6086d614ab8']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:27.888799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6665da64-90d4-4f57-8ccc-bf71c506befa') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:27.889181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6665da64-90d4-4f57-8ccc-bf71c506befa') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:27.903924 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.937872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924f6a7-522e-4e6a-b60e-e605ba96a6b7 None None] Network 1810dcbe-44a1-4be4-a7c5-5d7197f6d013 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:27.957040 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:27.974452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': '1f85b9ca-2e9b-499f-8962-b44fbf76dfc0'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:27.975329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.019803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:28.020588 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:28.023835 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:28.036978 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.057664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 028fc19a-ea8f-44a5-94e6-39d57aadccae will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:28.132862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.136240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] For port 1b59d1be-e9d5-42e4-804f-574ea5601b07, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:28.177139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aa46b849-f7f6-414a-ae09-71d687aa74cd None None] Provisioning for port 482276d0-346b-438f-89f4-e0b7a2302982 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:28.197597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:28.201447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:28.215502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:28.223462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:28.224108 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.234225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:54:28.234225 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:54:28.234225 n-d-792458-13 neutron-server[93750]: [parameters: {'id': 'bbe67d47-cb76-4fbc-a96f-a6086d614ab8'}] Jul 22 16:54:28.234225 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:54:28.235550 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:54:28.240887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=028fc19a-ea8f-44a5-94e6-39d57aadccae,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:28.248139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] For port 1b59d1be-e9d5-42e4-804f-574ea5601b07, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1b59d1be-e9d5-42e4-804f-574ea5601b07,segment=NetworkSegment(6665da64-90d4-4f57-8ccc-bf71c506befa),segment_id=6665da64-90d4-4f57-8ccc-bf71c506befa)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:28.277253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cbb00ecf-80ee-4e47-b319-19b530dfacb5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0422635 Jul 22 16:54:28.277441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:28.328899 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.333462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:54:28.337067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.338151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 482276d0-346b-438f-89f4-e0b7a2302982 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:28.352147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2fd2e-53c2-4c16-aa5a-accd6cbdeeb6 req-a216361f-b5f8-4375-a5f4-fb0e0b9c4986 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:28.354847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22f2fd2e-53c2-4c16-aa5a-accd6cbdeeb6 req-a216361f-b5f8-4375-a5f4-fb0e0b9c4986 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 946 time: 0.3566985 Jul 22 16:54:28.428554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee17f59-afb8-4ba7-931a-8f4585d2d437 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:28.430438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0ee17f59-afb8-4ba7-931a-8f4585d2d437 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1520848 Jul 22 16:54:28.433203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:28.481914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Subnet': ['ID=72f33cd3-fb2d-4d7d-93d5-f4f6c6f34959,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:28.492084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Checking segment: {'id': 'd71267be-8ffa-4458-97aa-c0cae0ff6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ae90f18-e0d8-4ca2-8011-f48df29720de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:28.492927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network hostable DHCP agents. Network: 9ae90f18-e0d8-4ca2-8011-f48df29720de, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:28.501661 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22f2fd2e-53c2-4c16-aa5a-accd6cbdeeb6 req-1c576020-1347-413a-917e-1f8b12796eb0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207213 Jul 22 16:54:28.518326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 482276d0-346b-438f-89f4-e0b7a2302982 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:28.535980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network 9ae90f18-e0d8-4ca2-8011-f48df29720de is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:28.539977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 482276d0-346b-438f-89f4-e0b7a2302982 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:28.540579 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.547774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 9ae90f18-e0d8-4ca2-8011-f48df29720de) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:28.562580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:28.563823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:28.595424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-285eae92-18f4-4c94-8274-47988d01588c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6248229 Jul 22 16:54:28.597754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37110) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:28.618071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fc300f-09ae-4ed4-8f0e-4ee3629b3c61 None None] Network 9ae90f18-e0d8-4ca2-8011-f48df29720de requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:28.631717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/1f85b9ca-2e9b-499f-8962-b44fbf76dfc0/04c3b80e-236e-43d7-a8ef-50b7f051b5d2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:28.702252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b845352-6725-48b5-b1ef-65a851ddf720 None None] Pushing event updated for resources: {'Port': ['ID=1b59d1be-e9d5-42e4-804f-574ea5601b07,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:28.769264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0521a-a97b-426e-91d1-34dba40caa9e None None] Network bbe67d47-cb76-4fbc-a96f-a6086d614ab8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:28.908328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14ceda5-3cea-4b40-803f-ceef5ac31a64 None None] DHCP port deletion for 1810dcbe-44a1-4be4-a7c5-5d7197f6d013 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:28.950207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.086539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ad414cdc-09c6-4035-b4aa-6a9d01d485e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 028fc19a-ea8f-44a5-94e6-39d57aadccae {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:29.086874 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.088533 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad414cdc-09c6-4035-b4aa-6a9d01d485e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.097835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting port 1b59d1be-e9d5-42e4-804f-574ea5601b07 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:29.098181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.173731 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.228544 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad414cdc-09c6-4035-b4aa-6a9d01d485e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.245773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ad414cdc-09c6-4035-b4aa-6a9d01d485e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 028fc19a-ea8f-44a5-94e6-39d57aadccae owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:29.280233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] For port 1b59d1be-e9d5-42e4-804f-574ea5601b07, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1b59d1be-e9d5-42e4-804f-574ea5601b07,segment=NetworkSegment(6665da64-90d4-4f57-8ccc-bf71c506befa),segment_id=6665da64-90d4-4f57-8ccc-bf71c506befa)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:29.280717 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.299797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Calling delete_port for 1b59d1be-e9d5-42e4-804f-574ea5601b07 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:29.312289 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.366004 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.425039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a63143b-439a-4f8a-ae65-4bee89d40b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-9ae90f18-e0d8-4ca2-8011-f48df29720de', 'network_id': '9ae90f18-e0d8-4ca2-8011-f48df29720de', 'tenant_id': 'f0730cc74e1442a49068e1d80bfa77f0', 'fixed_ips': [{'subnet_id': '72f33cd3-fb2d-4d7d-93d5-f4f6c6f34959'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:29.426233 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a63143b-439a-4f8a-ae65-4bee89d40b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.429499 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.437042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-7b0c119f-a90d-4c09-8cdc-d1e9fe690ebc tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:29.438509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Subnet': ['ID=72f33cd3-fb2d-4d7d-93d5-f4f6c6f34959,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:29.443609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-7b0c119f-a90d-4c09-8cdc-d1e9fe690ebc tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 946 time: 0.1269794 Jul 22 16:54:29.465556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 482276d0-346b-438f-89f4-e0b7a2302982, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=482276d0-346b-438f-89f4-e0b7a2302982,segment=NetworkSegment(65417471-a074-4f8d-b327-ab970863fce2),segment_id=65417471-a074-4f8d-b327-ab970863fce2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:29.481938 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.503522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f14ceda5-3cea-4b40-803f-ceef5ac31a64 None None] Deleting port 482276d0-346b-438f-89f4-e0b7a2302982 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:29.504491 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f14ceda5-3cea-4b40-803f-ceef5ac31a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.559608 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.583825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae90f18-e0d8-4ca2-8011-f48df29720de']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:29.620565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71267be-8ffa-4458-97aa-c0cae0ff6eba') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:29.620804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71267be-8ffa-4458-97aa-c0cae0ff6eba') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:29.625254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.627038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41343393-8acf-400f-9f70-77beddd9be64 None None] Network bbe67d47-cb76-4fbc-a96f-a6086d614ab8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:29.664860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No DVR routers for this DVR port 1b59d1be-e9d5-42e4-804f-574ea5601b07 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:29.675760 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.700065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Port': ['ID=1b59d1be-e9d5-42e4-804f-574ea5601b07,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:29.705238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad414cdc-09c6-4035-b4aa-6a9d01d485e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.722237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Deleting port 4f95a27e-9daa-4b56-be44-0dee412e6f6d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:29.722731 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.756118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.767947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad414cdc-09c6-4035-b4aa-6a9d01d485e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=028fc19a-ea8f-44a5-94e6-39d57aadccae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:29.810476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Transition to ACTIVE for port object 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:29.830228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.845257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe67d47-cb76-4fbc-a96f-a6086d614ab8']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:29.857769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6665da64-90d4-4f57-8ccc-bf71c506befa') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:29.858030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6665da64-90d4-4f57-8ccc-bf71c506befa') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:29.860874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7baef-d704-4b78-abf6-5ac775174fd9 None None] Network 9ae90f18-e0d8-4ca2-8011-f48df29720de requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:29.868787 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.870263 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad414cdc-09c6-4035-b4aa-6a9d01d485e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.874899 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ad414cdc-09c6-4035-b4aa-6a9d01d485e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/028fc19a-ea8f-44a5-94e6-39d57aadccae HTTP/1.1" status: 204 len: 168 time: 1.4379628 Jul 22 16:54:29.881377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37116) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:29.888253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.895746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:29.896160 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:29.969560 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:29.977659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:29.987775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f14ceda5-3cea-4b40-803f-ceef5ac31a64 None None] For port 482276d0-346b-438f-89f4-e0b7a2302982, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=482276d0-346b-438f-89f4-e0b7a2302982,segment=NetworkSegment(65417471-a074-4f8d-b327-ab970863fce2),segment_id=65417471-a074-4f8d-b327-ab970863fce2)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:29.989169 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f14ceda5-3cea-4b40-803f-ceef5ac31a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.010999 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.017154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/bbe67d47-cb76-4fbc-a96f-a6086d614ab8 HTTP/1.1" status: 204 len: 168 time: 4.2880504 Jul 22 16:54:30.020184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1184a50-4a3b-4f69-93a7-631b35b0bb38 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:30.020341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620d7f2-4a07-44aa-a44d-af139f5766e9 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=bbe67d47-cb76-4fbc-a96f-a6086d614ab8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:30.022590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1184a50-4a3b-4f69-93a7-631b35b0bb38 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:30.024749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Transition to ACTIVE for port object 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:30.027721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f1184a50-4a3b-4f69-93a7-631b35b0bb38 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1412938 Jul 22 16:54:30.027721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:30.029864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37120) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:30.032300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=482276d0-346b-438f-89f4-e0b7a2302982,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:30.048657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f14ceda5-3cea-4b40-803f-ceef5ac31a64 None None] Calling delete_port for 482276d0-346b-438f-89f4-e0b7a2302982 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:30.053312 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.055367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6809d9-0db7-4eb5-8925-69682a6a06d6 req-74639099-8d08-421e-86d2-a36149d79b23 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:30.058122 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd6809d9-0db7-4eb5-8925-69682a6a06d6 req-74639099-8d08-421e-86d2-a36149d79b23 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 946 time: 0.4082026 Jul 22 16:54:30.119731 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-115e8f23-dd29-4501-adcc-d99a238cc510 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:30.120467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115e8f23-dd29-4501-adcc-d99a238cc510 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:30.122844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-115e8f23-dd29-4501-adcc-d99a238cc510 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/bf3da75b-3a34-45f6-8869-322f9d5141a6 HTTP/1.1" status: 404 len: 337 time: 0.0913780 Jul 22 16:54:30.127549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37124) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:30.141007 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.144929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Pushing event updated for resources: {'Port': ['ID=04c3b80e-236e-43d7-a8ef-50b7f051b5d2,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:30.151506 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bd6809d9-0db7-4eb5-8925-69682a6a06d6 req-768e7e50-11d5-4432-a102-5dc38798cdae tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857584 Jul 22 16:54:30.159405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] For port 4f95a27e-9daa-4b56-be44-0dee412e6f6d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4f95a27e-9daa-4b56-be44-0dee412e6f6d,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:30.159786 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.185022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Calling delete_port for 4f95a27e-9daa-4b56-be44-0dee412e6f6d owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:30.192466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.194548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/9ae90f18-e0d8-4ca2-8011-f48df29720de HTTP/1.1" status: 204 len: 168 time: 1.5954285 Jul 22 16:54:30.199053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7d856d-7817-4eea-9193-d416e7535f4f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 1f85b9ca-2e9b-499f-8962-b44fbf76dfc0 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:30.203387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a7d856d-7817-4eea-9193-d416e7535f4f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.203712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:30.251626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:30.259030 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a7d856d-7817-4eea-9193-d416e7535f4f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.259424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:30.263433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:30.270769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 482276d0-346b-438f-89f4-e0b7a2302982 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:30.302108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-400967177'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:30.321546 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d8eff8-a4f1-41da-8ed4-433e0ef5c5c6 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:30.322618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d8eff8-a4f1-41da-8ed4-433e0ef5c5c6 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:30.325407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-84d8eff8-a4f1-41da-8ed4-433e0ef5c5c6 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/bbe67d47-cb76-4fbc-a96f-a6086d614ab8 HTTP/1.1" status: 404 len: 339 time: 0.1964793 Jul 22 16:54:30.330733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a82edf-0ef2-4204-ac21-fc77e0c58709 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Network': ['ID=9ae90f18-e0d8-4ca2-8011-f48df29720de,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:30.332548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:30.348511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:30.354295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.403696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Attempting to bind port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:30.403973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Attempting to bind port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:30.404338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Attempting to bind port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:30.411605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:30.411986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:30.412414 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.412823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:30.413295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Bound port: 04c3b80e-236e-43d7-a8ef-50b7f051b5d2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:30.413681 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.432759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:30.450063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.450585 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f14ceda5-3cea-4b40-803f-ceef5ac31a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.450889 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Added segment ba153a6d-1468-4f55-a775-0398018fab13 of type vlan for network 6263d89b-88fe-4e7c-a361-af454046234b Jul 22 16:54:30.462486 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.501222 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event deleted for resources: {'Port': ['ID=4f95a27e-9daa-4b56-be44-0dee412e6f6d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:30.501553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.509710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a7d856d-7817-4eea-9193-d416e7535f4f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.534654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9', '4f95a27e-9daa-4b56-be44-0dee412e6f6d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:30.558150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.592059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ceda5-3cea-4b40-803f-ceef5ac31a64 None None] Pushing event deleted for resources: {'Port': ['ID=482276d0-346b-438f-89f4-e0b7a2302982,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:30.595851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ceda5-3cea-4b40-803f-ceef5ac31a64 None None] No DVR routers for this DVR port 482276d0-346b-438f-89f4-e0b7a2302982 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:30.601263 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.636139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] No DVR routers for this DVR port 4f95a27e-9daa-4b56-be44-0dee412e6f6d on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:30.641921 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.644678 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "DELETE /v2.0/ports/4f95a27e-9daa-4b56-be44-0dee412e6f6d HTTP/1.1" status: 204 len: 173 time: 1.1871536 Jul 22 16:54:30.645587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326ade5d-682f-4043-ab54-3f5897cbf1df', 'name': 'network-vif-deleted', 'tag': '4f95a27e-9daa-4b56-be44-0dee412e6f6d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:30.648381 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e40c1d-045e-4d86-81b0-69423d19c985" -d '{"events": [{"server_uuid": "326ade5d-682f-4043-ab54-3f5897cbf1df", "name": "network-vif-deleted", "tag": "4f95a27e-9daa-4b56-be44-0dee412e6f6d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:30.701223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.727114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:30.727114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.727905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.744574 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a7d856d-7817-4eea-9193-d416e7535f4f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.757068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a8d195-772d-4d63-880c-bcf73406a6b8']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:30.785770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] For port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:30.793045 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-a99e885d-e474-4c51-bc1b-016bd488a88d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2797451 Jul 22 16:54:30.798303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d856d-7817-4eea-9193-d416e7535f4f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=1f85b9ca-2e9b-499f-8962-b44fbf76dfc0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:30.800509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a7d856d-7817-4eea-9193-d416e7535f4f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.804790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1a7d856d-7817-4eea-9193-d416e7535f4f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/1f85b9ca-2e9b-499f-8962-b44fbf76dfc0 HTTP/1.1" status: 204 len: 168 time: 0.7710018 Jul 22 16:54:30.804790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc830aad-2d5f-4a2a-b06e-5230e4bc1e35') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:30.805226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc830aad-2d5f-4a2a-b06e-5230e4bc1e35') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:30.806582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37138) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:30.860295 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.882383 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca275d22-1b76-4d64-a8c9-d3c3a3a0ea3e x-openstack-request-id: req-ca275d22-1b76-4d64-a8c9-d3c3a3a0ea3e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:30.883628 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326ade5d-682f-4043-ab54-3f5897cbf1df", "name": "network-vif-deleted", "tag": "4f95a27e-9daa-4b56-be44-0dee412e6f6d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:30.883887 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca275d22-1b76-4d64-a8c9-d3c3a3a0ea3e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:30.884548 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326ade5d-682f-4043-ab54-3f5897cbf1df', 'name': 'network-vif-deleted', 'tag': '4f95a27e-9daa-4b56-be44-0dee412e6f6d', 'status': 'completed', 'code': 200} Jul 22 16:54:30.888520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Network': ['ID=6263d89b-88fe-4e7c-a361-af454046234b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:30.904433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7bb9cb5f-e71d-4683-9000-68dab610c586 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6961944 Jul 22 16:54:30.906878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37140) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:30.918822 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ee6dc4a7-fab6-415f-a1fb-5e09759fb645 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1079481 Jul 22 16:54:30.929243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'subnet': {'network_id': '6263d89b-88fe-4e7c-a361-af454046234b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:30.931665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 6263d89b-88fe-4e7c-a361-af454046234b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:30.938349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:30.945326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:30.953978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] For port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=04c3b80e-236e-43d7-a8ef-50b7f051b5d2,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:30.963809 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.974110 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:30.974521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:30.975271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:31.063952 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:31.079609 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:31.081786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.086795 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.089627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/c5a8d195-772d-4d63-880c-bcf73406a6b8 HTTP/1.1" status: 204 len: 168 time: 0.7526193 Jul 22 16:54:31.096203 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.105751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:31.171284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d30bb1-435c-4909-9966-325d16923d01 None None] Pushing event updated for resources: {'Port': ['ID=04c3b80e-236e-43d7-a8ef-50b7f051b5d2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:31.185338 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d972c93b-122c-482a-b68a-d8e912f47610 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:31.186044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d972c93b-122c-482a-b68a-d8e912f47610 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:31.189693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d972c93b-122c-482a-b68a-d8e912f47610 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/dab6d942-d3a9-4b66-87de-f1d9fdf7464d HTTP/1.1" status: 404 len: 337 time: 0.0812402 Jul 22 16:54:31.199032 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37148) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:31.257022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5683a7-a44d-432f-a061-97a881108ac5 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=c5a8d195-772d-4d63-880c-bcf73406a6b8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:31.257241 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca417413-c926-448f-abdb-6d000fccd6ba tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:31.257794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca417413-c926-448f-abdb-6d000fccd6ba tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:31.260388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ca417413-c926-448f-abdb-6d000fccd6ba tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/159d2436-bf37-4163-8d18-90a0dc2eff2c HTTP/1.1" status: 404 len: 339 time: 0.0594878 Jul 22 16:54:31.265802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37150) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:31.355442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3f95d4-e427-40b6-8d63-d77ffb5d469f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting subnet 0c38856d-3c43-4386-b2c2-33bd6c7a5c86 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:31.367168 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c3f95d4-e427-40b6-8d63-d77ffb5d469f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.423780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-5d449d81-6d0b-48f0-9b79-eb9080ce06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:31.425507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-5d449d81-6d0b-48f0-9b79-eb9080ce06b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 1098 time: 0.5683980 Jul 22 16:54:31.475264 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.480518 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c3f95d4-e427-40b6-8d63-d77ffb5d469f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.503171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.510138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:31.524834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.559485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80177c70-c46e-4303-aa0f-42533fa72fbe req-5ee96a75-7859-404d-a24c-c49d98ed7d03 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=326ade5d-682f-4043-ab54-3f5897cbf1df HTTP/1.1" status: 200 len: 210 time: 0.0721748 Jul 22 16:54:31.624047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Subnet': ['ID=6bcdd774-ce25-4a4c-b67e-16b944dd45ec,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:31.644298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Checking segment: {'id': 'ba153a6d-1468-4f55-a775-0398018fab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6263d89b-88fe-4e7c-a361-af454046234b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:31.647790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network hostable DHCP agents. Network: 6263d89b-88fe-4e7c-a361-af454046234b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:31.680320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network 6263d89b-88fe-4e7c-a361-af454046234b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:31.700639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 6263d89b-88fe-4e7c-a361-af454046234b) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:31.705495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:31.705867 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.715850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4190b25-67a5-48c9-8664-cf3c7c7927af None None] Network 6263d89b-88fe-4e7c-a361-af454046234b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:31.723689 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5af56558-4141-442d-af2a-1f20121b9b49 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8163555 Jul 22 16:54:31.726132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37152) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:31.832771 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c3f95d4-e427-40b6-8d63-d77ffb5d469f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.836585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-927ef756-e725-4d36-b288-13c4b3b2118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:31.838198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-927ef756-e725-4d36-b288-13c4b3b2118b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 907 time: 0.3817341 Jul 22 16:54:31.878240 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:31.918980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-3f1c9432-9343-4d12-b163-6ff03419a891 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19deb3c0-b483-4afb-bc5d-900f7684b9f9 HTTP/1.1" status: 200 len: 217 time: 0.0557759 Jul 22 16:54:31.956151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.003512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414cf262-84a9-4aea-b3d1-3c9051c72bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-6263d89b-88fe-4e7c-a361-af454046234b', 'network_id': '6263d89b-88fe-4e7c-a361-af454046234b', 'tenant_id': 'f0730cc74e1442a49068e1d80bfa77f0', 'fixed_ips': [{'subnet_id': '6bcdd774-ce25-4a4c-b67e-16b944dd45ec'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:32.005281 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-414cf262-84a9-4aea-b3d1-3c9051c72bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.042589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.075065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Subnet': ['ID=6bcdd774-ce25-4a4c-b67e-16b944dd45ec,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:32.151999 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c3f95d4-e427-40b6-8d63-d77ffb5d469f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.158707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-de67ff9e-6849-4fe4-ad7c-8ffc2c3f9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:32.161166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-de67ff9e-6849-4fe4-ad7c-8ffc2c3f9218 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.2296522 Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-414cf262-84a9-4aea-b3d1-3c9051c72bed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bcdd774-ce25-4a4c-b67e-16b944dd45ec: This subnet is being modified by another concurrent operation. Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bcdd774-ce25-4a4c-b67e-16b944dd45ec: This subnet is being modified by another concurrent operation. Jul 22 16:54:32.166505 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 16:54:32.183979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abe6ce2-97d9-4af9-8a46-9c82d9fa0f83 None None] Network 6263d89b-88fe-4e7c-a361-af454046234b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:32.244008 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.260887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6263d89b-88fe-4e7c-a361-af454046234b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:32.276364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba153a6d-1468-4f55-a775-0398018fab13') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:32.277207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba153a6d-1468-4f55-a775-0398018fab13') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:32.300274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.307137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b986f-7b27-46e3-8655-d52a2b02d18c None None] Network 752fb3ee-db75-42f4-80bb-b954b5903b58 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:32.330559 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.343856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:32.344433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.353532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:32.365963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f95d4-e427-40b6-8d63-d77ffb5d469f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=0c38856d-3c43-4386-b2c2-33bd6c7a5c86,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:32.374877 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c3f95d4-e427-40b6-8d63-d77ffb5d469f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.379886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6c3f95d4-e427-40b6-8d63-d77ffb5d469f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/0c38856d-3c43-4386-b2c2-33bd6c7a5c86 HTTP/1.1" status: 204 len: 168 time: 1.1046429 Jul 22 16:54:32.382379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-0b1a8110-80c2-4136-8a2b-3f7b6aacef2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834214 Jul 22 16:54:32.382995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37156) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:32.470469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:32.479994 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:32.484677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.523230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.526677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/6263d89b-88fe-4e7c-a361-af454046234b HTTP/1.1" status: 204 len: 168 time: 0.7988801 Jul 22 16:54:32.529355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c5855-e772-4631-88e8-ef4df1854f79 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Network': ['ID=6263d89b-88fe-4e7c-a361-af454046234b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:32.529972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37158) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:32.537175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-515154640'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:32.569281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:32.569529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:32.575385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.610496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0d14d5-d158-4079-9e0a-4bae8664ad3e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting subnet 10f91180-92e5-4c94-a6ef-1722a2fe8eb6 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:32.611152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:32.621452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:32.622213 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d0d14d5-d158-4079-9e0a-4bae8664ad3e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.627400 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.628121 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Added segment beec8767-b785-4897-88fa-c6b02c53b8b3 of type vlan for network 35f04e96-4d16-4ca7-bd27-9e38f9dd1854 Jul 22 16:54:32.660353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:32.670741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:32.671269 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.693882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=3f2dd603-01c9-421b-90b0-eae005c5b8eb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:32.713452 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.722997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ceb219fe-8144-499f-a3b2-76a666a08956 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7817264 Jul 22 16:54:32.723554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37164) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:32.725892 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d0d14d5-d158-4079-9e0a-4bae8664ad3e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.736220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'name': 'tempest-NetworksTestDHCPv6-1434114784'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:32.762169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.781181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:32.785614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e12b829-01a8-41a3-a649-79927d28bbc5 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:32.786617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.793231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-62b22833-6dd1-4d3c-83f5-28124e816724 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820226 Jul 22 16:54:32.870361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59bcf2b4-fb8d-4100-a6ca-9b794c5b2bbc None None] Provisioning for port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:32.883720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59bcf2b4-fb8d-4100-a6ca-9b794c5b2bbc None None] Provisioning complete for port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:32.887425 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59bcf2b4-fb8d-4100-a6ca-9b794c5b2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:32.894772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Network': ['ID=35f04e96-4d16-4ca7-bd27-9e38f9dd1854,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:32.927314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37168) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:32.937427 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c3cf894d-4820-49b0-9944-34543e6504f5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4047911 Jul 22 16:54:32.943234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Request body: {'subnet': {'network_id': '35f04e96-4d16-4ca7-bd27-9e38f9dd1854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:32.980606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 35f04e96-4d16-4ca7-bd27-9e38f9dd1854 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:33.196311 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59bcf2b4-fb8d-4100-a6ca-9b794c5b2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:33.200898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-1d571470-5dc6-432c-9c08-7e4b984fe301 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:33.203997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-1d571470-5dc6-432c-9c08-7e4b984fe301 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.2095273 Jul 22 16:54:33.230689 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-73ef4544-22ac-44b4-ba58-5ac1504cc837 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/quotas/ec83f6c5a767410283cefb29388f37bf HTTP/1.1" status: 200 len: 375 time: 0.0197539 Jul 22 16:54:33.326073 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-e985b3b1-3f44-42d0-932f-5cfe9ceea7c2 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939748 Jul 22 16:54:33.420137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4f95a27e-9daa-4b56-be44-0dee412e6f6d no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:33.449370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 4f95a27e-9daa-4b56-be44-0dee412e6f6d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:33.449758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4f95a27e-9daa-4b56-be44-0dee412e6f6d not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:33.470124 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-7443971d-5e3e-4506-abfa-524a35986e04 service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370015 Jul 22 16:54:33.501395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-59bcf2b4-fb8d-4100-a6ca-9b794c5b2bbc None None] For port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=04c3b80e-236e-43d7-a8ef-50b7f051b5d2,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:33.520491 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59bcf2b4-fb8d-4100-a6ca-9b794c5b2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:33.600836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d0d14d5-d158-4079-9e0a-4bae8664ad3e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:33.601084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcf2b4-fb8d-4100-a6ca-9b794c5b2bbc None None] Pushing event updated for resources: {'Port': ['ID=04c3b80e-236e-43d7-a8ef-50b7f051b5d2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:33.632408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:33.636079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:33.656690 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-51b13b56-aab5-4173-a287-29e033fe089b service neutron] 10.222.0.53 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798537 Jul 22 16:54:33.662045 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cc07eaf2-2ca7-4027-a640-523eb2583ece req-7f1c26f8-2711-45d1-a0b2-5ce3ca6e0284 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527539 Jul 22 16:54:33.710413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 625b2ee7-c8f6-4cc5-9c04-b020581888c3 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:54:33.726427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Made reservation on behalf of f0730cc74e1442a49068e1d80bfa77f0 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:33.730442 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:33.850323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-17a38357-35fe-4624-be99-22cfe3f199a8 None None] Provisioning complete for port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:33.850828 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17a38357-35fe-4624-be99-22cfe3f199a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:33.878087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d0d14d5-d158-4079-9e0a-4bae8664ad3e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:33.937563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b292f2-79b1-44ba-bfc4-84c34e6ead35 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:33.960727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-394d7510-4563-4c97-b750-de596b324d84 req-ee90a12a-b596-41fa-8575-e35ea968e701 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 210 time: 0.0572739 Jul 22 16:54:33.970363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d14d5-d158-4079-9e0a-4bae8664ad3e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=10f91180-92e5-4c94-a6ef-1722a2fe8eb6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:33.977374 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d0d14d5-d158-4079-9e0a-4bae8664ad3e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:33.982288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37186) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:33.982515 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d0d14d5-d158-4079-9e0a-4bae8664ad3e tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/10f91180-92e5-4c94-a6ef-1722a2fe8eb6 HTTP/1.1" status: 204 len: 168 time: 1.5956042 Jul 22 16:54:34.005496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c17ad9-c999-4e9f-8969-a0322fd2bb56 None None] Network 752fb3ee-db75-42f4-80bb-b954b5903b58 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:34.102262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.167239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::2e1 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/3f2dd603-01c9-421b-90b0-eae005c5b8eb/625b2ee7-c8f6-4cc5-9c04-b020581888c3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:34.223573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:34.223922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.338581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:34.353187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] For port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5b7c63eb-21b5-426d-a6d4-0bcbab727d93,segment=NetworkSegment(492f71f0-2fce-4d1f-a100-68b356de4d15),segment_id=492f71f0-2fce-4d1f-a100-68b356de4d15)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:34.353418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.368969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Calling delete_port for 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:34.493603 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.537799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Port': ['ID=5b7c63eb-21b5-426d-a6d4-0bcbab727d93,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:34.538630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe5fb5d-5b18-42b5-9aa8-1260145607d6 None None] DHCP port deletion for 752fb3ee-db75-42f4-80bb-b954b5903b58 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:34.548528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No DVR routers for this DVR port 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:34.583877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:54:34.587934 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.595973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6b40a3fa-1d0c-4443-b234-f2e5c4785050 None None] Provisioning complete for port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:34.596350 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6b40a3fa-1d0c-4443-b234-f2e5c4785050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.648573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:34.648918 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.674447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.687357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752fb3ee-db75-42f4-80bb-b954b5903b58']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:34.699683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492f71f0-2fce-4d1f-a100-68b356de4d15') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:34.699999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492f71f0-2fce-4d1f-a100-68b356de4d15') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:34.712976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.729910 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.731679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.742807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:34.743259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.766546 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Checking segment: {'id': 'beec8767-b785-4897-88fa-c6b02c53b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '35f04e96-4d16-4ca7-bd27-9e38f9dd1854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:34.767194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network hostable DHCP agents. Network: 35f04e96-4d16-4ca7-bd27-9e38f9dd1854, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:34.822677 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:34.826843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.828496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 625b2ee7-c8f6-4cc5-9c04-b020581888c3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:34.835536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event updated for resources: {'Subnet': ['ID=ff12ef9f-5b84-46db-8a4e-0f5facc625e5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:34.845480 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.862898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/752fb3ee-db75-42f4-80bb-b954b5903b58 HTTP/1.1" status: 204 len: 168 time: 0.8770723 Jul 22 16:54:34.865580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:34.884665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcab93-e682-4e02-ba57-eab7d92863ac tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=752fb3ee-db75-42f4-80bb-b954b5903b58,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:34.912718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Network 35f04e96-4d16-4ca7-bd27-9e38f9dd1854 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:34.917435 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-31eaf2a5-1b0c-4911-b737-767cc07b05f2 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:34.917900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31eaf2a5-1b0c-4911-b737-767cc07b05f2 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:34.919711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-31eaf2a5-1b0c-4911-b737-767cc07b05f2 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/4980260d-74d4-4f5e-92dc-85b01af92159 HTTP/1.1" status: 404 len: 337 time: 0.0497077 Jul 22 16:54:34.922840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37200) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:34.935355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 35f04e96-4d16-4ca7-bd27-9e38f9dd1854) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:34.942237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:34.942839 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.950654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9ab91-12c2-4018-877a-4443a99907ad None None] Network 35f04e96-4d16-4ca7-bd27-9e38f9dd1854 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:34.956185 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-19403807-fbc8-4987-b9f7-e54f61e6bf46 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:34.956907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19403807-fbc8-4987-b9f7-e54f61e6bf46 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:34.961799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:34.962701 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-19403807-fbc8-4987-b9f7-e54f61e6bf46 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/a5dbc095-706f-4675-8441-86e6c0a9c210 HTTP/1.1" status: 404 len: 339 time: 0.0387676 Jul 22 16:54:34.963385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:34.982779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9ccafdbd-ac49-4bae-b08f-16240ee3b9ce tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0525625 Jul 22 16:54:34.985951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:35.032691 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-19779797-29ac-4e4a-92c5-79a37fe5dbc0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:35.038499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19779797-29ac-4e4a-92c5-79a37fe5dbc0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:35.040555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-19779797-29ac-4e4a-92c5-79a37fe5dbc0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/43ad147d-fd94-40d6-9dc5-56d161f70514 HTTP/1.1" status: 404 len: 337 time: 0.0758591 Jul 22 16:54:35.048057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37208) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:35.078713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:35.083197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:35.088196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:35.096014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:35.096691 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.106030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=625b2ee7-c8f6-4cc5-9c04-b020581888c3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:35.120226 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-61011515-6eb3-4ec8-bb5d-717fa1b5bae0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:35.120987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61011515-6eb3-4ec8-bb5d-717fa1b5bae0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:35.122977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-61011515-6eb3-4ec8-bb5d-717fa1b5bae0 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/825d7312-6a2e-4ffe-8bc8-70d9547bc76b HTTP/1.1" status: 404 len: 339 time: 0.0731339 Jul 22 16:54:35.138092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37210) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:35.178765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2417c5fe-5fa6-400a-be1e-e9ee39764fdf req-38d77257-d65c-4d17-981b-30f460f4375c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 210 time: 0.0509591 Jul 22 16:54:35.206162 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ac2dfc-aa80-4298-a6bf-e539d7d9decb tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:35.206388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ac2dfc-aa80-4298-a6bf-e539d7d9decb tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:35.214107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-95ac2dfc-aa80-4298-a6bf-e539d7d9decb tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/4f09fda7-9bde-49bb-a516-c3034a73d5dd HTTP/1.1" status: 404 len: 337 time: 0.0720856 Jul 22 16:54:35.215843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37212) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:35.221539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-65b54426-f5d2-45a7-b0e3-989c3b115b9a None None] Provisioning complete for port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:35.222156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65b54426-f5d2-45a7-b0e3-989c3b115b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.250912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7f0e4f92-0c4d-4da7-b9cc-e23a8d072d5c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5176809 Jul 22 16:54:35.252856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:35.255514 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bab14e2-7dda-4866-b10b-11ff8e872011 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:35.259113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bab14e2-7dda-4866-b10b-11ff8e872011 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:35.264310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4bab14e2-7dda-4866-b10b-11ff8e872011 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/58eca057-e859-4a45-8a34-eeee8f83866f HTTP/1.1" status: 404 len: 339 time: 0.0447133 Jul 22 16:54:35.267552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37216) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:35.366371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-35f04e96-4d16-4ca7-bd27-9e38f9dd1854', 'network_id': '35f04e96-4d16-4ca7-bd27-9e38f9dd1854', 'tenant_id': 'f0730cc74e1442a49068e1d80bfa77f0', 'fixed_ips': [{'subnet_id': 'ff12ef9f-5b84-46db-8a4e-0f5facc625e5'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:35.371157 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.456603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-626a4e5d-77e7-4aef-b187-61a341e53958 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting subnet 863ad179-fec0-4834-a18a-3c86c4c30a47 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:35.486152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.488403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626a4e5d-77e7-4aef-b187-61a341e53958 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.609882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626a4e5d-77e7-4aef-b187-61a341e53958 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.633456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23e2d8-fc2f-4b05-a0f8-9595c7aef421 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:35.640109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23e2d8-fc2f-4b05-a0f8-9595c7aef421 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:35.644166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0f23e2d8-fc2f-4b05-a0f8-9595c7aef421 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3776212 Jul 22 16:54:35.650213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-1eadb341-61fd-4af1-b01c-e13ff53c64b8 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:35.651790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-1eadb341-61fd-4af1-b01c-e13ff53c64b8 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 806 time: 0.3561018 Jul 22 16:54:35.652384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37228) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:35.713638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Request body: {'port': {'device_id': '19928ecc-21e5-41ed-9416-21b0dc47f335', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'admin_state_up': True, 'tenant_id': 'ec83f6c5a767410283cefb29388f37bf'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:35.770650 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.820600 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626a4e5d-77e7-4aef-b187-61a341e53958 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.823862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Allocated IP 2001:db8::f816:3eff:fef7:a890 (35f04e96-4d16-4ca7-bd27-9e38f9dd1854/ff12ef9f-5b84-46db-8a4e-0f5facc625e5/9fab132e-1ee6-4dc3-b124-513dbc4e6ded) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:35.885610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9e7ca435-b82c-4ed9-aefe-e3a2f0021d4e None None] Could not find standard attr ID for object 028fc19a-ea8f-44a5-94e6-39d57aadccae. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:54:35.906565 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.913771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626a4e5d-77e7-4aef-b187-61a341e53958 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.924096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Made reservation on behalf of ec83f6c5a767410283cefb29388f37bf for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:35.931085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.968398 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a4e5d-77e7-4aef-b187-61a341e53958 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=863ad179-fec0-4834-a18a-3c86c4c30a47,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:35.987503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626a4e5d-77e7-4aef-b187-61a341e53958 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:35.996798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-626a4e5d-77e7-4aef-b187-61a341e53958 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/863ad179-fec0-4834-a18a-3c86c4c30a47 HTTP/1.1" status: 204 len: 168 time: 0.7265859 Jul 22 16:54:36.001833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:36.029656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec47e99-d3fa-47fe-9938-54eeba3c5d06 None None] Network 4547d45d-1236-4b18-b181-fc83a81821f0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:36.109429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce96524c-9e77-40b9-848c-c44bfb8b563d None None] Provisioning for port 625b2ee7-c8f6-4cc5-9c04-b020581888c3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:36.115071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ccb2d66f-1b8b-4ff0-badb-937a8553c361 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 625b2ee7-c8f6-4cc5-9c04-b020581888c3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:36.115417 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d66f-1b8b-4ff0-badb-937a8553c361 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.136283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.210040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce96524c-9e77-40b9-848c-c44bfb8b563d None None] Provisioning complete for port 625b2ee7-c8f6-4cc5-9c04-b020581888c3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:36.210505 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce96524c-9e77-40b9-848c-c44bfb8b563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.221815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:36.222352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.313021 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.323857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Transition to ACTIVE for port object 9fab132e-1ee6-4dc3-b124-513dbc4e6ded will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:36.344256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Transition to ACTIVE for port object 9fab132e-1ee6-4dc3-b124-513dbc4e6ded will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:36.354550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] For port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6c02181a-97fa-4a54-a607-4f3b66d9c2b7,segment=NetworkSegment(df33a181-3be5-44a6-b9f3-200773156227),segment_id=df33a181-3be5-44a6-b9f3-200773156227)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:36.355266 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.366730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7333edb-137c-4c97-bc09-fbcab1ed0555 req-f62439bf-2594-4f01-9213-cb179d9ba5bf tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 210 time: 0.0662503 Jul 22 16:54:36.378496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Allocated IP 172.20.0.12 (f452d5aa-6434-4414-bdc1-839023a3e34f/f2381c46-3fa4-4415-a1ec-42dcea88a248/9b7fbf42-12a4-4577-b7af-3382a09edbdd) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:36.393227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:36.399084 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.410325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Calling delete_port for 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:36.416434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d66f-1b8b-4ff0-badb-937a8553c361 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.461175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ccb2d66f-1b8b-4ff0-badb-937a8553c361 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 625b2ee7-c8f6-4cc5-9c04-b020581888c3 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:36.477422 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:54:36.483308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:36.483702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5b7c63eb-21b5-426d-a6d4-0bcbab727d93 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:36.527545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Network 35f04e96-4d16-4ca7-bd27-9e38f9dd1854 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:36.537175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:36.539220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ce96524c-9e77-40b9-848c-c44bfb8b563d None None] Port 625b2ee7-c8f6-4cc5-9c04-b020581888c3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:54:36.549337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:36.569946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.590347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.594716 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No DVR routers for this DVR port 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:36.650119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Pushing event updated for resources: {'Port': ['ID=9fab132e-1ee6-4dc3-b124-513dbc4e6ded,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:36.717158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Subnet': ['ID=ff12ef9f-5b84-46db-8a4e-0f5facc625e5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:36.731299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Port': ['ID=6c02181a-97fa-4a54-a607-4f3b66d9c2b7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:36.836292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Attempting to bind port 9fab132e-1ee6-4dc3-b124-513dbc4e6ded on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:36.836796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Attempting to bind port 9fab132e-1ee6-4dc3-b124-513dbc4e6ded by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'beec8767-b785-4897-88fa-c6b02c53b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '35f04e96-4d16-4ca7-bd27-9e38f9dd1854'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:36.838243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Attempting to bind port 9fab132e-1ee6-4dc3-b124-513dbc4e6ded on network 35f04e96-4d16-4ca7-bd27-9e38f9dd1854 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:36.863624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:36.864116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Checking segment: {'id': 'beec8767-b785-4897-88fa-c6b02c53b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '35f04e96-4d16-4ca7-bd27-9e38f9dd1854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:36.865845 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.866345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Bound using segment: {'id': 'beec8767-b785-4897-88fa-c6b02c53b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '35f04e96-4d16-4ca7-bd27-9e38f9dd1854'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:36.866855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Bound port: 9fab132e-1ee6-4dc3-b124-513dbc4e6ded, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beec8767-b785-4897-88fa-c6b02c53b8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '35f04e96-4d16-4ca7-bd27-9e38f9dd1854'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:36.867278 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.872539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:36.968669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.001008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d66f-1b8b-4ff0-badb-937a8553c361 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.043591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0760c3b-59c0-4239-982f-bfebf5b9c144 None None] DHCP port deletion for 4547d45d-1236-4b18-b181-fc83a81821f0 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:37.044637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.071676 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4547d45d-1236-4b18-b181-fc83a81821f0']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:37.073396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2d66f-1b8b-4ff0-badb-937a8553c361 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=625b2ee7-c8f6-4cc5-9c04-b020581888c3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:37.113690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] For port 9fab132e-1ee6-4dc3-b124-513dbc4e6ded, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:37.116936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f04e96-4d16-4ca7-bd27-9e38f9dd1854']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:37.120951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] For port 9fab132e-1ee6-4dc3-b124-513dbc4e6ded, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=9fab132e-1ee6-4dc3-b124-513dbc4e6ded,segment=NetworkSegment(beec8767-b785-4897-88fa-c6b02c53b8b3),segment_id=beec8767-b785-4897-88fa-c6b02c53b8b3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:37.128043 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df33a181-3be5-44a6-b9f3-200773156227') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:37.128352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df33a181-3be5-44a6-b9f3-200773156227') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:37.136984 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.152035 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d66f-1b8b-4ff0-badb-937a8553c361 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.153773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beec8767-b785-4897-88fa-c6b02c53b8b3') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:37.154246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beec8767-b785-4897-88fa-c6b02c53b8b3') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:37.156239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ccb2d66f-1b8b-4ff0-badb-937a8553c361 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/625b2ee7-c8f6-4cc5-9c04-b020581888c3 HTTP/1.1" status: 204 len: 168 time: 1.5018470 Jul 22 16:54:37.159377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:37.163025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.183615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.197861 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.202166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.232115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.240908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:37.242662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:37.251286 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:37.274919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:37.298478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:37.298891 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:37.301949 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:37.304630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Network f452d5aa-6434-4414-bdc1-839023a3e34f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:37.318331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:37.324492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:37.375238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670be0c-1bc6-462b-94e2-399b1e168367 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:37.376781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670be0c-1bc6-462b-94e2-399b1e168367 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:37.378327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c670be0c-1bc6-462b-94e2-399b1e168367 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2175500 Jul 22 16:54:37.379058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event updated for resources: {'Port': ['ID=9b7fbf42-12a4-4577-b7af-3382a09edbdd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:37.391781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:37.499264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25dc4e-4f13-4dcb-9c12-735b28d06545 None None] Pushing event updated for resources: {'Port': ['ID=9fab132e-1ee6-4dc3-b124-513dbc4e6ded,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:37.511289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:37.512026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.513263 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.517549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2848f07b-e043-4fe4-8ca9-387d546b4b8a None None] Network 35f04e96-4d16-4ca7-bd27-9e38f9dd1854 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:37.538343 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-8a419ce5-22f5-45f6-a94a-31f96c73b8b0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8289647 Jul 22 16:54:37.545607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee1041d-0a2b-48e6-87dc-41d41603c505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 3f2dd603-01c9-421b-90b0-eae005c5b8eb {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:37.551785 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee1041d-0a2b-48e6-87dc-41d41603c505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.558556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Request body: {'port': {'device_id': '19928ecc-21e5-41ed-9416-21b0dc47f335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:37.561192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.565375 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/4547d45d-1236-4b18-b181-fc83a81821f0 HTTP/1.1" status: 204 len: 168 time: 1.5624292 Jul 22 16:54:37.585786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b13de7-108c-4cb5-8652-6c61e680917b tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=4547d45d-1236-4b18-b181-fc83a81821f0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:37.591538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:54:37.591538 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:54:37.591538 n-d-792458-13 neutron-server[93751]: [parameters: {'id': '35f04e96-4d16-4ca7-bd27-9e38f9dd1854'}] Jul 22 16:54:37.591538 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:54:37.592012 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:54:37.594041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:37.633040 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e57034-c5c4-4df4-b66f-897532aff472 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:37.634068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e57034-c5c4-4df4-b66f-897532aff472 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:37.636136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a9e57034-c5c4-4df4-b66f-897532aff472 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/eddc916c-96cf-4cd0-9731-f42da01168a8 HTTP/1.1" status: 404 len: 337 time: 0.0409942 Jul 22 16:54:37.637753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee1041d-0a2b-48e6-87dc-41d41603c505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.640818 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37246) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:37.674701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5bed-bfbe-4cff-af33-35f2f4b04d5a req-0129d613-ada0-4976-a620-900ef50cb416 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:37.683401 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6bb5bed-bfbe-4cff-af33-35f2f4b04d5a req-0129d613-ada0-4976-a620-900ef50cb416 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 932 time: 0.1754687 Jul 22 16:54:37.725220 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-869e25d7-7dfa-4ce2-be75-2a44901f6989 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:37.725819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869e25d7-7dfa-4ce2-be75-2a44901f6989 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:37.727645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-869e25d7-7dfa-4ce2-be75-2a44901f6989 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/67aaf543-d853-437f-a1c1-5c809e47ea30 HTTP/1.1" status: 404 len: 339 time: 0.0854888 Jul 22 16:54:37.733363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37248) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:37.751233 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6bb5bed-bfbe-4cff-af33-35f2f4b04d5a req-e220648a-d4b3-4312-bfd2-93b21c6cc995 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660629 Jul 22 16:54:37.752275 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.776614 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee1041d-0a2b-48e6-87dc-41d41603c505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.826449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f461d0ed-0ed1-4fa3-8887-2d9bda8b0be7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting subnet b34fa9cd-1c85-4392-a55f-6ae79427bb39 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:37.828947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566dfb5e-efb0-499b-861e-b8f598cbdd27 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:54:37.848582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f461d0ed-0ed1-4fa3-8887-2d9bda8b0be7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.937383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f461d0ed-0ed1-4fa3-8887-2d9bda8b0be7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:37.988380 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee1041d-0a2b-48e6-87dc-41d41603c505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.021195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566dfb5e-efb0-499b-861e-b8f598cbdd27 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:54:38.031365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1041d-0a2b-48e6-87dc-41d41603c505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2dd603-01c9-421b-90b0-eae005c5b8eb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:38.035640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f461d0ed-0ed1-4fa3-8887-2d9bda8b0be7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.042449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ee1041d-0a2b-48e6-87dc-41d41603c505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.047674 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2ee1041d-0a2b-48e6-87dc-41d41603c505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/3f2dd603-01c9-421b-90b0-eae005c5b8eb HTTP/1.1" status: 204 len: 168 time: 0.6519461 Jul 22 16:54:38.048419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37252) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:38.096680 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.104434 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6eaac27f-041b-4f3b-9204-d29c01b158f6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524695 Jul 22 16:54:38.136313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37254) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:38.143841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:38.160461 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f461d0ed-0ed1-4fa3-8887-2d9bda8b0be7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.235256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:38.235517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461d0ed-0ed1-4fa3-8887-2d9bda8b0be7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Subnet': ['ID=b34fa9cd-1c85-4392-a55f-6ae79427bb39,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:38.247812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f461d0ed-0ed1-4fa3-8887-2d9bda8b0be7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.253867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f461d0ed-0ed1-4fa3-8887-2d9bda8b0be7 tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/subnets/b34fa9cd-1c85-4392-a55f-6ae79427bb39 HTTP/1.1" status: 204 len: 168 time: 0.5167379 Jul 22 16:54:38.255177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37256) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:38.292281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:38.295379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:38.296392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6c02181a-97fa-4a54-a607-4f3b66d9c2b7 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:38.296836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.363297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Deleting port 9fab132e-1ee6-4dc3-b124-513dbc4e6ded {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:38.363666 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.402325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.442152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7fbf42-12a4-4577-b7af-3382a09edbdd {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:38.447691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ac0393-9ffd-48bf-8950-6a6f14ae376a None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:54:38.457303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.493223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] For port 9fab132e-1ee6-4dc3-b124-513dbc4e6ded, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=9fab132e-1ee6-4dc3-b124-513dbc4e6ded,segment=NetworkSegment(beec8767-b785-4897-88fa-c6b02c53b8b3),segment_id=beec8767-b785-4897-88fa-c6b02c53b8b3)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:38.493747 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.502110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Transition to ACTIVE for port object 9b7fbf42-12a4-4577-b7af-3382a09edbdd will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:38.509932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Calling delete_port for 9fab132e-1ee6-4dc3-b124-513dbc4e6ded owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:38.510176 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.588089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ac0393-9ffd-48bf-8950-6a6f14ae376a None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:54:38.620149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Pushing event updated for resources: {'Port': ['ID=9b7fbf42-12a4-4577-b7af-3382a09edbdd,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:38.714395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.747334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Attempting to bind port 9b7fbf42-12a4-4577-b7af-3382a09edbdd on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:38.747667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Attempting to bind port 9b7fbf42-12a4-4577-b7af-3382a09edbdd by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:38.748140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Attempting to bind port 9b7fbf42-12a4-4577-b7af-3382a09edbdd on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:38.785458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=591cd150-17f6-4486-8c32-a0cf43766780,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:38.788369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Port 9b7fbf42-12a4-4577-b7af-3382a09edbdd on network f452d5aa-6434-4414-bdc1-839023a3e34f not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:54:38.789032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Attempting to bind port 9b7fbf42-12a4-4577-b7af-3382a09edbdd on network f452d5aa-6434-4414-bdc1-839023a3e34f {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:38.807461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:38.807759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Checking segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:38.808145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Bound using segment: {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:38.808591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Bound port: 9b7fbf42-12a4-4577-b7af-3382a09edbdd, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:38.808952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.817745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:38.853261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:38.865665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:38.870153 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.887856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Deleting port 16fab079-d2d9-4cae-af37-8ce9d46be406 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:38.888320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.983809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa8efd-c6c8-478c-bc69-f31b56d63183 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:38.988648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] For port 16fab079-d2d9-4cae-af37-8ce9d46be406, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=16fab079-d2d9-4cae-af37-8ce9d46be406,segment=NetworkSegment(3991cefb-c69f-42b4-a5f8-dd44c78214ad),segment_id=3991cefb-c69f-42b4-a5f8-dd44c78214ad)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:38.989010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:38.992040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37262) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:38.992931 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6d1baaa6-17a5-4514-ae5e-50f86debfad1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8542564 Jul 22 16:54:38.996983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fce224-6858-4101-95ea-4f799c805bae None None] Network daa44e8f-e277-4898-a1a0-af251972e503 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:39.003892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'name': 'tempest-NetworksTestDHCPv6-564993581'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:39.083090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Calling delete_port for 16fab079-d2d9-4cae-af37-8ce9d46be406 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:39.089707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.135557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Port': ['ID=9fab132e-1ee6-4dc3-b124-513dbc4e6ded,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:39.179002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No DVR routers for this DVR port 9fab132e-1ee6-4dc3-b124-513dbc4e6ded on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:39.301690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.318515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:39.322885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.330988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f04e96-4d16-4ca7-bd27-9e38f9dd1854']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:39.370667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beec8767-b785-4897-88fa-c6b02c53b8b3') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:39.371037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beec8767-b785-4897-88fa-c6b02c53b8b3') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:39.391301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port b812e3fe-9734-4cbc-ab58-7007b3ab9847 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:54:39.406960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.423199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] For port 9b7fbf42-12a4-4577-b7af-3382a09edbdd, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:39.426280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] For port 9b7fbf42-12a4-4577-b7af-3382a09edbdd, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b7fbf42-12a4-4577-b7af-3382a09edbdd,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:39.432337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.441889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.453928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:39.455185 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:39.476236 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:39.485049 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:39.485699 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.487211 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] 10.222.0.20 "PUT /v2.0/ports/9b7fbf42-12a4-4577-b7af-3382a09edbdd HTTP/1.1" status: 200 len: 1093 time: 1.9366131 Jul 22 16:54:39.487699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19928ecc-21e5-41ed-9416-21b0dc47f335', 'tag': '9b7fbf42-12a4-4577-b7af-3382a09edbdd'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:39.492874 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f674920a-a365-4417-9d72-45cf22c1b949" -d '{"events": [{"name": "network-changed", "server_uuid": "19928ecc-21e5-41ed-9416-21b0dc47f335", "tag": "9b7fbf42-12a4-4577-b7af-3382a09edbdd"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:39.517177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d5d0a-4460-4854-aff8-15b8fcc81870 req-2ed97ef5-54fe-41c3-9165-fc4345a5ff43 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:39.518994 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e24d5d0a-4460-4854-aff8-15b8fcc81870 req-2ed97ef5-54fe-41c3-9165-fc4345a5ff43 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 944 time: 0.6072798 Jul 22 16:54:39.581770 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.598525 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04a98d7-07ee-4053-a8dd-8c38001be3f4 x-openstack-request-id: req-c04a98d7-07ee-4053-a8dd-8c38001be3f4 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:39.598989 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19928ecc-21e5-41ed-9416-21b0dc47f335", "tag": "9b7fbf42-12a4-4577-b7af-3382a09edbdd", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:39.599577 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c04a98d7-07ee-4053-a8dd-8c38001be3f4 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:39.599872 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19928ecc-21e5-41ed-9416-21b0dc47f335', 'tag': '9b7fbf42-12a4-4577-b7af-3382a09edbdd', 'status': 'completed', 'code': 200} Jul 22 16:54:39.604040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75d002-3a89-4572-a027-ef020c20599e service neutron] Pushing event updated for resources: {'Port': ['ID=9b7fbf42-12a4-4577-b7af-3382a09edbdd,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:39.644751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61825e7a-e6cd-4e90-9dbd-af333fc5822c None None] DHCP port deletion for daa44e8f-e277-4898-a1a0-af251972e503 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:39.658405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e24d5d0a-4460-4854-aff8-15b8fcc81870 req-7e045974-9553-4146-833e-efc1795cf8ac tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223512 Jul 22 16:54:39.681976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Port': ['ID=16fab079-d2d9-4cae-af37-8ce9d46be406,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:39.692235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] No DVR routers for this DVR port 16fab079-d2d9-4cae-af37-8ce9d46be406 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:39.696228 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.703279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-4494a46f-0225-4d42-aa74-c4ebcbaa8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:39.705568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-4494a46f-0225-4d42-aa74-c4ebcbaa8f76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 1096 time: 0.1558836 Jul 22 16:54:39.760088 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.762099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/35f04e96-4d16-4ca7-bd27-9e38f9dd1854 HTTP/1.1" status: 204 len: 168 time: 4.7750902 Jul 22 16:54:39.768527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37266) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:39.777093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048d7a5-c8f1-4eaa-a5d9-776ab2cff4df tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Network': ['ID=35f04e96-4d16-4ca7-bd27-9e38f9dd1854,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:39.785130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-687c85c0-cb33-4765-9fdd-bf35a3966843 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b7fbf42-12a4-4577-b7af-3382a09edbdd HTTP/1.1" status: 200 len: 217 time: 0.0612156 Jul 22 16:54:39.848246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::32d (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/591cd150-17f6-4486-8c32-a0cf43766780/b812e3fe-9734-4cbc-ab58-7007b3ab9847) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:39.860094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-c9697c8d-aecf-4ad1-bf61-1473fc4d15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:39.861684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-c9697c8d-aecf-4ad1-bf61-1473fc4d15dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.0757055 Jul 22 16:54:39.863516 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-81803005-2541-4b41-8515-b71d84c283e2 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:39.864033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81803005-2541-4b41-8515-b71d84c283e2 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:39.868734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81803005-2541-4b41-8515-b71d84c283e2 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/subnets/ff12ef9f-5b84-46db-8a4e-0f5facc625e5 HTTP/1.1" status: 404 len: 337 time: 0.0990176 Jul 22 16:54:39.884785 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:39.889345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37268) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:39.892642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c1416-a6fb-4b97-85e5-249b2dd040b2 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:39.909458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-851e485c-5637-4786-b070-30cb2d087a84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390646 Jul 22 16:54:39.927116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa44e8f-e277-4898-a1a0-af251972e503']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:39.930958 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdc2bfa-2d0b-4ae7-bfa4-0b37ed7b151c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:39.931581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdc2bfa-2d0b-4ae7-bfa4-0b37ed7b151c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:39.933424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7cdc2bfa-2d0b-4ae7-bfa4-0b37ed7b151c tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/35f04e96-4d16-4ca7-bd27-9e38f9dd1854 HTTP/1.1" status: 404 len: 339 time: 0.0428486 Jul 22 16:54:39.939631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37270) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:39.948428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3991cefb-c69f-42b4-a5f8-dd44c78214ad') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:39.948906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3991cefb-c69f-42b4-a5f8-dd44c78214ad') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:39.972475 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.006576 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.009950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-57f5cd8f-f748-4e87-b299-6028c881efe5 None None] Provisioning complete for port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:40.011123 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-57f5cd8f-f748-4e87-b299-6028c881efe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.011821 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b5b40a-aeaf-49d9-8f1b-345436c0cc07 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:40.012662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b5b40a-aeaf-49d9-8f1b-345436c0cc07 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:40.015547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a6b5b40a-aeaf-49d9-8f1b-345436c0cc07 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/subnets/6bcdd774-ce25-4a4c-b67e-16b944dd45ec HTTP/1.1" status: 404 len: 337 time: 0.0737705 Jul 22 16:54:40.019760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:40.022681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:40.023286 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:40.026219 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:40.051767 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afbb591-394a-4e16-b56a-e55b80ef9372 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:40.052610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afbb591-394a-4e16-b56a-e55b80ef9372 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:40.054836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6afbb591-394a-4e16-b56a-e55b80ef9372 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/6263d89b-88fe-4e7c-a361-af454046234b HTTP/1.1" status: 404 len: 339 time: 0.0339136 Jul 22 16:54:40.058337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37276) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:40.153380 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b236cb-9365-4e97-9a33-91b3f4d1e506 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:40.153852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b236cb-9365-4e97-9a33-91b3f4d1e506 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:40.159456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-49b236cb-9365-4e97-9a33-91b3f4d1e506 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/subnets/72f33cd3-fb2d-4d7d-93d5-f4f6c6f34959 HTTP/1.1" status: 404 len: 337 time: 0.0974770 Jul 22 16:54:40.160376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37282) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:40.177688 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.191284 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.196213 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] 10.222.0.53 "DELETE /v2.0/networks/daa44e8f-e277-4898-a1a0-af251972e503 HTTP/1.1" status: 204 len: 168 time: 1.9400108 Jul 22 16:54:40.216631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37286) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:40.223281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ea350-b1fb-41a5-880b-28ae8296f54f tempest-NetworksIpV6Test-154836108 tempest-NetworksIpV6Test-154836108-project] Pushing event deleted for resources: {'Network': ['ID=daa44e8f-e277-4898-a1a0-af251972e503,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:40.234088 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7b400b-6992-4cc7-9b6e-d7bcda15b1c8 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:40.234806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7b400b-6992-4cc7-9b6e-d7bcda15b1c8 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:40.239055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ad7b400b-6992-4cc7-9b6e-d7bcda15b1c8 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/9ae90f18-e0d8-4ca2-8011-f48df29720de HTTP/1.1" status: 404 len: 339 time: 0.0757961 Jul 22 16:54:40.242006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:40.274950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-d9781563-a13e-4d39-b351-eca7143fa0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563485 Jul 22 16:54:40.276487 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.307885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 16fab079-d2d9-4cae-af37-8ce9d46be406 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:40.332108 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 16fab079-d2d9-4cae-af37-8ce9d46be406 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:40.332682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 16fab079-d2d9-4cae-af37-8ce9d46be406 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:40.379267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object b812e3fe-9734-4cbc-ab58-7007b3ab9847 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:40.465060 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.530731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:40.531350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6fa8a8a1-06d8-47ba-ae63-b38ed6a105ba req-3c3cd640-4fe8-4deb-b0bf-969ff70c8dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481523 Jul 22 16:54:40.540650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:40.560772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:40.567966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:40.568771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.609390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6154668 Jul 22 16:54:40.615494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a1357-cb18-434f-bb57-ec67ca7b18bf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=b812e3fe-9734-4cbc-ab58-7007b3ab9847,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:40.618949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:40.623454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a2206-f3da-4699-9f00-bac52c8feb54 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Deleting port 78d46245-4b6a-46d7-99ea-b8bd74ec9bc0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:40.623845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e1a2206-f3da-4699-9f00-bac52c8feb54 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.650044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-26f73278-39f5-4da2-8168-e9ed446d2213 None None] Provisioning complete for port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:40.652289 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-26f73278-39f5-4da2-8168-e9ed446d2213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.664406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37296) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:40.799051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674920a-a365-4417-9d72-45cf22c1b949 req-f2836263-1dce-468d-aa00-f047116fdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:40.801365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f674920a-a365-4417-9d72-45cf22c1b949 req-f2836263-1dce-468d-aa00-f047116fdc17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec83f6c5a767410283cefb29388f37bf&device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 1096 time: 0.1704969 Jul 22 16:54:40.833149 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e1a2206-f3da-4699-9f00-bac52c8feb54 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:40.870427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a2206-f3da-4699-9f00-bac52c8feb54 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Calling delete_port for 78d46245-4b6a-46d7-99ea-b8bd74ec9bc0 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:40.882361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c3468-4734-47ad-a7fc-805fb88694ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:40.888597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c3468-4734-47ad-a7fc-805fb88694ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:40.890609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-595c3468-4734-47ad-a7fc-805fb88694ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2706208 Jul 22 16:54:40.897834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.011541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224f1f3-bdcf-4024-9ea9-789d6f3a0c79 req-c75e60d1-a623-4304-bbb2-323e7a49475a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:41.013635 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9224f1f3-bdcf-4024-9ea9-789d6f3a0c79 req-c75e60d1-a623-4304-bbb2-323e7a49475a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 944 time: 0.2718344 Jul 22 16:54:41.020069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b9f6fc1d-f6e9-4994-9c58-fac908638d82 None None] Provisioning for port b812e3fe-9734-4cbc-ab58-7007b3ab9847 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:41.025254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b9f6fc1d-f6e9-4994-9c58-fac908638d82 None None] Provisioning complete for port b812e3fe-9734-4cbc-ab58-7007b3ab9847 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:41.026270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9f6fc1d-f6e9-4994-9c58-fac908638d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.043095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0cb8fcdb-b38c-4f8b-b520-e5d687a56e2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28a58e2c31774d17bddf0753ec2a6130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731582 Jul 22 16:54:41.043095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674920a-a365-4417-9d72-45cf22c1b949 req-43313a54-0235-4e78-bf85-0c3286b6508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:41.044110 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f674920a-a365-4417-9d72-45cf22c1b949 req-43313a54-0235-4e78-bf85-0c3286b6508c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 200 len: 907 time: 0.2223840 Jul 22 16:54:41.044450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37304) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.062912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6fc1d-f6e9-4994-9c58-fac908638d82 None None] Port b812e3fe-9734-4cbc-ab58-7007b3ab9847 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:54:41.115798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9224f1f3-bdcf-4024-9ea9-789d6f3a0c79 req-fa1ca62a-af38-417c-977d-d9edeabca444 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886900 Jul 22 16:54:41.137607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-27111b42-edee-4fa1-96b9-814e420743be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port b812e3fe-9734-4cbc-ab58-7007b3ab9847 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:41.137947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27111b42-edee-4fa1-96b9-814e420743be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.142764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e1a2206-f3da-4699-9f00-bac52c8feb54 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.165423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f674920a-a365-4417-9d72-45cf22c1b949 req-fdb7e438-e53b-4a4e-be86-5e7dbedf0a21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b7fbf42-12a4-4577-b7af-3382a09edbdd HTTP/1.1" status: 200 len: 217 time: 0.1111147 Jul 22 16:54:41.193405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a2206-f3da-4699-9f00-bac52c8feb54 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Port': ['ID=78d46245-4b6a-46d7-99ea-b8bd74ec9bc0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:41.203436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e1a2206-f3da-4699-9f00-bac52c8feb54 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.205428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4e1a2206-f3da-4699-9f00-bac52c8feb54 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/ports/78d46245-4b6a-46d7-99ea-b8bd74ec9bc0 HTTP/1.1" status: 204 len: 168 time: 0.9593108 Jul 22 16:54:41.213919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37306) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.263299 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83ebd9b-2c71-4541-b131-b3406b9011ba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:41.263831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83ebd9b-2c71-4541-b131-b3406b9011ba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:41.268157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c83ebd9b-2c71-4541-b131-b3406b9011ba tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/subnets/fd7e05f1-70a8-4c76-83a8-fceb883d988b HTTP/1.1" status: 404 len: 337 time: 0.0563509 Jul 22 16:54:41.271184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.287173 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd1306ae-da00-4dcc-a11d-35f13aa36e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.297324 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27111b42-edee-4fa1-96b9-814e420743be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.306363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674920a-a365-4417-9d72-45cf22c1b949 req-980ba3ac-d2e1-4ca5-b996-76aacb7e5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:41.308042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f674920a-a365-4417-9d72-45cf22c1b949 req-980ba3ac-d2e1-4ca5-b996-76aacb7e5592 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 200 len: 846 time: 0.1311295 Jul 22 16:54:41.310389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-27111b42-edee-4fa1-96b9-814e420743be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for b812e3fe-9734-4cbc-ab58-7007b3ab9847 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:41.349145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.444595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f674920a-a365-4417-9d72-45cf22c1b949 req-c834492d-5ad2-4ca1-9dc8-437b7dda3e2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f452d5aa-6434-4414-bdc1-839023a3e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152244 Jul 22 16:54:41.461566 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27111b42-edee-4fa1-96b9-814e420743be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.494944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27111b42-edee-4fa1-96b9-814e420743be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=b812e3fe-9734-4cbc-ab58-7007b3ab9847,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:41.501306 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd1306ae-da00-4dcc-a11d-35f13aa36e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.532974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27111b42-edee-4fa1-96b9-814e420743be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.533355 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-27111b42-edee-4fa1-96b9-814e420743be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/b812e3fe-9734-4cbc-ab58-7007b3ab9847 HTTP/1.1" status: 204 len: 168 time: 0.6343541 Jul 22 16:54:41.535763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37310) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.554832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.599756 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9855910-a188-4b16-9f9c-edfc8bbb4224 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:41.601346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9855910-a188-4b16-9f9c-edfc8bbb4224 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:41.603254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b9855910-a188-4b16-9f9c-edfc8bbb4224 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0664341 Jul 22 16:54:41.605790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.674348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-5100d81d-cfb1-4a93-8195-28c153e4ef6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 591cd150-17f6-4486-8c32-a0cf43766780 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:41.678458 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5100d81d-cfb1-4a93-8195-28c153e4ef6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.735042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f674920a-a365-4417-9d72-45cf22c1b949 req-44a652e9-cf67-4464-8384-3991d937b4cd service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562563 Jul 22 16:54:41.736937 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5100d81d-cfb1-4a93-8195-28c153e4ef6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.777677 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd1306ae-da00-4dcc-a11d-35f13aa36e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.781558 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd1306ae-da00-4dcc-a11d-35f13aa36e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.783283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cd1306ae-da00-4dcc-a11d-35f13aa36e3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef7f52d0-3015-48d2-844e-db5bfc6f10f6 HTTP/1.1" status: 204 len: 168 time: 0.7376082 Jul 22 16:54:41.805021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5100d81d-cfb1-4a93-8195-28c153e4ef6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.886758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1306ae-da00-4dcc-a11d-35f13aa36e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f52d0-3015-48d2-844e-db5bfc6f10f6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:41.906040 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5100d81d-cfb1-4a93-8195-28c153e4ef6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.915774 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.957658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100d81d-cfb1-4a93-8195-28c153e4ef6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=591cd150-17f6-4486-8c32-a0cf43766780,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:41.964914 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5100d81d-cfb1-4a93-8195-28c153e4ef6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:41.966648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1810dcbe-44a1-4be4-a7c5-5d7197f6d013']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:41.966968 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5100d81d-cfb1-4a93-8195-28c153e4ef6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/591cd150-17f6-4486-8c32-a0cf43766780 HTTP/1.1" status: 204 len: 168 time: 0.3600740 Jul 22 16:54:41.969424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:41.974489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e1b14-168b-400c-9d7c-31da4dd88b08 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:41.990916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65417471-a074-4f8d-b327-ab970863fce2') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:41.991239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65417471-a074-4f8d-b327-ab970863fce2') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:42.026455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.048428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0456b661-3dbf-45a5-9e45-4cf292ffe6a8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775230 Jul 22 16:54:42.050697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:42.066212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f674920a-a365-4417-9d72-45cf22c1b949 req-383c3ac8-6576-4a3d-ae2f-1a03ec6000eb service neutron] 10.222.0.20 "GET /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813013 Jul 22 16:54:42.072802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.084891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:42.085304 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:42.088731 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:42.142485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291b216-8460-4c29-939a-9e226bb1f595 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:42.143592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a291b216-8460-4c29-939a-9e226bb1f595 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0917037 Jul 22 16:54:42.146367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37328) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:42.205905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04374cfb-4c67-41a1-89e6-5e79d8b8c5b1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:42.210006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-04374cfb-4c67-41a1-89e6-5e79d8b8c5b1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594895 Jul 22 16:54:42.210226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37334) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:42.275005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a201a8c7-7355-4841-b23f-c3eaba9b17c8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606246 Jul 22 16:54:42.279556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37336) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:42.286231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:42.287729 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.295632 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.302070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/1810dcbe-44a1-4be4-a7c5-5d7197f6d013 HTTP/1.1" status: 204 len: 168 time: 1.0294492 Jul 22 16:54:42.307718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:42.353195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586b5ea1-5d94-4135-be44-227a62b1c600 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:42.365280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45760f92-9042-433c-a0fb-138a4868bac9 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Network': ['ID=1810dcbe-44a1-4be4-a7c5-5d7197f6d013,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:42.420073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-586b5ea1-5d94-4135-be44-227a62b1c600 None None] Deleting port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:42.420454 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-586b5ea1-5d94-4135-be44-227a62b1c600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.444726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:42.449573 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.466808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d84f0-7ead-4206-8491-1c1e82693bd0 req-19d1bd15-bea6-42ce-ba1b-455dd59a02be tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:42.475641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae4d84f0-7ead-4206-8491-1c1e82693bd0 req-19d1bd15-bea6-42ce-ba1b-455dd59a02be tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 944 time: 0.2579868 Jul 22 16:54:42.480923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Deleting port f7ebf2e6-40b9-46b9-9f2c-61b110fae796 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:42.481362 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.511107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-586b5ea1-5d94-4135-be44-227a62b1c600 None None] For port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=04c3b80e-236e-43d7-a8ef-50b7f051b5d2,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:42.511517 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-586b5ea1-5d94-4135-be44-227a62b1c600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.526899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-586b5ea1-5d94-4135-be44-227a62b1c600 None None] Calling delete_port for 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:42.616686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae4d84f0-7ead-4206-8491-1c1e82693bd0 req-b15a7ed6-8d0d-4d12-a6d3-ffc0bb80ef11 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292343 Jul 22 16:54:42.641597 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-586b5ea1-5d94-4135-be44-227a62b1c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.653974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] For port f7ebf2e6-40b9-46b9-9f2c-61b110fae796, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f7ebf2e6-40b9-46b9-9f2c-61b110fae796,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:42.654488 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.658846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4bea7a11-8a26-4c32-ba9a-49eea6e01825 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Deleting port 0cbdf6e8-92da-438d-8f50-a5b4be3a773d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:42.658846 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bea7a11-8a26-4c32-ba9a-49eea6e01825 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.682942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b5ea1-5d94-4135-be44-227a62b1c600 None None] Pushing event deleted for resources: {'Port': ['ID=04c3b80e-236e-43d7-a8ef-50b7f051b5d2,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:42.687695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586b5ea1-5d94-4135-be44-227a62b1c600 None None] No DVR routers for this DVR port 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:42.689893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Calling delete_port for f7ebf2e6-40b9-46b9-9f2c-61b110fae796 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:42.739472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.785877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:42.789709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:42.794300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:42.801829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:42.808016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1d47f-c60e-48e0-ada1-52f74738ce80 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:42.811539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=a47adbc9-db07-4b77-98cc-d4b5fcb80747,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:42.823962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6c0af684-f1cc-42ac-9491-bdb2187420df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5399711 Jul 22 16:54:42.824186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37350) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:42.830290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': 'a47adbc9-db07-4b77-98cc-d4b5fcb80747', 'ip_address': '2001:db8::86ae:430b:560c:e995'}], 'name': 'tempest-NetworksTestDHCPv6-641698887'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:42.833783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37352) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:42.985745 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-15c01df7-8966-4c46-813c-7f891f51ad20 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1001792988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:43.022195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': 'a47adbc9-db07-4b77-98cc-d4b5fcb80747'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:43.023111 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.023446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:43.064887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c01df7-8966-4c46-813c-7f891f51ad20 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.065897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c01df7-8966-4c46-813c-7f891f51ad20 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.091171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bea7a11-8a26-4c32-ba9a-49eea6e01825 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.109861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4bea7a11-8a26-4c32-ba9a-49eea6e01825 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Calling delete_port for 0cbdf6e8-92da-438d-8f50-a5b4be3a773d owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:43.185749 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.189938 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c01df7-8966-4c46-813c-7f891f51ad20 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.195311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/a47adbc9-db07-4b77-98cc-d4b5fcb80747/7e766cfb-61bf-42c3-8706-53a067729a2e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:43.206602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c01df7-8966-4c46-813c-7f891f51ad20 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.219339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 888d155f-b528-4a9e-9d30-23704aeab9cc yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:54:43.273171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-15c01df7-8966-4c46-813c-7f891f51ad20 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.274644 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-15c01df7-8966-4c46-813c-7f891f51ad20 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4385250 Jul 22 16:54:43.278027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37356) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:43.284421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1876680789'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:43.362141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Made reservation on behalf of a6027953a77a41a4aa27793015f76b9b for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:43.367030 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.382587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.399118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bea7a11-8a26-4c32-ba9a-49eea6e01825 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.400444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.414495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Transition to ACTIVE for port object 7e766cfb-61bf-42c3-8706-53a067729a2e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:43.434408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Transition to ACTIVE for port object 7e766cfb-61bf-42c3-8706-53a067729a2e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:43.442363 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.453776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea7a11-8a26-4c32-ba9a-49eea6e01825 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Port': ['ID=0cbdf6e8-92da-438d-8f50-a5b4be3a773d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:43.463957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4bea7a11-8a26-4c32-ba9a-49eea6e01825 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.466480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4bea7a11-8a26-4c32-ba9a-49eea6e01825 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/ports/0cbdf6e8-92da-438d-8f50-a5b4be3a773d HTTP/1.1" status: 204 len: 168 time: 1.1537960 Jul 22 16:54:43.471218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37358) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:43.483931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9b7fbf42-12a4-4577-b7af-3382a09edbdd details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:54:43.504862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:43.517607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:43.525059 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-8470a631-0b03-4daf-9053-ec73acdbeff5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] DELETE failed (client error): The resource could not be found. Jul 22 16:54:43.525348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8470a631-0b03-4daf-9053-ec73acdbeff5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:54:43.527656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8470a631-0b03-4daf-9053-ec73acdbeff5 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/subnets/50f35e14-e3e6-44f6-ac7f-b782d8a0c5ea HTTP/1.1" status: 404 len: 337 time: 0.0552843 Jul 22 16:54:43.529048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.532859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:43.537192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37360) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:43.547378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Pushing event updated for resources: {'Port': ['ID=7e766cfb-61bf-42c3-8706-53a067729a2e,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:43.582003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::86ae:430b:560c:e995 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/a47adbc9-db07-4b77-98cc-d4b5fcb80747/888d155f-b528-4a9e-9d30-23704aeab9cc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:43.630620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ebf2e6-40b9-46b9-9f2c-61b110fae796,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:43.648827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Attempting to bind port 7e766cfb-61bf-42c3-8706-53a067729a2e on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:43.650026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Attempting to bind port 7e766cfb-61bf-42c3-8706-53a067729a2e by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:43.651026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Attempting to bind port 7e766cfb-61bf-42c3-8706-53a067729a2e on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:43.722799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:43.723309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:43.728237 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.728747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:43.729503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Bound port: 7e766cfb-61bf-42c3-8706-53a067729a2e, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:43.729850 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.793561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.813221 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.814361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.828587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.841809 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:43.852013 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.852394 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Added segment d8f1e58f-a79b-4d77-8971-b219088f1c91 of type vlan for network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 Jul 22 16:54:43.867146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] For port 7e766cfb-61bf-42c3-8706-53a067729a2e, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:43.877617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] For port 7e766cfb-61bf-42c3-8706-53a067729a2e, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7e766cfb-61bf-42c3-8706-53a067729a2e,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:43.881330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9b7fbf42-12a4-4577-b7af-3382a09edbdd, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b7fbf42-12a4-4577-b7af-3382a09edbdd,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:43.901301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.907268 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.914814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '9b7fbf42-12a4-4577-b7af-3382a09edbdd', 'network_id': 'f452d5aa-6434-4414-bdc1-839023a3e34f', 'port_id': '9b7fbf42-12a4-4577-b7af-3382a09edbdd', 'mac_address': 'fa:16:3e:34:4f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2381c46-3fa4-4415-a1ec-42dcea88a248', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:54:43.978000 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:43.985252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:43.985883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.085701 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c33f5a-48c3-4572-9454-8bc92e6f0eff None None] Pushing event updated for resources: {'Port': ['ID=7e766cfb-61bf-42c3-8706-53a067729a2e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:44.097215 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.116303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7fbf42-12a4-4577-b7af-3382a09edbdd {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:54:44.159076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:54:44.178198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8990583 Jul 22 16:54:44.186846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9b7fbf42-12a4-4577-b7af-3382a09edbdd, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b7fbf42-12a4-4577-b7af-3382a09edbdd,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:44.197991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37364) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:44.198719 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.212504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2b4b2c-ac9a-4a20-8807-6fdf21e0454e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:44.221173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Request body: {'subnet': {'network_id': 'b2febf8c-8bc7-47a5-9bb0-e165226e9ae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:44.309822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9b7fbf42-12a4-4577-b7af-3382a09edbdd,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:44.364526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:44.370601 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7032220a-eb57-40f4-8130-68e90981bda8 admin admin] 10.222.0.53 "PUT /v2.0/routers/9639de7b-a6be-4f72-bc4e-cbfe9e521d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1528964 Jul 22 16:54:44.373196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37366) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:44.377830 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] Sync routers for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:44.398248 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:44.399265 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:44.476935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['9b7fbf42-12a4-4577-b7af-3382a09edbdd'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:54:44.538560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:44.559929 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.574389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:44.574893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 04c3b80e-236e-43d7-a8ef-50b7f051b5d2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:44.577007 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:44.703936 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.770495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Deleting port edd543af-8a60-448f-935f-990634ec632b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:44.770902 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.790328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cca476-6288-4844-914b-6c6a690254e7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Network': ['ID=b2febf8c-8bc7-47a5-9bb0-e165226e9ae3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:44.801321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.808802 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:44.810994 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8ae7a-6ed3-405a-88ef-4f145d48dcdf req-cbbee14b-80f0-4bf0-956e-4d0908e4b9ba tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:44.813274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-69a8ae7a-6ed3-405a-88ef-4f145d48dcdf req-cbbee14b-80f0-4bf0-956e-4d0908e4b9ba tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 944 time: 1.0760648 Jul 22 16:54:44.848854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.874734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] For port edd543af-8a60-448f-935f-990634ec632b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=edd543af-8a60-448f-935f-990634ec632b,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:44.875139 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:44.886681 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'edd543af-8a60-448f-935f-990634ec632b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:54:43Z', 'revision_number': 5, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port': {'id': 'edd543af-8a60-448f-935f-990634ec632b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:47:13Z', 'updated_at': '2021-07-22T16:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:44.892015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Calling delete_port for edd543af-8a60-448f-935f-990634ec632b owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:44.915263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd0b37d-0d28-45ce-b3bb-9858d901d170']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:44.917788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 888d155f-b528-4a9e-9d30-23704aeab9cc will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:44.937781 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] Checking router: 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:54:44.949987 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] Routers {'9639de7b-a6be-4f72-bc4e-cbfe9e521d92'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:44.951397 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:44.959421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b1aff8-e34e-4c62-9c08-79796ba2ec6c') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:44.959880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b1aff8-e34e-4c62-9c08-79796ba2ec6c') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:44.992539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-69a8ae7a-6ed3-405a-88ef-4f145d48dcdf req-7accce01-abfd-42a9-a329-5a85da2ccf7c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403837 Jul 22 16:54:45.002791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.025243 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.034386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Made reservation on behalf of a6027953a77a41a4aa27793015f76b9b for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:45.038000 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.057742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:45.058208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:45.061837 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:45.084222 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] Set router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:54:45.137293 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.153044 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:54:44Z', 'revision_number': 6, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:45.165906 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.185644 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb28a1e-26e5-4348-81a1-d3c73cf244a2 None None] The sync data for ids ['9639de7b-a6be-4f72-bc4e-cbfe9e521d92'] in n-d-792458-13 is: [{'id': '9639de7b-a6be-4f72-bc4e-cbfe9e521d92', 'name': 'tempest-AttachVolumeTestJSON-156490461-router', 'tenant_id': 'ddb3933ba14a40618b45dbf87b676c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:47:12Z', 'updated_at': '2021-07-22T16:54:44Z', 'revision_number': 6, 'project_id': 'ddb3933ba14a40618b45dbf87b676c01', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:45.196262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Pushing event deleted for resources: {'Port': ['ID=edd543af-8a60-448f-935f-990634ec632b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:45.261473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.288690 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.293435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.299491 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/2fd0b37d-0d28-45ce-b3bb-9858d901d170 HTTP/1.1" status: 204 len: 168 time: 1.7612317 Jul 22 16:54:45.306963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37368) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:45.362777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:45.364251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e12c6b-d847-4412-bbbf-9742af10ba61 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Network': ['ID=2fd0b37d-0d28-45ce-b3bb-9858d901d170,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:45.371655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=888d155f-b528-4a9e-9d30-23704aeab9cc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:45.378814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:45.386611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:45.392501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:45.393276 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.396855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.399319 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.420173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0737a7d-8c05-426d-abc8-60aeca65c704 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Deleting subnet e3f99cd9-bc65-492b-acb1-cfe87de3a156 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:45.445806 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0737a7d-8c05-426d-abc8-60aeca65c704 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.461124 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.461895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9639de7b-a6be-4f72-bc4e-cbfe9e521d92 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:54:45.466369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.467497 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-402ab10c-1397-4669-8214-b720fddf200c admin admin] 10.222.0.53 "DELETE /v2.0/routers/9639de7b-a6be-4f72-bc4e-cbfe9e521d92 HTTP/1.1" status: 204 len: 168 time: 1.0925734 Jul 22 16:54:45.470234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37370) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:45.475892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4d8aa5e9-76e6-4700-9b7e-4bb176e4f83e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6506174 Jul 22 16:54:45.481760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:45.488765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9b7fbf42-12a4-4577-b7af-3382a09edbdd up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:45.507937 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0737a7d-8c05-426d-abc8-60aeca65c704 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.562948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e84d9f5c-e88f-4630-87d9-305c2592df6c None None] Provisioning for port 7e766cfb-61bf-42c3-8706-53a067729a2e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:45.563548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7fa104-28b7-4d32-8798-cbec0b81b390 admin admin] Deleting subnet 630ca4ef-5387-4a7b-979a-d331ffe4fb19 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:45.582752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa104-28b7-4d32-8798-cbec0b81b390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.607977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 9b7fbf42-12a4-4577-b7af-3382a09edbdd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:45.627133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 9b7fbf42-12a4-4577-b7af-3382a09edbdd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:45.627897 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.638322 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa104-28b7-4d32-8798-cbec0b81b390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.685053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.739291 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.782309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19928ecc-21e5-41ed-9416-21b0dc47f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7fbf42-12a4-4577-b7af-3382a09edbdd'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:54:45.785206 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb08fb-69a5-49e5-8162-ebcedf27cee7" -d '{"events": [{"server_uuid": "19928ecc-21e5-41ed-9416-21b0dc47f335", "name": "network-vif-plugged", "status": "completed", "tag": "9b7fbf42-12a4-4577-b7af-3382a09edbdd"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:54:45.786484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Subnet': ['ID=56ab0cf8-f7e3-48e8-a05d-31f787756b94,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:45.791779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6dad27-bb4c-4310-ae9a-fda3b418e039 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:45.799331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6dad27-bb4c-4310-ae9a-fda3b418e039 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:45.801507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2b6dad27-bb4c-4310-ae9a-fda3b418e039 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3188071 Jul 22 16:54:45.803238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 9b7fbf42-12a4-4577-b7af-3382a09edbdd, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b7fbf42-12a4-4577-b7af-3382a09edbdd,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:45.803779 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa104-28b7-4d32-8798-cbec0b81b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.807443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37376) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:45.812008 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.826681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0737a7d-8c05-426d-abc8-60aeca65c704 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.843426 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5747cc-d6d2-4a03-9931-8ff20b920f15 x-openstack-request-id: req-8b5747cc-d6d2-4a03-9931-8ff20b920f15 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:54:45.843872 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19928ecc-21e5-41ed-9416-21b0dc47f335", "name": "network-vif-plugged", "status": "completed", "tag": "9b7fbf42-12a4-4577-b7af-3382a09edbdd", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:54:45.844224 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b5747cc-d6d2-4a03-9931-8ff20b920f15 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:54:45.844721 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19928ecc-21e5-41ed-9416-21b0dc47f335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7fbf42-12a4-4577-b7af-3382a09edbdd', 'code': 200} Jul 22 16:54:45.865430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-395b4515-656b-4aaf-9f12-2451699744b6 None None] Provisioning for port 888d155f-b528-4a9e-9d30-23704aeab9cc completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:45.876715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-395b4515-656b-4aaf-9f12-2451699744b6 None None] Provisioning complete for port 888d155f-b528-4a9e-9d30-23704aeab9cc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:45.877705 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-395b4515-656b-4aaf-9f12-2451699744b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.892645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Checking segment: {'id': 'd8f1e58f-a79b-4d77-8971-b219088f1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2febf8c-8bc7-47a5-9bb0-e165226e9ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:45.892922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network hostable DHCP agents. Network: b2febf8c-8bc7-47a5-9bb0-e165226e9ae3, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:45.904515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=9b7fbf42-12a4-4577-b7af-3382a09edbdd,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:45.933508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-395b4515-656b-4aaf-9f12-2451699744b6 None None] Port 888d155f-b528-4a9e-9d30-23704aeab9cc cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:54:45.946759 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0737a7d-8c05-426d-abc8-60aeca65c704 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:45.962194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:45.997438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0737a7d-8c05-426d-abc8-60aeca65c704 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f99cd9-bc65-492b-acb1-cfe87de3a156,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:46.002593 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0737a7d-8c05-426d-abc8-60aeca65c704 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.006786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f0737a7d-8c05-426d-abc8-60aeca65c704 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/subnets/e3f99cd9-bc65-492b-acb1-cfe87de3a156 HTTP/1.1" status: 204 len: 168 time: 0.6835024 Jul 22 16:54:46.006786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, b2febf8c-8bc7-47a5-9bb0-e165226e9ae3) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:46.007272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:46.016291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e6eab3-3bf4-4f74-8f10-45172f9b4f00 None None] Network bdaeabc6-dbb1-4795-9878-66a77904cf1b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:46.025198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:46.025805 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.037906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba90f3-ce04-4415-8077-71b72cf329f5 None None] Network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:46.052574 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-77317224-af20-426b-9938-48f2f109ce50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8365233 Jul 22 16:54:46.053653 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa104-28b7-4d32-8798-cbec0b81b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.056035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37382) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:46.074371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Request body: {'network': {'name': 'tempest-router-network01--1877791716'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:46.114909 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fa104-28b7-4d32-8798-cbec0b81b390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630ca4ef-5387-4a7b-979a-d331ffe4fb19,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:46.122374 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7fa104-28b7-4d32-8798-cbec0b81b390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.125305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eb7fa104-28b7-4d32-8798-cbec0b81b390 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/630ca4ef-5387-4a7b-979a-d331ffe4fb19 HTTP/1.1" status: 204 len: 168 time: 0.6540513 Jul 22 16:54:46.132416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37384) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:46.148932 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a858353c-0b04-404b-b9a5-f1e6ccf1a3e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 888d155f-b528-4a9e-9d30-23704aeab9cc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:46.149473 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a858353c-0b04-404b-b9a5-f1e6ccf1a3e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.180565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c57427-974e-4f28-b59c-e26bd2eddfda None None] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:46.199606 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.207326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Made reservation on behalf of a6027953a77a41a4aa27793015f76b9b for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:46.211514 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.258960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156ff28-32d2-4560-8217-043096b75640 req-2948972b-5067-44f6-bf66-74bf683fabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:46.260642 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6156ff28-32d2-4560-8217-043096b75640 req-2948972b-5067-44f6-bf66-74bf683fabd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 1098 time: 0.2940767 Jul 22 16:54:46.269081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:46.279553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.281375 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Added segment 03953a9d-4154-4705-be41-ec0e4712170d of type vlan for network 89010a5f-e301-49bf-bf80-9442c646328b Jul 22 16:54:46.336704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.367780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.378627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a858353c-0b04-404b-b9a5-f1e6ccf1a3e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.392714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7520d-98f2-4950-af19-02b246892a05 req-b5c8df74-c99a-43c8-969a-58fe0e76ec43 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:46.394352 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5f7520d-98f2-4950-af19-02b246892a05 req-b5c8df74-c99a-43c8-969a-58fe0e76ec43 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.2507293 Jul 22 16:54:46.394920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6156ff28-32d2-4560-8217-043096b75640 req-0c29c7a4-d63f-4042-8677-b82934aeb404 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245124 Jul 22 16:54:46.419105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a858353c-0b04-404b-b9a5-f1e6ccf1a3e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 888d155f-b528-4a9e-9d30-23704aeab9cc owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:46.434979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7e766cfb-61bf-42c3-8706-53a067729a2e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:46.453647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.461462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:46.462111 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.508658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Deleting port d3a5f22b-fc67-4de0-8dfa-cc804525f10a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:46.508658 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.508864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5f7520d-98f2-4950-af19-02b246892a05 req-51919b64-4973-4aa2-ab43-8c6d69af9bc3 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051383 Jul 22 16:54:46.510074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Deleting port 0963b1ad-9869-4fa1-8423-edde6359b461 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:46.510625 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.534681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4778459 Jul 22 16:54:46.539508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37386) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:46.550984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Request body: {'network': {'name': 'tempest-router-network02--984732770'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:46.581388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8fb7b-6e27-4af6-a43b-346247b7ff06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Network': ['ID=89010a5f-e301-49bf-bf80-9442c646328b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:46.603560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 89010a5f-e301-49bf-bf80-9442c646328b details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:46.637777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] For port 0963b1ad-9869-4fa1-8423-edde6359b461, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0963b1ad-9869-4fa1-8423-edde6359b461,segment=NetworkSegment(0daa9093-ea15-4716-a7c7-520feb6ab5c9),segment_id=0daa9093-ea15-4716-a7c7-520feb6ab5c9)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:46.638145 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.658842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Calling delete_port for 0963b1ad-9869-4fa1-8423-edde6359b461 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:46.683765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-b2febf8c-8bc7-47a5-9bb0-e165226e9ae3', 'network_id': 'b2febf8c-8bc7-47a5-9bb0-e165226e9ae3', 'tenant_id': 'a6027953a77a41a4aa27793015f76b9b', 'fixed_ips': [{'subnet_id': '56ab0cf8-f7e3-48e8-a05d-31f787756b94'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:46.684688 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.707403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] For port d3a5f22b-fc67-4de0-8dfa-cc804525f10a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d3a5f22b-fc67-4de0-8dfa-cc804525f10a,segment=NetworkSegment(ce2f7eaf-0d20-407d-9897-6205d1e5e7be),segment_id=ce2f7eaf-0d20-407d-9897-6205d1e5e7be)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:46.708037 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.748822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Calling delete_port for d3a5f22b-fc67-4de0-8dfa-cc804525f10a owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:46.751404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Made reservation on behalf of a6027953a77a41a4aa27793015f76b9b for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:46.756702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.765655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 7e766cfb-61bf-42c3-8706-53a067729a2e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:46.772942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7e766cfb-61bf-42c3-8706-53a067729a2e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:46.773314 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.789518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.823129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e64669-5992-48d7-aa96-cbaee92cb390 None None] DHCP port deletion for bdaeabc6-dbb1-4795-9878-66a77904cf1b request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:46.835402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Port': ['ID=0963b1ad-9869-4fa1-8423-edde6359b461,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:46.838698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] No DVR routers for this DVR port 0963b1ad-9869-4fa1-8423-edde6359b461 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:46.847597 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a858353c-0b04-404b-b9a5-f1e6ccf1a3e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.879639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:46.886070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] DHCP port deletion for 1bcf8bdd-ec29-4826-8f52-44d08933928c request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:46.910273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858353c-0b04-404b-b9a5-f1e6ccf1a3e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=888d155f-b528-4a9e-9d30-23704aeab9cc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:46.952345 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.963495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdaeabc6-dbb1-4795-9878-66a77904cf1b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:46.970540 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.971253 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Added segment 625910fa-e989-4fec-a516-ca67d307ffa4 of type vlan for network b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda Jul 22 16:54:46.973424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a858353c-0b04-404b-b9a5-f1e6ccf1a3e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:46.975849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a858353c-0b04-404b-b9a5-f1e6ccf1a3e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/888d155f-b528-4a9e-9d30-23704aeab9cc HTTP/1.1" status: 204 len: 168 time: 1.1672225 Jul 22 16:54:46.976881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0daa9093-ea15-4716-a7c7-520feb6ab5c9') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:46.977390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0daa9093-ea15-4716-a7c7-520feb6ab5c9') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:46.979767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37388) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:47.035989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.047754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e560b9-b67d-49b8-9066-f35431148a58 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:47.049389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e560b9-b67d-49b8-9066-f35431148a58 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:47.053492 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-16e560b9-b67d-49b8-9066-f35431148a58 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0702484 Jul 22 16:54:47.053717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:47.057006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.068278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.110347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.126587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a5f22b-fc67-4de0-8dfa-cc804525f10a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.133469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f63a3a-79d7-4910-81db-29fd58c34499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet a47adbc9-db07-4b77-98cc-d4b5fcb80747 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:47.136051 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:47.137790 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:47.142376 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:47.144641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] No DVR routers for this DVR port d3a5f22b-fc67-4de0-8dfa-cc804525f10a on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:47.161751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f63a3a-79d7-4910-81db-29fd58c34499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.172838 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.180650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:47.181773 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.245331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Allocated IP 172.20.0.2 (b2febf8c-8bc7-47a5-9bb0-e165226e9ae3/56ab0cf8-f7e3-48e8-a05d-31f787756b94/a1368057-4b60-4b32-9a45-228991a015f5) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:47.273456 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.280766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] Deleting port d3a5f22b-fc67-4de0-8dfa-cc804525f10a {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:47.281363 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.282387 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.283578 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.302512 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.306613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7649641 Jul 22 16:54:47.309488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] 10.222.0.53 "DELETE /v2.0/networks/bdaeabc6-dbb1-4795-9878-66a77904cf1b HTTP/1.1" status: 204 len: 168 time: 1.3003719 Jul 22 16:54:47.311725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcf8bdd-ec29-4826-8f52-44d08933928c']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:47.313079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f63a3a-79d7-4910-81db-29fd58c34499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.313906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37392) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:47.327535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Request body: {'subnet': {'network_id': '89010a5f-e301-49bf-bf80-9442c646328b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:47.349503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e042f-0815-4ef8-b393-5057fd289267 tempest-NetworksIpV6TestAttrs-991368091 tempest-NetworksIpV6TestAttrs-991368091-project] Pushing event deleted for resources: {'Network': ['ID=bdaeabc6-dbb1-4795-9878-66a77904cf1b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.399705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:47.400015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2f7eaf-0d20-407d-9897-6205d1e5e7be') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:47.401668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258a7b2-3851-49fa-8c84-9368af506d50 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Network': ['ID=b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.428939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.474831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f63a3a-79d7-4910-81db-29fd58c34499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.479486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.488673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:47.493536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:54:47.494383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:54:47.496038 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:54:47.521837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] For port d3a5f22b-fc67-4de0-8dfa-cc804525f10a, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:47.522270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.568617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.571425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Made reservation on behalf of a6027953a77a41a4aa27793015f76b9b for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:47.576898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.584938 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.586801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1bcf8bdd-ec29-4826-8f52-44d08933928c HTTP/1.1" status: 204 len: 168 time: 1.4532320 Jul 22 16:54:47.589711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f63a3a-79d7-4910-81db-29fd58c34499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.619217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d5d96-a2ae-4755-91ba-2f04bbf21ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcf8bdd-ec29-4826-8f52-44d08933928c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.623024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] Calling delete_port for d3a5f22b-fc67-4de0-8dfa-cc804525f10a owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:47.648470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] Port d3a5f22b-fc67-4de0-8dfa-cc804525f10a was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:54:47.675107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f63a3a-79d7-4910-81db-29fd58c34499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=a47adbc9-db07-4b77-98cc-d4b5fcb80747,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.675866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.683747 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25f63a3a-79d7-4910-81db-29fd58c34499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:47.689113 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-25f63a3a-79d7-4910-81db-29fd58c34499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/a47adbc9-db07-4b77-98cc-d4b5fcb80747 HTTP/1.1" status: 204 len: 168 time: 0.6319008 Jul 22 16:54:47.689618 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37402) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:47.745268 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4bc0544c-c7ec-4457-ade7-39c1a0269045 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515678 Jul 22 16:54:47.747236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37404) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:47.759249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:47.779496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8672071f-92d6-4b31-9101-c80d34379763 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:47.784155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37406) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:47.836239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] Network 1bcf8bdd-ec29-4826-8f52-44d08933928c is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:54:47.836696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] No DVR routers for this DVR port d3a5f22b-fc67-4de0-8dfa-cc804525f10a on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:47.865386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60bf9f-387d-45ad-bc14-82090a9350a4 None None] Pushing event deleted for resources: {'Port': ['ID=d3a5f22b-fc67-4de0-8dfa-cc804525f10a,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:47.887737 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:54:47.888134 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:54:47.907671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:47.912579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.011410 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.016918 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.030987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Transition to ACTIVE for port object a1368057-4b60-4b32-9a45-228991a015f5 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:48.059950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Transition to ACTIVE for port object a1368057-4b60-4b32-9a45-228991a015f5 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:48.070324 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.112861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-353bf7e2-4437-4fa0-9a75-d4d7abac7d42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddb3933ba14a40618b45dbf87b676c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000040 Jul 22 16:54:48.116652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37412) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.124412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:48.128801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:48.131828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:48.132267 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bc478b65-ee83-4da3-8dbf-1eb441015e28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0730cc74e1442a49068e1d80bfa77f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467059 Jul 22 16:54:48.140294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.140497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Pushing event updated for resources: {'Port': ['ID=a1368057-4b60-4b32-9a45-228991a015f5,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:48.215850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc218f3-5675-4156-8660-f20a0490af6c None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:54:48.225242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Attempting to bind port a1368057-4b60-4b32-9a45-228991a015f5 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:48.225611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Attempting to bind port a1368057-4b60-4b32-9a45-228991a015f5 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'd8f1e58f-a79b-4d77-8971-b219088f1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2febf8c-8bc7-47a5-9bb0-e165226e9ae3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:48.226640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Attempting to bind port a1368057-4b60-4b32-9a45-228991a015f5 on network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:48.234562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5192c-1c41-4aed-8544-3abecda4d628 req-66f42c23-df74-4ee3-ab7a-e9a312f267ed tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:48.236290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fdc5192c-1c41-4aed-8544-3abecda4d628 req-66f42c23-df74-4ee3-ab7a-e9a312f267ed tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.5928581 Jul 22 16:54:48.255392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:48.255884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Checking segment: {'id': 'd8f1e58f-a79b-4d77-8971-b219088f1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2febf8c-8bc7-47a5-9bb0-e165226e9ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:48.256285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.256686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Bound using segment: {'id': 'd8f1e58f-a79b-4d77-8971-b219088f1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2febf8c-8bc7-47a5-9bb0-e165226e9ae3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:48.257165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Bound port: a1368057-4b60-4b32-9a45-228991a015f5, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f1e58f-a79b-4d77-8971-b219088f1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b2febf8c-8bc7-47a5-9bb0-e165226e9ae3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:48.257672 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.324220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fdc5192c-1c41-4aed-8544-3abecda4d628 req-783c38e6-cef7-4da6-a515-519ddfef3f6b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783482 Jul 22 16:54:48.325183 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-536ffa44-4cce-4b7a-8eb2-a1d61eabaed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.325652 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.337274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-afc218f3-5675-4156-8660-f20a0490af6c None None] Deleting port 7e766cfb-61bf-42c3-8706-53a067729a2e {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:48.337862 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-afc218f3-5675-4156-8660-f20a0490af6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.344067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-558b0f81-3a87-4bed-926c-9585586810f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.355869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] For port a1368057-4b60-4b32-9a45-228991a015f5, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:48.370103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-536ffa44-4cce-4b7a-8eb2-a1d61eabaed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.378895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] For port a1368057-4b60-4b32-9a45-228991a015f5, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a1368057-4b60-4b32-9a45-228991a015f5,segment=NetworkSegment(d8f1e58f-a79b-4d77-8971-b219088f1c91),segment_id=d8f1e58f-a79b-4d77-8971-b219088f1c91)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:48.393177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.403190 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-558b0f81-3a87-4bed-926c-9585586810f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.443138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Subnet': ['ID=baa7eefa-1913-4733-a950-fae7e47ebc9e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:48.448131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Checking segment: {'id': '03953a9d-4154-4705-be41-ec0e4712170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '89010a5f-e301-49bf-bf80-9442c646328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:48.448505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network hostable DHCP agents. Network: 89010a5f-e301-49bf-bf80-9442c646328b, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:48.462364 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.471309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-afc218f3-5675-4156-8660-f20a0490af6c None None] For port 7e766cfb-61bf-42c3-8706-53a067729a2e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7e766cfb-61bf-42c3-8706-53a067729a2e,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:48.471863 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-afc218f3-5675-4156-8660-f20a0490af6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.476163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network 89010a5f-e301-49bf-bf80-9442c646328b is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:48.486050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:48.492735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 89010a5f-e301-49bf-bf80-9442c646328b) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:48.501608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:48.508420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:48.509144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.510834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:48.511568 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.529034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=b3ea1c76-f4ff-414c-a249-759e53052461,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:48.543159 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-19bfad24-e5f1-4da5-960e-3905279e3ecc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7947361 Jul 22 16:54:48.548304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c96507a-a71f-44c6-9141-166140c8b22f None None] Network 89010a5f-e301-49bf-bf80-9442c646328b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:48.551487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37420) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.556060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-afc218f3-5675-4156-8660-f20a0490af6c None None] Calling delete_port for 7e766cfb-61bf-42c3-8706-53a067729a2e owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:48.559485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': 'b3ea1c76-f4ff-414c-a249-759e53052461', 'ip_address': '2001:db8::9989:fb70:9a:3bfc'}], 'name': 'tempest-NetworksTestDHCPv6-25697804'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:48.564545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-88fddad5-eea7-493a-bc3d-8aaa436760a7 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2492588 Jul 22 16:54:48.567123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37422) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:48.575551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Request body: {'subnet': {'network_id': 'b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:48.576000 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3b21ea51-e8ec-4b05-9f41-48d5d6e01482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.610081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.626923 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-536ffa44-4cce-4b7a-8eb2-a1d61eabaed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.629576 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-536ffa44-4cce-4b7a-8eb2-a1d61eabaed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.630751 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-536ffa44-4cce-4b7a-8eb2-a1d61eabaed4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fc823b9-10f2-4bac-aa21-a48034e706b8 HTTP/1.1" status: 204 len: 168 time: 0.4895012 Jul 22 16:54:48.650436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ffa44-4cce-4b7a-8eb2-a1d61eabaed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc823b9-10f2-4bac-aa21-a48034e706b8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:48.682622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-558b0f81-3a87-4bed-926c-9585586810f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.685719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-558b0f81-3a87-4bed-926c-9585586810f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.687578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-558b0f81-3a87-4bed-926c-9585586810f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c6e3390-6c47-4628-b892-bd9a2b04ec04 HTTP/1.1" status: 204 len: 168 time: 0.5700061 Jul 22 16:54:48.709636 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b0f81-3a87-4bed-926c-9585586810f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e3390-6c47-4628-b892-bd9a2b04ec04,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:48.715799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a85ecc-6b0a-48c5-a2f7-4f8795c28920 req-c2d282b4-a605-466f-9e28-07d5d97743b3 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:48.717399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21a85ecc-6b0a-48c5-a2f7-4f8795c28920 req-c2d282b4-a605-466f-9e28-07d5d97743b3 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.1920259 Jul 22 16:54:48.734201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3067ad0-0bd3-4c1f-b369-e8d09371d8d6 None None] Pushing event updated for resources: {'Port': ['ID=a1368057-4b60-4b32-9a45-228991a015f5,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:48.815665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:48.829810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21a85ecc-6b0a-48c5-a2f7-4f8795c28920 req-6eea7c8f-7afb-4d2e-8ed4-85ab18d48302 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007574 Jul 22 16:54:48.891165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 7e766cfb-61bf-42c3-8706-53a067729a2e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7e766cfb-61bf-42c3-8706-53a067729a2e,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:48.893277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Made reservation on behalf of a6027953a77a41a4aa27793015f76b9b for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:48.900357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:48.906672 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.024624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=7e766cfb-61bf-42c3-8706-53a067729a2e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:49.039250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device edd543af-8a60-448f-935f-990634ec632b no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:49.073572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: edd543af-8a60-448f-935f-990634ec632b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:49.074238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device edd543af-8a60-448f-935f-990634ec632b not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:49.074397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f7ebf2e6-40b9-46b9-9f2c-61b110fae796 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:49.098499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: f7ebf2e6-40b9-46b9-9f2c-61b110fae796 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:49.098868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f7ebf2e6-40b9-46b9-9f2c-61b110fae796 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:49.122178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-afc218f3-5675-4156-8660-f20a0490af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.152077 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.181344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79a66-4e32-4293-9223-0f3994b6f8ac req-f917b267-825b-4545-abb3-afcd9dde4f07 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:49.183043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00b79a66-4e32-4293-9223-0f3994b6f8ac req-f917b267-825b-4545-abb3-afcd9dde4f07 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.1805804 Jul 22 16:54:49.189136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 44f422d5-8b22-46b8-9780-ab58046b7563 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:54:49.212028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc218f3-5675-4156-8660-f20a0490af6c None None] Pushing event deleted for resources: {'Port': ['ID=7e766cfb-61bf-42c3-8706-53a067729a2e,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:49.234921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00b79a66-4e32-4293-9223-0f3994b6f8ac req-9d6bdcc5-a9b3-4407-bb5d-35af4bc47937 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Jul 22 16:54:49.267602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc218f3-5675-4156-8660-f20a0490af6c None None] No DVR routers for this DVR port 7e766cfb-61bf-42c3-8706-53a067729a2e on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:54:49.302431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-89010a5f-e301-49bf-bf80-9442c646328b', 'network_id': '89010a5f-e301-49bf-bf80-9442c646328b', 'tenant_id': 'a6027953a77a41a4aa27793015f76b9b', 'fixed_ips': [{'subnet_id': 'baa7eefa-1913-4733-a950-fae7e47ebc9e'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:49.303370 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.335210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d71ac-04da-4ddb-8ec8-3ea12147c5fa None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:49.411369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a1368057-4b60-4b32-9a45-228991a015f5 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:49.412758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.533664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Subnet': ['ID=d970846a-8888-41a0-9ddf-bc5c39a562a1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:49.537065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::9989:fb70:9a:3bfc (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b3ea1c76-f4ff-414c-a249-759e53052461/44f422d5-8b22-46b8-9780-ab58046b7563) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:49.548629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Checking segment: {'id': '625910fa-e989-4fec-a516-ca67d307ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:49.550533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network hostable DHCP agents. Network: b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:49.591951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:49.605849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:49.626563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:49.627548 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.649418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41974fc7-b6f0-41e3-bf0f-422753c0841e None None] Network b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:49.652522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9ec9eaa4-39c8-4d73-a369-1442c5533160 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0843530 Jul 22 16:54:49.656655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37454) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:49.959321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:49.997712 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a1368057-4b60-4b32-9a45-228991a015f5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:50.013711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 44f422d5-8b22-46b8-9780-ab58046b7563 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:50.084610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffb4ef-5faa-4ab7-bb1a-4ec9ed9fa9ab req-4a0ba84e-eccd-41e8-a98d-54f5d1082fcd tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:50.086211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19ffb4ef-5faa-4ab7-bb1a-4ec9ed9fa9ab req-4a0ba84e-eccd-41e8-a98d-54f5d1082fcd tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.4199884 Jul 22 16:54:50.145898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda', 'network_id': 'b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda', 'tenant_id': 'a6027953a77a41a4aa27793015f76b9b', 'fixed_ips': [{'subnet_id': 'd970846a-8888-41a0-9ddf-bc5c39a562a1'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:50.146751 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.165459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37470) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:50.174638 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.180040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0963b1ad-9869-4fa1-8423-edde6359b461 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:50.191412 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19ffb4ef-5faa-4ab7-bb1a-4ec9ed9fa9ab req-9103495d-8355-443c-8447-50ce050cde5b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944920 Jul 22 16:54:50.193226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.253055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:50.257094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:50.260405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:50.266202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Allocated IP 172.20.0.2 (89010a5f-e301-49bf-bf80-9442c646328b/baa7eefa-1913-4733-a950-fae7e47ebc9e/a46b19f9-3275-4bbc-aae6-dd746f813070) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:50.268342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:50.269105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.272936 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 0963b1ad-9869-4fa1-8423-edde6359b461 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:50.273280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0963b1ad-9869-4fa1-8423-edde6359b461 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:50.273709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d3a5f22b-fc67-4de0-8dfa-cc804525f10a no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:50.290307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=44f422d5-8b22-46b8-9780-ab58046b7563,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:50.294020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36884e72-9ff5-40ac-a5b5-3fc30212251b None None] Network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:50.301504 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d3a5f22b-fc67-4de0-8dfa-cc804525f10a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:50.301853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d3a5f22b-fc67-4de0-8dfa-cc804525f10a not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:50.302270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7e766cfb-61bf-42c3-8706-53a067729a2e no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:54:50.305711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-60097e3c-bf5f-461c-bad3-972ac08533fc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7524233 Jul 22 16:54:50.308058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:50.399833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f169431b-f00e-4116-8910-35f46f96014f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:50.407569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f169431b-f00e-4116-8910-35f46f96014f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 942 time: 0.0974705 Jul 22 16:54:50.409510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37480) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:50.574431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ac38253c-24a0-4e14-9dc5-aa9301e8ad0c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 44f422d5-8b22-46b8-9780-ab58046b7563 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:50.576944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac38253c-24a0-4e14-9dc5-aa9301e8ad0c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.587020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1802600215'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:50.635435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 7e766cfb-61bf-42c3-8706-53a067729a2e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:54:50.635893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7e766cfb-61bf-42c3-8706-53a067729a2e not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:54:50.666099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-39f61f4e-b5b8-4630-88ad-d653ddc05822 None None] Provisioning for port a1368057-4b60-4b32-9a45-228991a015f5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:50.689709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:50.693156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.708230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.719655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-39f61f4e-b5b8-4630-88ad-d653ddc05822 None None] Provisioning complete for port a1368057-4b60-4b32-9a45-228991a015f5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:50.720199 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-39f61f4e-b5b8-4630-88ad-d653ddc05822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.737857 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac38253c-24a0-4e14-9dc5-aa9301e8ad0c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.754639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ac38253c-24a0-4e14-9dc5-aa9301e8ad0c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 44f422d5-8b22-46b8-9780-ab58046b7563 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:50.868053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Allocated IP 172.20.0.2 (b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda/d970846a-8888-41a0-9ddf-bc5c39a562a1/7beee8c2-4c68-4387-bb6e-0ef83302884b) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:50.898334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': 'b3ea1c76-f4ff-414c-a249-759e53052461'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:50.899325 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.939335 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.946261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:50.993878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e781d6-0b3e-4738-be81-4e1aeb44fb9c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:51.007009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:51.017639 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.017902 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added segment 5e95033c-2fbc-4e3b-9163-ef2525f77055 of type vlan for network 3c61cf31-5de6-4415-a041-9f619573f603 Jul 22 16:54:51.025758 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac38253c-24a0-4e14-9dc5-aa9301e8ad0c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.080302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38253c-24a0-4e14-9dc5-aa9301e8ad0c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=44f422d5-8b22-46b8-9780-ab58046b7563,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:51.122385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac38253c-24a0-4e14-9dc5-aa9301e8ad0c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.128099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ac38253c-24a0-4e14-9dc5-aa9301e8ad0c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/44f422d5-8b22-46b8-9780-ab58046b7563 HTTP/1.1" status: 204 len: 168 time: 0.7146277 Jul 22 16:54:51.128099 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.129404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37498) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:51.162841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.170683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:51.171641 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.218521 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-49f75995-5c28-45d0-9d20-fb4828db10e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.221719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0550673 Jul 22 16:54:51.223384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c268c4e-8745-486b-a36d-7468b6ca3f3f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:51.225481 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.225621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c268c4e-8745-486b-a36d-7468b6ca3f3f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:51.226249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:51.231850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-934608488'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:51.232844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4c268c4e-8745-486b-a36d-7468b6ca3f3f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1016705 Jul 22 16:54:51.234951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37506) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:51.239773 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-39f61f4e-b5b8-4630-88ad-d653ddc05822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.275330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Transition to ACTIVE for port object a46b19f9-3275-4bbc-aae6-dd746f813070 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:51.301985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:51.306046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.332155 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.332704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0fdd3-7ce5-4e49-b024-f9a336f8c8dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Network': ['ID=3c61cf31-5de6-4415-a041-9f619573f603,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:51.360097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3c61cf31-5de6-4415-a041-9f619573f603 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:51.361942 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:54:51.365134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-0baa3df4-664f-4c63-be7c-c2f19a8ca22a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet b3ea1c76-f4ff-414c-a249-759e53052461 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:51.372529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Transition to ACTIVE for port object a46b19f9-3275-4bbc-aae6-dd746f813070 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:51.382548 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.383037 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added segment 2527dd43-d128-4428-9548-1fdd65cde3c0 of type vlan for network 6632756c-4419-4d79-a3f8-01ccd83568a8 Jul 22 16:54:51.436929 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.443559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc49a6-e375-43b3-b3e0-4bcffbd44972 req-a5b5c88b-ea1d-4d87-a746-bc1bf2b79cf6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:51.445125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-39f61f4e-b5b8-4630-88ad-d653ddc05822 None None] For port a1368057-4b60-4b32-9a45-228991a015f5, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a1368057-4b60-4b32-9a45-228991a015f5,segment=NetworkSegment(d8f1e58f-a79b-4d77-8971-b219088f1c91),segment_id=d8f1e58f-a79b-4d77-8971-b219088f1c91)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:51.445729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87bc49a6-e375-43b3-b3e0-4bcffbd44972 req-a5b5c88b-ea1d-4d87-a746-bc1bf2b79cf6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.1381762 Jul 22 16:54:51.453280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.479029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b3ea1c76-f4ff-414c-a249-759e53052461/c6237a64-44b3-4f7d-acde-42be9ba39a96) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:51.495941 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.505330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:51.506472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.510897 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-39f61f4e-b5b8-4630-88ad-d653ddc05822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.530996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Allocated IP 172.20.0.1 (89010a5f-e301-49bf-bf80-9442c646328b/baa7eefa-1913-4733-a950-fae7e47ebc9e/2f251d79-ce82-4c8e-a4cf-e6d1bcd749e2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:51.540114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-87bc49a6-e375-43b3-b3e0-4bcffbd44972 req-1eed4049-0356-47f8-834b-24fa918b4096 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844648 Jul 22 16:54:51.613719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3858416 Jul 22 16:54:51.618237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37512) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:51.622683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'subnet': {'network_id': '3c61cf31-5de6-4415-a041-9f619573f603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:51.650634 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.651351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0af02-512e-4081-a304-f8134ab10544 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Network': ['ID=6632756c-4419-4d79-a3f8-01ccd83568a8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:51.677323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Network 89010a5f-e301-49bf-bf80-9442c646328b is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:51.678401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Pushing event updated for resources: {'Port': ['ID=a46b19f9-3275-4bbc-aae6-dd746f813070,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:51.693132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 6632756c-4419-4d79-a3f8-01ccd83568a8 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:54:51.717138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:51.851741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:51.854408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Transition to ACTIVE for port object 7beee8c2-4c68-4387-bb6e-0ef83302884b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:51.880801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.905327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:51.910300 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:51.940647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Transition to ACTIVE for port object 2f251d79-ce82-4c8e-a4cf-e6d1bcd749e2 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:51.965667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Transition to ACTIVE for port object 7beee8c2-4c68-4387-bb6e-0ef83302884b will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:52.065050 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.066029 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.070054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f61f4e-b5b8-4630-88ad-d653ddc05822 None None] Pushing event updated for resources: {'Port': ['ID=a1368057-4b60-4b32-9a45-228991a015f5,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:52.073113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.100727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Attempting to bind port a46b19f9-3275-4bbc-aae6-dd746f813070 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:52.101270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Attempting to bind port a46b19f9-3275-4bbc-aae6-dd746f813070 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '03953a9d-4154-4705-be41-ec0e4712170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '89010a5f-e301-49bf-bf80-9442c646328b'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:52.102392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Attempting to bind port a46b19f9-3275-4bbc-aae6-dd746f813070 on network 89010a5f-e301-49bf-bf80-9442c646328b {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:52.133792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Transition to ACTIVE for port object c6237a64-44b3-4f7d-acde-42be9ba39a96 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:52.150459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network 89010a5f-e301-49bf-bf80-9442c646328b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:52.155569 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:52.155808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Checking segment: {'id': '03953a9d-4154-4705-be41-ec0e4712170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '89010a5f-e301-49bf-bf80-9442c646328b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:52.156318 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.156728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Bound using segment: {'id': '03953a9d-4154-4705-be41-ec0e4712170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '89010a5f-e301-49bf-bf80-9442c646328b'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:52.157215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Bound port: a46b19f9-3275-4bbc-aae6-dd746f813070, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03953a9d-4154-4705-be41-ec0e4712170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '89010a5f-e301-49bf-bf80-9442c646328b'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:52.157605 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.165610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:52.167404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Network b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:52.169717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:52.177631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Port': ['ID=2f251d79-ce82-4c8e-a4cf-e6d1bcd749e2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:52.182827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d1f2ab91-ce10-4c9d-8f66-162898b43663 None None] Provisioning complete for port a1368057-4b60-4b32-9a45-228991a015f5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:52.182827 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d1f2ab91-ce10-4c9d-8f66-162898b43663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.226558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:52.241507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:52.250612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Pushing event updated for resources: {'Port': ['ID=7beee8c2-4c68-4387-bb6e-0ef83302884b,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:52.257571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Transition to ACTIVE for port object c6237a64-44b3-4f7d-acde-42be9ba39a96 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:52.272964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.297661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0baa3df4-664f-4c63-be7c-c2f19a8ca22a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.298217 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.365165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.408351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0baa3df4-664f-4c63-be7c-c2f19a8ca22a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.439483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:52.481739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] For port a46b19f9-3275-4bbc-aae6-dd746f813070, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:52.484865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:52.486509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Pushing event updated for resources: {'Port': ['ID=c6237a64-44b3-4f7d-acde-42be9ba39a96,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:52.490803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:52.496967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Attempting to bind port 7beee8c2-4c68-4387-bb6e-0ef83302884b on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:52.497332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Attempting to bind port 7beee8c2-4c68-4387-bb6e-0ef83302884b by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '625910fa-e989-4fec-a516-ca67d307ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:52.497685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Attempting to bind port 7beee8c2-4c68-4387-bb6e-0ef83302884b on network b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:52.530514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] For port a46b19f9-3275-4bbc-aae6-dd746f813070, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a46b19f9-3275-4bbc-aae6-dd746f813070,segment=NetworkSegment(03953a9d-4154-4705-be41-ec0e4712170d),segment_id=03953a9d-4154-4705-be41-ec0e4712170d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:52.531176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Subnet': ['ID=c26945c0-9b3c-4771-bde1-a7c7e16e2132,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:52.534523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:52.534893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Checking segment: {'id': '625910fa-e989-4fec-a516-ca67d307ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:52.535388 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.535775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Bound using segment: {'id': '625910fa-e989-4fec-a516-ca67d307ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:52.536362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Bound port: 7beee8c2-4c68-4387-bb6e-0ef83302884b, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625910fa-e989-4fec-a516-ca67d307ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:52.536755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.584368 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.620439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Checking segment: {'id': '5e95033c-2fbc-4e3b-9163-ef2525f77055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c61cf31-5de6-4415-a041-9f619573f603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:52.620677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network hostable DHCP agents. Network: 3c61cf31-5de6-4415-a041-9f619573f603, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:52.652167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0baa3df4-664f-4c63-be7c-c2f19a8ca22a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.654896 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.693948 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.699704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Attempting to bind port c6237a64-44b3-4f7d-acde-42be9ba39a96 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:52.700290 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Attempting to bind port c6237a64-44b3-4f7d-acde-42be9ba39a96 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:52.700852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Attempting to bind port c6237a64-44b3-4f7d-acde-42be9ba39a96 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:52.719196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:52.719502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 3c61cf31-5de6-4415-a041-9f619573f603 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:52.720045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:52.720606 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.721162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:52.722147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Bound port: c6237a64-44b3-4f7d-acde-42be9ba39a96, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:52.722527 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.727900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009ca43-1e7e-4dde-b49c-409f15cdf919 req-2ddaf01f-c0a5-47a6-b9fb-f459f2a935e0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:52.732803 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1009ca43-1e7e-4dde-b49c-409f15cdf919 req-2ddaf01f-c0a5-47a6-b9fb-f459f2a935e0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.0895517 Jul 22 16:54:52.761242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db6150-74aa-4dbb-8289-c789cb04579d None None] Pushing event updated for resources: {'Port': ['ID=a46b19f9-3275-4bbc-aae6-dd746f813070,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:52.792866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1009ca43-1e7e-4dde-b49c-409f15cdf919 req-4307010f-c3f8-46fb-b3cc-6d41a5be6ab3 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493405 Jul 22 16:54:52.797569 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0baa3df4-664f-4c63-be7c-c2f19a8ca22a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.804212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] For port 7beee8c2-4c68-4387-bb6e-0ef83302884b, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:52.837323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] For port 7beee8c2-4c68-4387-bb6e-0ef83302884b, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7beee8c2-4c68-4387-bb6e-0ef83302884b,segment=NetworkSegment(625910fa-e989-4fec-a516-ca67d307ffa4),segment_id=625910fa-e989-4fec-a516-ca67d307ffa4)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:52.846059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3c61cf31-5de6-4415-a041-9f619573f603) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:52.846308 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.855218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa3df4-664f-4c63-be7c-c2f19a8ca22a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ea1c76-f4ff-414c-a249-759e53052461,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:52.861669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0baa3df4-664f-4c63-be7c-c2f19a8ca22a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.866848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0baa3df4-664f-4c63-be7c-c2f19a8ca22a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b3ea1c76-f4ff-414c-a249-759e53052461 HTTP/1.1" status: 204 len: 168 time: 1.6254184 Jul 22 16:54:52.866848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:52.866848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:52.867370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:52.940069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d79593e8-5f36-418f-b968-cc715a94f75f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689929 Jul 22 16:54:52.940424 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37532) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:52.948661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:52.986182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-16704622-251e-4a62-be5c-da5dcdeef5b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3673177 Jul 22 16:54:52.986557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37534) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:52.999738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'subnet': {'network_id': '6632756c-4419-4d79-a3f8-01ccd83568a8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:53.055389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2548cab9-ce04-47cc-8f19-363baa322528 None None] Network 3c61cf31-5de6-4415-a041-9f619573f603 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:53.092348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:53.109104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.141020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] For port c6237a64-44b3-4f7d-acde-42be9ba39a96, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:53.175553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] For port c6237a64-44b3-4f7d-acde-42be9ba39a96, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c6237a64-44b3-4f7d-acde-42be9ba39a96,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:53.271864 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.283666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:53.289481 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.318576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee9e32-4227-44e6-9bea-b55381d112df None None] Pushing event updated for resources: {'Port': ['ID=7beee8c2-4c68-4387-bb6e-0ef83302884b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:53.460796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a46b19f9-3275-4bbc-aae6-dd746f813070 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:53.600346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.618487 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.629889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14fe02-d4ce-44e2-ba0a-c7b84ce17997 None None] Pushing event updated for resources: {'Port': ['ID=c6237a64-44b3-4f7d-acde-42be9ba39a96,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:53.663824 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.698235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a46b19f9-3275-4bbc-aae6-dd746f813070 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:53.703096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3c61cf31-5de6-4415-a041-9f619573f603', 'network_id': '3c61cf31-5de6-4415-a041-9f619573f603', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'fixed_ips': [{'subnet_id': 'c26945c0-9b3c-4771-bde1-a7c7e16e2132'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:53.704646 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.713337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a1368057-4b60-4b32-9a45-228991a015f5 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:53.783310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Subnet': ['ID=b31bcc29-2597-4006-b95a-bf5031843623,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:53.802665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Port': ['ID=2f251d79-ce82-4c8e-a4cf-e6d1bcd749e2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:53.805656 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.814192 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.817471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Checking segment: {'id': '2527dd43-d128-4428-9548-1fdd65cde3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6632756c-4419-4d79-a3f8-01ccd83568a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:53.817968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network hostable DHCP agents. Network: 6632756c-4419-4d79-a3f8-01ccd83568a8, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:54:53.842238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 6632756c-4419-4d79-a3f8-01ccd83568a8 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:54:53.861181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 6632756c-4419-4d79-a3f8-01ccd83568a8) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:53.886694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:53.887658 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.890763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08be131-c9e0-4c7c-ac13-1c7d574d9cb8 None None] Network 6632756c-4419-4d79-a3f8-01ccd83568a8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:53.914029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-76120af9-ac11-40c8-b65e-0ea5016cc173 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9258363 Jul 22 16:54:53.917102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37546) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:53.926254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-84accbec-f765-46eb-96e5-0479c6b03496 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1439053186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:53.975489 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84accbec-f765-46eb-96e5-0479c6b03496 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.976946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84accbec-f765-46eb-96e5-0479c6b03496 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:53.991343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a1368057-4b60-4b32-9a45-228991a015f5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:54.000084 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.068023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84accbec-f765-46eb-96e5-0479c6b03496 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.077648 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84accbec-f765-46eb-96e5-0479c6b03496 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.110546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84accbec-f765-46eb-96e5-0479c6b03496 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.117587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-84accbec-f765-46eb-96e5-0479c6b03496 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1970875 Jul 22 16:54:54.117921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37552) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:54.154064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Allocated IP 2001:db8::2 (3c61cf31-5de6-4415-a041-9f619573f603/c26945c0-9b3c-4771-bde1-a7c7e16e2132/23d5dc37-3735-4d39-b773-eb75c35ba14d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:54.365709 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.485354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-6632756c-4419-4d79-a3f8-01ccd83568a8', 'network_id': '6632756c-4419-4d79-a3f8-01ccd83568a8', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'fixed_ips': [{'subnet_id': 'b31bcc29-2597-4006-b95a-bf5031843623'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:54:54.486202 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.499312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:54.506883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:54.519984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9f460-78b9-4155-b5e4-273eb226c299 None None] Network 89010a5f-e301-49bf-bf80-9442c646328b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:54.533470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b7446-d4fe-4d83-ad05-5e1a8fa40d3d None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:54.550948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:54.555373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.589479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=89805317-79da-480d-ae37-cfebba5f19ab,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:54.616819 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81297112-dd75-4845-a077-03e0f665376d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6727726 Jul 22 16:54:54.628493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc125391-53fe-4a4f-8e99-6aa6b531f883 None None] Provisioning for port a46b19f9-3275-4bbc-aae6-dd746f813070 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:54.638198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37560) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:54.646873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': '89805317-79da-480d-ae37-cfebba5f19ab', 'ip_address': '2001:db8::bd1a:16ce:374c:ce87'}], 'name': 'tempest-NetworksTestDHCPv6-18173516'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:54.703969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc125391-53fe-4a4f-8e99-6aa6b531f883 None None] Provisioning complete for port a46b19f9-3275-4bbc-aae6-dd746f813070 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:54.704339 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc125391-53fe-4a4f-8e99-6aa6b531f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:54.710570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc6d30-e138-4d34-87e9-d16ca7755402 req-d960c98c-5cdd-42c7-8673-f7acac82e180 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:54.718918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43dc6d30-e138-4d34-87e9-d16ca7755402 req-d960c98c-5cdd-42c7-8673-f7acac82e180 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.2761517 Jul 22 16:54:54.722048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network 89010a5f-e301-49bf-bf80-9442c646328b is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:54.735329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:54.874396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43dc6d30-e138-4d34-87e9-d16ca7755402 req-74643160-e503-458c-87df-2f8d8e03bff5 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539135 Jul 22 16:54:55.009849 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.018240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253a660-d581-4792-962a-c11866bf1692 None None] Network b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:55.022135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.075691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:54:55.098806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Transition to ACTIVE for port object 23d5dc37-3735-4d39-b773-eb75c35ba14d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:55.129046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Allocated IP 2001:db8:1::2 (6632756c-4419-4d79-a3f8-01ccd83568a8/b31bcc29-2597-4006-b95a-bf5031843623/bb8a8a18-9fe1-4540-a9d2-4bd883f44dca) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:55.164315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Router 2fad995f-5749-434e-8885-e87c2dd693a0 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:54:55.232519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Transition to ACTIVE for port object 23d5dc37-3735-4d39-b773-eb75c35ba14d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:55.306971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7beee8c2-4c68-4387-bb6e-0ef83302884b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:55.309988 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.320880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.337740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 2001:db8::1 (3c61cf31-5de6-4415-a041-9f619573f603/c26945c0-9b3c-4771-bde1-a7c7e16e2132/a4bca4a9-7c96-458b-b6ee-50a752ee9e72) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:55.349283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 48e1d853-a52e-4e58-b33b-e7942de061b2 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:54:55.400230 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc125391-53fe-4a4f-8e99-6aa6b531f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.460025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:55.473314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37572) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:55.478681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-12109f3b-447b-40f2-9fa2-c110c2f72297 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "PUT /v2.0/routers/2fad995f-5749-434e-8885-e87c2dd693a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8150103 Jul 22 16:54:55.555664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::bd1a:16ce:374c:ce87 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/89805317-79da-480d-ae37-cfebba5f19ab/48e1d853-a52e-4e58-b33b-e7942de061b2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:55.594664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.599300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf730d88-8d1e-4fe7-9828-af7f98f21b2e None None] Sync routers for ids ['2fad995f-5749-434e-8885-e87c2dd693a0'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:55.655230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Transition to ACTIVE for port object a4bca4a9-7c96-458b-b6ee-50a752ee9e72 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:55.703665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Network 3c61cf31-5de6-4415-a041-9f619573f603 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:55.722901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:55.725487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:55.742029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Pushing event updated for resources: {'Port': ['ID=23d5dc37-3735-4d39-b773-eb75c35ba14d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:55.762830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf730d88-8d1e-4fe7-9828-af7f98f21b2e None None] Routers {'2fad995f-5749-434e-8885-e87c2dd693a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:55.763459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bf730d88-8d1e-4fe7-9828-af7f98f21b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2fad995f-5749-434e-8885-e87c2dd693a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:55.804186 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.813462 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.824326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 48e1d853-a52e-4e58-b33b-e7942de061b2 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:55.824740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dc125391-53fe-4a4f-8e99-6aa6b531f883 None None] For port a46b19f9-3275-4bbc-aae6-dd746f813070, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a46b19f9-3275-4bbc-aae6-dd746f813070,segment=NetworkSegment(03953a9d-4154-4705-be41-ec0e4712170d),segment_id=03953a9d-4154-4705-be41-ec0e4712170d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:55.859921 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc125391-53fe-4a4f-8e99-6aa6b531f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.863538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bf730d88-8d1e-4fe7-9828-af7f98f21b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:55.880483 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.883673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 3c61cf31-5de6-4415-a041-9f619573f603 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:55.890889 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:55.898596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:55.899137 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:55.922976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=a4bca4a9-7c96-458b-b6ee-50a752ee9e72,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:55.960298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:55.966468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:55.974259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:55.981329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:55.982505 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.010300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=48e1d853-a52e-4e58-b33b-e7942de061b2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:56.026269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-56b5c1b7-d668-4071-a1c1-8134a087e9a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3847623 Jul 22 16:54:56.030649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37588) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:56.062326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 7beee8c2-4c68-4387-bb6e-0ef83302884b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:56.141307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Attempting to bind port 23d5dc37-3735-4d39-b773-eb75c35ba14d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:56.141820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Attempting to bind port 23d5dc37-3735-4d39-b773-eb75c35ba14d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5e95033c-2fbc-4e3b-9163-ef2525f77055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c61cf31-5de6-4415-a041-9f619573f603'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:56.142286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Attempting to bind port 23d5dc37-3735-4d39-b773-eb75c35ba14d on network 3c61cf31-5de6-4415-a041-9f619573f603 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:56.150016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf730d88-8d1e-4fe7-9828-af7f98f21b2e None None] Routers {'2fad995f-5749-434e-8885-e87c2dd693a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:56.151107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bf730d88-8d1e-4fe7-9828-af7f98f21b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2fad995f-5749-434e-8885-e87c2dd693a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:56.205676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc125391-53fe-4a4f-8e99-6aa6b531f883 None None] Pushing event updated for resources: {'Port': ['ID=a46b19f9-3275-4bbc-aae6-dd746f813070,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:56.208397 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-37adaf7e-4bb0-4719-bbd0-e4fe18638402 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:54:56.209105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-37adaf7e-4bb0-4719-bbd0-e4fe18638402 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "PUT /v2.0/routers/2fad995f-5749-434e-8885-e87c2dd693a0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7347441 Jul 22 16:54:56.212977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37592) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:56.249915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a756788-2c26-48b4-8dc9-96a88f7d18a2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:56.256575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a756788-2c26-48b4-8dc9-96a88f7d18a2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:56.258291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0a756788-2c26-48b4-8dc9-96a88f7d18a2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.2245266 Jul 22 16:54:56.268093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015665a-4808-4666-8f9c-7d0d1eb9bec5 req-f2eff483-9e20-4f3f-9645-2de64f037fe9 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:56.269661 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3015665a-4808-4666-8f9c-7d0d1eb9bec5 req-f2eff483-9e20-4f3f-9645-2de64f037fe9 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.2465324 Jul 22 16:54:56.270321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:56.270947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.297144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bf730d88-8d1e-4fe7-9828-af7f98f21b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:56.297900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf730d88-8d1e-4fe7-9828-af7f98f21b2e None None] The sync data for ids ['2fad995f-5749-434e-8885-e87c2dd693a0'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:56.312801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:56.320011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Checking segment: {'id': '5e95033c-2fbc-4e3b-9163-ef2525f77055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c61cf31-5de6-4415-a041-9f619573f603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:56.320011 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.320765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Bound using segment: {'id': '5e95033c-2fbc-4e3b-9163-ef2525f77055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c61cf31-5de6-4415-a041-9f619573f603'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:56.321014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Bound port: 23d5dc37-3735-4d39-b773-eb75c35ba14d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e95033c-2fbc-4e3b-9163-ef2525f77055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '3c61cf31-5de6-4415-a041-9f619573f603'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:56.321472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.361221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0cc43047-f503-49b2-9163-9a40b6a6f2c2 None None] Provisioning for port 7beee8c2-4c68-4387-bb6e-0ef83302884b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:56.399644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0cc43047-f503-49b2-9163-9a40b6a6f2c2 None None] Provisioning complete for port 7beee8c2-4c68-4387-bb6e-0ef83302884b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:56.404175 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0cc43047-f503-49b2-9163-9a40b6a6f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.414922 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.430819 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3015665a-4808-4666-8f9c-7d0d1eb9bec5 req-569e41ba-a2c9-4bec-9751-0aab9d8a8bba tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494684 Jul 22 16:54:56.555485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Transition to ACTIVE for port object bb8a8a18-9fe1-4540-a9d2-4bd883f44dca will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:56.577383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ceb87c-0268-4cb2-a106-a31c3ef71f3f None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': '89805317-79da-480d-ae37-cfebba5f19ab'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'c6237a64-44b3-4f7d-acde-42be9ba39a96'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:54:56.632807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dc26e4ef-2d27-4eb6-827c-de6584cca1be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 48e1d853-a52e-4e58-b33b-e7942de061b2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:56.633169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc26e4ef-2d27-4eb6-827c-de6584cca1be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.652982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Transition to ACTIVE for port object bb8a8a18-9fe1-4540-a9d2-4bd883f44dca will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:54:56.688688 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.692879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] For port 23d5dc37-3735-4d39-b773-eb75c35ba14d, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:56.697815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] For port 23d5dc37-3735-4d39-b773-eb75c35ba14d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=23d5dc37-3735-4d39-b773-eb75c35ba14d,segment=NetworkSegment(5e95033c-2fbc-4e3b-9163-ef2525f77055),segment_id=5e95033c-2fbc-4e3b-9163-ef2525f77055)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:56.710193 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03ceb87c-0268-4cb2-a106-a31c3ef71f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.778448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.809378 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.846756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Network 6632756c-4419-4d79-a3f8-01ccd83568a8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:56.892183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:56.898286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Pushing event updated for resources: {'Port': ['ID=bb8a8a18-9fe1-4540-a9d2-4bd883f44dca,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:56.904852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:54:56.928081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc26e4ef-2d27-4eb6-827c-de6584cca1be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.935092 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0cc43047-f503-49b2-9163-9a40b6a6f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:56.963423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dc26e4ef-2d27-4eb6-827c-de6584cca1be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 48e1d853-a52e-4e58-b33b-e7942de061b2 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:57.082227 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.098489 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.099625 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.160165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=a4bca4a9-7c96-458b-b6ee-50a752ee9e72,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:57.260657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0cc43047-f503-49b2-9163-9a40b6a6f2c2 None None] For port 7beee8c2-4c68-4387-bb6e-0ef83302884b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7beee8c2-4c68-4387-bb6e-0ef83302884b,segment=NetworkSegment(625910fa-e989-4fec-a516-ca67d307ffa4),segment_id=625910fa-e989-4fec-a516-ca67d307ffa4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:57.293531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2d12a-6441-4c83-bbae-4742908d2a8c None None] Pushing event updated for resources: {'Port': ['ID=23d5dc37-3735-4d39-b773-eb75c35ba14d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:57.298096 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0cc43047-f503-49b2-9163-9a40b6a6f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.307423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a46b19f9-3275-4bbc-aae6-dd746f813070 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:57.309694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Attempting to bind port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:54:57.310057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Attempting to bind port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '2527dd43-d128-4428-9548-1fdd65cde3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6632756c-4419-4d79-a3f8-01ccd83568a8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:54:57.310413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Attempting to bind port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca on network 6632756c-4419-4d79-a3f8-01ccd83568a8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:54:57.365641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Deleting port 2f251d79-ce82-4c8e-a4cf-e6d1bcd749e2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:54:57.367317 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.379773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:54:57.380155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Checking segment: {'id': '2527dd43-d128-4428-9548-1fdd65cde3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6632756c-4419-4d79-a3f8-01ccd83568a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:54:57.381274 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.381274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Bound using segment: {'id': '2527dd43-d128-4428-9548-1fdd65cde3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6632756c-4419-4d79-a3f8-01ccd83568a8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:54:57.381494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Bound port: bb8a8a18-9fe1-4540-a9d2-4bd883f44dca, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2527dd43-d128-4428-9548-1fdd65cde3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6632756c-4419-4d79-a3f8-01ccd83568a8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:54:57.381795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.421512 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc26e4ef-2d27-4eb6-827c-de6584cca1be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.474748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 3c61cf31-5de6-4415-a041-9f619573f603 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:54:57.478231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:54:57.480306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26e4ef-2d27-4eb6-827c-de6584cca1be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=48e1d853-a52e-4e58-b33b-e7942de061b2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:57.504542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-03ceb87c-0268-4cb2-a106-a31c3ef71f3f None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/89805317-79da-480d-ae37-cfebba5f19ab/c6237a64-44b3-4f7d-acde-42be9ba39a96) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:57.524911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.540027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Calling delete_port for 2f251d79-ce82-4c8e-a4cf-e6d1bcd749e2 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:54:57.557035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc43047-f503-49b2-9163-9a40b6a6f2c2 None None] Pushing event updated for resources: {'Port': ['ID=7beee8c2-4c68-4387-bb6e-0ef83302884b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:57.557250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc26e4ef-2d27-4eb6-827c-de6584cca1be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.561481 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dc26e4ef-2d27-4eb6-827c-de6584cca1be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/48e1d853-a52e-4e58-b33b-e7942de061b2 HTTP/1.1" status: 204 len: 168 time: 1.2855961 Jul 22 16:54:57.574578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37606) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:57.636055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb3add-58d6-4c45-be8f-66f119c1f8ef tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:57.637581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb3add-58d6-4c45-be8f-66f119c1f8ef tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:57.639687 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-77fb3add-58d6-4c45-be8f-66f119c1f8ef tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0627198 Jul 22 16:54:57.642380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:57.668726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8418d0d-95bc-454d-8259-393c1945304f None None] Provisioning complete for port 7beee8c2-4c68-4387-bb6e-0ef83302884b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:57.669236 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8418d0d-95bc-454d-8259-393c1945304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.670815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 59c07855-5f32-4fd8-a9e1-0642771f054f is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:54:57.700057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] For port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:54:57.704740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] For port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bb8a8a18-9fe1-4540-a9d2-4bd883f44dca,segment=NetworkSegment(2527dd43-d128-4428-9548-1fdd65cde3c0),segment_id=2527dd43-d128-4428-9548-1fdd65cde3c0)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:54:57.752594 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.759023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-03ceb87c-0268-4cb2-a106-a31c3ef71f3f None None] For port c6237a64-44b3-4f7d-acde-42be9ba39a96, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c6237a64-44b3-4f7d-acde-42be9ba39a96,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:54:57.759751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d170db-6dcd-4a48-ab95-9d4e425c0613 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 89805317-79da-480d-ae37-cfebba5f19ab {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:54:57.779994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ba49-375a-4531-b40d-7db7bfd65457 req-8bd59a89-4529-412b-9f64-9af66c3e7ee7 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:57.781813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0294ba49-375a-4531-b40d-7db7bfd65457 req-8bd59a89-4529-412b-9f64-9af66c3e7ee7 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.2474456 Jul 22 16:54:57.819323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a46b19f9-3275-4bbc-aae6-dd746f813070 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:57.819599 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:57.851225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:57.867713 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ee27c-2809-4f0b-97bf-fd7945c7cc85 None None] Sync routers for ids ['59c07855-5f32-4fd8-a9e1-0642771f054f'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:57.872648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-09104eab-db19-44bb-b270-a92b36475adb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/59c07855-5f32-4fd8-a9e1-0642771f054f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7535105 Jul 22 16:54:57.882638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:57.889860 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ee27c-2809-4f0b-97bf-fd7945c7cc85 None None] Routers {'59c07855-5f32-4fd8-a9e1-0642771f054f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:57.891103 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e59ee27c-2809-4f0b-97bf-fd7945c7cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['59c07855-5f32-4fd8-a9e1-0642771f054f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:57.900949 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0294ba49-375a-4531-b40d-7db7bfd65457 req-0b308bd6-38fe-4db0-93bd-5178428ea4c0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098995 Jul 22 16:54:57.957978 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03ceb87c-0268-4cb2-a106-a31c3ef71f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.000031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb27673-83c7-4676-8af1-6a1b5168324c None None] Pushing event updated for resources: {'Port': ['ID=bb8a8a18-9fe1-4540-a9d2-4bd883f44dca,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:58.011904 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e59ee27c-2809-4f0b-97bf-fd7945c7cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:58.018809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-03ceb87c-0268-4cb2-a106-a31c3ef71f3f None None] Ignored duplicate provisioning block setup for port c6237a64-44b3-4f7d-acde-42be9ba39a96 by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:54:58.029227 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ee27c-2809-4f0b-97bf-fd7945c7cc85 None None] Routers {'59c07855-5f32-4fd8-a9e1-0642771f054f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:58.030573 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e59ee27c-2809-4f0b-97bf-fd7945c7cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['59c07855-5f32-4fd8-a9e1-0642771f054f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:58.054464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7d170db-6dcd-4a48-ab95-9d4e425c0613 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.066046 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e59ee27c-2809-4f0b-97bf-fd7945c7cc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:58.067040 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ee27c-2809-4f0b-97bf-fd7945c7cc85 None None] The sync data for ids ['59c07855-5f32-4fd8-a9e1-0642771f054f'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:58.087622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03ceb87c-0268-4cb2-a106-a31c3ef71f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.164911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7d170db-6dcd-4a48-ab95-9d4e425c0613 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.217690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37616) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:58.226365 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.307109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Port': ['ID=2f251d79-ce82-4c8e-a4cf-e6d1bcd749e2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:58.418087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ceb87c-0268-4cb2-a106-a31c3ef71f3f None None] Pushing event updated for resources: {'Port': ['ID=c6237a64-44b3-4f7d-acde-42be9ba39a96,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:58.437386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8418d0d-95bc-454d-8259-393c1945304f None None] Provisioning complete for port a46b19f9-3275-4bbc-aae6-dd746f813070 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:58.437771 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8418d0d-95bc-454d-8259-393c1945304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.513962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.535283 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2286cd5a-2f92-4fdc-9f2e-5d2c7763c2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.626442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8418d0d-95bc-454d-8259-393c1945304f None None] Could not find standard attr ID for object 2f251d79-ce82-4c8e-a4cf-e6d1bcd749e2. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:54:58.633938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c7506-34dd-43dc-9c73-d6e1133b25be tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:58.640480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e97c7506-34dd-43dc-9c73-d6e1133b25be tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports/a4bca4a9-7c96-458b-b6ee-50a752ee9e72 HTTP/1.1" status: 200 len: 911 time: 0.7558918 Jul 22 16:54:58.642968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37620) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:58.699610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7d170db-6dcd-4a48-ab95-9d4e425c0613 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:58.715222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5117a8-e019-4f85-920d-1da50c2ad0cf None None] Network 3c61cf31-5de6-4415-a041-9f619573f603 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:58.822317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2530fe20-b88c-42f8-8e42-883731792110 None None] Provisioning for port 23d5dc37-3735-4d39-b773-eb75c35ba14d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:58.873959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Router 2fad995f-5749-434e-8885-e87c2dd693a0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:54:58.900255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7d170db-6dcd-4a48-ab95-9d4e425c0613 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.035094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d170db-6dcd-4a48-ab95-9d4e425c0613 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=89805317-79da-480d-ae37-cfebba5f19ab,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:59.049182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7d170db-6dcd-4a48-ab95-9d4e425c0613 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.051183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d7d170db-6dcd-4a48-ab95-9d4e425c0613 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/89805317-79da-480d-ae37-cfebba5f19ab HTTP/1.1" status: 204 len: 168 time: 1.4074912 Jul 22 16:54:59.053246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2286cd5a-2f92-4fdc-9f2e-5d2c7763c2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.054386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37624) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:59.062552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:54:59.102771 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-16f337b4-181f-4423-a5ee-b6bed7342fce tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "PUT /v2.0/routers/2fad995f-5749-434e-8885-e87c2dd693a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8886657 Jul 22 16:54:59.103603 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2286cd5a-2f92-4fdc-9f2e-5d2c7763c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.109803 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1da6fade-03a1-4dda-821d-dac04905e505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541298 Jul 22 16:54:59.111355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37626) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:59.119291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37628) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:59.173210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a325c-4a13-4cc6-9bee-168f8a1444a8 None None] Sync routers for ids ['2fad995f-5749-434e-8885-e87c2dd693a0'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:54:59.194506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a325c-4a13-4cc6-9bee-168f8a1444a8 None None] Routers {'2fad995f-5749-434e-8885-e87c2dd693a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:59.195170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bf7a325c-4a13-4cc6-9bee-168f8a1444a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2fad995f-5749-434e-8885-e87c2dd693a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:59.215546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e441860-a414-4808-9807-8fc0f169c2da req-b72ec517-1db6-46b5-81b2-534df6cf232a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:54:59.218966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e441860-a414-4808-9807-8fc0f169c2da req-b72ec517-1db6-46b5-81b2-534df6cf232a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.1584737 Jul 22 16:54:59.247178 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-8b1ae5e4-787c-4e9c-a945-747423ced130 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] delete failed (client error): The resource could not be found. Jul 22 16:54:59.268219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8b1ae5e4-787c-4e9c-a945-747423ced130 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1667417632 HTTP/1.1" status: 404 len: 335 time: 0.1540883 Jul 22 16:54:59.278688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286cd5a-2f92-4fdc-9f2e-5d2c7763c2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f58d207-8c99-4187-9f74-2aa763255fbf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:54:59.287036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37630) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:59.293753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e441860-a414-4808-9807-8fc0f169c2da req-9a3ee845-2b0f-4573-9f5b-ca3d58ec3905 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Jul 22 16:54:59.294334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ac5e3bf1-c57c-4ba2-a089-d5e192d2ff27 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Request body: {'router': {'external_gateway_info': {'network_id': '2fad995f-5749-434e-8885-e87c2dd693a0'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:54:59.299948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2286cd5a-2f92-4fdc-9f2e-5d2c7763c2bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01174e6d20ad4360a98dfce661bff4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0808649 Jul 22 16:54:59.307293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:54:59.341103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bf7a325c-4a13-4cc6-9bee-168f8a1444a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:59.348095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.376170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a325c-4a13-4cc6-9bee-168f8a1444a8 None None] Routers {'2fad995f-5749-434e-8885-e87c2dd693a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:54:59.377038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bf7a325c-4a13-4cc6-9bee-168f8a1444a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2fad995f-5749-434e-8885-e87c2dd693a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:59.456240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bf7a325c-4a13-4cc6-9bee-168f8a1444a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:54:59.457086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7a325c-4a13-4cc6-9bee-168f8a1444a8 None None] The sync data for ids ['2fad995f-5749-434e-8885-e87c2dd693a0'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:54:59.562207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bb8a8a18-9fe1-4540-a9d2-4bd883f44dca up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:59.653149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:59.660359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7beee8c2-4c68-4387-bb6e-0ef83302884b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:54:59.712670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f41ed64-5611-428b-9faa-b3c1dc41692a None None] Network 6632756c-4419-4d79-a3f8-01ccd83568a8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:54:59.751689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 2001:db8:1::1 (6632756c-4419-4d79-a3f8-01ccd83568a8/b31bcc29-2597-4006-b95a-bf5031843623/8217825c-1bf3-4318-9953-64cc495a9fe4) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:54:59.828740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ed2fbba7-efc4-4b0c-9261-764fa1edafff None None] Provisioning for port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:54:59.834431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7beee8c2-4c68-4387-bb6e-0ef83302884b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:59.835074 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.847426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ed2fbba7-efc4-4b0c-9261-764fa1edafff None None] Provisioning complete for port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:54:59.848865 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbba7-efc4-4b0c-9261-764fa1edafff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.958270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:54:59.985239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Transition to ACTIVE for port object 8217825c-1bf3-4318-9953-64cc495a9fe4 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:00.036855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.063338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20372c84-4d43-41fa-8d7e-bdef307b1305 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:00.064927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-20372c84-4d43-41fa-8d7e-bdef307b1305 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9300816 Jul 22 16:55:00.071474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37636) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:00.112975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 6632756c-4419-4d79-a3f8-01ccd83568a8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:00.121147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:00.133943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:00.134502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.143075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8181d84-5355-404a-a751-658c43b694c8 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:00.187089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=8217825c-1bf3-4318-9953-64cc495a9fe4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:00.207925 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 23d5dc37-3735-4d39-b773-eb75c35ba14d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:00.213263 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbba7-efc4-4b0c-9261-764fa1edafff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.245516 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7924ffe-d459-450a-b1e3-dfc9514ef8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.256541 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac5e3bf1-c57c-4ba2-a089-d5e192d2ff27 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.274878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d25081-9c62-42a5-bcdc-724ee789e022 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:00.276721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d2d25081-9c62-42a5-bcdc-724ee789e022 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2042370 Jul 22 16:55:00.281611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37638) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:00.342806 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-164f8b6e-5eab-43e4-91c4-d492948ff2be tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565469 Jul 22 16:55:00.344582 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7924ffe-d459-450a-b1e3-dfc9514ef8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.350103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:00.360821 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-ac5e3bf1-c57c-4ba2-a089-d5e192d2ff27 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] update failed (client error): The resource could not be found. Jul 22 16:55:00.365705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ac5e3bf1-c57c-4ba2-a089-d5e192d2ff27 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "PUT /v2.0/routers/2fad995f-5749-434e-8885-e87c2dd693a0 HTTP/1.1" status: 404 len: 339 time: 1.0732045 Jul 22 16:55:00.367664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37644) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:00.375311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:00.379293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ed2fbba7-efc4-4b0c-9261-764fa1edafff None None] For port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bb8a8a18-9fe1-4540-a9d2-4bd883f44dca,segment=NetworkSegment(2527dd43-d128-4428-9548-1fdd65cde3c0),segment_id=2527dd43-d128-4428-9548-1fdd65cde3c0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:00.409959 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ed2fbba7-efc4-4b0c-9261-764fa1edafff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.445217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.451367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 23d5dc37-3735-4d39-b773-eb75c35ba14d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:00.468394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 23d5dc37-3735-4d39-b773-eb75c35ba14d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:00.469279 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.558316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fbba7-efc4-4b0c-9261-764fa1edafff None None] Pushing event updated for resources: {'Port': ['ID=bb8a8a18-9fe1-4540-a9d2-4bd883f44dca,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:00.605696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Provisioning complete for port 23d5dc37-3735-4d39-b773-eb75c35ba14d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:00.606068 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.696735 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.761237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3369f84f-4824-40c0-8455-1b288f8cfada None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:00.770124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 23d5dc37-3735-4d39-b773-eb75c35ba14d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=23d5dc37-3735-4d39-b773-eb75c35ba14d,segment=NetworkSegment(5e95033c-2fbc-4e3b-9163-ef2525f77055),segment_id=5e95033c-2fbc-4e3b-9163-ef2525f77055)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:00.787058 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.788309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c6237a64-44b3-4f7d-acde-42be9ba39a96 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:00.844284 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.851309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:00.854814 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.941963 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7924ffe-d459-450a-b1e3-dfc9514ef8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.945289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7924ffe-d459-450a-b1e3-dfc9514ef8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:00.946412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a7924ffe-d459-450a-b1e3-dfc9514ef8e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f58d207-8c99-4187-9f74-2aa763255fbf HTTP/1.1" status: 204 len: 168 time: 1.5952578 Jul 22 16:55:01.007157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7924ffe-d459-450a-b1e3-dfc9514ef8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f58d207-8c99-4187-9f74-2aa763255fbf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:01.030552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a9987-40cf-47b9-b246-230b2adcf8df req-4b921822-bc3d-4650-87c8-2019fc7e6bfb tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:01.038099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e80a9987-40cf-47b9-b246-230b2adcf8df req-4b921822-bc3d-4650-87c8-2019fc7e6bfb tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.5792177 Jul 22 16:55:01.041699 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.047971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=23d5dc37-3735-4d39-b773-eb75c35ba14d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:01.059493 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:55:01.059809 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:55:01.070009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3369f84f-4824-40c0-8455-1b288f8cfada None None] Deleting port c6237a64-44b3-4f7d-acde-42be9ba39a96 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:01.070466 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3369f84f-4824-40c0-8455-1b288f8cfada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.160112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e80a9987-40cf-47b9-b246-230b2adcf8df req-b125497f-efd1-4d90-bc44-726e634c3521 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196816 Jul 22 16:55:01.169586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c6237a64-44b3-4f7d-acde-42be9ba39a96 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:01.192296 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3369f84f-4824-40c0-8455-1b288f8cfada None None] For port c6237a64-44b3-4f7d-acde-42be9ba39a96, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c6237a64-44b3-4f7d-acde-42be9ba39a96,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:01.196418 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3369f84f-4824-40c0-8455-1b288f8cfada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.233835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3369f84f-4824-40c0-8455-1b288f8cfada None None] Calling delete_port for c6237a64-44b3-4f7d-acde-42be9ba39a96 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:01.314533 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.329437 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.335338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.392478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bb8a8a18-9fe1-4540-a9d2-4bd883f44dca up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:01.425940 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3369f84f-4824-40c0-8455-1b288f8cfada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.462329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=8217825c-1bf3-4318-9953-64cc495a9fe4,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:01.472733 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.486560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369f84f-4824-40c0-8455-1b288f8cfada None None] No DVR routers for this DVR port c6237a64-44b3-4f7d-acde-42be9ba39a96 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:01.492569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Allocated IP 172.20.0.1 (b2febf8c-8bc7-47a5-9bb0-e165226e9ae3/56ab0cf8-f7e3-48e8-a05d-31f787756b94/a6d2b070-f7a8-411e-b99e-1f3f23eb2dae) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:01.492785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369f84f-4824-40c0-8455-1b288f8cfada None None] Pushing event deleted for resources: {'Port': ['ID=c6237a64-44b3-4f7d-acde-42be9ba39a96,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:01.512553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f695f60e-561b-4a57-b584-1fb5373229d1 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:55:01.543081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37650) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:01.554230 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.590386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:01.607632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:01.614962 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5f244a5-f394-4f8b-bba3-c6d26b7066a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.621406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:01.621775 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.626158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:01.626752 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.658468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=132cfe8f-85a5-458b-8647-38dff93eec92,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:01.659258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.669223 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0cf97e4d-e190-4cbb-a4ff-0f8fc9f7e632 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3143682 Jul 22 16:55:01.675027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37652) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:01.680907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Transition to ACTIVE for port object a6d2b070-f7a8-411e-b99e-1f3f23eb2dae will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:01.686776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': '132cfe8f-85a5-458b-8647-38dff93eec92', 'ip_address': '2001:db8::f488:843f:b3cb:d428'}], 'name': 'tempest-NetworksTestDHCPv6-2029829622'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:01.696615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 6632756c-4419-4d79-a3f8-01ccd83568a8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:01.710164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:01.716636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Provisioning for port a4bca4a9-7c96-458b-b6ee-50a752ee9e72 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:01.726423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.729037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Provisioning complete for port a4bca4a9-7c96-458b-b6ee-50a752ee9e72 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:01.729387 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.771327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:01.776544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:01.780740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:01.785037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f695f60e-561b-4a57-b584-1fb5373229d1 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:55:01.808651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Port': ['ID=a6d2b070-f7a8-411e-b99e-1f3f23eb2dae,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:01.819389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Port a4bca4a9-7c96-458b-b6ee-50a752ee9e72 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:01.830451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f70fe10-8068-4991-888c-43e84bf6d771 None None] Could not find standard attr ID for object c6237a64-44b3-4f7d-acde-42be9ba39a96. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:01.836515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 23d5dc37-3735-4d39-b773-eb75c35ba14d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:01.844212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.960679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 23d5dc37-3735-4d39-b773-eb75c35ba14d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:01.961045 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.966195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 59c07855-5f32-4fd8-a9e1-0642771f054f has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:01.990874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5f244a5-f394-4f8b-bba3-c6d26b7066a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.991114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:01.998894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5f244a5-f394-4f8b-bba3-c6d26b7066a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.019298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-360cb6e2-d7a5-4714-b3af-e4006546ca23 None None] Provisioning complete for port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:02.019669 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-360cb6e2-d7a5-4714-b3af-e4006546ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.110847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:02.133761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f244a5-f394-4f8b-bba3-c6d26b7066a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc8cae5-28a1-4611-b42b-fee298cce843,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:02.146969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b5f244a5-f394-4f8b-bba3-c6d26b7066a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=933fcae495db49158ce102c034b8c427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969663 Jul 22 16:55:02.151722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:02.189940 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:02.198667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8a8561e7-36cf-4e6b-97d0-07ba0607db0c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/59c07855-5f32-4fd8-a9e1-0642771f054f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5542696 Jul 22 16:55:02.201136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:02.205686 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a96fef-ac6f-4ab6-9cc3-37f1aa046031 None None] Sync routers for ids ['59c07855-5f32-4fd8-a9e1-0642771f054f'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:02.227159 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a96fef-ac6f-4ab6-9cc3-37f1aa046031 None None] Routers {'59c07855-5f32-4fd8-a9e1-0642771f054f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:02.227791 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f8a96fef-ac6f-4ab6-9cc3-37f1aa046031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['59c07855-5f32-4fd8-a9e1-0642771f054f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:02.254064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc04a478-e3d5-40bf-af8a-25c2cea15ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.287548 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f8a96fef-ac6f-4ab6-9cc3-37f1aa046031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:02.298441 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a96fef-ac6f-4ab6-9cc3-37f1aa046031 None None] Routers {'59c07855-5f32-4fd8-a9e1-0642771f054f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:02.299374 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f8a96fef-ac6f-4ab6-9cc3-37f1aa046031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['59c07855-5f32-4fd8-a9e1-0642771f054f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:02.327953 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc04a478-e3d5-40bf-af8a-25c2cea15ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.335591 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f8a96fef-ac6f-4ab6-9cc3-37f1aa046031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:02.336500 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a96fef-ac6f-4ab6-9cc3-37f1aa046031 None None] The sync data for ids ['59c07855-5f32-4fd8-a9e1-0642771f054f'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:02.427684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-360cb6e2-d7a5-4714-b3af-e4006546ca23 None None] Provisioning for port 8217825c-1bf3-4318-9953-64cc495a9fe4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:02.429371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.433026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-360cb6e2-d7a5-4714-b3af-e4006546ca23 None None] Provisioning complete for port 8217825c-1bf3-4318-9953-64cc495a9fe4 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:02.433393 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-360cb6e2-d7a5-4714-b3af-e4006546ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.437783 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc04a478-e3d5-40bf-af8a-25c2cea15ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.447563 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc04a478-e3d5-40bf-af8a-25c2cea15ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.451103 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fc04a478-e3d5-40bf-af8a-25c2cea15ea1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9dc8cae5-28a1-4611-b42b-fee298cce843 HTTP/1.1" status: 204 len: 168 time: 0.2961106 Jul 22 16:55:02.463700 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.488779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c6237a64-44b3-4f7d-acde-42be9ba39a96 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:02.515887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': '132cfe8f-85a5-458b-8647-38dff93eec92'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:02.516753 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.520434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c6237a64-44b3-4f7d-acde-42be9ba39a96 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:02.520772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c6237a64-44b3-4f7d-acde-42be9ba39a96 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:02.530344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-360cb6e2-d7a5-4714-b3af-e4006546ca23 None None] Port 8217825c-1bf3-4318-9953-64cc495a9fe4 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:02.536836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04a478-e3d5-40bf-af8a-25c2cea15ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc8cae5-28a1-4611-b42b-fee298cce843,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:02.591060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.601038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event updated for resources: {'Port': ['ID=a6d2b070-f7a8-411e-b99e-1f3f23eb2dae,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:02.616189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-360cb6e2-d7a5-4714-b3af-e4006546ca23 None None] Provisioning complete for port a4bca4a9-7c96-458b-b6ee-50a752ee9e72 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:02.616560 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-360cb6e2-d7a5-4714-b3af-e4006546ca23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.672617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-360cb6e2-d7a5-4714-b3af-e4006546ca23 None None] Port a4bca4a9-7c96-458b-b6ee-50a752ee9e72 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:02.716828 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.723910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:02.725325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:02.728602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/132cfe8f-85a5-458b-8647-38dff93eec92/ffecc05a-be7f-4d08-bf38-d90bcdcee603) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:02.739604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port c58e733d-47e8-4254-b3a0-05b7f1a79dee yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:02.757106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81224d63-3f40-4505-9052-5ab7f6625f2c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:02.758431 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-81224d63-3f40-4505-9052-5ab7f6625f2c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports/8217825c-1bf3-4318-9953-64cc495a9fe4 HTTP/1.1" status: 200 len: 913 time: 0.5559862 Jul 22 16:55:02.764421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:02.851840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Router 2fad995f-5749-434e-8885-e87c2dd693a0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:02.945318 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.955740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Transition to ACTIVE for port object ffecc05a-be7f-4d08-bf38-d90bcdcee603 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:02.974958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Transition to ACTIVE for port object ffecc05a-be7f-4d08-bf38-d90bcdcee603 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:02.981012 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e746747-5b51-47f0-a16f-c7d9cce749ff req-c4b58241-72bc-404d-bd1e-a18f4a687bea tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:02.982868 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e746747-5b51-47f0-a16f-c7d9cce749ff req-c4b58241-72bc-404d-bd1e-a18f4a687bea tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.6990330 Jul 22 16:55:02.986678 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:02.993084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:03.000092 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5b01a357-0aee-4e87-bf72-d90358452eba tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "PUT /v2.0/routers/2fad995f-5749-434e-8885-e87c2dd693a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6313450 Jul 22 16:55:03.002668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:03.015187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0324b-935e-48c9-879b-81744d2b02fd None None] Sync routers for ids ['2fad995f-5749-434e-8885-e87c2dd693a0'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:03.078387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:03.084094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0324b-935e-48c9-879b-81744d2b02fd None None] Routers {'2fad995f-5749-434e-8885-e87c2dd693a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:03.085014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-25c0324b-935e-48c9-879b-81744d2b02fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2fad995f-5749-434e-8885-e87c2dd693a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:03.100334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:03.106579 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:03.130748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e248c0dd-4b67-498f-8f15-c04262a19358 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.149799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-25c0324b-935e-48c9-879b-81744d2b02fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:03.153945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Pushing event updated for resources: {'Port': ['ID=ffecc05a-be7f-4d08-bf38-d90bcdcee603,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:03.174215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e746747-5b51-47f0-a16f-c7d9cce749ff req-a35334f6-ac7d-4f17-a00f-671fcd87a244 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796801 Jul 22 16:55:03.196406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0324b-935e-48c9-879b-81744d2b02fd None None] Routers {'2fad995f-5749-434e-8885-e87c2dd693a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:03.196406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-25c0324b-935e-48c9-879b-81744d2b02fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2fad995f-5749-434e-8885-e87c2dd693a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:03.218772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f488:843f:b3cb:d428 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/132cfe8f-85a5-458b-8647-38dff93eec92/c58e733d-47e8-4254-b3a0-05b7f1a79dee) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:03.246327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-25c0324b-935e-48c9-879b-81744d2b02fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:03.247118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0324b-935e-48c9-879b-81744d2b02fd None None] The sync data for ids ['2fad995f-5749-434e-8885-e87c2dd693a0'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:03.262147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Attempting to bind port ffecc05a-be7f-4d08-bf38-d90bcdcee603 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:03.262523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Attempting to bind port ffecc05a-be7f-4d08-bf38-d90bcdcee603 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:03.263011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Attempting to bind port ffecc05a-be7f-4d08-bf38-d90bcdcee603 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:03.271100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:03.271356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:03.271773 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.272168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:03.273082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Bound port: ffecc05a-be7f-4d08-bf38-d90bcdcee603, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:03.273082 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.287515 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e248c0dd-4b67-498f-8f15-c04262a19358 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 16:55:03.289969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e248c0dd-4b67-498f-8f15-c04262a19358 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "DELETE /v2.0/routers/2fad995f-5749-434e-8885-e87c2dd693a0 HTTP/1.1" status: 409 len: 329 time: 0.2850604 Jul 22 16:55:03.293001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37682) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:03.365182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] For port ffecc05a-be7f-4d08-bf38-d90bcdcee603, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:03.371916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] For port ffecc05a-be7f-4d08-bf38-d90bcdcee603, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ffecc05a-be7f-4d08-bf38-d90bcdcee603,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:03.383751 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.496378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751392f-cbae-417f-b83c-2937cc9a935a None None] Pushing event updated for resources: {'Port': ['ID=ffecc05a-be7f-4d08-bf38-d90bcdcee603,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:03.532146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.563567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object c58e733d-47e8-4254-b3a0-05b7f1a79dee will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:03.581726 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.680741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.760547 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.839754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:03.847976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:03.851252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:03.858372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:03.859473 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:03.889687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=c58e733d-47e8-4254-b3a0-05b7f1a79dee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:03.903648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d3bab250-7dce-4e35-8573-91cbc8dadffa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2263646 Jul 22 16:55:03.907099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37696) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:03.917292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-96cfe749-a8ad-478d-af85-86eab851df5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': '132cfe8f-85a5-458b-8647-38dff93eec92', 'ip_address': '2001:db8::f488:843f:b3cb:d428'}], 'name': 'tempest-NetworksTestDHCPv6-1552360848'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:04.015930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port 8217825c-1bf3-4318-9953-64cc495a9fe4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:04.016425 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.126845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.127264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cfe749-a8ad-478d-af85-86eab851df5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:04.141104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for 8217825c-1bf3-4318-9953-64cc495a9fe4 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:04.154055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Deleting port a6d2b070-f7a8-411e-b99e-1f3f23eb2dae {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:04.154393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.372261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.453867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=8217825c-1bf3-4318-9953-64cc495a9fe4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:04.557717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.665733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96cfe749-a8ad-478d-af85-86eab851df5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.684074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d468d-e19a-4e50-95ff-d79fb5926389 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:04.691699 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:04.712468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-96cfe749-a8ad-478d-af85-86eab851df5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 1e19f4d5-6cad-4a86-9cf8-e9f05a72354b yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:04.717755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Calling delete_port for a6d2b070-f7a8-411e-b99e-1f3f23eb2dae owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:04.859588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-77bf1463-40f8-4360-bf25-e1c0b798acae None None] Provisioning for port ffecc05a-be7f-4d08-bf38-d90bcdcee603 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:04.880631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 59c07855-5f32-4fd8-a9e1-0642771f054f has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:04.913739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda45f-27f8-476d-90cd-8b895b0478a5 req-0fba9dfe-ed9d-4a55-afa0-9a2d9c6989fa tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:04.916198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05eda45f-27f8-476d-90cd-8b895b0478a5 req-0fba9dfe-ed9d-4a55-afa0-9a2d9c6989fa tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.6411140 Jul 22 16:55:05.015995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:05.026386 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b5a1d-3481-4c53-9867-c5542e30dc5b None None] Sync routers for ids ['59c07855-5f32-4fd8-a9e1-0642771f054f'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:05.033477 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-31f9d5be-e7a1-4c46-a026-266cd2b9cc7a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/59c07855-5f32-4fd8-a9e1-0642771f054f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2349594 Jul 22 16:55:05.034172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37720) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:05.042082 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b5a1d-3481-4c53-9867-c5542e30dc5b None None] Routers {'59c07855-5f32-4fd8-a9e1-0642771f054f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:05.042727 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b87b5a1d-3481-4c53-9867-c5542e30dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['59c07855-5f32-4fd8-a9e1-0642771f054f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:05.109111 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b87b5a1d-3481-4c53-9867-c5542e30dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:05.121904 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b5a1d-3481-4c53-9867-c5542e30dc5b None None] Routers {'59c07855-5f32-4fd8-a9e1-0642771f054f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:05.122715 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b87b5a1d-3481-4c53-9867-c5542e30dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['59c07855-5f32-4fd8-a9e1-0642771f054f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:05.143358 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05eda45f-27f8-476d-90cd-8b895b0478a5 req-d5bcad13-cd79-491e-be3d-064aa70dba9b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086654 Jul 22 16:55:05.182902 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cfe749-a8ad-478d-af85-86eab851df5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 16:55:05.183505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cfe749-a8ad-478d-af85-86eab851df5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:55:05.273246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-96cfe749-a8ad-478d-af85-86eab851df5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3629508 Jul 22 16:55:05.274229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37726) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:05.290792 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b87b5a1d-3481-4c53-9867-c5542e30dc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:05.292375 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87b5a1d-3481-4c53-9867-c5542e30dc5b None None] The sync data for ids ['59c07855-5f32-4fd8-a9e1-0642771f054f'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:05.379487 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.380222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f7f04e8-d497-49e8-93ca-e9b3ff464ed4 None None] Provisioning for port a6d2b070-f7a8-411e-b99e-1f3f23eb2dae completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:05.385554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f7f04e8-d497-49e8-93ca-e9b3ff464ed4 None None] Provisioning complete for port a6d2b070-f7a8-411e-b99e-1f3f23eb2dae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:05.386109 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f7f04e8-d497-49e8-93ca-e9b3ff464ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.435660 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ffecc05a-be7f-4d08-bf38-d90bcdcee603 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:05.453872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Port': ['ID=a6d2b070-f7a8-411e-b99e-1f3f23eb2dae,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:05.500358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f04e8-d497-49e8-93ca-e9b3ff464ed4 None None] Port a6d2b070-f7a8-411e-b99e-1f3f23eb2dae was deleted so its status cannot be updated. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 16:55:05.533902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f7f04e8-d497-49e8-93ca-e9b3ff464ed4 None None] Could not find standard attr ID for object 8217825c-1bf3-4318-9953-64cc495a9fe4. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:05.595552 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.612660 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port ffecc05a-be7f-4d08-bf38-d90bcdcee603 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:05.623004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ffecc05a-be7f-4d08-bf38-d90bcdcee603 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:05.624120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.710438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce89eea9-564f-401e-81af-6a8a2e74185e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:05.712683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ba387b0b-cffe-4769-94e0-501e60822288 None None] Provisioning for port c58e733d-47e8-4254-b3a0-05b7f1a79dee completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:05.719327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ba387b0b-cffe-4769-94e0-501e60822288 None None] Provisioning complete for port c58e733d-47e8-4254-b3a0-05b7f1a79dee triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:05.720189 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ba387b0b-cffe-4769-94e0-501e60822288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.723380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce89eea9-564f-401e-81af-6a8a2e74185e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:05.730140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ce89eea9-564f-401e-81af-6a8a2e74185e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4525530 Jul 22 16:55:05.734176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:05.761390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ba387b0b-cffe-4769-94e0-501e60822288 None None] Port c58e733d-47e8-4254-b3a0-05b7f1a79dee cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:05.782491 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ba387b0b-cffe-4769-94e0-501e60822288 None None] Provisioning complete for port ffecc05a-be7f-4d08-bf38-d90bcdcee603 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:05.783027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ba387b0b-cffe-4769-94e0-501e60822288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.830476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.836498 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:05.950020 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.031206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port ffecc05a-be7f-4d08-bf38-d90bcdcee603, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ffecc05a-be7f-4d08-bf38-d90bcdcee603,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:06.034149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ba387b0b-cffe-4769-94e0-501e60822288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.047571 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.089835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Router 2fad995f-5749-434e-8885-e87c2dd693a0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:06.095379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6ecb4-4282-45e0-b872-2d2d625b29df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port c58e733d-47e8-4254-b3a0-05b7f1a79dee {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:06.095379 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ecb4-4282-45e0-b872-2d2d625b29df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.153144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=ffecc05a-be7f-4d08-bf38-d90bcdcee603,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:06.164109 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-ba387b0b-cffe-4769-94e0-501e60822288 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:55:06.164465 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-ba387b0b-cffe-4769-94e0-501e60822288 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:55:06.165917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.166311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.166645 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.166947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.167454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.167866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.168209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.168515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.168961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.169288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.169620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.171338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:06.194585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:06.201193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-36aa1afe-31c5-4761-957c-3d47d5ff7210 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "PUT /v2.0/routers/2fad995f-5749-434e-8885-e87c2dd693a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9068663 Jul 22 16:55:06.204752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f144488-7c9a-46ad-b0de-b7f6f6ae0cfb None None] Sync routers for ids ['2fad995f-5749-434e-8885-e87c2dd693a0'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:06.206462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37744) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:06.230874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f144488-7c9a-46ad-b0de-b7f6f6ae0cfb None None] Routers {'2fad995f-5749-434e-8885-e87c2dd693a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:06.232005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4f144488-7c9a-46ad-b0de-b7f6f6ae0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2fad995f-5749-434e-8885-e87c2dd693a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:06.248117 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ecb4-4282-45e0-b872-2d2d625b29df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.265107 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-048a51e3-9f0a-4eca-aa61-0e128732ab06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] show failed (client error): The resource could not be found. Jul 22 16:55:06.266200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-048a51e3-9f0a-4eca-aa61-0e128732ab06 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-346474114 HTTP/1.1" status: 404 len: 334 time: 0.0580280 Jul 22 16:55:06.279001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37746) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:06.279001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fcaca545-dea8-4977-bea3-58d2abf13c03 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:06.285001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6ecb4-4282-45e0-b872-2d2d625b29df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for c58e733d-47e8-4254-b3a0-05b7f1a79dee owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:06.309255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4f144488-7c9a-46ad-b0de-b7f6f6ae0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:06.324351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f144488-7c9a-46ad-b0de-b7f6f6ae0cfb None None] Routers {'2fad995f-5749-434e-8885-e87c2dd693a0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:06.325443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4f144488-7c9a-46ad-b0de-b7f6f6ae0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2fad995f-5749-434e-8885-e87c2dd693a0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:06.331086 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-fcaca545-dea8-4977-bea3-58d2abf13c03 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] update failed (client error): The resource could not be found. Jul 22 16:55:06.331291 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fcaca545-dea8-4977-bea3-58d2abf13c03 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-497870183 HTTP/1.1" status: 404 len: 334 time: 0.0579486 Jul 22 16:55:06.335641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37750) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:06.374769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4f144488-7c9a-46ad-b0de-b7f6f6ae0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:06.376399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f144488-7c9a-46ad-b0de-b7f6f6ae0cfb None None] The sync data for ids ['2fad995f-5749-434e-8885-e87c2dd693a0'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:06.392517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c957ba1-52c3-44be-ab1b-13285d4b19a8 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Deleting subnet d970846a-8888-41a0-9ddf-bc5c39a562a1 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:06.395811 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c957ba1-52c3-44be-ab1b-13285d4b19a8 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.438905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c957ba1-52c3-44be-ab1b-13285d4b19a8 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.468284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b77783-aa92-49ac-9683-25af981e35fc req-a0ccc6f2-7532-4fbd-aa96-83628b77fe6c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:06.469867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77b77783-aa92-49ac-9683-25af981e35fc req-a0ccc6f2-7532-4fbd-aa96-83628b77fe6c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.1882155 Jul 22 16:55:06.474001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port a4bca4a9-7c96-458b-b6ee-50a752ee9e72 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:06.474305 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.547908 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c957ba1-52c3-44be-ab1b-13285d4b19a8 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.626613 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c957ba1-52c3-44be-ab1b-13285d4b19a8 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.629520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ecb4-4282-45e0-b872-2d2d625b29df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.635664 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77b77783-aa92-49ac-9683-25af981e35fc req-3c698416-1a83-4bcd-8594-539a051be164 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554458 Jul 22 16:55:06.661139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.665549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c957ba1-52c3-44be-ab1b-13285d4b19a8 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Subnet': ['ID=d970846a-8888-41a0-9ddf-bc5c39a562a1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:06.669315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3c957ba1-52c3-44be-ab1b-13285d4b19a8 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.671539 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3c957ba1-52c3-44be-ab1b-13285d4b19a8 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "DELETE /v2.0/subnets/d970846a-8888-41a0-9ddf-bc5c39a562a1 HTTP/1.1" status: 204 len: 168 time: 0.3347831 Jul 22 16:55:06.674372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37754) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:06.704611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc052a00-d9dd-4d78-85c9-236304c857a0 None None] Network b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:06.707387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for a4bca4a9-7c96-458b-b6ee-50a752ee9e72 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:06.738577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0a02f4-f88b-48e4-9a2a-40d84d18a031 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Deleting subnet baa7eefa-1913-4733-a950-fae7e47ebc9e {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:06.742880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c0a02f4-f88b-48e4-9a2a-40d84d18a031 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.794165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c0a02f4-f88b-48e4-9a2a-40d84d18a031 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.868016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-977d8238-e16a-48d4-8e04-f631d72663fa None None] Could not find standard attr ID for object c58e733d-47e8-4254-b3a0-05b7f1a79dee. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:06.877325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-977d8238-e16a-48d4-8e04-f631d72663fa None None] Could not find standard attr ID for object a6d2b070-f7a8-411e-b99e-1f3f23eb2dae. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:06.905432 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c0a02f4-f88b-48e4-9a2a-40d84d18a031 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:06.994177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98665165-ee12-4484-8cdb-d7aa9f6e7d5d None None] DHCP port deletion for b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:07.003115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c0a02f4-f88b-48e4-9a2a-40d84d18a031 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.031985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a02f4-f88b-48e4-9a2a-40d84d18a031 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Subnet': ['ID=baa7eefa-1913-4733-a950-fae7e47ebc9e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:07.038659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c0a02f4-f88b-48e4-9a2a-40d84d18a031 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.040818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4c0a02f4-f88b-48e4-9a2a-40d84d18a031 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "DELETE /v2.0/subnets/baa7eefa-1913-4733-a950-fae7e47ebc9e HTTP/1.1" status: 204 len: 168 time: 0.3657253 Jul 22 16:55:07.043444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37766) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:07.052967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6cf89-33ea-47f7-946b-169009029a5f None None] Network 89010a5f-e301-49bf-bf80-9442c646328b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:07.068481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6ecb4-4282-45e0-b872-2d2d625b29df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=c58e733d-47e8-4254-b3a0-05b7f1a79dee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:07.104069 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e0c6ecb4-4282-45e0-b872-2d2d625b29df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.107135 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e0c6ecb4-4282-45e0-b872-2d2d625b29df tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/c58e733d-47e8-4254-b3a0-05b7f1a79dee HTTP/1.1" status: 204 len: 168 time: 1.3711622 Jul 22 16:55:07.114551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37768) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:07.147886 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.182916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-98665165-ee12-4484-8cdb-d7aa9f6e7d5d None None] Deleting port 7beee8c2-4c68-4387-bb6e-0ef83302884b {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:07.183404 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-98665165-ee12-4484-8cdb-d7aa9f6e7d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.235355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3ac3e-d7c4-48e4-bc9f-d7352799fec6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:07.237195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3ac3e-d7c4-48e4-bc9f-d7352799fec6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:07.239339 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-28d3ac3e-d7c4-48e4-bc9f-d7352799fec6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1225443 Jul 22 16:55:07.242589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:07.273814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Deleting port 7beee8c2-4c68-4387-bb6e-0ef83302884b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:07.274470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.372531 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.378162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ffecc05a-be7f-4d08-bf38-d90bcdcee603 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:07.406512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=a4bca4a9-7c96-458b-b6ee-50a752ee9e72,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:07.425132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-35316e49-5b73-40f8-9965-e6ff2f5f6200 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 132cfe8f-85a5-458b-8647-38dff93eec92 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:07.433750 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35316e49-5b73-40f8-9965-e6ff2f5f6200 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.458995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-98665165-ee12-4484-8cdb-d7aa9f6e7d5d None None] For port 7beee8c2-4c68-4387-bb6e-0ef83302884b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7beee8c2-4c68-4387-bb6e-0ef83302884b,segment=NetworkSegment(625910fa-e989-4fec-a516-ca67d307ffa4),segment_id=625910fa-e989-4fec-a516-ca67d307ffa4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:07.459386 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-98665165-ee12-4484-8cdb-d7aa9f6e7d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.472316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] For port 7beee8c2-4c68-4387-bb6e-0ef83302884b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7beee8c2-4c68-4387-bb6e-0ef83302884b,segment=NetworkSegment(625910fa-e989-4fec-a516-ca67d307ffa4),segment_id=625910fa-e989-4fec-a516-ca67d307ffa4)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:07.472685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.487064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-98665165-ee12-4484-8cdb-d7aa9f6e7d5d None None] Calling delete_port for 7beee8c2-4c68-4387-bb6e-0ef83302884b owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:07.497694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Calling delete_port for 7beee8c2-4c68-4387-bb6e-0ef83302884b owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:07.509555 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35316e49-5b73-40f8-9965-e6ff2f5f6200 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.522174 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.624796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8e166-41bd-4a66-81d1-5528fc22105a None None] DHCP port deletion for 89010a5f-e301-49bf-bf80-9442c646328b request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:07.711950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ffecc05a-be7f-4d08-bf38-d90bcdcee603 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:07.712582 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.714479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35316e49-5b73-40f8-9965-e6ff2f5f6200 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.754615 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.773489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] No DVR routers for this DVR port 7beee8c2-4c68-4387-bb6e-0ef83302884b on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:07.785612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 59c07855-5f32-4fd8-a9e1-0642771f054f has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:07.804112 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-98665165-ee12-4484-8cdb-d7aa9f6e7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.818425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-99c8e166-41bd-4a66-81d1-5528fc22105a None None] Deleting port a46b19f9-3275-4bbc-aae6-dd746f813070 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:07.818800 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99c8e166-41bd-4a66-81d1-5528fc22105a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.852904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98665165-ee12-4484-8cdb-d7aa9f6e7d5d None None] No DVR routers for this DVR port 7beee8c2-4c68-4387-bb6e-0ef83302884b on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:07.876129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Port': ['ID=7beee8c2-4c68-4387-bb6e-0ef83302884b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:07.912219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:07.920774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a2c826f1-e08c-4e71-9232-0b0ce8dfdce2 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/59c07855-5f32-4fd8-a9e1-0642771f054f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8847470 Jul 22 16:55:07.925039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:07.928840 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ec713-9add-4550-bf00-53f8d90f18a0 None None] Sync routers for ids ['59c07855-5f32-4fd8-a9e1-0642771f054f'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:07.947054 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ec713-9add-4550-bf00-53f8d90f18a0 None None] Routers {'59c07855-5f32-4fd8-a9e1-0642771f054f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:07.948330 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-502ec713-9add-4550-bf00-53f8d90f18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['59c07855-5f32-4fd8-a9e1-0642771f054f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:07.957723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98665165-ee12-4484-8cdb-d7aa9f6e7d5d None None] Pushing event deleted for resources: {'Port': ['ID=7beee8c2-4c68-4387-bb6e-0ef83302884b,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:07.968581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-99c8e166-41bd-4a66-81d1-5528fc22105a None None] For port a46b19f9-3275-4bbc-aae6-dd746f813070, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a46b19f9-3275-4bbc-aae6-dd746f813070,segment=NetworkSegment(03953a9d-4154-4705-be41-ec0e4712170d),segment_id=03953a9d-4154-4705-be41-ec0e4712170d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:07.969170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99c8e166-41bd-4a66-81d1-5528fc22105a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:07.970211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fd3304f3-9e18-430b-9c51-5ff66c0967b1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c07855-5f32-4fd8-a9e1-0642771f054f HTTP/1.1" status: 200 len: 205 time: 0.0432816 Jul 22 16:55:07.972971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37788) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:08.000162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35316e49-5b73-40f8-9965-e6ff2f5f6200 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.007000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-99c8e166-41bd-4a66-81d1-5528fc22105a None None] Calling delete_port for a46b19f9-3275-4bbc-aae6-dd746f813070 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:08.062433 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-502ec713-9add-4550-bf00-53f8d90f18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:08.071076 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.083099 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35316e49-5b73-40f8-9965-e6ff2f5f6200 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.084766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-35316e49-5b73-40f8-9965-e6ff2f5f6200 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/132cfe8f-85a5-458b-8647-38dff93eec92 HTTP/1.1" status: 204 len: 168 time: 0.8412006 Jul 22 16:55:08.085202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bb24-80cb-435f-81fa-50d77fd3bd50 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.087593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37790) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:08.088996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35316e49-5b73-40f8-9965-e6ff2f5f6200 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=132cfe8f-85a5-458b-8647-38dff93eec92,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:08.093090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:08.106267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da49f0-eec5-49c7-b447-2bc5db55e9ac None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:08.106691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625910fa-e989-4fec-a516-ca67d307ffa4') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:08.107043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625910fa-e989-4fec-a516-ca67d307ffa4') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:08.120243 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ec713-9add-4550-bf00-53f8d90f18a0 None None] Routers {'59c07855-5f32-4fd8-a9e1-0642771f054f'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:08.120882 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-502ec713-9add-4550-bf00-53f8d90f18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['59c07855-5f32-4fd8-a9e1-0642771f054f'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:08.128659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.139954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539329-b45d-44be-a114-a7e3fd628665 req-85b5c418-c338-4d8e-bd86-fd06a5506c05 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:08.141535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f539329-b45d-44be-a114-a7e3fd628665 req-85b5c418-c338-4d8e-bd86-fd06a5506c05 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.3760822 Jul 22 16:55:08.174514 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a9399b20-e714-4e7e-a647-c459cfcc0c9b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855114 Jul 22 16:55:08.193295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:08.194308 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.203847 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-502ec713-9add-4550-bf00-53f8d90f18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:08.204511 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ec713-9add-4550-bf00-53f8d90f18a0 None None] The sync data for ids ['59c07855-5f32-4fd8-a9e1-0642771f054f'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:08.215370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:08.224213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7beee8c2-4c68-4387-bb6e-0ef83302884b no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:08.227403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:08.227998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:08.249423 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:08.282035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 7beee8c2-4c68-4387-bb6e-0ef83302884b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:08.282397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7beee8c2-4c68-4387-bb6e-0ef83302884b not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:08.321750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f539329-b45d-44be-a114-a7e3fd628665 req-0911f1cb-2b84-4fd7-be9b-ba2790b317e0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734002 Jul 22 16:55:08.343192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bb24-80cb-435f-81fa-50d77fd3bd50 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.346014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bb24-80cb-435f-81fa-50d77fd3bd50 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.364027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99c8e166-41bd-4a66-81d1-5528fc22105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.405652 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bb24-80cb-435f-81fa-50d77fd3bd50 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.406673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa6bb24-80cb-435f-81fa-50d77fd3bd50 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Fanout notify agent at l3_agent the message router_deleted on router 59c07855-5f32-4fd8-a9e1-0642771f054f {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:08.407926 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8e166-41bd-4a66-81d1-5528fc22105a None None] Pushing event deleted for resources: {'Port': ['ID=a46b19f9-3275-4bbc-aae6-dd746f813070,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:08.420746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aaa6bb24-80cb-435f-81fa-50d77fd3bd50 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.423614 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.427846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aaa6bb24-80cb-435f-81fa-50d77fd3bd50 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/59c07855-5f32-4fd8-a9e1-0642771f054f HTTP/1.1" status: 204 len: 168 time: 0.4529600 Jul 22 16:55:08.429029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:08.434733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.438137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8e166-41bd-4a66-81d1-5528fc22105a None None] No DVR routers for this DVR port a46b19f9-3275-4bbc-aae6-dd746f813070 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:08.440440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "DELETE /v2.0/networks/b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda HTTP/1.1" status: 204 len: 168 time: 1.3953841 Jul 22 16:55:08.444308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37802) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:08.458609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37826811-0d88-4803-8f69-6a20f5674f72 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Network': ['ID=b920b8b1-51cb-4a23-ad2b-f4c7a7ae9bda,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:08.468044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:08.472554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.559239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24173483-3afa-4d63-a051-28f2c136ba70 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:08.615625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bca2e6-b586-4859-9309-aefcbbf3a845 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting subnet b31bcc29-2597-4006-b95a-bf5031843623 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:08.624262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-24173483-3afa-4d63-a051-28f2c136ba70 None None] Deleting port ffecc05a-be7f-4d08-bf38-d90bcdcee603 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:08.624517 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72bca2e6-b586-4859-9309-aefcbbf3a845 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.624624 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24173483-3afa-4d63-a051-28f2c136ba70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.630319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.684197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72bca2e6-b586-4859-9309-aefcbbf3a845 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.720263 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.721061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-24173483-3afa-4d63-a051-28f2c136ba70 None None] For port ffecc05a-be7f-4d08-bf38-d90bcdcee603, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ffecc05a-be7f-4d08-bf38-d90bcdcee603,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:08.721372 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24173483-3afa-4d63-a051-28f2c136ba70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.736520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-24173483-3afa-4d63-a051-28f2c136ba70 None None] Calling delete_port for ffecc05a-be7f-4d08-bf38-d90bcdcee603 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:08.780858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:08.784452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:08.791453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:08.792046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.805896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.816933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=3e888853-fef3-4501-8e70-87d36fb533e3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:08.822382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89010a5f-e301-49bf-bf80-9442c646328b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:08.824438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f18d5521-b699-4317-996a-b31a32f3cda7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6277554 Jul 22 16:55:08.825168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37806) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:08.850690 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9f487d54-54e4-4524-8e31-eb1a54fb1439 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': '3e888853-fef3-4501-8e70-87d36fb533e3', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1260366121'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:08.878296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03953a9d-4154-4705-be41-ec0e4712170d') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:08.878894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03953a9d-4154-4705-be41-ec0e4712170d') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:08.906902 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.964119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:08.981945 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72bca2e6-b586-4859-9309-aefcbbf3a845 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.002982 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24173483-3afa-4d63-a051-28f2c136ba70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.010341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:09.011186 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:09.015729 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:09.029291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24173483-3afa-4d63-a051-28f2c136ba70 None None] Pushing event deleted for resources: {'Port': ['ID=ffecc05a-be7f-4d08-bf38-d90bcdcee603,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:09.033859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24173483-3afa-4d63-a051-28f2c136ba70 None None] No DVR routers for this DVR port ffecc05a-be7f-4d08-bf38-d90bcdcee603 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:09.055853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4309d59-5748-495b-98e9-b875b9b16453 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:09.126495 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.137489 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.141723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "DELETE /v2.0/networks/89010a5f-e301-49bf-bf80-9442c646328b HTTP/1.1" status: 204 len: 168 time: 0.6939294 Jul 22 16:55:09.141723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72bca2e6-b586-4859-9309-aefcbbf3a845 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.142145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37812) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:09.180621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87212e69-489c-4f70-955d-e900e0fa0276 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Network': ['ID=89010a5f-e301-49bf-bf80-9442c646328b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:09.190548 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f487d54-54e4-4524-8e31-eb1a54fb1439 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:09.241767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bca2e6-b586-4859-9309-aefcbbf3a845 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Subnet': ['ID=b31bcc29-2597-4006-b95a-bf5031843623,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:09.243881 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-72bca2e6-b586-4859-9309-aefcbbf3a845 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.246156 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-72bca2e6-b586-4859-9309-aefcbbf3a845 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/b31bcc29-2597-4006-b95a-bf5031843623 HTTP/1.1" status: 204 len: 168 time: 0.8154168 Jul 22 16:55:09.249970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37814) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:09.258605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd3aa17-8ad9-4fed-8f0a-50a36c091913 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Deleting subnet 56ab0cf8-f7e3-48e8-a05d-31f787756b94 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:09.265358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dfbc2b-cb50-40a0-b2e2-272e3ac669f7 None None] Network 6632756c-4419-4d79-a3f8-01ccd83568a8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:09.289367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cd3aa17-8ad9-4fed-8f0a-50a36c091913 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.300889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': '3e888853-fef3-4501-8e70-87d36fb533e3'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:09.301643 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.328344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a46b19f9-3275-4bbc-aae6-dd746f813070 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:09.384091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting subnet c26945c0-9b3c-4771-bde1-a7c7e16e2132 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:09.394765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.402608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a46b19f9-3275-4bbc-aae6-dd746f813070 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:09.402959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a46b19f9-3275-4bbc-aae6-dd746f813070 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:09.403402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ffecc05a-be7f-4d08-bf38-d90bcdcee603 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:09.408631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cd3aa17-8ad9-4fed-8f0a-50a36c091913 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.438272 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f487d54-54e4-4524-8e31-eb1a54fb1439 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.464002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-9f487d54-54e4-4524-8e31-eb1a54fb1439 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port e368b35b-f0df-477b-8f6a-5a1912802545 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:09.497610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: ffecc05a-be7f-4d08-bf38-d90bcdcee603 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:09.498020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ffecc05a-be7f-4d08-bf38-d90bcdcee603 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:09.557147 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.563749 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cd3aa17-8ad9-4fed-8f0a-50a36c091913 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.665624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/3e888853-fef3-4501-8e70-87d36fb533e3/0a212107-e21c-4482-880c-d8ee362f5bd1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:09.679703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cd3aa17-8ad9-4fed-8f0a-50a36c091913 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.719660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d06ff-9a53-4c9a-bc05-d5e992591b4b req-df77c968-e53a-48a9-8ecd-fb713b1cfa6c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:09.722183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e93d06ff-9a53-4c9a-bc05-d5e992591b4b req-df77c968-e53a-48a9-8ecd-fb713b1cfa6c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.2673244 Jul 22 16:55:09.723890 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cd3aa17-8ad9-4fed-8f0a-50a36c091913 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.725888 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6cd3aa17-8ad9-4fed-8f0a-50a36c091913 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "DELETE /v2.0/subnets/56ab0cf8-f7e3-48e8-a05d-31f787756b94 HTTP/1.1" status: 204 len: 168 time: 0.5828004 Jul 22 16:55:09.726961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3aa17-8ad9-4fed-8f0a-50a36c091913 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Subnet': ['ID=56ab0cf8-f7e3-48e8-a05d-31f787756b94,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:09.729580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:09.749367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09eec1f-d6e1-49ef-8697-d8c1faa4b6a7 None None] DHCP port deletion for 6632756c-4419-4d79-a3f8-01ccd83568a8 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:09.753341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956543ec-5ab3-4b19-b712-c8c1b6d7836d None None] Network b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:09.766846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.813566 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e93d06ff-9a53-4c9a-bc05-d5e992591b4b req-55316a12-7c6d-4e3e-898a-be7d342d3fa0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776381 Jul 22 16:55:09.853736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.871223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.906473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Subnet': ['ID=c26945c0-9b3c-4771-bde1-a7c7e16e2132,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:09.917154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:09.919474 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/c26945c0-9b3c-4771-bde1-a7c7e16e2132 HTTP/1.1" status: 204 len: 168 time: 0.6685321 Jul 22 16:55:09.922978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.923344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.923693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.924264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.924385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.924692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.925038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.925447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.925807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.926159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.926417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.926713 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d7d81a-0760-4954-b952-0769c8e9ce79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:09.929432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37830) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:09.942516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59453f0a-81f5-4aac-b6b4-570351ec8deb None None] Network 3c61cf31-5de6-4415-a041-9f619573f603 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:10.027162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.037728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Deleting port a1368057-4b60-4b32-9a45-228991a015f5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:10.038136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.068986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b09eec1f-d6e1-49ef-8697-d8c1faa4b6a7 None None] Deleting port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:10.069601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b09eec1f-d6e1-49ef-8697-d8c1faa4b6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.137901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] For port a1368057-4b60-4b32-9a45-228991a015f5, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a1368057-4b60-4b32-9a45-228991a015f5,segment=NetworkSegment(d8f1e58f-a79b-4d77-8971-b219088f1c91),segment_id=d8f1e58f-a79b-4d77-8971-b219088f1c91)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:10.138416 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.155480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Calling delete_port for a1368057-4b60-4b32-9a45-228991a015f5 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:10.209705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:10.210178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.253815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b09eec1f-d6e1-49ef-8697-d8c1faa4b6a7 None None] For port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bb8a8a18-9fe1-4540-a9d2-4bd883f44dca,segment=NetworkSegment(2527dd43-d128-4428-9548-1fdd65cde3c0),segment_id=2527dd43-d128-4428-9548-1fdd65cde3c0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:10.254223 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b09eec1f-d6e1-49ef-8697-d8c1faa4b6a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.284172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b09eec1f-d6e1-49ef-8697-d8c1faa4b6a7 None None] Calling delete_port for bb8a8a18-9fe1-4540-a9d2-4bd883f44dca owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:10.301061 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.303482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bb8a8a18-9fe1-4540-a9d2-4bd883f44dca,segment=NetworkSegment(2527dd43-d128-4428-9548-1fdd65cde3c0),segment_id=2527dd43-d128-4428-9548-1fdd65cde3c0)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:10.303835 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.317808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for bb8a8a18-9fe1-4540-a9d2-4bd883f44dca owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:10.328265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.334178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Transition to ACTIVE for port object 0a212107-e21c-4482-880c-d8ee362f5bd1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:10.389224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Port': ['ID=a1368057-4b60-4b32-9a45-228991a015f5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:10.391645 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Transition to ACTIVE for port object 0a212107-e21c-4482-880c-d8ee362f5bd1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:10.395272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] No DVR routers for this DVR port a1368057-4b60-4b32-9a45-228991a015f5 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:10.409447 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f487d54-54e4-4524-8e31-eb1a54fb1439 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:55:10.410021 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.410189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f487d54-54e4-4524-8e31-eb1a54fb1439 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:55:10.438009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f487d54-54e4-4524-8e31-eb1a54fb1439 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5902808 Jul 22 16:55:10.442797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:10.477359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ea2e77-b54b-42d8-bee8-aa7c5ea3e7f9 None None] DHCP port deletion for b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:10.503293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.515945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2febf8c-8bc7-47a5-9bb0-e165226e9ae3']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:10.525143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:10.527081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f1e58f-a79b-4d77-8971-b219088f1c91') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:10.527601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f1e58f-a79b-4d77-8971-b219088f1c91') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:10.535703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.554862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:10.562851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.563327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:10.570547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93302e4-885b-4a54-b1f1-756e5b0f472d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:10.574916 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c93302e4-885b-4a54-b1f1-756e5b0f472d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1330557 Jul 22 16:55:10.578296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:10.600380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Pushing event updated for resources: {'Port': ['ID=0a212107-e21c-4482-880c-d8ee362f5bd1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:10.610275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=bb8a8a18-9fe1-4540-a9d2-4bd883f44dca,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:10.615581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No DVR routers for this DVR port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:10.625501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.646661 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b09eec1f-d6e1-49ef-8697-d8c1faa4b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.663224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb3decc-8bb8-43a5-afe1-8d36b4bed08d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:10.665114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb3decc-8bb8-43a5-afe1-8d36b4bed08d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:10.674272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:10.674697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aeb3decc-8bb8-43a5-afe1-8d36b4bed08d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0926225 Jul 22 16:55:10.674804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.676939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:10.741216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eec1f-d6e1-49ef-8697-d8c1faa4b6a7 None None] Pushing event deleted for resources: {'Port': ['ID=bb8a8a18-9fe1-4540-a9d2-4bd883f44dca,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:10.760772 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:10.767845 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.776458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f0a627-ddaf-42e1-8041-d4700b4603f1 None None] DHCP port deletion for 3c61cf31-5de6-4415-a041-9f619573f603 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:10.784559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb91625a-5101-4316-8ec0-9023eaf21ca8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 3e888853-fef3-4501-8e70-87d36fb533e3 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:10.793590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb91625a-5101-4316-8ec0-9023eaf21ca8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.800789 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.806053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "DELETE /v2.0/networks/b2febf8c-8bc7-47a5-9bb0-e165226e9ae3 HTTP/1.1" status: 204 len: 168 time: 1.0745423 Jul 22 16:55:10.808777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37858) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:10.832143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf9f6a-78d0-4d6f-9a51-d98755fbacf6 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Pushing event deleted for resources: {'Network': ['ID=b2febf8c-8bc7-47a5-9bb0-e165226e9ae3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:10.864697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Attempting to bind port 0a212107-e21c-4482-880c-d8ee362f5bd1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:10.866680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Attempting to bind port 0a212107-e21c-4482-880c-d8ee362f5bd1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:10.867310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Attempting to bind port 0a212107-e21c-4482-880c-d8ee362f5bd1 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:10.872210 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-23265a6b-dce4-4bee-9685-eddbf2495560 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fad995f-5749-434e-8885-e87c2dd693a0 HTTP/1.1" status: 200 len: 205 time: 0.0524769 Jul 22 16:55:10.874790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:10.889373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09eec1f-d6e1-49ef-8697-d8c1faa4b6a7 None None] No DVR routers for this DVR port bb8a8a18-9fe1-4540-a9d2-4bd883f44dca on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:10.896068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:10.897578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:10.898171 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:10.899182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:10.900589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Bound port: 0a212107-e21c-4482-880c-d8ee362f5bd1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:10.902359 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.035733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] For port 0a212107-e21c-4482-880c-d8ee362f5bd1, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:11.039084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-08f0a627-ddaf-42e1-8041-d4700b4603f1 None None] Deleting port 23d5dc37-3735-4d39-b773-eb75c35ba14d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:11.039778 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-08f0a627-ddaf-42e1-8041-d4700b4603f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.044039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] For port 0a212107-e21c-4482-880c-d8ee362f5bd1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0a212107-e21c-4482-880c-d8ee362f5bd1,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:11.070500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.127304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e34d9fe-645e-45a0-9a40-4bea29cfa801 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.194464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-08f0a627-ddaf-42e1-8041-d4700b4603f1 None None] For port 23d5dc37-3735-4d39-b773-eb75c35ba14d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=23d5dc37-3735-4d39-b773-eb75c35ba14d,segment=NetworkSegment(5e95033c-2fbc-4e3b-9163-ef2525f77055),segment_id=5e95033c-2fbc-4e3b-9163-ef2525f77055)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:11.195058 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-08f0a627-ddaf-42e1-8041-d4700b4603f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.228541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-08f0a627-ddaf-42e1-8041-d4700b4603f1 None None] Calling delete_port for 23d5dc37-3735-4d39-b773-eb75c35ba14d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:11.236384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360815c4-3bb9-4ac4-bbbd-d8102d47c8db None None] Pushing event updated for resources: {'Port': ['ID=0a212107-e21c-4482-880c-d8ee362f5bd1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:11.243545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb91625a-5101-4316-8ec0-9023eaf21ca8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.333562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.340551 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bb8a8a18-9fe1-4540-a9d2-4bd883f44dca no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:11.353823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6632756c-4419-4d79-a3f8-01ccd83568a8']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:11.372238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: bb8a8a18-9fe1-4540-a9d2-4bd883f44dca {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:11.372705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bb8a8a18-9fe1-4540-a9d2-4bd883f44dca not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:11.373827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a1368057-4b60-4b32-9a45-228991a015f5 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:11.376089 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-08f0a627-ddaf-42e1-8041-d4700b4603f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.383477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2527dd43-d128-4428-9548-1fdd65cde3c0') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:11.383940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2527dd43-d128-4428-9548-1fdd65cde3c0') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:11.397359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.427492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.438839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:11.439291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.442383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a1368057-4b60-4b32-9a45-228991a015f5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:11.442718 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:11.445314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a1368057-4b60-4b32-9a45-228991a015f5 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:11.445832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 23d5dc37-3735-4d39-b773-eb75c35ba14d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:11.452663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0a627-ddaf-42e1-8041-d4700b4603f1 None None] Pushing event deleted for resources: {'Port': ['ID=23d5dc37-3735-4d39-b773-eb75c35ba14d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:11.458961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0a627-ddaf-42e1-8041-d4700b4603f1 None None] No DVR routers for this DVR port 23d5dc37-3735-4d39-b773-eb75c35ba14d on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:11.483426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51abd8-a4b4-46d9-a08b-3e1761351051 req-680ea2c0-a119-45f2-aed5-21675b0e4e63 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:11.485079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e51abd8-a4b4-46d9-a08b-3e1761351051 req-680ea2c0-a119-45f2-aed5-21675b0e4e63 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.1480718 Jul 22 16:55:11.509503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 23d5dc37-3735-4d39-b773-eb75c35ba14d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:11.510466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 23d5dc37-3735-4d39-b773-eb75c35ba14d not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:11.597048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.614850 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.619808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/networks/6632756c-4419-4d79-a3f8-01ccd83568a8 HTTP/1.1" status: 204 len: 168 time: 1.6878808 Jul 22 16:55:11.629018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37876) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:11.632323 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e51abd8-a4b4-46d9-a08b-3e1761351051 req-47e82bd2-ab35-400a-86b1-a4b3c835b991 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324601 Jul 22 16:55:11.651077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135c9c3-3daa-4544-bac6-c7443f635e86 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Network': ['ID=6632756c-4419-4d79-a3f8-01ccd83568a8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:11.750628 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.856158 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.868590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c61cf31-5de6-4415-a041-9f619573f603']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:11.881981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e95033c-2fbc-4e3b-9163-ef2525f77055') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:11.882749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e95033c-2fbc-4e3b-9163-ef2525f77055') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:11.894858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.924875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.937814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:11.938639 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:11.943062 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:11.959525 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e34d9fe-645e-45a0-9a40-4bea29cfa801 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:11.963847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e34d9fe-645e-45a0-9a40-4bea29cfa801 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.030242 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.034795 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.036791 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/networks/3c61cf31-5de6-4415-a041-9f619573f603 HTTP/1.1" status: 204 len: 168 time: 0.4035158 Jul 22 16:55:12.043516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37882) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.050597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e34d9fe-645e-45a0-9a40-4bea29cfa801 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.051596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e34d9fe-645e-45a0-9a40-4bea29cfa801 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Fanout notify agent at l3_agent the message router_deleted on router 2fad995f-5749-434e-8885-e87c2dd693a0 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:12.052825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adc788-834c-4e1a-95db-d5ee97a8f9dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Network': ['ID=3c61cf31-5de6-4415-a041-9f619573f603,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:12.057126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-412871737'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:12.072025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e34d9fe-645e-45a0-9a40-4bea29cfa801 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.078294 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7e34d9fe-645e-45a0-9a40-4bea29cfa801 tempest-RoutersNegativeTest-164652260 tempest-RoutersNegativeTest-164652260-project] 10.222.0.53 "DELETE /v2.0/routers/2fad995f-5749-434e-8885-e87c2dd693a0 HTTP/1.1" status: 204 len: 168 time: 1.1960239 Jul 22 16:55:12.099777 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb91625a-5101-4316-8ec0-9023eaf21ca8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.145768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:12.150191 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.219564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb91625a-5101-4316-8ec0-9023eaf21ca8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.221682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:12.260616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91625a-5101-4316-8ec0-9023eaf21ca8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=3e888853-fef3-4501-8e70-87d36fb533e3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:12.265335 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.266072 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added segment c2f308bc-5141-40ac-9092-b925af1158c0 of type vlan for network 302f3d03-49d5-4bd0-a969-475ba60d51bc Jul 22 16:55:12.268383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb91625a-5101-4316-8ec0-9023eaf21ca8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.273412 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cb91625a-5101-4316-8ec0-9023eaf21ca8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/3e888853-fef3-4501-8e70-87d36fb533e3 HTTP/1.1" status: 204 len: 168 time: 1.5891333 Jul 22 16:55:12.273560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37888) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.325320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.344448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ea62d94b-8990-4a74-b0c9-317ff53e82d6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688014 Jul 22 16:55:12.348347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37892) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.366218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:12.392705 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.407226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:12.409531 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.450178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.509569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4569967 Jul 22 16:55:12.513064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.529526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'subnet': {'network_id': '302f3d03-49d5-4bd0-a969-475ba60d51bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:12.620621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e24701-c004-4694-9709-cef128f03859 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Network': ['ID=302f3d03-49d5-4bd0-a969-475ba60d51bc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:12.640327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:12.644237 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.652068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 302f3d03-49d5-4bd0-a969-475ba60d51bc details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:12.657231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bcbe3d-ce27-4abc-84f2-44dcb7f1012c None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:12.701679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b0a3a461-f89c-450c-8166-43833013f78f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6027953a77a41a4aa27793015f76b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502918 Jul 22 16:55:12.705206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37910) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:12.730717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:12.737981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.805241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-203f3b67-db1e-4d80-9764-1a2f575f288d None None] Provisioning for port 0a212107-e21c-4482-880c-d8ee362f5bd1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:12.849404 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-526850a6-7d2f-4bfd-89d5-f610dd64c254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.906601 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-526850a6-7d2f-4bfd-89d5-f610dd64c254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:12.940698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adca5e-e0a1-4ca2-8178-8593789651c7 req-e2497f12-034f-449f-930f-330217161923 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:12.942279 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c3adca5e-e0a1-4ca2-8178-8593789651c7 req-e2497f12-034f-449f-930f-330217161923 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.1790860 Jul 22 16:55:13.004391 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.014827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d58171b-6ca7-4ff8-a31c-46bcef183360 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:13.040485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c3adca5e-e0a1-4ca2-8178-8593789651c7 req-d8d684c9-7ca8-4b7c-8e5d-795bf485c799 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884471 Jul 22 16:55:13.061554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-526850a6-7d2f-4bfd-89d5-f610dd64c254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.065113 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-526850a6-7d2f-4bfd-89d5-f610dd64c254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.066438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-526850a6-7d2f-4bfd-89d5-f610dd64c254 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a2b4b2c-ac9a-4a20-8807-6fdf21e0454e HTTP/1.1" status: 204 len: 168 time: 0.3606365 Jul 22 16:55:13.070714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:13.074184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:13.085537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:13.086507 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.094059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526850a6-7d2f-4bfd-89d5-f610dd64c254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2b4b2c-ac9a-4a20-8807-6fdf21e0454e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:13.108213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=d058f7e5-846a-4c7c-b19e-31f56239aa22,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:13.119558 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-407137f3-7963-4236-b51c-52169fa4fbc9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7700794 Jul 22 16:55:13.120373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:13.125090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.126050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fc7efdc5-a5bb-4438-8322-6108dfa5db61 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1726537927', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:13.153791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc7efdc5-a5bb-4438-8322-6108dfa5db61 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.156629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc7efdc5-a5bb-4438-8322-6108dfa5db61 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.210627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6d58171b-6ca7-4ff8-a31c-46bcef183360 None None] Deleting port 0a212107-e21c-4482-880c-d8ee362f5bd1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:13.212108 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d58171b-6ca7-4ff8-a31c-46bcef183360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.221216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Subnet': ['ID=9f00e960-15fe-432f-ac26-4ccdf833e9f9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:13.233135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Checking segment: {'id': 'c2f308bc-5141-40ac-9092-b925af1158c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302f3d03-49d5-4bd0-a969-475ba60d51bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:13.233386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc7efdc5-a5bb-4438-8322-6108dfa5db61 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.233971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network hostable DHCP agents. Network: 302f3d03-49d5-4bd0-a969-475ba60d51bc, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:55:13.241207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc7efdc5-a5bb-4438-8322-6108dfa5db61 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.258455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 302f3d03-49d5-4bd0-a969-475ba60d51bc is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:55:13.281692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 302f3d03-49d5-4bd0-a969-475ba60d51bc) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:13.284960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc7efdc5-a5bb-4438-8322-6108dfa5db61 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.291675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fc7efdc5-a5bb-4438-8322-6108dfa5db61 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1700108 Jul 22 16:55:13.293804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:13.294408 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.296998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 37920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:13.302832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00e103-d14c-4fe2-8a29-e6f96e4f90aa None None] Network 302f3d03-49d5-4bd0-a969-475ba60d51bc requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:13.338033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d7c59a7a-85ea-4c7e-9217-132fc7df5e40 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8216538 Jul 22 16:55:13.340483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37924) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:13.346762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-782603e8-d787-4946-8b59-52ba7caaf3eb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-416106559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:13.403906 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782603e8-d787-4946-8b59-52ba7caaf3eb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.405986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782603e8-d787-4946-8b59-52ba7caaf3eb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.467036 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:55:13.554455 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782603e8-d787-4946-8b59-52ba7caaf3eb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.559773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782603e8-d787-4946-8b59-52ba7caaf3eb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.597247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782603e8-d787-4946-8b59-52ba7caaf3eb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.598183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-782603e8-d787-4946-8b59-52ba7caaf3eb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2563655 Jul 22 16:55:13.600543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37934) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:13.616340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'port': {'network_id': '302f3d03-49d5-4bd0-a969-475ba60d51bc', 'name': 'tempest-RoutersIpV6Test-377832714'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:13.629440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6d58171b-6ca7-4ff8-a31c-46bcef183360 None None] For port 0a212107-e21c-4482-880c-d8ee362f5bd1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0a212107-e21c-4482-880c-d8ee362f5bd1,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:13.630139 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d58171b-6ca7-4ff8-a31c-46bcef183360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.648661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6d58171b-6ca7-4ff8-a31c-46bcef183360 None None] Calling delete_port for 0a212107-e21c-4482-880c-d8ee362f5bd1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:13.793100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:13.798310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-302f3d03-49d5-4bd0-a969-475ba60d51bc', 'network_id': '302f3d03-49d5-4bd0-a969-475ba60d51bc', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'fixed_ips': [{'subnet_id': '9f00e960-15fe-432f-ac26-4ccdf833e9f9'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:13.799913 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.804633 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.825036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.841314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] device_id is not set on port 2dc3b63d-13d3-4584-b835-19a70a6180e6 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:13.951158 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d58171b-6ca7-4ff8-a31c-46bcef183360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:13.992145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58171b-6ca7-4ff8-a31c-46bcef183360 None None] Pushing event deleted for resources: {'Port': ['ID=0a212107-e21c-4482-880c-d8ee362f5bd1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:13.994317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d58171b-6ca7-4ff8-a31c-46bcef183360 None None] No DVR routers for this DVR port 0a212107-e21c-4482-880c-d8ee362f5bd1 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:14.021541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e3b9d-a2a8-4ea7-a792-26d0d6a83897 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:14.084344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 2001:db8::c4 (302f3d03-49d5-4bd0-a969-475ba60d51bc/9f00e960-15fe-432f-ac26-4ccdf833e9f9/2dc3b63d-13d3-4584-b835-19a70a6180e6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:14.273173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::1 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/d058f7e5-846a-4c7c-b19e-31f56239aa22/4da42b65-c12f-44f8-a340-2f3468bc6cda) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:14.307004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:14.308068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': 'd058f7e5-846a-4c7c-b19e-31f56239aa22'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:14.308935 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:14.329123 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Transition to ACTIVE for port object 2dc3b63d-13d3-4584-b835-19a70a6180e6 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:14.380554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:14.422617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59b695-4cff-408f-8137-9b7003a3da68 req-ff2c7998-5d97-4f25-8fae-86423b8622ef tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:14.424221 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c59b695-4cff-408f-8137-9b7003a3da68 req-ff2c7998-5d97-4f25-8fae-86423b8622ef tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.2665186 Jul 22 16:55:14.441871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 302f3d03-49d5-4bd0-a969-475ba60d51bc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:14.448392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:14.453617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:14.462042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:14.464016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:14.478625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=2dc3b63d-13d3-4584-b835-19a70a6180e6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:14.495425 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aafcf265-c924-40ea-8c67-5e40d1b431b4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8935869 Jul 22 16:55:14.496098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 37958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:14.605811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Allocated IP 2001:db8::2 (302f3d03-49d5-4bd0-a969-475ba60d51bc/9f00e960-15fe-432f-ac26-4ccdf833e9f9/fb116172-a573-416e-bf52-a095e4839717) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:14.618611 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c59b695-4cff-408f-8137-9b7003a3da68 req-62f1bd24-9a2b-4027-ad69-3b219b27361e tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837852 Jul 22 16:55:14.661978 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:14.681352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 4da42b65-c12f-44f8-a340-2f3468bc6cda will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:14.742604 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:14.820053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=4da42b65-c12f-44f8-a340-2f3468bc6cda,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:14.830033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:14.831769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:14.834335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:14.835209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:14.848930 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/d058f7e5-846a-4c7c-b19e-31f56239aa22/1178638c-069b-4514-828f-b6cce684a3ae) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:14.902595 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:14.933137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Transition to ACTIVE for port object fb116172-a573-416e-bf52-a095e4839717 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:15.027666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Transition to ACTIVE for port object fb116172-a573-416e-bf52-a095e4839717 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:15.030045 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.039153 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.046022 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.102580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Network 302f3d03-49d5-4bd0-a969-475ba60d51bc is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:15.114385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:15.120431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:15.148617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Pushing event updated for resources: {'Port': ['ID=fb116172-a573-416e-bf52-a095e4839717,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:15.218244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.228853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Attempting to bind port fb116172-a573-416e-bf52-a095e4839717 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:15.229312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Attempting to bind port fb116172-a573-416e-bf52-a095e4839717 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c2f308bc-5141-40ac-9092-b925af1158c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302f3d03-49d5-4bd0-a969-475ba60d51bc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:15.229718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Attempting to bind port fb116172-a573-416e-bf52-a095e4839717 on network 302f3d03-49d5-4bd0-a969-475ba60d51bc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:15.231941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Transition to ACTIVE for port object 1178638c-069b-4514-828f-b6cce684a3ae will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:15.242711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:15.242711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Checking segment: {'id': 'c2f308bc-5141-40ac-9092-b925af1158c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302f3d03-49d5-4bd0-a969-475ba60d51bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:15.242711 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.242711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Bound using segment: {'id': 'c2f308bc-5141-40ac-9092-b925af1158c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302f3d03-49d5-4bd0-a969-475ba60d51bc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:15.242711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Bound port: fb116172-a573-416e-bf52-a095e4839717, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f308bc-5141-40ac-9092-b925af1158c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '302f3d03-49d5-4bd0-a969-475ba60d51bc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:15.242711 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.264491 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Transition to ACTIVE for port object 1178638c-069b-4514-828f-b6cce684a3ae will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:15.289091 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.377421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:15.399942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:15.415741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:15.434130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] For port fb116172-a573-416e-bf52-a095e4839717, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:15.440099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] For port fb116172-a573-416e-bf52-a095e4839717, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fb116172-a573-416e-bf52-a095e4839717,segment=NetworkSegment(c2f308bc-5141-40ac-9092-b925af1158c0),segment_id=c2f308bc-5141-40ac-9092-b925af1158c0)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:15.461842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Pushing event updated for resources: {'Port': ['ID=1178638c-069b-4514-828f-b6cce684a3ae,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:15.485480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.490992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.491812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.509961 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.574762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Attempting to bind port 1178638c-069b-4514-828f-b6cce684a3ae on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:15.575325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Attempting to bind port 1178638c-069b-4514-828f-b6cce684a3ae by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:15.576039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Attempting to bind port 1178638c-069b-4514-828f-b6cce684a3ae on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:15.577804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=4da42b65-c12f-44f8-a340-2f3468bc6cda,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:15.593926 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:15.594968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:15.595568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.596441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:15.597090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Bound port: 1178638c-069b-4514-828f-b6cce684a3ae, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:15.597644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.639695 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.646904 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.706043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] For port 1178638c-069b-4514-828f-b6cce684a3ae, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:15.710126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] For port 1178638c-069b-4514-828f-b6cce684a3ae, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1178638c-069b-4514-828f-b6cce684a3ae,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:15.711632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fa40e-e499-46b0-9925-80363ff4468c None None] Pushing event updated for resources: {'Port': ['ID=fb116172-a573-416e-bf52-a095e4839717,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:15.717545 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:15.771270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:15.772833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:15.818097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2b3d7-c232-4309-abab-d42553250b89 None None] Pushing event updated for resources: {'Port': ['ID=1178638c-069b-4514-828f-b6cce684a3ae,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:15.966187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=2dc3b63d-13d3-4584-b835-19a70a6180e6,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:16.018713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Router 5e961a4e-be46-4e88-9e9f-89fdd63264f7 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:16.153742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba15df-ddf1-4173-b8c4-5ed222cffe4c req-548f1fc8-dc2c-4906-97fb-11338e3905fc tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.161898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-81ba15df-ddf1-4173-b8c4-5ed222cffe4c req-548f1fc8-dc2c-4906-97fb-11338e3905fc tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.3334394 Jul 22 16:55:16.198843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.251516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:16.268324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Sync routers for ids ['5e961a4e-be46-4e88-9e9f-89fdd63264f7'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:16.270899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-85e1f20b-d97f-46f0-9d89-05b415d9712e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "PUT /v2.0/routers/5e961a4e-be46-4e88-9e9f-89fdd63264f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9681818 Jul 22 16:55:16.271758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38004) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:16.282504 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Routers {'5e961a4e-be46-4e88-9e9f-89fdd63264f7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:16.283179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5e961a4e-be46-4e88-9e9f-89fdd63264f7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:16.374278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a557ab-4791-46d2-861f-701486fd86de tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.385724 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-52a557ab-4791-46d2-861f-701486fd86de tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports/4da42b65-c12f-44f8-a340-2f3468bc6cda HTTP/1.1" status: 200 len: 911 time: 0.1128881 Jul 22 16:55:16.386346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38010) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:16.417837 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-81ba15df-ddf1-4173-b8c4-5ed222cffe4c req-ff4e7916-5f0a-4000-b8a2-fc3257f88e39 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539785 Jul 22 16:55:16.436189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Set router 5e961a4e-be46-4e88-9e9f-89fdd63264f7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:16.514560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce9f5b-503a-45aa-a94f-f7bafe599bdb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.533602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.534223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bce9f5b-503a-45aa-a94f-f7bafe599bdb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:16.540282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7bce9f5b-503a-45aa-a94f-f7bafe599bdb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1482525 Jul 22 16:55:16.541015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:16.835876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e961a4e-be46-4e88-9e9f-89fdd63264f7', 'name': 'tempest-NetworksTestDHCPv6-router-1726537927', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:13Z', 'updated_at': '2021-07-22T16:55:14Z', 'revision_number': 2, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'gw_port_host': None, '_interfaces': [{'id': '4da42b65-c12f-44f8-a340-2f3468bc6cda', 'name': '', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'mac_address': 'fa:16:3e:b0:ef:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e961a4e-be46-4e88-9e9f-89fdd63264f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd058f7e5-846a-4c7c-b19e-31f56239aa22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:55:13Z', 'updated_at': '2021-07-22T16:55:15Z', 'revision_number': 2, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'subnets': [{'id': 'd058f7e5-846a-4c7c-b19e-31f56239aa22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:16.878848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Checking router: 5e961a4e-be46-4e88-9e9f-89fdd63264f7 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:55:16.879747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Updating router 5e961a4e-be46-4e88-9e9f-89fdd63264f7 port 4da42b65-c12f-44f8-a340-2f3468bc6cda binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:55:16.905609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38028) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:16.952249 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:16.992467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.011998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.012969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.140681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0aa4-7df6-40c4-9cb7-6cd6239ff8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.198163 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=2dc3b63d-13d3-4584-b835-19a70a6180e6,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:17.331016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf09d8-8174-48bb-8ba6-9515cbdbc165 req-4c98af6c-f94b-4cbb-815a-19e4c934a941 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:17.340833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0cf09d8-8174-48bb-8ba6-9515cbdbc165 req-4c98af6c-f94b-4cbb-815a-19e4c934a941 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.3456759 Jul 22 16:55:17.358726 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0aa4-7df6-40c4-9cb7-6cd6239ff8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.372280 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0aa4-7df6-40c4-9cb7-6cd6239ff8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.424713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b5a0aa4-7df6-40c4-9cb7-6cd6239ff8b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc415f16b66a48bf889af9321caa8206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5155694 Jul 22 16:55:17.425285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38042) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:17.469253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1178638c-069b-4514-828f-b6cce684a3ae up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:17.484810 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0cf09d8-8174-48bb-8ba6-9515cbdbc165 req-8be14c68-318b-43af-bb9f-312e5d8a5f2b tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421528 Jul 22 16:55:17.496845 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 302f3d03-49d5-4bd0-a969-475ba60d51bc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:17.496845 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:17.608783 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.618887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a0aa4-7df6-40c4-9cb7-6cd6239ff8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819de802-63ea-4f79-b336-2a2a4073c168,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:17.655533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4f262d-2103-4f7d-a5bf-33a59f3be942 None None] Network 302f3d03-49d5-4bd0-a969-475ba60d51bc requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:17.661222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Transition to ACTIVE for port object 4da42b65-c12f-44f8-a340-2f3468bc6cda will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:17.713466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1178638c-069b-4514-828f-b6cce684a3ae completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:17.723785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fb116172-a573-416e-bf52-a095e4839717 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:17.747255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router f745ccb3-920d-499c-b5b9-2a684709d677 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:17.765495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-372a9065-4c88-4a40-ad76-c6eb170c17ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.787856 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.792747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:17.887220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bc85e21d-d052-4828-acb7-3e3bf9844946 None None] Provisioning for port fb116172-a573-416e-bf52-a095e4839717 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:17.970213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56ffef-9a49-4607-83f6-23e2ca480c78 None None] Pushing event updated for resources: {'Port': ['ID=4da42b65-c12f-44f8-a340-2f3468bc6cda,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:18.012381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Attempting to bind port 4da42b65-c12f-44f8-a340-2f3468bc6cda on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:18.012640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Attempting to bind port 4da42b65-c12f-44f8-a340-2f3468bc6cda by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:18.012986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Attempting to bind port 4da42b65-c12f-44f8-a340-2f3468bc6cda on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:18.024126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:18.024493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:18.024890 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.025292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:18.025784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Bound port: 4da42b65-c12f-44f8-a340-2f3468bc6cda, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:18.026167 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.030849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:18.049451 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8844b31d-c3ba-4695-b4f1-afe4f0eb1834 None None] Sync routers for ids ['f745ccb3-920d-499c-b5b9-2a684709d677'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:18.066743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port fb116172-a573-416e-bf52-a095e4839717 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:18.068088 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8844b31d-c3ba-4695-b4f1-afe4f0eb1834 None None] Routers {'f745ccb3-920d-499c-b5b9-2a684709d677'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:18.072913 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8844b31d-c3ba-4695-b4f1-afe4f0eb1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f745ccb3-920d-499c-b5b9-2a684709d677'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:18.077098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4489be12-9854-4e77-87ec-4c2b4cd7a996 None None] Provisioning for port 1178638c-069b-4514-828f-b6cce684a3ae completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:18.077336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c4f53de8-90b5-464f-91e0-d6547fdb856e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/f745ccb3-920d-499c-b5b9-2a684709d677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5783296 Jul 22 16:55:18.078561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38052) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:18.170020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e31520-307b-4728-a1cf-e2f72f915ecb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:18.175261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4489be12-9854-4e77-87ec-4c2b4cd7a996 None None] Provisioning complete for port 1178638c-069b-4514-828f-b6cce684a3ae triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:18.175613 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4489be12-9854-4e77-87ec-4c2b4cd7a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.177286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port fb116172-a573-416e-bf52-a095e4839717 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:18.177695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a2e31520-307b-4728-a1cf-e2f72f915ecb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports/2dc3b63d-13d3-4584-b835-19a70a6180e6 HTTP/1.1" status: 200 len: 982 time: 0.0976944 Jul 22 16:55:18.177833 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.178851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38054) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:18.187990 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8844b31d-c3ba-4695-b4f1-afe4f0eb1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:18.211974 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8844b31d-c3ba-4695-b4f1-afe4f0eb1834 None None] Routers {'f745ccb3-920d-499c-b5b9-2a684709d677'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:18.212620 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8844b31d-c3ba-4695-b4f1-afe4f0eb1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f745ccb3-920d-499c-b5b9-2a684709d677'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:18.280887 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8844b31d-c3ba-4695-b4f1-afe4f0eb1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:18.281839 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8844b31d-c3ba-4695-b4f1-afe4f0eb1834 None None] The sync data for ids ['f745ccb3-920d-499c-b5b9-2a684709d677'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:18.423232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-372a9065-4c88-4a40-ad76-c6eb170c17ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.427302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] For port 4da42b65-c12f-44f8-a340-2f3468bc6cda, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:18.433049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] For port 4da42b65-c12f-44f8-a340-2f3468bc6cda, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4da42b65-c12f-44f8-a340-2f3468bc6cda,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:18.474799 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.750866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ff981-9727-4cbc-8a7d-19181f805b7e req-f1d3f794-a4a2-435f-9a3e-473810ccc8bf tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:18.752774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e75ff981-9727-4cbc-8a7d-19181f805b7e req-f1d3f794-a4a2-435f-9a3e-473810ccc8bf tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 1.1279771 Jul 22 16:55:18.757758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-372a9065-4c88-4a40-ad76-c6eb170c17ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.760796 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-372a9065-4c88-4a40-ad76-c6eb170c17ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.762455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-372a9065-4c88-4a40-ad76-c6eb170c17ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/819de802-63ea-4f79-b336-2a2a4073c168 HTTP/1.1" status: 204 len: 168 time: 1.3362460 Jul 22 16:55:18.815773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a9065-4c88-4a40-ad76-c6eb170c17ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819de802-63ea-4f79-b336-2a2a4073c168,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:18.818508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Routers {'5e961a4e-be46-4e88-9e9f-89fdd63264f7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:18.819179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:54:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5e961a4e-be46-4e88-9e9f-89fdd63264f7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:18.822992 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c46832d8-3aa0-4921-b366-99811270cd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.829333 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:18.855032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e75ff981-9727-4cbc-8a7d-19181f805b7e req-73044165-e414-4683-8b53-384db31bcb83 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847716 Jul 22 16:55:18.990183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 4da42b65-c12f-44f8-a340-2f3468bc6cda {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:18.990797 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.019868 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4489be12-9854-4e77-87ec-4c2b4cd7a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.074440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4489be12-9854-4e77-87ec-4c2b4cd7a996 None None] For port 1178638c-069b-4514-828f-b6cce684a3ae, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1178638c-069b-4514-828f-b6cce684a3ae,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:19.098206 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4489be12-9854-4e77-87ec-4c2b4cd7a996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.104377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port fb116172-a573-416e-bf52-a095e4839717, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fb116172-a573-416e-bf52-a095e4839717,segment=NetworkSegment(c2f308bc-5141-40ac-9092-b925af1158c0),segment_id=c2f308bc-5141-40ac-9092-b925af1158c0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:19.105520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56ffef-9a49-4607-83f6-23e2ca480c78 None None] Pushing event updated for resources: {'Port': ['ID=4da42b65-c12f-44f8-a340-2f3468bc6cda,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:19.213689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489be12-9854-4e77-87ec-4c2b4cd7a996 None None] Pushing event updated for resources: {'Port': ['ID=1178638c-069b-4514-828f-b6cce684a3ae,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:19.230042 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] Set router 5e961a4e-be46-4e88-9e9f-89fdd63264f7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:19.233227 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.322836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] For port 4da42b65-c12f-44f8-a340-2f3468bc6cda, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4da42b65-c12f-44f8-a340-2f3468bc6cda,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:19.323244 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.379747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-80865f61-8590-448f-a997-d235e193d03a None None] Provisioning for port 2dc3b63d-13d3-4584-b835-19a70a6180e6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:19.393097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-80865f61-8590-448f-a997-d235e193d03a None None] Provisioning complete for port 2dc3b63d-13d3-4584-b835-19a70a6180e6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:19.393471 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-80865f61-8590-448f-a997-d235e193d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.424397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 4da42b65-c12f-44f8-a340-2f3468bc6cda owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:19.439353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=fb116172-a573-416e-bf52-a095e4839717,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:19.500535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1178638c-069b-4514-828f-b6cce684a3ae up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:19.683979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-80865f61-8590-448f-a997-d235e193d03a None None] Port 2dc3b63d-13d3-4584-b835-19a70a6180e6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:19.731485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d217a-78f9-4c11-9fd9-329dc7007bb1 req-dfcc7bc2-bd47-4a81-8a79-5aed16c25040 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:19.733308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-317d217a-78f9-4c11-9fd9-329dc7007bb1 req-dfcc7bc2-bd47-4a81-8a79-5aed16c25040 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.3827581 Jul 22 16:55:19.837023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:19.885391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1178638c-069b-4514-828f-b6cce684a3ae triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:19.886181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.927405 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ac6d543-0f92-4f18-9a8f-2e10ca61b284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.949989 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-317d217a-78f9-4c11-9fd9-329dc7007bb1 req-19ac80e2-22f8-49b8-90ad-56da613ef764 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563466 Jul 22 16:55:19.979071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-80865f61-8590-448f-a997-d235e193d03a None None] Provisioning complete for port fb116172-a573-416e-bf52-a095e4839717 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:19.979448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-80865f61-8590-448f-a997-d235e193d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:19.982361 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.060006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.100413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=4da42b65-c12f-44f8-a340-2f3468bc6cda,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:20.121490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.122018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.122427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.123463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.123817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.124248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.124594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.124930 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.125304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.125697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.126027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.126440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:55:20.309882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e961a4e-be46-4e88-9e9f-89fdd63264f7', 'name': 'tempest-NetworksTestDHCPv6-router-1726537927', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:13Z', 'updated_at': '2021-07-22T16:55:14Z', 'revision_number': 2, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'gw_port_host': None, '_interfaces': [{'id': '4da42b65-c12f-44f8-a340-2f3468bc6cda', 'name': '', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'mac_address': 'fa:16:3e:b0:ef:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e961a4e-be46-4e88-9e9f-89fdd63264f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd058f7e5-846a-4c7c-b19e-31f56239aa22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:55:13Z', 'updated_at': '2021-07-22T16:55:18Z', 'revision_number': 4, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'subnets': [{'id': 'd058f7e5-846a-4c7c-b19e-31f56239aa22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:20.333120 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.348390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-80865f61-8590-448f-a997-d235e193d03a None None] Could not find standard attr ID for object 4da42b65-c12f-44f8-a340-2f3468bc6cda. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:20.351201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ba5b1-51f9-4302-9c41-044bea7b8ed0 None None] The sync data for ids ['5e961a4e-be46-4e88-9e9f-89fdd63264f7'] in n-d-792458-13 is: [{'id': '5e961a4e-be46-4e88-9e9f-89fdd63264f7', 'name': 'tempest-NetworksTestDHCPv6-router-1726537927', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:13Z', 'updated_at': '2021-07-22T16:55:14Z', 'revision_number': 2, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'gw_port_host': None, '_interfaces': [{'id': '4da42b65-c12f-44f8-a340-2f3468bc6cda', 'name': '', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'mac_address': 'fa:16:3e:b0:ef:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e961a4e-be46-4e88-9e9f-89fdd63264f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': 'd058f7e5-846a-4c7c-b19e-31f56239aa22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:55:13Z', 'updated_at': '2021-07-22T16:55:18Z', 'revision_number': 4, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'subnets': [{'id': 'd058f7e5-846a-4c7c-b19e-31f56239aa22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:20.453655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port 2dc3b63d-13d3-4584-b835-19a70a6180e6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:20.454007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.490425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f6cc380e-4104-4b12-864b-d73cc00ca41a None None] Provisioning complete for port 2dc3b63d-13d3-4584-b835-19a70a6180e6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:20.491682 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6cc380e-4104-4b12-864b-d73cc00ca41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.554788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f6cc380e-4104-4b12-864b-d73cc00ca41a None None] Port 2dc3b63d-13d3-4584-b835-19a70a6180e6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:20.564489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f6cc380e-4104-4b12-864b-d73cc00ca41a None None] Could not find standard attr ID for object 4da42b65-c12f-44f8-a340-2f3468bc6cda. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:20.568840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ac6d543-0f92-4f18-9a8f-2e10ca61b284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.584078 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7ac6d543-0f92-4f18-9a8f-2e10ca61b284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.618659 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.642612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for 2dc3b63d-13d3-4584-b835-19a70a6180e6 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:20.702578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abba77c1-43ae-4a65-9e31-85358cd2b02e None None] Provisioning complete for port 2dc3b63d-13d3-4584-b835-19a70a6180e6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:20.702805 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abba77c1-43ae-4a65-9e31-85358cd2b02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:20.765194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-abba77c1-43ae-4a65-9e31-85358cd2b02e None None] Port 2dc3b63d-13d3-4584-b835-19a70a6180e6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:20.770076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Router 5e961a4e-be46-4e88-9e9f-89fdd63264f7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:20.799417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-f83c2691-1675-4039-bd8a-0f3dd67c76e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:20.800818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-f83c2691-1675-4039-bd8a-0f3dd67c76e6 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.3050995 Jul 22 16:55:20.804128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6d543-0f92-4f18-9a8f-2e10ca61b284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366f143c-b5c5-4f5c-895b-e69596c03856,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:20.813314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7ac6d543-0f92-4f18-9a8f-2e10ca61b284 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcbb6b4cc9554c8ba4be33726533c604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9719789 Jul 22 16:55:20.821687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38104) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:20.968677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.007262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=2dc3b63d-13d3-4584-b835-19a70a6180e6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:21.039128 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc42e-7cbd-4f50-9af4-258e23a75769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.103904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:21.120043 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-37d885ba-9831-4a40-9a6a-fddbfc22c8c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "PUT /v2.0/routers/5e961a4e-be46-4e88-9e9f-89fdd63264f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5777192 Jul 22 16:55:21.137310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38112) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:21.143997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.153487 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c4df318-4797-4f28-97ee-606cd989309d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.241609 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.273611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5299-3d13-4bf1-8b79-715158593252 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:21.277573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a5299-3d13-4bf1-8b79-715158593252 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:21.284561 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-661a5299-3d13-4bf1-8b79-715158593252 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1443603 Jul 22 16:55:21.288830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38118) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:21.376691 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router f745ccb3-920d-499c-b5b9-2a684709d677 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:21.405667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c4df318-4797-4f28-97ee-606cd989309d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.443912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fb116172-a573-416e-bf52-a095e4839717 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:21.447865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Deleting port 9b7fbf42-12a4-4577-b7af-3382a09edbdd {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:21.448214 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.511845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port fb116172-a573-416e-bf52-a095e4839717 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:21.512364 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.520192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:21.531800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-610e91f1-d74b-4be9-8fbc-78550027f8b5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/f745ccb3-920d-499c-b5b9-2a684709d677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3509512 Jul 22 16:55:21.536536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38122) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:21.582396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9853d3e2-7daf-46a1-b5aa-0321818d86ef None None] Sync routers for ids ['f745ccb3-920d-499c-b5b9-2a684709d677'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:21.608179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-9631690f-f332-4132-b0b0-9849b897dd77 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet d058f7e5-846a-4c7c-b19e-31f56239aa22 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:21.617078 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9631690f-f332-4132-b0b0-9849b897dd77 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.642764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9853d3e2-7daf-46a1-b5aa-0321818d86ef None None] Routers {'f745ccb3-920d-499c-b5b9-2a684709d677'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:21.643532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9853d3e2-7daf-46a1-b5aa-0321818d86ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f745ccb3-920d-499c-b5b9-2a684709d677'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:21.667679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] For port 9b7fbf42-12a4-4577-b7af-3382a09edbdd, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=9b7fbf42-12a4-4577-b7af-3382a09edbdd,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:21.668342 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.692405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Calling delete_port for 9b7fbf42-12a4-4577-b7af-3382a09edbdd owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:21.694210 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c4df318-4797-4f28-97ee-606cd989309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.697432 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c4df318-4797-4f28-97ee-606cd989309d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.698607 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8c4df318-4797-4f28-97ee-606cd989309d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/366f143c-b5c5-4f5c-895b-e69596c03856 HTTP/1.1" status: 204 len: 168 time: 0.8770025 Jul 22 16:55:21.703649 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9631690f-f332-4132-b0b0-9849b897dd77 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.733180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4df318-4797-4f28-97ee-606cd989309d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366f143c-b5c5-4f5c-895b-e69596c03856,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:21.733971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9853d3e2-7daf-46a1-b5aa-0321818d86ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:21.777097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9853d3e2-7daf-46a1-b5aa-0321818d86ef None None] Routers {'f745ccb3-920d-499c-b5b9-2a684709d677'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:21.777755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9853d3e2-7daf-46a1-b5aa-0321818d86ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f745ccb3-920d-499c-b5b9-2a684709d677'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:21.870972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9631690f-f332-4132-b0b0-9849b897dd77 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:21.874642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9853d3e2-7daf-46a1-b5aa-0321818d86ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:21.875359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9853d3e2-7daf-46a1-b5aa-0321818d86ef None None] The sync data for ids ['f745ccb3-920d-499c-b5b9-2a684709d677'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:21.915225 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-64995af8-8cde-48cc-93be-bbebcde55543 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 16:55:21.925393 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-64995af8-8cde-48cc-93be-bbebcde55543 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/f745ccb3-920d-499c-b5b9-2a684709d677/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3753674 Jul 22 16:55:21.933892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38128) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:21.973002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5d131278-e9cb-421a-927f-b6cfbf8d944f tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=f745ccb3-920d-499c-b5b9-2a684709d677 HTTP/1.1" status: 200 len: 205 time: 0.0355971 Jul 22 16:55:21.976487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:22.024222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9631690f-f332-4132-b0b0-9849b897dd77 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.061624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631690f-f332-4132-b0b0-9849b897dd77 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=d058f7e5-846a-4c7c-b19e-31f56239aa22,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:22.077021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.081483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9cec9-afe7-4b20-a6c3-b69e3b411d18 req-2e9d6a6d-6621-46ae-bc48-834329de203d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:22.085284 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9631690f-f332-4132-b0b0-9849b897dd77 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.087384 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9631690f-f332-4132-b0b0-9849b897dd77 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/d058f7e5-846a-4c7c-b19e-31f56239aa22 HTTP/1.1" status: 204 len: 168 time: 0.7866871 Jul 22 16:55:22.088004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ef2132-ac76-4933-b8df-a6f4f20ed624 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:22.092511 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7f9cec9-afe7-4b20-a6c3-b69e3b411d18 req-2e9d6a6d-6621-46ae-bc48-834329de203d tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=19928ecc-21e5-41ed-9416-21b0dc47f335 HTTP/1.1" status: 200 len: 946 time: 0.9387987 Jul 22 16:55:22.094474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38132) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:22.126963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event deleted for resources: {'Port': ['ID=9b7fbf42-12a4-4577-b7af-3382a09edbdd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:22.184224 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29f34676-2af6-48e9-9b95-733957ad11e4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.204505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] No DVR routers for this DVR port 9b7fbf42-12a4-4577-b7af-3382a09edbdd on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:22.207578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.209922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1f5d736a-4345-47cc-8f56-ec61d7faccfa req-183d8067-dd40-4dc1-bed2-4927ac3d749f tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "DELETE /v2.0/ports/9b7fbf42-12a4-4577-b7af-3382a09edbdd HTTP/1.1" status: 204 len: 173 time: 1.4016562 Jul 22 16:55:22.210594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19928ecc-21e5-41ed-9416-21b0dc47f335', 'name': 'network-vif-deleted', 'tag': '9b7fbf42-12a4-4577-b7af-3382a09edbdd'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:55:22.214010 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e338e004-8399-4e6f-998a-fe02a8151768" -d '{"events": [{"server_uuid": "19928ecc-21e5-41ed-9416-21b0dc47f335", "name": "network-vif-deleted", "tag": "9b7fbf42-12a4-4577-b7af-3382a09edbdd"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:55:22.282165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:55:22.354826 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df798969-5d2e-4810-bfb2-601299bf95ba x-openstack-request-id: req-df798969-5d2e-4810-bfb2-601299bf95ba {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:55:22.354826 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19928ecc-21e5-41ed-9416-21b0dc47f335", "name": "network-vif-deleted", "tag": "9b7fbf42-12a4-4577-b7af-3382a09edbdd", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:55:22.355149 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df798969-5d2e-4810-bfb2-601299bf95ba {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:55:22.355553 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19928ecc-21e5-41ed-9416-21b0dc47f335', 'name': 'network-vif-deleted', 'tag': '9b7fbf42-12a4-4577-b7af-3382a09edbdd', 'status': 'completed', 'code': 200} Jul 22 16:55:22.363833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e7f9cec9-afe7-4b20-a6c3-b69e3b411d18 req-e8ca6a29-0d94-481d-9c43-5be4648defb0 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700980 Jul 22 16:55:22.493830 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-77fd2ae4-5714-43b9-a18a-e9501883e83c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3954265 Jul 22 16:55:22.496547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38146) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:22.504921 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29f34676-2af6-48e9-9b95-733957ad11e4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.507947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29f34676-2af6-48e9-9b95-733957ad11e4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.572599 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29f34676-2af6-48e9-9b95-733957ad11e4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.573184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f34676-2af6-48e9-9b95-733957ad11e4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Fanout notify agent at l3_agent the message router_deleted on router f745ccb3-920d-499c-b5b9-2a684709d677 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:22.581379 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29f34676-2af6-48e9-9b95-733957ad11e4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.583210 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-29f34676-2af6-48e9-9b95-733957ad11e4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/f745ccb3-920d-499c-b5b9-2a684709d677 HTTP/1.1" status: 204 len: 168 time: 0.6064107 Jul 22 16:55:22.585673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38152) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:22.595085 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.616035 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] Sync routers for ids ['5e961a4e-be46-4e88-9e9f-89fdd63264f7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:22.633108 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] Routers {'5e961a4e-be46-4e88-9e9f-89fdd63264f7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:22.638331 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5e961a4e-be46-4e88-9e9f-89fdd63264f7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:22.682031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e61ccc-8e39-441b-b96d-6a6f649c291c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting subnet 9f00e960-15fe-432f-ac26-4ccdf833e9f9 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:22.696275 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26e61ccc-8e39-441b-b96d-6a6f649c291c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.711530 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b43ecb79-b817-42c1-99c6-afc585e50971 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.734650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc534b-936e-45e4-b377-2f3f992b2453 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:22.757316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38154) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:22.776730 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] Set router 5e961a4e-be46-4e88-9e9f-89fdd63264f7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:22.813344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26e61ccc-8e39-441b-b96d-6a6f649c291c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.825855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-04cc534b-936e-45e4-b377-2f3f992b2453 None None] Deleting port 1178638c-069b-4514-828f-b6cce684a3ae {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:22.831974 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04cc534b-936e-45e4-b377-2f3f992b2453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.938045 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e961a4e-be46-4e88-9e9f-89fdd63264f7', 'name': 'tempest-NetworksTestDHCPv6-router-1726537927', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:13Z', 'updated_at': '2021-07-22T16:55:19Z', 'revision_number': 3, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:22.977247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-04cc534b-936e-45e4-b377-2f3f992b2453 None None] For port 1178638c-069b-4514-828f-b6cce684a3ae, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1178638c-069b-4514-828f-b6cce684a3ae,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:22.977718 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04cc534b-936e-45e4-b377-2f3f992b2453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:22.996786 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26e61ccc-8e39-441b-b96d-6a6f649c291c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.001628 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] Checking router: 5e961a4e-be46-4e88-9e9f-89fdd63264f7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:55:23.007442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-04cc534b-936e-45e4-b377-2f3f992b2453 None None] Calling delete_port for 1178638c-069b-4514-828f-b6cce684a3ae owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:23.026067 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] Routers {'5e961a4e-be46-4e88-9e9f-89fdd63264f7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:23.027675 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5e961a4e-be46-4e88-9e9f-89fdd63264f7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:23.029802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c378d88-3cab-4d4a-bd7e-10db6ad6667b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.042000 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b43ecb79-b817-42c1-99c6-afc585e50971 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.044566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b43ecb79-b817-42c1-99c6-afc585e50971 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.123597 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b43ecb79-b817-42c1-99c6-afc585e50971 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.124752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ecb79-b817-42c1-99c6-afc585e50971 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Fanout notify agent at l3_agent the message router_deleted on router 5e961a4e-be46-4e88-9e9f-89fdd63264f7 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:23.136863 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b43ecb79-b817-42c1-99c6-afc585e50971 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.138054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b43ecb79-b817-42c1-99c6-afc585e50971 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/routers/5e961a4e-be46-4e88-9e9f-89fdd63264f7 HTTP/1.1" status: 204 len: 168 time: 0.6403801 Jul 22 16:55:23.141961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.148020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:23.149784 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04cc534b-936e-45e4-b377-2f3f992b2453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.166300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc534b-936e-45e4-b377-2f3f992b2453 None None] No DVR routers for this DVR port 1178638c-069b-4514-828f-b6cce684a3ae on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:23.167682 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] Set router 5e961a4e-be46-4e88-9e9f-89fdd63264f7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:23.183616 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26e61ccc-8e39-441b-b96d-6a6f649c291c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.192462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc534b-936e-45e4-b377-2f3f992b2453 None None] Pushing event deleted for resources: {'Port': ['ID=1178638c-069b-4514-828f-b6cce684a3ae,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:23.236302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e61ccc-8e39-441b-b96d-6a6f649c291c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Subnet': ['ID=9f00e960-15fe-432f-ac26-4ccdf833e9f9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:23.239256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca2504-29d3-40a4-b242-23d54af73c6e None None] Network 302f3d03-49d5-4bd0-a969-475ba60d51bc requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:23.240298 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-26e61ccc-8e39-441b-b96d-6a6f649c291c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.246581 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-26e61ccc-8e39-441b-b96d-6a6f649c291c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/9f00e960-15fe-432f-ac26-4ccdf833e9f9 HTTP/1.1" status: 204 len: 168 time: 0.6590641 Jul 22 16:55:23.248641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38168) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.262098 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e961a4e-be46-4e88-9e9f-89fdd63264f7', 'name': 'tempest-NetworksTestDHCPv6-router-1726537927', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:13Z', 'updated_at': '2021-07-22T16:55:19Z', 'revision_number': 3, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:23.305371 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b7f4ef-fd80-4f81-b3a0-0a043e64813e None None] The sync data for ids ['5e961a4e-be46-4e88-9e9f-89fdd63264f7'] in n-d-792458-13 is: [{'id': '5e961a4e-be46-4e88-9e9f-89fdd63264f7', 'name': 'tempest-NetworksTestDHCPv6-router-1726537927', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:13Z', 'updated_at': '2021-07-22T16:55:19Z', 'revision_number': 3, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:23.325605 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c378d88-3cab-4d4a-bd7e-10db6ad6667b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.346876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c378d88-3cab-4d4a-bd7e-10db6ad6667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.408448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5c378d88-3cab-4d4a-bd7e-10db6ad6667b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8493d104ed9042b3ad7290e21c8f9e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472003 Jul 22 16:55:23.409490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:23.412993 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.414574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38174) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:23.417942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1178638c-069b-4514-828f-b6cce684a3ae no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:23.428096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.430506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378d88-3cab-4d4a-bd7e-10db6ad6667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f5660-e7f6-4e94-bacf-ba794f739c77,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:23.482747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1178638c-069b-4514-828f-b6cce684a3ae {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:23.483522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1178638c-069b-4514-828f-b6cce684a3ae not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:23.532750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-049b5523-267f-4527-9f66-c3df2f14f827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.577933 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-049b5523-267f-4527-9f66-c3df2f14f827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.653428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port fb116172-a573-416e-bf52-a095e4839717 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:23.654654 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.659719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9b7fbf42-12a4-4577-b7af-3382a09edbdd no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:23.693443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-049b5523-267f-4527-9f66-c3df2f14f827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.697381 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-049b5523-267f-4527-9f66-c3df2f14f827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.698827 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-049b5523-267f-4527-9f66-c3df2f14f827 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e4f5660-e7f6-4e94-bacf-ba794f739c77 HTTP/1.1" status: 204 len: 168 time: 0.2827065 Jul 22 16:55:23.719684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7904b3c3-8c89-40c3-a079-61696ab4c8ea None None] DHCP port deletion for 302f3d03-49d5-4bd0-a969-475ba60d51bc request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:23.728888 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b5523-267f-4527-9f66-c3df2f14f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f5660-e7f6-4e94-bacf-ba794f739c77,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:23.729862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 9b7fbf42-12a4-4577-b7af-3382a09edbdd {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:23.730215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 9b7fbf42-12a4-4577-b7af-3382a09edbdd not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:23.800242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port fb116172-a573-416e-bf52-a095e4839717, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fb116172-a573-416e-bf52-a095e4839717,segment=NetworkSegment(c2f308bc-5141-40ac-9092-b925af1158c0),segment_id=c2f308bc-5141-40ac-9092-b925af1158c0)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:23.801475 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.814887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.844133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for fb116172-a573-416e-bf52-a095e4839717 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:23.891734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7904b3c3-8c89-40c3-a079-61696ab4c8ea None None] Deleting port fb116172-a573-416e-bf52-a095e4839717 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:23.892269 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7904b3c3-8c89-40c3-a079-61696ab4c8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.935575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=8774cd5b-e569-4fea-9a10-3fb8aea8a300,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:23.951555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:23.953056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:23.961550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:23.962425 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:23.966051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d3ac98-8e6f-4204-95bf-46cb2574491d None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:23.991509 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.021180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-75883d9f-e4b7-430a-a36b-a6edb609b7ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8769505 Jul 22 16:55:24.022722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.038561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-66c981ef-e772-4920-b885-52179f5686e6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1952961352', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:24.054152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No DVR routers for this DVR port fb116172-a573-416e-bf52-a095e4839717 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:24.058574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7904b3c3-8c89-40c3-a079-61696ab4c8ea None None] For port fb116172-a573-416e-bf52-a095e4839717, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fb116172-a573-416e-bf52-a095e4839717,segment=NetworkSegment(c2f308bc-5141-40ac-9092-b925af1158c0),segment_id=c2f308bc-5141-40ac-9092-b925af1158c0)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:24.059042 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7904b3c3-8c89-40c3-a079-61696ab4c8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.092147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c981ef-e772-4920-b885-52179f5686e6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.094661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c981ef-e772-4920-b885-52179f5686e6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.139824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7904b3c3-8c89-40c3-a079-61696ab4c8ea None None] Calling delete_port for fb116172-a573-416e-bf52-a095e4839717 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:24.220804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=fb116172-a573-416e-bf52-a095e4839717,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:24.290007 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c981ef-e772-4920-b885-52179f5686e6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.298276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c981ef-e772-4920-b885-52179f5686e6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.319687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.331885 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-66c981ef-e772-4920-b885-52179f5686e6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.333296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-66c981ef-e772-4920-b885-52179f5686e6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3056698 Jul 22 16:55:24.336760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38212) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.403405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.403881 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7904b3c3-8c89-40c3-a079-61696ab4c8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.438588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302f3d03-49d5-4bd0-a969-475ba60d51bc']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:24.448711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7904b3c3-8c89-40c3-a079-61696ab4c8ea None None] No DVR routers for this DVR port fb116172-a573-416e-bf52-a095e4839717 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:24.473365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f308bc-5141-40ac-9092-b925af1158c0') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:24.474116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f308bc-5141-40ac-9092-b925af1158c0') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:24.507643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': '8774cd5b-e569-4fea-9a10-3fb8aea8a300'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:24.509208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.511537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.549495 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.563993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:24.564427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:24.576983 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:24.624243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.631979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904b3c3-8c89-40c3-a079-61696ab4c8ea None None] Pushing event deleted for resources: {'Port': ['ID=fb116172-a573-416e-bf52-a095e4839717,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:24.662421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb310-d5b7-467c-8e29-7b79eecc4aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.709333 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.752621 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.754658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/networks/302f3d03-49d5-4bd0-a969-475ba60d51bc HTTP/1.1" status: 204 len: 168 time: 1.5039694 Jul 22 16:55:24.759448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:24.801915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-340364566'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:24.822595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f238ffe-56c2-4313-86e3-cf64525c00f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Network': ['ID=302f3d03-49d5-4bd0-a969-475ba60d51bc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:24.909115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb310-d5b7-467c-8e29-7b79eecc4aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.932227 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4b9cb310-d5b7-467c-8e29-7b79eecc4aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:24.941832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/8774cd5b-e569-4fea-9a10-3fb8aea8a300/d0870e2f-35ee-477b-aa14-cf25010ab121) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:24.978213 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4b9cb310-d5b7-467c-8e29-7b79eecc4aca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6b215f046924449b70698f57516abd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3524258 Jul 22 16:55:24.983770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:25.002105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:25.005571 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.030250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cb310-d5b7-467c-8e29-7b79eecc4aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2061f12c-ce19-4868-8603-1b48d45fe769,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:25.079813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:25.089860 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75e13ffd-018b-43c6-ad57-89f85e9d7fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.096909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.097377 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added segment c0afc76d-05c5-4195-ba83-bda18aef9b1f of type vlan for network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e Jul 22 16:55:25.146260 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75e13ffd-018b-43c6-ad57-89f85e9d7fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.171441 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.192985 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.219544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Transition to ACTIVE for port object d0870e2f-35ee-477b-aa14-cf25010ab121 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:25.222683 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.229192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:25.229816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.246063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Transition to ACTIVE for port object d0870e2f-35ee-477b-aa14-cf25010ab121 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:25.259889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75e13ffd-018b-43c6-ad57-89f85e9d7fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.262560 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75e13ffd-018b-43c6-ad57-89f85e9d7fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.268090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-75e13ffd-018b-43c6-ad57-89f85e9d7fa4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2061f12c-ce19-4868-8603-1b48d45fe769 HTTP/1.1" status: 204 len: 168 time: 0.2803674 Jul 22 16:55:25.268329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.281571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d623c-fac9-42f6-8390-ad02e2af361a req-63ded9db-a032-4203-8430-1b3d65242790 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:25.288970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5169570 Jul 22 16:55:25.291731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d6d623c-fac9-42f6-8390-ad02e2af361a req-63ded9db-a032-4203-8430-1b3d65242790 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 946 time: 0.1728389 Jul 22 16:55:25.295773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:25.297543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e13ffd-018b-43c6-ad57-89f85e9d7fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2061f12c-ce19-4868-8603-1b48d45fe769,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:25.335017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:25.345132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:25.347515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:25.361507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0d5c6-960e-498a-88e2-197a8d9bd3e8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Network': ['ID=9ba5a547-8509-4c9c-b022-b1d9e9c8138e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:25.367702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Pushing event updated for resources: {'Port': ['ID=d0870e2f-35ee-477b-aa14-cf25010ab121,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:25.387638 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.393945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:25.396436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fb116172-a573-416e-bf52-a095e4839717 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:25.417293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'subnet': {'network_id': '9ba5a547-8509-4c9c-b022-b1d9e9c8138e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:25.474396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: fb116172-a573-416e-bf52-a095e4839717 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:25.474644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fb116172-a573-416e-bf52-a095e4839717 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:25.475092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4da42b65-c12f-44f8-a340-2f3468bc6cda no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:25.500044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 4da42b65-c12f-44f8-a340-2f3468bc6cda {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:25.500407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4da42b65-c12f-44f8-a340-2f3468bc6cda not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:25.505441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Attempting to bind port d0870e2f-35ee-477b-aa14-cf25010ab121 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:25.505980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Attempting to bind port d0870e2f-35ee-477b-aa14-cf25010ab121 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:25.507592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Attempting to bind port d0870e2f-35ee-477b-aa14-cf25010ab121 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:25.556173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:25.556543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:25.556928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.557360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:25.557791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Bound port: d0870e2f-35ee-477b-aa14-cf25010ab121, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:25.558173 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.568623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4d6d623c-fac9-42f6-8390-ad02e2af361a req-5dd52384-22f4-4df2-9e5a-26d77b3ab4a9 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715089 Jul 22 16:55:25.649047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] For port d0870e2f-35ee-477b-aa14-cf25010ab121, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:25.653085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38258) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:25.657871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] For port d0870e2f-35ee-477b-aa14-cf25010ab121, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d0870e2f-35ee-477b-aa14-cf25010ab121,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:25.664870 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.727779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ef648-09a7-4b91-9ec6-55025a056c7b None None] Pushing event updated for resources: {'Port': ['ID=d0870e2f-35ee-477b-aa14-cf25010ab121,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:25.732059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:25.739288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.871200 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50cbfeb7-1746-4079-9749-aa650e808a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:25.918039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::1 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/8774cd5b-e569-4fea-9a10-3fb8aea8a300/ff8f498c-3190-498a-a511-02619c901501) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:26.228631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.246498 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50cbfeb7-1746-4079-9749-aa650e808a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.274742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.277979 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-50cbfeb7-1746-4079-9749-aa650e808a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.322816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object ff8f498c-3190-498a-a511-02619c901501 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:26.369183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-50cbfeb7-1746-4079-9749-aa650e808a0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bfab7e924714afa9842fb02e518243c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127125 Jul 22 16:55:26.370589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:26.371090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Subnet': ['ID=4ab5af09-1ac0-4d4a-8795-7839d186062f,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:26.382478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbfeb7-1746-4079-9749-aa650e808a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0007ff41-5605-45e3-83c7-5ae2e71ad539,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:26.417443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-86894d4c-5b95-469a-b4ee-d1aed2cf3f05 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:26.419015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-86894d4c-5b95-469a-b4ee-d1aed2cf3f05 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 946 time: 0.2742198 Jul 22 16:55:26.433997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Checking segment: {'id': 'c0afc76d-05c5-4195-ba83-bda18aef9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ba5a547-8509-4c9c-b022-b1d9e9c8138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:26.434369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network hostable DHCP agents. Network: 9ba5a547-8509-4c9c-b022-b1d9e9c8138e, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:55:26.476106 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76459944-6263-4b11-a84d-7b444c92e256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.478522 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.510626 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76459944-6263-4b11-a84d-7b444c92e256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.564933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:26.565699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:55:26.579600 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76459944-6263-4b11-a84d-7b444c92e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.591268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:26.596907 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76459944-6263-4b11-a84d-7b444c92e256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.600232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:26.600790 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.609727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 9ba5a547-8509-4c9c-b022-b1d9e9c8138e) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:26.611135 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-76459944-6263-4b11-a84d-7b444c92e256 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0007ff41-5605-45e3-83c7-5ae2e71ad539 HTTP/1.1" status: 204 len: 168 time: 0.2292974 Jul 22 16:55:26.621978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4690ff4-af9a-40fe-91e7-7a93878b9c3b None None] Network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:26.653507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76459944-6263-4b11-a84d-7b444c92e256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0007ff41-5605-45e3-83c7-5ae2e71ad539,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:26.667777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=ff8f498c-3190-498a-a511-02619c901501,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:26.667929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:26.678254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:26.679217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.755831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f0373384-aec2-440b-bc7d-5f9751dbb6ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4580219 Jul 22 16:55:26.760514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38294) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:26.765144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f89cbbce-db11-4d30-8606-a5f773ac6985 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1537124329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:26.830443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Deleting port 19deb3c0-b483-4afb-bc5d-900f7684b9f9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:26.830784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.889870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70db93e-ebf1-4eca-b391-a8b9f4513c30 req-cdd77d8e-304b-449b-920c-fe0753bdab22 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:26.897469 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e70db93e-ebf1-4eca-b391-a8b9f4513c30 req-cdd77d8e-304b-449b-920c-fe0753bdab22 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 946 time: 0.1619308 Jul 22 16:55:26.941010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-9ba5a547-8509-4c9c-b022-b1d9e9c8138e', 'network_id': '9ba5a547-8509-4c9c-b022-b1d9e9c8138e', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'fixed_ips': [{'subnet_id': '4ab5af09-1ac0-4d4a-8795-7839d186062f'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:26.942474 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:26.960480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e70db93e-ebf1-4eca-b391-a8b9f4513c30 req-26817805-5f73-42ec-9554-93e25838018c tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ea93555-fca7-4513-94d1-2e7d23f6bcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560937 Jul 22 16:55:26.996116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.000485 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f89cbbce-db11-4d30-8606-a5f773ac6985 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.001490 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f89cbbce-db11-4d30-8606-a5f773ac6985 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.075719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a7398b4-f274-4177-872b-daa3894583e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.165404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Allocated IP 2001:db8::2 (9ba5a547-8509-4c9c-b022-b1d9e9c8138e/4ab5af09-1ac0-4d4a-8795-7839d186062f/871bc3c1-f968-4786-a93a-37ddfecedf3b) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:27.168928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38298) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:27.187370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70a472c0-0437-4c62-b826-d6b015102209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.187507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] For port 19deb3c0-b483-4afb-bc5d-900f7684b9f9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=19deb3c0-b483-4afb-bc5d-900f7684b9f9,segment=NetworkSegment(1daa1aef-0bd0-44e0-834b-d3c966e9f8ed),segment_id=1daa1aef-0bd0-44e0-834b-d3c966e9f8ed)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:27.187897 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.191376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f89cbbce-db11-4d30-8606-a5f773ac6985 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.239182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f89cbbce-db11-4d30-8606-a5f773ac6985 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.255079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Calling delete_port for 19deb3c0-b483-4afb-bc5d-900f7684b9f9 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:27.292376 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a7398b4-f274-4177-872b-daa3894583e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.305793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e069a348-7d31-4a44-857c-0428974a2609 None None] Provisioning for port d0870e2f-35ee-477b-aa14-cf25010ab121 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:27.380087 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a7398b4-f274-4177-872b-daa3894583e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.404929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d0870e2f-35ee-477b-aa14-cf25010ab121 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:27.438273 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.442104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1a7398b4-f274-4177-872b-daa3894583e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=527d52e71c4340a183aa5c5bde5d173e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726915 Jul 22 16:55:27.450555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38300) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:27.457758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Transition to ACTIVE for port object 871bc3c1-f968-4786-a93a-37ddfecedf3b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:27.467735 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70a472c0-0437-4c62-b826-d6b015102209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.481039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Transition to ACTIVE for port object 871bc3c1-f968-4786-a93a-37ddfecedf3b will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:27.493624 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.508303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d0870e2f-35ee-477b-aa14-cf25010ab121 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:27.509703 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70a472c0-0437-4c62-b826-d6b015102209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.516554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7398b4-f274-4177-872b-daa3894583e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a167ef83-f940-4667-b61e-0b487d0ff64f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:27.527039 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f89cbbce-db11-4d30-8606-a5f773ac6985 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.531919 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f89cbbce-db11-4d30-8606-a5f773ac6985 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7667181 Jul 22 16:55:27.534774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:27.542580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d0870e2f-35ee-477b-aa14-cf25010ab121 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:27.542987 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.545544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:27.549664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:27.553862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:27.556860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a472c0-0437-4c62-b826-d6b015102209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7dbdbb-d141-4d35-a940-4c4b9169e953,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:27.587021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Pushing event updated for resources: {'Port': ['ID=871bc3c1-f968-4786-a93a-37ddfecedf3b,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:27.620683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0b96149b-13bd-4a9f-b7db-8e0f89df98fe None None] Provisioning for port ff8f498c-3190-498a-a511-02619c901501 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:27.648149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0b96149b-13bd-4a9f-b7db-8e0f89df98fe None None] Provisioning complete for port ff8f498c-3190-498a-a511-02619c901501 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:27.648879 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0b96149b-13bd-4a9f-b7db-8e0f89df98fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.655607 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.665965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-70a472c0-0437-4c62-b826-d6b015102209 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=577bba93a1d34930b34765053fa18fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956222 Jul 22 16:55:27.668720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38304) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:27.680037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21899cb-d779-4526-9b86-2e14f7b1380e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.685230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Attempting to bind port 871bc3c1-f968-4786-a93a-37ddfecedf3b on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:27.686190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Attempting to bind port 871bc3c1-f968-4786-a93a-37ddfecedf3b by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c0afc76d-05c5-4195-ba83-bda18aef9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ba5a547-8509-4c9c-b022-b1d9e9c8138e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:27.686550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Attempting to bind port 871bc3c1-f968-4786-a93a-37ddfecedf3b on network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:27.694471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['19deb3c0-b483-4afb-bc5d-900f7684b9f9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:55:27.699948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Pushing event deleted for resources: {'Port': ['ID=19deb3c0-b483-4afb-bc5d-900f7684b9f9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:27.720897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:27.720897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Checking segment: {'id': 'c0afc76d-05c5-4195-ba83-bda18aef9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ba5a547-8509-4c9c-b022-b1d9e9c8138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:27.720897 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.721344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Bound using segment: {'id': 'c0afc76d-05c5-4195-ba83-bda18aef9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ba5a547-8509-4c9c-b022-b1d9e9c8138e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:27.721439 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.721537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Bound port: 871bc3c1-f968-4786-a93a-37ddfecedf3b, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0afc76d-05c5-4195-ba83-bda18aef9b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9ba5a547-8509-4c9c-b022-b1d9e9c8138e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:27.721838 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.743856 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.745068 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.756128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0b96149b-13bd-4a9f-b7db-8e0f89df98fe None None] Port ff8f498c-3190-498a-a511-02619c901501 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:27.795228 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.798374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] No DVR routers for this DVR port 19deb3c0-b483-4afb-bc5d-900f7684b9f9 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:27.802469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.804905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1be08bd-0375-47a0-a939-6a26d9a655ba req-43ab432d-6717-46d0-b150-13ec1cb73442 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.20 "DELETE /v2.0/ports/19deb3c0-b483-4afb-bc5d-900f7684b9f9 HTTP/1.1" status: 204 len: 173 time: 1.3794279 Jul 22 16:55:27.805273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1', 'name': 'network-vif-deleted', 'tag': '19deb3c0-b483-4afb-bc5d-900f7684b9f9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:55:27.808655 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf948ff-f1d8-435e-b7b4-c8a201559fee" -d '{"events": [{"server_uuid": "ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1", "name": "network-vif-deleted", "tag": "19deb3c0-b483-4afb-bc5d-900f7684b9f9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:55:27.867062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port d0870e2f-35ee-477b-aa14-cf25010ab121, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d0870e2f-35ee-477b-aa14-cf25010ab121,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:27.869303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] For port 871bc3c1-f968-4786-a93a-37ddfecedf3b, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:27.884911 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.893813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] For port 871bc3c1-f968-4786-a93a-37ddfecedf3b, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=871bc3c1-f968-4786-a93a-37ddfecedf3b,segment=NetworkSegment(c0afc76d-05c5-4195-ba83-bda18aef9b1f),segment_id=c0afc76d-05c5-4195-ba83-bda18aef9b1f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:27.920972 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:27.955159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:27.958562 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a26ef-4022-417d-9393-77a510c1a44b x-openstack-request-id: req-104a26ef-4022-417d-9393-77a510c1a44b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:55:27.959149 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1", "name": "network-vif-deleted", "tag": "19deb3c0-b483-4afb-bc5d-900f7684b9f9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:55:27.959618 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-104a26ef-4022-417d-9393-77a510c1a44b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:55:27.960291 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1', 'name': 'network-vif-deleted', 'tag': '19deb3c0-b483-4afb-bc5d-900f7684b9f9', 'status': 'completed', 'code': 200} Jul 22 16:55:27.965499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:27.971665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=d0870e2f-35ee-477b-aa14-cf25010ab121,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:27.980265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=ff8f498c-3190-498a-a511-02619c901501,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:28.040660 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db045bfd-8e50-44d5-aa09-80e3efd938a0 None None] Pushing event updated for resources: {'Port': ['ID=871bc3c1-f968-4786-a93a-37ddfecedf3b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:28.156112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Router 5f85dee0-887c-4b2a-b649-98f6d1f73aef is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:28.225970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21899cb-d779-4526-9b86-2e14f7b1380e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.294126 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-831fce68-26e2-46ad-a6b2-2d86cfed63f6 req-9860f811-251d-44f5-a3bf-b8b04eb1b41a tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba6e5f9e-bd75-4c6c-b048-07d566ba3bd1 HTTP/1.1" status: 200 len: 210 time: 0.0661376 Jul 22 16:55:28.341824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:28.346889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-843d1538-5328-41e0-9ac2-79ade01d966d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "PUT /v2.0/routers/5f85dee0-887c-4b2a-b649-98f6d1f73aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0090778 Jul 22 16:55:28.349372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38310) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:28.356606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Sync routers for ids ['5f85dee0-887c-4b2a-b649-98f6d1f73aef'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:28.369266 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d38c4ae0-511a-45ab-aa3f-497d27f44d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.375391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Routers {'5f85dee0-887c-4b2a-b649-98f6d1f73aef'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:28.376053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5f85dee0-887c-4b2a-b649-98f6d1f73aef'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:28.412682 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d38c4ae0-511a-45ab-aa3f-497d27f44d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.483709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21899cb-d779-4526-9b86-2e14f7b1380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.484206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b2a8a-0528-4358-a76a-85b84a00c6ba tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:28.485502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a21899cb-d779-4526-9b86-2e14f7b1380e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.486674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a21899cb-d779-4526-9b86-2e14f7b1380e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a167ef83-f940-4667-b61e-0b487d0ff64f HTTP/1.1" status: 204 len: 168 time: 1.0290058 Jul 22 16:55:28.488050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.500551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21899cb-d779-4526-9b86-2e14f7b1380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a167ef83-f940-4667-b61e-0b487d0ff64f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:28.504460 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b6b2a8a-0528-4358-a76a-85b84a00c6ba tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports/ff8f498c-3190-498a-a511-02619c901501 HTTP/1.1" status: 200 len: 911 time: 0.1514692 Jul 22 16:55:28.512334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38314) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:28.515617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-47ddeb74-b544-484f-b4e8-e7c2b25b5728 None None] Provisioning complete for port ff8f498c-3190-498a-a511-02619c901501 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:28.516507 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47ddeb74-b544-484f-b4e8-e7c2b25b5728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.576878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Set router 5f85dee0-887c-4b2a-b649-98f6d1f73aef gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:28.604259 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-47ddeb74-b544-484f-b4e8-e7c2b25b5728 None None] Port ff8f498c-3190-498a-a511-02619c901501 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:28.613439 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d38c4ae0-511a-45ab-aa3f-497d27f44d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.616410 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d38c4ae0-511a-45ab-aa3f-497d27f44d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:28.617552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d38c4ae0-511a-45ab-aa3f-497d27f44d4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b7dbdbb-d141-4d35-a940-4c4b9169e953 HTTP/1.1" status: 204 len: 168 time: 0.9457653 Jul 22 16:55:28.618389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d1d71-9eeb-468b-a4e2-086dfab626b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:28.625722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d1d71-9eeb-468b-a4e2-086dfab626b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:28.629982 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-351d1d71-9eeb-468b-a4e2-086dfab626b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1148701 Jul 22 16:55:28.631063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:28.679493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c4ae0-511a-45ab-aa3f-497d27f44d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7dbdbb-d141-4d35-a940-4c4b9169e953,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:28.865933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85dee0-887c-4b2a-b649-98f6d1f73aef', 'name': 'tempest-NetworksTestDHCPv6-router-1952961352', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:24Z', 'updated_at': '2021-07-22T16:55:26Z', 'revision_number': 2, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'gw_port_host': None, '_interfaces': [{'id': 'ff8f498c-3190-498a-a511-02619c901501', 'name': '', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'mac_address': 'fa:16:3e:7d:c3:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f85dee0-887c-4b2a-b649-98f6d1f73aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '8774cd5b-e569-4fea-9a10-3fb8aea8a300', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:55:25Z', 'updated_at': '2021-07-22T16:55:27Z', 'revision_number': 2, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'subnets': [{'id': '8774cd5b-e569-4fea-9a10-3fb8aea8a300', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:28.903714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 2001:db8::1 (9ba5a547-8509-4c9c-b022-b1d9e9c8138e/4ab5af09-1ac0-4d4a-8795-7839d186062f/f0fc65d3-9fc4-4120-9452-ab0a3c107d7a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:28.928656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Checking router: 5f85dee0-887c-4b2a-b649-98f6d1f73aef for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:55:28.929026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Updating router 5f85dee0-887c-4b2a-b649-98f6d1f73aef port ff8f498c-3190-498a-a511-02619c901501 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:55:29.005239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.150819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.174327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Transition to ACTIVE for port object f0fc65d3-9fc4-4120-9452-ab0a3c107d7a will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:29.198253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.246044 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.418112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38340) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:29.433500 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:29.451919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:29.455908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:29.456846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.585639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d31173-d039-4ad9-9d50-9493ac3f36cb None None] Network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:29.595526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=f0fc65d3-9fc4-4120-9452-ab0a3c107d7a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:29.658257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port ff8f498c-3190-498a-a511-02619c901501 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:29.658840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.660888 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-222decc5-94f8-48a8-9fd1-dd29076ebbb8 admin admin] Deleting subnet f2381c46-3fa4-4415-a1ec-42dcea88a248 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:29.668216 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-222decc5-94f8-48a8-9fd1-dd29076ebbb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.726949 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-222decc5-94f8-48a8-9fd1-dd29076ebbb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.796385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.802767 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.816148 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-222decc5-94f8-48a8-9fd1-dd29076ebbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:29.835679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for ff8f498c-3190-498a-a511-02619c901501 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:29.900459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 871bc3c1-f968-4786-a93a-37ddfecedf3b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:29.917144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 19deb3c0-b483-4afb-bc5d-900f7684b9f9 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:29.973081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 19deb3c0-b483-4afb-bc5d-900f7684b9f9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:29.973481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 19deb3c0-b483-4afb-bc5d-900f7684b9f9 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:29.985990 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.020122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-222decc5-94f8-48a8-9fd1-dd29076ebbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.025331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Transition to ACTIVE for port object ff8f498c-3190-498a-a511-02619c901501 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:30.044033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-222decc5-94f8-48a8-9fd1-dd29076ebbb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.046711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-222decc5-94f8-48a8-9fd1-dd29076ebbb8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f2381c46-3fa4-4415-a1ec-42dcea88a248 HTTP/1.1" status: 204 len: 168 time: 0.6052382 Jul 22 16:55:30.057195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3cb48118-eb1d-485c-82fa-d5937ea10f3e None None] Provisioning for port 871bc3c1-f968-4786-a93a-37ddfecedf3b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:30.073234 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38360) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:30.081528 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.092443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222decc5-94f8-48a8-9fd1-dd29076ebbb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2381c46-3fa4-4415-a1ec-42dcea88a248,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:30.238389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.256074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 871bc3c1-f968-4786-a93a-37ddfecedf3b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:30.271769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc595758-335d-4a44-aa82-c3f655c30c95 None None] Pushing event updated for resources: {'Port': ['ID=ff8f498c-3190-498a-a511-02619c901501,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:30.340948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 871bc3c1-f968-4786-a93a-37ddfecedf3b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:30.341403 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.411690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.428673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f452d5aa-6434-4414-bdc1-839023a3e34f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:30.450256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:30.450993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daa1aef-0bd0-44e0-834b-d3c966e9f8ed') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:30.470221 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.487047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Attempting to bind port ff8f498c-3190-498a-a511-02619c901501 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:30.489252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Attempting to bind port ff8f498c-3190-498a-a511-02619c901501 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:30.489528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.489648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Attempting to bind port ff8f498c-3190-498a-a511-02619c901501 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:30.497885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:30.499790 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.538698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:30.539323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:30.539741 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.540358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:30.540670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Bound port: ff8f498c-3190-498a-a511-02619c901501, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:30.541064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:30.565483 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:30.572908 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.575496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.596449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.599530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f452d5aa-6434-4414-bdc1-839023a3e34f HTTP/1.1" status: 204 len: 168 time: 0.5252600 Jul 22 16:55:30.600460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50082ba4-a4be-4c86-9579-6ccc35801cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f452d5aa-6434-4414-bdc1-839023a3e34f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:30.603193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.604239 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.656856 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.676704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=f0fc65d3-9fc4-4120-9452-ab0a3c107d7a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:30.687679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.753572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=ff8f498c-3190-498a-a511-02619c901501,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:30.772276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:30.773710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:30.804849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 871bc3c1-f968-4786-a93a-37ddfecedf3b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=871bc3c1-f968-4786-a93a-37ddfecedf3b,segment=NetworkSegment(c0afc76d-05c5-4195-ba83-bda18aef9b1f),segment_id=c0afc76d-05c5-4195-ba83-bda18aef9b1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:30.820322 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:30.821134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d0870e2f-35ee-477b-aa14-cf25010ab121 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:30.903465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38382) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:30.986552 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:55:30.987064 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:55:31.010652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d0870e2f-35ee-477b-aa14-cf25010ab121 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:31.011802 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.011951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.023115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 4be76a80-7a78-4e62-990d-0d88fd5a838a is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:31.036082 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1630b5bc-ba24-4a6a-bc98-5e052ebe1fda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec83f6c5a767410283cefb29388f37bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282403 Jul 22 16:55:31.038417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38384) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:31.129417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=871bc3c1-f968-4786-a93a-37ddfecedf3b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:31.287198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3cdd1da-6139-4749-95e0-d72506da690c None None] Provisioning for port f0fc65d3-9fc4-4120-9452-ab0a3c107d7a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:31.296225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3cdd1da-6139-4749-95e0-d72506da690c None None] Provisioning complete for port f0fc65d3-9fc4-4120-9452-ab0a3c107d7a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:31.296739 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd1da-6139-4749-95e0-d72506da690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.299829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:31.308959 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-105963ce-8f8b-4b4d-b404-65d138103966 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/4be76a80-7a78-4e62-990d-0d88fd5a838a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7449741 Jul 22 16:55:31.312146 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca8e95-4a47-499c-8057-c77d81e44590 None None] Sync routers for ids ['4be76a80-7a78-4e62-990d-0d88fd5a838a'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:31.321894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38396) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:31.328744 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca8e95-4a47-499c-8057-c77d81e44590 None None] Routers {'4be76a80-7a78-4e62-990d-0d88fd5a838a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:31.333058 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48ca8e95-4a47-499c-8057-c77d81e44590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4be76a80-7a78-4e62-990d-0d88fd5a838a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:31.387029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdd1da-6139-4749-95e0-d72506da690c None None] Port f0fc65d3-9fc4-4120-9452-ab0a3c107d7a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:31.423272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3cdd1da-6139-4749-95e0-d72506da690c None None] Provisioning complete for port 871bc3c1-f968-4786-a93a-37ddfecedf3b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:31.423559 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3cdd1da-6139-4749-95e0-d72506da690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.424743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Router 5f85dee0-887c-4b2a-b649-98f6d1f73aef has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:31.428425 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48ca8e95-4a47-499c-8057-c77d81e44590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:31.448098 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca8e95-4a47-499c-8057-c77d81e44590 None None] Routers {'4be76a80-7a78-4e62-990d-0d88fd5a838a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:31.449523 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48ca8e95-4a47-499c-8057-c77d81e44590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4be76a80-7a78-4e62-990d-0d88fd5a838a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:31.467846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b158d443-eb2d-4480-bca8-d8e32644293b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.476708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89433f1-b531-426a-8d11-7a5f5a23daec tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:31.478469 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f89433f1-b531-426a-8d11-7a5f5a23daec tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports/f0fc65d3-9fc4-4120-9452-ab0a3c107d7a HTTP/1.1" status: 200 len: 911 time: 0.1552927 Jul 22 16:55:31.484171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38400) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:31.519493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 871bc3c1-f968-4786-a93a-37ddfecedf3b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:31.562091 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48ca8e95-4a47-499c-8057-c77d81e44590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:31.563202 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca8e95-4a47-499c-8057-c77d81e44590 None None] The sync data for ids ['4be76a80-7a78-4e62-990d-0d88fd5a838a'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:31.602242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Attempting to bind port ff8f498c-3190-498a-a511-02619c901501 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:31.602242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Attempting to bind port ff8f498c-3190-498a-a511-02619c901501 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:31.602242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Attempting to bind port ff8f498c-3190-498a-a511-02619c901501 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:31.622019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:31.622525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:31.623041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:31.623714 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.624126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:31.624631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Bound port: ff8f498c-3190-498a-a511-02619c901501, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:31.625027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.636529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8554aaa1-a089-49ad-9a80-93b432a53e83 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "PUT /v2.0/routers/5f85dee0-887c-4b2a-b649-98f6d1f73aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0035243 Jul 22 16:55:31.639377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38410) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:31.640965 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.648817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 871bc3c1-f968-4786-a93a-37ddfecedf3b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:31.649947 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.652038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b158d443-eb2d-4480-bca8-d8e32644293b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.705752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4f7e6-00c0-4afe-814d-589d7b347d89 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:31.708767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4f7e6-00c0-4afe-814d-589d7b347d89 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:31.711169 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1ea4f7e6-00c0-4afe-814d-589d7b347d89 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0707669 Jul 22 16:55:31.715299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38412) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:31.814720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Port ff8f498c-3190-498a-a511-02619c901501 has been deleted concurrently {{(pid=93752) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 16:55:31.837609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f862ba-53ae-4551-8930-4af5013ee73e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 8774cd5b-e569-4fea-9a10-3fb8aea8a300 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:31.837999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Routers {'5f85dee0-887c-4b2a-b649-98f6d1f73aef'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:31.838645 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5f85dee0-887c-4b2a-b649-98f6d1f73aef'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:31.847064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14f862ba-53ae-4551-8930-4af5013ee73e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.937875 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b158d443-eb2d-4480-bca8-d8e32644293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.943524 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b158d443-eb2d-4480-bca8-d8e32644293b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.947676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b158d443-eb2d-4480-bca8-d8e32644293b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ea93555-fca7-4513-94d1-2e7d23f6bcc8 HTTP/1.1" status: 204 len: 168 time: 0.9081376 Jul 22 16:55:31.961425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] Set router 5f85dee0-887c-4b2a-b649-98f6d1f73aef gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:55:31.963366 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14f862ba-53ae-4551-8930-4af5013ee73e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:31.978010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158d443-eb2d-4480-bca8-d8e32644293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea93555-fca7-4513-94d1-2e7d23f6bcc8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:32.070279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f85dee0-887c-4b2a-b649-98f6d1f73aef', 'name': 'tempest-NetworksTestDHCPv6-router-1952961352', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:24Z', 'updated_at': '2021-07-22T16:55:30Z', 'revision_number': 3, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:32.129215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bf82cef2-d505-42e6-b959-f378398a8a03 None None] Provisioning complete for port f0fc65d3-9fc4-4120-9452-ab0a3c107d7a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:32.130063 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bf82cef2-d505-42e6-b959-f378398a8a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.137144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14f862ba-53ae-4551-8930-4af5013ee73e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.176167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e6750-6db4-4fb7-bb3e-8558f1f66351 None None] The sync data for ids ['5f85dee0-887c-4b2a-b649-98f6d1f73aef'] in n-d-792458-13 is: [{'id': '5f85dee0-887c-4b2a-b649-98f6d1f73aef', 'name': 'tempest-NetworksTestDHCPv6-router-1952961352', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:24Z', 'updated_at': '2021-07-22T16:55:30Z', 'revision_number': 3, 'project_id': '3cb132e927f1406483cc3cd977d4dab7', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:32.204483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bf82cef2-d505-42e6-b959-f378398a8a03 None None] Port f0fc65d3-9fc4-4120-9452-ab0a3c107d7a cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:32.230788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.307158 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14f862ba-53ae-4551-8930-4af5013ee73e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.371535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f862ba-53ae-4551-8930-4af5013ee73e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=8774cd5b-e569-4fea-9a10-3fb8aea8a300,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:32.374341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-14f862ba-53ae-4551-8930-4af5013ee73e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.380124 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-14f862ba-53ae-4551-8930-4af5013ee73e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/8774cd5b-e569-4fea-9a10-3fb8aea8a300 HTTP/1.1" status: 204 len: 168 time: 0.6597099 Jul 22 16:55:32.380683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38456) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:32.381880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774313ba-a01c-47f0-8bfc-883a3a1a4601 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:32.587766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38460) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:32.589755 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2f023129-35de-42f0-b281-9f0801efdfad tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2001679 Jul 22 16:55:32.715161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5afa44-002e-4c4b-a39c-850f7d22caa8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.715688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ead99ce-768f-46c5-a4bc-659386a63998 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:32.783294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1ead99ce-768f-46c5-a4bc-659386a63998 None None] Deleting port d0870e2f-35ee-477b-aa14-cf25010ab121 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:32.784727 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ead99ce-768f-46c5-a4bc-659386a63998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.916769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1ead99ce-768f-46c5-a4bc-659386a63998 None None] For port d0870e2f-35ee-477b-aa14-cf25010ab121, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d0870e2f-35ee-477b-aa14-cf25010ab121,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:32.916769 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ead99ce-768f-46c5-a4bc-659386a63998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.945014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1ead99ce-768f-46c5-a4bc-659386a63998 None None] Calling delete_port for d0870e2f-35ee-477b-aa14-cf25010ab121 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:32.950044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:32.965944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5afa44-002e-4c4b-a39c-850f7d22caa8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.969786 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5afa44-002e-4c4b-a39c-850f7d22caa8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:32.972596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port f0fc65d3-9fc4-4120-9452-ab0a3c107d7a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:32.973020 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.086495 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ead99ce-768f-46c5-a4bc-659386a63998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.094460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5afa44-002e-4c4b-a39c-850f7d22caa8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.094967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5afa44-002e-4c4b-a39c-850f7d22caa8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Fanout notify agent at l3_agent the message router_deleted on router 5f85dee0-887c-4b2a-b649-98f6d1f73aef {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:33.103668 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f5afa44-002e-4c4b-a39c-850f7d22caa8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.104883 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2f5afa44-002e-4c4b-a39c-850f7d22caa8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/routers/5f85dee0-887c-4b2a-b649-98f6d1f73aef HTTP/1.1" status: 204 len: 168 time: 0.5162106 Jul 22 16:55:33.108080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38484) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:33.155609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead99ce-768f-46c5-a4bc-659386a63998 None None] No DVR routers for this DVR port d0870e2f-35ee-477b-aa14-cf25010ab121 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:33.165225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead99ce-768f-46c5-a4bc-659386a63998 None None] Pushing event deleted for resources: {'Port': ['ID=d0870e2f-35ee-477b-aa14-cf25010ab121,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:33.166510 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.167016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cb71d45c-247c-4792-9e8c-9d5c9bd270f7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0575235 Jul 22 16:55:33.167668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38488) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:33.186664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for f0fc65d3-9fc4-4120-9452-ab0a3c107d7a owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:33.219707 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c73f2f1-b1f5-4c61-9b1d-90883c5526fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.269869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4630d0-bf49-4bd9-afde-060e00cdbf27 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:33.274216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-be4630d0-bf49-4bd9-afde-060e00cdbf27 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0934193 Jul 22 16:55:33.276923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38492) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:33.345144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-40243b52-45cf-4bc7-9ec1-58b9d9e935c8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621877 Jul 22 16:55:33.349018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38494) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:33.355597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:33.408382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d0870e2f-35ee-477b-aa14-cf25010ab121 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:33.440884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d0870e2f-35ee-477b-aa14-cf25010ab121 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:33.441831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d0870e2f-35ee-477b-aa14-cf25010ab121 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:33.557998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c73f2f1-b1f5-4c61-9b1d-90883c5526fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.572700 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9c73f2f1-b1f5-4c61-9b1d-90883c5526fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.585442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1306da8-2398-42a1-bf47-029384c2cf3b None None] Sync routers for ids ['5f85dee0-887c-4b2a-b649-98f6d1f73aef'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:33.599800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1306da8-2398-42a1-bf47-029384c2cf3b None None] Routers set() bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:33.601173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1306da8-2398-42a1-bf47-029384c2cf3b None None] Router IDs set() for agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:55:33.602726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1306da8-2398-42a1-bf47-029384c2cf3b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f85dee0-887c-4b2a-b649-98f6d1f73aef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent'). {{(pid=93752) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 16:55:33.620661 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9c73f2f1-b1f5-4c61-9b1d-90883c5526fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86078ec5af53419ca0ed03b0b0fa5ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659858 Jul 22 16:55:33.620904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1306da8-2398-42a1-bf47-029384c2cf3b None None] Routers set() bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:33.620904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1306da8-2398-42a1-bf47-029384c2cf3b None None] Router IDs set() for agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 16:55:33.621818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1306da8-2398-42a1-bf47-029384c2cf3b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f85dee0-887c-4b2a-b649-98f6d1f73aef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent'). {{(pid=93752) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 16:55:33.622212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1306da8-2398-42a1-bf47-029384c2cf3b None None] The sync data for ids ['5f85dee0-887c-4b2a-b649-98f6d1f73aef'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:33.627020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38500) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:33.652920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:33.656883 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.704988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73f2f1-b1f5-4c61-9b1d-90883c5526fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ec6f40-4b14-4d38-b29a-36c5bf9f82a4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:33.812568 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3272ecfc-998b-4ff8-9bc8-722820f0ee12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.857803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3272ecfc-998b-4ff8-9bc8-722820f0ee12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.913503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.926968 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3272ecfc-998b-4ff8-9bc8-722820f0ee12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.933231 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3272ecfc-998b-4ff8-9bc8-722820f0ee12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:33.939581 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3272ecfc-998b-4ff8-9bc8-722820f0ee12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94ec6f40-4b14-4d38-b29a-36c5bf9f82a4 HTTP/1.1" status: 204 len: 168 time: 0.3050828 Jul 22 16:55:33.951968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=f0fc65d3-9fc4-4120-9452-ab0a3c107d7a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:33.967289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272ecfc-998b-4ff8-9bc8-722820f0ee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ec6f40-4b14-4d38-b29a-36c5bf9f82a4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:34.075415 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.188003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38516) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.322737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 4be76a80-7a78-4e62-990d-0d88fd5a838a has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:34.332761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:55:34.334888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.397695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:34.401464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:34.404703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:34.405561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.412464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db4a7a-feb9-42cf-bf1e-6c5689081818 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:34.442526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:34.446579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=c6107165-58e5-42d6-82fd-a8b70eb9015c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:34.455891 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e6fc2-e722-4ac7-9bf7-8633161d518a None None] Sync routers for ids ['4be76a80-7a78-4e62-990d-0d88fd5a838a'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:34.458026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e905ca79-448d-4ee1-9a4c-700f0efb121e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1075592 Jul 22 16:55:34.474734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38524) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.486563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:34.486990 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-62385b99-ebb5-4d2c-beda-5d79b707f0a4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/4be76a80-7a78-4e62-990d-0d88fd5a838a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0018032 Jul 22 16:55:34.492848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38526) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.501011 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e6fc2-e722-4ac7-9bf7-8633161d518a None None] Routers {'4be76a80-7a78-4e62-990d-0d88fd5a838a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:34.503816 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f52e6fc2-e722-4ac7-9bf7-8633161d518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4be76a80-7a78-4e62-990d-0d88fd5a838a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:34.578789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9dae971e-885f-4e79-9089-22492e1c9893 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be76a80-7a78-4e62-990d-0d88fd5a838a HTTP/1.1" status: 200 len: 205 time: 0.0810103 Jul 22 16:55:34.581417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.585381 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f52e6fc2-e722-4ac7-9bf7-8633161d518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:34.587381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d04aee37-4f88-4f20-b9b0-21214d84cd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.609336 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e6fc2-e722-4ac7-9bf7-8633161d518a None None] Routers {'4be76a80-7a78-4e62-990d-0d88fd5a838a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:34.611096 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f52e6fc2-e722-4ac7-9bf7-8633161d518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['4be76a80-7a78-4e62-990d-0d88fd5a838a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:34.641066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38530) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.663363 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f52e6fc2-e722-4ac7-9bf7-8633161d518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:34.664324 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e6fc2-e722-4ac7-9bf7-8633161d518a None None] The sync data for ids ['4be76a80-7a78-4e62-990d-0d88fd5a838a'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:34.670210 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-640eaadc-4ffb-4cc2-8b1d-9158308bec78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.690982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': 'c6107165-58e5-42d6-82fd-a8b70eb9015c'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:34.692004 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.725414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5b2fbbd-67c0-4d94-9e2c-3255ca41bdf7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.789516 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d04aee37-4f88-4f20-b9b0-21214d84cd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.865825 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Allocated IP 2001:db8::f816:3eff:fee5:80b2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/c6107165-58e5-42d6-82fd-a8b70eb9015c/b6df85c1-b1e6-4e65-93e5-530a1e75b76e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:34.894746 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-640eaadc-4ffb-4cc2-8b1d-9158308bec78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.898627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d04aee37-4f88-4f20-b9b0-21214d84cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.929500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d04aee37-4f88-4f20-b9b0-21214d84cd7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56439180ddd64598b1bc778e5bd5ef04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7400763 Jul 22 16:55:34.930468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-640eaadc-4ffb-4cc2-8b1d-9158308bec78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.934293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38532) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:34.940128 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5b2fbbd-67c0-4d94-9e2c-3255ca41bdf7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:34.942180 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5b2fbbd-67c0-4d94-9e2c-3255ca41bdf7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.004432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5b2fbbd-67c0-4d94-9e2c-3255ca41bdf7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.005263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b2fbbd-67c0-4d94-9e2c-3255ca41bdf7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Fanout notify agent at l3_agent the message router_deleted on router 4be76a80-7a78-4e62-990d-0d88fd5a838a {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:35.018981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f5b2fbbd-67c0-4d94-9e2c-3255ca41bdf7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.020406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f5b2fbbd-67c0-4d94-9e2c-3255ca41bdf7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/4be76a80-7a78-4e62-990d-0d88fd5a838a HTTP/1.1" status: 204 len: 168 time: 0.4378948 Jul 22 16:55:35.021372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-640eaadc-4ffb-4cc2-8b1d-9158308bec78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3fec99461e446d38e850ad450b31c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790429 Jul 22 16:55:35.022079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04aee37-4f88-4f20-b9b0-21214d84cd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632e32af-97cc-4931-893f-a58dd805c2c8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.023026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38534) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:35.031766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38536) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:35.054422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640eaadc-4ffb-4cc2-8b1d-9158308bec78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d6eda-9727-4c9f-b82b-9a82b73dbc56,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.072687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.084159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:35.085847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Transition to ACTIVE for port object b6df85c1-b1e6-4e65-93e5-530a1e75b76e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:35.089951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.104890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Transition to ACTIVE for port object b6df85c1-b1e6-4e65-93e5-530a1e75b76e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:35.108110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c9ff76-ee85-4589-90bd-917fdea1e554 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting subnet 4ab5af09-1ac0-4d4a-8795-7839d186062f {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:35.112907 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06c9ff76-ee85-4589-90bd-917fdea1e554 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.117171 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.117537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05d40745-6df5-42a9-b8c4-0e499418a6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.163527 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8402-27a3-4f72-b4bb-c91009671a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.173218 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06c9ff76-ee85-4589-90bd-917fdea1e554 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.184492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Pushing event updated for resources: {'Port': ['ID=b6df85c1-b1e6-4e65-93e5-530a1e75b76e,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.191531 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05d40745-6df5-42a9-b8c4-0e499418a6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.205521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:35.208866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:35.215472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:35.220523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8402-27a3-4f72-b4bb-c91009671a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.291905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05d40745-6df5-42a9-b8c4-0e499418a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.295070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-05d40745-6df5-42a9-b8c4-0e499418a6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.299352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-05d40745-6df5-42a9-b8c4-0e499418a6f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/632e32af-97cc-4931-893f-a58dd805c2c8 HTTP/1.1" status: 204 len: 168 time: 0.3599687 Jul 22 16:55:35.322836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Attempting to bind port b6df85c1-b1e6-4e65-93e5-530a1e75b76e on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:35.325622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Attempting to bind port b6df85c1-b1e6-4e65-93e5-530a1e75b76e by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:35.327467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Attempting to bind port b6df85c1-b1e6-4e65-93e5-530a1e75b76e on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:35.344205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:35.345258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:35.345674 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.347690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:35.348280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Bound port: b6df85c1-b1e6-4e65-93e5-530a1e75b76e, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:35.350879 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.359878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8402-27a3-4f72-b4bb-c91009671a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.362448 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b9c8402-27a3-4f72-b4bb-c91009671a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.384059 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0b9c8402-27a3-4f72-b4bb-c91009671a91 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b5d6eda-9727-4c9f-b82b-9a82b73dbc56 HTTP/1.1" status: 204 len: 168 time: 0.3501332 Jul 22 16:55:35.407518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06c9ff76-ee85-4589-90bd-917fdea1e554 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.443870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] For port b6df85c1-b1e6-4e65-93e5-530a1e75b76e, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:35.448030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] For port b6df85c1-b1e6-4e65-93e5-530a1e75b76e, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b6df85c1-b1e6-4e65-93e5-530a1e75b76e,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:35.454920 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.497411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c8402-27a3-4f72-b4bb-c91009671a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d6eda-9727-4c9f-b82b-9a82b73dbc56,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.527419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d40745-6df5-42a9-b8c4-0e499418a6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632e32af-97cc-4931-893f-a58dd805c2c8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.574252 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.626183 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06c9ff76-ee85-4589-90bd-917fdea1e554 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.658965 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.666516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a842b91-1f26-4487-9887-6f0c1510b35c None None] Pushing event updated for resources: {'Port': ['ID=b6df85c1-b1e6-4e65-93e5-530a1e75b76e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.704211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:35.705398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=b262c281-78cb-4f29-ba46-9e298f5128d1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.707872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:35.710447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:35.711085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.730995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ab14297c-9478-46c4-9af6-a07809317fea tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2490067 Jul 22 16:55:35.734486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38548) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:35.737734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9ff76-ee85-4589-90bd-917fdea1e554 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab5af09-1ac0-4d4a-8795-7839d186062f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:35.740055 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-06c9ff76-ee85-4589-90bd-917fdea1e554 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:35.746905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e64b0-379d-4d07-891a-612b2dfacb99 None None] Network 9ba5a547-8509-4c9c-b022-b1d9e9c8138e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:35.759271 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-06c9ff76-ee85-4589-90bd-917fdea1e554 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/4ab5af09-1ac0-4d4a-8795-7839d186062f HTTP/1.1" status: 204 len: 168 time: 0.7348983 Jul 22 16:55:35.760519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38550) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:35.762607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:9b:5c:07', 'name': 'tempest-NetworksTestDHCPv6-605818179'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:35.985369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:35.997127 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.136789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5c2b8-6dd2-4f0f-ac76-9738bae590d3 None None] DHCP port deletion for 9ba5a547-8509-4c9c-b022-b1d9e9c8138e request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:36.154792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port 871bc3c1-f968-4786-a93a-37ddfecedf3b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:36.155525 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.250648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-33d5c2b8-6dd2-4f0f-ac76-9738bae590d3 None None] Deleting port 871bc3c1-f968-4786-a93a-37ddfecedf3b {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:36.252595 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33d5c2b8-6dd2-4f0f-ac76-9738bae590d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.257316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.307646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 5d460e30-22ba-4bc0-946d-1de89b181f0e yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:36.321602 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port 871bc3c1-f968-4786-a93a-37ddfecedf3b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=871bc3c1-f968-4786-a93a-37ddfecedf3b,segment=NetworkSegment(c0afc76d-05c5-4195-ba83-bda18aef9b1f),segment_id=c0afc76d-05c5-4195-ba83-bda18aef9b1f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:36.321981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.360869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for 871bc3c1-f968-4786-a93a-37ddfecedf3b owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:36.376565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-cdf7bf5a-b769-43a1-80ee-e701f6269670 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8541620 Jul 22 16:55:36.420106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-33d5c2b8-6dd2-4f0f-ac76-9738bae590d3 None None] For port 871bc3c1-f968-4786-a93a-37ddfecedf3b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=871bc3c1-f968-4786-a93a-37ddfecedf3b,segment=NetworkSegment(c0afc76d-05c5-4195-ba83-bda18aef9b1f),segment_id=c0afc76d-05c5-4195-ba83-bda18aef9b1f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:36.420654 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33d5c2b8-6dd2-4f0f-ac76-9738bae590d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.471436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-33d5c2b8-6dd2-4f0f-ac76-9738bae590d3 None None] Calling delete_port for 871bc3c1-f968-4786-a93a-37ddfecedf3b owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:36.565912 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.642358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=871bc3c1-f968-4786-a93a-37ddfecedf3b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:36.654437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No DVR routers for this DVR port 871bc3c1-f968-4786-a93a-37ddfecedf3b on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:36.670432 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33d5c2b8-6dd2-4f0f-ac76-9738bae590d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.713027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5c2b8-6dd2-4f0f-ac76-9738bae590d3 None None] Pushing event deleted for resources: {'Port': ['ID=871bc3c1-f968-4786-a93a-37ddfecedf3b,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:36.730248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5c2b8-6dd2-4f0f-ac76-9738bae590d3 None None] No DVR routers for this DVR port 871bc3c1-f968-4786-a93a-37ddfecedf3b on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:36.736027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-7a0edad9-1478-4520-ad78-b827eb17276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:36.737645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-7a0edad9-1478-4520-ad78-b827eb17276c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 1097 time: 0.2741332 Jul 22 16:55:36.760368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 172.20.0.14 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b262c281-78cb-4f29-ba46-9e298f5128d1/5d460e30-22ba-4bc0-946d-1de89b181f0e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:36.784183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:fe9b:5c07 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/c6107165-58e5-42d6-82fd-a8b70eb9015c/5d460e30-22ba-4bc0-946d-1de89b181f0e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:36.815296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.843188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba5a547-8509-4c9c-b022-b1d9e9c8138e']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:36.869770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0afc76d-05c5-4195-ba83-bda18aef9b1f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:36.870567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0afc76d-05c5-4195-ba83-bda18aef9b1f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:36.892257 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.932815 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.954368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:36.956114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:36.964244 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:37.008094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-768bd455-05bb-4dfc-ad79-6187ba068ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:37.009549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-768bd455-05bb-4dfc-ad79-6187ba068ba2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.2415261 Jul 22 16:55:37.126869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.145866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76a4dd2-6dda-4b7a-80fd-41463409e033 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:37.178908 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.184485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/networks/9ba5a547-8509-4c9c-b022-b1d9e9c8138e HTTP/1.1" status: 204 len: 168 time: 1.4195113 Jul 22 16:55:37.184485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf4083-91be-4d5d-adac-5bba8d6581db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Network': ['ID=9ba5a547-8509-4c9c-b022-b1d9e9c8138e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:37.186253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38596) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:37.194305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1398276781', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:37.232335 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.233582 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.256437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-c5bb9b94-c1aa-43ba-ab91-a04ad736c5b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380a364f-29c8-4563-9093-3c0bea7d253e HTTP/1.1" status: 200 len: 1001 time: 0.2351558 Jul 22 16:55:37.430536 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.441693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.462988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-f80d693d-83c2-454b-b05c-3f6e10327b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:37.464317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-f80d693d-83c2-454b-b05c-3f6e10327b82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1931443 Jul 22 16:55:37.503418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 5d460e30-22ba-4bc0-946d-1de89b181f0e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:37.537632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b6df85c1-b1e6-4e65-93e5-530a1e75b76e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:37.595439 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3464e399-0fec-4b26-a198-77b3f49dc561 None None] Provisioning for port b6df85c1-b1e6-4e65-93e5-530a1e75b76e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:37.657050 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port b6df85c1-b1e6-4e65-93e5-530a1e75b76e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:37.662651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b6df85c1-b1e6-4e65-93e5-530a1e75b76e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:37.663315 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.847734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.931340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port b6df85c1-b1e6-4e65-93e5-530a1e75b76e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b6df85c1-b1e6-4e65-93e5-530a1e75b76e,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:37.943780 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:37.961326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a6d85-ad87-4276-a206-8001ae6753f3 None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': 'c6107165-58e5-42d6-82fd-a8b70eb9015c', 'ip_address': '2001:db8::f816:3eff:fee5:80b2'}, {'subnet_id': 'b262c281-78cb-4f29-ba46-9e298f5128d1'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'b6df85c1-b1e6-4e65-93e5-530a1e75b76e'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:55:38.033874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-774a6d85-ad87-4276-a206-8001ae6753f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.039113 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 871bc3c1-f968-4786-a93a-37ddfecedf3b no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:38.086976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 871bc3c1-f968-4786-a93a-37ddfecedf3b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:38.087337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 871bc3c1-f968-4786-a93a-37ddfecedf3b not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:38.173974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.183719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=b6df85c1-b1e6-4e65-93e5-530a1e75b76e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:38.196059 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.208421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-63ac966c-1763-4e76-ba39-ef0c868a9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:38.210020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-63ac966c-1763-4e76-ba39-ef0c868a9d64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7018542 Jul 22 16:55:38.244281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-ab824c1a-b05a-4c23-a3ed-5d7922143e23 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:55:38.245350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-ab824c1a-b05a-4c23-a3ed-5d7922143e23 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086536 Jul 22 16:55:38.256949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:38.270166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:38.284345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:38.361547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=5d460e30-22ba-4bc0-946d-1de89b181f0e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:38.387824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-774a6d85-ad87-4276-a206-8001ae6753f3 None None] Allocated IP 172.20.0.2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b262c281-78cb-4f29-ba46-9e298f5128d1/b6df85c1-b1e6-4e65-93e5-530a1e75b76e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:38.455316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:38.456385 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.521780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bd11ec42-4f12-4ced-851b-67a4ab1a757a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7826524 Jul 22 16:55:38.522164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38644) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.539046 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-7c806ecd-04de-4532-b6cd-cf8bb14ac6e9 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757480 Jul 22 16:55:38.581455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-774a6d85-ad87-4276-a206-8001ae6753f3 None None] For port b6df85c1-b1e6-4e65-93e5-530a1e75b76e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b6df85c1-b1e6-4e65-93e5-530a1e75b76e,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:38.634542 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-774a6d85-ad87-4276-a206-8001ae6753f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.650098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73eaae8-89f2-456f-9afd-102c7a0aa284 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:38.652967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-774a6d85-ad87-4276-a206-8001ae6753f3 None None] Transition to ACTIVE for port object b6df85c1-b1e6-4e65-93e5-530a1e75b76e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:38.660881 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-774a6d85-ad87-4276-a206-8001ae6753f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.663016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73eaae8-89f2-456f-9afd-102c7a0aa284 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:38.664968 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e73eaae8-89f2-456f-9afd-102c7a0aa284 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1411901 Jul 22 16:55:38.668608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38652) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:38.870093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a6d85-ad87-4276-a206-8001ae6753f3 None None] Pushing event updated for resources: {'Port': ['ID=b6df85c1-b1e6-4e65-93e5-530a1e75b76e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:38.908005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1a19f-64ae-497a-8bcc-ad88c5c67426 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 5d460e30-22ba-4bc0-946d-1de89b181f0e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:38.908005 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a19f-64ae-497a-8bcc-ad88c5c67426 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:38.935478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-451b8efc-e04a-41c4-9539-bb3c53eb2f74 req-a989c089-eed4-4ea2-8092-3d447100711c service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862629 Jul 22 16:55:39.018053 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:39.056129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:39.105552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:39.182479 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a19f-64ae-497a-8bcc-ad88c5c67426 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:39.198774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1a19f-64ae-497a-8bcc-ad88c5c67426 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 5d460e30-22ba-4bc0-946d-1de89b181f0e owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:39.286254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 172.25.3.100 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/fe537a6c-4db3-46d8-a636-5f5a66334f7f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:39.461936 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b6df85c1-b1e6-4e65-93e5-530a1e75b76e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:39.540444 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66234445-fd51-4bd8-877d-0c1e74cb10b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:39.632625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:39.701851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:39.782642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:39.788787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:39.797020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:39.816279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a19f-64ae-497a-8bcc-ad88c5c67426 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:39.852231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=fe537a6c-4db3-46d8-a636-5f5a66334f7f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:39.917085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1a19f-64ae-497a-8bcc-ad88c5c67426 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=5d460e30-22ba-4bc0-946d-1de89b181f0e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:40.072518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c73d86c1-7bf1-491a-8873-b45f6d32e84a None None] Provisioning for port b6df85c1-b1e6-4e65-93e5-530a1e75b76e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:40.080805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c73d86c1-7bf1-491a-8873-b45f6d32e84a None None] Provisioning complete for port b6df85c1-b1e6-4e65-93e5-530a1e75b76e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:40.081309 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c73d86c1-7bf1-491a-8873-b45f6d32e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.131331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66234445-fd51-4bd8-877d-0c1e74cb10b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.150228 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66234445-fd51-4bd8-877d-0c1e74cb10b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.256554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.268340 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-66234445-fd51-4bd8-877d-0c1e74cb10b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13133f1e6b504eb78f3140c3f6736403&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1615231 Jul 22 16:55:40.269179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38724) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.272026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66234445-fd51-4bd8-877d-0c1e74cb10b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a4385-735b-4c8d-979c-ec2b6f231247,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:40.322184 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a19f-64ae-497a-8bcc-ad88c5c67426 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.338265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7cc1a19f-64ae-497a-8bcc-ad88c5c67426 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/5d460e30-22ba-4bc0-946d-1de89b181f0e HTTP/1.1" status: 204 len: 168 time: 1.6623118 Jul 22 16:55:40.342375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.451916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9095cb4e-913a-4129-aef1-09b27e308d2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:40.457323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.460812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9095cb4e-913a-4129-aef1-09b27e308d2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:40.462535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9095cb4e-913a-4129-aef1-09b27e308d2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:40.464263 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9095cb4e-913a-4129-aef1-09b27e308d2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1208227 Jul 22 16:55:40.468037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-18cb3844-76ef-404a-b7e2-06a66ab96bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.477302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:40.517107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-34ccce72-1c97-4eb9-98cb-b7c898b266b8 None None] Could not find standard attr ID for object 5d460e30-22ba-4bc0-946d-1de89b181f0e. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:40.533796 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-18cb3844-76ef-404a-b7e2-06a66ab96bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.552294 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.588583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fafe7e-c8a5-485d-b2c8-8f1c8338272a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet b262c281-78cb-4f29-ba46-9e298f5128d1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:40.601678 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94fafe7e-c8a5-485d-b2c8-8f1c8338272a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.686503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94fafe7e-c8a5-485d-b2c8-8f1c8338272a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.730557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-18cb3844-76ef-404a-b7e2-06a66ab96bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.734042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-18cb3844-76ef-404a-b7e2-06a66ab96bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.740167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-18cb3844-76ef-404a-b7e2-06a66ab96bfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a87a4385-735b-4c8d-979c-ec2b6f231247 HTTP/1.1" status: 204 len: 168 time: 0.4622278 Jul 22 16:55:40.765624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69633861-ecf9-4528-a282-111e752b8326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.780978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router a57a73d7-7f54-4d56-871c-2ec3df0dbc81 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:40.793260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb3844-76ef-404a-b7e2-06a66ab96bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a4385-735b-4c8d-979c-ec2b6f231247,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:40.839452 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94fafe7e-c8a5-485d-b2c8-8f1c8338272a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.943741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94fafe7e-c8a5-485d-b2c8-8f1c8338272a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:40.960090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:40.972001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537db94-7520-4811-93bf-6b345a026f7b None None] Sync routers for ids ['a57a73d7-7f54-4d56-871c-2ec3df0dbc81'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:40.986967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537db94-7520-4811-93bf-6b345a026f7b None None] Routers {'a57a73d7-7f54-4d56-871c-2ec3df0dbc81'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:40.987964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9537db94-7520-4811-93bf-6b345a026f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a57a73d7-7f54-4d56-871c-2ec3df0dbc81'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:41.016928 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69633861-ecf9-4528-a282-111e752b8326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.024385 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-69633861-ecf9-4528-a282-111e752b8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.027071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94fafe7e-c8a5-485d-b2c8-8f1c8338272a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.031721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-94fafe7e-c8a5-485d-b2c8-8f1c8338272a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b262c281-78cb-4f29-ba46-9e298f5128d1 HTTP/1.1" status: 204 len: 168 time: 0.5535104 Jul 22 16:55:41.035080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.036433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fafe7e-c8a5-485d-b2c8-8f1c8338272a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=b262c281-78cb-4f29-ba46-9e298f5128d1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:41.051287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69633861-ecf9-4528-a282-111e752b8326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0d976e-b931-45dd-8bd1-0f45f592dc93,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:41.054319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38754) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.061155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.062414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2881d171-3563-4b51-898c-1468808d59f4 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8728340 Jul 22 16:55:41.070284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.071129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f249a22-6046-4a1f-a69b-610799225344 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:41.128316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9537db94-7520-4811-93bf-6b345a026f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:41.154547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6024806-0f8b-4c86-94a4-ae6dcb2e8ae1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet c6107165-58e5-42d6-82fd-a8b70eb9015c {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:41.158728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6024806-0f8b-4c86-94a4-ae6dcb2e8ae1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.172457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537db94-7520-4811-93bf-6b345a026f7b None None] Routers {'a57a73d7-7f54-4d56-871c-2ec3df0dbc81'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:41.173413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9537db94-7520-4811-93bf-6b345a026f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a57a73d7-7f54-4d56-871c-2ec3df0dbc81'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:41.206780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0cf0b7fc-ea12-4dc1-bdd9-1fbc407db6f8 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/routers/a57a73d7-7f54-4d56-871c-2ec3df0dbc81 HTTP/1.1" status: 200 len: 885 time: 0.1324909 Jul 22 16:55:41.209356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38760) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.212140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9537db94-7520-4811-93bf-6b345a026f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:41.213188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537db94-7520-4811-93bf-6b345a026f7b None None] The sync data for ids ['a57a73d7-7f54-4d56-871c-2ec3df0dbc81'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:41.225124 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-69633861-ecf9-4528-a282-111e752b8326 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb6cc5f440824769a82771d42f954493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674894 Jul 22 16:55:41.226343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9553e81-6191-458e-8fc6-167c36b2603d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.229109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.254664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38764) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.272805 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6024806-0f8b-4c86-94a4-ae6dcb2e8ae1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.295430 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-abdfcff0-bb62-44b2-b8f4-2efdc8b2491d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.344624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af3d3b27-9712-474f-b831-f2963690eea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.380942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af3d3b27-9712-474f-b831-f2963690eea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.441167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9553e81-6191-458e-8fc6-167c36b2603d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.445841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6024806-0f8b-4c86-94a4-ae6dcb2e8ae1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.447850 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9553e81-6191-458e-8fc6-167c36b2603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.484208 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af3d3b27-9712-474f-b831-f2963690eea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.486688 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-af3d3b27-9712-474f-b831-f2963690eea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.487888 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-af3d3b27-9712-474f-b831-f2963690eea7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d0d976e-b931-45dd-8bd1-0f45f592dc93 HTTP/1.1" status: 204 len: 168 time: 0.2578650 Jul 22 16:55:41.517142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d9553e81-6191-458e-8fc6-167c36b2603d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a695db64d414a7581d42cacc957bf08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512854 Jul 22 16:55:41.517676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.518316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9553e81-6191-458e-8fc6-167c36b2603d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a835b66-048b-4898-855b-5434c0008a86,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:41.550008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d3b27-9712-474f-b831-f2963690eea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0d976e-b931-45dd-8bd1-0f45f592dc93,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:41.564839 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6024806-0f8b-4c86-94a4-ae6dcb2e8ae1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.616136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6024806-0f8b-4c86-94a4-ae6dcb2e8ae1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=c6107165-58e5-42d6-82fd-a8b70eb9015c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:41.628691 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13ff3e83-63a0-469d-b620-d4b74a3390b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.641847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6024806-0f8b-4c86-94a4-ae6dcb2e8ae1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.643983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f6024806-0f8b-4c86-94a4-ae6dcb2e8ae1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/c6107165-58e5-42d6-82fd-a8b70eb9015c HTTP/1.1" status: 204 len: 168 time: 0.6020112 Jul 22 16:55:41.649432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38770) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.659281 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-abdfcff0-bb62-44b2-b8f4-2efdc8b2491d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.670722 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8a018071-9ad1-4de0-b8d3-4bdce515dd11 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4597754 Jul 22 16:55:41.672960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38772) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.677518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aff107d2-32a9-49ec-bf49-4c9a1a4fef2f tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1398276781'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:41.698277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-abdfcff0-bb62-44b2-b8f4-2efdc8b2491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.701849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6333a797-be83-4797-be13-a90b1007e2b9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513506 Jul 22 16:55:41.703959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13ff3e83-63a0-469d-b620-d4b74a3390b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.712129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38774) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.734369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:41.806206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-abdfcff0-bb62-44b2-b8f4-2efdc8b2491d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c09de8f2bf041d6b7468fa62e1efca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501950 Jul 22 16:55:41.815801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:41.839716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfcff0-bb62-44b2-b8f4-2efdc8b2491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c65c1-8b49-466e-ae94-1741a0075033,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:41.955289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13ff3e83-63a0-469d-b620-d4b74a3390b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.957871 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13ff3e83-63a0-469d-b620-d4b74a3390b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:41.959260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-13ff3e83-63a0-469d-b620-d4b74a3390b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a835b66-048b-4898-855b-5434c0008a86 HTTP/1.1" status: 204 len: 168 time: 0.4381385 Jul 22 16:55:41.974153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff3e83-63a0-469d-b620-d4b74a3390b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a835b66-048b-4898-855b-5434c0008a86,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:41.981524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:41.985750 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.006782 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-594a6770-e22d-4763-bb26-08f4664c2fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.008761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38782) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:42.082751 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-717c8326-86b9-472d-a9ff-de811568d64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.132075 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-594a6770-e22d-4763-bb26-08f4664c2fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.210195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-594a6770-e22d-4763-bb26-08f4664c2fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.212955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-594a6770-e22d-4763-bb26-08f4664c2fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.217741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-594a6770-e22d-4763-bb26-08f4664c2fee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d3c65c1-8b49-466e-ae94-1741a0075033 HTTP/1.1" status: 204 len: 168 time: 0.3939438 Jul 22 16:55:42.233410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a6770-e22d-4763-bb26-08f4664c2fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c65c1-8b49-466e-ae94-1741a0075033,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:42.270482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9cc50-33d3-45f9-ba31-6e964443e254 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:42.360079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-717c8326-86b9-472d-a9ff-de811568d64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.384346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-717c8326-86b9-472d-a9ff-de811568d64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.387970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aff107d2-32a9-49ec-bf49-4c9a1a4fef2f tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.410446 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aff107d2-32a9-49ec-bf49-4c9a1a4fef2f tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.477293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38788) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:42.506235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-762d679e-1cdd-4420-9d8f-d5e85efba1e3 None None] Provisioning complete for port b6df85c1-b1e6-4e65-93e5-530a1e75b76e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:42.506859 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-762d679e-1cdd-4420-9d8f-d5e85efba1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.526588 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7438e3dc-1296-48b2-9ffd-f464312eaff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.533418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-717c8326-86b9-472d-a9ff-de811568d64e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f55f513a9d64dc3aa027e4d2f983c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5089233 Jul 22 16:55:42.536966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c8326-86b9-472d-a9ff-de811568d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3fa9fb-73ad-43e3-9653-3e62688451d2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:42.543814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:42.579963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff107d2-32a9-49ec-bf49-4c9a1a4fef2f tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router a57a73d7-7f54-4d56-871c-2ec3df0dbc81 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:42.659609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a144302-069b-4711-8f2b-4ba3a7ec27e0 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:42.715222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a28f3e24-268c-4cc3-8562-25aed292c26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.742382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff107d2-32a9-49ec-bf49-4c9a1a4fef2f tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:42.743593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9a144302-069b-4711-8f2b-4ba3a7ec27e0 None None] Deleting port b6df85c1-b1e6-4e65-93e5-530a1e75b76e {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:42.745359 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a144302-069b-4711-8f2b-4ba3a7ec27e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.754779 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aff107d2-32a9-49ec-bf49-4c9a1a4fef2f tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.755511 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab02adb-0841-4965-9bfc-4edef4920226 None None] Sync routers for ids ['a57a73d7-7f54-4d56-871c-2ec3df0dbc81'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:42.756233 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aff107d2-32a9-49ec-bf49-4c9a1a4fef2f tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/a57a73d7-7f54-4d56-871c-2ec3df0dbc81 HTTP/1.1" status: 200 len: 892 time: 1.0821252 Jul 22 16:55:42.758534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38798) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:42.780546 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab02adb-0841-4965-9bfc-4edef4920226 None None] Routers {'a57a73d7-7f54-4d56-871c-2ec3df0dbc81'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:42.781175 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8ab02adb-0841-4965-9bfc-4edef4920226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a57a73d7-7f54-4d56-871c-2ec3df0dbc81'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:42.845528 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a28f3e24-268c-4cc3-8562-25aed292c26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.853691 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8ab02adb-0841-4965-9bfc-4edef4920226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:42.866243 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab02adb-0841-4965-9bfc-4edef4920226 None None] Routers {'a57a73d7-7f54-4d56-871c-2ec3df0dbc81'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:42.867266 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8ab02adb-0841-4965-9bfc-4edef4920226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a57a73d7-7f54-4d56-871c-2ec3df0dbc81'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:42.910201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9a144302-069b-4711-8f2b-4ba3a7ec27e0 None None] For port b6df85c1-b1e6-4e65-93e5-530a1e75b76e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b6df85c1-b1e6-4e65-93e5-530a1e75b76e,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:42.910590 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a144302-069b-4711-8f2b-4ba3a7ec27e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:42.910990 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8ab02adb-0841-4965-9bfc-4edef4920226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:42.911863 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab02adb-0841-4965-9bfc-4edef4920226 None None] The sync data for ids ['a57a73d7-7f54-4d56-871c-2ec3df0dbc81'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:42.928894 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-63849475-5178-4e20-a629-b8984cee0f1b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/routers/a57a73d7-7f54-4d56-871c-2ec3df0dbc81 HTTP/1.1" status: 200 len: 892 time: 0.1636827 Jul 22 16:55:42.928894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38804) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:42.941741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9a144302-069b-4711-8f2b-4ba3a7ec27e0 None None] Calling delete_port for b6df85c1-b1e6-4e65-93e5-530a1e75b76e owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:42.947678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:55:42.968270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-305e9ba1-c641-4b7e-b209-e16136360922 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=a57a73d7-7f54-4d56-871c-2ec3df0dbc81 HTTP/1.1" status: 200 len: 205 time: 0.0407040 Jul 22 16:55:42.971069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38806) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:43.041301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9a144302-069b-4711-8f2b-4ba3a7ec27e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.077674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a144302-069b-4711-8f2b-4ba3a7ec27e0 None None] No DVR routers for this DVR port b6df85c1-b1e6-4e65-93e5-530a1e75b76e on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:43.079659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a144302-069b-4711-8f2b-4ba3a7ec27e0 None None] Pushing event deleted for resources: {'Port': ['ID=b6df85c1-b1e6-4e65-93e5-530a1e75b76e,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:43.144122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.283284 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.370834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port fe537a6c-4db3-46d8-a636-5f5a66334f7f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:43.372207 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.392939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7438e3dc-1296-48b2-9ffd-f464312eaff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.412814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b6df85c1-b1e6-4e65-93e5-530a1e75b76e no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:43.419919 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7438e3dc-1296-48b2-9ffd-f464312eaff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.461101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: b6df85c1-b1e6-4e65-93e5-530a1e75b76e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:55:43.461529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b6df85c1-b1e6-4e65-93e5-530a1e75b76e not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:55:43.475180 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a28f3e24-268c-4cc3-8562-25aed292c26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.478506 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a28f3e24-268c-4cc3-8562-25aed292c26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.480370 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a28f3e24-268c-4cc3-8562-25aed292c26f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d3fa9fb-73ad-43e3-9653-3e62688451d2 HTTP/1.1" status: 204 len: 168 time: 0.9320633 Jul 22 16:55:43.503325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7438e3dc-1296-48b2-9ffd-f464312eaff3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=188349c9708541ec8865b51caf55a803&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0203860 Jul 22 16:55:43.520815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:43.521525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438e3dc-1296-48b2-9ffd-f464312eaff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80101d87-f360-420e-8701-2d94fb6d007b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:43.545212 n-d-792458-13 neutron-server[93750]: WARNING neutron.services.revisions.revision_plugin [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Could not find related port for resource to bump revision. Jul 22 16:55:43.554744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f3e24-268c-4cc3-8562-25aed292c26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3fa9fb-73ad-43e3-9653-3e62688451d2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:43.557614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_pluggable_backend [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Port b6df85c1-b1e6-4e65-93e5-530a1e75b76e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93750) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 16:55:43.558507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_pluggable_backend [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Reverting IP allocation for 2001:db8::f816:3eff:fee5:80b2 {{(pid=93750) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 16:55:43.562762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_pluggable_backend [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee5:80b2 {{(pid=93750) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 16:55:43.564023 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.618555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:43.622377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:43.627457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:43.628684 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.632112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43826a6-641b-49c1-b386-64039a7e3cf6 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:43.643933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:43.660567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d660e73d-95fe-4553-8cbc-8dc62c367b55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9330978 Jul 22 16:55:43.661691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.662230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:43.675256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:43.717039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for fe537a6c-4db3-46d8-a636-5f5a66334f7f owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:43.735106 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3987a9eb-1676-4f2e-a9a6-6b93c2f136c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.859746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3987a9eb-1676-4f2e-a9a6-6b93c2f136c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.878205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:43.886868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:43.940247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': 'b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:43.941221 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.088013 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3987a9eb-1676-4f2e-a9a6-6b93c2f136c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.090568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3987a9eb-1676-4f2e-a9a6-6b93c2f136c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.092442 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3987a9eb-1676-4f2e-a9a6-6b93c2f136c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80101d87-f360-420e-8701-2d94fb6d007b HTTP/1.1" status: 204 len: 168 time: 0.5696168 Jul 22 16:55:44.110367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987a9eb-1676-4f2e-a9a6-6b93c2f136c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80101d87-f360-420e-8701-2d94fb6d007b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:44.194744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Allocated IP 2001:db8::f816:3eff:feb4:3c40 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb/a335d53d-7e47-4a5f-ae07-ee460f32e22d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:44.233465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.269316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=fe537a6c-4db3-46d8-a636-5f5a66334f7f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:44.335939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.360111 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.430473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:44.438374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:44.449734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:44.450756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.454448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.455869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=cd43b6e1-998a-4e76-92f3-a783e0f73a96,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:44.460707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.464265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Transition to ACTIVE for port object a335d53d-7e47-4a5f-ae07-ee460f32e22d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:44.470463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.481100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:44.481627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9519e50e-2fb2-4e53-a66a-5ae9093841e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8172908 Jul 22 16:55:44.481976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Transition to ACTIVE for port object a335d53d-7e47-4a5f-ae07-ee460f32e22d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:44.488600 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.522007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:99:b0:e7', 'name': 'tempest-NetworksTestDHCPv6-635996118'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:44.527132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:44.527300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.527948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Fanout notify agent at l3_agent the message router_deleted on router a57a73d7-7f54-4d56-871c-2ec3df0dbc81 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:44.530810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:44.537055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:44.550051 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.554604 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1330723e-7b4b-4c5d-bcfb-2c0322390412 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/a57a73d7-7f54-4d56-871c-2ec3df0dbc81 HTTP/1.1" status: 204 len: 168 time: 1.5788577 Jul 22 16:55:44.555397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38852) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:44.562320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-812797444'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:44.579207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Pushing event updated for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:44.598469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:44.606964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.621129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Attempting to bind port a335d53d-7e47-4a5f-ae07-ee460f32e22d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:44.621507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Attempting to bind port a335d53d-7e47-4a5f-ae07-ee460f32e22d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:44.621924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Attempting to bind port a335d53d-7e47-4a5f-ae07-ee460f32e22d on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:44.628429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:44.628700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:44.628980 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.629384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:44.629903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Bound port: a335d53d-7e47-4a5f-ae07-ee460f32e22d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:44.630294 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.648642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:44.664357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.664778 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added segment bbf157b7-beee-4dea-b235-24b7a3576371 of type vlan for network 35148868-a6ac-4e62-9a26-30e435934161 Jul 22 16:55:44.706958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:44.711060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a335d53d-7e47-4a5f-ae07-ee460f32e22d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:44.720940 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.721094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:44.752026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.799848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b914907-d8e0-470e-b541-c9b998816d09 None None] Pushing event updated for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:44.832915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.841882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:44.842952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.847893 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:44.874802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 709a793d-4590-4bef-97e1-818025445e99 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:44.922919 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3663235 Jul 22 16:55:44.925776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38870) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:44.931820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'subnet': {'network_id': '35148868-a6ac-4e62-9a26-30e435934161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:45.020624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cb5a4-e5f3-45ac-8b4f-925e2db46670 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Network': ['ID=35148868-a6ac-4e62-9a26-30e435934161,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:45.037066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 35148868-a6ac-4e62-9a26-30e435934161 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:45.176729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:45.180368 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.276282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 172.20.0.13 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/cd43b6e1-998a-4e76-92f3-a783e0f73a96/709a793d-4590-4bef-97e1-818025445e99) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:45.292961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:fe99:b0e7 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb/709a793d-4590-4bef-97e1-818025445e99) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:45.501054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a335d53d-7e47-4a5f-ae07-ee460f32e22d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:45.549685 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.568783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a335d53d-7e47-4a5f-ae07-ee460f32e22d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:45.610802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.640385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Subnet': ['ID=57ec52f7-3e4e-4403-a2aa-aa8c90cf0a76,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:45.645000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 709a793d-4590-4bef-97e1-818025445e99 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:45.696756 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Checking segment: {'id': 'bbf157b7-beee-4dea-b235-24b7a3576371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '35148868-a6ac-4e62-9a26-30e435934161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:45.697276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network hostable DHCP agents. Network: 35148868-a6ac-4e62-9a26-30e435934161, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:55:45.718504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.721866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 35148868-a6ac-4e62-9a26-30e435934161 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:55:45.773517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 35148868-a6ac-4e62-9a26-30e435934161) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:45.779278 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:45.779809 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.783876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7404fcfe-8fa6-41f7-aa07-e659e804bbf4 None None] Network 35148868-a6ac-4e62-9a26-30e435934161 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:45.864297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:45.867327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=709a793d-4590-4bef-97e1-818025445e99,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:45.895297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:45.897802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:45.906024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e1cc2e81-ecda-406e-aab8-06c3d66d38df tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9769695 Jul 22 16:55:45.906520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38914) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:45.916186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fab3747e-716f-4efc-91e8-78d7c8adc27d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287834308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:45.929351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:45.978040 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fab3747e-716f-4efc-91e8-78d7c8adc27d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:45.983571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fab3747e-716f-4efc-91e8-78d7c8adc27d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.007650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:46.011837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.038750 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4e0bdc1a-4188-4d53-a1c2-49ea653e2c70 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5215194 Jul 22 16:55:46.041999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:46.108401 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fab3747e-716f-4efc-91e8-78d7c8adc27d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.116644 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fab3747e-716f-4efc-91e8-78d7c8adc27d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.124201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-35148868-a6ac-4e62-9a26-30e435934161', 'network_id': '35148868-a6ac-4e62-9a26-30e435934161', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'fixed_ips': [{'subnet_id': '57ec52f7-3e4e-4403-a2aa-aa8c90cf0a76'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:46.126406 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.155770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fab3747e-716f-4efc-91e8-78d7c8adc27d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.157197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fab3747e-716f-4efc-91e8-78d7c8adc27d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2468195 Jul 22 16:55:46.159917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38930) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:46.178451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93d45d-577d-41b9-93f4-f45842d279e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:46.198478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca93d45d-577d-41b9-93f4-f45842d279e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:46.201606 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ca93d45d-577d-41b9-93f4-f45842d279e7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1571577 Jul 22 16:55:46.203719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38932) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:46.277506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b21a83-d3db-4cfc-9307-8f4f3ac104b6 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:46.352592 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc72abb5-421b-4fa5-862c-573339c6560d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.452500 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-63836005-9103-4b18-8c79-b27f51600c16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 709a793d-4590-4bef-97e1-818025445e99 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:46.452924 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63836005-9103-4b18-8c79-b27f51600c16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.493964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6040f86b-1967-4e02-ace9-91a9a964c27b None None] Provisioning for port a335d53d-7e47-4a5f-ae07-ee460f32e22d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:46.502803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6040f86b-1967-4e02-ace9-91a9a964c27b None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:46.503896 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6040f86b-1967-4e02-ace9-91a9a964c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.583640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Allocated IP 2001:db8::2 (35148868-a6ac-4e62-9a26-30e435934161/57ec52f7-3e4e-4403-a2aa-aa8c90cf0a76/6e630882-d67a-46ae-8d89-6603c085114a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:46.599115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.667025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63836005-9103-4b18-8c79-b27f51600c16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.699653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-63836005-9103-4b18-8c79-b27f51600c16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 709a793d-4590-4bef-97e1-818025445e99 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:46.718851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc72abb5-421b-4fa5-862c-573339c6560d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.737336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc72abb5-421b-4fa5-862c-573339c6560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.775943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72abb5-421b-4fa5-862c-573339c6560d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d50d25-c823-4221-be1f-36a111fc01fe,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:46.849647 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fc72abb5-421b-4fa5-862c-573339c6560d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b8069b4edc24d8cb353330d27e3cdd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9170189 Jul 22 16:55:46.853609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:46.854857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6040f86b-1967-4e02-ace9-91a9a964c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:46.933064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6040f86b-1967-4e02-ace9-91a9a964c27b None None] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a335d53d-7e47-4a5f-ae07-ee460f32e22d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:46.947301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6040f86b-1967-4e02-ace9-91a9a964c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.017795 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73e11b19-d5cf-4144-bb97-e22cc83c875e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.074223 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73e11b19-d5cf-4144-bb97-e22cc83c875e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.109460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63836005-9103-4b18-8c79-b27f51600c16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.135886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040f86b-1967-4e02-ace9-91a9a964c27b None None] Pushing event updated for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:47.155806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63836005-9103-4b18-8c79-b27f51600c16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=709a793d-4590-4bef-97e1-818025445e99,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:47.158306 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73e11b19-d5cf-4144-bb97-e22cc83c875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.161815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-73e11b19-d5cf-4144-bb97-e22cc83c875e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.163456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-73e11b19-d5cf-4144-bb97-e22cc83c875e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6d50d25-c823-4221-be1f-36a111fc01fe HTTP/1.1" status: 204 len: 168 time: 0.3086395 Jul 22 16:55:47.176562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e11b19-d5cf-4144-bb97-e22cc83c875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d50d25-c823-4221-be1f-36a111fc01fe,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:47.224411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ca182-9496-457f-a00c-a0087466e939 None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': 'b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb', 'ip_address': '2001:db8::f816:3eff:feb4:3c40'}, {'subnet_id': 'cd43b6e1-998a-4e76-92f3-a783e0f73a96'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'a335d53d-7e47-4a5f-ae07-ee460f32e22d'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:55:47.279529 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.290764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63836005-9103-4b18-8c79-b27f51600c16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.293758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-63836005-9103-4b18-8c79-b27f51600c16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/709a793d-4590-4bef-97e1-818025445e99 HTTP/1.1" status: 204 len: 168 time: 1.0889835 Jul 22 16:55:47.296763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38966) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:47.299798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Transition to ACTIVE for port object 6e630882-d67a-46ae-8d89-6603c085114a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:47.302145 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e0ca182-9496-457f-a00c-a0087466e939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.308032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:47.336633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Transition to ACTIVE for port object 6e630882-d67a-46ae-8d89-6603c085114a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:47.375355 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.405420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae18fde-fd33-4903-80af-8e78a4d13a16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:47.407005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae18fde-fd33-4903-80af-8e78a4d13a16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:47.408539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae18fde-fd33-4903-80af-8e78a4d13a16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:47.412890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eae18fde-fd33-4903-80af-8e78a4d13a16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1148660 Jul 22 16:55:47.413472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38974) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:47.425616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a335d53d-7e47-4a5f-ae07-ee460f32e22d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:47.469437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 2001:db8::1 (35148868-a6ac-4e62-9a26-30e435934161/57ec52f7-3e4e-4403-a2aa-aa8c90cf0a76/e550b29e-7f6e-43d3-89be-d85840d65907) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:47.482640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-376ab16b-0212-412d-bb7f-c9ad36c07c9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:47.487242 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-376ab16b-0212-412d-bb7f-c9ad36c07c9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.545958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Network 35148868-a6ac-4e62-9a26-30e435934161 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:47.554775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:47.556704 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-376ab16b-0212-412d-bb7f-c9ad36c07c9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.557347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:47.564429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Pushing event updated for resources: {'Port': ['ID=6e630882-d67a-46ae-8d89-6603c085114a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:47.639809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:47.676500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:47.677102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.685269 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Attempting to bind port 6e630882-d67a-46ae-8d89-6603c085114a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:47.686075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Attempting to bind port 6e630882-d67a-46ae-8d89-6603c085114a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'bbf157b7-beee-4dea-b235-24b7a3576371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '35148868-a6ac-4e62-9a26-30e435934161'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:47.687041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Attempting to bind port 6e630882-d67a-46ae-8d89-6603c085114a on network 35148868-a6ac-4e62-9a26-30e435934161 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:47.692404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-376ab16b-0212-412d-bb7f-c9ad36c07c9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.693743 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.719230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:47.719638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Checking segment: {'id': 'bbf157b7-beee-4dea-b235-24b7a3576371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '35148868-a6ac-4e62-9a26-30e435934161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:47.719887 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.720283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Bound using segment: {'id': 'bbf157b7-beee-4dea-b235-24b7a3576371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '35148868-a6ac-4e62-9a26-30e435934161'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:47.720761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Bound port: 6e630882-d67a-46ae-8d89-6603c085114a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf157b7-beee-4dea-b235-24b7a3576371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '35148868-a6ac-4e62-9a26-30e435934161'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:47.721294 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.721490 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.757952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Transition to ACTIVE for port object e550b29e-7f6e-43d3-89be-d85840d65907 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:47.783292 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-376ab16b-0212-412d-bb7f-c9ad36c07c9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-7e0ca182-9496-457f-a00c-a0087466e939 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb: This subnet is being modified by another concurrent operation. Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb: This subnet is being modified by another concurrent operation. Jul 22 16:55:47.787031 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 16:55:47.821267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ab16b-0212-412d-bb7f-c9ad36c07c9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:47.830751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-376ab16b-0212-412d-bb7f-c9ad36c07c9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.835290 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-376ab16b-0212-412d-bb7f-c9ad36c07c9c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb HTTP/1.1" status: 204 len: 168 time: 0.4184804 Jul 22 16:55:47.838075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 38980) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:47.907116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] For port 6e630882-d67a-46ae-8d89-6603c085114a, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:47.910689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] For port 6e630882-d67a-46ae-8d89-6603c085114a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6e630882-d67a-46ae-8d89-6603c085114a,segment=NetworkSegment(bbf157b7-beee-4dea-b235-24b7a3576371),segment_id=bbf157b7-beee-4dea-b235-24b7a3576371)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:47.913874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0046f2-9eab-47f0-aa21-0ce5ff6442c9 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:47.930601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.937906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38986) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:47.938378 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:47.956790 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86b26432-bd08-4ca1-aafe-69aa31c7b787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.015692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 35148868-a6ac-4e62-9a26-30e435934161 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:48.020151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff0328-9f20-47f9-8856-0de27523dfb2 None None] Pushing event updated for resources: {'Port': ['ID=6e630882-d67a-46ae-8d89-6603c085114a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.047174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-502e9715-831d-4870-926d-caab07913ea8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet cd43b6e1-998a-4e76-92f3-a783e0f73a96 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:48.056103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:48.065140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:48.066054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.079009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18af20c4-16d9-4b2d-aa2e-4e8521d83f11 None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:48.079493 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18af20c4-16d9-4b2d-aa2e-4e8521d83f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.125683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-502e9715-831d-4870-926d-caab07913ea8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.142543 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86b26432-bd08-4ca1-aafe-69aa31c7b787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.163219 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86b26432-bd08-4ca1-aafe-69aa31c7b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.175088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-502e9715-831d-4870-926d-caab07913ea8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.212736 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-86b26432-bd08-4ca1-aafe-69aa31c7b787 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab1ecef57a6846009d99d3f3d5d87d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734311 Jul 22 16:55:48.213788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b26432-bd08-4ca1-aafe-69aa31c7b787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f905eaa-3e53-46ac-a6b4-b38ef071525d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.217009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 38994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:48.248511 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-502e9715-831d-4870-926d-caab07913ea8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.288966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-18af20c4-16d9-4b2d-aa2e-4e8521d83f11 None None] Could not find standard attr ID for object 709a793d-4590-4bef-97e1-818025445e99. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:48.292965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39bba20c-62d5-4fc1-a240-8427c7f8ef74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.320376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=e550b29e-7f6e-43d3-89be-d85840d65907,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.324282 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39bba20c-62d5-4fc1-a240-8427c7f8ef74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.334281 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.356595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-502e9715-831d-4870-926d-caab07913ea8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.406278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39bba20c-62d5-4fc1-a240-8427c7f8ef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.409610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-39bba20c-62d5-4fc1-a240-8427c7f8ef74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.412424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-39bba20c-62d5-4fc1-a240-8427c7f8ef74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f905eaa-3e53-46ac-a6b4-b38ef071525d HTTP/1.1" status: 204 len: 168 time: 0.1783981 Jul 22 16:55:48.424859 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bba20c-62d5-4fc1-a240-8427c7f8ef74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f905eaa-3e53-46ac-a6b4-b38ef071525d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.452186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e9715-831d-4870-926d-caab07913ea8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=cd43b6e1-998a-4e76-92f3-a783e0f73a96,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:48.464941 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8464bd40-ad23-41de-8fec-fdb240e7e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.490832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-502e9715-831d-4870-926d-caab07913ea8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.493515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3884be23-5f7f-4df8-a1b3-873b81b07f5b None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': 'cd43b6e1-998a-4e76-92f3-a783e0f73a96'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'a335d53d-7e47-4a5f-ae07-ee460f32e22d'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:55:48.495508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39000) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:48.502814 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-502e9715-831d-4870-926d-caab07913ea8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/cd43b6e1-998a-4e76-92f3-a783e0f73a96 HTTP/1.1" status: 204 len: 168 time: 0.6591964 Jul 22 16:55:48.535468 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3884be23-5f7f-4df8-a1b3-873b81b07f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.595760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-95bacd2a-6366-4fef-9771-55ce7ed480a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988371 Jul 22 16:55:48.596560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39002) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:48.613044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:48.676601 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.702050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Allocated IP 172.25.3.210 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/08cc30e5-8480-46ef-905e-a44b8de57a6f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:48.750700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:48.755825 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:48.786275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39008) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:48.815932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d42f559d-40e4-4fce-90a0-89aa259632fc None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:48.817363 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d42f559d-40e4-4fce-90a0-89aa259632fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.054843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.089570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-adc134ed-4fe1-4d27-9552-5a0b5f47a2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.112361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.122998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:49.126438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:49.130667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:49.131273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.137632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76af190-0466-47b6-9959-30ae2d0089a2 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:49.150640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=e1ce9c58-f055-487f-a5b0-37fbefa8e600,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:49.167494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-93453ed3-a122-46c6-a3a8-ccd8089dd8d6 None None] Could not find standard attr ID for object 709a793d-4590-4bef-97e1-818025445e99. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:49.254538 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.269443 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.270302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.309578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.371445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-adc134ed-4fe1-4d27-9552-5a0b5f47a2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.389614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-16ec1bf6-6660-4458-ae7d-b10ee3aa3c49 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7917557 Jul 22 16:55:49.392291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39024) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:49.397708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:49.410309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:49.412291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:49.417856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:49.481441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-adc134ed-4fe1-4d27-9552-5a0b5f47a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.502389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6e630882-d67a-46ae-8d89-6603c085114a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:49.538693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=e550b29e-7f6e-43d3-89be-d85840d65907,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:49.598851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe7030-9ec8-4f66-9f50-1d8224403301 None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': 'e1ce9c58-f055-487f-a5b0-37fbefa8e600'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'a335d53d-7e47-4a5f-ae07-ee460f32e22d'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:55:49.608174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event updated for resources: {'Port': ['ID=08cc30e5-8480-46ef-905e-a44b8de57a6f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:49.628791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:49.633678 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.646991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-adc134ed-4fe1-4d27-9552-5a0b5f47a2ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5b8dabb18554a2fb4fef1f2aee3756a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8478580 Jul 22 16:55:49.647224 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7030-9ec8-4f66-9f50-1d8224403301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.648946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc134ed-4fe1-4d27-9552-5a0b5f47a2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bb6f9c-3664-41ca-b2d3-ff9fa837151d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:49.651866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:49.674571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 35148868-a6ac-4e62-9a26-30e435934161 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:49.679778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:49.706688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d603bd5-0f71-408a-905e-75183714c9a8 None None] Network 35148868-a6ac-4e62-9a26-30e435934161 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:49.715105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 6e630882-d67a-46ae-8d89-6603c085114a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:49.776564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4119b260-05fb-4a6a-87c3-d733e317168d None None] Provisioning for port 6e630882-d67a-46ae-8d89-6603c085114a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:49.839621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4119b260-05fb-4a6a-87c3-d733e317168d None None] Provisioning complete for port 6e630882-d67a-46ae-8d89-6603c085114a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:49.840734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4119b260-05fb-4a6a-87c3-d733e317168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.856360 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.881549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b99170b0-d823-45a8-a704-d86b209e5550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.943554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b99170b0-d823-45a8-a704-d86b209e5550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.959917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:49.978369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a335d53d-7e47-4a5f-ae07-ee460f32e22d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:55:49.982151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe7030-9ec8-4f66-9f50-1d8224403301 None None] Allocated IP 172.20.0.2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/e1ce9c58-f055-487f-a5b0-37fbefa8e600/a335d53d-7e47-4a5f-ae07-ee460f32e22d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:50.033428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 0f2478d0-c407-4c80-acf4-fd4a93802d85 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:50.165892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.objects.ports [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:55:50.181721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b99170b0-d823-45a8-a704-d86b209e5550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.185506 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b99170b0-d823-45a8-a704-d86b209e5550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.186865 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b99170b0-d823-45a8-a704-d86b209e5550 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4bb6f9c-3664-41ca-b2d3-ff9fa837151d HTTP/1.1" status: 204 len: 168 time: 0.5341616 Jul 22 16:55:50.206657 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4119b260-05fb-4a6a-87c3-d733e317168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.481895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4119b260-05fb-4a6a-87c3-d733e317168d None None] For port 6e630882-d67a-46ae-8d89-6603c085114a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6e630882-d67a-46ae-8d89-6603c085114a,segment=NetworkSegment(bbf157b7-beee-4dea-b235-24b7a3576371),segment_id=bbf157b7-beee-4dea-b235-24b7a3576371)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:50.482695 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:55:50.514629 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4119b260-05fb-4a6a-87c3-d733e317168d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.528223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f0fe7030-9ec8-4f66-9f50-1d8224403301 None None] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a335d53d-7e47-4a5f-ae07-ee460f32e22d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:50.531858 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.689982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39046) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:50.705959 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac2bceba-2494-4eb5-8af5-876fef5b61c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.755779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99170b0-d823-45a8-a704-d86b209e5550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bb6f9c-3664-41ca-b2d3-ff9fa837151d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:50.781631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:50.787230 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7030-9ec8-4f66-9f50-1d8224403301 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.791067 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7912d06e-4e5b-48df-9b06-542fef852378 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/0f2478d0-c407-4c80-acf4-fd4a93802d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6273904 Jul 22 16:55:50.792623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39048) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:50.806246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6186654d-371d-490b-81ca-9eacf27c4014 None None] Sync routers for ids ['0f2478d0-c407-4c80-acf4-fd4a93802d85'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:50.813302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119b260-05fb-4a6a-87c3-d733e317168d None None] Pushing event updated for resources: {'Port': ['ID=6e630882-d67a-46ae-8d89-6603c085114a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:50.825944 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f0fe7030-9ec8-4f66-9f50-1d8224403301 None None] Transition to ACTIVE for port object a335d53d-7e47-4a5f-ae07-ee460f32e22d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:50.836195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6186654d-371d-490b-81ca-9eacf27c4014 None None] Routers {'0f2478d0-c407-4c80-acf4-fd4a93802d85'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:50.836946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6186654d-371d-490b-81ca-9eacf27c4014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['0f2478d0-c407-4c80-acf4-fd4a93802d85'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:50.841406 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0fe7030-9ec8-4f66-9f50-1d8224403301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.911592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6186654d-371d-490b-81ca-9eacf27c4014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:50.939603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f911a-3c19-45c8-8a09-df79a9faf674 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:50.941318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-965f911a-3c19-45c8-8a09-df79a9faf674 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports/e550b29e-7f6e-43d3-89be-d85840d65907 HTTP/1.1" status: 200 len: 911 time: 0.1474724 Jul 22 16:55:50.943936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39050) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:50.947496 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:50.986867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-77714b9e-1bf6-490e-8896-8df7d9b502fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57ec52f7-3e4e-4403-a2aa-aa8c90cf0a76'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:50.991655 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.017663 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:55:51.018417 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:55:51.019210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe7030-9ec8-4f66-9f50-1d8224403301 None None] Pushing event updated for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:51.096161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6186654d-371d-490b-81ca-9eacf27c4014 None None] Routers {'0f2478d0-c407-4c80-acf4-fd4a93802d85'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:51.097200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6186654d-371d-490b-81ca-9eacf27c4014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['0f2478d0-c407-4c80-acf4-fd4a93802d85'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:51.160840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6186654d-371d-490b-81ca-9eacf27c4014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:51.162699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6186654d-371d-490b-81ca-9eacf27c4014 None None] The sync data for ids ['0f2478d0-c407-4c80-acf4-fd4a93802d85'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:51.169601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06a11b62-3da2-497d-94d0-394a44784d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.182911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event updated for resources: {'Port': ['ID=08cc30e5-8480-46ef-905e-a44b8de57a6f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:51.221435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.254231 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.372436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77714b9e-1bf6-490e-8896-8df7d9b502fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.444646 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.482248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e66ce4dc-6d81-4dc6-bded-b007cabc8e73 None None] Provisioning complete for port 6e630882-d67a-46ae-8d89-6603c085114a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:51.483120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e66ce4dc-6d81-4dc6-bded-b007cabc8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.567608 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac2bceba-2494-4eb5-8af5-876fef5b61c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.595614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ac2bceba-2494-4eb5-8af5-876fef5b61c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.640884 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.661908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bceba-2494-4eb5-8af5-876fef5b61c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b38aa81-10e7-4089-84ae-193174c18380,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:51.712400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ac2bceba-2494-4eb5-8af5-876fef5b61c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8750b04c7dd241c481675c14bc967ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0212479 Jul 22 16:55:51.721465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39056) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:51.815995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e66ce4dc-6d81-4dc6-bded-b007cabc8e73 None None] Provisioning for port e550b29e-7f6e-43d3-89be-d85840d65907 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:51.820041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e66ce4dc-6d81-4dc6-bded-b007cabc8e73 None None] Provisioning complete for port e550b29e-7f6e-43d3-89be-d85840d65907 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:51.820582 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e66ce4dc-6d81-4dc6-bded-b007cabc8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.827645 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.833747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39060) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:51.835243 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-09e87b7c-309b-4013-b8c7-6a57f56158ef tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5259302 Jul 22 16:55:51.841997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1866235332'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:51.876486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e66ce4dc-6d81-4dc6-bded-b007cabc8e73 None None] Port e550b29e-7f6e-43d3-89be-d85840d65907 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:51.939533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a335d53d-7e47-4a5f-ae07-ee460f32e22d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:51.971691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.995538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5009e6-0fc4-4129-b1fa-2e383b742f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.997803 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:51.998835 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.016355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77714b9e-1bf6-490e-8896-8df7d9b502fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.030648 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77714b9e-1bf6-490e-8896-8df7d9b502fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.037053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77714b9e-1bf6-490e-8896-8df7d9b502fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:52.037840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-77714b9e-1bf6-490e-8896-8df7d9b502fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.042372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-77714b9e-1bf6-490e-8896-8df7d9b502fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/ports/e550b29e-7f6e-43d3-89be-d85840d65907 HTTP/1.1" status: 200 len: 911 time: 1.0945272 Jul 22 16:55:52.042603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39062) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:52.062003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Made reservation on behalf of 0c403bf7e9b44594801e119ab1de865f for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:52.069188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ebbe7b43-a2a7-4342-bbe6-b97fa67fc0ee None None] Provisioning complete for port e550b29e-7f6e-43d3-89be-d85840d65907 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:52.071942 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.075727 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7b43-a2a7-4342-bbe6-b97fa67fc0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.081100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:55:52.081720 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:55:52.137816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe7b43-a2a7-4342-bbe6-b97fa67fc0ee None None] Port e550b29e-7f6e-43d3-89be-d85840d65907 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:52.177845 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:52.179728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.190456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:52.196119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=805daa21-842f-4909-bc02-5ef08521c2a6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:52.198897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:52.202712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:52.203346 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.232512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda7ec96-0482-4921-8826-d479c68898ac None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:52.244817 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5009e6-0fc4-4129-b1fa-2e383b742f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.279938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77714b9e-1bf6-490e-8896-8df7d9b502fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=e550b29e-7f6e-43d3-89be-d85840d65907,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:52.343607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5009e6-0fc4-4129-b1fa-2e383b742f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.346882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5009e6-0fc4-4129-b1fa-2e383b742f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.348993 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da5009e6-0fc4-4129-b1fa-2e383b742f49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b38aa81-10e7-4089-84ae-193174c18380 HTTP/1.1" status: 204 len: 168 time: 0.6263764 Jul 22 16:55:52.370083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5009e6-0fc4-4129-b1fa-2e383b742f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b38aa81-10e7-4089-84ae-193174c18380,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:52.376155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-43c229e2-b42a-4e81-a0f0-4683545a4600 None None] Provisioning for port a335d53d-7e47-4a5f-ae07-ee460f32e22d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:52.426715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-43c229e2-b42a-4e81-a0f0-4683545a4600 None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:52.434428 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-43c229e2-b42a-4e81-a0f0-4683545a4600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.454218 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.464125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.486482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39066) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:52.487512 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-badde4fc-5953-42eb-b9a5-3da68fc577f9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0931230 Jul 22 16:55:52.491631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:4f:cf:1c', 'name': 'tempest-NetworksTestDHCPv6-736988991'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:52.505790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:52.537769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ee5b95-c1d1-4aa4-824a-6847887e7706,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:52.549443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.550037 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Added segment 0dc1d235-c41c-4b93-b0a9-4b8677c0fb58 of type vlan for network ae7fe0af-a491-45bf-af2b-9fb0799c7607 Jul 22 16:55:52.583485 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.612650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.657388 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.670586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:52.671438 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.687695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:52.732615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8975105 Jul 22 16:55:52.737246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:52.743655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Request body: {'subnet': {'network_id': 'ae7fe0af-a491-45bf-af2b-9fb0799c7607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:52.785914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448f113-d8a6-4ff2-8cbc-6c2aa80e603b tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event updated for resources: {'Network': ['ID=ae7fe0af-a491-45bf-af2b-9fb0799c7607,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:52.802507 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.802690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network ae7fe0af-a491-45bf-af2b-9fb0799c7607 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:52.813443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9211f591-56df-418b-a926-6a9a7e2ac475 None None] Provisioning complete for port e550b29e-7f6e-43d3-89be-d85840d65907 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:52.813817 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9211f591-56df-418b-a926-6a9a7e2ac475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:52.930236 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9211f591-56df-418b-a926-6a9a7e2ac475 None None] Port e550b29e-7f6e-43d3-89be-d85840d65907 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:55:53.062141 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:53.063276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:53.110713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a335d53d-7e47-4a5f-ae07-ee460f32e22d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:53.129723 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:53.214465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:53.234018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 9f5df72f-abaf-4be4-870b-a3abbc5c4259 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:55:53.335108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Made reservation on behalf of 0c403bf7e9b44594801e119ab1de865f for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:53.343202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:53.440158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a335d53d-7e47-4a5f-ae07-ee460f32e22d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:53.619929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:53.620589 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:53.794950 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:53.832453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a61a4-c2d1-4590-b4c6-9fdc9bfb3fa8 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:55:53.896083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a335d53d-7e47-4a5f-ae07-ee460f32e22d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:53.906667 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:53.907520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6e630882-d67a-46ae-8d89-6603c085114a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:53.912795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d7073323-d961-4684-b6e2-72877069a3c2 None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:53.913183 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d7073323-d961-4684-b6e2-72877069a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:53.949364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 172.20.0.12 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/e1ce9c58-f055-487f-a5b0-37fbefa8e600/9f5df72f-abaf-4be4-870b-a3abbc5c4259) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:53.971812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port e550b29e-7f6e-43d3-89be-d85840d65907 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:53.971951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:53.984898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:fe4f:cf1c (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/805daa21-842f-4909-bc02-5ef08521c2a6/9f5df72f-abaf-4be4-870b-a3abbc5c4259) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:54.028379 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.081737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:54.134912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 6e630882-d67a-46ae-8d89-6603c085114a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:54.135339 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.163263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6a61a4-c2d1-4590-b4c6-9fdc9bfb3fa8 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:55:54.250425 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.252760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event updated for resources: {'Subnet': ['ID=62561f53-e800-45d2-ab24-c8aa15af0c9e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:54.293573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Checking segment: {'id': '0dc1d235-c41c-4b93-b0a9-4b8677c0fb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ae7fe0af-a491-45bf-af2b-9fb0799c7607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:54.293815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Network hostable DHCP agents. Network: ae7fe0af-a491-45bf-af2b-9fb0799c7607, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:55:54.297165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for e550b29e-7f6e-43d3-89be-d85840d65907 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:54.308601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.426379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Network ae7fe0af-a491-45bf-af2b-9fb0799c7607 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:55:54.471808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, ae7fe0af-a491-45bf-af2b-9fb0799c7607) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:54.518309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:54.519568 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.547819 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.574638 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2507954f-ce23-4154-a9d7-ecbc28ad0c9f tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8347943 Jul 22 16:55:54.577998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:54.584049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1807809974', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:54.615344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.617431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.662976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 9f5df72f-abaf-4be4-870b-a3abbc5c4259 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:54.664563 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.703150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=e550b29e-7f6e-43d3-89be-d85840d65907,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:54.724636 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.825084 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.876032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:54.885585 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.244430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.268104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.308364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b73b8-0881-46bc-82c6-96eccf88dcc3 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:55:55.452026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Allocated IP 172.25.3.187 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/30cc6924-2e2c-497f-923b-13130ed3fb2e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:55.453876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:55.460542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:55.480480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b73b8-0881-46bc-82c6-96eccf88dcc3 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:55:55.497446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=9f5df72f-abaf-4be4-870b-a3abbc5c4259,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:55.509337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0e539ca7-ecf7-4ac8-92bb-db3ec8fcd950 None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:55.509716 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e539ca7-ecf7-4ac8-92bb-db3ec8fcd950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.537550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:55.556116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a335d53d-7e47-4a5f-ae07-ee460f32e22d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:55.612703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 0f2478d0-c407-4c80-acf4-fd4a93802d85 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:55:55.621604 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.654526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:55.655282 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.707388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cfeaf61f-1ae0-4622-8a4e-107f4563f2d9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2198863 Jul 22 16:55:55.707580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39164) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:55.751595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:55.761072 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b70fb3d0-8963-46de-af64-514d3f5cf43a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/0f2478d0-c407-4c80-acf4-fd4a93802d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7172878 Jul 22 16:55:55.761941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39168) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:55.762777 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cb5b29-1aef-4aef-923f-e12c0dd4dad4 None None] Sync routers for ids ['0f2478d0-c407-4c80-acf4-fd4a93802d85'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:55.769692 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.788720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:55.789178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.792234 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb5b29-1aef-4aef-923f-e12c0dd4dad4 None None] Routers {'0f2478d0-c407-4c80-acf4-fd4a93802d85'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:55.796202 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-14cb5b29-1aef-4aef-923f-e12c0dd4dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['0f2478d0-c407-4c80-acf4-fd4a93802d85'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:55.800287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-649b9eec-e96f-4cbc-8198-2472f0d87666 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2478d0-c407-4c80-acf4-fd4a93802d85 HTTP/1.1" status: 200 len: 205 time: 0.0362358 Jul 22 16:55:55.801141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39172) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:55.848563 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-14cb5b29-1aef-4aef-923f-e12c0dd4dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:55.859453 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb5b29-1aef-4aef-923f-e12c0dd4dad4 None None] Routers {'0f2478d0-c407-4c80-acf4-fd4a93802d85'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:55.860506 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-14cb5b29-1aef-4aef-923f-e12c0dd4dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['0f2478d0-c407-4c80-acf4-fd4a93802d85'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:55.901415 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-14cb5b29-1aef-4aef-923f-e12c0dd4dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:55.902235 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cb5b29-1aef-4aef-923f-e12c0dd4dad4 None None] The sync data for ids ['0f2478d0-c407-4c80-acf4-fd4a93802d85'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:55.922617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:55.934003 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-972beea3-8d43-4fba-b764-ecce40cbf891 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.937167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:55.943788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:55.949098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event updated for resources: {'Port': ['ID=30cc6924-2e2c-497f-923b-13130ed3fb2e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:55.953921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-17a9b7d3-6697-4d59-8fac-040e96ae1987 None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:55.954302 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17a9b7d3-6697-4d59-8fac-040e96ae1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:55.987466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10a9cd-605c-4964-bedc-30d8af92e2b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:55.994492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10a9cd-605c-4964-bedc-30d8af92e2b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:55.996331 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9e10a9cd-605c-4964-bedc-30d8af92e2b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2870431 Jul 22 16:55:56.000811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:56.177303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-972beea3-8d43-4fba-b764-ecce40cbf891 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.180174 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-972beea3-8d43-4fba-b764-ecce40cbf891 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.219061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-ae7fe0af-a491-45bf-af2b-9fb0799c7607', 'network_id': 'ae7fe0af-a491-45bf-af2b-9fb0799c7607', 'tenant_id': '0c403bf7e9b44594801e119ab1de865f', 'fixed_ips': [{'subnet_id': '62561f53-e800-45d2-ab24-c8aa15af0c9e'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:55:56.219938 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.260301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-972beea3-8d43-4fba-b764-ecce40cbf891 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.260986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972beea3-8d43-4fba-b764-ecce40cbf891 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Fanout notify agent at l3_agent the message router_deleted on router 0f2478d0-c407-4c80-acf4-fd4a93802d85 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:55:56.284187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-972beea3-8d43-4fba-b764-ecce40cbf891 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.286625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-972beea3-8d43-4fba-b764-ecce40cbf891 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/0f2478d0-c407-4c80-acf4-fd4a93802d85 HTTP/1.1" status: 204 len: 168 time: 0.4841318 Jul 22 16:55:56.289015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39184) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:56.402320 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3090c8-d6a4-4956-91bb-507101bf1fd3 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting subnet 57ec52f7-3e4e-4403-a2aa-aa8c90cf0a76 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:56.410581 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d3090c8-d6a4-4956-91bb-507101bf1fd3 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.488520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.492358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-57a84683-12a5-4285-8efe-5c621b56faf6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 9f5df72f-abaf-4be4-870b-a3abbc5c4259 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:56.492700 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57a84683-12a5-4285-8efe-5c621b56faf6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.516722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d3090c8-d6a4-4956-91bb-507101bf1fd3 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.522580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:56.648706 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d3090c8-d6a4-4956-91bb-507101bf1fd3 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.769849 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d3090c8-d6a4-4956-91bb-507101bf1fd3 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.771687 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57a84683-12a5-4285-8efe-5c621b56faf6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.780180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Allocated IP 172.20.0.2 (ae7fe0af-a491-45bf-af2b-9fb0799c7607/62561f53-e800-45d2-ab24-c8aa15af0c9e/4dd860a1-23b3-48da-86f9-aabfda6ffe2d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:55:56.816742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-57a84683-12a5-4285-8efe-5c621b56faf6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 9f5df72f-abaf-4be4-870b-a3abbc5c4259 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:56.822596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5490f6-4675-4616-91b3-5baedb033c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.828432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3090c8-d6a4-4956-91bb-507101bf1fd3 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Subnet': ['ID=57ec52f7-3e4e-4403-a2aa-aa8c90cf0a76,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:56.840098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d3090c8-d6a4-4956-91bb-507101bf1fd3 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:56.844847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5d3090c8-d6a4-4956-91bb-507101bf1fd3 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/57ec52f7-3e4e-4403-a2aa-aa8c90cf0a76 HTTP/1.1" status: 204 len: 168 time: 0.5538135 Jul 22 16:55:56.845477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39192) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:56.999954 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.031487 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.042811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Transition to ACTIVE for port object 4dd860a1-23b3-48da-86f9-aabfda6ffe2d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:57.065572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Transition to ACTIVE for port object 4dd860a1-23b3-48da-86f9-aabfda6ffe2d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:55:57.078145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port 6e630882-d67a-46ae-8d89-6603c085114a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:55:57.078577 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.078922 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.102126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.129896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Network ae7fe0af-a491-45bf-af2b-9fb0799c7607 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:57.141264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:57.149818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:55:57.156668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Pushing event updated for resources: {'Port': ['ID=4dd860a1-23b3-48da-86f9-aabfda6ffe2d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.186882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port 6e630882-d67a-46ae-8d89-6603c085114a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6e630882-d67a-46ae-8d89-6603c085114a,segment=NetworkSegment(bbf157b7-beee-4dea-b235-24b7a3576371),segment_id=bbf157b7-beee-4dea-b235-24b7a3576371)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:55:57.187372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.202106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for 6e630882-d67a-46ae-8d89-6603c085114a owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:55:57.221162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Attempting to bind port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:55:57.221162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Attempting to bind port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '0dc1d235-c41c-4b93-b0a9-4b8677c0fb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ae7fe0af-a491-45bf-af2b-9fb0799c7607'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:55:57.221162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Attempting to bind port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d on network ae7fe0af-a491-45bf-af2b-9fb0799c7607 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:55:57.226921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:55:57.227434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Checking segment: {'id': '0dc1d235-c41c-4b93-b0a9-4b8677c0fb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ae7fe0af-a491-45bf-af2b-9fb0799c7607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:55:57.227920 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.228394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Bound using segment: {'id': '0dc1d235-c41c-4b93-b0a9-4b8677c0fb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ae7fe0af-a491-45bf-af2b-9fb0799c7607'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:55:57.228964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Bound port: 4dd860a1-23b3-48da-86f9-aabfda6ffe2d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc1d235-c41c-4b93-b0a9-4b8677c0fb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ae7fe0af-a491-45bf-af2b-9fb0799c7607'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:55:57.229413 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.295950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5490f6-4675-4616-91b3-5baedb033c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.313362 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb5490f6-4675-4616-91b3-5baedb033c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.331623 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.362703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] For port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:55:57.365948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=6e630882-d67a-46ae-8d89-6603c085114a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.371168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] For port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4dd860a1-23b3-48da-86f9-aabfda6ffe2d,segment=NetworkSegment(0dc1d235-c41c-4b93-b0a9-4b8677c0fb58),segment_id=0dc1d235-c41c-4b93-b0a9-4b8677c0fb58)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:55:57.371393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No DVR routers for this DVR port 6e630882-d67a-46ae-8d89-6603c085114a on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:55:57.385436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.392588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5490f6-4675-4616-91b3-5baedb033c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890609be-eef0-465f-9f68-dc8f49f52de0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.421661 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cb5490f6-4675-4616-91b3-5baedb033c5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eddb7f6a250448f1a691016e79d7c072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8947685 Jul 22 16:55:57.424001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39196) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:57.452128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218bc06-ef01-49a5-81cd-c6edc9bf3663 None None] Pushing event updated for resources: {'Port': ['ID=4dd860a1-23b3-48da-86f9-aabfda6ffe2d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.488016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.496684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-90c616a4-73dc-4939-a680-a34e47c7509f None None] Provisioning for port 9f5df72f-abaf-4be4-870b-a3abbc5c4259 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:57.501965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57a84683-12a5-4285-8efe-5c621b56faf6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.502584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-90c616a4-73dc-4939-a680-a34e47c7509f None None] Provisioning complete for port 9f5df72f-abaf-4be4-870b-a3abbc5c4259 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:57.503982 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90c616a4-73dc-4939-a680-a34e47c7509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.523306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35148868-a6ac-4e62-9a26-30e435934161']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:57.533500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-90c616a4-73dc-4939-a680-a34e47c7509f None None] Port 9f5df72f-abaf-4be4-870b-a3abbc5c4259 was deleted so its status cannot be updated. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 16:55:57.541217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf157b7-beee-4dea-b235-24b7a3576371') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:57.541935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf157b7-beee-4dea-b235-24b7a3576371') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:57.550181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-90c616a4-73dc-4939-a680-a34e47c7509f None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:57.550831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90c616a4-73dc-4939-a680-a34e47c7509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.558067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.558454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a84683-12a5-4285-8efe-5c621b56faf6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=9f5df72f-abaf-4be4-870b-a3abbc5c4259,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.581806 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c41be36f-a772-47f5-b479-ca3bfb49824d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.590324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.600385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:55:57.605625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.608497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Router b51d8097-222c-4e65-9251-328f63c0aa95 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: items = [ Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:55:57.640752 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:55:57.718188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.726840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.727161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c41be36f-a772-47f5-b479-ca3bfb49824d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.733086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/networks/35148868-a6ac-4e62-9a26-30e435934161 HTTP/1.1" status: 204 len: 168 time: 0.8824487 Jul 22 16:55:57.734048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:57.740228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e48a7b78-ae05-4ee9-8045-bdf846140587 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-895130744', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:57.780782 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e48a7b78-ae05-4ee9-8045-bdf846140587 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.781588 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e48a7b78-ae05-4ee9-8045-bdf846140587 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.789576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed07a5-86d2-43aa-ab2d-a2ec15e8348a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Network': ['ID=35148868-a6ac-4e62-9a26-30e435934161,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.801057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57a84683-12a5-4285-8efe-5c621b56faf6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.802834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-57a84683-12a5-4285-8efe-5c621b56faf6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/9f5df72f-abaf-4be4-870b-a3abbc5c4259 HTTP/1.1" status: 204 len: 168 time: 1.8009987 Jul 22 16:55:57.806359 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:57.857217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:55:57.870742 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c41be36f-a772-47f5-b479-ca3bfb49824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.874556 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c41be36f-a772-47f5-b479-ca3bfb49824d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.875360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50962bec-4d66-475a-82d8-bb0d9f506f03 None None] Sync routers for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:55:57.879010 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c41be36f-a772-47f5-b479-ca3bfb49824d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/890609be-eef0-465f-9f68-dc8f49f52de0 HTTP/1.1" status: 204 len: 168 time: 0.4491205 Jul 22 16:55:57.891064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41be36f-a772-47f5-b479-ca3bfb49824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890609be-eef0-465f-9f68-dc8f49f52de0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:57.900887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.903024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-782fc552-05d8-4329-bbea-2c289ab505ee tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3230455 Jul 22 16:55:57.906432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:57.906860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e48a7b78-ae05-4ee9-8045-bdf846140587 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.917945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e48a7b78-ae05-4ee9-8045-bdf846140587 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.946989 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50962bec-4d66-475a-82d8-bb0d9f506f03 None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:57.947145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e48a7b78-ae05-4ee9-8045-bdf846140587 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:57.947259 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-50962bec-4d66-475a-82d8-bb0d9f506f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:57.947549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e48a7b78-ae05-4ee9-8045-bdf846140587 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2124586 Jul 22 16:55:57.950011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:57.951861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c3648-6d6c-436b-9790-22d3541106e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:57.953555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c3648-6d6c-436b-9790-22d3541106e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:57.955120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c3648-6d6c-436b-9790-22d3541106e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:57.958992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c78c3648-6d6c-436b-9790-22d3541106e2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1473427 Jul 22 16:55:57.963525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:57.986858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-50962bec-4d66-475a-82d8-bb0d9f506f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:57.994256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1252302707'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:58.009314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50962bec-4d66-475a-82d8-bb0d9f506f03 None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:55:58.009914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-50962bec-4d66-475a-82d8-bb0d9f506f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:58.031476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:58.034920 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.043246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2ff398-7959-417c-be08-4816a32837c2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 805daa21-842f-4909-bc02-5ef08521c2a6 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:58.047365 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff398-7959-417c-be08-4816a32837c2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.050917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-50962bec-4d66-475a-82d8-bb0d9f506f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:55:58.051343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50962bec-4d66-475a-82d8-bb0d9f506f03 None None] The sync data for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:55:58.078527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:55:58.099176 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff398-7959-417c-be08-4816a32837c2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.106911 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.107301 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added segment d689f63d-5dac-44d7-a932-a09c47c03961 of type vlan for network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 Jul 22 16:55:58.216556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff398-7959-417c-be08-4816a32837c2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.330589 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff398-7959-417c-be08-4816a32837c2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.363256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ff398-7959-417c-be08-4816a32837c2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=805daa21-842f-4909-bc02-5ef08521c2a6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:58.369128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c2ff398-7959-417c-be08-4816a32837c2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.371632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6c2ff398-7959-417c-be08-4816a32837c2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/805daa21-842f-4909-bc02-5ef08521c2a6 HTTP/1.1" status: 204 len: 168 time: 0.4069016 Jul 22 16:55:58.372811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.379534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39220) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.397826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a616d2a-c5b9-4b42-8a30-bd9f692acbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.475603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-d152dc1e-ef2a-46e2-98b6-77e5c081a1b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet e1ce9c58-f055-487f-a5b0-37fbefa8e600 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:55:58.482712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d152dc1e-ef2a-46e2-98b6-77e5c081a1b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.543209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d152dc1e-ef2a-46e2-98b6-77e5c081a1b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.621009 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.676070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a616d2a-c5b9-4b42-8a30-bd9f692acbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.677950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d152dc1e-ef2a-46e2-98b6-77e5c081a1b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.681513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.689218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:58.690306 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.712672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7a616d2a-c5b9-4b42-8a30-bd9f692acbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.790559 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7a616d2a-c5b9-4b42-8a30-bd9f692acbd4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fea4698ce17a4c67be048dfe5b2b8d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165931 Jul 22 16:55:58.794032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616d2a-c5b9-4b42-8a30-bd9f692acbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edab63c-a597-4323-b7d7-53e5a713bfb4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:58.796589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39224) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.810422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d152dc1e-ef2a-46e2-98b6-77e5c081a1b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.825064 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8347714 Jul 22 16:55:58.831553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39226) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.837300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'subnet': {'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:58.861666 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d152dc1e-ef2a-46e2-98b6-77e5c081a1b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:58.866111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d152dc1e-ef2a-46e2-98b6-77e5c081a1b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/e1ce9c58-f055-487f-a5b0-37fbefa8e600 HTTP/1.1" status: 204 len: 168 time: 0.4829416 Jul 22 16:55:58.866411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152dc1e-ef2a-46e2-98b6-77e5c081a1b0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ce9c58-f055-487f-a5b0-37fbefa8e600,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:58.869470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae1adfb-b19e-4f5c-814d-e6d9f68f3a4a None None] Network ae7fe0af-a491-45bf-af2b-9fb0799c7607 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:58.872705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39228) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.930847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f37f1-4ab2-4bf3-9c0c-2fcc58e05fba tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Network': ['ID=eac25d6b-1c0d-4774-af6d-6b24ffd180b5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:58.961042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-175db978-05be-4da0-bb0c-6fbc71ae2e58 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775931 Jul 22 16:55:58.964273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39230) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:58.971152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:59.009102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:55:59.030200 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f81842e1-53f4-4de1-9a8e-f0b06fb3146b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.051784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e3f0dc44-b83e-4dbc-ba63-440174b5ed4a None None] Could not find standard attr ID for object 9f5df72f-abaf-4be4-870b-a3abbc5c4259. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:55:59.067320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f81842e1-53f4-4de1-9a8e-f0b06fb3146b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.184359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:55:59.184359 n-d-792458-13 neutron-server[93750]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:55:59.184359 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'id': 'a6695b52-ceed-499c-b85e-9bb4d9f0ecd9', 'expiration': datetime.datetime(2021, 7, 22, 16, 57, 59, 149088)}] Jul 22 16:55:59.184359 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:55:59.185618 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:55:59.189502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:59.197130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f81842e1-53f4-4de1-9a8e-f0b06fb3146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.201670 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.205130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e3f0dc44-b83e-4dbc-ba63-440174b5ed4a None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:59.205508 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3f0dc44-b83e-4dbc-ba63-440174b5ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.221442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f81842e1-53f4-4de1-9a8e-f0b06fb3146b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.225718 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f81842e1-53f4-4de1-9a8e-f0b06fb3146b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9edab63c-a597-4323-b7d7-53e5a713bfb4 HTTP/1.1" status: 204 len: 168 time: 0.4251554 Jul 22 16:55:59.275363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81842e1-53f4-4de1-9a8e-f0b06fb3146b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edab63c-a597-4323-b7d7-53e5a713bfb4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:59.416766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590cd678-4ac1-445e-8dfc-df9e2cc88627 None None] DHCP port deletion for 35148868-a6ac-4e62-9a26-30e435934161 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:55:59.429449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.436628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a1a6f-b20b-4c1b-a44e-9a5b76073b33 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:55:59.570258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4dd860a1-23b3-48da-86f9-aabfda6ffe2d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:55:59.661293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.764951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=59a07d45-6ee4-4bb8-8730-39e973553135,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:55:59.770487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:55:59.771695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:55:59.774864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:55:59.775498 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.791599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:55:59.804400 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.849680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5346d801-bd19-452d-b16c-4f3f4e9431a0 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8839972 Jul 22 16:55:59.850446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:55:59.865954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e3f0dc44-b83e-4dbc-ba63-440174b5ed4a None None] Provisioning for port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:59.874795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:55:59.896658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:55:59.904928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:55:59.905394 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:55:59.995198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Allocated IP 172.20.0.1 (ae7fe0af-a491-45bf-af2b-9fb0799c7607/62561f53-e800-45d2-ab24-c8aa15af0c9e/6d58e7cb-58cc-42b8-b9df-77fd96d4f53f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:00.072793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b14fba94-01f2-43c8-b9f7-4812b2fd2b10 None None] Could not find standard attr ID for object 9f5df72f-abaf-4be4-870b-a3abbc5c4259. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:00.145948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95307ca3-3d81-406b-808e-91317bb6de89 None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': '59a07d45-6ee4-4bb8-8730-39e973553135'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'a335d53d-7e47-4a5f-ae07-ee460f32e22d'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:56:00.191875 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.216653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:00.221075 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.280095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4dd860a1-23b3-48da-86f9-aabfda6ffe2d,segment=NetworkSegment(0dc1d235-c41c-4b93-b0a9-4b8677c0fb58),segment_id=0dc1d235-c41c-4b93-b0a9-4b8677c0fb58)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:00.297704 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.300833 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.329315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Transition to ACTIVE for port object 6d58e7cb-58cc-42b8-b9df-77fd96d4f53f will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:00.360604 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95307ca3-3d81-406b-808e-91317bb6de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.402396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.409212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6abfdb7-c6aa-4ed0-8dec-a0a1ed42f908 None None] Network ae7fe0af-a491-45bf-af2b-9fb0799c7607 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:00.446193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.452923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Network ae7fe0af-a491-45bf-af2b-9fb0799c7607 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:00.460426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:00.465117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:00.495496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event updated for resources: {'Port': ['ID=6d58e7cb-58cc-42b8-b9df-77fd96d4f53f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:00.539303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.598704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Subnet': ['ID=c3a2b9a1-7884-466a-8570-f03a0c03fa25,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:00.623699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Checking segment: {'id': 'd689f63d-5dac-44d7-a932-a09c47c03961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:00.624091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network hostable DHCP agents. Network: eac25d6b-1c0d-4774-af6d-6b24ffd180b5, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:56:00.662640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=4dd860a1-23b3-48da-86f9-aabfda6ffe2d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:00.679916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:56:00.729295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, eac25d6b-1c0d-4774-af6d-6b24ffd180b5) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:00.738525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:00.739445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.743476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc6df99-59d3-4455-9e9e-bfb43e0c26ca None None] Network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:00.775103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.855616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-652f9dd3-2186-4521-94d0-d9cc952070cc None None] Provisioning complete for port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:00.855616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-652f9dd3-2186-4521-94d0-d9cc952070cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:00.929918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-18029372-8318-4f4c-88d4-3edd3f11472a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0903559 Jul 22 16:56:00.934126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39264) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:00.984254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:56:01.170302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:01.171429 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.331961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.338247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Allocated IP 2001:db8::2 (eac25d6b-1c0d-4774-af6d-6b24ffd180b5/c3a2b9a1-7884-466a-8570-f03a0c03fa25/a25af147-199a-49a8-891e-d54974f418e7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:01.339887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.434340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event updated for resources: {'Port': ['ID=6d58e7cb-58cc-42b8-b9df-77fd96d4f53f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:01.438743 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.496537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-95307ca3-3d81-406b-808e-91317bb6de89 None None] Allocated IP 172.20.0.2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/59a07d45-6ee4-4bb8-8730-39e973553135/a335d53d-7e47-4a5f-ae07-ee460f32e22d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:01.611239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Network ae7fe0af-a491-45bf-af2b-9fb0799c7607 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:01.615221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:01.623605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-95307ca3-3d81-406b-808e-91317bb6de89 None None] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a335d53d-7e47-4a5f-ae07-ee460f32e22d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:01.705804 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95307ca3-3d81-406b-808e-91317bb6de89 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.739198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4dd860a1-23b3-48da-86f9-aabfda6ffe2d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:01.765864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-95307ca3-3d81-406b-808e-91317bb6de89 None None] Transition to ACTIVE for port object a335d53d-7e47-4a5f-ae07-ee460f32e22d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:01.847903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:01.855419 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-95307ca3-3d81-406b-808e-91317bb6de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:01.921482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Router b51d8097-222c-4e65-9251-328f63c0aa95 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:01.933354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.010998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.042731 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.138745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:02.139277 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.200535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39300) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:02.219771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95307ca3-3d81-406b-808e-91317bb6de89 None None] Pushing event updated for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:02.276802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:02.284016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aecd47d1-f240-4440-951c-d566c6d069b7 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "PUT /v2.0/routers/b51d8097-222c-4e65-9251-328f63c0aa95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3766682 Jul 22 16:56:02.285785 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7f21154-559c-430e-8e27-249b1d057b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.290266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39304) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:02.295067 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46408a-e8b3-4191-a608-95765f830019 None None] Sync routers for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:02.310552 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.311890 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46408a-e8b3-4191-a608-95765f830019 None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:02.313016 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c46408a-e8b3-4191-a608-95765f830019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:02.324870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a335d53d-7e47-4a5f-ae07-ee460f32e22d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:02.331483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Transition to ACTIVE for port object a25af147-199a-49a8-891e-d54974f418e7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:02.334957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Request body: {'port': {'network_id': 'ae7fe0af-a491-45bf-af2b-9fb0799c7607', 'name': 'tempest-FloatingIPAdminTestJSON-2005714410'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:02.362535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c526aaf1-fd5d-4e9e-9dda-4efd64ca13ae None None] Provisioning for port 6d58e7cb-58cc-42b8-b9df-77fd96d4f53f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:02.377126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c526aaf1-fd5d-4e9e-9dda-4efd64ca13ae None None] Provisioning complete for port 6d58e7cb-58cc-42b8-b9df-77fd96d4f53f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:02.377500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c526aaf1-fd5d-4e9e-9dda-4efd64ca13ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.391489 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c46408a-e8b3-4191-a608-95765f830019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:02.414578 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46408a-e8b3-4191-a608-95765f830019 None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:02.415231 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c46408a-e8b3-4191-a608-95765f830019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:02.427849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Transition to ACTIVE for port object a25af147-199a-49a8-891e-d54974f418e7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:02.434464 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79f23a5f-cc37-4bdb-89c7-a9e7f953b609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.442762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.458636 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.463068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6e630882-d67a-46ae-8d89-6603c085114a no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:02.477378 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.477854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.500003 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c46408a-e8b3-4191-a608-95765f830019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:02.500649 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46408a-e8b3-4191-a608-95765f830019 None None] The sync data for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:02.530173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c526aaf1-fd5d-4e9e-9dda-4efd64ca13ae None None] Port 6d58e7cb-58cc-42b8-b9df-77fd96d4f53f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:02.596199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:02.616413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:02.620354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:02.621765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.698676 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7f21154-559c-430e-8e27-249b1d057b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.710700 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7f21154-559c-430e-8e27-249b1d057b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.745217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=5b86deea-0bf6-4440-94ec-e6f4f493013a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:02.755677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8852935 Jul 22 16:56:02.756110 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c7f21154-559c-430e-8e27-249b1d057b1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a2bf79fa41d4a1e82c99c428589c520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9041216 Jul 22 16:56:02.756199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39306) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:02.758164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39308) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:02.762226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:d2:c0:63', 'name': 'tempest-NetworksTestDHCPv6-1971836951'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:02.778068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 6e630882-d67a-46ae-8d89-6603c085114a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:02.779255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6e630882-d67a-46ae-8d89-6603c085114a not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:02.809518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe594f-401b-4c27-8fe2-93cf0bd9bb7a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=14']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:02.831671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c526aaf1-fd5d-4e9e-9dda-4efd64ca13ae None None] Provisioning complete for port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:02.832201 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c526aaf1-fd5d-4e9e-9dda-4efd64ca13ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.848651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:02.877745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:02.879571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Pushing event updated for resources: {'Port': ['ID=a25af147-199a-49a8-891e-d54974f418e7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:02.886491 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:02.904703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f21154-559c-430e-8e27-249b1d057b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f484bec0-2608-476c-9b9d-db3d6368ed77,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:02.934372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7645d207-6437-42b6-a6f2-45c305e15741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:02.994954 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7645d207-6437-42b6-a6f2-45c305e15741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.007866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 2001:db8::1 (eac25d6b-1c0d-4774-af6d-6b24ffd180b5/c3a2b9a1-7884-466a-8570-f03a0c03fa25/accaabac-7974-45ab-976a-a0efb942add3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:03.015720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Attempting to bind port a25af147-199a-49a8-891e-d54974f418e7 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:03.016382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Attempting to bind port a25af147-199a-49a8-891e-d54974f418e7 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'd689f63d-5dac-44d7-a932-a09c47c03961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:03.022599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Attempting to bind port a25af147-199a-49a8-891e-d54974f418e7 on network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:03.030818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:03.031616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Checking segment: {'id': 'd689f63d-5dac-44d7-a932-a09c47c03961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:03.032500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.033080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Bound using segment: {'id': 'd689f63d-5dac-44d7-a932-a09c47c03961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:03.033568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Bound port: a25af147-199a-49a8-891e-d54974f418e7, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd689f63d-5dac-44d7-a932-a09c47c03961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:03.033961 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.090517 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7645d207-6437-42b6-a6f2-45c305e15741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.094805 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7645d207-6437-42b6-a6f2-45c305e15741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.109470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7645d207-6437-42b6-a6f2-45c305e15741 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f484bec0-2608-476c-9b9d-db3d6368ed77 HTTP/1.1" status: 204 len: 168 time: 0.3419461 Jul 22 16:56:03.119364 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79f23a5f-cc37-4bdb-89c7-a9e7f953b609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.133696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645d207-6437-42b6-a6f2-45c305e15741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f484bec0-2608-476c-9b9d-db3d6368ed77,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:03.154244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-79f23a5f-cc37-4bdb-89c7-a9e7f953b609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.167226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] For port a25af147-199a-49a8-891e-d54974f418e7, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:03.174407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] For port a25af147-199a-49a8-891e-d54974f418e7, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a25af147-199a-49a8-891e-d54974f418e7,segment=NetworkSegment(d689f63d-5dac-44d7-a932-a09c47c03961),segment_id=d689f63d-5dac-44d7-a932-a09c47c03961)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:03.194043 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.211903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d138af3-911c-460a-b460-00a4e78d24d7 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:03.240581 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.244836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:56:03.244836 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:56:03.244836 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id_1': '3cb132e927f1406483cc3cd977d4dab7', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 56, 2, 979660)}] Jul 22 16:56:03.244836 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:56:03.245721 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:56:03.285207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Transition to ACTIVE for port object accaabac-7974-45ab-976a-a0efb942add3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:03.288303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a335d53d-7e47-4a5f-ae07-ee460f32e22d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:03.293612 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-79f23a5f-cc37-4bdb-89c7-a9e7f953b609 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57384d6df42e49e2b21dc2b4392240e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0670819 Jul 22 16:56:03.296129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Made reservation on behalf of 0c403bf7e9b44594801e119ab1de865f for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:03.296760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39312) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:03.303994 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.307337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f23a5f-cc37-4bdb-89c7-a9e7f953b609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b29e6b0-75df-4ab4-b506-01b81155bf2d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:03.331828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] device_id is not set on port 76d1d331-594b-476e-b894-3abeef4fa1f1 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:03.417687 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4818bc4-9082-4fc0-8a2f-4c0c2309f9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.436638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff516511-3ba0-4d40-83ce-14bf4a7cfa9a None None] Pushing event updated for resources: {'Port': ['ID=a25af147-199a-49a8-891e-d54974f418e7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:03.443906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f2e79a8d-4b39-4725-a1ba-f9aef43e9f1a None None] Provisioning complete for port 6d58e7cb-58cc-42b8-b9df-77fd96d4f53f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:03.444221 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f2e79a8d-4b39-4725-a1ba-f9aef43e9f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.454874 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4818bc4-9082-4fc0-8a2f-4c0c2309f9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.458637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Allocated IP 172.20.0.3 (ae7fe0af-a491-45bf-af2b-9fb0799c7607/62561f53-e800-45d2-ab24-c8aa15af0c9e/76d1d331-594b-476e-b894-3abeef4fa1f1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:03.543276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4818bc4-9082-4fc0-8a2f-4c0c2309f9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.547569 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a4818bc4-9082-4fc0-8a2f-4c0c2309f9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.549132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a4818bc4-9082-4fc0-8a2f-4c0c2309f9de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b29e6b0-75df-4ab4-b506-01b81155bf2d HTTP/1.1" status: 204 len: 168 time: 0.2484567 Jul 22 16:56:03.554618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.589034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f2e79a8d-4b39-4725-a1ba-f9aef43e9f1a None None] Port 6d58e7cb-58cc-42b8-b9df-77fd96d4f53f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:03.623751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f2e79a8d-4b39-4725-a1ba-f9aef43e9f1a None None] Provisioning for port a335d53d-7e47-4a5f-ae07-ee460f32e22d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:03.634163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4818bc4-9082-4fc0-8a2f-4c0c2309f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b29e6b0-75df-4ab4-b506-01b81155bf2d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:03.651708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:03.652564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=accaabac-7974-45ab-976a-a0efb942add3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:03.652815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f2e79a8d-4b39-4725-a1ba-f9aef43e9f1a None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:03.654868 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f2e79a8d-4b39-4725-a1ba-f9aef43e9f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.665715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:03.668685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:03.669021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.828794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:03.868480 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:03.889941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Transition to ACTIVE for port object 76d1d331-594b-476e-b894-3abeef4fa1f1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:03.967631 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.002528 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.047747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Network ae7fe0af-a491-45bf-af2b-9fb0799c7607 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:04.055695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:04.062140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:04.062670 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.159353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:04.160032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.164065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event updated for resources: {'Port': ['ID=76d1d331-594b-476e-b894-3abeef4fa1f1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:04.189900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f3e7733-16a0-497b-bef8-5740f4ad04d8 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8837099 Jul 22 16:56:04.194159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39342) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:04.197126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port a5aa1b9a-9506-4773-a7d1-ccf9457b4724 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:04.589897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fdd8dd93-1d56-446f-a046-4b3509b84e63 None None] Provisioning for port 76d1d331-594b-476e-b894-3abeef4fa1f1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:04.595657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fdd8dd93-1d56-446f-a046-4b3509b84e63 None None] Provisioning complete for port 76d1d331-594b-476e-b894-3abeef4fa1f1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:04.596027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fdd8dd93-1d56-446f-a046-4b3509b84e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.634618 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'project_id': '0c403bf7e9b44594801e119ab1de865f', 'port_id': '76d1d331-594b-476e-b894-3abeef4fa1f1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:04.673993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8dd93-1d56-446f-a046-4b3509b84e63 None None] Port 76d1d331-594b-476e-b894-3abeef4fa1f1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:04.707388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 172.20.0.10 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/59a07d45-6ee4-4bb8-8730-39e973553135/a5aa1b9a-9506-4773-a7d1-ccf9457b4724) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:04.713652 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.719945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:fed2:c063 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/5b86deea-0bf6-4440-94ec-e6f4f493013a/a5aa1b9a-9506-4773-a7d1-ccf9457b4724) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:04.764660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.779174 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.780498 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:04.912901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e7b12-7efe-4278-a74a-88617bccb425 None None] Network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:04.925541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=accaabac-7974-45ab-976a-a0efb942add3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:04.936746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.043666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4dd228-58a0-4776-b771-05b47f361109 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:05.098191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:05.109383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:05.128044 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.143105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Allocated IP 172.25.3.127 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/3747ff97-10ce-44db-b644-a8c8bdb1f96e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:05.266473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7dae8f4e-66ac-4bf9-a984-541201421df0 None None] Provisioning for port a25af147-199a-49a8-891e-d54974f418e7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:05.271780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object a5aa1b9a-9506-4773-a7d1-ccf9457b4724 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:05.346637 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.357136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a25af147-199a-49a8-891e-d54974f418e7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:05.411415 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.415079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:05.423947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:05.425960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=a5aa1b9a-9506-4773-a7d1-ccf9457b4724,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:05.428373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:05.451521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:56:05.494281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7dae8f4e-66ac-4bf9-a984-541201421df0 None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:05.495330 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7dae8f4e-66ac-4bf9-a984-541201421df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.500385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.581447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Pushing event updated for resources: {'Port': ['ID=3747ff97-10ce-44db-b644-a8c8bdb1f96e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:05.598685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:05.600923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:05.603739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:05.615778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a25af147-199a-49a8-891e-d54974f418e7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:05.616633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:05.617325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.646288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a25af147-199a-49a8-891e-d54974f418e7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:05.646657 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.673745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:05.679820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-213b2e18-bf3f-442d-8366-b5581d03aa91 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7438877 Jul 22 16:56:05.684438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ed70320f-fe45-4454-8e5a-b1ae8b369c57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9240365 Jul 22 16:56:05.684438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:05.684438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39390) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:05.708027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1845280464'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:05.714325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:05.726678 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.783031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:05.787114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.823279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:56:05.843177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4d366-c44c-42f6-98c8-81785a157212 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:05.849543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c4d366-c44c-42f6-98c8-81785a157212 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:05.851381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-35c4d366-c44c-42f6-98c8-81785a157212 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1661797 Jul 22 16:56:05.852623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39392) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:05.858076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39394) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:05.859340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.859694 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added segment 53327c24-d73c-4f48-a59c-f0f29dd9f40e of type vlan for network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 Jul 22 16:56:05.866350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:05.867146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:05.927694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39396) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:05.968183 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:05.991000 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.129858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.143379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:06.144048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.185204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port a25af147-199a-49a8-891e-d54974f418e7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a25af147-199a-49a8-891e-d54974f418e7,segment=NetworkSegment(d689f63d-5dac-44d7-a932-a09c47c03961),segment_id=d689f63d-5dac-44d7-a932-a09c47c03961)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:06.188138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:06.228832 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f867a0d-81dc-4dc7-a9e2-b6459bcbc5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.235909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-580aa384-0250-4745-90b6-7ef8d87d6357 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:06.255945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Network': ['ID=052fbba4-8bdd-4dff-977b-aefb6c54e1f4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:06.272755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbd4b5-8dfc-449c-b3e5-571bc7cfc00b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port a5aa1b9a-9506-4773-a7d1-ccf9457b4724 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:06.273149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd4b5-8dfc-449c-b3e5-571bc7cfc00b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.284472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4db53ab1-7902-4661-bb54-26f60d7f6e79 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5984607 Jul 22 16:56:06.295990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39402) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.303847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'subnet': {'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:06.332334 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.380608 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f867a0d-81dc-4dc7-a9e2-b6459bcbc5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.391351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5f867a0d-81dc-4dc7-a9e2-b6459bcbc5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.435563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f867a0d-81dc-4dc7-a9e2-b6459bcbc5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090721f3-467d-44e6-905e-555c653aac4e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:06.437393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:06.449301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:56:06.459707 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.464054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=a25af147-199a-49a8-891e-d54974f418e7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:06.530139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5f867a0d-81dc-4dc7-a9e2-b6459bcbc5bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a21c49c38a73402f9720cbccb1e5c2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5995128 Jul 22 16:56:06.530139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39404) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.545608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4d79f977-39e0-4e8e-8876-5ba383c01db9 None None] Provisioning for port accaabac-7974-45ab-976a-a0efb942add3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:06.554349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.554689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.555070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.555407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.555735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.561822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.562232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.562571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.563109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.563449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.563775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.564141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:06.585368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4d79f977-39e0-4e8e-8876-5ba383c01db9 None None] Provisioning complete for port accaabac-7974-45ab-976a-a0efb942add3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:06.586427 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d79f977-39e0-4e8e-8876-5ba383c01db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.605787 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-580aa384-0250-4745-90b6-7ef8d87d6357 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] 10.222.0.53 "PUT /v2.0/quotas/142e12cc80e34790a99f4c469622841a HTTP/1.1" status: 200 len: 366 time: 0.6743398 Jul 22 16:56:06.608673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39406) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.640167 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.698423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6afb6f2a-4841-4300-9aee-f8c0a62ba7ea tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0848079 Jul 22 16:56:06.698423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da7e859d-5e66-472b-9ddc-daad5bfb38a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.699742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39408) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.756970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3e31d850-12aa-445a-a0a0-67e405734ba1 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] 10.222.0.53 "GET /v2.0/quotas/142e12cc80e34790a99f4c469622841a HTTP/1.1" status: 200 len: 366 time: 0.0527625 Jul 22 16:56:06.761556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.795521 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da7e859d-5e66-472b-9ddc-daad5bfb38a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.818002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4d79f977-39e0-4e8e-8876-5ba383c01db9 None None] Port accaabac-7974-45ab-976a-a0efb942add3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:06.819944 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd4b5-8dfc-449c-b3e5-571bc7cfc00b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.837875 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-43402fd7-3b99-48ae-9432-131e95db5aa4 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/142e12cc80e34790a99f4c469622841a HTTP/1.1" status: 204 len: 168 time: 0.0730188 Jul 22 16:56:06.842218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbd4b5-8dfc-449c-b3e5-571bc7cfc00b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for a5aa1b9a-9506-4773-a7d1-ccf9457b4724 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:06.856035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39412) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.858545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4d79f977-39e0-4e8e-8876-5ba383c01db9 None None] Provisioning complete for port a25af147-199a-49a8-891e-d54974f418e7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:06.858795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d79f977-39e0-4e8e-8876-5ba383c01db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.869569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9819e5f0-9035-4db8-947d-05b1725cd75d tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0114796 Jul 22 16:56:06.870294 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.891562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39414) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.896487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:03Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:04Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:06.900063 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.944125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8e98dad0-3767-4e96-8127-961c83a88cec tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] 10.222.0.53 "GET /v2.0/quotas/142e12cc80e34790a99f4c469622841a HTTP/1.1" status: 200 len: 370 time: 0.0510898 Jul 22 16:56:06.947273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39416) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.947471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:06.947941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Updating router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 port accaabac-7974-45ab-976a-a0efb942add3 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:06.958031 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6d5b2f6d-2d95-4af5-ad17-7c11e3ed6ef1 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] 10.222.0.53 "GET /v2.0/quotas/142e12cc80e34790a99f4c469622841a/default HTTP/1.1" status: 200 len: 370 time: 0.0062339 Jul 22 16:56:06.962456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39418) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:06.971070 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da7e859d-5e66-472b-9ddc-daad5bfb38a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.973597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da7e859d-5e66-472b-9ddc-daad5bfb38a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:06.977534 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da7e859d-5e66-472b-9ddc-daad5bfb38a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/090721f3-467d-44e6-905e-555c653aac4e HTTP/1.1" status: 204 len: 168 time: 0.4464898 Jul 22 16:56:07.005091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Subnet': ['ID=b26747cf-3540-4d4d-9b99-8b7b83104c2a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:07.018999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Checking segment: {'id': '53327c24-d73c-4f48-a59c-f0f29dd9f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:07.019528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network hostable DHCP agents. Network: 052fbba4-8bdd-4dff-977b-aefb6c54e1f4, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:56:07.020492 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-8fc6534b-af4a-4358-be34-a781b8dca709 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] delete failed (client error): The resource could not be found. Jul 22 16:56:07.023985 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8fc6534b-af4a-4358-be34-a781b8dca709 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/142e12cc80e34790a99f4c469622841a HTTP/1.1" status: 404 len: 348 time: 0.0578763 Jul 22 16:56:07.029913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e859d-5e66-472b-9ddc-daad5bfb38a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090721f3-467d-44e6-905e-555c653aac4e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:07.046381 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.083599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:56:07.115957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 052fbba4-8bdd-4dff-977b-aefb6c54e1f4) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:07.130859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21beade7-33bc-4f69-82ac-cab2e4d7f2d5 None None] Network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:07.140270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.149820 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.157956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:07.158517 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.218920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cf62576c-3dbb-408e-8cf5-7d951f8b01f6 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9161038 Jul 22 16:56:07.219149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Pushing event updated for resources: {'Port': ['ID=3747ff97-10ce-44db-b644-a8c8bdb1f96e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:07.219149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39426) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:07.219983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39428) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:07.282459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Usage tracker for resource:network and tenant:7079c119dd9741ca855b9679669a2295 is out of sync, need to count used quota {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:56:07.292825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:56:07.302812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.305288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Usage tracker for resource:subnet and tenant:7079c119dd9741ca855b9679669a2295 is out of sync, need to count used quota {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:56:07.312108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd4b5-8dfc-449c-b3e5-571bc7cfc00b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:07.349985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbd4b5-8dfc-449c-b3e5-571bc7cfc00b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=a5aa1b9a-9506-4773-a7d1-ccf9457b4724,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:07.397659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a25af147-199a-49a8-891e-d54974f418e7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:07.414422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:56:07.434435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Usage tracker for resource:subnetpool and tenant:7079c119dd9741ca855b9679669a2295 is out of sync, need to count used quota {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:56:07.442549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:56:07.455427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Usage tracker for resource:port and tenant:7079c119dd9741ca855b9679669a2295 is out of sync, need to count used quota {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:56:07.467645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:56:07.470403 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Floating IP cd2b2289-bf97-42c4-b090-4f0dd02f258f associated. External IP: 172.25.3.127, port: 76d1d331-594b-476e-b894-3abeef4fa1f1. Jul 22 16:56:07.546965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Usage tracker for resource:router and tenant:7079c119dd9741ca855b9679669a2295 is out of sync, need to count used quota {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:56:07.557988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:56:07.573035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Usage tracker for resource:floatingip and tenant:7079c119dd9741ca855b9679669a2295 is out of sync, need to count used quota {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:56:07.583743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:56:07.880071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-952d8073-f529-4de2-845a-627321e61415 None None] Provisioning complete for port accaabac-7974-45ab-976a-a0efb942add3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:07.881033 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-952d8073-f529-4de2-845a-627321e61415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.018301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-952d8073-f529-4de2-845a-627321e61415 None None] Port accaabac-7974-45ab-976a-a0efb942add3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:08.042419 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.063442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a25af147-199a-49a8-891e-d54974f418e7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:08.064138 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.072694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Usage tracker for resource:security_group and tenant:7079c119dd9741ca855b9679669a2295 is out of sync, need to count used quota {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:56:08.082831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:56:08.099001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Usage tracker for resource:security_group_rule and tenant:7079c119dd9741ca855b9679669a2295 is out of sync, need to count used quota {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 16:56:08.104474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:08.105635 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.107063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.quota.resource [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93751) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 16:56:08.110002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Router b51d8097-222c-4e65-9251-328f63c0aa95 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:08.118877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Transition to ACTIVE for port object accaabac-7974-45ab-976a-a0efb942add3 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:08.120066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-abefd860-0c6c-43df-8518-0b280fc37559 tempest-QuotasTest-725008213 tempest-QuotasTest-725008213-project-admin] 10.222.0.53 "GET /v2.0/quotas/7079c119dd9741ca855b9679669a2295/details.json HTTP/1.1" status: 200 len: 703 time: 0.9019709 Jul 22 16:56:08.121751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-952d8073-f529-4de2-845a-627321e61415 None None] Provisioning complete for port a335d53d-7e47-4a5f-ae07-ee460f32e22d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:08.123329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-952d8073-f529-4de2-845a-627321e61415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.162893 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.175610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1cbd4b5-8dfc-449c-b3e5-571bc7cfc00b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.178263 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f1cbd4b5-8dfc-449c-b3e5-571bc7cfc00b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/a5aa1b9a-9506-4773-a7d1-ccf9457b4724 HTTP/1.1" status: 204 len: 168 time: 2.3168330 Jul 22 16:56:08.184360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39452) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.244834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ef839-44de-4b06-ab3a-546bf94563fc None None] Pushing event updated for resources: {'Port': ['ID=accaabac-7974-45ab-976a-a0efb942add3,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:08.256014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353c713-c2a6-4277-b432-6856860d6040 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:08.257785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353c713-c2a6-4277-b432-6856860d6040 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:08.259693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353c713-c2a6-4277-b432-6856860d6040 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:08.261063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:08.263154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b353c713-c2a6-4277-b432-6856860d6040 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0762982 Jul 22 16:56:08.266549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39454) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.277171 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748f5be-fb48-4ef9-a85d-370bc5abccef None None] Sync routers for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:08.295799 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748f5be-fb48-4ef9-a85d-370bc5abccef None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:08.301719 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e748f5be-fb48-4ef9-a85d-370bc5abccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:08.343892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.396130 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e748f5be-fb48-4ef9-a85d-370bc5abccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:08.399253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.424203 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748f5be-fb48-4ef9-a85d-370bc5abccef None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:08.424838 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e748f5be-fb48-4ef9-a85d-370bc5abccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:08.449774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddbdaad-5b29-4360-b561-c5f87b071b03 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 59a07d45-6ee4-4bb8-8730-39e973553135 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:08.469295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fddbdaad-5b29-4360-b561-c5f87b071b03 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.489960 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-e748f5be-fb48-4ef9-a85d-370bc5abccef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:08.490606 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748f5be-fb48-4ef9-a85d-370bc5abccef None None] The sync data for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:08.505727 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1fe9c0a5-83b3-4da7-8970-bbb8fa3c58f7 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.3115752 Jul 22 16:56:08.513059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39456) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.633564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fddbdaad-5b29-4360-b561-c5f87b071b03 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.686281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Attempting to bind port accaabac-7974-45ab-976a-a0efb942add3 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:08.686919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Attempting to bind port accaabac-7974-45ab-976a-a0efb942add3 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'd689f63d-5dac-44d7-a932-a09c47c03961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:08.687513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Attempting to bind port accaabac-7974-45ab-976a-a0efb942add3 on network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:08.712699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:08.712994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Checking segment: {'id': 'd689f63d-5dac-44d7-a932-a09c47c03961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:08.713602 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.714160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Bound using segment: {'id': 'd689f63d-5dac-44d7-a932-a09c47c03961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:08.714845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Bound port: accaabac-7974-45ab-976a-a0efb942add3, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd689f63d-5dac-44d7-a932-a09c47c03961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:08.715501 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.728046 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-92cca683-0f61-4748-8aed-26afd7c4b967 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] 10.222.0.53 "GET /v2.0/floatingips/cd2b2289-bf97-42c4-b090-4f0dd02f258f HTTP/1.1" status: 200 len: 983 time: 0.2106071 Jul 22 16:56:08.728656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39460) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.753147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39462) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.790046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-952d8073-f529-4de2-845a-627321e61415 None None] Could not find standard attr ID for object a5aa1b9a-9506-4773-a7d1-ccf9457b4724. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:08.800658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Allocated IP 2001:db8:1::2 (052fbba4-8bdd-4dff-977b-aefb6c54e1f4/b26747cf-3540-4d4d-9b99-8b7b83104c2a/2e0b4756-74d8-4e2d-88bc-91d04f885001) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:08.869993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] For port accaabac-7974-45ab-976a-a0efb942add3, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:08.891037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] For port accaabac-7974-45ab-976a-a0efb942add3, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=accaabac-7974-45ab-976a-a0efb942add3,segment=NetworkSegment(d689f63d-5dac-44d7-a932-a09c47c03961),segment_id=d689f63d-5dac-44d7-a932-a09c47c03961)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:08.901849 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5730e75c-df82-46ae-a624-d8178b12a7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.931367 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:08.967680 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-912e190c-524c-432c-af47-9c5a9ca7312f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3518 time: 0.2377653 Jul 22 16:56:08.970695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39470) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:08.976458 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fddbdaad-5b29-4360-b561-c5f87b071b03 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.063491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fddbdaad-5b29-4360-b561-c5f87b071b03 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.074214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:09.075733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:09.105382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbdaad-5b29-4360-b561-c5f87b071b03 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=59a07d45-6ee4-4bb8-8730-39e973553135,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:09.114336 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fddbdaad-5b29-4360-b561-c5f87b071b03 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.116367 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fddbdaad-5b29-4360-b561-c5f87b071b03 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/59a07d45-6ee4-4bb8-8730-39e973553135 HTTP/1.1" status: 204 len: 168 time: 0.8415840 Jul 22 16:56:09.119188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39474) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:09.133192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ef839-44de-4b06-ab3a-546bf94563fc None None] Pushing event updated for resources: {'Port': ['ID=accaabac-7974-45ab-976a-a0efb942add3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:09.136421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5730e75c-df82-46ae-a624-d8178b12a7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.146168 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5730e75c-df82-46ae-a624-d8178b12a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.214038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da13dba-33eb-495a-84a8-bdc73ea409cc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 5b86deea-0bf6-4440-94ec-e6f4f493013a {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:09.218442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6da13dba-33eb-495a-84a8-bdc73ea409cc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.233752 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5730e75c-df82-46ae-a624-d8178b12a7ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f9f17e52a2e4c1ab5f0c023934e0d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761748 Jul 22 16:56:09.234322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730e75c-df82-46ae-a624-d8178b12a7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1c26ce-112d-439e-9473-5314fd65f979,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:09.238606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39476) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:09.261708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a8aff-237b-4ab0-bb47-ae31cf003f77 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:09.291119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Deleting port 3747ff97-10ce-44db-b644-a8c8bdb1f96e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:09.291465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.324381 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.327193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:09.329482 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6da13dba-33eb-495a-84a8-bdc73ea409cc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.364520 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-178bac53-427b-4595-a9bf-5ffccc498007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.398713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Transition to ACTIVE for port object 2e0b4756-74d8-4e2d-88bc-91d04f885001 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:09.426241 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-178bac53-427b-4595-a9bf-5ffccc498007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.464466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6da13dba-33eb-495a-84a8-bdc73ea409cc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.481256 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.481736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.496159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Transition to ACTIVE for port object 2e0b4756-74d8-4e2d-88bc-91d04f885001 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:09.508042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Calling delete_port for 3747ff97-10ce-44db-b644-a8c8bdb1f96e owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:09.550163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6da13dba-33eb-495a-84a8-bdc73ea409cc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.591723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da13dba-33eb-495a-84a8-bdc73ea409cc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=5b86deea-0bf6-4440-94ec-e6f4f493013a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:09.601793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6da13dba-33eb-495a-84a8-bdc73ea409cc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.606833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6da13dba-33eb-495a-84a8-bdc73ea409cc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/5b86deea-0bf6-4440-94ec-e6f4f493013a HTTP/1.1" status: 204 len: 168 time: 0.4839151 Jul 22 16:56:09.607522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39478) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:09.631403 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.650567 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8df84363-b2e5-4fce-9c90-7c281073e4cb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415115 Jul 22 16:56:09.653042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39480) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:09.732228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:09.740585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:09.741997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645ad29-3201-4727-8e4b-bb308b25f12b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:09.743864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7645ad29-3201-4727-8e4b-bb308b25f12b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0891438 Jul 22 16:56:09.746096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:09.748501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:09.755858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-178bac53-427b-4595-a9bf-5ffccc498007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.758714 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-178bac53-427b-4595-a9bf-5ffccc498007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.758881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Pushing event updated for resources: {'Port': ['ID=2e0b4756-74d8-4e2d-88bc-91d04f885001,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:09.764071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-178bac53-427b-4595-a9bf-5ffccc498007 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d1c26ce-112d-439e-9473-5314fd65f979 HTTP/1.1" status: 204 len: 168 time: 0.5242591 Jul 22 16:56:09.777201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 2001:db8:1::1 (052fbba4-8bdd-4dff-977b-aefb6c54e1f4/b26747cf-3540-4d4d-9b99-8b7b83104c2a/1dbc736a-fc96-425c-9cda-063b1956ed10) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:09.784064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bac53-427b-4595-a9bf-5ffccc498007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1c26ce-112d-439e-9473-5314fd65f979,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:09.888289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124bc512-81da-4d76-a4a4-e4320ee521ed tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:09.889245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-124bc512-81da-4d76-a4a4-e4320ee521ed tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1422210 Jul 22 16:56:09.890019 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Attempting to bind port 2e0b4756-74d8-4e2d-88bc-91d04f885001 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:09.890401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Attempting to bind port 2e0b4756-74d8-4e2d-88bc-91d04f885001 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '53327c24-d73c-4f48-a59c-f0f29dd9f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:09.890769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Attempting to bind port 2e0b4756-74d8-4e2d-88bc-91d04f885001 on network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:09.892635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:09.911270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:03Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:08Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:09.932180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:09.936172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Checking segment: {'id': '53327c24-d73c-4f48-a59c-f0f29dd9f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:09.936954 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.937527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Bound using segment: {'id': '53327c24-d73c-4f48-a59c-f0f29dd9f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:09.938212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Bound port: 2e0b4756-74d8-4e2d-88bc-91d04f885001, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53327c24-d73c-4f48-a59c-f0f29dd9f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:09.938915 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:09.982371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476363ec-dee6-4c71-83c2-ebd1c7414cde None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:09.992081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46952747-2cbd-4d91-b396-b2eab23bd7f5 None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:03Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:08Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:10.000903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39490) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:10.014599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e263fa95-0597-4083-a2cb-b6d491e3f144 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167963 Jul 22 16:56:10.023252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39494) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:10.053542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-66e397e0-9629-47fd-86a4-086dd9dd3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:10.054440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.098600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] For port 2e0b4756-74d8-4e2d-88bc-91d04f885001, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:10.102912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] For port 2e0b4756-74d8-4e2d-88bc-91d04f885001, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2e0b4756-74d8-4e2d-88bc-91d04f885001,segment=NetworkSegment(53327c24-d73c-4f48-a59c-f0f29dd9f40e),segment_id=53327c24-d73c-4f48-a59c-f0f29dd9f40e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:10.119251 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.142831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event deleted for resources: {'Port': ['ID=3747ff97-10ce-44db-b644-a8c8bdb1f96e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.230748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.231686 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Floating IP cd2b2289-bf97-42c4-b090-4f0dd02f258f disassociated (deleted). External IP: 172.25.3.127, port: 76d1d331-594b-476e-b894-3abeef4fa1f1. Jul 22 16:56:10.236597 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.245618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82707de1-3fc5-45f9-a62d-b3afff5637ca None None] Pushing event updated for resources: {'Port': ['ID=2e0b4756-74d8-4e2d-88bc-91d04f885001,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.269289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-476363ec-dee6-4c71-83c2-ebd1c7414cde None None] Deleting port a335d53d-7e47-4a5f-ae07-ee460f32e22d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:10.270028 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-476363ec-dee6-4c71-83c2-ebd1c7414cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.288448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39496) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:10.339375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Transition to ACTIVE for port object 1dbc736a-fc96-425c-9cda-063b1956ed10 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:10.343937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fe258c0-265e-49c0-91c9-70a79c0a9f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.392681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-476363ec-dee6-4c71-83c2-ebd1c7414cde None None] For port a335d53d-7e47-4a5f-ae07-ee460f32e22d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a335d53d-7e47-4a5f-ae07-ee460f32e22d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:10.393144 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-476363ec-dee6-4c71-83c2-ebd1c7414cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.404803 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-66e397e0-9629-47fd-86a4-086dd9dd3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:56:10.404803 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:56:10.404803 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': '3cb132e927f1406483cc3cd977d4dab7', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 56, 10, 359478)}] Jul 22 16:56:10.404803 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:56:10.405638 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-66e397e0-9629-47fd-86a4-086dd9dd3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:56:10.411458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-476363ec-dee6-4c71-83c2-ebd1c7414cde None None] Calling delete_port for a335d53d-7e47-4a5f-ae07-ee460f32e22d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:10.420862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port 63c5f3d3-5037-470a-af9a-9c90eabb162d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:10.421103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.501735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.606966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.607831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.628422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for 63c5f3d3-5037-470a-af9a-9c90eabb162d owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:10.749176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:10.760473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=1dbc736a-fc96-425c-9cda-063b1956ed10,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.783060 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-476363ec-dee6-4c71-83c2-ebd1c7414cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.784652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:10.787118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:10.787679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.816515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476363ec-dee6-4c71-83c2-ebd1c7414cde None None] Pushing event deleted for resources: {'Port': ['ID=a335d53d-7e47-4a5f-ae07-ee460f32e22d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.819993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476363ec-dee6-4c71-83c2-ebd1c7414cde None None] No DVR routers for this DVR port a335d53d-7e47-4a5f-ae07-ee460f32e22d on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:10.867855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.868070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fe258c0-265e-49c0-91c9-70a79c0a9f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.893368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4fe258c0-265e-49c0-91c9-70a79c0a9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:10.897682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=63c5f3d3-5037-470a-af9a-9c90eabb162d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.939889 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.940101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.940421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.940754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.941378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.941378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.941709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.942030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.942354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.942668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.943084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.943758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:10.970139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe258c0-265e-49c0-91c9-70a79c0a9f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb6af7f-10da-4903-a4aa-818d2efbdc39,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:10.984409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4fe258c0-265e-49c0-91c9-70a79c0a9f11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7079c119dd9741ca855b9679669a2295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6933947 Jul 22 16:56:10.987467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39498) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:10.987726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Router b51d8097-222c-4e65-9251-328f63c0aa95 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:11.005372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e397e0-9629-47fd-86a4-086dd9dd3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:11.008833 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-66e397e0-9629-47fd-86a4-086dd9dd3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.010234 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e397e0-9629-47fd-86a4-086dd9dd3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:11.010691 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e397e0-9629-47fd-86a4-086dd9dd3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:11.055308 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.055308 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Floating IP 97c78967-6d76-4489-b733-05931711d671 disassociated (deleted). External IP: 172.25.3.118, port: 5ee018f1-8623-4d7b-822b-63d50e4dced0. Jul 22 16:56:11.101756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.106833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-66e397e0-9629-47fd-86a4-086dd9dd3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0809398 Jul 22 16:56:11.119606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39504) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:11.126964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8f6ee6de-f512-4f35-a8a3-2319fa768e0b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:11.211767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf8829a-363f-49f4-afc6-de348ca8eb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.276598 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf8829a-363f-49f4-afc6-de348ca8eb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.439894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf8829a-363f-49f4-afc6-de348ca8eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.442485 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf8829a-363f-49f4-afc6-de348ca8eb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.446054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cbf8829a-363f-49f4-afc6-de348ca8eb7c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abb6af7f-10da-4903-a4aa-818d2efbdc39 HTTP/1.1" status: 204 len: 168 time: 0.4550040 Jul 22 16:56:11.459078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8829a-363f-49f4-afc6-de348ca8eb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb6af7f-10da-4903-a4aa-818d2efbdc39,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:11.548078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device accaabac-7974-45ab-976a-a0efb942add3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:11.566534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Router 22c0454d-fa48-48a8-acad-29fcf63f61f3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:11.681434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port accaabac-7974-45ab-976a-a0efb942add3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:11.686495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port accaabac-7974-45ab-976a-a0efb942add3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:11.686908 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.759021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:11.765676 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.786312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] Sync routers for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:11.837577 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-db5a4735-8893-4bb2-8f6b-bad91529c5e6 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "DELETE /v2.0/floatingips/97c78967-6d76-4489-b733-05931711d671 HTTP/1.1" status: 204 len: 168 time: 1.8312907 Jul 22 16:56:11.844212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:11.857022 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68634a56-126f-46a3-b747-459c3af44037" -d '{"events": [{"name": "network-changed", "server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:11.864566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:11.865232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:11.869420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.947187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.957723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:11.962900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da4a145-0e7c-46f0-b717-5373d5047289 None None] Network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:12.083124 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.084944 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abc5243b-9492-48ef-8740-259c2d40cc7b None None] Provisioning for port 2e0b4756-74d8-4e2d-88bc-91d04f885001 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:12.099283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6ee6de-f512-4f35-a8a3-2319fa768e0b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:12.103032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee6de-f512-4f35-a8a3-2319fa768e0b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.104563 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6ee6de-f512-4f35-a8a3-2319fa768e0b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:12.118893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6ee6de-f512-4f35-a8a3-2319fa768e0b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:12.118893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=1dbc736a-fc96-425c-9cda-063b1956ed10,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:12.130301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:12.136073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.144166 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b9944-f098-450e-a921-bd7949107867 None None] Sync routers for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:12.160859 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b9944-f098-450e-a921-bd7949107867 None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:12.162791 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9e0b9944-f098-450e-a921-bd7949107867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:12.220493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port accaabac-7974-45ab-976a-a0efb942add3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=accaabac-7974-45ab-976a-a0efb942add3,segment=NetworkSegment(d689f63d-5dac-44d7-a932-a09c47c03961),segment_id=d689f63d-5dac-44d7-a932-a09c47c03961)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:12.242975 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8f6ee6de-f512-4f35-a8a3-2319fa768e0b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1222534 Jul 22 16:56:12.248015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.267995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:12.270084 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.270892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2e0b4756-74d8-4e2d-88bc-91d04f885001 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:12.290604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b5208e9c-aad6-4ccd-88e3-e65d58398b5d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:12.339606 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9e0b9944-f098-450e-a921-bd7949107867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:12.346978 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae21bcea-f18d-414c-9b4c-227f3e7686f1 x-openstack-request-id: req-ae21bcea-f18d-414c-9b4c-227f3e7686f1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:12.347282 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:12.347532 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae21bcea-f18d-414c-9b4c-227f3e7686f1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:12.350960 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'status': 'completed', 'code': 200} Jul 22 16:56:12.393678 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b9944-f098-450e-a921-bd7949107867 None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:12.394301 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9e0b9944-f098-450e-a921-bd7949107867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:12.456763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb197c2-4f52-4e2f-9d9f-b6f177e4b1f4 req-84a46707-06d9-48c6-87d2-a076ba4e28d3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:12.466330 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-feb197c2-4f52-4e2f-9d9f-b6f177e4b1f4 req-84a46707-06d9-48c6-87d2-a076ba4e28d3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 946 time: 0.2832043 Jul 22 16:56:12.490663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=accaabac-7974-45ab-976a-a0efb942add3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:12.511679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-40765150-69ee-4b5e-a617-42e4c6cd9d88 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "DELETE /v2.0/floatingips/cd2b2289-bf97-42c4-b090-4f0dd02f258f HTTP/1.1" status: 204 len: 168 time: 3.5403547 Jul 22 16:56:12.524862 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9e0b9944-f098-450e-a921-bd7949107867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:12.525598 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b9944-f098-450e-a921-bd7949107867 None None] The sync data for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:12.525848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39554) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.536786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:12.587841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-feb197c2-4f52-4e2f-9d9f-b6f177e4b1f4 req-4c6a20d7-e062-4939-929b-c32b5129362b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141932 Jul 22 16:56:12.604265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 2e0b4756-74d8-4e2d-88bc-91d04f885001 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:12.637919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:12.649038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:12.655360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634a56-126f-46a3-b747-459c3af44037 req-d07c4af6-fa0d-4fc3-a825-3573c1beb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:12.657464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68634a56-126f-46a3-b747-459c3af44037 req-d07c4af6-fa0d-4fc3-a825-3573c1beb3ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 1098 time: 0.2609613 Jul 22 16:56:12.682564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2e0b4756-74d8-4e2d-88bc-91d04f885001 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:12.683951 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.703882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:56:12.703882 n-d-792458-13 neutron-server[93750]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:56:12.703882 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id': 'acd613d7e8f8455db8a65c421f542b29', 'id': 'a0f1e3ce-bccf-4cef-919a-7999491e8a9c', 'expiration': datetime.datetime(2021, 7, 22, 16, 58, 12, 622026)}] Jul 22 16:56:12.703882 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:56:12.704622 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:56:12.864956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5208e9c-aad6-4ccd-88e3-e65d58398b5d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:12.869717 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5208e9c-aad6-4ccd-88e3-e65d58398b5d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:12.872342 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5208e9c-aad6-4ccd-88e3-e65d58398b5d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:12.873322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5208e9c-aad6-4ccd-88e3-e65d58398b5d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:12.897755 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b5208e9c-aad6-4ccd-88e3-e65d58398b5d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6129367 Jul 22 16:56:12.902015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:12.903646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39562) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:12.921690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-61e98f45-5829-4cb2-9743-ca256b05eeb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:13.019357 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.038843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634a56-126f-46a3-b747-459c3af44037 req-b5657c9a-6384-4f4a-a086-d9bb5a15cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:13.040436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68634a56-126f-46a3-b747-459c3af44037 req-b5657c9a-6384-4f4a-a086-d9bb5a15cfaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.3735435 Jul 22 16:56:13.125583 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 2e0b4756-74d8-4e2d-88bc-91d04f885001, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2e0b4756-74d8-4e2d-88bc-91d04f885001,segment=NetworkSegment(53327c24-d73c-4f48-a59c-f0f29dd9f40e),segment_id=53327c24-d73c-4f48-a59c-f0f29dd9f40e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:13.128675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'a778e157-20ab-4b3f-9ecf-05044224e4a9', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:41Z', 'updated_at': '2021-07-22T16:51:45Z', 'revision_number': 1, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:13.161453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] Checking router: 22c0454d-fa48-48a8-acad-29fcf63f61f3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:13.172164 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.175435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:13.176730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:13.264497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=2e0b4756-74d8-4e2d-88bc-91d04f885001,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:13.327776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a335d53d-7e47-4a5f-ae07-ee460f32e22d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:13.403971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a335d53d-7e47-4a5f-ae07-ee460f32e22d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:13.403971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a335d53d-7e47-4a5f-ae07-ee460f32e22d not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:13.418432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7898aa01-159b-43cc-9678-5a4000f4d8e1 None None] Provisioning for port 1dbc736a-fc96-425c-9cda-063b1956ed10 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:13.426843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7898aa01-159b-43cc-9678-5a4000f4d8e1 None None] Provisioning complete for port 1dbc736a-fc96-425c-9cda-063b1956ed10 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:13.427333 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7898aa01-159b-43cc-9678-5a4000f4d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.492842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7898aa01-159b-43cc-9678-5a4000f4d8e1 None None] Port 1dbc736a-fc96-425c-9cda-063b1956ed10 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:13.518189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:13.520463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7898aa01-159b-43cc-9678-5a4000f4d8e1 None None] Provisioning complete for port 2e0b4756-74d8-4e2d-88bc-91d04f885001 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:13.520922 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7898aa01-159b-43cc-9678-5a4000f4d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.639851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device accaabac-7974-45ab-976a-a0efb942add3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:13.818230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68634a56-126f-46a3-b747-459c3af44037 req-a83d93ed-6089-4836-beb7-73685a0136f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ee018f1-8623-4d7b-822b-63d50e4dced0 HTTP/1.1" status: 200 len: 217 time: 0.1040595 Jul 22 16:56:13.929179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port accaabac-7974-45ab-976a-a0efb942add3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:13.929799 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.970496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:13.979290 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:13.984845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1218fd04-326d-48d1-af1a-56b611077850 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7637916 Jul 22 16:56:13.988290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39586) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:13.992618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:14.003787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-55559031'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:14.022678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:14.023064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:14.051450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634a56-126f-46a3-b747-459c3af44037 req-b93eb01b-dd59-4446-9441-ce5556df2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:14.064312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68634a56-126f-46a3-b747-459c3af44037 req-b93eb01b-dd59-4446-9441-ce5556df2c14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.2236395 Jul 22 16:56:14.080888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e98f45-5829-4cb2-9743-ca256b05eeb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:14.084468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:14.085947 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61e98f45-5829-4cb2-9743-ca256b05eeb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.087546 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e98f45-5829-4cb2-9743-ca256b05eeb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:14.088092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e98f45-5829-4cb2-9743-ca256b05eeb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:14.089093 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.186381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:56:14.186812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa018af7-6694-47b7-bdd5-cb885659406c req-3e38aea1-2f8d-4a73-9feb-ead278ae0527 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:14.194349 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa018af7-6694-47b7-bdd5-cb885659406c req-3e38aea1-2f8d-4a73-9feb-ead278ae0527 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 946 time: 0.3801000 Jul 22 16:56:14.203339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.203957 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added segment b2fa5d8f-442d-4587-a87e-923c18f9004a of type vlan for network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 Jul 22 16:56:14.264408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-61e98f45-5829-4cb2-9743-ca256b05eeb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3540127 Jul 22 16:56:14.271908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-62855571-0970-46d8-a0fe-a18617312e0b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:14.273624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-62855571-0970-46d8-a0fe-a18617312e0b tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 946 time: 0.1603880 Jul 22 16:56:14.277543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.278179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.320374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-df1eaff4-ed2c-4174-b173-3e3c571aca19 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:14.325794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aa018af7-6694-47b7-bdd5-cb885659406c req-88751e25-1cb6-450f-bbd3-28c8096c89aa tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233752 Jul 22 16:56:14.336403 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.358241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634a56-126f-46a3-b747-459c3af44037 req-6e501491-de28-4512-be58-c5f57a711026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:14.364313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68634a56-126f-46a3-b747-459c3af44037 req-6e501491-de28-4512-be58-c5f57a711026 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2458050 Jul 22 16:56:14.380766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b49f88bd-8e66-45e5-9ba3-4f3153c184ee None None] Provisioning complete for port 1dbc736a-fc96-425c-9cda-063b1956ed10 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:14.381141 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b49f88bd-8e66-45e5-9ba3-4f3153c184ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.414554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.420810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:14.421439 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.426762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.522553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2e0b4756-74d8-4e2d-88bc-91d04f885001 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:14.544698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5495954 Jul 22 16:56:14.546858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.563574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'subnet': {'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:14.572314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-285158595', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:14.604736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:14.631172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:56:14.631172 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:56:14.631172 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': 'd43700a1484c4d0ebe1535f089aaa319', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 56, 14, 577102)}] Jul 22 16:56:14.631172 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:56:14.632509 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:56:14.636183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11743eb-f3f0-4368-a114-134e7e575e7b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Network': ['ID=346a482f-c5b8-404e-8083-7f9c9b5c62b5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:14.641842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b49f88bd-8e66-45e5-9ba3-4f3153c184ee None None] Port 1dbc736a-fc96-425c-9cda-063b1956ed10 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:14.646495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'a778e157-20ab-4b3f-9ecf-05044224e4a9', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:41Z', 'updated_at': '2021-07-22T16:51:45Z', 'revision_number': 1, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:14.647532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1eaff4-ed2c-4174-b173-3e3c571aca19 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:14.651030 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df1eaff4-ed2c-4174-b173-3e3c571aca19 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.652050 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68634a56-126f-46a3-b747-459c3af44037 req-c568bce0-c4fa-44a9-a8ad-8356999b8f25 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730401 Jul 22 16:56:14.652445 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1eaff4-ed2c-4174-b173-3e3c571aca19 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:14.653418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1eaff4-ed2c-4174-b173-3e3c571aca19 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:14.660465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port 5ee018f1-8623-4d7b-822b-63d50e4dced0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:14.660804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.680231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2e0b4756-74d8-4e2d-88bc-91d04f885001 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:14.681053 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.707508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727af3b-e11c-422c-97e6-6cf8d28beb1d None None] The sync data for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 is: [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'a778e157-20ab-4b3f-9ecf-05044224e4a9', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'port_id': '380a364f-29c8-4563-9093-3c0bea7d253e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'mac_address': 'fa:16:3e:cc:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T16:51:41Z', 'updated_at': '2021-07-22T16:51:45Z', 'revision_number': 1, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:14.709556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:56:14.750214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Allocated IP 172.25.3.89 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/dad59f9d-bb1a-4e12-abf7-7b1ba3f6bc51) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:14.786768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] For port 5ee018f1-8623-4d7b-822b-63d50e4dced0, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5ee018f1-8623-4d7b-822b-63d50e4dced0,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:14.787276 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.803300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for 5ee018f1-8623-4d7b-822b-63d50e4dced0 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:14.872383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-907dc4f1-6a07-4eb3-9b32-3b949b422eee None None] Provisioning complete for port 1dbc736a-fc96-425c-9cda-063b1956ed10 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:14.873065 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-907dc4f1-6a07-4eb3-9b32-3b949b422eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.909211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-df1eaff4-ed2c-4174-b173-3e3c571aca19 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6295688 Jul 22 16:56:14.915265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39602) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:14.927813 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1a45ce4a-9ceb-4d47-aaee-4aacab587e94 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:14.963247 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:14.987498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-907dc4f1-6a07-4eb3-9b32-3b949b422eee None None] Port 1dbc736a-fc96-425c-9cda-063b1956ed10 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:15.009798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68634a56-126f-46a3-b747-459c3af44037 req-7f4864af-6360-4fa2-b957-791047a1548f service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483818 Jul 22 16:56:15.016393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.106471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:15.109169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:15.111642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.112890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:15.117076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:15.144640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a45ce4a-9ceb-4d47-aaee-4aacab587e94 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:15.148770 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1a45ce4a-9ceb-4d47-aaee-4aacab587e94 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.150651 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a45ce4a-9ceb-4d47-aaee-4aacab587e94 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:15.151121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a45ce4a-9ceb-4d47-aaee-4aacab587e94 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:15.155676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:10Z', 'revision_number': 3, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:11Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:15.171513 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903681a-7294-43ee-a269-3732a25a3a9c None None] New status for floating IP 97c78967-6d76-4489-b733-05931711d671: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:56:15.175453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Pushing event updated for resources: {'Port': ['ID=dad59f9d-bb1a-4e12-abf7-7b1ba3f6bc51,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:15.197843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:15.198898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Updating router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 port 1dbc736a-fc96-425c-9cda-063b1956ed10 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:15.244931 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.254660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.319118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.345645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.350799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Made reservation on behalf of d43700a1484c4d0ebe1535f089aaa319 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:15.353500 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.368230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.477907 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.479924 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1a45ce4a-9ceb-4d47-aaee-4aacab587e94 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5622654 Jul 22 16:56:15.483215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39606) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.533060 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2a579393-6bdf-4f15-8087-df9588387f17 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0473852 Jul 22 16:56:15.536340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39608) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.595073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33332778-5d3f-4907-9e99-4a0061b16d16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:15.597227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-33332778-5d3f-4907-9e99-4a0061b16d16 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0595555 Jul 22 16:56:15.604137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39610) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.647607 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fb1015ce-1ab5-4306-b868-541691ca2c21 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417922 Jul 22 16:56:15.652747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39612) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:15.658113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.658743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:15.673399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Transition to ACTIVE for port object 1dbc736a-fc96-425c-9cda-063b1956ed10 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:15.682891 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.706590 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.761632 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.854966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac927-c701-4fc0-9608-7ea979f844e1 None None] Pushing event updated for resources: {'Port': ['ID=1dbc736a-fc96-425c-9cda-063b1956ed10,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:15.904307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Attempting to bind port 1dbc736a-fc96-425c-9cda-063b1956ed10 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:15.904561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Attempting to bind port 1dbc736a-fc96-425c-9cda-063b1956ed10 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '53327c24-d73c-4f48-a59c-f0f29dd9f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:15.904868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Attempting to bind port 1dbc736a-fc96-425c-9cda-063b1956ed10 on network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:15.910643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=5ee018f1-8623-4d7b-822b-63d50e4dced0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:15.915035 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.919424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:15.919834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Checking segment: {'id': '53327c24-d73c-4f48-a59c-f0f29dd9f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:15.920256 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.920657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Bound using segment: {'id': '53327c24-d73c-4f48-a59c-f0f29dd9f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:15.921136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Bound port: 1dbc736a-fc96-425c-9cda-063b1956ed10, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53327c24-d73c-4f48-a59c-f0f29dd9f40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:15.921528 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.925086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] device_id is not set on port b7748bdb-6e05-4a21-9cb9-b2cc01cca15b yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:15.969894 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:15.974750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Pushing event updated for resources: {'Port': ['ID=dad59f9d-bb1a-4e12-abf7-7b1ba3f6bc51,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:16.022202 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c7e0ccd-f1e7-4bd8-9198-08c6056b173e req-33eac39e-31d6-4d90-88e4-862f9a14aa22 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.5199187 Jul 22 16:56:16.033713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:16.035746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdce7379-0f22-4b63-8a0c-77510e51bf2e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:16.042761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.109152 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.111272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] For port 1dbc736a-fc96-425c-9cda-063b1956ed10, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:16.113487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e34513dc-be16-44ce-b69b-e4744ed88d6f tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5823443 Jul 22 16:56:16.114338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:16.118205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] For port 1dbc736a-fc96-425c-9cda-063b1956ed10, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1dbc736a-fc96-425c-9cda-063b1956ed10,segment=NetworkSegment(53327c24-d73c-4f48-a59c-f0f29dd9f40e),segment_id=53327c24-d73c-4f48-a59c-f0f29dd9f40e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:16.118543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] No DVR routers for this DVR port 5ee018f1-8623-4d7b-822b-63d50e4dced0 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:16.125850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.128503 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0f356464-a1f8-42fe-8a45-c139a1b6bdb1 req-fe34197f-1574-445d-ab0e-fa9e5726f95a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "DELETE /v2.0/ports/5ee018f1-8623-4d7b-822b-63d50e4dced0 HTTP/1.1" status: 204 len: 173 time: 1.8430114 Jul 22 16:56:16.129272 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.131491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'name': 'network-vif-deleted', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:16.141348 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aa9c6a-3b3b-430a-8c21-17b5a15836f9" -d '{"events": [{"server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "name": "network-vif-deleted", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:16.224542 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6961e0f3-4410-4fb8-9d02-b0ffd75198d7 x-openstack-request-id: req-6961e0f3-4410-4fb8-9d02-b0ffd75198d7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:16.224837 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c453d07a-096e-48ef-b678-17030c7783bb", "name": "network-vif-deleted", "tag": "5ee018f1-8623-4d7b-822b-63d50e4dced0", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:16.225086 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6961e0f3-4410-4fb8-9d02-b0ffd75198d7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:16.225487 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c453d07a-096e-48ef-b678-17030c7783bb', 'name': 'network-vif-deleted', 'tag': '5ee018f1-8623-4d7b-822b-63d50e4dced0', 'status': 'completed', 'code': 200} Jul 22 16:56:16.293657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Allocated IP 172.25.3.83 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/b7748bdb-6e05-4a21-9cb9-b2cc01cca15b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:16.303211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39626) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:16.331905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.374740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:16.385477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:55:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:16.472765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69748ed3-dcf8-415e-ac6b-3b9ac291eb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.528644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Subnet': ['ID=0e9f9c58-2026-44af-8bf8-d2492b683d17,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:16.558704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:16.597199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac927-c701-4fc0-9608-7ea979f844e1 None None] Pushing event updated for resources: {'Port': ['ID=1dbc736a-fc96-425c-9cda-063b1956ed10,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:16.616610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:56:16.616610 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:56:16.616610 n-d-792458-13 neutron-server[93750]: [parameters: {'project_id_1': 'c7d59c001f264b159a1bbbd7cf5b5c3a', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 56, 16, 578246)}] Jul 22 16:56:16.616610 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:56:16.617006 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:56:16.632640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:16.710487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:56:16.712704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.768963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Checking segment: {'id': 'b2fa5d8f-442d-4587-a87e-923c18f9004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:16.770018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network hostable DHCP agents. Network: 346a482f-c5b8-404e-8083-7f9c9b5c62b5, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:56:16.771078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:16.775380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:16.779789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:16.780532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.807454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=e3bc0be7-cb4e-4f3c-b27e-6fafd0e8806d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:16.825809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7c1c3-8772-405d-bb25-c0611d4bbc03 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:16.840096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:56:16.848164 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.866678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 346a482f-c5b8-404e-8083-7f9c9b5c62b5) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:16.870982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:16.871772 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.905958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c14ded6-b5af-4920-9dec-b5dd897a3f3d None None] Network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:16.922888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69748ed3-dcf8-415e-ac6b-3b9ac291eb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.930117 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-69748ed3-dcf8-415e-ac6b-3b9ac291eb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:16.949283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8bbd6928-0e06-424f-ba6a-4e7406b91c51 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2948711 Jul 22 16:56:16.951614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39630) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:16.952378 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-105da3cd-94ee-464d-bef6-3c7a6859f1d5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4010828 Jul 22 16:56:16.959981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:ba:5c:a4', 'name': 'tempest-NetworksTestDHCPv6-323041811'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:16.961299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39632) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:17.066358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.124584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69748ed3-dcf8-415e-ac6b-3b9ac291eb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b222ba20-ab60-4ac8-a3f2-9a295ebea443,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:17.131950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Pushing event updated for resources: {'Port': ['ID=b7748bdb-6e05-4a21-9cb9-b2cc01cca15b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:17.146138 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-69748ed3-dcf8-415e-ac6b-3b9ac291eb80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da38915ff8c1490b83280afb2498afbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8418331 Jul 22 16:56:17.153637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:17.162028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': 'e3bc0be7-cb4e-4f3c-b27e-6fafd0e8806d'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:17.162989 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.188705 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.241184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:17.252719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-764a6dc1-a5bb-41fc-84cd-579079f035cb req-bb760553-8a5d-4b9b-b342-a4b2ceb9f78e tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.0682709 Jul 22 16:56:17.254864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:17.266822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:17.269510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:17.423011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.446918 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.457689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 2650fb4d-2cca-4873-a474-891c34609a2d yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:17.493334 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c66e6ef-4589-46f8-adb8-9e6991f30f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.506183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:10Z', 'revision_number': 3, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:16Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:17.530301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:17.531296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.540650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c66e6ef-4589-46f8-adb8-9e6991f30f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.543644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:17.544451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.573170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5beb34-c7f6-478c-baf9-18f69a191488 None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:10Z', 'revision_number': 3, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:16Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:17.612452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Allocated IP 2001:db8::f816:3eff:fe05:fa60 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/e3bc0be7-cb4e-4f3c-b27e-6fafd0e8806d/38368ca8-deed-4fb6-9eb7-37897a6c753d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:17.625848 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6868bf8e-59cf-490d-bc74-5faf26ba7962 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3449283 Jul 22 16:56:17.626472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:17.641280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}]}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:17.672850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.674051 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.779541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5ee018f1-8623-4d7b-822b-63d50e4dced0 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:17.793581 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.807463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 5ee018f1-8623-4d7b-822b-63d50e4dced0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:17.807820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5ee018f1-8623-4d7b-822b-63d50e4dced0 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:17.838696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Allocated IP 172.25.3.50 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/439c0017-0dfe-4c10-bfd3-f57b1d8e97e3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:17.877385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Allocated IP 2001:db8:2::2 (346a482f-c5b8-404e-8083-7f9c9b5c62b5/0e9f9c58-2026-44af-8bf8-d2492b683d17/94c57e49-fce9-44a6-9fa2-4fdca26c1b73) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:17.905659 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c66e6ef-4589-46f8-adb8-9e6991f30f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.915014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c66e6ef-4589-46f8-adb8-9e6991f30f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:17.915014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9c66e6ef-4589-46f8-adb8-9e6991f30f5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b222ba20-ab60-4ac8-a3f2-9a295ebea443 HTTP/1.1" status: 204 len: 168 time: 0.7587311 Jul 22 16:56:18.035082 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.052668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Transition to ACTIVE for port object 38368ca8-deed-4fb6-9eb7-37897a6c753d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:18.054233 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.073828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66e6ef-4589-46f8-adb8-9e6991f30f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b222ba20-ab60-4ac8-a3f2-9a295ebea443,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:18.102969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Transition to ACTIVE for port object 38368ca8-deed-4fb6-9eb7-37897a6c753d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:18.128771 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.147192 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.218967 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.229853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Transition to ACTIVE for port object 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:18.251922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Transition to ACTIVE for port object 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:18.256301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Pushing event updated for resources: {'Port': ['ID=38368ca8-deed-4fb6-9eb7-37897a6c753d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:18.275368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:feba:5ca4 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/e3bc0be7-cb4e-4f3c-b27e-6fafd0e8806d/2650fb4d-2cca-4873-a474-891c34609a2d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:18.276670 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.435605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 2001:db8:2::1 (346a482f-c5b8-404e-8083-7f9c9b5c62b5/0e9f9c58-2026-44af-8bf8-d2492b683d17/2047b979-67ac-494e-9d53-e79fc92b4a84) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:18.447182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:18.476527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.490178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:18.493315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:18.498349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 2650fb4d-2cca-4873-a474-891c34609a2d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:18.505848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:18.551605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:18.558606 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-37db1fba-594b-465f-a5c3-5467460fc888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.560348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.562451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:18.577597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.587748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6534bdeb-e9a5-482f-9a39-256714657d9b req-b84036a2-7793-4af1-b1fc-2202ef62cd46 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.0523465 Jul 22 16:56:18.613667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Pushing event updated for resources: {'Port': ['ID=94c57e49-fce9-44a6-9fa2-4fdca26c1b73,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:18.642352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:18.651693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:18.667781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:18.674568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:18.676710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.683489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=2650fb4d-2cca-4873-a474-891c34609a2d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:18.712897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-96d48779-661f-4edc-af83-7347e90db743 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7583315 Jul 22 16:56:18.715013 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.725740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:18.760013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Attempting to bind port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:18.760421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Attempting to bind port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'b2fa5d8f-442d-4587-a87e-923c18f9004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:18.760736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Attempting to bind port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 on network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:18.773032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:18.773333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Attempting to bind port 38368ca8-deed-4fb6-9eb7-37897a6c753d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:18.773713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Attempting to bind port 38368ca8-deed-4fb6-9eb7-37897a6c753d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:18.774152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Attempting to bind port 38368ca8-deed-4fb6-9eb7-37897a6c753d on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:18.789858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:18.791992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:18.793030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.793750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:18.794548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Bound port: 38368ca8-deed-4fb6-9eb7-37897a6c753d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:18.795866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.799433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:18.807895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:18.817887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:18.819128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Checking segment: {'id': 'b2fa5d8f-442d-4587-a87e-923c18f9004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:18.820069 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.820988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Bound using segment: {'id': 'b2fa5d8f-442d-4587-a87e-923c18f9004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:18.822200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Bound port: 94c57e49-fce9-44a6-9fa2-4fdca26c1b73, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fa5d8f-442d-4587-a87e-923c18f9004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:18.823152 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.874408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Pushing event updated for resources: {'Port': ['ID=439c0017-0dfe-4c10-bfd3-f57b1d8e97e3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:18.900939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77544974-3cf8-4d53-bd75-03bb028afd6b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:18.908093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77544974-3cf8-4d53-bd75-03bb028afd6b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:18.909810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-77544974-3cf8-4d53-bd75-03bb028afd6b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1787930 Jul 22 16:56:18.913168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39658) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:18.934831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:18.971045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Transition to ACTIVE for port object 2047b979-67ac-494e-9d53-e79fc92b4a84 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:19.026969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] For port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:19.033135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] For port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=94c57e49-fce9-44a6-9fa2-4fdca26c1b73,segment=NetworkSegment(b2fa5d8f-442d-4587-a87e-923c18f9004a),segment_id=b2fa5d8f-442d-4587-a87e-923c18f9004a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:19.035763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] For port 38368ca8-deed-4fb6-9eb7-37897a6c753d, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:19.039667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] For port 38368ca8-deed-4fb6-9eb7-37897a6c753d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=38368ca8-deed-4fb6-9eb7-37897a6c753d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:19.042594 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.075713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 2650fb4d-2cca-4873-a474-891c34609a2d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:19.076074 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.082167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.084973 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.164249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bada1-6c4c-4e89-bed5-7eaee1d2c8b4 None None] Pushing event updated for resources: {'Port': ['ID=94c57e49-fce9-44a6-9fa2-4fdca26c1b73,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:19.208533 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.268342 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe592bf-001e-4146-8d00-19bee5081e09 None None] Pushing event updated for resources: {'Port': ['ID=38368ca8-deed-4fb6-9eb7-37897a6c753d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:19.327096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.357865 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.409551 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.444396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 2650fb4d-2cca-4873-a474-891c34609a2d owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:19.520835 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.524259 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.659616 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.691335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=2047b979-67ac-494e-9d53-e79fc92b4a84,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:19.697857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:19.705977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:19.712135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:19.712703 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.722760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1dbc736a-fc96-425c-9cda-063b1956ed10 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:19.810738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Pushing event updated for resources: {'Port': ['ID=439c0017-0dfe-4c10-bfd3-f57b1d8e97e3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:19.876731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1dbc736a-fc96-425c-9cda-063b1956ed10 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:19.883260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1dbc736a-fc96-425c-9cda-063b1956ed10 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:19.883716 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.885326 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8313ea6f-c5a9-43bf-8032-5576f2234736 req-6e6444ed-904c-466a-9d97-0b7bd718ff51 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.0771863 Jul 22 16:56:19.893265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.940714 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.953481 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:19.954707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1e3a02ff-9baf-49e4-aecd-81e48a8fdb96 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8090942 Jul 22 16:56:19.962097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:20.055844 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.095949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1dbc736a-fc96-425c-9cda-063b1956ed10, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1dbc736a-fc96-425c-9cda-063b1956ed10,segment=NetworkSegment(53327c24-d73c-4f48-a59c-f0f29dd9f40e),segment_id=53327c24-d73c-4f48-a59c-f0f29dd9f40e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:20.104343 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.164417 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4754dab0-9dbf-414c-83fe-270d7a468204 tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.1966288 Jul 22 16:56:20.168171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:20.185897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.191147 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.192892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.224852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1dbc736a-fc96-425c-9cda-063b1956ed10,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:20.273327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-95eeba3e-4df9-4641-99a3-abefa03e0112 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1048362 Jul 22 16:56:20.276436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39686) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:20.290145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.381687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=2650fb4d-2cca-4873-a474-891c34609a2d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:20.404003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.404349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.404682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.405354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.405696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.406025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.406359 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.406683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.407028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.407363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.407690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.408012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:20.483448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.486022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b05d2ad1-b1fa-408f-9b7d-c51ec59400eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/2650fb4d-2cca-4873-a474-891c34609a2d HTTP/1.1" status: 204 len: 168 time: 1.5718734 Jul 22 16:56:20.488654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39692) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:20.561963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195733a1-05fb-4eef-a603-fbe23b97ee42 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:20.563636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195733a1-05fb-4eef-a603-fbe23b97ee42 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:20.565192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-195733a1-05fb-4eef-a603-fbe23b97ee42 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0760176 Jul 22 16:56:20.568309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39694) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:20.628858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e69233-d94f-401b-ba25-b26697713a86 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet e3bc0be7-cb4e-4f3c-b27e-6fafd0e8806d {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:20.635577 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82e69233-d94f-401b-ba25-b26697713a86 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.688543 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.691330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82e69233-d94f-401b-ba25-b26697713a86 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.702054 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.704615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.721855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.725040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 966d5216-2e3c-40b2-b13a-fca168403c58 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:56:20.796622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Deleting port 439c0017-0dfe-4c10-bfd3-f57b1d8e97e3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:20.797105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.896501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-521caebf-9cc4-49cd-88f8-47577357d5c9 None None] Provisioning for port 38368ca8-deed-4fb6-9eb7-37897a6c753d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:20.952461 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82e69233-d94f-401b-ba25-b26697713a86 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:20.960196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=2047b979-67ac-494e-9d53-e79fc92b4a84,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:20.973380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:20.976268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:20.988726 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:56:20.993463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7f8c134a-cc68-4410-a9e1-14dd5f21d4ea tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3607004 Jul 22 16:56:20.995242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39704) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:21.042581 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-189e40bf-35ea-4ed4-8b65-c338f58fe30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.108147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82e69233-d94f-401b-ba25-b26697713a86 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.245758 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.313698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae4cdb-8da2-45b4-bad7-4acceeea9ac4 None None] Network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:21.434727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-169ce69a-dc61-4f25-beba-93622415ce42 None None] Provisioning for port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:21.461773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-169ce69a-dc61-4f25-beba-93622415ce42 None None] Could not find standard attr ID for object 2650fb4d-2cca-4873-a474-891c34609a2d. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:21.785585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:21.831658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:21.877240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e69233-d94f-401b-ba25-b26697713a86 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bc0be7-cb4e-4f3c-b27e-6fafd0e8806d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:21.890267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76cd427f-d37b-4870-b3f9-6b144401f908 req-4073e6d5-2298-4f51-8b47-70afffba1644 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.8001080 Jul 22 16:56:21.897773 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82e69233-d94f-401b-ba25-b26697713a86 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.900058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-82e69233-d94f-401b-ba25-b26697713a86 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/e3bc0be7-cb4e-4f3c-b27e-6fafd0e8806d HTTP/1.1" status: 204 len: 168 time: 1.3309948 Jul 22 16:56:21.905955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39714) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:21.916416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7dd81e-81ee-4253-8609-fc6d89e06ffe None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:21.963469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.964172 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:21.983862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-42612efb-d7e6-4f53-bd31-2d6ee2af9b7e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741789 Jul 22 16:56:21.999770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39716) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:22.009890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:22.053107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:22.064033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1d689229-7e77-4dac-abb4-18ca47357584 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0963581 Jul 22 16:56:22.076591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39718) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:22.091743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1617836617'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:22.155214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:22.156857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Calling delete_port for 439c0017-0dfe-4c10-bfd3-f57b1d8e97e3 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:22.161191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed039a-a98b-43a8-a902-206cb2411672 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Deleting port b7748bdb-6e05-4a21-9cb9-b2cc01cca15b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:22.161538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3ed039a-a98b-43a8-a902-206cb2411672 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.189359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:22.218035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:22.222371 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.224415 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f8b5ef56-d2aa-4141-802f-d01dda8076ea None None] Provisioning complete for port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:22.224815 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ef56-d2aa-4141-802f-d01dda8076ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.226426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:22.226827 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.315726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:56:22.332591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:22.333279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:22.356745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.357059 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added segment ad88dce1-9642-4b22-a6de-4522e8f4691e of type vlan for network e7a23f0d-398c-40c0-aed1-f23355e1756d Jul 22 16:56:22.413186 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3ed039a-a98b-43a8-a902-206cb2411672 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.423163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:22.451233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.456848 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.465125 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed039a-a98b-43a8-a902-206cb2411672 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Calling delete_port for b7748bdb-6e05-4a21-9cb9-b2cc01cca15b owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:22.531396 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.589957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:22.596827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.607057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:22.608106 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.629712 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=94c57e49-fce9-44a6-9fa2-4fdca26c1b73,segment=NetworkSegment(b2fa5d8f-442d-4587-a87e-923c18f9004a),segment_id=b2fa5d8f-442d-4587-a87e-923c18f9004a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:22.667521 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.668090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 38368ca8-deed-4fb6-9eb7-37897a6c753d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:22.696178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.714594 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6319981 Jul 22 16:56:22.752320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39726) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:22.759007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'subnet': {'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:22.760217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Pushing event deleted for resources: {'Port': ['ID=439c0017-0dfe-4c10-bfd3-f57b1d8e97e3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:22.778681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5814432-ecfa-4b29-9182-5eb2fb57746e tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Network': ['ID=e7a23f0d-398c-40c0-aed1-f23355e1756d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:22.806306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=94c57e49-fce9-44a6-9fa2-4fdca26c1b73,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:22.814879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network e7a23f0d-398c-40c0-aed1-f23355e1756d details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:56:22.835631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.839593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:22.844219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dcc3f541-7301-495d-8c51-3463b1f83298 tempest-FloatingIPAdminTestJSON-1313953787 tempest-FloatingIPAdminTestJSON-1313953787-project] 10.222.0.53 "DELETE /v2.0/floatingips/8f8bdfb5-a75d-4872-9e0a-9992ba1d1468 HTTP/1.1" status: 204 len: 168 time: 2.5664620 Jul 22 16:56:22.867987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39728) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:22.937548 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3ed039a-a98b-43a8-a902-206cb2411672 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.089062 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.104800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed039a-a98b-43a8-a902-206cb2411672 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7748bdb-6e05-4a21-9cb9-b2cc01cca15b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:23.121309 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ef56-d2aa-4141-802f-d01dda8076ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.139134 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83617948-40c6-4770-8ba6-bf0276756d0f req-20904e9a-5157-4ceb-9f2d-cd260a9f9b97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=c453d07a-096e-48ef-b678-17030c7783bb HTTP/1.1" status: 200 len: 210 time: 0.0518763 Jul 22 16:56:23.151476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3ed039a-a98b-43a8-a902-206cb2411672 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.154277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a3ed039a-a98b-43a8-a902-206cb2411672 tempest-RoutersAdminNegativeTest-1100145918 tempest-RoutersAdminNegativeTest-1100145918-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b7748bdb-6e05-4a21-9cb9-b2cc01cca15b HTTP/1.1" status: 204 len: 168 time: 2.1580348 Jul 22 16:56:23.184251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Made reservation on behalf of b9e14f812f1344cab33306010a2d0fb4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:23.196587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.417249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Deleting port dad59f9d-bb1a-4e12-abf7-7b1ba3f6bc51 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:23.417758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.421163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87d7b0-2dde-444d-bb93-05c3c6c2ac75 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:23.450433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:56:23.617723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 38368ca8-deed-4fb6-9eb7-37897a6c753d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:23.626781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.635762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 38368ca8-deed-4fb6-9eb7-37897a6c753d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:23.636061 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.641210 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-f8b5ef56-d2aa-4141-802f-d01dda8076ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:56:23.641572 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-f8b5ef56-d2aa-4141-802f-d01dda8076ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:56:23.649063 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.649519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.662685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Calling delete_port for dad59f9d-bb1a-4e12-abf7-7b1ba3f6bc51 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:23.736856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0d87d7b0-2dde-444d-bb93-05c3c6c2ac75 None None] Deleting port 38368ca8-deed-4fb6-9eb7-37897a6c753d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:23.737396 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d87d7b0-2dde-444d-bb93-05c3c6c2ac75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.806399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Checking segment: {'id': 'ad88dce1-9642-4b22-a6de-4522e8f4691e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:23.807974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network hostable DHCP agents. Network: e7a23f0d-398c-40c0-aed1-f23355e1756d, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:56:23.820366 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.847493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Subnet': ['ID=71b4d484-fea4-46c8-9b37-e88cddff9ab6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:23.850297 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.870276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:19Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:23.874541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39738) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:23.878494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Pushing event deleted for resources: {'Port': ['ID=dad59f9d-bb1a-4e12-abf7-7b1ba3f6bc51,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:23.893791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network e7a23f0d-398c-40c0-aed1-f23355e1756d is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:56:23.910279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, e7a23f0d-398c-40c0-aed1-f23355e1756d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:23.926143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8033c276-5c69-46a3-b6e0-be3f6e39afe3 None None] Network e7a23f0d-398c-40c0-aed1-f23355e1756d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:23.931945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:23.933532 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:23.935072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:23.935545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Updating router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 port 2047b979-67ac-494e-9d53-e79fc92b4a84 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:23.967618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-05f1895f-da3f-4ae7-9ab4-abcea17f196c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2135313 Jul 22 16:56:23.970205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39742) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:24.002395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.005127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.006134 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7187c64b-6b6a-43fa-a048-391dc24844ea tempest-FloatingIPAdminTestJSON-1901455578 tempest-FloatingIPAdminTestJSON-1901455578-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/7284d4fd-0969-4107-b744-624448ee0ed3 HTTP/1.1" status: 204 len: 168 time: 1.1370652 Jul 22 16:56:24.012586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39744) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:24.016134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0d87d7b0-2dde-444d-bb93-05c3c6c2ac75 None None] For port 38368ca8-deed-4fb6-9eb7-37897a6c753d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=38368ca8-deed-4fb6-9eb7-37897a6c753d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:24.016607 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d87d7b0-2dde-444d-bb93-05c3c6c2ac75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.021967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 38368ca8-deed-4fb6-9eb7-37897a6c753d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=38368ca8-deed-4fb6-9eb7-37897a6c753d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:24.064727 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.065894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1dbc736a-fc96-425c-9cda-063b1956ed10 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:24.077936 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0d87d7b0-2dde-444d-bb93-05c3c6c2ac75 None None] Calling delete_port for 38368ca8-deed-4fb6-9eb7-37897a6c753d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:24.079847 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.127009 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.161891 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-509a9501-e6a8-4059-a67c-a9fbb58d43d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.306073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-19a87abd-bff3-4f8f-a5c3-934498ae0503 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Deleting port 76d1d331-594b-476e-b894-3abeef4fa1f1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:24.306830 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19a87abd-bff3-4f8f-a5c3-934498ae0503 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.471324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] For port 38368ca8-deed-4fb6-9eb7-37897a6c753d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=38368ca8-deed-4fb6-9eb7-37897a6c753d,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:24.508116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19a87abd-bff3-4f8f-a5c3-934498ae0503 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.539995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-19a87abd-bff3-4f8f-a5c3-934498ae0503 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Calling delete_port for 76d1d331-594b-476e-b894-3abeef4fa1f1 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:24.550426 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.550859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=38368ca8-deed-4fb6-9eb7-37897a6c753d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:24.569806 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.571092 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.609697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.617908 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-509a9501-e6a8-4059-a67c-a9fbb58d43d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.630797 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-509a9501-e6a8-4059-a67c-a9fbb58d43d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.659815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-509a9501-e6a8-4059-a67c-a9fbb58d43d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b62f47339ebb414283223af0244190ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7810984 Jul 22 16:56:24.698495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39758) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:24.711593 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.754474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f8b5ef56-d2aa-4141-802f-d01dda8076ea None None] Provisioning for port 2047b979-67ac-494e-9d53-e79fc92b4a84 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:24.760089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1dbc736a-fc96-425c-9cda-063b1956ed10 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:24.760471 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.785977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a9501-e6a8-4059-a67c-a9fbb58d43d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde9631f-1fb9-4d84-ba14-1f61b032a609,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:24.797448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=38368ca8-deed-4fb6-9eb7-37897a6c753d,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:24.807979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:24.819204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f8b5ef56-d2aa-4141-802f-d01dda8076ea None None] Provisioning complete for port 2047b979-67ac-494e-9d53-e79fc92b4a84 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:24.820756 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f8b5ef56-d2aa-4141-802f-d01dda8076ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.824905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:24.830874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:24.833414 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.852926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=c14e3d55-1688-4f72-8ffc-93b7a23a6981,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:24.882218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3743025d-198c-4c58-b9fe-1b0c262aebda tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8788319 Jul 22 16:56:24.883259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:24.889212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:ab:15:3d', 'name': 'tempest-NetworksTestDHCPv6-1983434213'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:24.892207 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d87d7b0-2dde-444d-bb93-05c3c6c2ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.944736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-e7a23f0d-398c-40c0-aed1-f23355e1756d', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:24.945993 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.957072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87d7b0-2dde-444d-bb93-05c3c6c2ac75 None None] Pushing event deleted for resources: {'Port': ['ID=38368ca8-deed-4fb6-9eb7-37897a6c753d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:24.973893 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03d5ac16-77c2-458f-8c75-fa563cfb9eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:24.975909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5ef56-d2aa-4141-802f-d01dda8076ea None None] Port 2047b979-67ac-494e-9d53-e79fc92b4a84 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:24.979200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d87d7b0-2dde-444d-bb93-05c3c6c2ac75 None None] No DVR routers for this DVR port 38368ca8-deed-4fb6-9eb7-37897a6c753d on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:25.021733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a5974-33af-4b75-85e8-a1167f579397 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:25.087492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:25.123562 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03d5ac16-77c2-458f-8c75-fa563cfb9eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.163186 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19a87abd-bff3-4f8f-a5c3-934498ae0503 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.179492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.255378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Transition to ACTIVE for port object 2047b979-67ac-494e-9d53-e79fc92b4a84 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:25.263061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7131a70c-8d49-4c61-b72f-7b84dd234832 None None] Provisioning complete for port 2047b979-67ac-494e-9d53-e79fc92b4a84 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:25.263971 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7131a70c-8d49-4c61-b72f-7b84dd234832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.276966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Allocated IP 2001:db8:3::1 (e7a23f0d-398c-40c0-aed1-f23355e1756d/71b4d484-fea4-46c8-9b37-e88cddff9ab6/e4d939a5-39ed-4501-866f-2a35b8409060) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:25.292199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03d5ac16-77c2-458f-8c75-fa563cfb9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.296680 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-03d5ac16-77c2-458f-8c75-fa563cfb9eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.297976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-03d5ac16-77c2-458f-8c75-fa563cfb9eb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cde9631f-1fb9-4d84-ba14-1f61b032a609 HTTP/1.1" status: 204 len: 168 time: 0.5993397 Jul 22 16:56:25.303698 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.316272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ac16-77c2-458f-8c75-fa563cfb9eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde9631f-1fb9-4d84-ba14-1f61b032a609,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:25.395358 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.420323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a87abd-bff3-4f8f-a5c3-934498ae0503 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event deleted for resources: {'Port': ['ID=76d1d331-594b-476e-b894-3abeef4fa1f1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:25.600181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 87a482d7-337e-4057-bc20-4f0a58d7b85c yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:25.666103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.727687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Transition to ACTIVE for port object e4d939a5-39ed-4501-866f-2a35b8409060 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:25.770288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19a87abd-bff3-4f8f-a5c3-934498ae0503 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.780362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-19a87abd-bff3-4f8f-a5c3-934498ae0503 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "DELETE /v2.0/ports/76d1d331-594b-476e-b894-3abeef4fa1f1 HTTP/1.1" status: 204 len: 168 time: 1.7656240 Jul 22 16:56:25.787234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:25.822556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:25.836418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7131a70c-8d49-4c61-b72f-7b84dd234832 None None] Port 2047b979-67ac-494e-9d53-e79fc92b4a84 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:25.843360 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.918074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network e7a23f0d-398c-40c0-aed1-f23355e1756d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:25.923959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:25.927933 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:25.928624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:25.976450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=e4d939a5-39ed-4501-866f-2a35b8409060,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:25.981083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Allocated IP 2001:db8:3::2 (e7a23f0d-398c-40c0-aed1-f23355e1756d/71b4d484-fea4-46c8-9b37-e88cddff9ab6/0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:26.003713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:feab:153d (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/c14e3d55-1688-4f72-8ffc-93b7a23a6981/87a482d7-337e-4057-bc20-4f0a58d7b85c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:26.032597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d59f82-9d7b-4c55-afb0-b00d8c6e28a3 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:26.032597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f3d59f82-9d7b-4c55-afb0-b00d8c6e28a3 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51d8097-222c-4e65-9251-328f63c0aa95 HTTP/1.1" status: 200 len: 913 time: 0.2366560 Jul 22 16:56:26.032597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39780) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:26.108845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17db123-a9f6-4ade-98ea-cc5f5ffd2ad3 None None] Pushing event updated for resources: {'Port': ['ID=2047b979-67ac-494e-9d53-e79fc92b4a84,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:26.160093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:26.216404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c1ac6831-0f73-4d87-af2d-7f84895d3d6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d43700a1484c4d0ebe1535f089aaa319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542784 Jul 22 16:56:26.219909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39788) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:26.249793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Attempting to bind port 2047b979-67ac-494e-9d53-e79fc92b4a84 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:26.250516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Attempting to bind port 2047b979-67ac-494e-9d53-e79fc92b4a84 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'b2fa5d8f-442d-4587-a87e-923c18f9004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:26.250848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Attempting to bind port 2047b979-67ac-494e-9d53-e79fc92b4a84 on network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:26.254075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.316512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:26.316892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Checking segment: {'id': 'b2fa5d8f-442d-4587-a87e-923c18f9004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:26.317298 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.317837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Bound using segment: {'id': 'b2fa5d8f-442d-4587-a87e-923c18f9004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:26.328344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Bound port: 2047b979-67ac-494e-9d53-e79fc92b4a84, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fa5d8f-442d-4587-a87e-923c18f9004a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:26.328775 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.338419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': 'c14e3d55-1688-4f72-8ffc-93b7a23a6981'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:26.339316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.376332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:26.376755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.516724 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5682533-cc89-4b5a-8ef1-07aa79452abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.569355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.585490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 87a482d7-337e-4057-bc20-4f0a58d7b85c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:26.609215 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.631352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Transition to ACTIVE for port object 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:26.638241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] For port 2047b979-67ac-494e-9d53-e79fc92b4a84, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:26.643641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] For port 2047b979-67ac-494e-9d53-e79fc92b4a84, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2047b979-67ac-494e-9d53-e79fc92b4a84,segment=NetworkSegment(b2fa5d8f-442d-4587-a87e-923c18f9004a),segment_id=b2fa5d8f-442d-4587-a87e-923c18f9004a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:26.675199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5682533-cc89-4b5a-8ef1-07aa79452abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.695031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.704805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Transition to ACTIVE for port object 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:26.759732 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.797706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:26.798384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:26.832722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.834288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 38368ca8-deed-4fb6-9eb7-37897a6c753d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:26.937309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5682533-cc89-4b5a-8ef1-07aa79452abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.940032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c5682533-cc89-4b5a-8ef1-07aa79452abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:26.942140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 38368ca8-deed-4fb6-9eb7-37897a6c753d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:26.942564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 38368ca8-deed-4fb6-9eb7-37897a6c753d not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:26.946258 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c5682533-cc89-4b5a-8ef1-07aa79452abd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdce7379-0f22-4b63-8a0c-77510e51bf2e HTTP/1.1" status: 204 len: 168 time: 0.7244747 Jul 22 16:56:26.967674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=87a482d7-337e-4057-bc20-4f0a58d7b85c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:26.972092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5682533-cc89-4b5a-8ef1-07aa79452abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdce7379-0f22-4b63-8a0c-77510e51bf2e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:26.987821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:26.995691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Network e7a23f0d-398c-40c0-aed1-f23355e1756d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:27.000203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17db123-a9f6-4ade-98ea-cc5f5ffd2ad3 None None] Pushing event updated for resources: {'Port': ['ID=2047b979-67ac-494e-9d53-e79fc92b4a84,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:27.006427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:27.009203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:27.014705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:27.024707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:27.033244 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.046672 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.047850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.057351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:27.058115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.104159 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-02661548-7d12-41a4-8236-c0636a306913 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2201519 Jul 22 16:56:27.105605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39802) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:27.116045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Allocated IP 2001:db8::f816:3eff:fea5:cfba (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/c14e3d55-1688-4f72-8ffc-93b7a23a6981/f0d15341-09d8-432f-9bd7-2718cdea560a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:27.173098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:27.188187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Pushing event updated for resources: {'Port': ['ID=0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:27.232110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event updated for resources: {'Port': ['ID=e4d939a5-39ed-4501-866f-2a35b8409060,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:27.251525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Attempting to bind port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:27.252276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Attempting to bind port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ad88dce1-9642-4b22-a6de-4522e8f4691e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:27.252826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Attempting to bind port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e on network e7a23f0d-398c-40c0-aed1-f23355e1756d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:27.268722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:27.269375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Checking segment: {'id': 'ad88dce1-9642-4b22-a6de-4522e8f4691e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:27.269947 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.270870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Bound using segment: {'id': 'ad88dce1-9642-4b22-a6de-4522e8f4691e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:27.271909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Bound port: 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad88dce1-9642-4b22-a6de-4522e8f4691e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:27.272551 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.357891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Network e7a23f0d-398c-40c0-aed1-f23355e1756d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:27.359919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:27.370001 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.390537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d32cc-2897-4715-b189-3a5d63ff3bc2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:27.392140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fd7d32cc-2897-4715-b189-3a5d63ff3bc2 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2855742 Jul 22 16:56:27.463541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39806) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:27.472550 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:56:27.496062 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:27.625681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:27.635216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cc2e6a73-d122-447d-a523-b008a487b4c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6589613 Jul 22 16:56:27.635216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39814) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:27.649563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:27.739621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] For port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:27.784700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] For port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e,segment=NetworkSegment(ad88dce1-9642-4b22-a6de-4522e8f4691e),segment_id=ad88dce1-9642-4b22-a6de-4522e8f4691e)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:27.821026 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.839356 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:27.884981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Transition to ACTIVE for port object f0d15341-09d8-432f-9bd7-2718cdea560a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:27.983785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67af5d0-1a68-45c4-8485-8e7f5b7a8b58 None None] Pushing event updated for resources: {'Port': ['ID=0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:27.997157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Transition to ACTIVE for port object f0d15341-09d8-432f-9bd7-2718cdea560a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:28.024556 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.087057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Pushing event updated for resources: {'Port': ['ID=f0d15341-09d8-432f-9bd7-2718cdea560a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:28.104569 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:26Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:26Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:25Z', 'revision_number': 1, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:28.146496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:28.147675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea0850-23d0-47cf-994d-fdae813dfdfe None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:26Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:26Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:25Z', 'revision_number': 1, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:28.151585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:28.154992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:28.315935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Attempting to bind port f0d15341-09d8-432f-9bd7-2718cdea560a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:28.316313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Attempting to bind port f0d15341-09d8-432f-9bd7-2718cdea560a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:28.316685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Attempting to bind port f0d15341-09d8-432f-9bd7-2718cdea560a on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:28.325774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:28.326173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:28.326566 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.327000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:28.327503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Bound port: f0d15341-09d8-432f-9bd7-2718cdea560a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:28.327946 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.445996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] For port f0d15341-09d8-432f-9bd7-2718cdea560a, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:28.453267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] For port f0d15341-09d8-432f-9bd7-2718cdea560a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f0d15341-09d8-432f-9bd7-2718cdea560a,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:28.468526 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:28.639290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:28.816667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:56:28.929579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.extraroute_db [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Removed routes are [] {{(pid=93751) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:56:28.930339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.004864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fd07c8a5-e381-498c-af48-ac1a773d19c6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 87a482d7-337e-4057-bc20-4f0a58d7b85c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:29.005931 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd07c8a5-e381-498c-af48-ac1a773d19c6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.027465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f673887-8508-4fb1-b2d8-92ab1407db1c None None] Pushing event updated for resources: {'Port': ['ID=f0d15341-09d8-432f-9bd7-2718cdea560a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:29.363254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd07c8a5-e381-498c-af48-ac1a773d19c6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.430439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fd07c8a5-e381-498c-af48-ac1a773d19c6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 87a482d7-337e-4057-bc20-4f0a58d7b85c owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:29.660323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2047b979-67ac-494e-9d53-e79fc92b4a84 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:29.786176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Deleting port 6d58e7cb-58cc-42b8-b9df-77fd96d4f53f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:29.789405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 2047b979-67ac-494e-9d53-e79fc92b4a84 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:29.799021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.799941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2047b979-67ac-494e-9d53-e79fc92b4a84 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:29.807464 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:29.921496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74aa83-6632-4d14-850c-1dc91c0c704a None None] Network e7a23f0d-398c-40c0-aed1-f23355e1756d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:30.063895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-71cfec77-916b-4d7e-b332-1a5d8337b719 None None] Provisioning for port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:30.080986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-315329655'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:30.126049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.154879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Made reservation on behalf of 31016464691e4bd998a866e8b400d75c for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:30.157251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Calling delete_port for 6d58e7cb-58cc-42b8-b9df-77fd96d4f53f owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:30.160253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.163200 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd07c8a5-e381-498c-af48-ac1a773d19c6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.175915 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.212652 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.372853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07c8a5-e381-498c-af48-ac1a773d19c6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=87a482d7-337e-4057-bc20-4f0a58d7b85c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:30.394450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 2047b979-67ac-494e-9d53-e79fc92b4a84, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2047b979-67ac-494e-9d53-e79fc92b4a84,segment=NetworkSegment(b2fa5d8f-442d-4587-a87e-923c18f9004a),segment_id=b2fa5d8f-442d-4587-a87e-923c18f9004a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:30.408773 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.411155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:30.471898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd07c8a5-e381-498c-af48-ac1a773d19c6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.492627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fd07c8a5-e381-498c-af48-ac1a773d19c6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/87a482d7-337e-4057-bc20-4f0a58d7b85c HTTP/1.1" status: 204 len: 168 time: 3.0287969 Jul 22 16:56:30.493925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39846) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:30.524894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.537465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.593572 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:30.620362 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:30.621184 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:30.734729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-46aba5be-ce77-49c5-bd26-c6061816dbb9 None None] Provisioning for port f0d15341-09d8-432f-9bd7-2718cdea560a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:30.762709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf82a22-f9ed-4a42-ab3f-6ba865f1da5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:30.766867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:30.767578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.771362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf82a22-f9ed-4a42-ab3f-6ba865f1da5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:30.773027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-edf82a22-f9ed-4a42-ab3f-6ba865f1da5a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2755883 Jul 22 16:56:30.780775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:30.794624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:30.795037 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.812480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:30.819148 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.852078 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:30.903514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=2047b979-67ac-494e-9d53-e79fc92b4a84,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:30.943691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-015be61d-47bf-4e52-bb3d-948929aacf68 None None] Could not find standard attr ID for object 87a482d7-337e-4057-bc20-4f0a58d7b85c. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:30.969878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d4a659-0567-4538-bc52-896c5647f806,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:30.996186 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:30.997035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6cce72-7b34-4320-a402-35eb6853f8e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet c14e3d55-1688-4f72-8ffc-93b7a23a6981 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:31.000643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e6cce72-7b34-4320-a402-35eb6853f8e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.059822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event deleted for resources: {'Port': ['ID=6d58e7cb-58cc-42b8-b9df-77fd96d4f53f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:31.062090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e6cce72-7b34-4320-a402-35eb6853f8e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.112018 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.199460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e6cce72-7b34-4320-a402-35eb6853f8e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.206662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e,segment=NetworkSegment(ad88dce1-9642-4b22-a6de-4522e8f4691e),segment_id=ad88dce1-9642-4b22-a6de-4522e8f4691e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:31.217244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.219307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f0d15341-09d8-432f-9bd7-2718cdea560a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:31.273319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:56:31.330693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.331180 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Added segment ea866865-b4fb-4add-8b11-111b4291c6d9 of type vlan for network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 Jul 22 16:56:31.447619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port f0d15341-09d8-432f-9bd7-2718cdea560a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:31.462502 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:28Z', 'revision_number': 6, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:26Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:31.466102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f0d15341-09d8-432f-9bd7-2718cdea560a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:31.467693 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.474727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:31.534918 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:31.540309 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Updating router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 port e4d939a5-39ed-4501-866f-2a35b8409060 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:56:31.601563 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.631672 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.649930 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.667057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.701700 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.738322 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-47e4d4ac-1a07-486f-88b0-43ff546ef520 None None] Provisioning for port e4d939a5-39ed-4501-866f-2a35b8409060 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:31.743061 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e6cce72-7b34-4320-a402-35eb6853f8e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.773725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-47e4d4ac-1a07-486f-88b0-43ff546ef520 None None] Provisioning complete for port e4d939a5-39ed-4501-866f-2a35b8409060 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:31.774248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47e4d4ac-1a07-486f-88b0-43ff546ef520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.805924 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:31.839344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.843152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0a5774f7-bb39-47bc-baa7-ad4d8c694abf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 HTTP/1.1" status: 200 len: 953 time: 4.2065420 Jul 22 16:56:31.847348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39856) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:31.852899 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:56:31.853523 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:56:31.860523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-47e4d4ac-1a07-486f-88b0-43ff546ef520 None None] Port e4d939a5-39ed-4501-866f-2a35b8409060 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:31.876528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-47e4d4ac-1a07-486f-88b0-43ff546ef520 None None] Provisioning complete for port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:31.877825 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47e4d4ac-1a07-486f-88b0-43ff546ef520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.907338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cce72-7b34-4320-a402-35eb6853f8e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=c14e3d55-1688-4f72-8ffc-93b7a23a6981,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:31.912242 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e6cce72-7b34-4320-a402-35eb6853f8e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.916863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3e6cce72-7b34-4320-a402-35eb6853f8e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/c14e3d55-1688-4f72-8ffc-93b7a23a6981 HTTP/1.1" status: 204 len: 168 time: 1.1331882 Jul 22 16:56:31.920495 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.926192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:31.940513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:31.944811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:31.945634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0255ccb4-a0ed-4c5f-af8b-20d1178822c9 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:32.014448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-86366051-fb22-45bf-8e2f-4d91fc18451a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 HTTP/1.1" status: 200 len: 953 time: 0.1635292 Jul 22 16:56:32.018159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:32.028080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'routes': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:32.058265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-02c1c75f-2e1a-4be3-b01e-abcd084ee585 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047997 Jul 22 16:56:32.072358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:32.091765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4514303 Jul 22 16:56:32.094979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:32.106846 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Request body: {'subnet': {'network_id': '2ac6be33-3c26-4a3a-a8a2-e572d1370245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:32.216879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e015b-8d95-43cf-8a6c-63426507dc36 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event updated for resources: {'Network': ['ID=2ac6be33-3c26-4a3a-a8a2-e572d1370245,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:32.247142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:56:32.301281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:32.347408 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.368234 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Transition to ACTIVE for port object e4d939a5-39ed-4501-866f-2a35b8409060 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:32.380602 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.500040 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.579847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port f0d15341-09d8-432f-9bd7-2718cdea560a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f0d15341-09d8-432f-9bd7-2718cdea560a,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:32.591179 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.623061 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Attempting to bind port e4d939a5-39ed-4501-866f-2a35b8409060 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:32.623432 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Attempting to bind port e4d939a5-39ed-4501-866f-2a35b8409060 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ad88dce1-9642-4b22-a6de-4522e8f4691e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:32.623793 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Attempting to bind port e4d939a5-39ed-4501-866f-2a35b8409060 on network e7a23f0d-398c-40c0-aed1-f23355e1756d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:32.625167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c3b9c1-036f-481c-9cf6-41c425366468 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:32.628848 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-61c3b9c1-036f-481c-9cf6-41c425366468 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5511346 Jul 22 16:56:32.654010 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:32.654566 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Checking segment: {'id': 'ad88dce1-9642-4b22-a6de-4522e8f4691e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:32.654760 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.655371 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Bound using segment: {'id': 'ad88dce1-9642-4b22-a6de-4522e8f4691e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:32.655853 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Bound port: e4d939a5-39ed-4501-866f-2a35b8409060, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad88dce1-9642-4b22-a6de-4522e8f4691e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:32.656234 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.669180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39876) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:32.694107 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Pushing event updated for resources: {'Port': ['ID=e4d939a5-39ed-4501-866f-2a35b8409060,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:32.708097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec6d03-cf1f-4973-9d84-f8b0269382b9 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:32.724523 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.725102 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.725599 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.727094 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.729047 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.729994 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.733108 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.733552 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.735310 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.735931 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.741980 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.743678 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:56:32.758279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Made reservation on behalf of 31016464691e4bd998a866e8b400d75c for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:32.764058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.819338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:32.906190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=f0d15341-09d8-432f-9bd7-2718cdea560a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:32.936629 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] For port e4d939a5-39ed-4501-866f-2a35b8409060, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:32.946988 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] For port e4d939a5-39ed-4501-866f-2a35b8409060, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e4d939a5-39ed-4501-866f-2a35b8409060,segment=NetworkSegment(ad88dce1-9642-4b22-a6de-4522e8f4691e),segment_id=ad88dce1-9642-4b22-a6de-4522e8f4691e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:32.955617 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:32.956747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec6d03-cf1f-4973-9d84-f8b0269382b9 None None] Deleting port f0d15341-09d8-432f-9bd7-2718cdea560a {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:32.957564 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6d03-cf1f-4973-9d84-f8b0269382b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.013887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990248a-1f6a-4782-b390-a8151b68de26 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:33.015401 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b990248a-1f6a-4782-b390-a8151b68de26 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3452542 Jul 22 16:56:33.019441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:33.066251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port a52ed558-3b7e-471a-93e2-4d3f0a97643d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:33.068797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c4f39948-0037-43f0-8105-802ecebd6d15 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469522 Jul 22 16:56:33.071710 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.078637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:33.086348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:33.094416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b0ec6d03-cf1f-4973-9d84-f8b0269382b9 None None] For port f0d15341-09d8-432f-9bd7-2718cdea560a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f0d15341-09d8-432f-9bd7-2718cdea560a,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:33.096568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6d03-cf1f-4973-9d84-f8b0269382b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.140187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:33.159224 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.161564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec6d03-cf1f-4973-9d84-f8b0269382b9 None None] Calling delete_port for f0d15341-09d8-432f-9bd7-2718cdea560a owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:33.204719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added routes are [] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:56:33.205097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:56:33.246104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Router b51d8097-222c-4e65-9251-328f63c0aa95 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:33.294247 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.309861 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.310632 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.314137 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:33.315056 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:33.315943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:33.318589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8672a49-775e-4791-804a-a1e6658fd358 None None] Pushing event updated for resources: {'Port': ['ID=e4d939a5-39ed-4501-866f-2a35b8409060,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:33.319467 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.373531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for a52ed558-3b7e-471a-93e2-4d3f0a97643d owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:33.437229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.450575 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b0ec6d03-cf1f-4973-9d84-f8b0269382b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.461436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2047b979-67ac-494e-9d53-e79fc92b4a84 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:33.508427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec6d03-cf1f-4973-9d84-f8b0269382b9 None None] Pushing event deleted for resources: {'Port': ['ID=f0d15341-09d8-432f-9bd7-2718cdea560a,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:33.512391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec6d03-cf1f-4973-9d84-f8b0269382b9 None None] No DVR routers for this DVR port f0d15341-09d8-432f-9bd7-2718cdea560a on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:33.538162 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:33.570845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2047b979-67ac-494e-9d53-e79fc92b4a84 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:33.572093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.627696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event updated for resources: {'Subnet': ['ID=cc9c57bf-da6f-4538-b935-b92bdcedaed8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:33.680355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Checking segment: {'id': 'ea866865-b4fb-4add-8b11-111b4291c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ac6be33-3c26-4a3a-a8a2-e572d1370245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:33.680762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Network hostable DHCP agents. Network: 2ac6be33-3c26-4a3a-a8a2-e572d1370245, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:56:33.715011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:56:33.746343 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:33.751769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 2ac6be33-3c26-4a3a-a8a2-e572d1370245) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:33.756912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1f4fe2ff-a022-421b-95de-dc7ec51676b5 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "PUT /v2.0/routers/b51d8097-222c-4e65-9251-328f63c0aa95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7247765 Jul 22 16:56:33.759781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:33.773437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbf869-0c4e-4cce-b51f-e22c46e8b1bc None None] Network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:33.774142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:33.774754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.779730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfa48b-fd8c-41a3-ba45-2a8cee9fe6f9 None None] Sync routers for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:33.800889 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.807937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.837128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfa48b-fd8c-41a3-ba45-2a8cee9fe6f9 None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:33.838118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1ebfa48b-fd8c-41a3-ba45-2a8cee9fe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:33.855329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.873990 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-18f47ce0-65c8-4a30-9bec-0e2629805b19 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7775924 Jul 22 16:56:33.883951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:33.897042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Request body: {'port': {'network_id': '2ac6be33-3c26-4a3a-a8a2-e572d1370245', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2071457056'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:33.901433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=a52ed558-3b7e-471a-93e2-4d3f0a97643d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:33.901863 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:33Z', 'revision_number': 7, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:32Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:33.925775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1ebfa48b-fd8c-41a3-ba45-2a8cee9fe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:33.942265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfa48b-fd8c-41a3-ba45-2a8cee9fe6f9 None None] Routers {'b51d8097-222c-4e65-9251-328f63c0aa95'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:33.942866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1ebfa48b-fd8c-41a3-ba45-2a8cee9fe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b51d8097-222c-4e65-9251-328f63c0aa95'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:33.954016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:33.963263 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dec12a9-c2d1-457e-9889-4e7c9cd0926a None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:33Z', 'revision_number': 7, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:32Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:34.000028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1ebfa48b-fd8c-41a3-ba45-2a8cee9fe6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:34.001083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfa48b-fd8c-41a3-ba45-2a8cee9fe6f9 None None] The sync data for ids ['b51d8097-222c-4e65-9251-328f63c0aa95'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:34.105020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:34.108269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Made reservation on behalf of 31016464691e4bd998a866e8b400d75c for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:34.109437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-2ac6be33-3c26-4a3a-a8a2-e572d1370245', 'network_id': '2ac6be33-3c26-4a3a-a8a2-e572d1370245', 'tenant_id': '31016464691e4bd998a866e8b400d75c', 'fixed_ips': [{'subnet_id': 'cc9c57bf-da6f-4538-b935-b92bdcedaed8'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:34.110300 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.112110 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.140580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.141239 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Floating IP a778e157-20ab-4b3f-9ecf-05044224e4a9 disassociated (deleted). External IP: 172.25.3.171, port: 380a364f-29c8-4563-9093-3c0bea7d253e. Jul 22 16:56:34.231213 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:34.248868 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:34.249494 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:34.260424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.363078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Allocated IP 2001:db8::2 (2ac6be33-3c26-4a3a-a8a2-e572d1370245/cc9c57bf-da6f-4538-b935-b92bdcedaed8/79852c81-e227-4cf1-adfa-f825cdf4ca49) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:34.414414 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:34.468029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Router 22c0454d-fa48-48a8-acad-29fcf63f61f3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:34.470941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Deleting port 30cc6924-2e2c-497f-923b-13130ed3fb2e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:34.471325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.573125 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.586778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Transition to ACTIVE for port object 79852c81-e227-4cf1-adfa-f825cdf4ca49 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:34.612506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Transition to ACTIVE for port object 79852c81-e227-4cf1-adfa-f825cdf4ca49 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:34.623425 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.646163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] device_id is not set on port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:34.673038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.702226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Calling delete_port for 30cc6924-2e2c-497f-923b-13130ed3fb2e owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:34.721174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:34.722434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Pushing event updated for resources: {'Port': ['ID=79852c81-e227-4cf1-adfa-f825cdf4ca49,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:34.728790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:34.736953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:34.767098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:56:34.775923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.830990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:34.838191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e4d939a5-39ed-4501-866f-2a35b8409060 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:34.841462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:34.853097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:34.862415 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.863628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9ad695d9-c2b1-46d1-8a8f-d02c9d06c639 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 HTTP/1.1" status: 200 len: 703 time: 2.8444238 Jul 22 16:56:34.869699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:34.870030 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:34.875589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39904) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:34.884495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c894c-f9a0-474e-b0d7-a8ac2ffd6e7f None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:34.900761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=a3c945de-4638-45fe-a893-faab296cc368,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:34.904337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Attempting to bind port 79852c81-e227-4cf1-adfa-f825cdf4ca49 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:34.904337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Attempting to bind port 79852c81-e227-4cf1-adfa-f825cdf4ca49 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ea866865-b4fb-4add-8b11-111b4291c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ac6be33-3c26-4a3a-a8a2-e572d1370245'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:34.904942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Attempting to bind port 79852c81-e227-4cf1-adfa-f825cdf4ca49 on network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:34.952766 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:33Z', 'revision_number': 7, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:32Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:35.000648 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:35.012396 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:35.013535 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:35.059695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:35.067023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.126310 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:35.151892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8a750e8e-5ea6-4a6f-872f-3425718f249d tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "DELETE /v2.0/floatingips/a778e157-20ab-4b3f-9ecf-05044224e4a9 HTTP/1.1" status: 204 len: 168 time: 2.8417625 Jul 22 16:56:35.151892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.171611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:35.183241 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4ae6d5-52a0-44b9-8472-4740bb87d813" -d '{"events": [{"name": "network-changed", "server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:35.202669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Allocated IP 2001:db8::357 (2ac6be33-3c26-4a3a-a8a2-e572d1370245/cc9c57bf-da6f-4538-b935-b92bdcedaed8/46d0da19-65ae-41bc-ad32-1ec3c193d3c5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:35.221836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:35.222367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Checking segment: {'id': 'ea866865-b4fb-4add-8b11-111b4291c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ac6be33-3c26-4a3a-a8a2-e572d1370245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:35.222864 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.223384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Bound using segment: {'id': 'ea866865-b4fb-4add-8b11-111b4291c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ac6be33-3c26-4a3a-a8a2-e572d1370245'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:35.224094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Bound port: 79852c81-e227-4cf1-adfa-f825cdf4ca49, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea866865-b4fb-4add-8b11-111b4291c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ac6be33-3c26-4a3a-a8a2-e572d1370245'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:35.224591 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.233260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] Sync routers for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:35.331160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event deleted for resources: {'Port': ['ID=30cc6924-2e2c-497f-923b-13130ed3fb2e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:35.346254 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa149b17-a4b7-49dd-a743-b63970503b6c x-openstack-request-id: req-aa149b17-a4b7-49dd-a743-b63970503b6c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:35.346557 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:35.347089 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa149b17-a4b7-49dd-a743-b63970503b6c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:35.347501 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e', 'status': 'completed', 'code': 200} Jul 22 16:56:35.379549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] For port 79852c81-e227-4cf1-adfa-f825cdf4ca49, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:35.392330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] For port 79852c81-e227-4cf1-adfa-f825cdf4ca49, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=79852c81-e227-4cf1-adfa-f825cdf4ca49,segment=NetworkSegment(ea866865-b4fb-4add-8b11-111b4291c6d9),segment_id=ea866865-b4fb-4add-8b11-111b4291c6d9)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:35.432161 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.449813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0e625be3-6ced-4ddc-a4ea-cd3912502ed1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3676693 Jul 22 16:56:35.450502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39916) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:35.462036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:5e:02:e8', 'name': 'tempest-NetworksTestDHCPv6-924022224'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:35.470772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:35.472560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:35.491274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.532898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.549420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Transition to ACTIVE for port object 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:35.556093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838803a-c0f3-463d-ab6d-9187193e7ad5 None None] Pushing event updated for resources: {'Port': ['ID=79852c81-e227-4cf1-adfa-f825cdf4ca49,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:35.559881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e4d939a5-39ed-4501-866f-2a35b8409060 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:35.566960 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:33Z', 'revision_number': 7, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:32Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:35.613005 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c54283c-12a9-4bde-85a2-b4fc25022a23 None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:33Z', 'revision_number': 7, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:32Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:35.623905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b537712-5cce-4a7c-90a9-bae988f733f9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 HTTP/1.1" status: 200 len: 703 time: 0.7212353 Jul 22 16:56:35.626352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39918) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:35.629730 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.634970 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.657468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e4d939a5-39ed-4501-866f-2a35b8409060 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:35.658095 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.713453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.714149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Fanout notify agent at l3_agent the message router_deleted on router b51d8097-222c-4e65-9251-328f63c0aa95 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:56:35.727932 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.736063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c603ba60-0b83-46d5-99c3-8941b7e4501c tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "DELETE /v2.0/routers/b51d8097-222c-4e65-9251-328f63c0aa95 HTTP/1.1" status: 204 len: 168 time: 1.9742875 Jul 22 16:56:35.756114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:35.758820 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.794384 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.864141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-61f0959c-389b-4ef3-af6b-7b4117d7db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:35.865950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-61f0959c-389b-4ef3-af6b-7b4117d7db95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8bdcbee2f359475cb5903faa847978b7&device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 1097 time: 0.4135675 Jul 22 16:56:35.884588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event updated for resources: {'Port': ['ID=46d0da19-65ae-41bc-ad32-1ec3c193d3c5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:35.924130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:35.942369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:35.944901 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:35.964296 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:35.965710 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:35.976445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': 'a3c945de-4638-45fe-a893-faab296cc368'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:35.977971 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:35.980084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cea0aa-629c-4d95-8209-460fa14f1f82 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Deleting subnet 62561f53-e800-45d2-ab24-c8aa15af0c9e {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:35.987924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:36.031677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:36.034825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:36.044549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:36.056990 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:36.064687 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06cea0aa-629c-4d95-8209-460fa14f1f82 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:36.186426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dc5f7-bf7a-4755-b21b-f27b4a1f1516 req-1466e9c3-6984-40c1-b72d-5990809233a5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:36.188808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-836dc5f7-bf7a-4755-b21b-f27b4a1f1516 req-1466e9c3-6984-40c1-b72d-5990809233a5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 945 time: 0.7218597 Jul 22 16:56:36.219911 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:36.257787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c06935f6-9b33-42ff-8c6f-a66b80a48a95 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3727493 Jul 22 16:56:36.268413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06cea0aa-629c-4d95-8209-460fa14f1f82 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:36.281604 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:36.285907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39924) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:36.347543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Request body: {'port': {'network_id': '2ac6be33-3c26-4a3a-a8a2-e572d1370245', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-482499071', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:36.348097 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] bootfile-name is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:36.348441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] tftp-server is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:36.348778 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] server-ip-address is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:36.506696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-836dc5f7-bf7a-4755-b21b-f27b4a1f1516 req-b907fa9e-5472-417b-9c08-6a793094441a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681944 Jul 22 16:56:36.555294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port e4d939a5-39ed-4501-866f-2a35b8409060, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e4d939a5-39ed-4501-866f-2a35b8409060,segment=NetworkSegment(ad88dce1-9642-4b22-a6de-4522e8f4691e),segment_id=ad88dce1-9642-4b22-a6de-4522e8f4691e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:36.599092 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:36.627750 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:33Z', 'revision_number': 7, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:32Z', 'revision_number': 4, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:36.642238 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:36.677753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 5f2a3874-7497-4d47-8c8a-995db1572c61 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:36.715809 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:36.729252 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:36.730227 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:36.785286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=e4d939a5-39ed-4501-866f-2a35b8409060,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:36.794712 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f0d15341-09d8-432f-9bd7-2718cdea560a no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:36.813375 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06cea0aa-629c-4d95-8209-460fa14f1f82 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:36.851383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-07e99c4a-c7b4-4ec8-b3ec-0a6759db8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:36.852912 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-07e99c4a-c7b4-4ec8-b3ec-0a6759db8d50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 200 len: 913 time: 0.7440543 Jul 22 16:56:36.895470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: f0d15341-09d8-432f-9bd7-2718cdea560a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:36.895800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f0d15341-09d8-432f-9bd7-2718cdea560a not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:36.945880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72836081-cf15-4456-8a8c-650b34b242fe req-6149938b-7a61-465e-b99c-86c88b0b0a1a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:36.947480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72836081-cf15-4456-8a8c-650b34b242fe req-6149938b-7a61-465e-b99c-86c88b0b0a1a tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 945 time: 0.2648067 Jul 22 16:56:36.960981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Allocated IP 2001:db8::f816:3eff:feaf:2ab3 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/a3c945de-4638-45fe-a893-faab296cc368/eb8ddfb6-5e2c-4df9-a650-7fc943274b7f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:36.964431 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-db4e77a2-c143-4c20-8c57-4a651a8b709f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=380a364f-29c8-4563-9093-3c0bea7d253e HTTP/1.1" status: 200 len: 217 time: 0.0995018 Jul 22 16:56:37.014576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Made reservation on behalf of 31016464691e4bd998a866e8b400d75c for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:37.023141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.082959 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:37.099825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06cea0aa-629c-4d95-8209-460fa14f1f82 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.153840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-c4926730-e3b1-4a47-a8c5-7ca355c1e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:37.167728 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-c4926730-e3b1-4a47-a8c5-7ca355c1e6fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 200 len: 851 time: 0.1928046 Jul 22 16:56:37.194225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cea0aa-629c-4d95-8209-460fa14f1f82 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event deleted for resources: {'Subnet': ['ID=62561f53-e800-45d2-ab24-c8aa15af0c9e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:37.216661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-06cea0aa-629c-4d95-8209-460fa14f1f82 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.229908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-06cea0aa-629c-4d95-8209-460fa14f1f82 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "DELETE /v2.0/subnets/62561f53-e800-45d2-ab24-c8aa15af0c9e HTTP/1.1" status: 204 len: 168 time: 1.4705248 Jul 22 16:56:37.236364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] device_id is not set on port 02169dc8-4fe9-426f-8611-66b06f0501e6 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:37.250615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39928) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:37.374297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.432239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.447974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Transition to ACTIVE for port object eb8ddfb6-5e2c-4df9-a650-7fc943274b7f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:37.448784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-72836081-cf15-4456-8a8c-650b34b242fe req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port 380a364f-29c8-4563-9093-3c0bea7d253e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:37.449129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-72836081-cf15-4456-8a8c-650b34b242fe req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.481011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Transition to ACTIVE for port object eb8ddfb6-5e2c-4df9-a650-7fc943274b7f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:37.493880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.496838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c739fa-311a-46f5-b907-cb07a070c761 None None] Network ae7fe0af-a491-45bf-af2b-9fb0799c7607 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:37.500631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e4d939a5-39ed-4501-866f-2a35b8409060 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:37.531369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Allocated IP 2001:db8::36 (2ac6be33-3c26-4a3a-a8a2-e572d1370245/cc9c57bf-da6f-4538-b935-b92bdcedaed8/02169dc8-4fe9-426f-8611-66b06f0501e6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:37.536410 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:33Z', 'revision_number': 7, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:36Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:37.551949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-ef999230-df0e-45c1-8865-26cd7ec34a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:37.551949 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-ef999230-df0e-45c1-8865-26cd7ec34a1a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=90506638-86c9-42ea-ac9e-d864b697745b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3656106 Jul 22 16:56:37.560099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296b03e-a520-4327-82c0-95323c2e5899 None None] Network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:37.574983 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.626013 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf0ffb-93f0-4f3f-a994-7e63d238f470 None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:33Z', 'revision_number': 7, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4d939a5-39ed-4501-866f-2a35b8409060', 'name': '', 'network_id': 'e7a23f0d-398c-40c0-aed1-f23355e1756d', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:21:23:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:24Z', 'updated_at': '2021-07-22T16:56:36Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '71b4d484-fea4-46c8-9b37-e88cddff9ab6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:37.634029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:37.646440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:37.649229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:37.662815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-72836081-cf15-4456-8a8c-650b34b242fe req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] For port 380a364f-29c8-4563-9093-3c0bea7d253e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=380a364f-29c8-4563-9093-3c0bea7d253e,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:37.663427 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-72836081-cf15-4456-8a8c-650b34b242fe req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.681085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-72836081-cf15-4456-8a8c-650b34b242fe req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for 380a364f-29c8-4563-9093-3c0bea7d253e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:37.768476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:fe5e:2e8 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/a3c945de-4638-45fe-a893-faab296cc368/5f2a3874-7497-4d47-8c8a-995db1572c61) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:37.770477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3c3756b7-ec30-47cd-91a4-e653a833876b None None] Provisioning for port 79852c81-e227-4cf1-adfa-f825cdf4ca49 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:37.815363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Attempting to bind port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:37.815999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Attempting to bind port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:37.816100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Attempting to bind port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:37.821735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e4d939a5-39ed-4501-866f-2a35b8409060 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:37.822623 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.837616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:37.837870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:37.838248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.838638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:37.841393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Bound port: eb8ddfb6-5e2c-4df9-a650-7fc943274b7f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:37.841805 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:37.858602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:37.982403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] Checking router: 22c0454d-fa48-48a8-acad-29fcf63f61f3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:38.006160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-a4035295-846a-46d5-89bd-351db1e4dce5 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354477 Jul 22 16:56:38.010082 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Deleting port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:38.010431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.107443 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-72836081-cf15-4456-8a8c-650b34b242fe req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.162320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] For port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:38.166301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] For port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=eb8ddfb6-5e2c-4df9-a650-7fc943274b7f,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:38.168686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Pushing event updated for resources: {'Port': ['ID=eb8ddfb6-5e2c-4df9-a650-7fc943274b7f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:38.170304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=380a364f-29c8-4563-9093-3c0bea7d253e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:38.184425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:38.185079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:38.199081 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.245711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-72836081-cf15-4456-8a8c-650b34b242fe req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] No DVR routers for this DVR port 380a364f-29c8-4563-9093-3c0bea7d253e on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:38.249703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-72836081-cf15-4456-8a8c-650b34b242fe req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.251731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72836081-cf15-4456-8a8c-650b34b242fe req-11b608bb-5257-4f22-a438-77b084dbe120 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.65 "DELETE /v2.0/ports/380a364f-29c8-4563-9093-3c0bea7d253e HTTP/1.1" status: 204 len: 173 time: 1.2931314 Jul 22 16:56:38.258435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'name': 'network-vif-deleted', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:56:38.260970 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88313e8-5db4-4a9b-9692-33a2f30c5f40" -d '{"events": [{"server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "name": "network-vif-deleted", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:56:38.272171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Transition to ACTIVE for port object 02169dc8-4fe9-426f-8611-66b06f0501e6 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:38.279064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2e606-5a2e-4809-97a8-8edc4007b344 req-af1e0201-9baf-454e-aa46-8a47d61de745 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:38.279831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.291250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3a2e606-5a2e-4809-97a8-8edc4007b344 req-af1e0201-9baf-454e-aa46-8a47d61de745 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 945 time: 0.6003792 Jul 22 16:56:38.300233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 5f2a3874-7497-4d47-8c8a-995db1572c61 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:38.349374 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.380004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:38.389143 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.404723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:38.409670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:38.418821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:38.424580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:38.425259 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.448016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:38.454390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:38.459337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:38.465413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:38.465956 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.466102 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.482988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event updated for resources: {'Port': ['ID=02169dc8-4fe9-426f-8611-66b06f0501e6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:38.487285 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0299323 Jul 22 16:56:38.506688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:38.635051 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bad9ac91-ec73-4440-ac23-628e41558d4e tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.3479164 Jul 22 16:56:38.665511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:38.666534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07053188-9f55-4685-a122-abb865224b6f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=5f2a3874-7497-4d47-8c8a-995db1572c61,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:38.674176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] For port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4dd860a1-23b3-48da-86f9-aabfda6ffe2d,segment=NetworkSegment(0dc1d235-c41c-4b93-b0a9-4b8677c0fb58),segment_id=0dc1d235-c41c-4b93-b0a9-4b8677c0fb58)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:38.674635 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.691135 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5b4ae6d5-52a0-44b9-8472-4740bb87d813 req-2b094a37-7c25-4d57-8880-1d1b00bbe989 service neutron] 10.222.0.65 "GET /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604009 Jul 22 16:56:38.737501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Calling delete_port for 4dd860a1-23b3-48da-86f9-aabfda6ffe2d owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:38.741776 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27860670-e652-459e-a74f-44f9ffecf533 x-openstack-request-id: req-27860670-e652-459e-a74f-44f9ffecf533 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:56:38.742063 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bede8f-2263-4ddc-ae78-80bb43d075a3", "name": "network-vif-deleted", "tag": "380a364f-29c8-4563-9093-3c0bea7d253e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:56:38.742326 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27860670-e652-459e-a74f-44f9ffecf533 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:56:38.742740 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bede8f-2263-4ddc-ae78-80bb43d075a3', 'name': 'network-vif-deleted', 'tag': '380a364f-29c8-4563-9093-3c0bea7d253e', 'status': 'completed', 'code': 200} Jul 22 16:56:38.816056 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3a2e606-5a2e-4809-97a8-8edc4007b344 req-ce370f7d-dfc6-4d4a-8078-ec29238887a2 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/security-groups?id=f65732b3-82da-4f4e-be1f-d92e283831f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5205507 Jul 22 16:56:38.906696 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:38.920122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port e4d939a5-39ed-4501-866f-2a35b8409060 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:38.920590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:38.936016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903f4d2-1712-42e7-96e0-c7def58dc2c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:38.978087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903f4d2-1712-42e7-96e0-c7def58dc2c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:38.982783 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5903f4d2-1712-42e7-96e0-c7def58dc2c1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.4750464 Jul 22 16:56:38.994746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39954) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:39.033858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3092f5-d73f-4da8-9637-539061a2d264 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:39.041754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3092f5-d73f-4da8-9637-539061a2d264 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:39.066630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3092f5-d73f-4da8-9637-539061a2d264 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:39.075518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b3092f5-d73f-4da8-9637-539061a2d264 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4003451 Jul 22 16:56:39.079600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39956) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:39.157029 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.212365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port e4d939a5-39ed-4501-866f-2a35b8409060, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e4d939a5-39ed-4501-866f-2a35b8409060,segment=NetworkSegment(ad88dce1-9642-4b22-a6de-4522e8f4691e),segment_id=ad88dce1-9642-4b22-a6de-4522e8f4691e)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:39.214622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.293176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b06ec-057e-4453-8db9-8a71ab0e40db tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Deleting port 02169dc8-4fe9-426f-8611-66b06f0501e6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:39.293723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea3b06ec-057e-4453-8db9-8a71ab0e40db tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.321959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] No DVR routers for this DVR port 4dd860a1-23b3-48da-86f9-aabfda6ffe2d on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:39.324302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for e4d939a5-39ed-4501-866f-2a35b8409060 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:39.327419 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c5eeb5a-e69e-4df0-be71-43919c87cf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.329671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event deleted for resources: {'Port': ['ID=4dd860a1-23b3-48da-86f9-aabfda6ffe2d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:39.393343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76817592-f48d-4ac3-b098-3fa129c28ec1 None None] Pushing event updated for resources: {'Port': ['ID=eb8ddfb6-5e2c-4df9-a650-7fc943274b7f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:39.443976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea3b06ec-057e-4453-8db9-8a71ab0e40db tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.485194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b06ec-057e-4453-8db9-8a71ab0e40db tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Calling delete_port for 02169dc8-4fe9-426f-8611-66b06f0501e6 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:39.547568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c9a9c-c46f-4d9a-9aeb-661c3f82175b None None] DHCP port deletion for ae7fe0af-a491-45bf-af2b-9fb0799c7607 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:39.554140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.567559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 79852c81-e227-4cf1-adfa-f825cdf4ca49 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:39.580652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7fe0af-a491-45bf-af2b-9fb0799c7607']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:39.610015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ee560-7c01-4285-8111-bb884d566077 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 5f2a3874-7497-4d47-8c8a-995db1572c61 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:39.610015 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee560-7c01-4285-8111-bb884d566077 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.633441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc1d235-c41c-4b93-b0a9-4b8677c0fb58') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:39.633754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc1d235-c41c-4b93-b0a9-4b8677c0fb58') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:39.661270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:39.682765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.740078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 79852c81-e227-4cf1-adfa-f825cdf4ca49 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:39.744864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 79852c81-e227-4cf1-adfa-f825cdf4ca49 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:39.745240 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.749672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b319bd-1dba-41c5-9cd9-cf3d7c5f3bbd None None] The sync data for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 is: [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:42:13Z', 'revision_number': 4, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'a6d5c918-6cdf-4ebf-8a28-70679a104b06', 'name': '', 'network_id': '90506638-86c9-42ea-ac9e-d864b697745b', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'mac_address': 'fa:16:3e:a4:33:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:11Z', 'updated_at': '2021-07-22T16:42:22Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'subnets': [{'id': '9f5e8923-73de-402f-a1c7-25f7791665a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:39.848013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 380a364f-29c8-4563-9093-3c0bea7d253e no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:39.887658 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea3b06ec-057e-4453-8db9-8a71ab0e40db tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.898889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.927182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:56:39.935877 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:39.937772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 380a364f-29c8-4563-9093-3c0bea7d253e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:39.938116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 380a364f-29c8-4563-9093-3c0bea7d253e not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:56:39.942967 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:56:40.005521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b06ec-057e-4453-8db9-8a71ab0e40db tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event deleted for resources: {'Port': ['ID=02169dc8-4fe9-426f-8611-66b06f0501e6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:40.036929 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.139225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee560-7c01-4285-8111-bb884d566077 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.139631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 79852c81-e227-4cf1-adfa-f825cdf4ca49, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=79852c81-e227-4cf1-adfa-f825cdf4ca49,segment=NetworkSegment(ea866865-b4fb-4add-8b11-111b4291c6d9),segment_id=ea866865-b4fb-4add-8b11-111b4291c6d9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:40.164028 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.273607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=79852c81-e227-4cf1-adfa-f825cdf4ca49,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:40.276537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ee560-7c01-4285-8111-bb884d566077 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 5f2a3874-7497-4d47-8c8a-995db1572c61 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:40.305233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2fce-9c34-468c-b21e-79a3d239576f None None] Provisioning complete for port 79852c81-e227-4cf1-adfa-f825cdf4ca49 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:40.305902 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2fce-9c34-468c-b21e-79a3d239576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.381395 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.403806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d11725-c009-48d4-8ff0-895f4032a30a None None] New status for floating IP a778e157-20ab-4b3f-9ecf-05044224e4a9: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 16:56:40.417171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.429669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "DELETE /v2.0/networks/ae7fe0af-a491-45bf-af2b-9fb0799c7607 HTTP/1.1" status: 204 len: 168 time: 3.1738489 Jul 22 16:56:40.449741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device eb8ddfb6-5e2c-4df9-a650-7fc943274b7f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:40.461819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.517270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:40.608744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c5eeb5a-e69e-4df0-be71-43919c87cf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.610455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe8baa-f939-41ff-bf04-43ac8325b565 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event deleted for resources: {'Network': ['ID=ae7fe0af-a491-45bf-af2b-9fb0799c7607,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:40.660948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-673dd80c-86e5-403f-a594-0f939da694b2 req-eedcb20d-d438-4df8-92cd-004c2359e2d3 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 210 time: 0.6720457 Jul 22 16:56:40.677272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2fce-9c34-468c-b21e-79a3d239576f None None] Could not find standard attr ID for object 02169dc8-4fe9-426f-8611-66b06f0501e6. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:40.681064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ea3b06ec-057e-4453-8db9-8a71ab0e40db tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.689373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ea3b06ec-057e-4453-8db9-8a71ab0e40db tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "DELETE /v2.0/ports/02169dc8-4fe9-426f-8611-66b06f0501e6 HTTP/1.1" status: 204 len: 168 time: 1.6086032 Jul 22 16:56:40.690048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39962) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:40.696618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Request body: {'port': {'name': 'tempest-new-port-name-1206316892', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:40.697080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] bootfile-name is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:40.697414 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] tftp-server is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:40.697744 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.api.validators [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] server-ip-address is not in valid_values {{(pid=93750) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 16:56:40.722349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:40.733243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2fce-9c34-468c-b21e-79a3d239576f None None] Provisioning for port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:40.738039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9ec2fce-9c34-468c-b21e-79a3d239576f None None] Provisioning complete for port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:40.739764 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a9ec2fce-9c34-468c-b21e-79a3d239576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.761411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=e4d939a5-39ed-4501-866f-2a35b8409060,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:40.769958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c5eeb5a-e69e-4df0-be71-43919c87cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.813505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a9ec2fce-9c34-468c-b21e-79a3d239576f None None] Port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:40.838972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:40.866672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4dd860a1-23b3-48da-86f9-aabfda6ffe2d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:40.903565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 4dd860a1-23b3-48da-86f9-aabfda6ffe2d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:40.903967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4dd860a1-23b3-48da-86f9-aabfda6ffe2d not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:40.948787 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Provisioning for port 5f2a3874-7497-4d47-8c8a-995db1572c61 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:40.953741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Provisioning complete for port 5f2a3874-7497-4d47-8c8a-995db1572c61 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:40.954113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.027571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Port 5f2a3874-7497-4d47-8c8a-995db1572c61 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:41.050031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Provisioning for port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:41.061519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Provisioning complete for port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:41.061961 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.188388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1c5eeb5a-e69e-4df0-be71-43919c87cf68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc4b328b5c594d6d9f8d34933f29da06&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2807047 Jul 22 16:56:41.191477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:41.193280 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.218187 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee560-7c01-4285-8111-bb884d566077 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.225437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eeb5a-e69e-4df0-be71-43919c87cf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd093484-2cd1-48dc-a755-dd3a8265bd4e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.248050 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] For port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=eb8ddfb6-5e2c-4df9-a650-7fc943274b7f,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:41.253230 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.281853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ee560-7c01-4285-8111-bb884d566077 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=5f2a3874-7497-4d47-8c8a-995db1572c61,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.305249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.322086 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.357917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee560-7c01-4285-8111-bb884d566077 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.359627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1b2ee560-7c01-4285-8111-bb884d566077 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/5f2a3874-7497-4d47-8c8a-995db1572c61 HTTP/1.1" status: 204 len: 168 time: 2.3618002 Jul 22 16:56:41.368250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39966) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:41.368876 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.372835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Pushing event updated for resources: {'Port': ['ID=eb8ddfb6-5e2c-4df9-a650-7fc943274b7f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.393306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Provisioning complete for port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:41.394543 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.394684 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4778838-a794-4c99-9852-057f101a0c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.420273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4778838-a794-4c99-9852-057f101a0c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.438569 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Deleting port 08cc30e5-8480-46ef-905e-a44b8de57a6f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:41.438805 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.449121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd19b7-70de-4674-91e3-dfcb526c2f04 None None] Port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:41.458719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] In _notify_port_updated(), no bound segment for port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 on network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:56:41.465714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:41.466722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.470587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "PUT /v2.0/ports/46d0da19-65ae-41bc-ad32-1ec3c193d3c5 HTTP/1.1" status: 200 len: 1130 time: 0.7765505 Jul 22 16:56:41.475912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:41.538242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc484a8-f807-4e14-bdfd-b68f4d919429 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event updated for resources: {'Port': ['ID=46d0da19-65ae-41bc-ad32-1ec3c193d3c5,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.584422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d75f1-1558-4edd-94dc-5e998c37fc90 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:41.586153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9f1d75f1-1558-4edd-94dc-5e998c37fc90 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "GET /v2.0/ports/46d0da19-65ae-41bc-ad32-1ec3c193d3c5 HTTP/1.1" status: 200 len: 1130 time: 0.1091216 Jul 22 16:56:41.596656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39970) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:41.598115 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-458d4ee2-8246-45ab-8057-3e1ec8e0a811 None None] Could not find standard attr ID for object 02169dc8-4fe9-426f-8611-66b06f0501e6. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:41.677867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4778838-a794-4c99-9852-057f101a0c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.680479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f4778838-a794-4c99-9852-057f101a0c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.681690 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f4778838-a794-4c99-9852-057f101a0c32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd093484-2cd1-48dc-a755-dd3a8265bd4e HTTP/1.1" status: 204 len: 168 time: 0.4807065 Jul 22 16:56:41.750245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4778838-a794-4c99-9852-057f101a0c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd093484-2cd1-48dc-a755-dd3a8265bd4e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:41.816003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e2535386-0a9e-4196-8bb4-ce84cbaf9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Deleting port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:41.816546 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2535386-0a9e-4196-8bb4-ce84cbaf9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.930444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-97214221-d877-45eb-ac6e-1bffeb3001ae None None] Provisioning complete for port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:41.930829 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-97214221-d877-45eb-ac6e-1bffeb3001ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.938578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2535386-0a9e-4196-8bb4-ce84cbaf9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:41.954518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e2535386-0a9e-4196-8bb4-ce84cbaf9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Calling delete_port for 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:42.009428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-97214221-d877-45eb-ac6e-1bffeb3001ae None None] Port 46d0da19-65ae-41bc-ad32-1ec3c193d3c5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:56:42.022462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e9fd0-2d0c-4cd7-ac2a-0d99dbdd73ce tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:42.024408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e9fd0-2d0c-4cd7-ac2a-0d99dbdd73ce tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:42.028537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-df3e9fd0-2d0c-4cd7-ac2a-0d99dbdd73ce tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6550305 Jul 22 16:56:42.029540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39978) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:42.096270 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1444bdf8-afc9-49c6-bb06-c577ae7db0a8 req-2ba5b101-acdb-4e79-bafc-985058e70d97 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 210 time: 0.0952275 Jul 22 16:56:42.117538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cca2be-0fa1-450b-b231-0329db2043ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet a3c945de-4638-45fe-a893-faab296cc368 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:42.137302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39980) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:42.140839 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6cca2be-0fa1-450b-b231-0329db2043ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.162581 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10237d5c-bc42-47fb-b27d-5a83a706c3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.196509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6cca2be-0fa1-450b-b231-0329db2043ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.226999 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2535386-0a9e-4196-8bb4-ce84cbaf9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.267821 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.268156 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.279379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2535386-0a9e-4196-8bb4-ce84cbaf9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event deleted for resources: {'Port': ['ID=46d0da19-65ae-41bc-ad32-1ec3c193d3c5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:42.289202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Calling delete_port for 08cc30e5-8480-46ef-905e-a44b8de57a6f owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:42.305351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2535386-0a9e-4196-8bb4-ce84cbaf9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.311039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e2535386-0a9e-4196-8bb4-ce84cbaf9bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "DELETE /v2.0/ports/46d0da19-65ae-41bc-ad32-1ec3c193d3c5 HTTP/1.1" status: 204 len: 168 time: 0.7129631 Jul 22 16:56:42.312300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39982) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:42.363110 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6cca2be-0fa1-450b-b231-0329db2043ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.418065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device eb8ddfb6-5e2c-4df9-a650-7fc943274b7f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:42.459677 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6cca2be-0fa1-450b-b231-0329db2043ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.487455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:42.488057 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.497157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cca2be-0fa1-450b-b231-0329db2043ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c945de-4638-45fe-a893-faab296cc368,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:42.504298 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6cca2be-0fa1-450b-b231-0329db2043ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.507564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a6cca2be-0fa1-450b-b231-0329db2043ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/a3c945de-4638-45fe-a893-faab296cc368 HTTP/1.1" status: 204 len: 168 time: 0.4767940 Jul 22 16:56:42.509433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39984) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:42.529110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:42.534253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb343ff3-fb04-4e69-a357-28258c1f6156 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Deleting subnet cc9c57bf-da6f-4538-b935-b92bdcedaed8 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:42.541809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c91571-337d-4ebb-a7e4-16d6cc726d1b None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:42.569144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb343ff3-fb04-4e69-a357-28258c1f6156 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.571977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7afa0579-0d9c-41a8-a489-853b0a9ca29f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613286 Jul 22 16:56:42.572898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:42.578939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:42.668503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10237d5c-bc42-47fb-b27d-5a83a706c3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.676233 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb343ff3-fb04-4e69-a357-28258c1f6156 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.698632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:42.705625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.731012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 79852c81-e227-4cf1-adfa-f825cdf4ca49 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:42.744130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10237d5c-bc42-47fb-b27d-5a83a706c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.795567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 79852c81-e227-4cf1-adfa-f825cdf4ca49 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:42.795939 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.869192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a76dbd-25d2-4882-965d-8215077a5d24 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:42.909789 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-10237d5c-bc42-47fb-b27d-5a83a706c3ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05cc1efdc9c749e29eca7e54fc86b2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672825 Jul 22 16:56:42.915598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10237d5c-bc42-47fb-b27d-5a83a706c3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f51f9f-b220-4f4e-b843-71d5feb2ff15,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:42.927314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:42.984730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d3a76dbd-25d2-4882-965d-8215077a5d24 None None] Deleting port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:42.985025 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3a76dbd-25d2-4882-965d-8215077a5d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:42.986654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:42.996484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-416dc7ec-63ec-4025-be00-9b6bc74df7a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2916217 Jul 22 16:56:43.002873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 39990) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:43.003476 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48477211-7260-4f6a-b931-b65366959146 None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:43.021138 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48477211-7260-4f6a-b931-b65366959146 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:43.022555 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48477211-7260-4f6a-b931-b65366959146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:43.037250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.070346 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb343ff3-fb04-4e69-a357-28258c1f6156 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.076608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-b310facd-b2e2-4eac-9157-c0b3720b18a1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting subnet 71b4d484-fea4-46c8-9b37-e88cddff9ab6 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:43.080261 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b310facd-b2e2-4eac-9157-c0b3720b18a1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.097291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Pushing event deleted for resources: {'Port': ['ID=08cc30e5-8480-46ef-905e-a44b8de57a6f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:43.145274 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b310facd-b2e2-4eac-9157-c0b3720b18a1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.179070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d3a76dbd-25d2-4882-965d-8215077a5d24 None None] For port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=eb8ddfb6-5e2c-4df9-a650-7fc943274b7f,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:43.179531 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3a76dbd-25d2-4882-965d-8215077a5d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.202108 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d3a76dbd-25d2-4882-965d-8215077a5d24 None None] Calling delete_port for eb8ddfb6-5e2c-4df9-a650-7fc943274b7f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:43.212994 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e36848e8-4ac6-4f54-a378-7b933f9fb6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.254326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b310facd-b2e2-4eac-9157-c0b3720b18a1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.275062 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-48477211-7260-4f6a-b931-b65366959146 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:43.349028 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b310facd-b2e2-4eac-9157-c0b3720b18a1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.372376 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e36848e8-4ac6-4f54-a378-7b933f9fb6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.405814 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.407502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4bf84dba-a681-40dc-9eb0-a339f9d62c36 req-7be169c2-1a99-44a3-b9d4-50600dc0d454 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 210 time: 0.0718575 Jul 22 16:56:43.409047 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b310facd-b2e2-4eac-9157-c0b3720b18a1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.410831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.414699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b310facd-b2e2-4eac-9157-c0b3720b18a1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/71b4d484-fea4-46c8-9b37-e88cddff9ab6 HTTP/1.1" status: 204 len: 168 time: 0.4091356 Jul 22 16:56:43.416767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310facd-b2e2-4eac-9157-c0b3720b18a1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Subnet': ['ID=71b4d484-fea4-46c8-9b37-e88cddff9ab6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:43.417459 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5b8509d0-fe00-4cf1-bed8-4dee94dd85b6 tempest-FloatingIPAdminTestJSON-248914916 tempest-FloatingIPAdminTestJSON-248914916-project] 10.222.0.53 "DELETE /v2.0/floatingips/8ca62a2e-0172-4e6d-82d0-e9015ccdb303 HTTP/1.1" status: 204 len: 168 time: 2.8927743 Jul 22 16:56:43.422905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37733635-e246-41e6-8831-d953203c4888 None None] Network e7a23f0d-398c-40c0-aed1-f23355e1756d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:43.427604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:43.469235 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d3a76dbd-25d2-4882-965d-8215077a5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.473391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb343ff3-fb04-4e69-a357-28258c1f6156 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.551629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a76dbd-25d2-4882-965d-8215077a5d24 None None] Pushing event deleted for resources: {'Port': ['ID=eb8ddfb6-5e2c-4df9-a650-7fc943274b7f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:43.589479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:56:43.600757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.637205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb343ff3-fb04-4e69-a357-28258c1f6156 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9c57bf-da6f-4538-b935-b92bdcedaed8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:43.646389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb343ff3-fb04-4e69-a357-28258c1f6156 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.652029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eb343ff3-fb04-4e69-a357-28258c1f6156 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "DELETE /v2.0/subnets/cc9c57bf-da6f-4538-b935-b92bdcedaed8 HTTP/1.1" status: 204 len: 168 time: 1.3334866 Jul 22 16:56:43.653486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 39998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:43.655276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a76dbd-25d2-4882-965d-8215077a5d24 None None] No DVR routers for this DVR port eb8ddfb6-5e2c-4df9-a650-7fc943274b7f on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:43.658003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50873581-7c3f-4901-86c2-b3c221e563a9 None None] Network 2ac6be33-3c26-4a3a-a8a2-e572d1370245 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:43.692641 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48477211-7260-4f6a-b931-b65366959146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:40Z', 'revision_number': 8, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:43.729946 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48477211-7260-4f6a-b931-b65366959146 None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:43.731503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.742558 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48477211-7260-4f6a-b931-b65366959146 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:43.743383 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48477211-7260-4f6a-b931-b65366959146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:43.753941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=047b24d8-72fe-403e-a603-c33c74b25c57,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:43.820256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:43.821864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:43.831410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:43.832025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.877041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e02e084-a2c1-4c11-a95f-8cc0fe850e67 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:43.887985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-357cfa7c-77b8-4bc9-aacb-67eaa14ec146 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3136981 Jul 22 16:56:43.888767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40002) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:43.898730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:53:ca:22', 'name': 'tempest-NetworksTestDHCPv6-1013042475'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:43.915548 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e36848e8-4ac6-4f54-a378-7b933f9fb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.918397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e36848e8-4ac6-4f54-a378-7b933f9fb6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.919828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e36848e8-4ac6-4f54-a378-7b933f9fb6d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7f51f9f-b220-4f4e-b843-71d5feb2ff15 HTTP/1.1" status: 204 len: 168 time: 0.9944615 Jul 22 16:56:43.960503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:43.960760 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-48477211-7260-4f6a-b931-b65366959146 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:43.966052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36848e8-4ac6-4f54-a378-7b933f9fb6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f51f9f-b220-4f4e-b843-71d5feb2ff15,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:44.044498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:44.044891 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.123213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e,segment=NetworkSegment(ad88dce1-9642-4b22-a6de-4522e8f4691e),segment_id=ad88dce1-9642-4b22-a6de-4522e8f4691e)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:44.123582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.130623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40006) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:44.145943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:44.354045 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-48477211-7260-4f6a-b931-b65366959146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:40Z', 'revision_number': 8, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:44.363397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.379122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device eb8ddfb6-5e2c-4df9-a650-7fc943274b7f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:44.394156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:44.429399 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48477211-7260-4f6a-b931-b65366959146 None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:40Z', 'revision_number': 8, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2047b979-67ac-494e-9d53-e79fc92b4a84', 'name': '', 'network_id': '346a482f-c5b8-404e-8083-7f9c9b5c62b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:7e:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:18Z', 'updated_at': '2021-07-22T16:56:30Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': '0e9f9c58-2026-44af-8bf8-d2492b683d17', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:44.499328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d0864-d81b-4a41-adce-0559ea08f82d None None] DHCP port deletion for e7a23f0d-398c-40c0-aed1-f23355e1756d request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:44.502550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No DVR routers for this DVR port 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:44.551186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:44.564667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: eb8ddfb6-5e2c-4df9-a650-7fc943274b7f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:44.565250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device eb8ddfb6-5e2c-4df9-a650-7fc943274b7f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:44.570746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b1ce3c-daa3-4dd1-b9df-5817fca91b11 None None] DHCP port deletion for 2ac6be33-3c26-4a3a-a8a2-e572d1370245 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:44.619162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Deleting port 79852c81-e227-4cf1-adfa-f825cdf4ca49 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:44.619737 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.639687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': '047b24d8-72fe-403e-a603-c33c74b25c57'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:44.644027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.689793 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.739984 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 9e67f32e-f061-4f82-b251-d69d71df4f92 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:44.752460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-04e28987-39d3-4663-8f82-8e1ea3d56fef req-4ba7543c-d490-4c60-9925-314e43a73cd5 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bede8f-2263-4ddc-ae78-80bb43d075a3 HTTP/1.1" status: 200 len: 210 time: 0.1763577 Jul 22 16:56:44.796147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40014) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:44.851950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] For port 79852c81-e227-4cf1-adfa-f825cdf4ca49, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=79852c81-e227-4cf1-adfa-f825cdf4ca49,segment=NetworkSegment(ea866865-b4fb-4add-8b11-111b4291c6d9),segment_id=ea866865-b4fb-4add-8b11-111b4291c6d9)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:44.852785 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.853197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e983cf2-0ede-4442-8356-135e69cdc367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.869692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1ce3c-daa3-4dd1-b9df-5817fca91b11 None None] Deleting port 79852c81-e227-4cf1-adfa-f825cdf4ca49 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:44.869970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Calling delete_port for 79852c81-e227-4cf1-adfa-f825cdf4ca49 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:44.870090 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9b1ce3c-daa3-4dd1-b9df-5817fca91b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.992012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a0f3a508-5e8f-4a1e-92a0-7c5ff17132f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c403bf7e9b44594801e119ab1de865f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8576579 Jul 22 16:56:44.992250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:44.995630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:45.030754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.069801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a23f0d-398c-40c0-aed1-f23355e1756d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:45.073206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event deleted for resources: {'Port': ['ID=79852c81-e227-4cf1-adfa-f825cdf4ca49,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:45.086451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] No DVR routers for this DVR port 79852c81-e227-4cf1-adfa-f825cdf4ca49 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:45.089495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad88dce1-9642-4b22-a6de-4522e8f4691e') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:45.090161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad88dce1-9642-4b22-a6de-4522e8f4691e') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:45.099368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-493c22a0-2f6b-4212-95f1-b77f3f8016d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.125862 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.141925 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-493c22a0-2f6b-4212-95f1-b77f3f8016d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.154465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e983cf2-0ede-4442-8356-135e69cdc367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.154734 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.166625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8e983cf2-0ede-4442-8356-135e69cdc367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.172318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:56:45.173201 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:56:45.176340 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:56:45.198969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f9b1ce3c-daa3-4dd1-b9df-5817fca91b11 None None] For port 79852c81-e227-4cf1-adfa-f825cdf4ca49, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=79852c81-e227-4cf1-adfa-f825cdf4ca49,segment=NetworkSegment(ea866865-b4fb-4add-8b11-111b4291c6d9),segment_id=ea866865-b4fb-4add-8b11-111b4291c6d9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:45.202287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8e983cf2-0ede-4442-8356-135e69cdc367 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd0ef99b7bb0459ab5ae838beae5f6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652306 Jul 22 16:56:45.202670 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9b1ce3c-daa3-4dd1-b9df-5817fca91b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.215896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40018) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:45.224898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Allocated IP 2001:db8::f816:3eff:fe44:8e0f (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/047b24d8-72fe-403e-a603-c33c74b25c57/47f2f21b-8312-4163-83a7-0e812b457b34) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:45.227169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1ce3c-daa3-4dd1-b9df-5817fca91b11 None None] Calling delete_port for 79852c81-e227-4cf1-adfa-f825cdf4ca49 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:45.227751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.275369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e983cf2-0ede-4442-8356-135e69cdc367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61400a5-9e49-4a91-a414-c6d24e23f054,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:45.281177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac6be33-3c26-4a3a-a8a2-e572d1370245']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:45.294675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea866865-b4fb-4add-8b11-111b4291c6d9') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:45.295051 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea866865-b4fb-4add-8b11-111b4291c6d9') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:45.304904 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.306900 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-493c22a0-2f6b-4212-95f1-b77f3f8016d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.309750 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-493c22a0-2f6b-4212-95f1-b77f3f8016d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.314818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-493c22a0-2f6b-4212-95f1-b77f3f8016d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82ee5b95-c1d1-4aa4-824a-6847887e7706 HTTP/1.1" status: 204 len: 168 time: 0.3129497 Jul 22 16:56:45.325067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.325983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c22a0-2f6b-4212-95f1-b77f3f8016d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ee5b95-c1d1-4aa4-824a-6847887e7706,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:45.327237 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/networks/e7a23f0d-398c-40c0-aed1-f23355e1756d HTTP/1.1" status: 204 len: 168 time: 1.8968616 Jul 22 16:56:45.329198 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.330742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40022) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:45.338225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d61b352b-cd39-4a82-bd97-fced41d129c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.353643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff9e93-0d6b-4ba6-b02e-d30fbba51da5 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Network': ['ID=e7a23f0d-398c-40c0-aed1-f23355e1756d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:45.368095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.377598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:56:45.378131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:56:45.382275 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:56:45.437885 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d61b352b-cd39-4a82-bd97-fced41d129c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.445672 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9b1ce3c-daa3-4dd1-b9df-5817fca91b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.479275 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.487536 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.493633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] 10.222.0.53 "DELETE /v2.0/networks/2ac6be33-3c26-4a3a-a8a2-e572d1370245 HTTP/1.1" status: 204 len: 168 time: 1.7692621 Jul 22 16:56:45.510165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a56ba-f86b-4385-b132-628f71f788a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668 tempest-ExtraDHCPOptionsIpV6TestJSON-1109244668-project] Pushing event deleted for resources: {'Network': ['ID=2ac6be33-3c26-4a3a-a8a2-e572d1370245,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:45.646244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1ce3c-daa3-4dd1-b9df-5817fca91b11 None None] Pushing event deleted for resources: {'Port': ['ID=79852c81-e227-4cf1-adfa-f825cdf4ca49,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:45.666790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1ce3c-daa3-4dd1-b9df-5817fca91b11 None None] No DVR routers for this DVR port 79852c81-e227-4cf1-adfa-f825cdf4ca49 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:45.688965 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.689170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d61b352b-cd39-4a82-bd97-fced41d129c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.691891 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d61b352b-cd39-4a82-bd97-fced41d129c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.697257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d61b352b-cd39-4a82-bd97-fced41d129c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f61400a5-9e49-4a91-a414-c6d24e23f054 HTTP/1.1" status: 204 len: 168 time: 0.4772973 Jul 22 16:56:45.710452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b352b-cd39-4a82-bd97-fced41d129c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61400a5-9e49-4a91-a414-c6d24e23f054,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:45.717462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Transition to ACTIVE for port object 47f2f21b-8312-4163-83a7-0e812b457b34 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:45.773879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Transition to ACTIVE for port object 47f2f21b-8312-4163-83a7-0e812b457b34 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:45.800443 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.861074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:fe53:ca22 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/047b24d8-72fe-403e-a603-c33c74b25c57/9e67f32e-f061-4f82-b251-d69d71df4f92) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:45.867919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40034) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:45.873699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40036) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:45.883160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:45.888671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:45.891456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:45.966085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Attempting to bind port 47f2f21b-8312-4163-83a7-0e812b457b34 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:45.966597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Attempting to bind port 47f2f21b-8312-4163-83a7-0e812b457b34 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:45.966976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Attempting to bind port 47f2f21b-8312-4163-83a7-0e812b457b34 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:45.970580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Pushing event updated for resources: {'Port': ['ID=47f2f21b-8312-4163-83a7-0e812b457b34,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:45.977624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:45.978020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:45.978446 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:45.978851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:45.979351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Bound port: 47f2f21b-8312-4163-83a7-0e812b457b34, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:45.979776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.051891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Deleting port b5dfaf02-d5a5-40e6-b159-30c38d00779e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:46.052291 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.059084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] For port 47f2f21b-8312-4163-83a7-0e812b457b34, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:46.063214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] For port 47f2f21b-8312-4163-83a7-0e812b457b34, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=47f2f21b-8312-4163-83a7-0e812b457b34,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:46.071756 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.082642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:46.143326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.143774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc7fe9f5-1042-4b1f-a2d6-8e2737748cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.173617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 9e67f32e-f061-4f82-b251-d69d71df4f92 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:46.177936 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.220081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.220405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.244039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7dff6a-b450-4f83-aa92-e89e10fdd109 None None] Pushing event updated for resources: {'Port': ['ID=47f2f21b-8312-4163-83a7-0e812b457b34,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:46.274462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Calling delete_port for b5dfaf02-d5a5-40e6-b159-30c38d00779e owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:46.315516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e4d939a5-39ed-4501-866f-2a35b8409060 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:46.343403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e4d939a5-39ed-4501-866f-2a35b8409060 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:46.343403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e4d939a5-39ed-4501-866f-2a35b8409060 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:46.343403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:46.369795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:46.370896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0b1a385e-4859-4f3d-a6ec-9f378e5ebc3e not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:46.374118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 79852c81-e227-4cf1-adfa-f825cdf4ca49 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:46.408760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 79852c81-e227-4cf1-adfa-f825cdf4ca49 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:46.409626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 79852c81-e227-4cf1-adfa-f825cdf4ca49 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:46.438566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.504978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:46.505442 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4464a2b2-b437-4a47-83cd-f88e15439724 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31016464691e4bd998a866e8b400d75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6361959 Jul 22 16:56:46.506399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40048) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:46.526157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:46.538518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:46.545393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:46.546035 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.561573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=9e67f32e-f061-4f82-b251-d69d71df4f92,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:46.586610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc7fe9f5-1042-4b1f-a2d6-8e2737748cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.615487 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fc7fe9f5-1042-4b1f-a2d6-8e2737748cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.633892 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e98c4c1f-3a2a-44b8-b77a-cff690240f57 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7438896 Jul 22 16:56:46.640413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40052) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:46.691775 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fc7fe9f5-1042-4b1f-a2d6-8e2737748cb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7d59c001f264b159a1bbbd7cf5b5c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080627 Jul 22 16:56:46.692450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40056) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:46.700635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fe9f5-1042-4b1f-a2d6-8e2737748cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5481cb27-75ce-415b-a8fc-3f1eafa8a664,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:46.704291 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f59b85d3-fb0b-4aae-8db0-1e00b150dfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.706223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.779981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'Port': ['ID=b5dfaf02-d5a5-40e6-b159-30c38d00779e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:46.784254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78de48-f297-4daf-9087-425e7da09647 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:46.788634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a78de48-f297-4daf-9087-425e7da09647 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:46.790980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2a78de48-f297-4daf-9087-425e7da09647 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1491742 Jul 22 16:56:46.794087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40060) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:46.804273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port 2047b979-67ac-494e-9d53-e79fc92b4a84 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:46.804624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.829230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f59b85d3-fb0b-4aae-8db0-1e00b150dfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.878827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.881940 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.883212 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2a24a050-531d-46a0-b02f-01d268ffca65 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "DELETE /v2.0/floatingips/4c883a05-65ed-4367-a521-f13ec9a0b97f HTTP/1.1" status: 204 len: 168 time: 1.0085876 Jul 22 16:56:46.892446 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d209f540-faa0-416e-89ad-17735a7e9a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.919883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d209f540-faa0-416e-89ad-17735a7e9a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.932929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f59b85d3-fb0b-4aae-8db0-1e00b150dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.936639 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f59b85d3-fb0b-4aae-8db0-1e00b150dfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:46.940765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f59b85d3-fb0b-4aae-8db0-1e00b150dfc9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59d4a659-0567-4538-bc52-896c5647f806 HTTP/1.1" status: 204 len: 168 time: 0.4314804 Jul 22 16:56:46.962323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b85d3-fb0b-4aae-8db0-1e00b150dfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d4a659-0567-4538-bc52-896c5647f806,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:47.022006 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d209f540-faa0-416e-89ad-17735a7e9a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.024834 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d209f540-faa0-416e-89ad-17735a7e9a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.027170 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d209f540-faa0-416e-89ad-17735a7e9a72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5481cb27-75ce-415b-a8fc-3f1eafa8a664 HTTP/1.1" status: 204 len: 168 time: 0.3320572 Jul 22 16:56:47.042026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209f540-faa0-416e-89ad-17735a7e9a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5481cb27-75ce-415b-a8fc-3f1eafa8a664,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:47.051379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port 2047b979-67ac-494e-9d53-e79fc92b4a84, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2047b979-67ac-494e-9d53-e79fc92b4a84,segment=NetworkSegment(b2fa5d8f-442d-4587-a87e-923c18f9004a),segment_id=b2fa5d8f-442d-4587-a87e-923c18f9004a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:47.051858 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.086223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for 2047b979-67ac-494e-9d53-e79fc92b4a84 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:47.112496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6853e-dca8-485b-b9f6-07314e8c821c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 9e67f32e-f061-4f82-b251-d69d71df4f92 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:47.113073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ad6853e-dca8-485b-b9f6-07314e8c821c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.386206 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ad6853e-dca8-485b-b9f6-07314e8c821c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.406474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6853e-dca8-485b-b9f6-07314e8c821c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 9e67f32e-f061-4f82-b251-d69d71df4f92 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:47.555146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.615262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=2047b979-67ac-494e-9d53-e79fc92b4a84,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:47.673575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40092) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:47.688817 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c826ed9-babe-4c19-af8e-a75a33534685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.836523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b43ae6d7-168a-4713-8abd-6bc4f2388d41 None None] Provisioning for port 47f2f21b-8312-4163-83a7-0e812b457b34 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:47.865273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ad6853e-dca8-485b-b9f6-07314e8c821c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:47.940104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6853e-dca8-485b-b9f6-07314e8c821c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=9e67f32e-f061-4f82-b251-d69d71df4f92,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:47.972352 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.002675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c826ed9-babe-4c19-af8e-a75a33534685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.009064 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c826ed9-babe-4c19-af8e-a75a33534685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.031745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ad6853e-dca8-485b-b9f6-07314e8c821c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.034115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3ad6853e-dca8-485b-b9f6-07314e8c821c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/9e67f32e-f061-4f82-b251-d69d71df4f92 HTTP/1.1" status: 204 len: 168 time: 1.2393978 Jul 22 16:56:48.037887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40098) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:48.107618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1c826ed9-babe-4c19-af8e-a75a33534685 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acd613d7e8f8455db8a65c421f542b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323084 Jul 22 16:56:48.108300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:48.108979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c826ed9-babe-4c19-af8e-a75a33534685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5a39cf-20e7-488a-80fd-8686cdf31a89,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:48.275653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d909dca6-17de-4f0b-b76e-38efcc746ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.363698 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d909dca6-17de-4f0b-b76e-38efcc746ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.377358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-88151d2a-44ff-447e-8b8e-a58390307e0e None None] Could not find standard attr ID for object 9e67f32e-f061-4f82-b251-d69d71df4f92. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:48.439517 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2f87-107f-4ca1-b8c7-0387c28c43ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.482763 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d909dca6-17de-4f0b-b76e-38efcc746ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.486959 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d909dca6-17de-4f0b-b76e-38efcc746ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.491615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d909dca6-17de-4f0b-b76e-38efcc746ee5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f5a39cf-20e7-488a-80fd-8686cdf31a89 HTTP/1.1" status: 204 len: 168 time: 0.3644280 Jul 22 16:56:48.502521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909dca6-17de-4f0b-b76e-38efcc746ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5a39cf-20e7-488a-80fd-8686cdf31a89,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:48.622436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 47f2f21b-8312-4163-83a7-0e812b457b34 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:48.660125 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:48.730070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 47f2f21b-8312-4163-83a7-0e812b457b34 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:48.737527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 47f2f21b-8312-4163-83a7-0e812b457b34 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:48.740898 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.809878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8d127d6e-912c-4ba0-8195-8339d8a90b76 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:48.810669 n-d-792458-13 neutron-server[93751]: WARNING neutron.api.v2.base [None req-8d127d6e-912c-4ba0-8195-8339d8a90b76 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 16:56:48.811132 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-8d127d6e-912c-4ba0-8195-8339d8a90b76 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:56:48.817433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8d127d6e-912c-4ba0-8195-8339d8a90b76 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1512203 Jul 22 16:56:48.817861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:48.823484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894847335'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:48.858128 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:48.870671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.013277 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.018642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.035509 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.096427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a4abbf-4621-4999-a9a2-4aab62559ccd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:49.101346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8a13d-76a9-4f0c-ada1-c09b8759cf37 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:49.104517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8a13d-76a9-4f0c-ada1-c09b8759cf37 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:49.108154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-71a8a13d-76a9-4f0c-ada1-c09b8759cf37 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 1.0691130 Jul 22 16:56:49.114595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40128) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:49.149793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 47f2f21b-8312-4163-83a7-0e812b457b34, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=47f2f21b-8312-4163-83a7-0e812b457b34,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:49.163784 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.309387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=47f2f21b-8312-4163-83a7-0e812b457b34,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:49.314671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-8052a148-cc59-43df-a7b3-870f8daf5e2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 047b24d8-72fe-403e-a603-c33c74b25c57 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:49.318166 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8052a148-cc59-43df-a7b3-870f8daf5e2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.336164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:49.397267 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8052a148-cc59-43df-a7b3-870f8daf5e2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.604358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.617765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.654349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:49.668806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf35a5-d05d-416a-ace4-d54726b1a1b1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:49.670298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:49.674408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1e48906d-e4c7-4147-80d8-4777630bf442 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3385310 Jul 22 16:56:49.674635 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.675361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:49.680960 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d17cba7e-972e-4e03-82b2-fe6a55c71489 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8571479 Jul 22 16:56:49.682186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:49.691530 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8052a148-cc59-43df-a7b3-870f8daf5e2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.694483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:49.696408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:49.725450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6fac3270-bfc4-4ac0-96bf-7a06a7981815 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '0fcf35a5-d05d-416a-ace4-d54726b1a1b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:49.808489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a213e94c-375c-43c8-bc66-b67f70af157d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting subnet 0e9f9c58-2026-44af-8bf8-d2492b683d17 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:49.830398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a213e94c-375c-43c8-bc66-b67f70af157d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.837965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8052a148-cc59-43df-a7b3-870f8daf5e2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.882228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fac3270-bfc4-4ac0-96bf-7a06a7981815 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.886680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:49.931244 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a213e94c-375c-43c8-bc66-b67f70af157d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.959459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052a148-cc59-43df-a7b3-870f8daf5e2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=047b24d8-72fe-403e-a603-c33c74b25c57,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:49.967639 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8052a148-cc59-43df-a7b3-870f8daf5e2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:49.976522 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8052a148-cc59-43df-a7b3-870f8daf5e2b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/047b24d8-72fe-403e-a603-c33c74b25c57 HTTP/1.1" status: 204 len: 168 time: 0.8603764 Jul 22 16:56:49.978085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:50.008531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a7527-83a3-4fd2-a60b-46a1a476c3b2 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:50.042059 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fac3270-bfc4-4ac0-96bf-7a06a7981815 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.048364 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fac3270-bfc4-4ac0-96bf-7a06a7981815 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.049847 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8d714c7f-8184-41d3-93b2-e507e60b05c3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693223 Jul 22 16:56:50.050515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40156) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:50.088475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac3270-bfc4-4ac0-96bf-7a06a7981815 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2e71b7-a69d-4d6b-8473-7d1fdad515ed,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:50.141555 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6fac3270-bfc4-4ac0-96bf-7a06a7981815 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.147003 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6fac3270-bfc4-4ac0-96bf-7a06a7981815 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4320776 Jul 22 16:56:50.147811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:50.151259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379aecfb-3f1f-45bb-8eb4-6c1cda1e3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:50.156852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-379aecfb-3f1f-45bb-8eb4-6c1cda1e3ad6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1052041 Jul 22 16:56:50.157506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:50.157680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c5eccae4-1f1f-4d52-aef3-9904fcf2c997 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '0fcf35a5-d05d-416a-ace4-d54726b1a1b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:50.211688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504b769-41e6-431f-bdd8-5e575d9c3f54 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:50.216972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f504b769-41e6-431f-bdd8-5e575d9c3f54 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0582922 Jul 22 16:56:50.217422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40164) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:50.236334 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a213e94c-375c-43c8-bc66-b67f70af157d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.268104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-04d3d700-9657-4451-b972-461d8d5965eb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492854 Jul 22 16:56:50.269683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:50.278707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:50.317576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 47f2f21b-8312-4163-83a7-0e812b457b34 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:56:50.318436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5eccae4-1f1f-4d52-aef3-9904fcf2c997 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.396905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:50.401024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.405241 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a213e94c-375c-43c8-bc66-b67f70af157d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.437904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a213e94c-375c-43c8-bc66-b67f70af157d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.442308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a213e94c-375c-43c8-bc66-b67f70af157d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/0e9f9c58-2026-44af-8bf8-d2492b683d17 HTTP/1.1" status: 204 len: 168 time: 0.7623534 Jul 22 16:56:50.442308 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-c5eccae4-1f1f-4d52-aef3-9904fcf2c997 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:56:50.448277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1f70a-8fbe-4af0-9543-e83418e6c303 None None] Network 346a482f-c5b8-404e-8083-7f9c9b5c62b5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:50.449611 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c5eccae4-1f1f-4d52-aef3-9904fcf2c997 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2984347 Jul 22 16:56:50.450204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40170) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:50.450538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40172) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:50.572783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213e94c-375c-43c8-bc66-b67f70af157d tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9f9c58-2026-44af-8bf8-d2492b683d17,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:50.606630 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-099e397e-a71b-49f0-aa05-87c81062040c tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.665791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 47f2f21b-8312-4163-83a7-0e812b457b34 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:56:50.667525 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.719306 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.732686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-099e397e-a71b-49f0-aa05-87c81062040c tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.770603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d4f83-7bf8-44d2-9d21-19415d11fb86 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:50.784438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:47Z', 'revision_number': 9, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:50.823226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.843091 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-099e397e-a71b-49f0-aa05-87c81062040c tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.845740 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-099e397e-a71b-49f0-aa05-87c81062040c tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.851707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-099e397e-a71b-49f0-aa05-87c81062040c tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/0fcf35a5-d05d-416a-ace4-d54726b1a1b1 HTTP/1.1" status: 204 len: 168 time: 0.3960559 Jul 22 16:56:50.853132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:50.854959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40190) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:50.892226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e397e-a71b-49f0-aa05-87c81062040c tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf35a5-d05d-416a-ace4-d54726b1a1b1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:50.894202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:50.895140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:50.930605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:50.931167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.938557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:50.942018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:50.951118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:50.951883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:50.981507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=b318e833-b928-48fc-86f1-14e557e9d9a0,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:50.997678 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1d60c424-70fb-4580-b94b-78313c0c8780 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7267289 Jul 22 16:56:51.000711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40196) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:51.018745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:51.028446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:78:d9:3a', 'name': 'tempest-NetworksTestDHCPv6-41259175'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:51.031425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2529ef78-07c7-4055-aef4-62fd4e20a0dc tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1469994 Jul 22 16:56:51.039692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:51.046103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a6f8efe2-503a-4867-b3da-b45dc21f193b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055600498'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:51.155061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=94c57e49-fce9-44a6-9fa2-4fdca26c1b73,segment=NetworkSegment(b2fa5d8f-442d-4587-a87e-923c18f9004a),segment_id=b2fa5d8f-442d-4587-a87e-923c18f9004a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:51.155811 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.169802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f8efe2-503a-4867-b3da-b45dc21f193b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.186409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:51.211737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:51.213054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c02c13c4-527d-4d09-a8d9-6a299cc508f2 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1144223738'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:51.213523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c02c13c4-527d-4d09-a8d9-6a299cc508f2 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Unknown quota resources ['metering_label']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:56:51.254022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:51.279291 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2ab4912-5e53-488f-bdaa-a33fbe198828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.336681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.364011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] DHCP port deletion for 346a482f-c5b8-404e-8083-7f9c9b5c62b5 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:51.366381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 802e115a-44a2-400d-bdb7-fa6b0aaf79ed yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:56:51.379248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d4f83-7bf8-44d2-9d21-19415d11fb86 None None] Deleting port 47f2f21b-8312-4163-83a7-0e812b457b34 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:51.380252 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4f83-7bf8-44d2-9d21-19415d11fb86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.401140 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.522803 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::2c5 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b318e833-b928-48fc-86f1-14e557e9d9a0/802e115a-44a2-400d-bdb7-fa6b0aaf79ed) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:51.531404 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c02c13c4-527d-4d09-a8d9-6a299cc508f2 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.532839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c02c13c4-527d-4d09-a8d9-6a299cc508f2 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5127473 Jul 22 16:56:51.538277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:51.546619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-410a3be2-1c29-410b-9a32-3e273d7e2fcd tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b4224b08-4571-41e2-83a7-f0a4e532b41c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:51.547164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-410a3be2-1c29-410b-9a32-3e273d7e2fcd tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:56:51.550067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.612188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No DVR routers for this DVR port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:51.646619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=94c57e49-fce9-44a6-9fa2-4fdca26c1b73,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:51.717288 n-d-792458-13 neutron-server[93750]: WARNING neutron.services.metering.metering_plugin [None req-410a3be2-1c29-410b-9a32-3e273d7e2fcd tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 16:56:51.723086 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f8efe2-503a-4867-b3da-b45dc21f193b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.766514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40212) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:51.788831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f8efe2-503a-4867-b3da-b45dc21f193b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.856071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bc9d4f83-7bf8-44d2-9d21-19415d11fb86 None None] For port 47f2f21b-8312-4163-83a7-0e812b457b34, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=47f2f21b-8312-4163-83a7-0e812b457b34,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:51.856475 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4f83-7bf8-44d2-9d21-19415d11fb86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.871150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] Deleting port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:51.871526 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.874238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.877901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d4f83-7bf8-44d2-9d21-19415d11fb86 None None] Calling delete_port for 47f2f21b-8312-4163-83a7-0e812b457b34 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:51.899585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 802e115a-44a2-400d-bdb7-fa6b0aaf79ed will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:51.910133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:47Z', 'revision_number': 9, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:51.962741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.971960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.978674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6f8efe2-503a-4867-b3da-b45dc21f193b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.983390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a6f8efe2-503a-4867-b3da-b45dc21f193b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9393649 Jul 22 16:56:51.991893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-410a3be2-1c29-410b-9a32-3e273d7e2fcd tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:51.993101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-410a3be2-1c29-410b-9a32-3e273d7e2fcd tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4538369 Jul 22 16:56:51.996786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:51.996972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40216) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:52.002753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-13c45342-9c42-4ff5-a4a9-baf5cf855a4c tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b4224b08-4571-41e2-83a7-f0a4e532b41c'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:52.003348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-13c45342-9c42-4ff5-a4a9-baf5cf855a4c tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93750) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:56:52.012008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7ea46-fcbb-43d0-9eb2-c971835a0c83 None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:47Z', 'revision_number': 9, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': '1dbc736a-fc96-425c-9cda-063b1956ed10', 'name': '', 'network_id': '052fbba4-8bdd-4dff-977b-aefb6c54e1f4', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:00:07:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:08Z', 'updated_at': '2021-07-22T16:56:20Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'b26747cf-3540-4d4d-9b99-8b7b83104c2a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:52.014779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-371b16d7-ad77-441b-8f09-70a27ca52188 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '29de2d6b-277a-457f-8438-0dc0923a17e9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:52.015387 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-371b16d7-ad77-441b-8f09-70a27ca52188 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 16:56:52.016025 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-371b16d7-ad77-441b-8f09-70a27ca52188 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:52.019460 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-371b16d7-ad77-441b-8f09-70a27ca52188 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0190475 Jul 22 16:56:52.019460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346a482f-c5b8-404e-8083-7f9c9b5c62b5']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:52.021267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] For port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:52.021653 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.023243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8efe2-503a-4867-b3da-b45dc21f193b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29de2d6b-277a-457f-8438-0dc0923a17e9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:52.033773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40218) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:52.047416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] Calling delete_port for 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:52.053686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] Port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:56:52.062530 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.069727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fa5d8f-442d-4587-a87e-923c18f9004a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:52.070038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fa5d8f-442d-4587-a87e-923c18f9004a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:52.095430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] No DVR routers for this DVR port 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:52.103439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=802e115a-44a2-400d-bdb7-fa6b0aaf79ed,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:52.114062 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.118702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ab021-a918-419d-93c6-62ce4a2352e5 None None] Pushing event deleted for resources: {'Port': ['ID=94c57e49-fce9-44a6-9fa2-4fdca26c1b73,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:52.137638 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4f83-7bf8-44d2-9d21-19415d11fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.144880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:52.146519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:52.152754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:52.159173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:52.160071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.177715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1d2f3670-fe20-4edb-80a9-91eb7df6cb13 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1754293 Jul 22 16:56:52.181335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:52.185767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d4f83-7bf8-44d2-9d21-19415d11fb86 None None] No DVR routers for this DVR port 47f2f21b-8312-4163-83a7-0e812b457b34 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:52.188148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d4f83-7bf8-44d2-9d21-19415d11fb86 None None] Pushing event deleted for resources: {'Port': ['ID=47f2f21b-8312-4163-83a7-0e812b457b34,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:52.201099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ccef50-81b5-4bbb-914d-574313d099bf None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:52.215832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.231017 n-d-792458-13 neutron-server[93750]: WARNING neutron.services.metering.metering_plugin [None req-13c45342-9c42-4ff5-a4a9-baf5cf855a4c tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 16:56:52.235913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4093cea-0185-46d3-bd23-46f393316b63 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.243017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:56:52.243436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:56:52.248244 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:56:52.292368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806fc676-e782-4f47-9bdd-b33ffc0dc43b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:52.298023 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-806fc676-e782-4f47-9bdd-b33ffc0dc43b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1111658 Jul 22 16:56:52.298261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40224) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:52.396311 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4093cea-0185-46d3-bd23-46f393316b63 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.536405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-23446f10-96ed-4602-91e5-e60aa63d32b7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 802e115a-44a2-400d-bdb7-fa6b0aaf79ed {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:52.536764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23446f10-96ed-4602-91e5-e60aa63d32b7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.541687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:52.590410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:52.590795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 94c57e49-fce9-44a6-9fa2-4fdca26c1b73 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:52.594624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 47f2f21b-8312-4163-83a7-0e812b457b34 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:52.635520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 47f2f21b-8312-4163-83a7-0e812b457b34 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:52.635868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 47f2f21b-8312-4163-83a7-0e812b457b34 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:52.636293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2047b979-67ac-494e-9d53-e79fc92b4a84 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:52.649324 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23446f10-96ed-4602-91e5-e60aa63d32b7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.672475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 2047b979-67ac-494e-9d53-e79fc92b4a84 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:52.672808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2047b979-67ac-494e-9d53-e79fc92b4a84 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:52.679534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-23446f10-96ed-4602-91e5-e60aa63d32b7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 802e115a-44a2-400d-bdb7-fa6b0aaf79ed owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:52.700347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.702396 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.705955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-13c45342-9c42-4ff5-a4a9-baf5cf855a4c tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.707723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-13c45342-9c42-4ff5-a4a9-baf5cf855a4c tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7086077 Jul 22 16:56:52.718538 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.722880 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/networks/346a482f-c5b8-404e-8083-7f9c9b5c62b5 HTTP/1.1" status: 204 len: 168 time: 2.2676661 Jul 22 16:56:52.725563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40228) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:52.725563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40230) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:52.743343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': 'b318e833-b928-48fc-86f1-14e557e9d9a0'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:52.744711 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.749943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-367111fb-1ce9-4759-90b4-8a7860eb2022 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.834629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4093cea-0185-46d3-bd23-46f393316b63 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.837067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4093cea-0185-46d3-bd23-46f393316b63 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.838365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e4093cea-0185-46d3-bd23-46f393316b63 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] 10.222.0.53 "DELETE /v2.0/security-groups/f65732b3-82da-4f4e-be1f-d92e283831f8 HTTP/1.1" status: 204 len: 168 time: 1.0506504 Jul 22 16:56:52.840846 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-52f1ed73-8d44-40f2-a82d-15581b45cf16 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=c7f9aa0b-6e8e-4782-a609-845f89393d8e HTTP/1.1" status: 200 len: 462 time: 0.1153042 Jul 22 16:56:52.842089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34962287-c55e-4b32-90b2-37cc7af93b53 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Network': ['ID=346a482f-c5b8-404e-8083-7f9c9b5c62b5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:52.843895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:52.868760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4093cea-0185-46d3-bd23-46f393316b63 tempest-TestVolumeBootPattern-1969113225 tempest-TestVolumeBootPattern-1969113225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65732b3-82da-4f4e-be1f-d92e283831f8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:52.884724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-367111fb-1ce9-4759-90b4-8a7860eb2022 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:52.926071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.016044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b318e833-b928-48fc-86f1-14e557e9d9a0/11a58cd8-d319-4017-9081-cf0a57761539) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:53.135389 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-367111fb-1ce9-4759-90b4-8a7860eb2022 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.139128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-367111fb-1ce9-4759-90b4-8a7860eb2022 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.143976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-367111fb-1ce9-4759-90b4-8a7860eb2022 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/29de2d6b-277a-457f-8438-0dc0923a17e9 HTTP/1.1" status: 204 len: 168 time: 1.1047108 Jul 22 16:56:53.155284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.184405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367111fb-1ce9-4759-90b4-8a7860eb2022 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de2d6b-277a-457f-8438-0dc0923a17e9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:53.266850 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.284875 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eae50267-a023-4138-bcc7-e82662137b48 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1280670 Jul 22 16:56:53.288828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.293889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-076bb108-c487-492a-9b04-a744d304d0c9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--11745842'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:53.330065 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-076bb108-c487-492a-9b04-a744d304d0c9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.430663 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.638397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd99ffdd-53aa-4c36-a439-ccbda5200894 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.639588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dd99ffdd-53aa-4c36-a439-ccbda5200894 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/c7f9aa0b-6e8e-4782-a609-845f89393d8e HTTP/1.1" status: 204 len: 168 time: 0.7946553 Jul 22 16:56:53.642421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40246) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.666487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e31cd8c4-59a5-4f24-a8e2-ce4eae35185c tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=c7f9aa0b-6e8e-4782-a609-845f89393d8e HTTP/1.1" status: 200 len: 221 time: 0.0212760 Jul 22 16:56:53.669954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40248) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.678375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-18c0813e-feb8-4a23-94e0-654db37d0907 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1478157266', 'description': 'label created by tempest'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:53.678835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-18c0813e-feb8-4a23-94e0-654db37d0907 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Unknown quota resources ['metering_label']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:56:53.688343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Transition to ACTIVE for port object 11a58cd8-d319-4017-9081-cf0a57761539 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:53.709484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Transition to ACTIVE for port object 11a58cd8-d319-4017-9081-cf0a57761539 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:53.716000 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23446f10-96ed-4602-91e5-e60aa63d32b7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.723484 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.767919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port 1dbc736a-fc96-425c-9cda-063b1956ed10 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:53.768163 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.772492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-076bb108-c487-492a-9b04-a744d304d0c9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.786645 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-076bb108-c487-492a-9b04-a744d304d0c9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.800562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:53.806018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:53.809668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:53.821501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Pushing event updated for resources: {'Port': ['ID=11a58cd8-d319-4017-9081-cf0a57761539,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:53.823448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23446f10-96ed-4602-91e5-e60aa63d32b7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=802e115a-44a2-400d-bdb7-fa6b0aaf79ed,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:53.864725 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-076bb108-c487-492a-9b04-a744d304d0c9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.864725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-076bb108-c487-492a-9b04-a744d304d0c9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5711899 Jul 22 16:56:53.864725 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bb108-c487-492a-9b04-a744d304d0c9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a250f4a-10d1-41a5-a299-3e3dc9f79787,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:53.865174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.869479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e7c5b257-ccea-407b-a736-64945e4c7420 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '2a250f4a-10d1-41a5-a299-3e3dc9f79787', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:53.870336 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-e7c5b257-ccea-407b-a736-64945e4c7420 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 16:56:53.871962 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-e7c5b257-ccea-407b-a736-64945e4c7420 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:53.875937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e7c5b257-ccea-407b-a736-64945e4c7420 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076213 Jul 22 16:56:53.877003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40252) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.899634 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23446f10-96ed-4602-91e5-e60aa63d32b7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.902347 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-23446f10-96ed-4602-91e5-e60aa63d32b7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/802e115a-44a2-400d-bdb7-fa6b0aaf79ed HTTP/1.1" status: 204 len: 168 time: 1.6026237 Jul 22 16:56:53.908196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40254) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:53.957001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Attempting to bind port 11a58cd8-d319-4017-9081-cf0a57761539 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:53.957630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Attempting to bind port 11a58cd8-d319-4017-9081-cf0a57761539 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:53.958198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Attempting to bind port 11a58cd8-d319-4017-9081-cf0a57761539 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:53.965588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:53.966284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:53.966861 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.967471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:53.970555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Bound port: 11a58cd8-d319-4017-9081-cf0a57761539, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:53.970555 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:53.980631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port 1dbc736a-fc96-425c-9cda-063b1956ed10, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1dbc736a-fc96-425c-9cda-063b1956ed10,segment=NetworkSegment(53327c24-d73c-4f48-a59c-f0f29dd9f40e),segment_id=53327c24-d73c-4f48-a59c-f0f29dd9f40e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:53.980998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.006371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for 1dbc736a-fc96-425c-9cda-063b1956ed10 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:54.030027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b4a2c-a8d8-4427-8dd5-9a8679fbb9e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:54.031611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b4a2c-a8d8-4427-8dd5-9a8679fbb9e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:54.035946 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b5b4a2c-a8d8-4427-8dd5-9a8679fbb9e4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1269152 Jul 22 16:56:54.036566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40256) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:54.044456 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-18c0813e-feb8-4a23-94e0-654db37d0907 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.045633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-18c0813e-feb8-4a23-94e0-654db37d0907 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3745637 Jul 22 16:56:54.057697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40258) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:54.067047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] For port 11a58cd8-d319-4017-9081-cf0a57761539, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:54.070594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] For port 11a58cd8-d319-4017-9081-cf0a57761539, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=11a58cd8-d319-4017-9081-cf0a57761539,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:54.078621 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.093813 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e9-ec45-45b6-9c86-f34e23683af8 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.137295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075f427-89b2-43ec-8ce4-2fdbdd6cac35 None None] Pushing event updated for resources: {'Port': ['ID=11a58cd8-d319-4017-9081-cf0a57761539,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:54.252780 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.287490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.632389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c9818b68-2126-4260-9e91-2043655c7fb6 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=a537f183-1c2a-447c-9c3f-b7f1da35af94 HTTP/1.1" status: 200 len: 468 time: 0.5729384 Jul 22 16:56:54.639865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:54.644928 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e9-ec45-45b6-9c86-f34e23683af8 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.688146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da198c3-844f-4b78-ad10-cfa753410505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet b318e833-b928-48fc-86f1-14e557e9d9a0 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:54.740470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40268) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:54.745319 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4da198c3-844f-4b78-ad10-cfa753410505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.823586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e9-ec45-45b6-9c86-f34e23683af8 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.831794 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7992f4e9-ec45-45b6-9c86-f34e23683af8 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.833027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7992f4e9-ec45-45b6-9c86-f34e23683af8 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/2a250f4a-10d1-41a5-a299-3e3dc9f79787 HTTP/1.1" status: 204 len: 168 time: 0.9554832 Jul 22 16:56:54.841151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:54.844541 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4da198c3-844f-4b78-ad10-cfa753410505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.910502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992f4e9-ec45-45b6-9c86-f34e23683af8 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a250f4a-10d1-41a5-a299-3e3dc9f79787,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:54.942079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90f02ac6-18c9-4734-9c54-1e8d168eb694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:54.974837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dd7d9a2b-7310-4420-9c85-188c257543ee tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1270437 Jul 22 16:56:54.988655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40274) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:54.994055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6a638a90-54de-4161-a8fc-1c56113bf4d1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--801146922'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:54.997899 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.008554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe2763fa-0a8d-4479-893b-67b3d969f6b4 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.012884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fe2763fa-0a8d-4479-893b-67b3d969f6b4 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/a537f183-1c2a-447c-9c3f-b7f1da35af94 HTTP/1.1" status: 204 len: 168 time: 0.3662338 Jul 22 16:56:55.018245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.028014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=1dbc736a-fc96-425c-9cda-063b1956ed10,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:55.028546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Deleting port a6d5c918-6cdf-4ebf-8a28-70679a104b06 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:55.028974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.062461 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-33ece6d7-dcd0-4919-b167-679180bc6ff5 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=a537f183-1c2a-447c-9c3f-b7f1da35af94 HTTP/1.1" status: 200 len: 216 time: 0.0430224 Jul 22 16:56:55.066091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.074716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-6a638a90-54de-4161-a8fc-1c56113bf4d1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:56:55.074716 n-d-792458-13 neutron-server[93751]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:56:55.074716 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id': '196f73b2b38347598d5c9c7868b2b925', 'id': '9f20e925-caff-494d-b0a0-10066c67f380', 'expiration': datetime.datetime(2021, 7, 22, 16, 58, 55, 41408)}] Jul 22 16:56:55.074716 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:56:55.075342 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-6a638a90-54de-4161-a8fc-1c56113bf4d1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:56:55.079231 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4da198c3-844f-4b78-ad10-cfa753410505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.138440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-16e90f3d-8883-4671-92b0-0c5971d2cf55 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0711830 Jul 22 16:56:55.144574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40280) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.176639 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-77f65d35-5926-48af-98dd-4fa2ed4ce7cb tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0289116 Jul 22 16:56:55.180298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.193914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] For port a6d5c918-6cdf-4ebf-8a28-70679a104b06, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a6d5c918-6cdf-4ebf-8a28-70679a104b06,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:55.194268 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.221066 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.258118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Calling delete_port for a6d5c918-6cdf-4ebf-8a28-70679a104b06 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:55.269100 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eb33113a-ce24-4bc3-bbdb-66d0a9a70b4b tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/b4224b08-4571-41e2-83a7-f0a4e532b41c HTTP/1.1" status: 200 len: 473 time: 0.0876336 Jul 22 16:56:55.275434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40284) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.311150 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-925780f6-22ab-4560-a482-b0f7576f264d tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/d98d2251-9f63-4774-8b8e-6a19a0c94765 HTTP/1.1" status: 200 len: 459 time: 0.0285914 Jul 22 16:56:55.326060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40286) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.334422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4da198c3-844f-4b78-ad10-cfa753410505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.351515 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90f02ac6-18c9-4734-9c54-1e8d168eb694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.358770 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90f02ac6-18c9-4734-9c54-1e8d168eb694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.359060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4da198c3-844f-4b78-ad10-cfa753410505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.366096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4da198c3-844f-4b78-ad10-cfa753410505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b318e833-b928-48fc-86f1-14e557e9d9a0 HTTP/1.1" status: 204 len: 168 time: 1.3178883 Jul 22 16:56:55.368590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40288) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.393628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da198c3-844f-4b78-ad10-cfa753410505 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=b318e833-b928-48fc-86f1-14e557e9d9a0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:55.451387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a59685a0-41c3-4768-8c5c-4a17cfb3075f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752838 Jul 22 16:56:55.458978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.477673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f02ac6-18c9-4734-9c54-1e8d168eb694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce13e7ed-b7f1-4ef9-b59f-d24ea69ddb3a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:55.503872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-90f02ac6-18c9-4734-9c54-1e8d168eb694 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de9b4be121f448c5bcc1f044ed9042f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606754 Jul 22 16:56:55.510550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40292) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.584321 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c751790-392d-4d6c-9643-de00c7586342 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.588267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6c751790-392d-4d6c-9643-de00c7586342 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/d98d2251-9f63-4774-8b8e-6a19a0c94765 HTTP/1.1" status: 204 len: 168 time: 0.2581146 Jul 22 16:56:55.588486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40294) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.649066 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a638a90-54de-4161-a8fc-1c56113bf4d1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.682013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:55.687750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aadda4e6-2581-485c-a426-642de5b80b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.701115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8be0d1-5184-4b2a-96e7-cf5269db9ca5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:55.702698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cb8be0d1-5184-4b2a-96e7-cf5269db9ca5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2392733 Jul 22 16:56:55.708057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40296) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.710423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abd2e64-f76a-47ba-9873-3fc80cbd9e7b None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:55.804463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-42b168f2-250a-4c77-acbd-35ff54b39593 None None] Could not find standard attr ID for object 802e115a-44a2-400d-bdb7-fa6b0aaf79ed. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:56:55.810752 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aadda4e6-2581-485c-a426-642de5b80b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.860966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-42b168f2-250a-4c77-acbd-35ff54b39593 None None] Provisioning for port 11a58cd8-d319-4017-9081-cf0a57761539 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:56:55.892697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a62183-152b-4fb8-bafd-6ff1c60ed128 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:55.895112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-58a62183-152b-4fb8-bafd-6ff1c60ed128 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1825230 Jul 22 16:56:55.902724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40298) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.915585 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.945288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6d4dff0-263d-4f77-9850-f102cacce255 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:55.946389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f6d4dff0-263d-4f77-9850-f102cacce255 tempest-MeteringIpV6TestJSON-650138381 tempest-MeteringIpV6TestJSON-650138381-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/b4224b08-4571-41e2-83a7-f0a4e532b41c HTTP/1.1" status: 204 len: 168 time: 0.3569729 Jul 22 16:56:55.973549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-401c98be-61f3-4bbb-8ead-9ba99c71722c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694568 Jul 22 16:56:55.978605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40302) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:55.991759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:56.007851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d5c918-6cdf-4ebf-8a28-70679a104b06,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:56.016497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844f054c-744e-49c7-a714-00e5481d7444 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:56.042507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:56.050500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-94dd8f74-2cc4-4172-aca0-1008a4487203 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3235805 Jul 22 16:56:56.054539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40304) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:56.071649 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:56.072717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aadda4e6-2581-485c-a426-642de5b80b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.076810 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aadda4e6-2581-485c-a426-642de5b80b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.081932 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aadda4e6-2581-485c-a426-642de5b80b34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce13e7ed-b7f1-4ef9-b59f-d24ea69ddb3a HTTP/1.1" status: 204 len: 168 time: 0.5665452 Jul 22 16:56:56.099732 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:56.101265 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:56.104569 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a638a90-54de-4161-a8fc-1c56113bf4d1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.167221 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a638a90-54de-4161-a8fc-1c56113bf4d1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.175897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-844f054c-744e-49c7-a714-00e5481d7444 None None] Deleting port 11a58cd8-d319-4017-9081-cf0a57761539 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:56.177081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-844f054c-744e-49c7-a714-00e5481d7444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.207286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadda4e6-2581-485c-a426-642de5b80b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce13e7ed-b7f1-4ef9-b59f-d24ea69ddb3a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:56.243872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6866cbe-6630-470d-9109-2e5e5db0c7db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting subnet b26747cf-3540-4d4d-9b99-8b7b83104c2a {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:56.256140 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6866cbe-6630-470d-9109-2e5e5db0c7db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.332212 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:56.351732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-844f054c-744e-49c7-a714-00e5481d7444 None None] For port 11a58cd8-d319-4017-9081-cf0a57761539, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=11a58cd8-d319-4017-9081-cf0a57761539,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:56.352568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-844f054c-744e-49c7-a714-00e5481d7444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.371335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-844f054c-744e-49c7-a714-00e5481d7444 None None] Calling delete_port for 11a58cd8-d319-4017-9081-cf0a57761539 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:56.389931 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6866cbe-6630-470d-9109-2e5e5db0c7db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.440227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:56.446658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a638a90-54de-4161-a8fc-1c56113bf4d1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa6da88-c4a7-41ae-87c5-e886371a2e7d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:56.509146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-844f054c-744e-49c7-a714-00e5481d7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.513025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:56.522169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.551065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f054c-744e-49c7-a714-00e5481d7444 None None] Pushing event deleted for resources: {'Port': ['ID=11a58cd8-d319-4017-9081-cf0a57761539,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:56.567519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f054c-744e-49c7-a714-00e5481d7444 None None] No DVR routers for this DVR port 11a58cd8-d319-4017-9081-cf0a57761539 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:56.610447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.625179 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a638a90-54de-4161-a8fc-1c56113bf4d1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.627798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6a638a90-54de-4161-a8fc-1c56113bf4d1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6381354 Jul 22 16:56:56.634817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:56.641932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aa8dc838-101f-4eda-82c3-57d00f9dc33d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '4aa6da88-c4a7-41ae-87c5-e886371a2e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:56.660332 n-d-792458-13 neutron-server[93751]: WARNING neutron.api.v2.base [None req-aa8dc838-101f-4eda-82c3-57d00f9dc33d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 16:56:56.661834 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-aa8dc838-101f-4eda-82c3-57d00f9dc33d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:56.668582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aa8dc838-101f-4eda-82c3-57d00f9dc33d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0321136 Jul 22 16:56:56.669075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40324) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:56.674092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-00b472c4-503d-4f19-910f-14866404e961 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '4aa6da88-c4a7-41ae-87c5-e886371a2e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:56.675949 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-00b472c4-503d-4f19-910f-14866404e961 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 16:56:56.676622 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-00b472c4-503d-4f19-910f-14866404e961 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:56.677772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-00b472c4-503d-4f19-910f-14866404e961 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075660 Jul 22 16:56:56.682600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40326) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:56.693041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f4d5c97e-7371-4a7b-bc05-d604b0bb278e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '4aa6da88-c4a7-41ae-87c5-e886371a2e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:56.694524 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-f4d5c97e-7371-4a7b-bc05-d604b0bb278e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 16:56:56.695409 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-f4d5c97e-7371-4a7b-bc05-d604b0bb278e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:56.696992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f4d5c97e-7371-4a7b-bc05-d604b0bb278e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098186 Jul 22 16:56:56.702349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40328) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:56.711881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3987ee9c-2f27-406a-8efc-3e1dcd35debc tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '4aa6da88-c4a7-41ae-87c5-e886371a2e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:56.714266 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-3987ee9c-2f27-406a-8efc-3e1dcd35debc tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 16:56:56.715303 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-3987ee9c-2f27-406a-8efc-3e1dcd35debc tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:56.716586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3987ee9c-2f27-406a-8efc-3e1dcd35debc tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130837 Jul 22 16:56:56.718046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6866cbe-6630-470d-9109-2e5e5db0c7db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.723703 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:54Z', 'revision_number': 10, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:56.740538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40330) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:56.779688 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:56.794367 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:56.795323 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:56.800603 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b528cc0-eaa0-42d9-8e5c-bbac27e7921a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.890433 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6866cbe-6630-470d-9109-2e5e5db0c7db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:56.951662 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98651af4-3f8e-4cf4-9ca4-983bbc1397fe tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.012694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6866cbe-6630-470d-9109-2e5e5db0c7db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Subnet': ['ID=b26747cf-3540-4d4d-9b99-8b7b83104c2a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:57.019877 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b528cc0-eaa0-42d9-8e5c-bbac27e7921a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.028036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98651af4-3f8e-4cf4-9ca4-983bbc1397fe tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.028335 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b528cc0-eaa0-42d9-8e5c-bbac27e7921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.065825 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:57.075665 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f6866cbe-6630-470d-9109-2e5e5db0c7db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.082702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f6866cbe-6630-470d-9109-2e5e5db0c7db tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/b26747cf-3540-4d4d-9b99-8b7b83104c2a HTTP/1.1" status: 204 len: 168 time: 1.0264027 Jul 22 16:56:57.086422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40342) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:57.086632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c6e33-86f5-4fbe-af62-4f34f7875132 None None] Network 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:57.087154 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5b528cc0-eaa0-42d9-8e5c-bbac27e7921a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=862704c40e3a40d6abae7fd0df85be12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420336 Jul 22 16:56:57.088504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40344) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:57.108882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b528cc0-eaa0-42d9-8e5c-bbac27e7921a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056ef2e9-e09d-458b-8662-991398685db7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:57.137449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Router 22c0454d-fa48-48a8-acad-29fcf63f61f3 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:56:57.150572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98651af4-3f8e-4cf4-9ca4-983bbc1397fe tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.156100 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98651af4-3f8e-4cf4-9ca4-983bbc1397fe tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.158009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-98651af4-3f8e-4cf4-9ca4-983bbc1397fe tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/4aa6da88-c4a7-41ae-87c5-e886371a2e7d HTTP/1.1" status: 204 len: 168 time: 0.4159627 Jul 22 16:56:57.178272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:57.184988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40348) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:57.240751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98651af4-3f8e-4cf4-9ca4-983bbc1397fe tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa6da88-c4a7-41ae-87c5-e886371a2e7d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:57.319061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00243d1f-d8a7-4c08-9f3c-1768edaf5de4 None None] DHCP port deletion for 052fbba4-8bdd-4dff-977b-aefb6c54e1f4 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:56:57.330612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:56:57.336109 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.383446 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-00243d1f-d8a7-4c08-9f3c-1768edaf5de4 None None] Deleting port 2e0b4756-74d8-4e2d-88bc-91d04f885001 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:57.384129 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-00243d1f-d8a7-4c08-9f3c-1768edaf5de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.389324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-15970027-network', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:57.399006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.417037 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ca134fd1-a057-4071-aabb-807af82a8a9e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2328377 Jul 22 16:56:57.419206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71e980c0-64b5-4be5-8575-b45053e88d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.423459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40352) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:57.426884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:57.427898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=7aebc1da-d1e2-4427-905a-9973b7cb65cb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:57.428072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b65993ab-c3ef-44d7-8c12-6e9a6034a768 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743575120'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:57.436688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:57.444578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:57.445174 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.448922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:56:57.457825 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5afbe7-0704-474d-b94a-a6148fe24e88 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:57.459501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-05142b40-7f46-42a7-bcbc-ba8272ac45cf admin admin] 10.222.0.53 "PUT /v2.0/routers/22c0454d-fa48-48a8-acad-29fcf63f61f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5260417 Jul 22 16:56:57.460151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:57.470440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] Sync routers for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:56:57.476335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Made reservation on behalf of 8991b68e5a264d0a97d5db93ed90abb9 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:57.479144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.488448 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:54Z', 'revision_number': 10, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:57.491502 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.496097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-00243d1f-d8a7-4c08-9f3c-1768edaf5de4 None None] For port 2e0b4756-74d8-4e2d-88bc-91d04f885001, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2e0b4756-74d8-4e2d-88bc-91d04f885001,segment=NetworkSegment(53327c24-d73c-4f48-a59c-f0f29dd9f40e),segment_id=53327c24-d73c-4f48-a59c-f0f29dd9f40e)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:57.496813 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-00243d1f-d8a7-4c08-9f3c-1768edaf5de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.525862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:57.527440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:57.528888 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8157ba-8b8e-409b-b54b-44b94b1c36bb None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:56:54Z', 'revision_number': 10, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None, '_interfaces': [{'id': 'accaabac-7974-45ab-976a-a0efb942add3', 'name': '', 'network_id': 'eac25d6b-1c0d-4774-af6d-6b24ffd180b5', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'mac_address': 'fa:16:3e:b9:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:56:02Z', 'updated_at': '2021-07-22T16:56:12Z', 'revision_number': 5, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'subnets': [{'id': 'c3a2b9a1-7884-466a-8570-f03a0c03fa25', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:57.529306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port 2e0b4756-74d8-4e2d-88bc-91d04f885001 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:57.529651 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.534420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-00243d1f-d8a7-4c08-9f3c-1768edaf5de4 None None] Calling delete_port for 2e0b4756-74d8-4e2d-88bc-91d04f885001 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:57.545208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71e980c0-64b5-4be5-8575-b45053e88d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.582058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b65993ab-c3ef-44d7-8c12-6e9a6034a768 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.615481 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-459c1afd-c189-4f6d-b03e-2a944b005b8a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6351635 Jul 22 16:56:57.624133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40356) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:57.631109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6563d8d2-b3f1-452d-a716-1da9b79aefbf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:57.636756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port 2e0b4756-74d8-4e2d-88bc-91d04f885001, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2e0b4756-74d8-4e2d-88bc-91d04f885001,segment=NetworkSegment(53327c24-d73c-4f48-a59c-f0f29dd9f40e),segment_id=53327c24-d73c-4f48-a59c-f0f29dd9f40e)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:57.637581 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:57.687085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for 2e0b4756-74d8-4e2d-88bc-91d04f885001 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:57.802548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:57.975737 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-00243d1f-d8a7-4c08-9f3c-1768edaf5de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.002778 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.024445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': '7aebc1da-d1e2-4427-905a-9973b7cb65cb'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:56:58.025362 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.029746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00243d1f-d8a7-4c08-9f3c-1768edaf5de4 None None] No DVR routers for this DVR port 2e0b4756-74d8-4e2d-88bc-91d04f885001 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:58.031431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243d1f-d8a7-4c08-9f3c-1768edaf5de4 None None] Pushing event deleted for resources: {'Port': ['ID=2e0b4756-74d8-4e2d-88bc-91d04f885001,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:58.093049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:56:55Z', 'revision_number': 5, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port': {'id': 'd43114a6-d507-417c-8ddb-dda80eb202ff', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ae:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:06Z', 'updated_at': '2021-07-22T16:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:58.115546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71e980c0-64b5-4be5-8575-b45053e88d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.118878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-71e980c0-64b5-4be5-8575-b45053e88d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.123680 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-71e980c0-64b5-4be5-8575-b45053e88d68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/056ef2e9-e09d-458b-8662-991398685db7 HTTP/1.1" status: 204 len: 168 time: 1.0336647 Jul 22 16:56:58.130830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] Checking router: 22c0454d-fa48-48a8-acad-29fcf63f61f3 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:56:58.139899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e980c0-64b5-4be5-8575-b45053e88d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056ef2e9-e09d-458b-8662-991398685db7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:58.155699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.194614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] Routers {'22c0454d-fa48-48a8-acad-29fcf63f61f3'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:56:58.196013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['22c0454d-fa48-48a8-acad-29fcf63f61f3'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:58.223321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Deleting port d43114a6-d507-417c-8ddb-dda80eb202ff {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:56:58.223771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.225881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.285952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=2e0b4756-74d8-4e2d-88bc-91d04f885001,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:58.293376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No DVR routers for this DVR port 2e0b4756-74d8-4e2d-88bc-91d04f885001 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:56:58.348956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.351900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] For port d43114a6-d507-417c-8ddb-dda80eb202ff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d43114a6-d507-417c-8ddb-dda80eb202ff,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:56:58.352316 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.373417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Calling delete_port for d43114a6-d507-417c-8ddb-dda80eb202ff owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:56:58.407052 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.410239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.444965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbadbbc-2d1a-4957-9602-bc97b1d6ca04,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:58.461310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052fbba4-8bdd-4dff-977b-aefb6c54e1f4']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:58.463349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1dbc736a-fc96-425c-9cda-063b1956ed10 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:58.475740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:56:58.481938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53327c24-d73c-4f48-a59c-f0f29dd9f40e') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:58.482297 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53327c24-d73c-4f48-a59c-f0f29dd9f40e') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:58.497885 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.507702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.508337 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Added segment a69b4efa-224a-4d88-bc54-d2f0ef448120 of type vlan for network d6dd1da9-512a-4cc3-9cf0-76ff76499caf Jul 22 16:56:58.523725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1dbc736a-fc96-425c-9cda-063b1956ed10 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:58.524471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1dbc736a-fc96-425c-9cda-063b1956ed10 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:58.525530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2e0b4756-74d8-4e2d-88bc-91d04f885001 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:56:58.547813 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.553952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 2e0b4756-74d8-4e2d-88bc-91d04f885001 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:56:58.554558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2e0b4756-74d8-4e2d-88bc-91d04f885001 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:56:58.586536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:56:58.587260 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:56:58.591606 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:56:58.594436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b65993ab-c3ef-44d7-8c12-6e9a6034a768 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.596060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40362) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:58.606905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b65993ab-c3ef-44d7-8c12-6e9a6034a768 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.614683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] Set router 22c0454d-fa48-48a8-acad-29fcf63f61f3 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:56:58.632813 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e74db7ac-beb8-4cc9-877d-3cc026fc3bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.665706 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.671383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65993ab-c3ef-44d7-8c12-6e9a6034a768 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce575344-ac3c-42bf-8fbc-f02b2ef468cf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:58.679391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:56:58Z', 'revision_number': 6, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:56:58.685241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Allocated IP 2001:db8::f816:3eff:fe58:8eb4 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/7aebc1da-d1e2-4427-905a-9973b7cb65cb/ea364e68-1304-4eb3-92f8-f07e2dcda5ac) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:56:58.695573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6563d8d2-b3f1-452d-a716-1da9b79aefbf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:58.700737 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6563d8d2-b3f1-452d-a716-1da9b79aefbf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.705273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.713435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b65993ab-c3ef-44d7-8c12-6e9a6034a768 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.718400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c3b4e9-6ad0-4cfa-a654-e64e0db800ba None None] The sync data for ids ['22c0454d-fa48-48a8-acad-29fcf63f61f3'] in n-d-792458-13 is: [{'id': '22c0454d-fa48-48a8-acad-29fcf63f61f3', 'name': 'tempest-TestVolumeBootPattern-1021914880-router', 'tenant_id': '8bdcbee2f359475cb5903faa847978b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:05Z', 'updated_at': '2021-07-22T16:56:58Z', 'revision_number': 6, 'project_id': '8bdcbee2f359475cb5903faa847978b7', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:56:58.718676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b65993ab-c3ef-44d7-8c12-6e9a6034a768 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2913938 Jul 22 16:56:58.723587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40364) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:58.734472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a4fc78a3-ddeb-4e96-b3d3-e13d1816214d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'ce575344-ac3c-42bf-8fbc-f02b2ef468cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:58.735351 n-d-792458-13 neutron-server[93751]: WARNING neutron.api.v2.base [None req-a4fc78a3-ddeb-4e96-b3d3-e13d1816214d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 16:56:58.736335 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-a4fc78a3-ddeb-4e96-b3d3-e13d1816214d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:58.739778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a4fc78a3-ddeb-4e96-b3d3-e13d1816214d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109425 Jul 22 16:56:58.741269 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.742683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/networks/052fbba4-8bdd-4dff-977b-aefb6c54e1f4 HTTP/1.1" status: 204 len: 168 time: 1.6154048 Jul 22 16:56:58.746197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40366) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:58.746582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40368) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:58.774585 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.781193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-694a2d66-6e73-48d6-8664-83359d1e96a2 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'ce575344-ac3c-42bf-8fbc-f02b2ef468cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:58.801015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67150f29-ae8e-42cd-b78c-f6acdd4238dc tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Network': ['ID=052fbba4-8bdd-4dff-977b-aefb6c54e1f4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:58.814482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43114a6-d507-417c-8ddb-dda80eb202ff,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:58.908058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.925091 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.926121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:56:58.926707 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.933717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:58.944429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Transition to ACTIVE for port object ea364e68-1304-4eb3-92f8-f07e2dcda5ac will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:58.963064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Transition to ACTIVE for port object ea364e68-1304-4eb3-92f8-f07e2dcda5ac will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:56:58.973492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.015981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:56:59.017775 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e74db7ac-beb8-4cc9-877d-3cc026fc3bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.019871 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.021423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:56:59.022046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.026240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:56:59.030001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e74db7ac-beb8-4cc9-877d-3cc026fc3bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.086989 n-d-792458-13 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-6563d8d2-b3f1-452d-a716-1da9b79aefbf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7aebc1da-d1e2-4427-905a-9973b7cb65cb (CIDR: 2001:db8::/64) Jul 22 16:56:59.102786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Pushing event updated for resources: {'Port': ['ID=ea364e68-1304-4eb3-92f8-f07e2dcda5ac,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:59.111242 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.111242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22c0454d-fa48-48a8-acad-29fcf63f61f3 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:56:59.115785 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e74db7ac-beb8-4cc9-877d-3cc026fc3bb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5ab7024f12748148377c02194fb9e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184047 Jul 22 16:56:59.118808 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.122130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Attempting to bind port ea364e68-1304-4eb3-92f8-f07e2dcda5ac on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:56:59.122317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-61f8b394-0502-47ef-b2dc-b377ecb204b3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/22c0454d-fa48-48a8-acad-29fcf63f61f3 HTTP/1.1" status: 204 len: 168 time: 1.6539817 Jul 22 16:56:59.122505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Attempting to bind port ea364e68-1304-4eb3-92f8-f07e2dcda5ac by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:56:59.122610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40370) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.122706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Attempting to bind port ea364e68-1304-4eb3-92f8-f07e2dcda5ac on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:56:59.122794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74db7ac-beb8-4cc9-877d-3cc026fc3bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b57ed9c-72bf-4b20-b0e6-199eb08c0eb7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:59.125046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40372) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.129364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:56:59.130057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:59.130468 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.131001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:56:59.131484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Bound port: ea364e68-1304-4eb3-92f8-f07e2dcda5ac, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:56:59.131917 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.167392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9789579 Jul 22 16:56:59.171515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40374) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.177302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Request body: {'subnet': {'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-15970027-subnet', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:59.206949 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-6563d8d2-b3f1-452d-a716-1da9b79aefbf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:59.208469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6563d8d2-b3f1-452d-a716-1da9b79aefbf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:56:59.214492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27252d05-ca17-43a0-a9b4-9987cb194d6e admin admin] Pushing event updated for resources: {'Network': ['ID=d6dd1da9-512a-4cc3-9cf0-76ff76499caf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:59.221017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] For port ea364e68-1304-4eb3-92f8-f07e2dcda5ac, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:56:59.226761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] For port ea364e68-1304-4eb3-92f8-f07e2dcda5ac, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ea364e68-1304-4eb3-92f8-f07e2dcda5ac,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:56:59.236194 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.248396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20a2744-b530-4df5-9599-7066cb97ab23 admin admin] Deleting subnet 9f5e8923-73de-402f-a1c7-25f7791665a3 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:56:59.251947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20a2744-b530-4df5-9599-7066cb97ab23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.252522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network d6dd1da9-512a-4cc3-9cf0-76ff76499caf details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:56:59.278348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6563d8d2-b3f1-452d-a716-1da9b79aefbf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6502850 Jul 22 16:56:59.279255 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-694a2d66-6e73-48d6-8664-83359d1e96a2 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:59.282689 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-694a2d66-6e73-48d6-8664-83359d1e96a2 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5094540 Jul 22 16:56:59.282689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40376) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.284415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40378) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.288065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:59.291867 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20a2744-b530-4df5-9599-7066cb97ab23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.300596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9db5f0b5-73c7-470f-b2b3-4639a4db7d99 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'ce575344-ac3c-42bf-8fbc-f02b2ef468cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:59.300943 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-9db5f0b5-73c7-470f-b2b3-4639a4db7d99 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 16:56:59.301417 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-9db5f0b5-73c7-470f-b2b3-4639a4db7d99 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:59.305094 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9db5f0b5-73c7-470f-b2b3-4639a4db7d99 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058436 Jul 22 16:56:59.308495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40380) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.312573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-47d20180-1c9d-42bd-a206-d8b4438241aa tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'ce575344-ac3c-42bf-8fbc-f02b2ef468cf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:59.336400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99518f-714c-4f90-9dde-0dceb0251bb5 None None] Pushing event updated for resources: {'Port': ['ID=ea364e68-1304-4eb3-92f8-f07e2dcda5ac,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:59.365975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Made reservation on behalf of 8991b68e5a264d0a97d5db93ed90abb9 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:59.368675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.408229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22b323e7-829a-4157-9aef-9f3b221045de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.429893 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20a2744-b530-4df5-9599-7066cb97ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.471843 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-47d20180-1c9d-42bd-a206-d8b4438241aa tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:59.473385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-47d20180-1c9d-42bd-a206-d8b4438241aa tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1644788 Jul 22 16:56:59.478792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.483982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-66156787-1c12-4a46-8d16-badfd5108748 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'ce575344-ac3c-42bf-8fbc-f02b2ef468cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:59.484777 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-66156787-1c12-4a46-8d16-badfd5108748 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 16:56:59.485565 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-66156787-1c12-4a46-8d16-badfd5108748 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:59.486721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-66156787-1c12-4a46-8d16-badfd5108748 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066788 Jul 22 16:56:59.490604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40384) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.499841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a4769600-f02c-47d1-9837-168868e378a7 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'ce575344-ac3c-42bf-8fbc-f02b2ef468cf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:59.550244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:56:59.559596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.595851 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22b323e7-829a-4157-9aef-9f3b221045de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.646656 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-a4769600-f02c-47d1-9837-168868e378a7 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Project 196f73b2b38347598d5c9c7868b2b925 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:56:59.708454 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-a4769600-f02c-47d1-9837-168868e378a7 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:59.709514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a4769600-f02c-47d1-9837-168868e378a7 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2149243 Jul 22 16:56:59.713034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40388) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.724837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-da67960f-6c06-4a6e-ba28-73e0aa938e2b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'ce575344-ac3c-42bf-8fbc-f02b2ef468cf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:59.725326 n-d-792458-13 neutron-server[93751]: WARNING neutron.api.v2.base [None req-da67960f-6c06-4a6e-ba28-73e0aa938e2b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 16:56:59.725824 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-da67960f-6c06-4a6e-ba28-73e0aa938e2b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:59.729839 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da67960f-6c06-4a6e-ba28-73e0aa938e2b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086622 Jul 22 16:56:59.730416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40390) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.742507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a1393a95-ac4b-4f2a-bcb4-c56bebcc6e68 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'ce575344-ac3c-42bf-8fbc-f02b2ef468cf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:59.749745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20a2744-b530-4df5-9599-7066cb97ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.771915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.776197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.781252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a2744-b530-4df5-9599-7066cb97ab23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5e8923-73de-402f-a1c7-25f7791665a3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:59.795949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9ad4c2-f8c0-47d3-b8bd-8495f5594b2e None None] Network 90506638-86c9-42ea-ac9e-d864b697745b requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:56:59.813847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20a2744-b530-4df5-9599-7066cb97ab23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.819521 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c20a2744-b530-4df5-9599-7066cb97ab23 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9f5e8923-73de-402f-a1c7-25f7791665a3 HTTP/1.1" status: 204 len: 168 time: 0.6890802 Jul 22 16:56:59.823329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40392) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.826799 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22b323e7-829a-4157-9aef-9f3b221045de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.829694 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22b323e7-829a-4157-9aef-9f3b221045de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:56:59.833219 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-22b323e7-829a-4157-9aef-9f3b221045de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b57ed9c-72bf-4b20-b0e6-199eb08c0eb7 HTTP/1.1" status: 204 len: 168 time: 0.7067573 Jul 22 16:56:59.856490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b323e7-829a-4157-9aef-9f3b221045de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b57ed9c-72bf-4b20-b0e6-199eb08c0eb7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:59.865189 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-a1393a95-ac4b-4f2a-bcb4-c56bebcc6e68 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Project 196f73b2b38347598d5c9c7868b2b925 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:56:59.940418 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-a1393a95-ac4b-4f2a-bcb4-c56bebcc6e68 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:56:59.941610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a1393a95-ac4b-4f2a-bcb4-c56bebcc6e68 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2079234 Jul 22 16:56:59.945468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:56:59.946417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e0ea9d-d23e-4f1e-9959-a961be21bbe7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:56:59.953784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d3da46cd-8c9b-4d88-b22f-5c058fae9e0d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'ce575344-ac3c-42bf-8fbc-f02b2ef468cf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:56:59.995304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Checking segment: {'id': 'a69b4efa-224a-4d88-bc54-d2f0ef448120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:56:59.995746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Network hostable DHCP agents. Network: d6dd1da9-512a-4cc3-9cf0-76ff76499caf, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:00.000628 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.054163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b19d6-bcde-4029-8858-2752c290dd04 None None] DHCP port deletion for 90506638-86c9-42ea-ac9e-d864b697745b request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:57:00.061843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Network d6dd1da9-512a-4cc3-9cf0-76ff76499caf is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:00.068143 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-d3da46cd-8c9b-4d88-b22f-5c058fae9e0d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Project 196f73b2b38347598d5c9c7868b2b925 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 16:57:00.081854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, d6dd1da9-512a-4cc3-9cf0-76ff76499caf) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:00.094917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:00.095861 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.095989 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde837b-ea68-442d-b59b-9632175c4a25 None None] Network d6dd1da9-512a-4cc3-9cf0-76ff76499caf requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:00.132949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Deleting port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:00.133674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.134131 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-d3da46cd-8c9b-4d88-b22f-5c058fae9e0d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:00.140494 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d3da46cd-8c9b-4d88-b22f-5c058fae9e0d tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1937475 Jul 22 16:57:00.162797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40398) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:00.187800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-133b19d6-bcde-4029-8858-2752c290dd04 None None] Deleting port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:00.188246 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-133b19d6-bcde-4029-8858-2752c290dd04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.251341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-185eeeca-0c15-4304-8e4d-6997d1908ccb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0785136 Jul 22 16:57:00.257827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40404) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:00.262618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:00.274058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.275416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] For port 2bae5ace-13b8-4f1d-8020-8bfa986ec274, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2bae5ace-13b8-4f1d-8020-8bfa986ec274,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:00.275416 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.294130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Calling delete_port for 2bae5ace-13b8-4f1d-8020-8bfa986ec274 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:00.324311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-133b19d6-bcde-4029-8858-2752c290dd04 None None] For port 2bae5ace-13b8-4f1d-8020-8bfa986ec274, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2bae5ace-13b8-4f1d-8020-8bfa986ec274,segment=NetworkSegment(a0e85a03-38ca-4687-b200-ca769ace7721),segment_id=a0e85a03-38ca-4687-b200-ca769ace7721)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:00.324712 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-133b19d6-bcde-4029-8858-2752c290dd04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.356421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-133b19d6-bcde-4029-8858-2752c290dd04 None None] Calling delete_port for 2bae5ace-13b8-4f1d-8020-8bfa986ec274 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:00.372075 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.374153 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.378093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ea364e68-1304-4eb3-92f8-f07e2dcda5ac up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:00.383307 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86a1e74f-700a-419d-8b23-14f51a8fd8f4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.457628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:00.475895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:00.504506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:00.504771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.505374 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.516597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-d6dd1da9-512a-4cc3-9cf0-76ff76499caf', 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'fixed_ips': [{'subnet_id': '25e0ea9d-d23e-4f1e-9959-a961be21bbe7'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:00.517721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.522714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=c9655557-19a7-4a07-ba8a-579aced0cca3,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:00.560759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Pushing event deleted for resources: {'Port': ['ID=2bae5ace-13b8-4f1d-8020-8bfa986ec274,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:00.563510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] No DVR routers for this DVR port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:00.574588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port ea364e68-1304-4eb3-92f8-f07e2dcda5ac completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:00.590981 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86a1e74f-700a-419d-8b23-14f51a8fd8f4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.644170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.653115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-25bbfdc4-e3a6-4fa7-a4f6-2b539691a504 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3694549 Jul 22 16:57:00.658750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40412) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:00.666536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:cc:59:4d', 'name': 'tempest-NetworksTestDHCPv6-1084828645'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:00.710022 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-133b19d6-bcde-4029-8858-2752c290dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.713928 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.725288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a6d5c918-6cdf-4ebf-8a28-70679a104b06 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:00.735811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90506638-86c9-42ea-ac9e-d864b697745b']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:00.772878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e85a03-38ca-4687-b200-ca769ace7721') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:00.773270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e85a03-38ca-4687-b200-ca769ace7721') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:00.795015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a6d5c918-6cdf-4ebf-8a28-70679a104b06 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:00.795375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a6d5c918-6cdf-4ebf-8a28-70679a104b06 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:00.795754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d43114a6-d507-417c-8ddb-dda80eb202ff no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:00.797413 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.797891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b19d6-bcde-4029-8858-2752c290dd04 None None] Pushing event deleted for resources: {'Port': ['ID=2bae5ace-13b8-4f1d-8020-8bfa986ec274,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:00.830747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b19d6-bcde-4029-8858-2752c290dd04 None None] No DVR routers for this DVR port 2bae5ace-13b8-4f1d-8020-8bfa986ec274 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:00.836605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d43114a6-d507-417c-8ddb-dda80eb202ff {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:00.837071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d43114a6-d507-417c-8ddb-dda80eb202ff not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:00.837579 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2bae5ace-13b8-4f1d-8020-8bfa986ec274 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:00.852717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.865792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:00.867359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:00.867827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 2bae5ace-13b8-4f1d-8020-8bfa986ec274 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:00.871786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2bae5ace-13b8-4f1d-8020-8bfa986ec274 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:00.873105 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:00.938827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a1172-276f-47db-9f38-34566d927560 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:00.983343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Allocated IP 172.20.0.2 (d6dd1da9-512a-4cc3-9cf0-76ff76499caf/25e0ea9d-d23e-4f1e-9959-a961be21bbe7/4d343e72-5df9-47eb-8b38-8ab3e9f93846) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:00.992622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.002185 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.005121 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] 10.222.0.53 "DELETE /v2.0/networks/90506638-86c9-42ea-ac9e-d864b697745b HTTP/1.1" status: 204 len: 168 time: 1.1730437 Jul 22 16:57:01.008271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40420) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:01.050393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e8c3feb5-146a-4af5-a10a-a28c6db32922 None None] Provisioning for port ea364e68-1304-4eb3-92f8-f07e2dcda5ac completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:01.060711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e8c3feb5-146a-4af5-a10a-a28c6db32922 None None] Provisioning complete for port ea364e68-1304-4eb3-92f8-f07e2dcda5ac triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:01.061198 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8c3feb5-146a-4af5-a10a-a28c6db32922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.063855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65728f-9546-459d-862c-b684d010900b admin admin] Pushing event deleted for resources: {'Network': ['ID=90506638-86c9-42ea-ac9e-d864b697745b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:01.215323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.229643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86a1e74f-700a-419d-8b23-14f51a8fd8f4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.232370 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86a1e74f-700a-419d-8b23-14f51a8fd8f4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.233737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-86a1e74f-700a-419d-8b23-14f51a8fd8f4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/ce575344-ac3c-42bf-8fbc-f02b2ef468cf HTTP/1.1" status: 204 len: 168 time: 1.0690856 Jul 22 16:57:01.241152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40426) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:01.261713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port accaabac-7974-45ab-976a-a0efb942add3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:01.262333 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.293356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1e74f-700a-419d-8b23-14f51a8fd8f4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce575344-ac3c-42bf-8fbc-f02b2ef468cf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:01.431098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bf983feb-25a6-49d4-aa7d-fbb9770067fc tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1834888 Jul 22 16:57:01.431753 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8c3feb5-146a-4af5-a10a-a28c6db32922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.435915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:01.445321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dc41f972-81b3-448c-bff9-87c92987de86 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--118442154'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:01.447611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:01.470130 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.492499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Transition to ACTIVE for port object 4d343e72-5df9-47eb-8b38-8ab3e9f93846 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:01.523226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port accaabac-7974-45ab-976a-a0efb942add3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=accaabac-7974-45ab-976a-a0efb942add3,segment=NetworkSegment(d689f63d-5dac-44d7-a932-a09c47c03961),segment_id=d689f63d-5dac-44d7-a932-a09c47c03961)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:01.523901 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.524663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e8c3feb5-146a-4af5-a10a-a28c6db32922 None None] For port ea364e68-1304-4eb3-92f8-f07e2dcda5ac, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ea364e68-1304-4eb3-92f8-f07e2dcda5ac,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:01.537563 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e8c3feb5-146a-4af5-a10a-a28c6db32922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.539946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Transition to ACTIVE for port object 4d343e72-5df9-47eb-8b38-8ab3e9f93846 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:01.551296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc41f972-81b3-448c-bff9-87c92987de86 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.579187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for accaabac-7974-45ab-976a-a0efb942add3 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:01.581253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.586395 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.590606 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.635926 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Network d6dd1da9-512a-4cc3-9cf0-76ff76499caf is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:01.644345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:01.648105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3feb5-146a-4af5-a10a-a28c6db32922 None None] Pushing event updated for resources: {'Port': ['ID=ea364e68-1304-4eb3-92f8-f07e2dcda5ac,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:01.652618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:01.663030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff5dbf-2780-402e-8f8b-fbe8675f25f0 None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': '7aebc1da-d1e2-4427-905a-9973b7cb65cb', 'ip_address': '2001:db8::f816:3eff:fe58:8eb4'}, {'subnet_id': 'c9655557-19a7-4a07-ba8a-579aced0cca3'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'ea364e68-1304-4eb3-92f8-f07e2dcda5ac'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:57:01.688591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.762197 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-30ff5dbf-2780-402e-8f8b-fbe8675f25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.781221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Pushing event updated for resources: {'Port': ['ID=4d343e72-5df9-47eb-8b38-8ab3e9f93846,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:01.788424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Attempting to bind port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:01.788424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Attempting to bind port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a69b4efa-224a-4d88-bc54-d2f0ef448120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:01.788814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Attempting to bind port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 on network d6dd1da9-512a-4cc3-9cf0-76ff76499caf {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:01.816499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:01.816958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Checking segment: {'id': 'a69b4efa-224a-4d88-bc54-d2f0ef448120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:01.817274 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.817674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Bound using segment: {'id': 'a69b4efa-224a-4d88-bc54-d2f0ef448120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:01.818194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Bound port: 4d343e72-5df9-47eb-8b38-8ab3e9f93846, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69b4efa-224a-4d88-bc54-d2f0ef448120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:01.818562 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.856834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 649e742b-0bb4-4a88-88c7-1f71d45d073f yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:01.952977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] For port 4d343e72-5df9-47eb-8b38-8ab3e9f93846, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:01.953386 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc41f972-81b3-448c-bff9-87c92987de86 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.958190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] For port 4d343e72-5df9-47eb-8b38-8ab3e9f93846, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d343e72-5df9-47eb-8b38-8ab3e9f93846,segment=NetworkSegment(a69b4efa-224a-4d88-bc54-d2f0ef448120),segment_id=a69b4efa-224a-4d88-bc54-d2f0ef448120)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:01.963768 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc41f972-81b3-448c-bff9-87c92987de86 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:01.969895 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.055507 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.083643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc41f972-81b3-448c-bff9-87c92987de86 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.086616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dc41f972-81b3-448c-bff9-87c92987de86 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6494660 Jul 22 16:57:02.087521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:02.087867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:02.098517 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.098912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b63febe1-8b58-40ec-b19b-b5791fbb7bf4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '94d8f19f-3d9c-42ba-99a1-7fe68d2ac459', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:02.103197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41f972-81b3-448c-bff9-87c92987de86 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d8f19f-3d9c-42ba-99a1-7fe68d2ac459,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:02.146161 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.193843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Deleting port b080bd7f-cc4b-4f46-b381-5a40c9a8152e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:02.194555 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.203040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=accaabac-7974-45ab-976a-a0efb942add3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:02.209429 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-b63febe1-8b58-40ec-b19b-b5791fbb7bf4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The resource could not be found. Jul 22 16:57:02.213424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b63febe1-8b58-40ec-b19b-b5791fbb7bf4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1153398 Jul 22 16:57:02.227801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40450) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:02.233767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1e4e65ad-e1e4-4b46-90b4-4a50ffa0ded7 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '94d8f19f-3d9c-42ba-99a1-7fe68d2ac459', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '17deec25-f8d0-4961-b32c-bd5d3bdd6ca3'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:02.295104 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-30ff5dbf-2780-402e-8f8b-fbe8675f25f0 None None] Allocated IP 2001:db8:0:1::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/c9655557-19a7-4a07-ba8a-579aced0cca3/ea364e68-1304-4eb3-92f8-f07e2dcda5ac) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:02.321355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b692e-4513-4c06-8f6f-26478ef507a0 None None] Pushing event updated for resources: {'Port': ['ID=4d343e72-5df9-47eb-8b38-8ab3e9f93846,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:02.329740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ea364e68-1304-4eb3-92f8-f07e2dcda5ac up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:02.342732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f20e00f1-328b-40fc-aa2a-0d22b5f4b0c2 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-972104175'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:02.343217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f20e00f1-328b-40fc-aa2a-0d22b5f4b0c2 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Unknown quota resources ['metering_label']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:57:02.445459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.479862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Allocated IP 172.25.3.82 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/12d9e0be-4eaa-4622-846b-1825dd0c740a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:02.494068 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-1e4e65ad-e1e4-4b46-90b4-4a50ffa0ded7 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The resource could not be found. Jul 22 16:57:02.498031 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1e4e65ad-e1e4-4b46-90b4-4a50ffa0ded7 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2703476 Jul 22 16:57:02.504491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40452) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:02.518207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ea364e68-1304-4eb3-92f8-f07e2dcda5ac triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:02.519207 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.521175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] For port b080bd7f-cc4b-4f46-b381-5a40c9a8152e, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b080bd7f-cc4b-4f46-b381-5a40c9a8152e,segment=NetworkSegment(31dafb72-a44c-4171-8042-16a311e1c0f2),segment_id=31dafb72-a44c-4171-8042-16a311e1c0f2)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:02.521175 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.554364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Calling delete_port for b080bd7f-cc4b-4f46-b381-5a40c9a8152e owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:02.620030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-30ff5dbf-2780-402e-8f8b-fbe8675f25f0 None None] For port ea364e68-1304-4eb3-92f8-f07e2dcda5ac, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ea364e68-1304-4eb3-92f8-f07e2dcda5ac,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:02.670233 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-30ff5dbf-2780-402e-8f8b-fbe8675f25f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.690812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f20e00f1-328b-40fc-aa2a-0d22b5f4b0c2 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.699455 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f20e00f1-328b-40fc-aa2a-0d22b5f4b0c2 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6058974 Jul 22 16:57:02.705100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40454) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:02.713317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a70cdca6-73a8-43f5-ad17-132efb8a31ea tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6a704f8b-0df3-4cda-a38a-00bcd5cd46dc'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:02.713905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a70cdca6-73a8-43f5-ad17-132efb8a31ea tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:57:02.734441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-30ff5dbf-2780-402e-8f8b-fbe8675f25f0 None None] Transition to ACTIVE for port object ea364e68-1304-4eb3-92f8-f07e2dcda5ac will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:02.742327 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-30ff5dbf-2780-402e-8f8b-fbe8675f25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.790900 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c399907-56a9-4fed-a321-78ba928e5ceb tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.804115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:02.848250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff5dbf-2780-402e-8f8b-fbe8675f25f0 None None] Pushing event updated for resources: {'Port': ['ID=ea364e68-1304-4eb3-92f8-f07e2dcda5ac,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:02.878354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:02.884387 n-d-792458-13 neutron-server[93751]: WARNING neutron.services.metering.metering_plugin [None req-a70cdca6-73a8-43f5-ad17-132efb8a31ea tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 16:57:02.899982 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c399907-56a9-4fed-a321-78ba928e5ceb tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.007282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:03.016094 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8b59881f-90ba-4764-ad34-2cdc449501a7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2439957 Jul 22 16:57:03.017092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40456) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:03.020336 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:03.033775 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:03.034546 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:03.081397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8:0:1::3c (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/c9655557-19a7-4a07-ba8a-579aced0cca3/649e742b-0bb4-4a88-88c7-1f71d45d073f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:03.101137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:fecc:594d (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/7aebc1da-d1e2-4427-905a-9973b7cb65cb/649e742b-0bb4-4a88-88c7-1f71d45d073f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:03.136543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb754d8b-05d8-4e6b-96f6-806aec4d8768 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting subnet c3a2b9a1-7884-466a-8570-f03a0c03fa25 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:03.143669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.145894 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb754d8b-05d8-4e6b-96f6-806aec4d8768 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.147647 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:03.214140 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:57:01Z', 'revision_number': 11, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:03.253730 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:03.258524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb754d8b-05d8-4e6b-96f6-806aec4d8768 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.263532 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:03.264234 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:03.343681 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:03.345178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:03.357072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:03.383539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Pushing event updated for resources: {'Port': ['ID=12d9e0be-4eaa-4622-846b-1825dd0c740a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:03.407928 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:57:01Z', 'revision_number': 11, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:03.440351 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89802fed-4092-4e8c-b386-2824a07533d2 None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:57:01Z', 'revision_number': 11, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:03.448134 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb754d8b-05d8-4e6b-96f6-806aec4d8768 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.478028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:03.497831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a70cdca6-73a8-43f5-ad17-132efb8a31ea tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.499056 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a70cdca6-73a8-43f5-ad17-132efb8a31ea tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7929633 Jul 22 16:57:03.508418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40458) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:03.513483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-363ad6d1-6de9-4094-b8ba-4b52ef7d1983 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6a704f8b-0df3-4cda-a38a-00bcd5cd46dc'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:03.513976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-363ad6d1-6de9-4094-b8ba-4b52ef7d1983 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:57:03.530532 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c399907-56a9-4fed-a321-78ba928e5ceb tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.533208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9c399907-56a9-4fed-a321-78ba928e5ceb tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.534369 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9c399907-56a9-4fed-a321-78ba928e5ceb tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/94d8f19f-3d9c-42ba-99a1-7fe68d2ac459 HTTP/1.1" status: 204 len: 168 time: 0.9483266 Jul 22 16:57:03.541166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40460) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:03.613369 n-d-792458-13 neutron-server[93751]: WARNING neutron.services.metering.metering_plugin [None req-363ad6d1-6de9-4094-b8ba-4b52ef7d1983 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 16:57:03.623237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c399907-56a9-4fed-a321-78ba928e5ceb tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d8f19f-3d9c-42ba-99a1-7fe68d2ac459,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:03.723520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-363ad6d1-6de9-4094-b8ba-4b52ef7d1983 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.727529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-363ad6d1-6de9-4094-b8ba-4b52ef7d1983 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2183712 Jul 22 16:57:03.731162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:03.743569 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03431b17-6ad1-4d98-8e1d-4cf08f0fa5b4 None None] Network d6dd1da9-512a-4cc3-9cf0-76ff76499caf requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:03.749819 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7a8092f2-12ab-4b3e-809b-f5f9807f6ad2 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=72ec2fd7-b6b0-4078-a7d0-7a83649bb7ec HTTP/1.1" status: 200 len: 464 time: 0.0151851 Jul 22 16:57:03.765903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40464) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:03.770473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-90d8ca5c-16e3-4b23-9d35-e166f2b78b4b None None] Provisioning for port ea364e68-1304-4eb3-92f8-f07e2dcda5ac completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:03.779435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-90d8ca5c-16e3-4b23-9d35-e166f2b78b4b None None] Provisioning complete for port ea364e68-1304-4eb3-92f8-f07e2dcda5ac triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:03.781301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-90d8ca5c-16e3-4b23-9d35-e166f2b78b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.809738 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.889804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Pushing event deleted for resources: {'Port': ['ID=b080bd7f-cc4b-4f46-b381-5a40c9a8152e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:03.932766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29b34304-6c3a-448e-bca9-0b86a2d0758c tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:03.934563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-29b34304-6c3a-448e-bca9-0b86a2d0758c tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/72ec2fd7-b6b0-4078-a7d0-7a83649bb7ec HTTP/1.1" status: 204 len: 168 time: 0.1677306 Jul 22 16:57:03.956038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40466) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.006468 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5bff0a44-f13b-4a6c-810e-7637f81b41db tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=72ec2fd7-b6b0-4078-a7d0-7a83649bb7ec HTTP/1.1" status: 200 len: 221 time: 0.0430448 Jul 22 16:57:04.010069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.021315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5a5cab14-44f0-4c3a-be2c-e13f93aff2fd tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--418131580', 'description': 'label created by tempest'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:04.021763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5a5cab14-44f0-4c3a-be2c-e13f93aff2fd tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Unknown quota resources ['metering_label']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 16:57:04.119289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2409ffb8-9a92-40a8-8b06-665db5cb56d9 None None] Provisioning for port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:04.169010 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb754d8b-05d8-4e6b-96f6-806aec4d8768 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.186419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.204912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9dfe8ecf-006d-4515-9bb2-1d6ce11b11aa tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6357162 Jul 22 16:57:04.212895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40470) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.241505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3fd72144-bfcf-4b53-ad08-0d476e621a99 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '6040de7e-16e0-4288-9aa9-5b5bf72e7572', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:04.273193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb754d8b-05d8-4e6b-96f6-806aec4d8768 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a2b9a1-7884-466a-8570-f03a0c03fa25,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:04.278159 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb754d8b-05d8-4e6b-96f6-806aec4d8768 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.282976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eb754d8b-05d8-4e6b-96f6-806aec4d8768 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/c3a2b9a1-7884-466a-8570-f03a0c03fa25 HTTP/1.1" status: 204 len: 168 time: 1.2608769 Jul 22 16:57:04.288652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579b3fc-fa3f-4857-aedb-a14a8eaf933a None None] Network eac25d6b-1c0d-4774-af6d-6b24ffd180b5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:04.288988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40472) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.291988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 649e742b-0bb4-4a88-88c7-1f71d45d073f will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:04.325884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5a5cab14-44f0-4c3a-be2c-e13f93aff2fd tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.327259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5a5cab14-44f0-4c3a-be2c-e13f93aff2fd tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3153999 Jul 22 16:57:04.333592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40474) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.432141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-44aeba71-1fa4-432f-bf52-d502b6adaf22 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=8961b7d7-e0dc-47ed-a72d-571d4354e5d2 HTTP/1.1" status: 200 len: 467 time: 0.0970790 Jul 22 16:57:04.437170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.441371 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-3fd72144-bfcf-4b53-ad08-0d476e621a99 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The resource could not be found. Jul 22 16:57:04.451100 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3fd72144-bfcf-4b53-ad08-0d476e621a99 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2171676 Jul 22 16:57:04.451932 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.452784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.453319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40478) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.468710 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:57:04.470601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0b21a2d8-6c46-4748-b660-dfa423f1d18b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--470607178'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:04.525856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ea364e68-1304-4eb3-92f8-f07e2dcda5ac up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:04.534447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.570193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.596674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21a2d8-6c46-4748-b660-dfa423f1d18b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.596941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ea364e68-1304-4eb3-92f8-f07e2dcda5ac triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:04.597287 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.620891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664c3e7-af0b-4ff9-9dbf-19a80abd76bd None None] DHCP port deletion for eac25d6b-1c0d-4774-af6d-6b24ffd180b5 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:57:04.661892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:04.665137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:04.666900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=649e742b-0bb4-4a88-88c7-1f71d45d073f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:04.673985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:04.680666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:04.680666 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.707438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7d901b47-5100-484b-a6d2-41b69087aa6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0427036 Jul 22 16:57:04.713799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40480) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.715198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6664c3e7-af0b-4ff9-9dbf-19a80abd76bd None None] Deleting port a25af147-199a-49a8-891e-d54974f418e7 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:04.715580 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6664c3e7-af0b-4ff9-9dbf-19a80abd76bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.729812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d343e72-5df9-47eb-8b38-8ab3e9f93846 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:04.786766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-38855446-62e6-4b08-b619-dc41224e5cd5 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.799780 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-38855446-62e6-4b08-b619-dc41224e5cd5 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/8961b7d7-e0dc-47ed-a72d-571d4354e5d2 HTTP/1.1" status: 204 len: 168 time: 0.3602726 Jul 22 16:57:04.802795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40482) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.822568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6664c3e7-af0b-4ff9-9dbf-19a80abd76bd None None] For port a25af147-199a-49a8-891e-d54974f418e7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a25af147-199a-49a8-891e-d54974f418e7,segment=NetworkSegment(d689f63d-5dac-44d7-a932-a09c47c03961),segment_id=d689f63d-5dac-44d7-a932-a09c47c03961)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:04.823146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6664c3e7-af0b-4ff9-9dbf-19a80abd76bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.840497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6664c3e7-af0b-4ff9-9dbf-19a80abd76bd None None] Calling delete_port for a25af147-199a-49a8-891e-d54974f418e7 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:04.857525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:04.863643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:04.864150 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.899769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-754b57a3-fc53-45f4-bc8c-304f2882fcf7 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=8961b7d7-e0dc-47ed-a72d-571d4354e5d2 HTTP/1.1" status: 200 len: 216 time: 0.0970447 Jul 22 16:57:04.906007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40484) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.928088 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-af31790d-e6f2-4da4-8cf0-586ea55ceca9 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0165381 Jul 22 16:57:04.933854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.956931 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21a2d8-6c46-4748-b660-dfa423f1d18b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.969119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21a2d8-6c46-4748-b660-dfa423f1d18b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:04.972504 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-43464504-7265-4615-b0d4-db31f70b331f tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0337241 Jul 22 16:57:04.983296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40488) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:04.983727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Deleting port a25af147-199a-49a8-891e-d54974f418e7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:04.984073 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.034838 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b21a2d8-6c46-4748-b660-dfa423f1d18b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.035809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0b21a2d8-6c46-4748-b660-dfa423f1d18b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5720534 Jul 22 16:57:05.042168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40490) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:05.045510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.051578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-273631a7-4ba8-493d-9738-8fe115957899 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/6a704f8b-0df3-4cda-a38a-00bcd5cd46dc HTTP/1.1" status: 200 len: 472 time: 0.0610373 Jul 22 16:57:05.051578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-78048cc7-7b02-46d3-b8fd-3f42ef552aaf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 649e742b-0bb4-4a88-88c7-1f71d45d073f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:05.051578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78048cc7-7b02-46d3-b8fd-3f42ef552aaf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.057075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c6da165d-a83a-44f2-8074-8b8acda6db79 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107624675'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:05.062062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40492) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:05.079434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d4e735bf-ada5-4d54-b019-187b60d25689 None None] Provisioning for port 649e742b-0bb4-4a88-88c7-1f71d45d073f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:05.090478 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.094860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d4e735bf-ada5-4d54-b019-187b60d25689 None None] Provisioning complete for port 649e742b-0bb4-4a88-88c7-1f71d45d073f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:05.097305 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d4e735bf-ada5-4d54-b019-187b60d25689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.097471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21a2d8-6c46-4748-b660-dfa423f1d18b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660b0440-d373-4d7f-8b99-fdf2417cbe44,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:05.130745 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6664c3e7-af0b-4ff9-9dbf-19a80abd76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.146619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b2d7f099-fb99-40d9-9975-8af045deb883 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/e73183db-6874-4d2b-8f03-3554aec4a021 HTTP/1.1" status: 200 len: 461 time: 0.0791571 Jul 22 16:57:05.150955 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:05.160491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] For port a25af147-199a-49a8-891e-d54974f418e7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a25af147-199a-49a8-891e-d54974f418e7,segment=NetworkSegment(d689f63d-5dac-44d7-a932-a09c47c03961),segment_id=d689f63d-5dac-44d7-a932-a09c47c03961)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:05.160731 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.191611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664c3e7-af0b-4ff9-9dbf-19a80abd76bd None None] Pushing event deleted for resources: {'Port': ['ID=a25af147-199a-49a8-891e-d54974f418e7,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:05.193793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Calling delete_port for a25af147-199a-49a8-891e-d54974f418e7 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:05.207414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664c3e7-af0b-4ff9-9dbf-19a80abd76bd None None] No DVR routers for this DVR port a25af147-199a-49a8-891e-d54974f418e7 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:05.215317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d4e735bf-ada5-4d54-b019-187b60d25689 None None] Port 649e742b-0bb4-4a88-88c7-1f71d45d073f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:57:05.225824 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6da165d-a83a-44f2-8074-8b8acda6db79 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.236014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 4d343e72-5df9-47eb-8b38-8ab3e9f93846, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d343e72-5df9-47eb-8b38-8ab3e9f93846,segment=NetworkSegment(a69b4efa-224a-4d88-bc54-d2f0ef448120),segment_id=a69b4efa-224a-4d88-bc54-d2f0ef448120)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:05.241356 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.267721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78048cc7-7b02-46d3-b8fd-3f42ef552aaf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.293178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-78048cc7-7b02-46d3-b8fd-3f42ef552aaf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 649e742b-0bb4-4a88-88c7-1f71d45d073f owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:05.298747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=4d343e72-5df9-47eb-8b38-8ab3e9f93846,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:05.340175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device accaabac-7974-45ab-976a-a0efb942add3 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:05.359949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Router 538c465e-c960-44dd-bf04-97b4c913a35c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:05.362659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: accaabac-7974-45ab-976a-a0efb942add3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:05.362967 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb8d64da-f57f-4619-9d43-5cad53ecff58 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.363471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device accaabac-7974-45ab-976a-a0efb942add3 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:05.364109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bb8d64da-f57f-4619-9d43-5cad53ecff58 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/e73183db-6874-4d2b-8f03-3554aec4a021 HTTP/1.1" status: 204 len: 168 time: 0.2121837 Jul 22 16:57:05.369082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40498) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:05.474121 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.512072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Port': ['ID=a25af147-199a-49a8-891e-d54974f418e7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:05.515447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No DVR routers for this DVR port a25af147-199a-49a8-891e-d54974f418e7 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:05.548936 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6da165d-a83a-44f2-8074-8b8acda6db79 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.549809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Router bdeb10cb-0bf8-44a8-91b5-34a853e10970 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:57:05.568004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:05.577755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] Sync routers for ids ['538c465e-c960-44dd-bf04-97b4c913a35c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:05.580686 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b921ed9e-fb1f-4f7b-a948-b6f6890cd356 admin admin] 10.222.0.53 "PUT /v2.0/routers/538c465e-c960-44dd-bf04-97b4c913a35c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5676997 Jul 22 16:57:05.580987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40500) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:05.590361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] Routers {'538c465e-c960-44dd-bf04-97b4c913a35c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:05.591950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['538c465e-c960-44dd-bf04-97b4c913a35c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:05.594363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6da165d-a83a-44f2-8074-8b8acda6db79 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.651039 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.680597 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.680941 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dec7bd6-a54c-47fe-ba22-4ef9dc1424e7 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.682065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7dec7bd6-a54c-47fe-ba22-4ef9dc1424e7 tempest-MeteringTestJSON-80937280 tempest-MeteringTestJSON-80937280-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/6a704f8b-0df3-4cda-a38a-00bcd5cd46dc HTTP/1.1" status: 204 len: 168 time: 0.3066356 Jul 22 16:57:05.682912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6da165d-a83a-44f2-8074-8b8acda6db79 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.684426 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c6da165d-a83a-44f2-8074-8b8acda6db79 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6403134 Jul 22 16:57:05.687633 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:05.692159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a5926b6a-923e-41d1-a42d-e8fe9df75da4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': '660b0440-d373-4d7f-8b99-fdf2417cbe44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f157f7c8-6f8f-42a8-bca4-1202085931fb'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:05.698712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac25d6b-1c0d-4774-af6d-6b24ffd180b5']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:05.716271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd689f63d-5dac-44d7-a932-a09c47c03961') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:05.716543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd689f63d-5dac-44d7-a932-a09c47c03961') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:05.733917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.741687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] Set router 538c465e-c960-44dd-bf04-97b4c913a35c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:05.757826 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.762906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da165d-a83a-44f2-8074-8b8acda6db79 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f157f7c8-6f8f-42a8-bca4-1202085931fb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:05.771774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:05.772169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: self.session.flush() Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:05.775537 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:05.816591 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.857114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:05.866331 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Sync routers for ids ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:05.882788 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Routers {'bdeb10cb-0bf8-44a8-91b5-34a853e10970'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:05.883438 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:05.903569 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78048cc7-7b02-46d3-b8fd-3f42ef552aaf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.920667 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-a5926b6a-923e-41d1-a42d-e8fe9df75da4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:05.921857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a5926b6a-923e-41d1-a42d-e8fe9df75da4 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2335467 Jul 22 16:57:05.925667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40506) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:05.976891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78048cc7-7b02-46d3-b8fd-3f42ef552aaf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=649e742b-0bb4-4a88-88c7-1f71d45d073f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:05.978859 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.980713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-939efc01-09e4-4a2a-a027-4e3f460ec6df admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7218907 Jul 22 16:57:05.986622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:05.988726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40510) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:06.001097 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.005291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/networks/eac25d6b-1c0d-4774-af6d-6b24ffd180b5 HTTP/1.1" status: 204 len: 168 time: 1.7152271 Jul 22 16:57:06.013488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40512) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:06.060472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'routes': None}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:06.062747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2d2424ff-8d63-4234-9160-bbb195266543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:57:03Z', 'revision_number': 5, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'gw_port': {'id': '2d2424ff-8d63-4234-9160-bbb195266543', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:42:18Z', 'updated_at': '2021-07-22T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:06.075289 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.083867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e66b61-17f5-4f69-b74a-c5bd0e8d8c71 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Pushing event deleted for resources: {'Network': ['ID=eac25d6b-1c0d-4774-af6d-6b24ffd180b5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:06.112862 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Set router bdeb10cb-0bf8-44a8-91b5-34a853e10970 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:06.122218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40514) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:06.138401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] Checking router: 538c465e-c960-44dd-bf04-97b4c913a35c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:06.149984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] Routers {'538c465e-c960-44dd-bf04-97b4c913a35c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:06.152349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['538c465e-c960-44dd-bf04-97b4c913a35c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:06.164826 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-057b9a16-2c94-4158-afe5-1e40462d1bc9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.236222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-057b9a16-2c94-4158-afe5-1e40462d1bc9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.325102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] Set router 538c465e-c960-44dd-bf04-97b4c913a35c gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:06.325409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Deleting port 2d2424ff-8d63-4234-9160-bbb195266543 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:06.325709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.361410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-78048cc7-7b02-46d3-b8fd-3f42ef552aaf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.363419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-78048cc7-7b02-46d3-b8fd-3f42ef552aaf tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/649e742b-0bb4-4a88-88c7-1f71d45d073f HTTP/1.1" status: 204 len: 168 time: 1.6476424 Jul 22 16:57:06.364223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1aed4f21-42d7-4e06-8398-14ddda9e6b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.364357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d343e72-5df9-47eb-8b38-8ab3e9f93846 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:06.367185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:06.434075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:57:06Z', 'revision_number': 6, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:06.456110 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:00Z', 'updated_at': '2021-07-22T16:57:04Z', 'revision_number': 3, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'gw_port': {'id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:02Z', 'updated_at': '2021-07-22T16:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:06.460865 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-057b9a16-2c94-4158-afe5-1e40462d1bc9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.463497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-057b9a16-2c94-4158-afe5-1e40462d1bc9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.465448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-057b9a16-2c94-4158-afe5-1e40462d1bc9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/f157f7c8-6f8f-42a8-bca4-1202085931fb HTTP/1.1" status: 204 len: 168 time: 0.5369301 Jul 22 16:57:06.472067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40520) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:06.479357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Added routes are [] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 16:57:06.479545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.extraroute_db [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Removed routes are [] {{(pid=93750) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 16:57:06.479964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.482519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96241c1-0e70-47a5-ab76-db306796d243 None None] The sync data for ids ['538c465e-c960-44dd-bf04-97b4c913a35c'] in n-d-792458-13 is: [{'id': '538c465e-c960-44dd-bf04-97b4c913a35c', 'name': 'tempest-TestVolumeBootPattern-1030706224-router', 'tenant_id': '38865ab8666b4a14b25974025f3f4299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:42:17Z', 'updated_at': '2021-07-22T16:57:06Z', 'revision_number': 6, 'project_id': '38865ab8666b4a14b25974025f3f4299', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:06.506596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:06.507807 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.516026 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Checking router: bdeb10cb-0bf8-44a8-91b5-34a853e10970 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:06.516373 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Updating router bdeb10cb-0bf8-44a8-91b5-34a853e10970 port 12d9e0be-4eaa-4622-846b-1825dd0c740a binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:57:06.533229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b9a16-2c94-4158-afe5-1e40462d1bc9 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f157f7c8-6f8f-42a8-bca4-1202085931fb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:06.571845 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.895807 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.913969 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Transition to ACTIVE for port object 12d9e0be-4eaa-4622-846b-1825dd0c740a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:06.927334 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.956005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a25af147-199a-49a8-891e-d54974f418e7 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:06.963796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] For port 2d2424ff-8d63-4234-9160-bbb195266543, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2d2424ff-8d63-4234-9160-bbb195266543,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:06.965057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:06.998037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a25af147-199a-49a8-891e-d54974f418e7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:06.999545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a25af147-199a-49a8-891e-d54974f418e7 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:07.002465 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9640f-c661-4a67-9246-0b9fe38cb7cf None None] Pushing event updated for resources: {'Port': ['ID=12d9e0be-4eaa-4622-846b-1825dd0c740a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:07.003558 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Calling delete_port for 2d2424ff-8d63-4234-9160-bbb195266543 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:07.032914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e1644-8d47-46f1-963d-b2526ce4ca72 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:07.034631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7e8e1644-8d47-46f1-963d-b2526ce4ca72 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6596041 Jul 22 16:57:07.044228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.044771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.052189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.052444 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Attempting to bind port 12d9e0be-4eaa-4622-846b-1825dd0c740a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:07.052933 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Attempting to bind port 12d9e0be-4eaa-4622-846b-1825dd0c740a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:07.053379 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Attempting to bind port 12d9e0be-4eaa-4622-846b-1825dd0c740a on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:07.060868 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:07.061253 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:07.061748 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.062196 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:07.063042 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Bound port: 12d9e0be-4eaa-4622-846b-1825dd0c740a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:07.063200 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.071742 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4506ae77-54e7-40ec-b279-3a0bc9dc4827 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5903490 Jul 22 16:57:07.121263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40524) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.133914 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] For port 12d9e0be-4eaa-4622-846b-1825dd0c740a, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:07.138667 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] For port 12d9e0be-4eaa-4622-846b-1825dd0c740a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=12d9e0be-4eaa-4622-846b-1825dd0c740a,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:07.144139 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.149138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:07.222912 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Routers {'bdeb10cb-0bf8-44a8-91b5-34a853e10970'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:07.223576 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:07.235425 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1aed4f21-42d7-4e06-8398-14ddda9e6b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.269609 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9640f-c661-4a67-9246-0b9fe38cb7cf None None] Pushing event updated for resources: {'Port': ['ID=12d9e0be-4eaa-4622-846b-1825dd0c740a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:07.275257 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1aed4f21-42d7-4e06-8398-14ddda9e6b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.319289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:07.329276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.334759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a61ebad4-90fe-46cd-b724-6502075f5651 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 HTTP/1.1" status: 200 len: 704 time: 1.3202260 Jul 22 16:57:07.335766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40526) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.336608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] Sync routers for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:07.341328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e00028-a05c-4adf-a982-b32f9e3d7057 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:07.342873 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e2e00028-a05c-4adf-a982-b32f9e3d7057 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2944770 Jul 22 16:57:07.350610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:07.352351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.353080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:07.354632 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8e00f7c-4950-4760-9fc0-ed589dbb105b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.368721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1aed4f21-42d7-4e06-8398-14ddda9e6b48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f6dd12ee9cf44df91da8b8557791489&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2429271 Jul 22 16:57:07.372651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40530) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.381575 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] Set router bdeb10cb-0bf8-44a8-91b5-34a853e10970 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:07.392260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed4f21-42d7-4e06-8398-14ddda9e6b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bbdcd2-2ab5-48fa-af07-6aaac5e94d84,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:07.399014 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-081e7f78-59d2-4a77-92cb-8c57bc11dc8c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 HTTP/1.1" status: 200 len: 205 time: 0.0583732 Jul 22 16:57:07.399948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40532) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.472699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:07.483786 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8e00f7c-4950-4760-9fc0-ed589dbb105b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.502460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0f2de-98cb-4503-8cde-83a7f89c8e8d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:07.504071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0f2de-98cb-4503-8cde-83a7f89c8e8d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:07.505649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0f2de-98cb-4503-8cde-83a7f89c8e8d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:07.507371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-edd0f2de-98cb-4503-8cde-83a7f89c8e8d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1536946 Jul 22 16:57:07.508196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c744de-6711-45dc-bb75-e91e8e84dc8b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.512969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40534) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.548890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.595621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2424ff-8d63-4234-9160-bbb195266543,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:07.597297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d79e96e-38b6-41a5-8e39-50415ee3e42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.637425 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8e00f7c-4950-4760-9fc0-ed589dbb105b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.640890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8e00f7c-4950-4760-9fc0-ed589dbb105b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.642287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f8e00f7c-4950-4760-9fc0-ed589dbb105b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/660b0440-d373-4d7f-8b99-fdf2417cbe44 HTTP/1.1" status: 204 len: 168 time: 0.5177450 Jul 22 16:57:07.645531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40536) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.699857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e00f7c-4950-4760-9fc0-ed589dbb105b tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660b0440-d373-4d7f-8b99-fdf2417cbe44,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:07.703663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d79e96e-38b6-41a5-8e39-50415ee3e42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.727085 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.745064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:57:01Z', 'revision_number': 11, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:07.751615 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:00Z', 'updated_at': '2021-07-22T16:57:04Z', 'revision_number': 3, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'gw_port': {'id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:02Z', 'updated_at': '2021-07-22T16:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:07.782066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] Checking router: 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:07.785448 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3382d24a-ed9d-42b8-928b-b4bf68e82c20 None None] The sync data for ids ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'] in n-d-792458-13 is: [{'id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:00Z', 'updated_at': '2021-07-22T16:57:04Z', 'revision_number': 3, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'gw_port': {'id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:02Z', 'updated_at': '2021-07-22T16:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:07.810532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] Routers {'54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:07.810532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:07.828624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-94091d4d-5a64-4be2-b4f4-2b4872726750 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 7aebc1da-d1e2-4427-905a-9973b7cb65cb {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:07.837049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94091d4d-5a64-4be2-b4f4-2b4872726750 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.853349 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.856592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.869429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c744de-6711-45dc-bb75-e91e8e84dc8b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.872120 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c744de-6711-45dc-bb75-e91e8e84dc8b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.892507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] Set router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:07.897429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a6d3560e-fd82-4b59-9d02-5fbaf2b90f5c tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2507718 Jul 22 16:57:07.934715 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.944368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-adfa98a5-4aca-44b4-be79-74947a57ec6e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--580784960'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:07.950819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.951366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 538c465e-c960-44dd-bf04-97b4c913a35c {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:57:07.958115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.962237 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0b1e2c3a-9088-4969-b0ae-a80db87189ff admin admin] 10.222.0.53 "DELETE /v2.0/routers/538c465e-c960-44dd-bf04-97b4c913a35c HTTP/1.1" status: 204 len: 168 time: 2.3774405 Jul 22 16:57:07.962404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:57:01Z', 'revision_number': 11, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:07.963843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40540) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:07.976143 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94091d4d-5a64-4be2-b4f4-2b4872726750 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:07.993257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92389f4b-00c3-4ab1-b3cf-eebc00b90fab None None] The sync data for ids ['54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7'] in n-d-792458-13 is: [{'id': '54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7', 'name': 'tempest-RoutersIpV6Test-router-895130744', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:55:57Z', 'updated_at': '2021-07-22T16:57:01Z', 'revision_number': 11, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:08.007224 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c744de-6711-45dc-bb75-e91e8e84dc8b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.007734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c744de-6711-45dc-bb75-e91e8e84dc8b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Fanout notify agent at l3_agent the message router_deleted on router 54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:57:08.024723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d79e96e-38b6-41a5-8e39-50415ee3e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.027831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d79e96e-38b6-41a5-8e39-50415ee3e42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.031726 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81c744de-6711-45dc-bb75-e91e8e84dc8b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.031897 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9d79e96e-38b6-41a5-8e39-50415ee3e42b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99bbdcd2-2ab5-48fa-af07-6aaac5e94d84 HTTP/1.1" status: 204 len: 168 time: 0.6405692 Jul 22 16:57:08.036577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81c744de-6711-45dc-bb75-e91e8e84dc8b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 HTTP/1.1" status: 204 len: 168 time: 0.6287062 Jul 22 16:57:08.039552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:08.051286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-89b9edc1-fe30-454e-9963-4f66064ad5dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2073187815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:08.057538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-cccb2de1-c04f-45e9-8e89-5cedb0f6d896 admin admin] Deleting subnet 02268f57-a8eb-475d-9b77-c3e36a135e52 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:08.059927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79e96e-38b6-41a5-8e39-50415ee3e42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bbdcd2-2ab5-48fa-af07-6aaac5e94d84,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:08.068939 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cccb2de1-c04f-45e9-8e89-5cedb0f6d896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.071117 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfa98a5-4aca-44b4-be79-74947a57ec6e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.166580 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cccb2de1-c04f-45e9-8e89-5cedb0f6d896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.256910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94091d4d-5a64-4be2-b4f4-2b4872726750 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.271574 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89b9edc1-fe30-454e-9963-4f66064ad5dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.273546 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89b9edc1-fe30-454e-9963-4f66064ad5dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.321089 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.382371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2d2424ff-8d63-4234-9160-bbb195266543 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:08.439277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 2d2424ff-8d63-4234-9160-bbb195266543 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:08.442361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2d2424ff-8d63-4234-9160-bbb195266543 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:08.443148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b080bd7f-cc4b-4f46-b381-5a40c9a8152e no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:08.445444 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfa98a5-4aca-44b4-be79-74947a57ec6e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.460745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfa98a5-4aca-44b4-be79-74947a57ec6e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.466067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cccb2de1-c04f-45e9-8e89-5cedb0f6d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.476571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: b080bd7f-cc4b-4f46-b381-5a40c9a8152e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:08.477032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b080bd7f-cc4b-4f46-b381-5a40c9a8152e not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:08.535229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-adfa98a5-4aca-44b4-be79-74947a57ec6e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.539198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-adfa98a5-4aca-44b4-be79-74947a57ec6e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5976529 Jul 22 16:57:08.539739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40548) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:08.546417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a80d16ca-4878-42cf-be4a-3df25fccc887 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'e690db8d-b24e-47ee-a622-7b824e35027a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:08.550763 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89b9edc1-fe30-454e-9963-4f66064ad5dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.563438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa98a5-4aca-44b4-be79-74947a57ec6e tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e690db8d-b24e-47ee-a622-7b824e35027a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:08.577405 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89b9edc1-fe30-454e-9963-4f66064ad5dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.586402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94091d4d-5a64-4be2-b4f4-2b4872726750 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.617810 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cccb2de1-c04f-45e9-8e89-5cedb0f6d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.648943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94091d4d-5a64-4be2-b4f4-2b4872726750 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=7aebc1da-d1e2-4427-905a-9973b7cb65cb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:08.659454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb2de1-c04f-45e9-8e89-5cedb0f6d896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02268f57-a8eb-475d-9b77-c3e36a135e52,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:08.664506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40550) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:08.665425 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cccb2de1-c04f-45e9-8e89-5cedb0f6d896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.668055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cccb2de1-c04f-45e9-8e89-5cedb0f6d896 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/02268f57-a8eb-475d-9b77-c3e36a135e52 HTTP/1.1" status: 204 len: 168 time: 0.7032964 Jul 22 16:57:08.670657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40552) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:08.680697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a66df70-127b-494c-8f5b-99f51795d8b0 None None] Network 982035a0-dff4-4f1d-beae-e5221c6e15fc requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:08.692594 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-a80d16ca-4878-42cf-be4a-3df25fccc887 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:08.696278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a80d16ca-4878-42cf-be4a-3df25fccc887 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1529860 Jul 22 16:57:08.699334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40554) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:08.707552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ba8a02ca-c117-488c-913e-8ac4a2593db1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group_rule': {'security_group_id': 'e690db8d-b24e-47ee-a622-7b824e35027a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:08.708600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb38208-cb9e-4f75-81e2-e13d7b80c876 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:08.717821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-94091d4d-5a64-4be2-b4f4-2b4872726750 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.720562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-94091d4d-5a64-4be2-b4f4-2b4872726750 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/7aebc1da-d1e2-4427-905a-9973b7cb65cb HTTP/1.1" status: 204 len: 168 time: 1.2063365 Jul 22 16:57:08.727335 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-89b9edc1-fe30-454e-9963-4f66064ad5dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.728756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-89b9edc1-fe30-454e-9963-4f66064ad5dd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6872201 Jul 22 16:57:08.729542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40556) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:08.746374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:08.747245 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cbf1a6a-e487-4e49-bf86-55243565191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.757033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1294f8f7-53be-4cb5-ae1d-f7449c836daf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:08.791950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.867056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Deleting port 81b85993-bbac-46df-898e-e0f46286e567 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:08.867484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.971694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] For port 81b85993-bbac-46df-898e-e0f46286e567, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=81b85993-bbac-46df-898e-e0f46286e567,segment=NetworkSegment(31dafb72-a44c-4171-8042-16a311e1c0f2),segment_id=31dafb72-a44c-4171-8042-16a311e1c0f2)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:08.972919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:08.991428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Calling delete_port for 81b85993-bbac-46df-898e-e0f46286e567 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:09.045073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] DHCP port deletion for 982035a0-dff4-4f1d-beae-e5221c6e15fc request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:57:09.111254 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.116681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Deleting port 81b85993-bbac-46df-898e-e0f46286e567 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:09.117110 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.148199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b85993-bbac-46df-898e-e0f46286e567,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:09.157668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] No DVR routers for this DVR port 81b85993-bbac-46df-898e-e0f46286e567 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:09.199117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] For port 81b85993-bbac-46df-898e-e0f46286e567, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:09.199652 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.213187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Calling delete_port for 81b85993-bbac-46df-898e-e0f46286e567 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:09.217124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Port 81b85993-bbac-46df-898e-e0f46286e567 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:57:09.218728 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.261901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.265483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Pushing event deleted for resources: {'Port': ['ID=81b85993-bbac-46df-898e-e0f46286e567,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:09.274094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982035a0-dff4-4f1d-beae-e5221c6e15fc']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:09.280644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] No DVR routers for this DVR port 81b85993-bbac-46df-898e-e0f46286e567 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:09.286231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.286888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.291695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.292817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.293614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.295230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.295767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.296273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.296822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.297025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dafb72-a44c-4171-8042-16a311e1c0f2') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:09.297381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dafb72-a44c-4171-8042-16a311e1c0f2') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:09.297672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.298160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.298688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0644ff5-33a0-4984-9218-051b69cc8b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:09.312750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.327921 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.335121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:09.335927 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:09.337866 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:09.361522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-8119fddf-da5e-4f3d-9099-ef8eb5278b69 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet c9655557-19a7-4a07-ba8a-579aced0cca3 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:09.372618 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8119fddf-da5e-4f3d-9099-ef8eb5278b69 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.399493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Allocated IP 172.20.0.1 (d6dd1da9-512a-4cc3-9cf0-76ff76499caf/25e0ea9d-d23e-4f1e-9959-a961be21bbe7/b8512357-d873-4a70-999f-68b601dd53a3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:09.400321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.407669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.410004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] 10.222.0.53 "DELETE /v2.0/networks/982035a0-dff4-4f1d-beae-e5221c6e15fc HTTP/1.1" status: 204 len: 168 time: 0.7381685 Jul 22 16:57:09.442304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00878ecf-9b05-4458-acc6-c43a5c7dfd73 admin admin] Pushing event deleted for resources: {'Network': ['ID=982035a0-dff4-4f1d-beae-e5221c6e15fc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:09.533460 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8119fddf-da5e-4f3d-9099-ef8eb5278b69 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.551012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1294f8f7-53be-4cb5-ae1d-f7449c836daf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.617671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1294f8f7-53be-4cb5-ae1d-f7449c836daf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3825746'] for router, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.658054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40562) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:09.710983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ef774b9b-0c65-4de8-9b2c-50b08f9a2927 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bdcbee2f359475cb5903faa847978b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505800 Jul 22 16:57:09.712624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40564) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:09.777299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc080-0f74-4297-9cd1-11aafed95a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.794643 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cbf1a6a-e487-4e49-bf86-55243565191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.805495 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc080-0f74-4297-9cd1-11aafed95a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.818867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cbf1a6a-e487-4e49-bf86-55243565191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.832611 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-ba8a02ca-c117-488c-913e-8ac4a2593db1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:09.833673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ba8a02ca-c117-488c-913e-8ac4a2593db1 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.1297407 Jul 22 16:57:09.838735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40566) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:09.861514 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8119fddf-da5e-4f3d-9099-ef8eb5278b69 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.895863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4e432627-e9a0-41e5-8fa2-9301ae1ad5b5 None None] Provisioning complete for port ea364e68-1304-4eb3-92f8-f07e2dcda5ac triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:09.896452 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e432627-e9a0-41e5-8fa2-9301ae1ad5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.904357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc080-0f74-4297-9cd1-11aafed95a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.907093 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc080-0f74-4297-9cd1-11aafed95a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.910749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b9cbc080-0f74-4297-9cd1-11aafed95a06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5195b55b-c34a-4c2d-9bd3-11900431d634 HTTP/1.1" status: 204 len: 168 time: 0.1946270 Jul 22 16:57:09.911732 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.946063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf20e2e-16d6-4b05-825d-dcbcc065dd88 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:09.948797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbc080-0f74-4297-9cd1-11aafed95a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5195b55b-c34a-4c2d-9bd3-11900431d634,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:09.962786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9cbf1a6a-e487-4e49-bf86-55243565191c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d180caaf33e4bb0a088c1e7ff6cad72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2939095 Jul 22 16:57:09.966140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf1a6a-e487-4e49-bf86-55243565191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84310b2-65fe-45ab-90b7-c5c5165e4d7a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:09.972180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40570) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:09.981028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Transition to ACTIVE for port object b8512357-d873-4a70-999f-68b601dd53a3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:09.999315 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf20e2e-16d6-4b05-825d-dcbcc065dd88 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.037236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1294f8f7-53be-4cb5-ae1d-f7449c836daf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Router b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:57:10.061866 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8119fddf-da5e-4f3d-9099-ef8eb5278b69 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.069829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf20e2e-16d6-4b05-825d-dcbcc065dd88 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.072712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cf20e2e-16d6-4b05-825d-dcbcc065dd88 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.076995 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6cf20e2e-16d6-4b05-825d-dcbcc065dd88 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/e690db8d-b24e-47ee-a622-7b824e35027a HTTP/1.1" status: 204 len: 168 time: 0.2369258 Jul 22 16:57:10.077407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40572) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.099372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf20e2e-16d6-4b05-825d-dcbcc065dd88 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e690db8d-b24e-47ee-a622-7b824e35027a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:10.123907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03605f-2bc0-4c74-a4f7-374060187f68 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:10.139289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fc966333-9bff-431c-bc9b-f10d5c5fbaed tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575967 Jul 22 16:57:10.139996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40574) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.143900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119fddf-da5e-4f3d-9099-ef8eb5278b69 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=c9655557-19a7-4a07-ba8a-579aced0cca3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:10.144889 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f9364182-561d-4424-b8ad-e4bbcc0b0569 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'tempest-secgroup--399531222'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:10.180550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9364182-561d-4424-b8ad-e4bbcc0b0569 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.181055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8119fddf-da5e-4f3d-9099-ef8eb5278b69 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.183651 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8119fddf-da5e-4f3d-9099-ef8eb5278b69 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/c9655557-19a7-4a07-ba8a-579aced0cca3 HTTP/1.1" status: 204 len: 168 time: 1.4474492 Jul 22 16:57:10.186753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40576) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.245975 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.253079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-15e4dba5-ee51-4365-8cb1-ab49f3c79c05 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613878 Jul 22 16:57:10.256283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1294f8f7-53be-4cb5-ae1d-f7449c836daf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:10.267899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40578) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.273582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:10.281270 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9b7c-1918-4c9b-9068-edf512a8a303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.284587 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] Sync routers for ids ['b4822297-7cc0-4fca-8f8f-c2efd35fdeb8'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:10.289951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1294f8f7-53be-4cb5-ae1d-f7449c836daf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.294639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1294f8f7-53be-4cb5-ae1d-f7449c836daf tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "PUT /v2.0/routers/b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 HTTP/1.1" status: 200 len: 698 time: 1.5418260 Jul 22 16:57:10.294991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40582) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.313879 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] Routers {'b4822297-7cc0-4fca-8f8f-c2efd35fdeb8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:10.320348 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b4822297-7cc0-4fca-8f8f-c2efd35fdeb8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:10.404885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Network d6dd1da9-512a-4cc3-9cf0-76ff76499caf is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:10.411721 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 12d9e0be-4eaa-4622-846b-1825dd0c740a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:10.419819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:10.424693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9b7c-1918-4c9b-9068-edf512a8a303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.427304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:10.433371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Pushing event updated for resources: {'Port': ['ID=b8512357-d873-4a70-999f-68b601dd53a3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:10.464727 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] Set router b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:10.472794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c403bf-1e27-4ebd-9176-2431314dbd98 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:57:10.481347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-22de4c06-f5f0-462b-93d5-74862edc27d7 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/routers/b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 HTTP/1.1" status: 200 len: 704 time: 0.1740522 Jul 22 16:57:10.486996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40584) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.512979 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9364182-561d-4424-b8ad-e4bbcc0b0569 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.532445 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9364182-561d-4424-b8ad-e4bbcc0b0569 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.546700 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7490f049-f839-43bd-b40c-3d0ccae51f5a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 HTTP/1.1" status: 200 len: 205 time: 0.0563519 Jul 22 16:57:10.557662 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4822297-7cc0-4fca-8f8f-c2efd35fdeb8', 'name': 'tempest-RoutersIpV6Test-router-2073187815', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:08Z', 'updated_at': '2021-07-22T16:57:09Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:10.566457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40586) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.616321 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] Checking router: b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:10.628878 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] Routers {'b4822297-7cc0-4fca-8f8f-c2efd35fdeb8'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:10.629801 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b4822297-7cc0-4fca-8f8f-c2efd35fdeb8'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:10.650147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40588) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.663438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f0c403bf-1e27-4ebd-9176-2431314dbd98 None None] Deleting port ea364e68-1304-4eb3-92f8-f07e2dcda5ac {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:10.664194 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0c403bf-1e27-4ebd-9176-2431314dbd98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.665507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:10.670149 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.678964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9364182-561d-4424-b8ad-e4bbcc0b0569 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23396eb1-68fb-45b7-8072-2fee8ac835c8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:10.684462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc544-fecd-42f5-96ec-9d78d4cc22ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.701150 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.705319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9364182-561d-4424-b8ad-e4bbcc0b0569 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.707406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f9364182-561d-4424-b8ad-e4bbcc0b0569 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5659966 Jul 22 16:57:10.719801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40590) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.726757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-48706685-160b-48da-b973-a8d2edc796d5 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:10.727237 n-d-792458-13 neutron-server[93751]: WARNING neutron.api.v2.base [None req-48706685-160b-48da-b973-a8d2edc796d5 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 16:57:10.728063 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-48706685-160b-48da-b973-a8d2edc796d5 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 16:57:10.729236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-48706685-160b-48da-b973-a8d2edc796d5 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "PUT /v2.0/security-groups/23396eb1-68fb-45b7-8072-2fee8ac835c8 HTTP/1.1" status: 409 len: 330 time: 0.0083909 Jul 22 16:57:10.736020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.744025 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] Set router b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:10.785322 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f0c403bf-1e27-4ebd-9176-2431314dbd98 None None] For port ea364e68-1304-4eb3-92f8-f07e2dcda5ac, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ea364e68-1304-4eb3-92f8-f07e2dcda5ac,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:10.785868 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0c403bf-1e27-4ebd-9176-2431314dbd98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.799301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f0c403bf-1e27-4ebd-9176-2431314dbd98 None None] Calling delete_port for ea364e68-1304-4eb3-92f8-f07e2dcda5ac owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:10.814911 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4822297-7cc0-4fca-8f8f-c2efd35fdeb8', 'name': 'tempest-RoutersIpV6Test-router-2073187815', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:08Z', 'updated_at': '2021-07-22T16:57:09Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:10.858755 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba749387-5aeb-4612-b48e-3f880e54c294 None None] The sync data for ids ['b4822297-7cc0-4fca-8f8f-c2efd35fdeb8'] in n-d-792458-13 is: [{'id': 'b4822297-7cc0-4fca-8f8f-c2efd35fdeb8', 'name': 'tempest-RoutersIpV6Test-router-2073187815', 'tenant_id': 'b9e14f812f1344cab33306010a2d0fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:08Z', 'updated_at': '2021-07-22T16:57:09Z', 'revision_number': 2, 'project_id': 'b9e14f812f1344cab33306010a2d0fb4', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:10.873908 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 12d9e0be-4eaa-4622-846b-1825dd0c740a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:10.888254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f3852854-fde3-4519-b01f-c48d315a46f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38865ab8666b4a14b25974025f3f4299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197328 Jul 22 16:57:10.888483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:10.891133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 12d9e0be-4eaa-4622-846b-1825dd0c740a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:10.891524 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.899156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a44648de-8381-45c3-8888-e90fe086bf8f None None] Provisioning for port b8512357-d873-4a70-999f-68b601dd53a3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:10.908291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9b7c-1918-4c9b-9068-edf512a8a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.910864 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9b7c-1918-4c9b-9068-edf512a8a303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.916618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c2dc9b7c-1918-4c9b-9068-edf512a8a303 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f84310b2-65fe-45ab-90b7-c5c5165e4d7a HTTP/1.1" status: 204 len: 168 time: 0.9416361 Jul 22 16:57:10.925396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a44648de-8381-45c3-8888-e90fe086bf8f None None] Provisioning complete for port b8512357-d873-4a70-999f-68b601dd53a3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:10.925813 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a44648de-8381-45c3-8888-e90fe086bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.960300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:10.988898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc9b7c-1918-4c9b-9068-edf512a8a303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84310b2-65fe-45ab-90b7-c5c5165e4d7a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:10.994489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc544-fecd-42f5-96ec-9d78d4cc22ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.015469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0c403bf-1e27-4ebd-9176-2431314dbd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.016592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.019255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a44648de-8381-45c3-8888-e90fe086bf8f None None] Port b8512357-d873-4a70-999f-68b601dd53a3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:57:11.023601 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc544-fecd-42f5-96ec-9d78d4cc22ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.087337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc544-fecd-42f5-96ec-9d78d4cc22ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.087855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fcc544-fecd-42f5-96ec-9d78d4cc22ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Fanout notify agent at l3_agent the message router_deleted on router b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:57:11.095893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc544-fecd-42f5-96ec-9d78d4cc22ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.097228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e2fcc544-fecd-42f5-96ec-9d78d4cc22ea tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 HTTP/1.1" status: 204 len: 168 time: 0.5123825 Jul 22 16:57:11.107307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40598) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.110574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c403bf-1e27-4ebd-9176-2431314dbd98 None None] No DVR routers for this DVR port ea364e68-1304-4eb3-92f8-f07e2dcda5ac on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:11.145423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c403bf-1e27-4ebd-9176-2431314dbd98 None None] Pushing event deleted for resources: {'Port': ['ID=ea364e68-1304-4eb3-92f8-f07e2dcda5ac,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:11.151538 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.166138 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-088cd3c5-b4fb-44f1-afcd-93bb153311bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.183684 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.205701 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-088cd3c5-b4fb-44f1-afcd-93bb153311bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.237409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 12d9e0be-4eaa-4622-846b-1825dd0c740a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=12d9e0be-4eaa-4622-846b-1825dd0c740a,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:11.244635 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.300943 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-80f3286b-5f90-4aae-94bd-8123f1c4e32f tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 HTTP/1.1" status: 200 len: 205 time: 0.1729848 Jul 22 16:57:11.306271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40602) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.310841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.314570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.319608 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/23396eb1-68fb-45b7-8072-2fee8ac835c8 HTTP/1.1" status: 204 len: 168 time: 0.5823088 Jul 22 16:57:11.320394 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-088cd3c5-b4fb-44f1-afcd-93bb153311bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.323011 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-088cd3c5-b4fb-44f1-afcd-93bb153311bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.328667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40604) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.331860 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-088cd3c5-b4fb-44f1-afcd-93bb153311bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfcab8fe-ad70-432d-9e91-f84d82a09a07 HTTP/1.1" status: 204 len: 168 time: 0.4378719 Jul 22 16:57:11.345038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=12d9e0be-4eaa-4622-846b-1825dd0c740a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:11.352101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 81b85993-bbac-46df-898e-e0f46286e567 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:11.388943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 81b85993-bbac-46df-898e-e0f46286e567 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:11.389215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 81b85993-bbac-46df-898e-e0f46286e567 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:11.410430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2d0561aa-8a86-48dc-83d2-ab8533149c1c tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803299 Jul 22 16:57:11.415820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40608) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.416646 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23396eb1-68fb-45b7-8072-2fee8ac835c8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:11.432661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.433902 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-e29e389f-8c0c-442c-acc9-dcdc9a67843c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] delete failed (client error): The resource could not be found. Jul 22 16:57:11.435667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e29e389f-8c0c-442c-acc9-dcdc9a67843c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/b4822297-7cc0-4fca-8f8f-c2efd35fdeb8 HTTP/1.1" status: 404 len: 336 time: 0.1258779 Jul 22 16:57:11.439905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40610) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.440971 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.452376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.452784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.453170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.453513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.454124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.454463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.454786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.455705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.456037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.456362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.456701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.457000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3873df74-10e6-461c-8111-3cd0c1d02a8f tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:11.499493 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-b16902ff-914e-474a-87ed-be4267de78dd tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] delete failed (client error): The resource could not be found. Jul 22 16:57:11.499493 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b16902ff-914e-474a-87ed-be4267de78dd tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "DELETE /v2.0/security-groups/4ab691da-6a91-4daa-ad7d-1a45e29125e4 HTTP/1.1" status: 404 len: 347 time: 0.0719545 Jul 22 16:57:11.500190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.543527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cd3c5-b4fb-44f1-afcd-93bb153311bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcab8fe-ad70-432d-9e91-f84d82a09a07,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:11.547821 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-4b0c5c54-f278-4c10-bcd9-fe672090faff tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] show failed (client error): The resource could not be found. Jul 22 16:57:11.548866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4b0c5c54-f278-4c10-bcd9-fe672090faff tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-groups/2b6f2bd1-9b5f-4d7b-85c9-bf93749d500b HTTP/1.1" status: 404 len: 347 time: 0.0463240 Jul 22 16:57:11.551863 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.552759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.554214 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f9af83-841c-4916-8b7b-1540d4de89b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:11.554676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f9af83-841c-4916-8b7b-1540d4de89b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:11.556559 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-24f9af83-841c-4916-8b7b-1540d4de89b9 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/71b4d484-fea4-46c8-9b37-e88cddff9ab6 HTTP/1.1" status: 404 len: 337 time: 0.0695310 Jul 22 16:57:11.563923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.592166 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-0892b6c7-d008-439e-bd35-617a0e85edd3 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] show failed (client error): The resource could not be found. Jul 22 16:57:11.593379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0892b6c7-d008-439e-bd35-617a0e85edd3 tempest-NegativeSecGroupIPv6Test-386476028 tempest-NegativeSecGroupIPv6Test-386476028-project] 10.222.0.53 "GET /v2.0/security-group-rules/f6485686-9425-41b6-b2b6-ae84ed0a1aea HTTP/1.1" status: 404 len: 356 time: 0.0393095 Jul 22 16:57:11.610810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Pushing event updated for resources: {'Port': ['ID=b8512357-d873-4a70-999f-68b601dd53a3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:11.615177 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-555d88ab-43e2-4623-81ee-6c45b2715c62 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:11.615848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555d88ab-43e2-4623-81ee-6c45b2715c62 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:11.617790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-555d88ab-43e2-4623-81ee-6c45b2715c62 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/0e9f9c58-2026-44af-8bf8-d2492b683d17 HTTP/1.1" status: 404 len: 337 time: 0.0529311 Jul 22 16:57:11.624651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40624) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.676238 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-003412ad-bdfe-4864-a884-e2b5204ff656 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:11.676238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003412ad-bdfe-4864-a884-e2b5204ff656 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:11.676238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-003412ad-bdfe-4864-a884-e2b5204ff656 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/b26747cf-3540-4d4d-9b99-8b7b83104c2a HTTP/1.1" status: 404 len: 337 time: 0.0368779 Jul 22 16:57:11.676238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40626) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.705148 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60fa15f-5671-4580-9b52-6b787159d52a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:11.705511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60fa15f-5671-4580-9b52-6b787159d52a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:11.710289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f60fa15f-5671-4580-9b52-6b787159d52a tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/c3a2b9a1-7884-466a-8570-f03a0c03fa25 HTTP/1.1" status: 404 len: 337 time: 0.0416493 Jul 22 16:57:11.711517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40628) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:11.755242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.objects.ports [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:57:11.778480 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.898139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:11.914204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:11.941419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf571d9-a6e1-4379-a4b1-28b7bfaac231 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:11.951822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:11.956881 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:11.990530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=5aaf0652-07df-4d8a-b6c9-9ad6206c34cc,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:12.016975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-345a7dde-1a25-4059-8ab0-ec0ba1c8a795 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7466595 Jul 22 16:57:12.036567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40634) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.057471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5996f2f2-8654-4ac9-968c-6b4c244ece4e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:12.264920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d862bae4-95cc-4ebc-9368-e812e0158475 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 HTTP/1.1" status: 200 len: 205 time: 0.5519676 Jul 22 16:57:12.266121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40638) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.270829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'tenant_id': '3cb132e927f1406483cc3cd977d4dab7', 'fixed_ips': [{'subnet_id': '5aaf0652-07df-4d8a-b6c9-9ad6206c34cc'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:12.271964 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:12.333515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40640) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.338645 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-61356e83-68ca-4259-929a-7cb7234fd08c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] delete failed (client error): The resource could not be found. Jul 22 16:57:12.340270 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-61356e83-68ca-4259-929a-7cb7234fd08c tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/54c0f2ba-69ef-4be8-b2c8-7a3afa7d44a7 HTTP/1.1" status: 404 len: 336 time: 0.0667753 Jul 22 16:57:12.346979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40644) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.375641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 12d9e0be-4eaa-4622-846b-1825dd0c740a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:12.392919 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fcf6644e-f39e-4b77-a5c7-aca4149b840b tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2478d0-c407-4c80-acf4-fd4a93802d85 HTTP/1.1" status: 200 len: 205 time: 0.0427341 Jul 22 16:57:12.393323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40650) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.441555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Network d6dd1da9-512a-4cc3-9cf0-76ff76499caf is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:12.444529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:12.447361 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-078edbf5-c6a0-4562-98b5-fae3a7a4c1c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] delete failed (client error): The resource could not be found. Jul 22 16:57:12.451177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-078edbf5-c6a0-4562-98b5-fae3a7a4c1c1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/0f2478d0-c407-4c80-acf4-fd4a93802d85 HTTP/1.1" status: 404 len: 336 time: 0.0541918 Jul 22 16:57:12.452217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.473464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5996f2f2-8654-4ac9-968c-6b4c244ece4e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:12.477918 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5996f2f2-8654-4ac9-968c-6b4c244ece4e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:12.490916 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2b979a-f64e-4563-afa9-c8d74f0cfeda tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:12.491423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2b979a-f64e-4563-afa9-c8d74f0cfeda tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:12.493746 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5f2b979a-f64e-4563-afa9-c8d74f0cfeda tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/57ec52f7-3e4e-4403-a2aa-aa8c90cf0a76 HTTP/1.1" status: 404 len: 337 time: 0.0402973 Jul 22 16:57:12.509263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.517226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 12d9e0be-4eaa-4622-846b-1825dd0c740a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:12.518179 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:12.630009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f088b0f0-46d1-46ea-b259-f8c0f8b6dafe tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=a57a73d7-7f54-4d56-871c-2ec3df0dbc81 HTTP/1.1" status: 200 len: 205 time: 0.1178827 Jul 22 16:57:12.634835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40660) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.675560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Allocated IP 2001:db8::f816:3eff:fe1b:6720 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/5aaf0652-07df-4d8a-b6c9-9ad6206c34cc/1212864e-706f-4f55-a901-0b410ba583c8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:12.739825 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-06fa66f7-709f-4cf8-baa4-fe22be781994 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] delete failed (client error): The resource could not be found. Jul 22 16:57:12.742719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-06fa66f7-709f-4cf8-baa4-fe22be781994 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/a57a73d7-7f54-4d56-871c-2ec3df0dbc81 HTTP/1.1" status: 404 len: 336 time: 0.1069326 Jul 22 16:57:12.746155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40664) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.794860 n-d-792458-13 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-5996f2f2-8654-4ac9-968c-6b4c244ece4e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5aaf0652-07df-4d8a-b6c9-9ad6206c34cc (CIDR: 2001:db8::/64) Jul 22 16:57:12.803442 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-5996f2f2-8654-4ac9-968c-6b4c244ece4e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:12.803902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5996f2f2-8654-4ac9-968c-6b4c244ece4e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:12.831988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4aa69dbf-97a9-4b21-bc47-b88c79812291 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=4be76a80-7a78-4e62-990d-0d88fd5a838a HTTP/1.1" status: 200 len: 205 time: 0.0820587 Jul 22 16:57:12.835019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.844435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5996f2f2-8654-4ac9-968c-6b4c244ece4e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8028238 Jul 22 16:57:12.847309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40668) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.860407 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:12.884689 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-19a92992-e704-4b75-9637-36d2577f42cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=196f73b2b38347598d5c9c7868b2b925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494790 Jul 22 16:57:12.886719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40670) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.922605 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-349ea31d-7cd5-4e7c-8f9c-f9e61e6351fb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] delete failed (client error): The resource could not be found. Jul 22 16:57:12.923922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-349ea31d-7cd5-4e7c-8f9c-f9e61e6351fb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/4be76a80-7a78-4e62-990d-0d88fd5a838a HTTP/1.1" status: 404 len: 336 time: 0.0878475 Jul 22 16:57:12.927355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.962217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e455a196-d7da-4428-9ff5-ffc4c22f0146 None None] Provisioning complete for port b8512357-d873-4a70-999f-68b601dd53a3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:12.963281 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e455a196-d7da-4428-9ff5-ffc4c22f0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:12.965357 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2407a145-fe0c-4e54-a48b-3c363ec2bb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:12.967704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Router bdeb10cb-0bf8-44a8-91b5-34a853e10970 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:12.971531 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c28bc12-a61c-4db1-8909-a436314bf9fb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:12.971990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c28bc12-a61c-4db1-8909-a436314bf9fb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:12.973741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9c28bc12-a61c-4db1-8909-a436314bf9fb tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/4ab5af09-1ac0-4d4a-8795-7839d186062f HTTP/1.1" status: 404 len: 337 time: 0.0455334 Jul 22 16:57:12.978364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:12.991457 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2407a145-fe0c-4e54-a48b-3c363ec2bb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.008805 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.036943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Transition to ACTIVE for port object 1212864e-706f-4f55-a901-0b410ba583c8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:13.039318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e455a196-d7da-4428-9ff5-ffc4c22f0146 None None] Port b8512357-d873-4a70-999f-68b601dd53a3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:57:13.048410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-22c57109-43a1-4c6e-be4f-369224336be0 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=f745ccb3-920d-499c-b5b9-2a684709d677 HTTP/1.1" status: 200 len: 205 time: 0.0659354 Jul 22 16:57:13.051322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.088111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Transition to ACTIVE for port object 1212864e-706f-4f55-a901-0b410ba583c8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:13.102553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.126429 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-66ffeff7-cbea-47dd-98e0-1f82597a97fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] delete failed (client error): The resource could not be found. Jul 22 16:57:13.128086 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-66ffeff7-cbea-47dd-98e0-1f82597a97fd tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/f745ccb3-920d-499c-b5b9-2a684709d677 HTTP/1.1" status: 404 len: 336 time: 0.0757289 Jul 22 16:57:13.129136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ea364e68-1304-4eb3-92f8-f07e2dcda5ac no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:13.129591 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2407a145-fe0c-4e54-a48b-3c363ec2bb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.133589 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2407a145-fe0c-4e54-a48b-3c363ec2bb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.137649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40684) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.150817 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2407a145-fe0c-4e54-a48b-3c363ec2bb1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6a4abbf-4621-4999-a9a2-4aab62559ccd HTTP/1.1" status: 204 len: 168 time: 0.2525175 Jul 22 16:57:13.166529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407a145-fe0c-4e54-a48b-3c363ec2bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a4abbf-4621-4999-a9a2-4aab62559ccd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:13.188199 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c670a91-e424-4e58-a673-d0b5d7770261 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:13.188693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c670a91-e424-4e58-a673-d0b5d7770261 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:13.190518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3c670a91-e424-4e58-a673-d0b5d7770261 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/9f00e960-15fe-432f-ac26-4ccdf833e9f9 HTTP/1.1" status: 404 len: 337 time: 0.0528665 Jul 22 16:57:13.190819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:13.193361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40688) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.200242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: ea364e68-1304-4eb3-92f8-f07e2dcda5ac {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:13.200592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ea364e68-1304-4eb3-92f8-f07e2dcda5ac not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:13.209169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:13.217219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:13.246559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:13.249345 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0629bb91-ce28-4f03-a1e3-3537559596b1 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c07855-5f32-4fd8-a9e1-0642771f054f HTTP/1.1" status: 200 len: 205 time: 0.0545158 Jul 22 16:57:13.260379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:13.260560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40692) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.273429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.310235 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-8d95ac46-47f3-47ff-ac39-deb86fe65e52 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] delete failed (client error): The resource could not be found. Jul 22 16:57:13.311445 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8d95ac46-47f3-47ff-ac39-deb86fe65e52 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/routers/59c07855-5f32-4fd8-a9e1-0642771f054f HTTP/1.1" status: 404 len: 336 time: 0.0487921 Jul 22 16:57:13.314958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40694) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.317303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:13.318289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Attempting to bind port 1212864e-706f-4f55-a901-0b410ba583c8 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:13.318666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Attempting to bind port 1212864e-706f-4f55-a901-0b410ba583c8 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:13.319074 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Attempting to bind port 1212864e-706f-4f55-a901-0b410ba583c8 on network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:13.326325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:13.326718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Checking segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:13.327167 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.327620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Bound using segment: {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:13.328109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Bound port: 1212864e-706f-4f55-a901-0b410ba583c8, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a9482b-f7e2-4de4-9387-bceb2bba867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:13.328505 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.333461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2e9705a0-ab47-4579-9c55-8b3b2b68a913 admin admin] 10.222.0.53 "PUT /v2.0/routers/bdeb10cb-0bf8-44a8-91b5-34a853e10970/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3421640 Jul 22 16:57:13.333897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Sync routers for ids ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:13.351106 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-2087e3ab-6960-449d-8567-9a183f4f0c42 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:13.351566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2087e3ab-6960-449d-8567-9a183f4f0c42 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:13.356839 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2087e3ab-6960-449d-8567-9a183f4f0c42 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/b31bcc29-2597-4006-b95a-bf5031843623 HTTP/1.1" status: 404 len: 337 time: 0.0379202 Jul 22 16:57:13.357653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40698) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.395015 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fa2f7a-bedd-442f-98cc-806f63dff253 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:13.395748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fa2f7a-bedd-442f-98cc-806f63dff253 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:13.401009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e4fa2f7a-bedd-442f-98cc-806f63dff253 tempest-RoutersIpV6Test-618665477 tempest-RoutersIpV6Test-618665477-project] 10.222.0.53 "DELETE /v2.0/subnets/c26945c0-9b3c-4771-bde1-a7c7e16e2132 HTTP/1.1" status: 404 len: 337 time: 0.0411384 Jul 22 16:57:13.407730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Routers {'bdeb10cb-0bf8-44a8-91b5-34a853e10970'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:13.408635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:13.615961 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.665504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:13.669814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:13.670699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:13.676422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:13.677141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.677657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:13.688759 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:13.702290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8485091 Jul 22 16:57:13.702724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40714) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:13.703301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957716bd-96a1-4b46-87ae-d44072d0b6f1 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=20e69a69-7f4c-4306-b986-55752899eca5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:13.708038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:db:3c:db', 'name': 'tempest-NetworksTestDHCPv6-1013395219'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:13.744410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Set router bdeb10cb-0bf8-44a8-91b5-34a853e10970 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:13.857042 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd33901-8c33-42d1-b79a-542281ebe129 None None] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:13.878840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:13.989036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40724) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:14.023956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.061537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 3d18e530-6208-4912-8d22-fd1976f066fb yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:14.140417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:00Z', 'updated_at': '2021-07-22T16:57:11Z', 'revision_number': 4, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'gw_port': {'id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:02Z', 'updated_at': '2021-07-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'b8512357-d873-4a70-999f-68b601dd53a3', 'name': '', 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'mac_address': 'fa:16:3e:eb:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '25e0ea9d-d23e-4f1e-9959-a961be21bbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:08Z', 'updated_at': '2021-07-22T16:57:11Z', 'revision_number': 2, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'subnets': [{'id': '25e0ea9d-d23e-4f1e-9959-a961be21bbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:14.186028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Checking router: bdeb10cb-0bf8-44a8-91b5-34a853e10970 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:14.186461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Updating router bdeb10cb-0bf8-44a8-91b5-34a853e10970 port b8512357-d873-4a70-999f-68b601dd53a3 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:57:14.252493 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.361497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8:0:1::353 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/20e69a69-7f4c-4306-b986-55752899eca5/3d18e530-6208-4912-8d22-fd1976f066fb) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:14.370660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::f816:3eff:fedb:3cdb (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/5aaf0652-07df-4d8a-b6c9-9ad6206c34cc/3d18e530-6208-4912-8d22-fd1976f066fb) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:14.460538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b9a8be9d-5094-4d5d-96d9-b4f66a85fe88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b9e14f812f1344cab33306010a2d0fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671547 Jul 22 16:57:14.462819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1212864e-706f-4f55-a901-0b410ba583c8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:14.463313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:14.560927 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fccd775-5833-49b9-9804-903a4dde950b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.599620 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fccd775-5833-49b9-9804-903a4dde950b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.609313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1212864e-706f-4f55-a901-0b410ba583c8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:14.619809 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.654612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 3d18e530-6208-4912-8d22-fd1976f066fb will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:14.675479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fccd775-5833-49b9-9804-903a4dde950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.688308 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1fccd775-5833-49b9-9804-903a4dde950b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.690217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1fccd775-5833-49b9-9804-903a4dde950b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4e781d6-0b3e-4738-be81-4e1aeb44fb9c HTTP/1.1" status: 204 len: 168 time: 0.2248540 Jul 22 16:57:14.702459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccd775-5833-49b9-9804-903a4dde950b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e781d6-0b3e-4738-be81-4e1aeb44fb9c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:14.728108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:14.744151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.780560 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.793995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Transition to ACTIVE for port object b8512357-d873-4a70-999f-68b601dd53a3 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:14.801930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:14.802341 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.812799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:14.816874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:14.822668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:14.823888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.845557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=3d18e530-6208-4912-8d22-fd1976f066fb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:14.855336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b79cb4bc-0e9f-4acf-bf73-7cfcfdbb0b1e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1479774 Jul 22 16:57:14.855336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40758) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:14.925749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e6c25-bac7-4a4c-9ec6-206aa5bab635 None None] Pushing event updated for resources: {'Port': ['ID=b8512357-d873-4a70-999f-68b601dd53a3,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:14.949295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Attempting to bind port b8512357-d873-4a70-999f-68b601dd53a3 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:14.949743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Attempting to bind port b8512357-d873-4a70-999f-68b601dd53a3 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a69b4efa-224a-4d88-bc54-d2f0ef448120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:14.950389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Attempting to bind port b8512357-d873-4a70-999f-68b601dd53a3 on network d6dd1da9-512a-4cc3-9cf0-76ff76499caf {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:14.956759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:14.957140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Checking segment: {'id': 'a69b4efa-224a-4d88-bc54-d2f0ef448120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:14.957544 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:14.957943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Bound using segment: {'id': 'a69b4efa-224a-4d88-bc54-d2f0ef448120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:14.958596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Bound port: b8512357-d873-4a70-999f-68b601dd53a3, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69b4efa-224a-4d88-bc54-d2f0ef448120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:14.959002 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.001444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-89165a03-6664-4bd4-aea3-65df14f2b33f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 3d18e530-6208-4912-8d22-fd1976f066fb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:15.005787 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89165a03-6664-4bd4-aea3-65df14f2b33f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.055458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] For port b8512357-d873-4a70-999f-68b601dd53a3, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:15.059385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] For port b8512357-d873-4a70-999f-68b601dd53a3, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b8512357-d873-4a70-999f-68b601dd53a3,segment=NetworkSegment(a69b4efa-224a-4d88-bc54-d2f0ef448120),segment_id=a69b4efa-224a-4d88-bc54-d2f0ef448120)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:15.072199 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.139158 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89165a03-6664-4bd4-aea3-65df14f2b33f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.159746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-89165a03-6664-4bd4-aea3-65df14f2b33f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 3d18e530-6208-4912-8d22-fd1976f066fb owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:15.165102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Routers {'bdeb10cb-0bf8-44a8-91b5-34a853e10970'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:15.166031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:56:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:15.255476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d1aaa100-69a7-4fba-bbde-6f462997a0c8 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:15.257370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e6c25-bac7-4a4c-9ec6-206aa5bab635 None None] Pushing event updated for resources: {'Port': ['ID=b8512357-d873-4a70-999f-68b601dd53a3,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:15.282979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40766) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:15.290270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2102101562-network', 'tenant_id': '9b70bc0704dc4d1a955500439902da99'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:15.318633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d1aaa100-69a7-4fba-bbde-6f462997a0c8 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] 10.222.0.53 "PUT /v2.0/quotas/bf2498d332924d5482f4963f6ed8e1c3 HTTP/1.1" status: 200 len: 368 time: 0.5894761 Jul 22 16:57:15.321350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40768) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:15.327280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Request body: {'network': {'project_id': 'bf2498d332924d5482f4963f6ed8e1c3'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:15.345242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Made reservation on behalf of 9b70bc0704dc4d1a955500439902da99 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:15.347847 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.365240 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.394958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] Set router bdeb10cb-0bf8-44a8-91b5-34a853e10970 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:15.403776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Made reservation on behalf of bf2498d332924d5482f4963f6ed8e1c3 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:15.412900 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.456562 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.456830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc436aef-c0bf-4588-82a3-e4d817e342f4 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:15.594567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-20a9070c-af62-42dd-9dba-6f2cc5c5b1d1 None None] Provisioning for port 1212864e-706f-4f55-a901-0b410ba583c8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:15.618182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-20a9070c-af62-42dd-9dba-6f2cc5c5b1d1 None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:15.618182 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20a9070c-af62-42dd-9dba-6f2cc5c5b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.618750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40778) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:15.648798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89165a03-6664-4bd4-aea3-65df14f2b33f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.696277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89165a03-6664-4bd4-aea3-65df14f2b33f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=3d18e530-6208-4912-8d22-fd1976f066fb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:15.746884 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.752699 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.769254 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89165a03-6664-4bd4-aea3-65df14f2b33f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.771228 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-89165a03-6664-4bd4-aea3-65df14f2b33f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/3d18e530-6208-4912-8d22-fd1976f066fb HTTP/1.1" status: 204 len: 168 time: 0.9150186 Jul 22 16:57:15.774736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:15.825883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf99e78d-245c-4f7a-8de3-b94732cb6ea4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:15.850849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:15.873177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957698a-46d6-4730-a282-ad697ec87c6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:15.873804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.874196 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Added segment f3a36cf8-6002-4050-b5b7-5a5cefaae577 of type vlan for network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 Jul 22 16:57:15.874790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e957698a-46d6-4730-a282-ad697ec87c6a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0992191 Jul 22 16:57:15.877552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40786) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:15.945214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20a9070c-af62-42dd-9dba-6f2cc5c5b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.965073 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.973924 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:15.978107 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.001390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-368aa8a1-cf94-46a2-97aa-3af8af6d2627 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-433529938', 'prefixes': ['172.20.0.0/16']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:16.016354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-20a9070c-af62-42dd-9dba-6f2cc5c5b1d1 None None] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:16.021529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa6c6a-9186-469f-a167-be13c5ec8106 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:16.023276 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-00aa6c6a-9186-469f-a167-be13c5ec8106 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1447463 Jul 22 16:57:16.024191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:16.026337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.037205 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20a9070c-af62-42dd-9dba-6f2cc5c5b1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.044498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b44f9d-9109-4034-a39d-6d39c067dfe1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.047668 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.048142 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Added segment 9228a4ef-ccb7-4fb2-a6b5-3f0eb9a27a02 of type vlan for network 5870ae73-3dfa-4441-8bab-fb3d7c1dfbaa Jul 22 16:57:16.101819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.114232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.115488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:16.116087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.120977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:00Z', 'updated_at': '2021-07-22T16:57:11Z', 'revision_number': 4, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'gw_port': {'id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:02Z', 'updated_at': '2021-07-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'b8512357-d873-4a70-999f-68b601dd53a3', 'name': '', 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'mac_address': 'fa:16:3e:eb:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '25e0ea9d-d23e-4f1e-9959-a961be21bbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:08Z', 'updated_at': '2021-07-22T16:57:15Z', 'revision_number': 4, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'subnets': [{'id': '25e0ea9d-d23e-4f1e-9959-a961be21bbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:16.141624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.142850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:16.143781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.168838 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8847139 Jul 22 16:57:16.169207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c9d25-4e8b-43ab-a67e-82087ca068f3 None None] The sync data for ids ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'] in n-d-792458-13 is: [{'id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:00Z', 'updated_at': '2021-07-22T16:57:11Z', 'revision_number': 4, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'gw_port': {'id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:02Z', 'updated_at': '2021-07-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'b8512357-d873-4a70-999f-68b601dd53a3', 'name': '', 'network_id': 'd6dd1da9-512a-4cc3-9cf0-76ff76499caf', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'mac_address': 'fa:16:3e:eb:0b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '25e0ea9d-d23e-4f1e-9959-a961be21bbe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:08Z', 'updated_at': '2021-07-22T16:57:15Z', 'revision_number': 4, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'subnets': [{'id': '25e0ea9d-d23e-4f1e-9959-a961be21bbe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:16.184213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40798) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.202097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9070c-af62-42dd-9dba-6f2cc5c5b1d1 None None] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.205608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac8ac9-3185-44f8-a514-7f5f24de43ae None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': '5aaf0652-07df-4d8a-b6c9-9ad6206c34cc', 'ip_address': '2001:db8::f816:3eff:fe1b:6720'}, {'subnet_id': '20e69a69-7f4c-4306-b986-55752899eca5'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '1212864e-706f-4f55-a901-0b410ba583c8'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:57:16.227543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Pushing event updated for resources: {'Network': ['ID=5870ae73-3dfa-4441-8bab-fb3d7c1dfbaa,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.232935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Request body: {'subnet': {'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2102101562-subnet', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:16.256232 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ae03f922-c069-4f36-8d8e-13e6d3700b44 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9310849 Jul 22 16:57:16.256478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40800) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.263477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Request body: {'network': {'project_id': 'bf2498d332924d5482f4963f6ed8e1c3'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:16.294920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Made reservation on behalf of 9b70bc0704dc4d1a955500439902da99 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:16.297537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.302171 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8eac8ac9-3185-44f8-a514-7f5f24de43ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.308049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5870ae73-3dfa-4441-8bab-fb3d7c1dfbaa details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:16.313347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Made reservation on behalf of bf2498d332924d5482f4963f6ed8e1c3 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:16.316964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.358045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:16.367097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40802) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.398328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.398721 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Added segment b10d96e8-8525-448f-a62f-58ff263c8e55 of type vlan for network 672264aa-3aa2-4885-bd42-677204319d5f Jul 22 16:57:16.446524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdf3e7-6035-48c7-8619-8bd8fa73160d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:16.450372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdf3e7-6035-48c7-8619-8bd8fa73160d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:16.452790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdf3e7-6035-48c7-8619-8bd8fa73160d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:16.458660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e4bdf3e7-6035-48c7-8619-8bd8fa73160d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4307926 Jul 22 16:57:16.461668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40806) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.517731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24017e60-ab3c-4207-8fb8-481f09383dcb admin admin] Pushing event updated for resources: {'Network': ['ID=79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.548027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8eac8ac9-3185-44f8-a514-7f5f24de43ae None None] Allocated IP 2001:db8:0:1::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/20e69a69-7f4c-4306-b986-55752899eca5/1212864e-706f-4f55-a901-0b410ba583c8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:16.553517 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.562458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1edbe58b-3444-4218-a930-8ffd67bfd59a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:16.563213 n-d-792458-13 neutron-server[93751]: WARNING neutron.api.v2.base [None req-1edbe58b-3444-4218-a930-8ffd67bfd59a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 16:57:16.563414 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-1edbe58b-3444-4218-a930-8ffd67bfd59a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:57:16.568182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1edbe58b-3444-4218-a930-8ffd67bfd59a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2000411 Jul 22 16:57:16.568800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.581404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'tempest-secgroup--636732683'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:16.595189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:16.612196 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.613020 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.638037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.646577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-824409e9-020c-4ba4-aefa-633ff1fdd327 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 20e69a69-7f4c-4306-b986-55752899eca5 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:16.649817 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-368aa8a1-cf94-46a2-97aa-3af8af6d2627 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] Notify callbacks [] for subnetpool, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.651077 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-368aa8a1-cf94-46a2-97aa-3af8af6d2627 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0318224 Jul 22 16:57:16.658291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40810) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.681944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7e9255-7be3-4243-a22e-2201558ff5d5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.720253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Checking segment: {'id': 'f3a36cf8-6002-4050-b5b7-5a5cefaae577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:16.721014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Network hostable DHCP agents. Network: 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:16.721164 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.722132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:16.722719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.742567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:16.757876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-973ce823-f889-4f87-9804-58b761f6278a tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] 10.222.0.53 "GET /v2.0/subnetpools/b7acb538-dd29-4bfb-8abe-5dff8cd2608f HTTP/1.1" status: 200 len: 731 time: 0.0854182 Jul 22 16:57:16.760158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.761027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:16.774344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59e337-1865-4d77-a4a8-395334164da3 None None] Network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:16.781526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-276eb961-3f1f-4d47-a0fd-0896e5b6b994 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1564347886'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:16.796960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:16.798357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.813444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8eac8ac9-3185-44f8-a514-7f5f24de43ae None None] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:16.863251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Pushing event updated for resources: {'Network': ['ID=672264aa-3aa2-4885-bd42-677204319d5f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:16.890020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 672264aa-3aa2-4885-bd42-677204319d5f details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:16.901006 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8eac8ac9-3185-44f8-a514-7f5f24de43ae None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.906262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.919583 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-de2e5934-2c8d-450c-90bf-5be7dd4ba8ee admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7308617 Jul 22 16:57:16.924120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40816) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.931117 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.932545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:16.942051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-276eb961-3f1f-4d47-a0fd-0896e5b6b994 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] Notify callbacks [] for subnetpool, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.943416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-276eb961-3f1f-4d47-a0fd-0896e5b6b994 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] 10.222.0.53 "PUT /v2.0/subnetpools/b7acb538-dd29-4bfb-8abe-5dff8cd2608f HTTP/1.1" status: 200 len: 684 time: 0.1797109 Jul 22 16:57:16.947534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.953363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8eac8ac9-3185-44f8-a514-7f5f24de43ae None None] Transition to ACTIVE for port object 1212864e-706f-4f55-a901-0b410ba583c8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:16.957530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-edde2c0d-0cbf-4b33-8cc1-0490f56ba17e tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6974587 Jul 22 16:57:16.957823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40820) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:16.963096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-86c96155-91b5-44a0-8072-52c02acdd13c tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Request body: {'network': {'project_id': 'bf2498d332924d5482f4963f6ed8e1c3'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:16.974048 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-824409e9-020c-4ba4-aefa-633ff1fdd327 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.982133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:16.983165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.019081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8eac8ac9-3185-44f8-a514-7f5f24de43ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.051750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5755ca01-0803-45bf-837f-4d4acf17c2d3,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:17.062914 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.134527 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-824409e9-020c-4ba4-aefa-633ff1fdd327 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.143062 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b904de5-4e58-446d-8d6f-554252021941 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] Notify callbacks [] for subnetpool, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.147299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7b904de5-4e58-446d-8d6f-554252021941 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] 10.222.0.53 "DELETE /v2.0/subnetpools/b7acb538-dd29-4bfb-8abe-5dff8cd2608f HTTP/1.1" status: 204 len: 168 time: 0.1944892 Jul 22 16:57:17.149114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40822) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:17.154187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1', 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'fixed_ips': [{'subnet_id': '3a7e9255-7be3-4243-a22e-2201558ff5d5'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:17.155068 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.174005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac8ac9-3185-44f8-a514-7f5f24de43ae None None] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:17.220311 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-1ee2e675-a7ce-480e-824d-5f1c7f7948a8 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] show failed (client error): The resource could not be found. Jul 22 16:57:17.224659 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ee2e675-a7ce-480e-824d-5f1c7f7948a8 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] 10.222.0.53 "GET /v2.0/subnetpools/b7acb538-dd29-4bfb-8abe-5dff8cd2608f HTTP/1.1" status: 404 len: 346 time: 0.0543773 Jul 22 16:57:17.226721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40824) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:17.266043 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-2d34d3c7-2972-452c-bad3-0c1fb45840e7 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] delete failed (client error): The resource could not be found. Jul 22 16:57:17.271297 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2d34d3c7-2972-452c-bad3-0c1fb45840e7 tempest-SubnetPoolsTestJSON-727207192 tempest-SubnetPoolsTestJSON-727207192-project] 10.222.0.53 "DELETE /v2.0/subnetpools/b7acb538-dd29-4bfb-8abe-5dff8cd2608f HTTP/1.1" status: 404 len: 346 time: 0.0328348 Jul 22 16:57:17.282167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.407406 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.434804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.444611 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c96155-91b5-44a0-8072-52c02acdd13c tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 16:57:17.445826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c96155-91b5-44a0-8072-52c02acdd13c tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:17.449453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-86c96155-91b5-44a0-8072-52c02acdd13c tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4899788 Jul 22 16:57:17.533146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-824409e9-020c-4ba4-aefa-633ff1fdd327 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.537500 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:17.585796 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.594625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0183315 Jul 22 16:57:17.595712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40834) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:17.616834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d9ee0fd4-133d-4969-b0c1-85c7e29a1d0b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': '2858d45e-63c3-43e2-8fbd-93f3dce6461d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:17.626033 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Allocated IP 172.20.0.2 (79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1/3a7e9255-7be3-4243-a22e-2201558ff5d5/13690c20-3a87-405e-a8f4-7a0487dafd55) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:17.633460 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68254d35-526a-4042-bd31-d9cdff704c4a tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2858d45e-63c3-43e2-8fbd-93f3dce6461d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:17.776429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40838) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:17.777846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9b809eb5-fd3d-4672-ae5d-ee6753c1c7ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf2498d332924d5482f4963f6ed8e1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388353 Jul 22 16:57:17.781568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-824409e9-020c-4ba4-aefa-633ff1fdd327 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.810813 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0fd4-133d-4969-b0c1-85c7e29a1d0b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.818424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824409e9-020c-4ba4-aefa-633ff1fdd327 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=20e69a69-7f4c-4306-b986-55752899eca5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:17.832917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40840) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:17.835898 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-824409e9-020c-4ba4-aefa-633ff1fdd327 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.837957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.841862 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-824409e9-020c-4ba4-aefa-633ff1fdd327 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/20e69a69-7f4c-4306-b986-55752899eca5 HTTP/1.1" status: 204 len: 168 time: 1.3774679 Jul 22 16:57:17.857984 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.858210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:17.881955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Transition to ACTIVE for port object 13690c20-3a87-405e-a8f4-7a0487dafd55 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:17.920211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Transition to ACTIVE for port object 13690c20-3a87-405e-a8f4-7a0487dafd55 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:17.940337 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.949426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-c346d104-dfd7-4d34-a8ef-cc3eea9a3d6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet 5aaf0652-07df-4d8a-b6c9-9ad6206c34cc {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:17.956313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.959166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c346d104-dfd7-4d34-a8ef-cc3eea9a3d6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.968312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0fd4-133d-4969-b0c1-85c7e29a1d0b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:17.978225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0fd4-133d-4969-b0c1-85c7e29a1d0b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.007433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Pushing event updated for resources: {'Port': ['ID=13690c20-3a87-405e-a8f4-7a0487dafd55,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:18.007669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee0fd4-133d-4969-b0c1-85c7e29a1d0b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01cfcd7-5f7c-489d-a2c7-b7036a233969,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:18.026553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9ee0fd4-133d-4969-b0c1-85c7e29a1d0b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.032971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:18.037397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:18.040671 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d9ee0fd4-133d-4969-b0c1-85c7e29a1d0b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4220939 Jul 22 16:57:18.041352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:18.045541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:18.053708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-88676b8e-39a7-4a9c-9393-27b4132ec585 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': '2858d45e-63c3-43e2-8fbd-93f3dce6461d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:18.117816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-daece48f-4714-4cb0-8059-d5c16112f08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.118399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Attempting to bind port 13690c20-3a87-405e-a8f4-7a0487dafd55 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:18.119525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Attempting to bind port 13690c20-3a87-405e-a8f4-7a0487dafd55 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'f3a36cf8-6002-4050-b5b7-5a5cefaae577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:18.119525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Attempting to bind port 13690c20-3a87-405e-a8f4-7a0487dafd55 on network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:18.121291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c346d104-dfd7-4d34-a8ef-cc3eea9a3d6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.121997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-88676b8e-39a7-4a9c-9393-27b4132ec585 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.125578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:18.126022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Checking segment: {'id': 'f3a36cf8-6002-4050-b5b7-5a5cefaae577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:18.126524 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.127484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Bound using segment: {'id': 'f3a36cf8-6002-4050-b5b7-5a5cefaae577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:18.127624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Bound port: 13690c20-3a87-405e-a8f4-7a0487dafd55, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a36cf8-6002-4050-b5b7-5a5cefaae577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:18.128068 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.147236 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-764d5301-617a-4f52-abc1-fd714cb21c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.170178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-764d5301-617a-4f52-abc1-fd714cb21c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.171380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5ed18-0df7-4763-9d14-6a3f26c17540 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:18.268510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] For port 13690c20-3a87-405e-a8f4-7a0487dafd55, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:18.286597 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-764d5301-617a-4f52-abc1-fd714cb21c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.289238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-764d5301-617a-4f52-abc1-fd714cb21c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.293003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-136f9539-5d37-41c5-8c49-64a6e79d619e None None] Provisioning for port 1212864e-706f-4f55-a901-0b410ba583c8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:18.300213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] For port 13690c20-3a87-405e-a8f4-7a0487dafd55, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=13690c20-3a87-405e-a8f4-7a0487dafd55,segment=NetworkSegment(f3a36cf8-6002-4050-b5b7-5a5cefaae577),segment_id=f3a36cf8-6002-4050-b5b7-5a5cefaae577)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:18.301427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-764d5301-617a-4f52-abc1-fd714cb21c55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44b44f9d-9109-4034-a39d-6d39c067dfe1 HTTP/1.1" status: 204 len: 168 time: 0.5237758 Jul 22 16:57:18.304149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:18.304799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-136f9539-5d37-41c5-8c49-64a6e79d619e None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:18.304963 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-136f9539-5d37-41c5-8c49-64a6e79d619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.322289 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-daece48f-4714-4cb0-8059-d5c16112f08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.332293 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.333268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d5301-617a-4f52-abc1-fd714cb21c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b44f9d-9109-4034-a39d-6d39c067dfe1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:18.335110 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-daece48f-4714-4cb0-8059-d5c16112f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.367648 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-88676b8e-39a7-4a9c-9393-27b4132ec585 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 16:57:18.371977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-88676b8e-39a7-4a9c-9393-27b4132ec585 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3213608 Jul 22 16:57:18.378134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:18.393479 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-daece48f-4714-4cb0-8059-d5c16112f08d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd1de06ff7dc424c858972544e544edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498672 Jul 22 16:57:18.419440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40854) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:18.428103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Allocated IP 172.25.3.244 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/b35bea00-375b-43db-91c5-27c107dc59d2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:18.452045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daece48f-4714-4cb0-8059-d5c16112f08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af79fe9-063a-4889-93a4-f16d0812f140,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:18.470324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b8512357-d873-4a70-999f-68b601dd53a3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:18.483257 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.493638 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c346d104-dfd7-4d34-a8ef-cc3eea9a3d6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.545423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8e3e6b4-7702-461f-9ce5-6f1100c086f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.557181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81616b86-9683-4b61-ba0f-609070fc3045 None None] Pushing event updated for resources: {'Port': ['ID=13690c20-3a87-405e-a8f4-7a0487dafd55,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:18.607336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88cb4315-0bb8-458d-8abb-710dbdcc3852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.618979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port b8512357-d873-4a70-999f-68b601dd53a3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:18.630603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b8512357-d873-4a70-999f-68b601dd53a3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:18.631008 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.654182 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.666435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c346d104-dfd7-4d34-a8ef-cc3eea9a3d6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.670352 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88cb4315-0bb8-458d-8abb-710dbdcc3852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.684860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672264aa-3aa2-4885-bd42-677204319d5f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:18.700315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10d96e8-8525-448f-a62f-58ff263c8e55') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:18.700635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10d96e8-8525-448f-a62f-58ff263c8e55') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:18.720366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.751641 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.754791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9d56840-e011-4960-8497-0d6715d72c16 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.780968 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.782158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:18.782574 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:18.784933 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:18.788721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346d104-dfd7-4d34-a8ef-cc3eea9a3d6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=5aaf0652-07df-4d8a-b6c9-9ad6206c34cc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:18.801027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c346d104-dfd7-4d34-a8ef-cc3eea9a3d6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.803457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c346d104-dfd7-4d34-a8ef-cc3eea9a3d6c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/5aaf0652-07df-4d8a-b6c9-9ad6206c34cc HTTP/1.1" status: 204 len: 168 time: 0.9414806 Jul 22 16:57:18.806324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88cb4315-0bb8-458d-8abb-710dbdcc3852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.810115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40856) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:18.811262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88cb4315-0bb8-458d-8abb-710dbdcc3852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.812600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-88cb4315-0bb8-458d-8abb-710dbdcc3852 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4af79fe9-063a-4889-93a4-f16d0812f140 HTTP/1.1" status: 204 len: 168 time: 0.3905919 Jul 22 16:57:18.829229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb4315-0bb8-458d-8abb-710dbdcc3852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af79fe9-063a-4889-93a4-f16d0812f140,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:18.839788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9d56840-e011-4960-8497-0d6715d72c16 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.867509 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.875133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.927491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:18.935814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:18.939096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port b8512357-d873-4a70-999f-68b601dd53a3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b8512357-d873-4a70-999f-68b601dd53a3,segment=NetworkSegment(a69b4efa-224a-4d88-bc54-d2f0ef448120),segment_id=a69b4efa-224a-4d88-bc54-d2f0ef448120)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:18.947552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3ca08db0-039f-4283-b708-de74c3c8af82 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318417 Jul 22 16:57:18.950865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cccb3c9-7e5e-43cc-a4b3-02789a2d9c61 None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': '5aaf0652-07df-4d8a-b6c9-9ad6206c34cc'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '1212864e-706f-4f55-a901-0b410ba583c8'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:57:18.951381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40860) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:18.955493 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:18.956682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1212864e-706f-4f55-a901-0b410ba583c8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:18.957083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:18.958587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:18.984383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.001758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Pushing event updated for resources: {'Port': ['ID=b35bea00-375b-43db-91c5-27c107dc59d2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:19.010952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.015968 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] 10.222.0.53 "DELETE /v2.0/networks/672264aa-3aa2-4885-bd42-677204319d5f HTTP/1.1" status: 204 len: 168 time: 0.7078102 Jul 22 16:57:19.018776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40864) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:19.057257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd72ff4-8601-4add-ac5c-c32449f40eff tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Pushing event deleted for resources: {'Network': ['ID=672264aa-3aa2-4885-bd42-677204319d5f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:19.091136 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9d56840-e011-4960-8497-0d6715d72c16 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.093797 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9d56840-e011-4960-8497-0d6715d72c16 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.095151 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f9d56840-e011-4960-8497-0d6715d72c16 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/2858d45e-63c3-43e2-8fbd-93f3dce6461d HTTP/1.1" status: 204 len: 168 time: 0.7139804 Jul 22 16:57:19.098736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:19.109613 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.111389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:19.116836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.129463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56840-e011-4960-8497-0d6715d72c16 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2858d45e-63c3-43e2-8fbd-93f3dce6461d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:19.129742 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cccb3c9-7e5e-43cc-a4b3-02789a2d9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.152752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=b8512357-d873-4a70-999f-68b601dd53a3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:19.172004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:19.172004 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.239201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9a42ac4d-e084-481c-bd42-a3b81f6dbaef tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1379993 Jul 22 16:57:19.245982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40870) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:19.254413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dfba8463-ab99-4a4d-90f8-ae49ed8bd73d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'tempest-secgroup--646399884'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:19.305922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfba8463-ab99-4a4d-90f8-ae49ed8bd73d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.473174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9949c1-b90c-4750-a5e3-b00b4e8acba4 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:19.531323 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.607646 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:19.611885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:19.616547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:19.617148 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.665262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfba8463-ab99-4a4d-90f8-ae49ed8bd73d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.666892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=acc8add7-f992-4e4a-82c7-da99a60fb226,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:19.672117 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfba8463-ab99-4a4d-90f8-ae49ed8bd73d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.681116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-997e0af8-4a04-4e7a-ad07-3e191e8f97f7 None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:19.681499 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-997e0af8-4a04-4e7a-ad07-3e191e8f97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.701643 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-049f0bf3-3b49-45ba-9781-6c9b69da10ee tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7482593 Jul 22 16:57:19.702519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:19.712396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5df66ed0-fb5c-417a-bd2d-e4bc891b477f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:19.762079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfba8463-ab99-4a4d-90f8-ae49ed8bd73d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.763862 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dfba8463-ab99-4a4d-90f8-ae49ed8bd73d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5175982 Jul 22 16:57:19.769641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:19.775507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4728fcdb-bc46-4709-9187-88c16e5effb1 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'bb664c72-e2d9-49b2-bfa9-591cb817436a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:19.776998 n-d-792458-13 neutron-server[93751]: WARNING neutron.api.v2.base [None req-4728fcdb-bc46-4709-9187-88c16e5effb1 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 16:57:19.777581 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-4728fcdb-bc46-4709-9187-88c16e5effb1 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:19.778593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4728fcdb-bc46-4709-9187-88c16e5effb1 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080161 Jul 22 16:57:19.809176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:19.811600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba8463-ab99-4a4d-90f8-ae49ed8bd73d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb664c72-e2d9-49b2-bfa9-591cb817436a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:19.882791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.894112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5870ae73-3dfa-4441-8bab-fb3d7c1dfbaa']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:19.907604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9228a4ef-ccb7-4fb2-a6b5-3f0eb9a27a02') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:19.908337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9228a4ef-ccb7-4fb2-a6b5-3f0eb9a27a02') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:19.923142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.945705 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:19.955818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1414fc-7791-4157-b7ae-102342966363 None None] Network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:19.993626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:19.994884 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:20.004081 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:20.078246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347555c5-f90b-4c4f-9a78-e07b2581f325 None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': 'acc8add7-f992-4e4a-82c7-da99a60fb226'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '1212864e-706f-4f55-a901-0b410ba583c8'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:57:20.107986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-40440cb3-4e09-4266-84e1-ec5eaf6cca9a None None] Provisioning for port 13690c20-3a87-405e-a8f4-7a0487dafd55 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:20.143630 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-347555c5-f90b-4c4f-9a78-e07b2581f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.189859 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.228609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.231856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] 10.222.0.53 "DELETE /v2.0/networks/5870ae73-3dfa-4441-8bab-fb3d7c1dfbaa HTTP/1.1" status: 204 len: 168 time: 1.2120593 Jul 22 16:57:20.256209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d5c91-aba4-4054-af3b-d82b62c5e174 tempest-QuotasNegativeTest-1716044727 tempest-QuotasNegativeTest-1716044727-project-admin] Pushing event deleted for resources: {'Network': ['ID=5870ae73-3dfa-4441-8bab-fb3d7c1dfbaa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:20.321673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.487604 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e03c2214-e8f5-4993-bc08-a24ed3f43086 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.575345 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e03c2214-e8f5-4993-bc08-a24ed3f43086 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.576608 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.578041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b8512357-d873-4a70-999f-68b601dd53a3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:20.578566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df66ed0-fb5c-417a-bd2d-e4bc891b477f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:20.581988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5df66ed0-fb5c-417a-bd2d-e4bc891b477f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.690426 n-d-792458-13 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-5df66ed0-fb5c-417a-bd2d-e4bc891b477f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet acc8add7-f992-4e4a-82c7-da99a60fb226 (CIDR: 2001:db8::/64) Jul 22 16:57:20.697560 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df66ed0-fb5c-417a-bd2d-e4bc891b477f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:20.698013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df66ed0-fb5c-417a-bd2d-e4bc891b477f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:20.733097 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5df66ed0-fb5c-417a-bd2d-e4bc891b477f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0267153 Jul 22 16:57:20.737979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40906) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:20.742521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:20.776618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40908) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:20.781570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e03c2214-e8f5-4993-bc08-a24ed3f43086 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.784169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e03c2214-e8f5-4993-bc08-a24ed3f43086 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.788411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e03c2214-e8f5-4993-bc08-a24ed3f43086 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/bb664c72-e2d9-49b2-bfa9-591cb817436a HTTP/1.1" status: 204 len: 168 time: 0.9781177 Jul 22 16:57:20.793128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40910) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:20.815003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b8512357-d873-4a70-999f-68b601dd53a3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:20.815003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.832771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c2214-e8f5-4993-bc08-a24ed3f43086 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb664c72-e2d9-49b2-bfa9-591cb817436a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:20.863214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Router 792b23dd-f1fe-46cb-a409-3107950b04c1 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:57:20.871382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2ef60266-c775-47ce-82bd-2e00bf0bd2dd tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0765142 Jul 22 16:57:20.876165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.877730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40914) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:20.883612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-23950a8f-48f0-4ec1-bdda-78efc9b1d800 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'tempest-secgroup--813284053'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:20.921850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:20.921850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:20.954759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-347555c5-f90b-4c4f-9a78-e07b2581f325 None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/acc8add7-f992-4e4a-82c7-da99a60fb226/1212864e-706f-4f55-a901-0b410ba583c8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:21.025746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23950a8f-48f0-4ec1-bdda-78efc9b1d800 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.058126 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb5e4-f4ed-40cd-a060-525dcba48961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.071971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 13690c20-3a87-405e-a8f4-7a0487dafd55 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:21.178338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:21.192530 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Sync routers for ids ['792b23dd-f1fe-46cb-a409-3107950b04c1'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:21.207630 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Routers {'792b23dd-f1fe-46cb-a409-3107950b04c1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:21.208753 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:57:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['792b23dd-f1fe-46cb-a409-3107950b04c1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:21.253379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-347555c5-f90b-4c4f-9a78-e07b2581f325 None None] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:21.285939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.294311 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.312289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 13690c20-3a87-405e-a8f4-7a0487dafd55 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:21.322401 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.325214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7dc7ea4f-208a-4b14-8841-d31abb7dfd7f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3998671 Jul 22 16:57:21.331221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40920) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:21.343279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 13690c20-3a87-405e-a8f4-7a0487dafd55 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:21.343666 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.345362 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.353849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3169cc-5970-4e95-a7bc-953d9b28b1f5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:21.362557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.363085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.363669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.364366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.365096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.365625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.366066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.366598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.367079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.367516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.367946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.368391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:57:21.375835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4c8705ff-f499-4726-8fd8-d2ac2f5ba686 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03a370d1883148759e67f2df4dbea3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958073 Jul 22 16:57:21.378066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40922) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:21.427958 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-347555c5-f90b-4c4f-9a78-e07b2581f325 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.436691 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Set router 792b23dd-f1fe-46cb-a409-3107950b04c1 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:21.446299 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b106f4bc-78fa-4659-af23-ada8fc34ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.477956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b106f4bc-78fa-4659-af23-ada8fc34ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.488592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-347555c5-f90b-4c4f-9a78-e07b2581f325 None None] Transition to ACTIVE for port object 1212864e-706f-4f55-a901-0b410ba583c8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:21.492805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-492712d3-44cb-4df8-a027-e24f0c48a714 None None] Provisioning complete for port 13690c20-3a87-405e-a8f4-7a0487dafd55 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:21.493286 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-492712d3-44cb-4df8-a027-e24f0c48a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.502109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40926) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:21.522121 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-347555c5-f90b-4c4f-9a78-e07b2581f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.561299 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b106f4bc-78fa-4659-af23-ada8fc34ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.565040 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b106f4bc-78fa-4659-af23-ada8fc34ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.574050 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b106f4bc-78fa-4659-af23-ada8fc34ea31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb3169cc-5970-4e95-a7bc-953d9b28b1f5 HTTP/1.1" status: 204 len: 168 time: 0.1940794 Jul 22 16:57:21.593565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106f4bc-78fa-4659-af23-ada8fc34ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3169cc-5970-4e95-a7bc-953d9b28b1f5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:21.694583 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347555c5-f90b-4c4f-9a78-e07b2581f325 None None] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:21.700698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf25e4b3-6407-4067-a3b4-674f279ca4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.736846 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.741240 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:16Z', 'updated_at': '2021-07-22T16:57:20Z', 'revision_number': 3, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'gw_port': {'id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:17Z', 'updated_at': '2021-07-22T16:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:21.756438 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23950a8f-48f0-4ec1-bdda-78efc9b1d800 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.774522 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-492712d3-44cb-4df8-a027-e24f0c48a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.786592 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Checking router: 792b23dd-f1fe-46cb-a409-3107950b04c1 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:21.787278 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Updating router 792b23dd-f1fe-46cb-a409-3107950b04c1 port b35bea00-375b-43db-91c5-27c107dc59d2 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:57:21.829488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 13690c20-3a87-405e-a8f4-7a0487dafd55, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=13690c20-3a87-405e-a8f4-7a0487dafd55,segment=NetworkSegment(f3a36cf8-6002-4050-b5b7-5a5cefaae577),segment_id=f3a36cf8-6002-4050-b5b7-5a5cefaae577)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:21.846301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.860941 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.881390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23950a8f-48f0-4ec1-bdda-78efc9b1d800 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:21.959426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.objects.ports [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93751) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:57:21.980617 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-492712d3-44cb-4df8-a027-e24f0c48a714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:57:21.981297 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-492712d3-44cb-4df8-a027-e24f0c48a714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:57:21.987211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1212864e-706f-4f55-a901-0b410ba583c8 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:22.037704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=13690c20-3a87-405e-a8f4-7a0487dafd55,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.046016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf25e4b3-6407-4067-a3b4-674f279ca4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.055624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bf25e4b3-6407-4067-a3b4-674f279ca4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.111664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25e4b3-6407-4067-a3b4-674f279ca4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f690b58-d841-4820-81a7-5680dcfe0002,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.154439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bf25e4b3-6407-4067-a3b4-674f279ca4c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6eb90f8675a64d8fa8bcd9a7f84c357f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6509180 Jul 22 16:57:22.156263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:22.195266 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.238366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:22.243278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40936) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:22.248689 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.259843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-23950a8f-48f0-4ec1-bdda-78efc9b1d800 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.262081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-23950a8f-48f0-4ec1-bdda-78efc9b1d800 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3826203 Jul 22 16:57:22.273654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40938) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:22.280587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-033e85f2-9e15-4613-8dcf-280cc96260fe tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'e436b442-39f6-46ce-b8e5-49b482e624e7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:22.281322 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-033e85f2-9e15-4613-8dcf-280cc96260fe tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 16:57:22.281885 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-033e85f2-9e15-4613-8dcf-280cc96260fe tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:22.282863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-033e85f2-9e15-4613-8dcf-280cc96260fe tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080769 Jul 22 16:57:22.286489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:22.294817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23950a8f-48f0-4ec1-bdda-78efc9b1d800 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e436b442-39f6-46ce-b8e5-49b482e624e7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.295094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd8076b1-e965-4559-ad44-0ddaae62028e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.299015 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.313175 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32132a3f-6cbf-49ac-b3d0-cfab94b74f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.313411 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Transition to ACTIVE for port object b35bea00-375b-43db-91c5-27c107dc59d2 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:22.322579 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.339096 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32132a3f-6cbf-49ac-b3d0-cfab94b74f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.400062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.405659 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45025ab-429d-4e9b-82eb-2c4e70c8a337 None None] Pushing event updated for resources: {'Port': ['ID=b35bea00-375b-43db-91c5-27c107dc59d2,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.425738 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Attempting to bind port b35bea00-375b-43db-91c5-27c107dc59d2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:22.426267 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Attempting to bind port b35bea00-375b-43db-91c5-27c107dc59d2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:22.426736 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Attempting to bind port b35bea00-375b-43db-91c5-27c107dc59d2 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:22.431417 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32132a3f-6cbf-49ac-b3d0-cfab94b74f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.433660 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:22.434100 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32132a3f-6cbf-49ac-b3d0-cfab94b74f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.434237 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:22.434752 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.435414 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:22.435970 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Bound port: b35bea00-375b-43db-91c5-27c107dc59d2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:22.436498 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.437890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-32132a3f-6cbf-49ac-b3d0-cfab94b74f7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f690b58-d841-4820-81a7-5680dcfe0002 HTTP/1.1" status: 204 len: 168 time: 0.2804325 Jul 22 16:57:22.458506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32132a3f-6cbf-49ac-b3d0-cfab94b74f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f690b58-d841-4820-81a7-5680dcfe0002,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.517700 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] For port b35bea00-375b-43db-91c5-27c107dc59d2, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:22.521768 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] For port b35bea00-375b-43db-91c5-27c107dc59d2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b35bea00-375b-43db-91c5-27c107dc59d2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:22.528642 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.564064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbf13b7e-ab6d-4019-b7dc-69a6de7f8504 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.625261 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45025ab-429d-4e9b-82eb-2c4e70c8a337 None None] Pushing event updated for resources: {'Port': ['ID=b35bea00-375b-43db-91c5-27c107dc59d2,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.648565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1212864e-706f-4f55-a901-0b410ba583c8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:22.652415 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Routers {'792b23dd-f1fe-46cb-a409-3107950b04c1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:22.652827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.653094 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:57:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['792b23dd-f1fe-46cb-a409-3107950b04c1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:22.655939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbf13b7e-ab6d-4019-b7dc-69a6de7f8504 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.757480 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.775930 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 13690c20-3a87-405e-a8f4-7a0487dafd55 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:22.829476 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbf13b7e-ab6d-4019-b7dc-69a6de7f8504 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.832401 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fbf13b7e-ab6d-4019-b7dc-69a6de7f8504 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.833784 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fbf13b7e-ab6d-4019-b7dc-69a6de7f8504 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/e436b442-39f6-46ce-b8e5-49b482e624e7 HTTP/1.1" status: 204 len: 168 time: 0.5462086 Jul 22 16:57:22.836544 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd8076b1-e965-4559-ad44-0ddaae62028e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.837701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40946) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:22.851372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 13690c20-3a87-405e-a8f4-7a0487dafd55 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:22.851802 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.864092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf13b7e-ab6d-4019-b7dc-69a6de7f8504 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e436b442-39f6-46ce-b8e5-49b482e624e7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.867197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cd8076b1-e965-4559-ad44-0ddaae62028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:22.874976 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] Set router 792b23dd-f1fe-46cb-a409-3107950b04c1 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:22.900224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cd8076b1-e965-4559-ad44-0ddaae62028e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b921a7c2a59b44dc97a4e278b9d60d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550670 Jul 22 16:57:22.908371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40948) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:22.943897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7b4b8d-8cc1-4a3b-a5a3-521ff26d5827 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:22.966021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8076b1-e965-4559-ad44-0ddaae62028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a86630-a113-4177-9c8f-9753df8e4831,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:22.996172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:22.996473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-56d9b6d2-e415-4833-bd60-4ef236712081 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1519799 Jul 22 16:57:23.004005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a0b95ac0-8d32-4035-ae69-8c40587face3 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420708706'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:23.041305 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b95ac0-8d32-4035-ae69-8c40587face3 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.054315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79c6ce5b-a13d-4435-ac65-ae733aa032ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.078359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79c6ce5b-a13d-4435-ac65-ae733aa032ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.100013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40952) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.141664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8d3f9e38-b347-49ef-95a0-7392a2853b41 None None] Provisioning for port 1212864e-706f-4f55-a901-0b410ba583c8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:23.153928 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79c6ce5b-a13d-4435-ac65-ae733aa032ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.157779 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79c6ce5b-a13d-4435-ac65-ae733aa032ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.159161 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-79c6ce5b-a13d-4435-ac65-ae733aa032ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0a86630-a113-4177-9c8f-9753df8e4831 HTTP/1.1" status: 204 len: 168 time: 0.2495387 Jul 22 16:57:23.160192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8d3f9e38-b347-49ef-95a0-7392a2853b41 None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:23.160828 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9e38-b347-49ef-95a0-7392a2853b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.172031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ce5b-a13d-4435-ac65-ae733aa032ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a86630-a113-4177-9c8f-9753df8e4831,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.183446 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5aa855c3-8a77-48cc-b3de-9b53f605988f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.212002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:23.257225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b95ac0-8d32-4035-ae69-8c40587face3 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.267637 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b95ac0-8d32-4035-ae69-8c40587face3 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.325267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b95ac0-8d32-4035-ae69-8c40587face3 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38baf0e2-c1b7-44b8-9dad-1b12dbe27d30,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.327988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.342175 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:16Z', 'updated_at': '2021-07-22T16:57:20Z', 'revision_number': 3, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'gw_port': {'id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:17Z', 'updated_at': '2021-07-22T16:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:23.344328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.345017 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.380511 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec6b32-f42a-4068-ab56-b79a6bd93097 None None] The sync data for ids ['792b23dd-f1fe-46cb-a409-3107950b04c1'] in n-d-792458-13 is: [{'id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:16Z', 'updated_at': '2021-07-22T16:57:20Z', 'revision_number': 3, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'gw_port': {'id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:17Z', 'updated_at': '2021-07-22T16:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:23.438004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.473866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9e38-b347-49ef-95a0-7392a2853b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.475506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:23.490316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:23.510698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:23.511474 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.525890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8d3f9e38-b347-49ef-95a0-7392a2853b41 None None] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:23.532225 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d3f9e38-b347-49ef-95a0-7392a2853b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.551643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=a11d56f6-8710-4490-b0ae-3194446d158e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.553748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=10']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.606407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f9e38-b347-49ef-95a0-7392a2853b41 None None] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=11']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.653423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5aa855c3-8a77-48cc-b3de-9b53f605988f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.667459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b95ac0-8d32-4035-ae69-8c40587face3 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.668750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5aa855c3-8a77-48cc-b3de-9b53f605988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:23.673788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a0b95ac0-8d32-4035-ae69-8c40587face3 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6758580 Jul 22 16:57:23.680575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.685666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8080d4be-d85e-4b10-ba9c-9e7dfddf454d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': '38baf0e2-c1b7-44b8-9dad-1b12dbe27d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:23.686309 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-8080d4be-d85e-4b10-ba9c-9e7dfddf454d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 16:57:23.686806 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-8080d4be-d85e-4b10-ba9c-9e7dfddf454d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:23.694568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8080d4be-d85e-4b10-ba9c-9e7dfddf454d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103931 Jul 22 16:57:23.694859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40966) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.711619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2ff87a34-3f46-4126-9aad-c8e8fcd98c6b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': '38baf0e2-c1b7-44b8-9dad-1b12dbe27d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:23.712844 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-2ff87a34-3f46-4126-9aad-c8e8fcd98c6b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 16:57:23.716575 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-2ff87a34-3f46-4126-9aad-c8e8fcd98c6b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:23.717863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2ff87a34-3f46-4126-9aad-c8e8fcd98c6b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0207596 Jul 22 16:57:23.721812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.733830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cc526f1f-87a3-40c9-801a-8e00dd3aed84 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': '38baf0e2-c1b7-44b8-9dad-1b12dbe27d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:23.734894 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f7587488-b0e8-4b6c-aee3-47c3f44647e3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9973345 Jul 22 16:57:23.735985 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-cc526f1f-87a3-40c9-801a-8e00dd3aed84 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 16:57:23.737155 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-cc526f1f-87a3-40c9-801a-8e00dd3aed84 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:23.739264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cc526f1f-87a3-40c9-801a-8e00dd3aed84 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156207 Jul 22 16:57:23.740458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40970) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.748083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40972) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.755189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:17:67:00', 'name': 'tempest-NetworksTestDHCPv6-1776664014'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:23.793655 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5aa855c3-8a77-48cc-b3de-9b53f605988f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=733f9f7b20a14fac9397b0c980feaebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915026 Jul 22 16:57:23.816024 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.816709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa855c3-8a77-48cc-b3de-9b53f605988f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3296062f-5b9e-4d04-841b-1590324a5c06,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:23.827185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-723a8a29-798a-4b5b-9c79-96506f4036b8 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': '38baf0e2-c1b7-44b8-9dad-1b12dbe27d30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:23.828550 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-723a8a29-798a-4b5b-9c79-96506f4036b8 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 16:57:23.828917 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-723a8a29-798a-4b5b-9c79-96506f4036b8 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:23.834176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-723a8a29-798a-4b5b-9c79-96506f4036b8 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0811779 Jul 22 16:57:23.834310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 40978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:23.905871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Allocated IP 172.20.0.1 (79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1/3a7e9255-7be3-4243-a22e-2201558ff5d5/8352beaf-8165-41bf-bd39-1f99321e2248) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:23.934681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:24.037199 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.060170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:24.074083 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae70-b3af-4e6b-8d26-a09542aa2e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.104120 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae70-b3af-4e6b-8d26-a09542aa2e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.182160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caf38101-cf12-438e-ba82-5a096c316e87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.210620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caf38101-cf12-438e-ba82-5a096c316e87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.275983 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.280315 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caf38101-cf12-438e-ba82-5a096c316e87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.282890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-caf38101-cf12-438e-ba82-5a096c316e87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.297003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-caf38101-cf12-438e-ba82-5a096c316e87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/38baf0e2-c1b7-44b8-9dad-1b12dbe27d30 HTTP/1.1" status: 204 len: 168 time: 0.4557540 Jul 22 16:57:24.297980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40988) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:24.342697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf38101-cf12-438e-ba82-5a096c316e87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38baf0e2-c1b7-44b8-9dad-1b12dbe27d30,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:24.363845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::21a (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/acc8add7-f992-4e4a-82c7-da99a60fb226/b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:24.372291 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.388016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae70-b3af-4e6b-8d26-a09542aa2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.391358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7b07ae70-b3af-4e6b-8d26-a09542aa2e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.411187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:6700 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/a11d56f6-8710-4490-b0ae-3194446d158e/b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:24.411757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7b07ae70-b3af-4e6b-8d26-a09542aa2e63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3296062f-5b9e-4d04-841b-1590324a5c06 HTTP/1.1" status: 204 len: 168 time: 0.5790753 Jul 22 16:57:24.436119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-58336074-39ce-451a-90db-e57fd3cd1459 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367364 Jul 22 16:57:24.441942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 40994) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:24.446739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07ae70-b3af-4e6b-8d26-a09542aa2e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3296062f-5b9e-4d04-841b-1590324a5c06,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:24.452910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ecf3e2e3-3389-4482-ba9c-01c7123ab33d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'tempest-secgroup--65435591'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:24.454687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Transition to ACTIVE for port object 8352beaf-8165-41bf-bd39-1f99321e2248 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:24.536963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1212864e-706f-4f55-a901-0b410ba583c8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:24.548976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.583654 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e2e3-3389-4482-ba9c-01c7123ab33d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.591888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29c276-cd85-4e6a-ac0a-8aba2d9676c9 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:24.668141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:24.674972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:24.699105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:24.723594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dfa5cf21-dfa8-40c5-a3aa-f9ab4bd8ca30 None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:24.724235 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dfa5cf21-dfa8-40c5-a3aa-f9ab4bd8ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.732988 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e2e3-3389-4482-ba9c-01c7123ab33d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.773128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e2e3-3389-4482-ba9c-01c7123ab33d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.798550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.865359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:24.865990 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.871041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e2e3-3389-4482-ba9c-01c7123ab33d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:24.872308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ecf3e2e3-3389-4482-ba9c-01c7123ab33d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4240148 Jul 22 16:57:24.879187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41000) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:24.884540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b6fc4cb3-042a-4f40-a49b-645a1a1830ad tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'be64fae2-f523-4b48-957f-267b1632d258', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:24.885209 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-b6fc4cb3-042a-4f40-a49b-645a1a1830ad tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 16:57:24.885766 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-b6fc4cb3-042a-4f40-a49b-645a1a1830ad tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:24.888455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b6fc4cb3-042a-4f40-a49b-645a1a1830ad tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078809 Jul 22 16:57:24.895991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3e2e3-3389-4482-ba9c-01c7123ab33d tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be64fae2-f523-4b48-957f-267b1632d258,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:24.922801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41002) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:24.942087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-48928545-b4c1-4643-99d5-a298b49989d9 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'be64fae2-f523-4b48-957f-267b1632d258', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:25.057142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.125430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:25.133187 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-48928545-b4c1-4643-99d5-a298b49989d9 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:25.134976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-48928545-b4c1-4643-99d5-a298b49989d9 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2029572 Jul 22 16:57:25.138470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41014) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.144916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-02c7d481-ef80-4e14-a2dc-c29e19e32988 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'be64fae2-f523-4b48-957f-267b1632d258', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:25.145419 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-02c7d481-ef80-4e14-a2dc-c29e19e32988 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 16:57:25.146010 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-02c7d481-ef80-4e14-a2dc-c29e19e32988 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:25.146888 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-02c7d481-ef80-4e14-a2dc-c29e19e32988 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057471 Jul 22 16:57:25.155195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.181194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ad88db81-61b7-472f-8bce-da545f09677b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'be64fae2-f523-4b48-957f-267b1632d258', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:25.229224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b35bea00-375b-43db-91c5-27c107dc59d2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:25.275658 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8ff46ec4-1b54-4f41-af87-0c9190ad6ecd None None] Provisioning for port 8352beaf-8165-41bf-bd39-1f99321e2248 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:25.300082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8ff46ec4-1b54-4f41-af87-0c9190ad6ecd None None] Provisioning complete for port 8352beaf-8165-41bf-bd39-1f99321e2248 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:25.301363 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ff46ec4-1b54-4f41-af87-0c9190ad6ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.307590 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-ad88db81-61b7-472f-8bce-da545f09677b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:25.312042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ad88db81-61b7-472f-8bce-da545f09677b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1545184 Jul 22 16:57:25.314022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41022) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.325508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bc336ba9-2936-488a-b291-f8a1472c37f5 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'be64fae2-f523-4b48-957f-267b1632d258', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:25.327315 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-bc336ba9-2936-488a-b291-f8a1472c37f5 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 16:57:25.327825 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-bc336ba9-2936-488a-b291-f8a1472c37f5 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:25.331337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bc336ba9-2936-488a-b291-f8a1472c37f5 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0132329 Jul 22 16:57:25.335268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41024) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.336591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.365329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-91aa95a6-01b5-458c-b7f3-a4e9225f4017 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'be64fae2-f523-4b48-957f-267b1632d258', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:25.372902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8ff46ec4-1b54-4f41-af87-0c9190ad6ecd None None] Port 8352beaf-8165-41bf-bd39-1f99321e2248 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:57:25.395978 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.398806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Pushing event updated for resources: {'Port': ['ID=8352beaf-8165-41bf-bd39-1f99321e2248,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:25.429975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port b35bea00-375b-43db-91c5-27c107dc59d2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:25.439383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b35bea00-375b-43db-91c5-27c107dc59d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:25.439900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.441082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:25.473529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:25.478388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:25.486222 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:25.508448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:25.509387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.561983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-91187f89-0245-44fc-b89e-339dbdad3bfa tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8201408 Jul 22 16:57:25.564296 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-91aa95a6-01b5-458c-b7f3-a4e9225f4017 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:25.564861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.567907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-91aa95a6-01b5-458c-b7f3-a4e9225f4017 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2178710 Jul 22 16:57:25.568331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41034) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.581987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-361728ce-1994-4d85-86d2-2737b9000ba2 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'be64fae2-f523-4b48-957f-267b1632d258', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:25.582498 n-d-792458-13 neutron-server[93750]: WARNING neutron.api.v2.base [None req-361728ce-1994-4d85-86d2-2737b9000ba2 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 16:57:25.584147 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-361728ce-1994-4d85-86d2-2737b9000ba2 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:25.587824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-361728ce-1994-4d85-86d2-2737b9000ba2 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131912 Jul 22 16:57:25.587824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41036) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.589472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41038) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.603470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1972637e-4477-4681-b6f7-d6e9a37be7ca tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'be64fae2-f523-4b48-957f-267b1632d258', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:25.618183 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.658740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port b35bea00-375b-43db-91c5-27c107dc59d2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b35bea00-375b-43db-91c5-27c107dc59d2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:25.665647 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.677162 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-1972637e-4477-4681-b6f7-d6e9a37be7ca tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:25.681013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1972637e-4477-4681-b6f7-d6e9a37be7ca tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0801063 Jul 22 16:57:25.681554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41044) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.686989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dc11d198-2bfe-4b0b-b39d-bbcaae628a71 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'be64fae2-f523-4b48-957f-267b1632d258', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:25.750110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=b35bea00-375b-43db-91c5-27c107dc59d2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:25.766899 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-dc11d198-2bfe-4b0b-b39d-bbcaae628a71 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:25.767892 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dc11d198-2bfe-4b0b-b39d-bbcaae628a71 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0853283 Jul 22 16:57:25.770756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41048) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:25.814418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-99fdb675-985e-414b-8e50-1206cde6d100 None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:25.817866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99fdb675-985e-414b-8e50-1206cde6d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.872253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.873632 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d5c639f-0d78-4041-9ada-5077f3eb6266 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.905792 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.913670 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d5c639f-0d78-4041-9ada-5077f3eb6266 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.978201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e41f6dc8-9093-41fa-8483-8312e2dd8687 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:25.978551 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e41f6dc8-9093-41fa-8483-8312e2dd8687 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:25.990412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1308236290'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:26.033798 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d5c639f-0d78-4041-9ada-5077f3eb6266 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.037094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d5c639f-0d78-4041-9ada-5077f3eb6266 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.038591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8d5c639f-0d78-4041-9ada-5077f3eb6266 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/be64fae2-f523-4b48-957f-267b1632d258 HTTP/1.1" status: 204 len: 168 time: 0.2642245 Jul 22 16:57:26.049391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.054529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:26.058625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c639f-0d78-4041-9ada-5077f3eb6266 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be64fae2-f523-4b48-957f-267b1632d258,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:26.069492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Made reservation on behalf of eab276daea3a473d8fe74586756f917a for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:26.074146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.093188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.147127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Pushing event updated for resources: {'Port': ['ID=8352beaf-8165-41bf-bd39-1f99321e2248,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:26.152479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f8876737-3852-4f17-bc02-1f4c3ff932a1 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0876975 Jul 22 16:57:26.153357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41056) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:26.158410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d4d7e2d8-d208-4ea8-a2ce-1d0f9d400c76 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'tempest-secgroup--586259234'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:26.218868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-29ee7e07-a05c-4ce8-b2d8-ab1bedc92159 None None] Could not find standard attr ID for object 3d18e530-6208-4912-8d22-fd1976f066fb. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:57:26.264149 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e41f6dc8-9093-41fa-8483-8312e2dd8687 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.282387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.284166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e41f6dc8-9093-41fa-8483-8312e2dd8687 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:26.308402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.310878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:26.321021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e2d8-d208-4ea8-a2ce-1d0f9d400c76 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.342368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:26.392099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:26.429174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b35bea00-375b-43db-91c5-27c107dc59d2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:26.435837 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.436215 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Added segment 96bd904e-38cc-486f-9727-45f90fd3826a of type vlan for network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 Jul 22 16:57:26.437488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab390b3-df8f-4539-a6b3-aa30c81119bd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:26.553995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.586324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Router 792b23dd-f1fe-46cb-a409-3107950b04c1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:26.654418 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.668455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:26.669116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.717876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b35bea00-375b-43db-91c5-27c107dc59d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:26.718244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.750835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ccca9a7b-3f82-46f8-9697-26bcaec9f0ec None None] Provisioning for port b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:26.763609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e2d8-d208-4ea8-a2ce-1d0f9d400c76 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.781431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e41f6dc8-9093-41fa-8483-8312e2dd8687 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.791575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e2d8-d208-4ea8-a2ce-1d0f9d400c76 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.821773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6dc8-9093-41fa-8483-8312e2dd8687 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:26.837951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4d7e2d8-d208-4ea8-a2ce-1d0f9d400c76 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:26.845755 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41066) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:26.851215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d4d7e2d8-d208-4ea8-a2ce-1d0f9d400c76 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6965282 Jul 22 16:57:26.851372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-97c00da1-4c6f-49d0-9a60-9ed88b8524d0 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'f7163b4f-f927-441c-b5fa-4b9163fb8bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:26.853564 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2668262 Jul 22 16:57:26.956843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e88abc-9cac-45ad-bb2b-38fa7aa167a2 tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Pushing event updated for resources: {'Network': ['ID=181c89b2-1d2c-45ff-8ada-339f3fb904f0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:26.959268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7e2d8-d208-4ea8-a2ce-1d0f9d400c76 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7163b4f-f927-441c-b5fa-4b9163fb8bb9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:27.016228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ccca9a7b-3f82-46f8-9697-26bcaec9f0ec None None] Provisioning complete for port b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:27.016699 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ccca9a7b-3f82-46f8-9697-26bcaec9f0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.018465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e41f6dc8-9093-41fa-8483-8312e2dd8687 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.021185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e41f6dc8-9093-41fa-8483-8312e2dd8687 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51 HTTP/1.1" status: 204 len: 168 time: 1.4542711 Jul 22 16:57:27.024016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.035396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:27.038091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:27.052512 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cf847b28-b40b-49a8-b128-d5aaf9940164 admin admin] 10.222.0.53 "PUT /v2.0/routers/792b23dd-f1fe-46cb-a409-3107950b04c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7149503 Jul 22 16:57:27.081555 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-97c00da1-4c6f-49d0-9a60-9ed88b8524d0 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The resource could not be found. Jul 22 16:57:27.082793 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-97c00da1-4c6f-49d0-9a60-9ed88b8524d0 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2361045 Jul 22 16:57:27.085747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41080) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.091936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-58d3c479-27b6-45ef-87c0-b1d22c7d33eb tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': 'f7163b4f-f927-441c-b5fa-4b9163fb8bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '046c9893-cc28-4346-9d6e-4d1815d7bcd7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:27.144225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Sync routers for ids ['792b23dd-f1fe-46cb-a409-3107950b04c1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:27.150437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ccca9a7b-3f82-46f8-9697-26bcaec9f0ec None None] Port b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51 was deleted so its status cannot be updated. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 16:57:27.176962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983cb476-5052-4229-a896-9b55271503ad tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:27.178831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-983cb476-5052-4229-a896-9b55271503ad tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1537910 Jul 22 16:57:27.181624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.197034 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-58d3c479-27b6-45ef-87c0-b1d22c7d33eb tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The resource could not be found. Jul 22 16:57:27.205869 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-58d3c479-27b6-45ef-87c0-b1d22c7d33eb tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1180120 Jul 22 16:57:27.208715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41088) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.240767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Routers {'792b23dd-f1fe-46cb-a409-3107950b04c1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:27.241606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:57:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['792b23dd-f1fe-46cb-a409-3107950b04c1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:27.304954 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4be6c9f3-aeab-4fa7-ace7-a4900bfa9e38 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.328169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d0ae29-6b5a-4ae1-8042-b75faefa38fb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:27.330129 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-14d0ae29-6b5a-4ae1-8042-b75faefa38fb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1471171 Jul 22 16:57:27.336730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.349901 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4be6c9f3-aeab-4fa7-ace7-a4900bfa9e38 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.424237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce0a22b-da56-464f-bac8-7c5d65cbb514 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:27.425736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce0a22b-da56-464f-bac8-7c5d65cbb514 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:27.427568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce0a22b-da56-464f-bac8-7c5d65cbb514 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:27.429354 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3ce0a22b-da56-464f-bac8-7c5d65cbb514 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0915227 Jul 22 16:57:27.432110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41096) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.472730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41098) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.479140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Request body: {'port': {'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0', 'binding:host_id': 'n-h2-792458-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1981347783'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:27.508078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Made reservation on behalf of 48e59ae8a39546bf8513c7464a2d58df for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:27.512851 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.515342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8d34f7-3288-4379-b301-42715d3a5694 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet a11d56f6-8710-4490-b0ae-3194446d158e {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:27.525125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c8d34f7-3288-4379-b301-42715d3a5694 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.528143 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4be6c9f3-aeab-4fa7-ace7-a4900bfa9e38 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.531095 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4be6c9f3-aeab-4fa7-ace7-a4900bfa9e38 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.531800 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.532259 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4be6c9f3-aeab-4fa7-ace7-a4900bfa9e38 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/f7163b4f-f927-441c-b5fa-4b9163fb8bb9 HTTP/1.1" status: 204 len: 168 time: 0.3221815 Jul 22 16:57:27.534675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41102) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.551431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bf2b61c9-9a41-4a6e-9579-63da1a487d81 None None] Provisioning complete for port 8352beaf-8165-41bf-bd39-1f99321e2248 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:27.551902 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bf2b61c9-9a41-4a6e-9579-63da1a487d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.597841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6c9f3-aeab-4fa7-ace7-a4900bfa9e38 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7163b4f-f927-441c-b5fa-4b9163fb8bb9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:27.612269 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c8d34f7-3288-4379-b301-42715d3a5694 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.634717 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a584b7a6-c7a3-4e45-96f2-edd83e236744 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986419 Jul 22 16:57:27.638534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41108) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.643132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d06e9c71-2c74-422b-8bb0-387b13ef9bb6 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': '341a0b60-d289-4b44-90f0-8509a137e82f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:27.657356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Set router 792b23dd-f1fe-46cb-a409-3107950b04c1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:27.692040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b61c9-9a41-4a6e-9579-63da1a487d81 None None] Port 8352beaf-8165-41bf-bd39-1f99321e2248 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:57:27.759996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c8d34f7-3288-4379-b301-42715d3a5694 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.786101 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.797550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.803105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] device_id is not set on port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:27.860469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c8d34f7-3288-4379-b301-42715d3a5694 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.894877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d34f7-3288-4379-b301-42715d3a5694 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=a11d56f6-8710-4490-b0ae-3194446d158e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:27.900681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c8d34f7-3288-4379-b301-42715d3a5694 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.904538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1c8d34f7-3288-4379-b301-42715d3a5694 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/a11d56f6-8710-4490-b0ae-3194446d158e HTTP/1.1" status: 204 len: 168 time: 0.4679835 Jul 22 16:57:27.907460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41124) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:27.918088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796dff54-ee91-4ca3-9281-82ecb73b826c None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:27.971143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:16Z', 'updated_at': '2021-07-22T16:57:25Z', 'revision_number': 4, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'gw_port': {'id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:17Z', 'updated_at': '2021-07-22T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8352beaf-8165-41bf-bd39-1f99321e2248', 'name': '', 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'mac_address': 'fa:16:3e:0e:4b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '3a7e9255-7be3-4243-a22e-2201558ff5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:23Z', 'updated_at': '2021-07-22T16:57:25Z', 'revision_number': 2, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'subnets': [{'id': '3a7e9255-7be3-4243-a22e-2201558ff5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:27.981416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-7237349f-cc06-4220-8fae-8857298cb1d8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet acc8add7-f992-4e4a-82c7-da99a60fb226 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:27.985757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7237349f-cc06-4220-8fae-8857298cb1d8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:27.988183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25011e27-3eb7-4eab-9cf3-d6db49ea297c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:28.040592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Checking router: 792b23dd-f1fe-46cb-a409-3107950b04c1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:28.041018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Updating router 792b23dd-f1fe-46cb-a409-3107950b04c1 port 8352beaf-8165-41bf-bd39-1f99321e2248 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 16:57:28.065290 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7237349f-cc06-4220-8fae-8857298cb1d8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.093918 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.130718 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-d06e9c71-2c74-422b-8bb0-387b13ef9bb6 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The resource could not be found. Jul 22 16:57:28.136870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41130) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:28.139766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d06e9c71-2c74-422b-8bb0-387b13ef9bb6 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4993300 Jul 22 16:57:28.146907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dca49fee-2c6f-4484-82d4-8b8480944f87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304288148'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:28.188367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dca49fee-2c6f-4484-82d4-8b8480944f87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.293600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] device_id is not set on port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:28.306310 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.321353 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7237349f-cc06-4220-8fae-8857298cb1d8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.321875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Transition to ACTIVE for port object d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:28.338000 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.429438 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dca49fee-2c6f-4484-82d4-8b8480944f87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.438888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7237349f-cc06-4220-8fae-8857298cb1d8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.444830 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dca49fee-2c6f-4484-82d4-8b8480944f87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.447851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'Port': ['ID=d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:28.465314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Checking segment: {'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:28.465767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Network hostable DHCP agents. Network: 181c89b2-1d2c-45ff-8ada-339f3fb904f0, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:28.489403 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dca49fee-2c6f-4484-82d4-8b8480944f87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.491450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dca49fee-2c6f-4484-82d4-8b8480944f87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3530238 Jul 22 16:57:28.495661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:28.497820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41150) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:28.500662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237349f-cc06-4220-8fae-8857298cb1d8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=acc8add7-f992-4e4a-82c7-da99a60fb226,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:28.507979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-30ca19a4-78c5-4fe5-86c6-c6e95c599446 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'tempest-secgroup--54297719'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:28.513183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 181c89b2-1d2c-45ff-8ada-339f3fb904f0) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:28.519462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7237349f-cc06-4220-8fae-8857298cb1d8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.521299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:28.521726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7237349f-cc06-4220-8fae-8857298cb1d8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/acc8add7-f992-4e4a-82c7-da99a60fb226 HTTP/1.1" status: 204 len: 168 time: 0.6137428 Jul 22 16:57:28.529184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:28.534741 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.545358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.545704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.546085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.551930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.552266 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.552675 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 2 to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 Jul 22 16:57:28.553588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Transition to ACTIVE for port object 8352beaf-8165-41bf-bd39-1f99321e2248 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:28.560498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e39934f-10c5-41b9-93dc-93a7bb8696df None None] Network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:28.566585 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.575745 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.576080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.576427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.581723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.582063 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.582463 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 3 to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 Jul 22 16:57:28.596882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.597224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.597561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.602596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.602961 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.603554 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 4 to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 Jul 22 16:57:28.604637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a7b0ef67-44ed-4da4-867d-957472ab66a5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742662 Jul 22 16:57:28.607358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca49fee-2c6f-4484-82d4-8b8480944f87 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60012711-823c-4dd0-9616-2d8bbe755173,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:28.609768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41154) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:28.618433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:28.640766 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30ca19a4-78c5-4fe5-86c6-c6e95c599446 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.642505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.643011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.643201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.649200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.649565 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.649934 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 5 to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 Jul 22 16:57:28.662167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61979c2-e3ef-469b-b2cd-7e7c2fae3981 None None] Pushing event updated for resources: {'Port': ['ID=8352beaf-8165-41bf-bd39-1f99321e2248,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:28.699419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.699767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.700111 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.715490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.718918 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.718918 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 6 to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 Jul 22 16:57:28.755359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.755359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.755359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.758345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.759224 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.759224 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 7 to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 Jul 22 16:57:28.774958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.775772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.777008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.782637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.783310 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.783955 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 8 to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 Jul 22 16:57:28.800418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.801102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.801721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.807334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.808130 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.813639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:28.814214 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 9 to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 Jul 22 16:57:28.887484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Attempting to bind port 8352beaf-8165-41bf-bd39-1f99321e2248 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.887872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Attempting to bind port 8352beaf-8165-41bf-bd39-1f99321e2248 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'f3a36cf8-6002-4050-b5b7-5a5cefaae577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.888285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Attempting to bind port 8352beaf-8165-41bf-bd39-1f99321e2248 on network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.900716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:28.901646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Checking segment: {'id': 'f3a36cf8-6002-4050-b5b7-5a5cefaae577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:28.902178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.902581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Bound using segment: {'id': 'f3a36cf8-6002-4050-b5b7-5a5cefaae577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:28.903150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Bound port: 8352beaf-8165-41bf-bd39-1f99321e2248, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a36cf8-6002-4050-b5b7-5a5cefaae577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:28.903546 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.919432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.921216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.921643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.942487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.942823 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.945640 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 10 to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 Jul 22 16:57:28.952073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30ca19a4-78c5-4fe5-86c6-c6e95c599446 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.975124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:28.975415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:28.975916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:28.984627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30ca19a4-78c5-4fe5-86c6-c6e95c599446 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:28.994525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:28.994968 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:28.995330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.010151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] For port 8352beaf-8165-41bf-bd39-1f99321e2248, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:29.017533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] For port 8352beaf-8165-41bf-bd39-1f99321e2248, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8352beaf-8165-41bf-bd39-1f99321e2248,segment=NetworkSegment(f3a36cf8-6002-4050-b5b7-5a5cefaae577),segment_id=f3a36cf8-6002-4050-b5b7-5a5cefaae577)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:29.024431 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.027587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:29.031385 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.119493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Routers {'792b23dd-f1fe-46cb-a409-3107950b04c1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:29.120389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:57:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['792b23dd-f1fe-46cb-a409-3107950b04c1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:29.211598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] For port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:29.211972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempted to set empty binding levels {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:57:29.247537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.272866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] Set router 792b23dd-f1fe-46cb-a409-3107950b04c1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:29.300647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:29.302599 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.345109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca19a4-78c5-4fe5-86c6-c6e95c599446 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83aacef-40dd-448a-965d-4eb0f0c36e1b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:29.356526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61979c2-e3ef-469b-b2cd-7e7c2fae3981 None None] Pushing event updated for resources: {'Port': ['ID=8352beaf-8165-41bf-bd39-1f99321e2248,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:29.359359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-30ca19a4-78c5-4fe5-86c6-c6e95c599446 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.368180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41174) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:29.370014 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-30ca19a4-78c5-4fe5-86c6-c6e95c599446 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8624957 Jul 22 16:57:29.379563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-44faea24-c5a3-4ca4-ae8d-cd93f3fc48d0 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group_rule': {'security_group_id': '60012711-823c-4dd0-9616-2d8bbe755173', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b83aacef-40dd-448a-965d-4eb0f0c36e1b'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:29.411615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.9351547 Jul 22 16:57:29.411615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a03b5e-d2b9-4c3f-8978-17a28785fe62 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'Port': ['ID=d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:29.413598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:29.468834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.515765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:29.519255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:29.539012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:29.540104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.544610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477961d-8d9e-4e63-a5fa-cd44853ba710 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:29.577339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=b1bab154-1800-4bb5-98aa-48e900973a56,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:29.589671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-909758e9-50e7-4a58-a233-a8b63b138da4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9761872 Jul 22 16:57:29.592568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41184) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:29.597718 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-44faea24-c5a3-4ca4-ae8d-cd93f3fc48d0 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:29.602044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e553d553-8227-474a-a793-078762c8ccb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:29.602771 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-44faea24-c5a3-4ca4-ae8d-cd93f3fc48d0 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2260320 Jul 22 16:57:29.603987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41188) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:29.671088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9a271a4f-366c-4b0b-9dd5-f87a1de170c4 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Deleting port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:29.671668 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a271a4f-366c-4b0b-9dd5-f87a1de170c4 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.774329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-9a271a4f-366c-4b0b-9dd5-f87a1de170c4 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] For port d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1, host n-h2-792458-13, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:29.774595 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a271a4f-366c-4b0b-9dd5-f87a1de170c4 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.778300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-28d3425b-e59b-4605-a6b3-7ccc68eb99c2 None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:29.778868 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28d3425b-e59b-4605-a6b3-7ccc68eb99c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.801100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9a271a4f-366c-4b0b-9dd5-f87a1de170c4 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Calling delete_port for d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:29.805265 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:29.859189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:16Z', 'updated_at': '2021-07-22T16:57:25Z', 'revision_number': 4, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'gw_port': {'id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:17Z', 'updated_at': '2021-07-22T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8352beaf-8165-41bf-bd39-1f99321e2248', 'name': '', 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'mac_address': 'fa:16:3e:0e:4b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '3a7e9255-7be3-4243-a22e-2201558ff5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:23Z', 'updated_at': '2021-07-22T16:57:29Z', 'revision_number': 4, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'subnets': [{'id': '3a7e9255-7be3-4243-a22e-2201558ff5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:29.935087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2a5720-d686-4f3c-8279-ffda78878fbe None None] The sync data for ids ['792b23dd-f1fe-46cb-a409-3107950b04c1'] in n-d-792458-13 is: [{'id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:16Z', 'updated_at': '2021-07-22T16:57:25Z', 'revision_number': 4, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'gw_port': {'id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:17Z', 'updated_at': '2021-07-22T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8352beaf-8165-41bf-bd39-1f99321e2248', 'name': '', 'network_id': '79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'mac_address': 'fa:16:3e:0e:4b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '3a7e9255-7be3-4243-a22e-2201558ff5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:23Z', 'updated_at': '2021-07-22T16:57:29Z', 'revision_number': 4, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'subnets': [{'id': '3a7e9255-7be3-4243-a22e-2201558ff5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:30.091158 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32c88c14-9f41-4708-bd06-c49fa568198b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.100003 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a271a4f-366c-4b0b-9dd5-f87a1de170c4 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.120325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32c88c14-9f41-4708-bd06-c49fa568198b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.154534 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a271a4f-366c-4b0b-9dd5-f87a1de170c4 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.159861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9a271a4f-366c-4b0b-9dd5-f87a1de170c4 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 HTTP/1.1" status: 204 len: 168 time: 0.7435174 Jul 22 16:57:30.161098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41196) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:30.165636 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271a4f-366c-4b0b-9dd5-f87a1de170c4 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:30.212802 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2b5e65-29f0-4a92-8724-2c79001116cb tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:57:30.214090 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32c88c14-9f41-4708-bd06-c49fa568198b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.218466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2f2b5e65-29f0-4a92-8724-2c79001116cb tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "GET /v2.0/ports/d0ff7c4d-6963-4c23-a023-64cd7f8fdbc1 HTTP/1.1" status: 404 len: 333 time: 0.0450673 Jul 22 16:57:30.221099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41198) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:30.222746 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-32c88c14-9f41-4708-bd06-c49fa568198b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.224380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-32c88c14-9f41-4708-bd06-c49fa568198b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/b83aacef-40dd-448a-965d-4eb0f0c36e1b HTTP/1.1" status: 204 len: 168 time: 0.6191723 Jul 22 16:57:30.232222 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:30.237968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Request body: {'port': {'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-482386690'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:30.248728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e553d553-8227-474a-a793-078762c8ccb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:30.254561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e553d553-8227-474a-a793-078762c8ccb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.277127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c88c14-9f41-4708-bd06-c49fa568198b tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83aacef-40dd-448a-965d-4eb0f0c36e1b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:30.397120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Made reservation on behalf of 48e59ae8a39546bf8513c7464a2d58df for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:30.402993 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-594260bd-e0b3-4cb3-84e5-cfcc6bb35888 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1655374 Jul 22 16:57:30.402993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41202) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:30.405956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.439652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] device_id is not set on port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:30.450952 n-d-792458-13 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-e553d553-8227-474a-a793-078762c8ccb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b1bab154-1800-4bb5-98aa-48e900973a56 (CIDR: 2001:db8::/64) Jul 22 16:57:30.475250 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-185b9492-c8dc-4781-b426-1d0784fefdce tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.477865 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-e553d553-8227-474a-a793-078762c8ccb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:57:30.477865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e553d553-8227-474a-a793-078762c8ccb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:30.491531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8352beaf-8165-41bf-bd39-1f99321e2248 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:30.525581 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e553d553-8227-474a-a793-078762c8ccb7 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9313588 Jul 22 16:57:30.526313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41204) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:30.528591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-185b9492-c8dc-4781-b426-1d0784fefdce tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.537482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'subnet': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:30.577379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-89372be5-b94f-41de-9f6e-a9f8b4b488b3 None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:30.577816 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-89372be5-b94f-41de-9f6e-a9f8b4b488b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.693729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Deleting port b8512357-d873-4a70-999f-68b601dd53a3 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:30.694374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.702393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-185b9492-c8dc-4781-b426-1d0784fefdce tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.704980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-185b9492-c8dc-4781-b426-1d0784fefdce tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.719684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-185b9492-c8dc-4781-b426-1d0784fefdce tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/60012711-823c-4dd0-9616-2d8bbe755173 HTTP/1.1" status: 204 len: 168 time: 0.3156233 Jul 22 16:57:30.720400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:30.769522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b9492-c8dc-4781-b426-1d0784fefdce tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60012711-823c-4dd0-9616-2d8bbe755173,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:30.836872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e2ccf2be-cad2-42c9-98b5-f7fb3d669de6 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1099679 Jul 22 16:57:30.837677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:30.844373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f1e046c8-64c3-4ab5-8223-2d71f6ae04be tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'tempest-secgroup--961936936'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:30.847018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 8352beaf-8165-41bf-bd39-1f99321e2248 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:30.851808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8352beaf-8165-41bf-bd39-1f99321e2248 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:30.852191 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:30.902299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:30.908595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.016129 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.053925 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 8352beaf-8165-41bf-bd39-1f99321e2248, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8352beaf-8165-41bf-bd39-1f99321e2248,segment=NetworkSegment(f3a36cf8-6002-4050-b5b7-5a5cefaae577),segment_id=f3a36cf8-6002-4050-b5b7-5a5cefaae577)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:31.063867 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.163565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1e046c8-64c3-4ab5-8223-2d71f6ae04be tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.189992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=8352beaf-8165-41bf-bd39-1f99321e2248,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:31.193195 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.245579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] For port b8512357-d873-4a70-999f-68b601dd53a3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b8512357-d873-4a70-999f-68b601dd53a3,segment=NetworkSegment(a69b4efa-224a-4d88-bc54-d2f0ef448120),segment_id=a69b4efa-224a-4d88-bc54-d2f0ef448120)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:31.246167 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.272857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Calling delete_port for b8512357-d873-4a70-999f-68b601dd53a3 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:31.369230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.406056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1e046c8-64c3-4ab5-8223-2d71f6ae04be tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.417315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1e046c8-64c3-4ab5-8223-2d71f6ae04be tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.427914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:31.437941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:31.447764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:31.449491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:31.450108 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.455264 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f1e046c8-64c3-4ab5-8223-2d71f6ae04be tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.456709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f1e046c8-64c3-4ab5-8223-2d71f6ae04be tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6161251 Jul 22 16:57:31.461024 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:31.501707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e046c8-64c3-4ab5-8223-2d71f6ae04be tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2f0f19-235b-496c-97ee-011ff7cdea2b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:31.527526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4ce14681-adae-4a0e-8ff8-42a50df396f7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:31.527963 n-d-792458-13 neutron-server[93751]: WARNING neutron.api.v2.base [None req-4ce14681-adae-4a0e-8ff8-42a50df396f7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 16:57:31.528497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.528652 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-4ce14681-adae-4a0e-8ff8-42a50df396f7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 16:57:31.532574 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4ce14681-adae-4a0e-8ff8-42a50df396f7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "PUT /v2.0/security-groups/3f2f0f19-235b-496c-97ee-011ff7cdea2b HTTP/1.1" status: 409 len: 330 time: 0.0121877 Jul 22 16:57:31.533519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41224) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:31.536498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'Port': ['ID=0853c3c7-5dd0-4eae-aa38-4cdbd80bb498,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:31.556821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-205ece44-79d2-4fdd-85d5-93d534e3406f tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3315156 Jul 22 16:57:31.559543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:31.559877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:31.572191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:31.692229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.701451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d38c46d-5f7a-45ed-abc7-137c5322b6b7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.727207 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.729920 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee7de600-ccc0-4a65-a0bf-c9a9f47adfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.746015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.objects.ports [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93750) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 16:57:31.747673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d38c46d-5f7a-45ed-abc7-137c5322b6b7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.790557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8512357-d873-4a70-999f-68b601dd53a3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:31.874502 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d38c46d-5f7a-45ed-abc7-137c5322b6b7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.877232 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d38c46d-5f7a-45ed-abc7-137c5322b6b7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:31.878442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d38c46d-5f7a-45ed-abc7-137c5322b6b7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/3f2f0f19-235b-496c-97ee-011ff7cdea2b HTTP/1.1" status: 204 len: 168 time: 0.3429096 Jul 22 16:57:31.887239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41234) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:31.907969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38c46d-5f7a-45ed-abc7-137c5322b6b7 tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2f0f19-235b-496c-97ee-011ff7cdea2b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:31.980838 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.123123 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4353cac5-b5c7-4ded-b2c2-64b458cad7ab tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2337825 Jul 22 16:57:32.129044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41236) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:32.149667 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-288396a1-d57a-4c0c-8e39-b781c222cf9e tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] delete failed (client error): The resource could not be found. Jul 22 16:57:32.152207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-288396a1-d57a-4c0c-8e39-b781c222cf9e tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1cbeb63-498c-4bbd-a939-00a4974983d3 HTTP/1.1" status: 404 len: 347 time: 0.0213814 Jul 22 16:57:32.158665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41238) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:32.172814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:32.189841 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-5bcd4d98-2f1f-4e56-8a12-3dea5e50b9ef tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] show failed (client error): The resource could not be found. Jul 22 16:57:32.190845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5bcd4d98-2f1f-4e56-8a12-3dea5e50b9ef tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-groups/1ae2b742-8b37-438e-9a8e-e39fb87bd20e HTTP/1.1" status: 404 len: 347 time: 0.0312328 Jul 22 16:57:32.195398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41240) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:32.206121 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.209583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] device_id is not set on port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:32.219511 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-7d5b6f82-31c1-4ccf-b529-54067dc1363e tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] show failed (client error): The resource could not be found. Jul 22 16:57:32.220541 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7d5b6f82-31c1-4ccf-b529-54067dc1363e tempest-NegativeSecGroupTest-378695018 tempest-NegativeSecGroupTest-378695018-project] 10.222.0.53 "GET /v2.0/security-group-rules/349417af-908a-4fee-be48-5710272db537 HTTP/1.1" status: 404 len: 356 time: 0.0231080 Jul 22 16:57:32.229037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.230472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.236663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee7de600-ccc0-4a65-a0bf-c9a9f47adfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.237879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.238673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.253983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ee7de600-ccc0-4a65-a0bf-c9a9f47adfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.314578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:32.321362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:32.333067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:32.333370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Transition to ACTIVE for port object 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:32.333784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc4cc47-9677-4d7a-8361-9fcef9e510e2 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:32.334376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.349784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.359877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8286495 Jul 22 16:57:32.367556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:32.368348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Subnet': ['ID=b7139d0d-d1fc-4258-8c54-9b2bfa52ef74,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:32.376529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Request body: {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'mac_address': 'fa:16:3e:7b:1e:bb', 'name': 'tempest-NetworksTestDHCPv6-1982730739'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:32.415222 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ee7de600-ccc0-4a65-a0bf-c9a9f47adfaa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7d84f9bac13496597587c78a6204ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8521144 Jul 22 16:57:32.421249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41246) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:32.421922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7de600-ccc0-4a65-a0bf-c9a9f47adfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8748dff-da3e-4e50-b1cf-ebc8677fb16e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:32.509053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'Port': ['ID=0853c3c7-5dd0-4eae-aa38-4cdbd80bb498,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:32.514605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f5c29-64e1-46eb-84d2-b24afadf26a4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=15']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:32.548705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8352beaf-8165-41bf-bd39-1f99321e2248 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:32.552409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Made reservation on behalf of 3cb132e927f1406483cc3cd977d4dab7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:32.591835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41250) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:32.615780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8352beaf-8165-41bf-bd39-1f99321e2248 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:32.616149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.650611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:32.651837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:32.652211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:32.659500 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.680510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:32.680987 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:32.686362 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 2 to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 Jul 22 16:57:32.687505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] device_id is not set on port 05734893-b625-4224-b081-30d078f480a5 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:32.697679 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690ad92-837f-442c-a082-36f249375918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.710111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18cc9a1-4eaf-4289-847c-5ea0ded3c79c None None] Update dhcp port {'port': {'network_id': '59c8d8e9-3a7f-4c65-a3bb-0294099c5902', 'fixed_ips': [{'subnet_id': 'b7139d0d-d1fc-4258-8c54-9b2bfa52ef74', 'ip_address': '2001:db8:0:1:f816:3eff:fe1b:6720'}, {'subnet_id': 'b1bab154-1800-4bb5-98aa-48e900973a56'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '1212864e-706f-4f55-a901-0b410ba583c8'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:57:32.716391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:32.716864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:32.717447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:32.739273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:32.740287 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:32.744838 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 3 to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 Jul 22 16:57:32.751030 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690ad92-837f-442c-a082-36f249375918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.778271 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f18cc9a1-4eaf-4289-847c-5ea0ded3c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.783651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Router bdeb10cb-0bf8-44a8-91b5-34a853e10970 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:32.784620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:32.785052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:32.785508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:32.800474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:32.800957 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:32.806376 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 4 to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 Jul 22 16:57:32.830776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:32.831330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:32.831775 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:32.841448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:32.841916 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:32.842408 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 5 to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 Jul 22 16:57:32.882187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f6ba1e94-ff03-4dbd-854f-452a84c39d97 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e66f5d8c890c46e49cbe5d108b753a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891717 Jul 22 16:57:32.882950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41254) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:32.920819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:32.921228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:32.921640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:32.934783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:32.934783 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:32.936805 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 6 to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 Jul 22 16:57:32.944443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690ad92-837f-442c-a082-36f249375918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.947010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0690ad92-837f-442c-a082-36f249375918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:32.948966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0690ad92-837f-442c-a082-36f249375918 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8748dff-da3e-4e50-b1cf-ebc8677fb16e HTTP/1.1" status: 204 len: 168 time: 0.5226793 Jul 22 16:57:32.969483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8::393 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b1bab154-1800-4bb5-98aa-48e900973a56/05734893-b625-4224-b081-30d078f480a5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:32.971008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:32.971416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:32.971676 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:32.976570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690ad92-837f-442c-a082-36f249375918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8748dff-da3e-4e50-b1cf-ebc8677fb16e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:32.985603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:1ebb (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b7139d0d-d1fc-4258-8c54-9b2bfa52ef74/05734893-b625-4224-b081-30d078f480a5) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:32.987084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:32.987425 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:32.989145 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 7 to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 Jul 22 16:57:32.997854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83d95e47-5bd2-4057-b52e-3c5e9d0454a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.003884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:33.013776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4f46096b-ca22-44a6-815c-de42251db925 admin admin] 10.222.0.53 "PUT /v2.0/routers/bdeb10cb-0bf8-44a8-91b5-34a853e10970/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1926022 Jul 22 16:57:33.013776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:33.013776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:33.013776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:33.015248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41258) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:33.017489 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] Sync routers for ids ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:33.023801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:33.024139 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:33.024536 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 8 to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 Jul 22 16:57:33.032313 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] Routers {'bdeb10cb-0bf8-44a8-91b5-34a853e10970'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:33.032930 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:57:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:33.036072 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83d95e47-5bd2-4057-b52e-3c5e9d0454a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.129610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:33.130121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:33.130549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:33.144286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:33.144618 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:33.147275 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 9 to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 Jul 22 16:57:33.169182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:33.169834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:33.169977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:33.174199 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] Set router bdeb10cb-0bf8-44a8-91b5-34a853e10970 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:33.179042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:33.179374 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:33.184780 n-d-792458-13 neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 10 to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 Jul 22 16:57:33.201298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:33.201635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:33.201969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:33.204497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.209130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83d95e47-5bd2-4057-b52e-3c5e9d0454a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.211955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83d95e47-5bd2-4057-b52e-3c5e9d0454a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.213264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-83d95e47-5bd2-4057-b52e-3c5e9d0454a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5755ca01-0803-45bf-837f-4d4acf17c2d3 HTTP/1.1" status: 204 len: 168 time: 0.3097353 Jul 22 16:57:33.234401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d95e47-5bd2-4057-b52e-3c5e9d0454a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5755ca01-0803-45bf-837f-4d4acf17c2d3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:33.291508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.303168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:33.303509 n-d-792458-13 neutron-server[93751]: ERROR neutron.plugins.ml2.managers [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:33.303966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.309414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Transition to ACTIVE for port object 05734893-b625-4224-b081-30d078f480a5 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:33.378802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.413050 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:00Z', 'updated_at': '2021-07-22T16:57:31Z', 'revision_number': 5, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'gw_port': {'id': '12d9e0be-4eaa-4622-846b-1825dd0c740a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:02Z', 'updated_at': '2021-07-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:33.423588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] For port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:33.424087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempted to set empty binding levels {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:57:33.430889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.438904 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.453513 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] Checking router: bdeb10cb-0bf8-44a8-91b5-34a853e10970 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:33.460490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] In _notify_port_updated(), no bound segment for port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:57:33.462209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.464307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.469566 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "PUT /v2.0/ports/0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 HTTP/1.1" status: 200 len: 975 time: 1.9073994 Jul 22 16:57:33.470390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41266) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:33.470730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41268) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:33.483197 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] Routers {'bdeb10cb-0bf8-44a8-91b5-34a853e10970'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:33.484641 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:57:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:33.503163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f18cc9a1-4eaf-4289-847c-5ea0ded3c79c None None] Allocated IP 2001:db8::2 (59c8d8e9-3a7f-4c65-a3bb-0294099c5902/b1bab154-1800-4bb5-98aa-48e900973a56/1212864e-706f-4f55-a901-0b410ba583c8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:33.541312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6a328-5efe-4cfd-8ce6-0dfdb4f5299c tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'Port': ['ID=0853c3c7-5dd0-4eae-aa38-4cdbd80bb498,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:33.568698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Deleting port 12d9e0be-4eaa-4622-846b-1825dd0c740a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:33.569050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.618338 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] Set router bdeb10cb-0bf8-44a8-91b5-34a853e10970 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:33.645573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f18cc9a1-4eaf-4289-847c-5ea0ded3c79c None None] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:33.659751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:33.662545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event updated for resources: {'Port': ['ID=05734893-b625-4224-b081-30d078f480a5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:33.666227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] For port 12d9e0be-4eaa-4622-846b-1825dd0c740a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=12d9e0be-4eaa-4622-846b-1825dd0c740a,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:33.667642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.676466 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f18cc9a1-4eaf-4289-847c-5ea0ded3c79c None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.681862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:33.684335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Calling delete_port for 12d9e0be-4eaa-4622-846b-1825dd0c740a owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:33.684730 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01f9922-d9e8-4c57-85d1-92b95f97b049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.688017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:33.690586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f18cc9a1-4eaf-4289-847c-5ea0ded3c79c None None] Transition to ACTIVE for port object 1212864e-706f-4f55-a901-0b410ba583c8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:33.694405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.695335 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.697122 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f18cc9a1-4eaf-4289-847c-5ea0ded3c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.758710 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:00Z', 'updated_at': '2021-07-22T16:57:33Z', 'revision_number': 6, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:33.841291 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840aabd4-04fb-424c-838c-f14b811185a6 None None] The sync data for ids ['bdeb10cb-0bf8-44a8-91b5-34a853e10970'] in n-d-792458-13 is: [{'id': 'bdeb10cb-0bf8-44a8-91b5-34a853e10970', 'name': 'tempest-TestAggregatesBasicOps-15970027-router', 'tenant_id': '8991b68e5a264d0a97d5db93ed90abb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:00Z', 'updated_at': '2021-07-22T16:57:33Z', 'revision_number': 6, 'project_id': '8991b68e5a264d0a97d5db93ed90abb9', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:33.862753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01f9922-d9e8-4c57-85d1-92b95f97b049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.867550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cc9a1-4eaf-4289-847c-5ea0ded3c79c None None] Pushing event updated for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=16']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:33.893986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d01f9922-d9e8-4c57-85d1-92b95f97b049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:33.918207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ad64c98b-66c8-4cca-9c84-f49df0a69674 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5439832 Jul 22 16:57:33.934095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.934753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.935608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.936157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.936688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.937282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.937809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.938335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.938858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.939574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.940037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.940671 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:33.946668 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3b4b90ed-c8b5-4ab6-a77f-79f93a558287 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11210 time: 0.4715700 Jul 22 16:57:33.952950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:33.953354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41280) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:34.051445 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d01f9922-d9e8-4c57-85d1-92b95f97b049 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82d0023ececb493cbe3872a2e4f5943e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793025 Jul 22 16:57:34.054177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41286) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:34.061413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f9922-d9e8-4c57-85d1-92b95f97b049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24dd737-c730-452d-9498-0112f7f6672f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:34.168095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3492b651-3b8c-4bec-83fd-c04e2263bfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.200405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3492b651-3b8c-4bec-83fd-c04e2263bfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.208019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-945564a2-b6a8-43ae-8406-942682aa17b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting port 05734893-b625-4224-b081-30d078f480a5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:34.208958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-945564a2-b6a8-43ae-8406-942682aa17b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.235583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b4a7b-7ee4-4d77-bfa8-26820840d605 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Deleting port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:34.237374 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a7b-7ee4-4d77-bfa8-26820840d605 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.304535 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.344966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41292) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:34.352012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031331 Jul 22 16:57:34.376828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41294) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:34.377473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d9e0be-4eaa-4622-846b-1825dd0c740a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:34.408832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1c1b4a7b-7ee4-4d77-bfa8-26820840d605 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] For port 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498, host n-h2-792458-13, got binding levels [] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:34.409354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a7b-7ee4-4d77-bfa8-26820840d605 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.443929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3492b651-3b8c-4bec-83fd-c04e2263bfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.444195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b4a7b-7ee4-4d77-bfa8-26820840d605 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Calling delete_port for 0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:34.445513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3492b651-3b8c-4bec-83fd-c04e2263bfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.449600 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3492b651-3b8c-4bec-83fd-c04e2263bfb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a24dd737-c730-452d-9498-0112f7f6672f HTTP/1.1" status: 204 len: 168 time: 0.3915341 Jul 22 16:57:34.449800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-945564a2-b6a8-43ae-8406-942682aa17b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.458130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1212864e-706f-4f55-a901-0b410ba583c8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:34.473427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-945564a2-b6a8-43ae-8406-942682aa17b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Calling delete_port for 05734893-b625-4224-b081-30d078f480a5 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:34.486255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492b651-3b8c-4bec-83fd-c04e2263bfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24dd737-c730-452d-9498-0112f7f6672f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:34.514025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.593337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b8512357-d873-4a70-999f-68b601dd53a3 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:34.637897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: b8512357-d873-4a70-999f-68b601dd53a3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:34.638433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b8512357-d873-4a70-999f-68b601dd53a3 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:34.684130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c24aa408-4bd2-42ef-ab44-8b5738c21fd4 tempest-NetworksApiDiscovery-1728903314 tempest-NetworksApiDiscovery-1728903314-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3042328 Jul 22 16:57:34.693391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.695676 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.752360 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.753102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdeb10cb-0bf8-44a8-91b5-34a853e10970 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:57:34.764633 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.769561 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a001a3db-a09d-43f1-8fef-a3b11bdd0499 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bdeb10cb-0bf8-44a8-91b5-34a853e10970 HTTP/1.1" status: 204 len: 168 time: 1.7520337 Jul 22 16:57:34.770212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:34.774600 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a7b-7ee4-4d77-bfa8-26820840d605 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.849342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b4a7b-7ee4-4d77-bfa8-26820840d605 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event deleted for resources: {'Port': ['ID=0853c3c7-5dd0-4eae-aa38-4cdbd80bb498,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:34.853005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4a7b-7ee4-4d77-bfa8-26820840d605 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.855496 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1c1b4a7b-7ee4-4d77-bfa8-26820840d605 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 HTTP/1.1" status: 204 len: 168 time: 0.8996060 Jul 22 16:57:34.858678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e18d33-cea7-47d5-b825-c46b5254af96 admin admin] Deleting subnet 25e0ea9d-d23e-4f1e-9959-a961be21bbe7 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:34.861115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41308) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:34.866537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-945564a2-b6a8-43ae-8406-942682aa17b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.888786 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6e18d33-cea7-47d5-b825-c46b5254af96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.925784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945564a2-b6a8-43ae-8406-942682aa17b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Port': ['ID=05734893-b625-4224-b081-30d078f480a5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:34.957871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-578e0b31-e3f2-42de-8c24-ff04f9f203c3 None None] Provisioning for port 1212864e-706f-4f55-a901-0b410ba583c8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:34.965110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-578e0b31-e3f2-42de-8c24-ff04f9f203c3 None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:34.966610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-578e0b31-e3f2-42de-8c24-ff04f9f203c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:34.981151 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba436525-8172-4c74-ba1a-cb2a9d480a52 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:57:34.982785 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ba436525-8172-4c74-ba1a-cb2a9d480a52 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "GET /v2.0/ports/0853c3c7-5dd0-4eae-aa38-4cdbd80bb498 HTTP/1.1" status: 404 len: 333 time: 0.1197119 Jul 22 16:57:34.987094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:35.004492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-401933842', 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:35.050855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6e18d33-cea7-47d5-b825-c46b5254af96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.056667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-945564a2-b6a8-43ae-8406-942682aa17b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.065212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-945564a2-b6a8-43ae-8406-942682aa17b3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/05734893-b625-4224-b081-30d078f480a5 HTTP/1.1" status: 204 len: 168 time: 1.1103861 Jul 22 16:57:35.069425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:35.107066 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Made reservation on behalf of 48e59ae8a39546bf8513c7464a2d58df for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:35.111548 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.164768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] device_id is not set on port 35dd6721-669b-476b-90cd-92bd2f037e74 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:35.219033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c2161-459b-4d9d-8e7a-12adb6002b76 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:35.220752 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-af6c2161-459b-4d9d-8e7a-12adb6002b76 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1503048 Jul 22 16:57:35.223365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41322) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:35.234294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:35.270259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6e18d33-cea7-47d5-b825-c46b5254af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.302593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8121ac19-20c3-4ee7-85fd-66051c4167f8 None None] Could not find standard attr ID for object 05734893-b625-4224-b081-30d078f480a5. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:57:35.312936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4dff5-7b8a-41ac-bdad-7c643ec9d6bc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:35.314735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a2a4dff5-7b8a-41ac-bdad-7c643ec9d6bc tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0904150 Jul 22 16:57:35.317298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41328) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:35.418717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ff065-4114-43ba-b25b-63a41a7f423e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:35.421805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ff065-4114-43ba-b25b-63a41a7f423e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:35.425066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ff065-4114-43ba-b25b-63a41a7f423e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:35.427624 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d5ff065-4114-43ba-b25b-63a41a7f423e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1090846 Jul 22 16:57:35.430043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41332) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:35.437813 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6e18d33-cea7-47d5-b825-c46b5254af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.496757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ece1c3-4e77-46e1-8736-a0bcd6651125 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet b1bab154-1800-4bb5-98aa-48e900973a56 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:35.500431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7ece1c3-4e77-46e1-8736-a0bcd6651125 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.539148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e18d33-cea7-47d5-b825-c46b5254af96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e0ea9d-d23e-4f1e-9959-a961be21bbe7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:35.550623 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6e18d33-cea7-47d5-b825-c46b5254af96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.552506 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f6e18d33-cea7-47d5-b825-c46b5254af96 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/25e0ea9d-d23e-4f1e-9959-a961be21bbe7 HTTP/1.1" status: 204 len: 168 time: 0.7812650 Jul 22 16:57:35.555930 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.557967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41338) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:35.559242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b901dc0-4ae2-4661-ad5c-d697edd562ee None None] Network d6dd1da9-512a-4cc3-9cf0-76ff76499caf requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:35.564393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7ece1c3-4e77-46e1-8736-a0bcd6651125 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.665262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-158314a5-8892-4f4d-885f-cea70fbb39f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.669114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.677118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7ece1c3-4e77-46e1-8736-a0bcd6651125 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.706617 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.726700 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.757819 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7ece1c3-4e77-46e1-8736-a0bcd6651125 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.806769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ece1c3-4e77-46e1-8736-a0bcd6651125 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bab154-1800-4bb5-98aa-48e900973a56,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:35.814299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:35.814836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a7ece1c3-4e77-46e1-8736-a0bcd6651125 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.818165 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a7ece1c3-4e77-46e1-8736-a0bcd6651125 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b1bab154-1800-4bb5-98aa-48e900973a56 HTTP/1.1" status: 204 len: 168 time: 0.3864398 Jul 22 16:57:35.818555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'Port': ['ID=35dd6721-669b-476b-90cd-92bd2f037e74,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:35.820223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41344) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:35.825769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:35.829195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:35.830178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:35.830785 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.853071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b0a89-f514-4bb0-9343-84420b748dc9 None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:35.874281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Deleting port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:35.874664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.897627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f12a9e-1327-4521-a75e-8a12d552c071 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Deleting subnet b7139d0d-d1fc-4258-8c54-9b2bfa52ef74 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:35.903118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f12a9e-1327-4521-a75e-8a12d552c071 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.916155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3b724a-93fa-44b2-9709-b947de02971a None None] DHCP port deletion for d6dd1da9-512a-4cc3-9cf0-76ff76499caf request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:57:35.918129 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-158314a5-8892-4f4d-885f-cea70fbb39f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.963070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] For port 4d343e72-5df9-47eb-8b38-8ab3e9f93846, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d343e72-5df9-47eb-8b38-8ab3e9f93846,segment=NetworkSegment(a69b4efa-224a-4d88-bc54-d2f0ef448120),segment_id=a69b4efa-224a-4d88-bc54-d2f0ef448120)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:35.964120 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.969969 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f12a9e-1327-4521-a75e-8a12d552c071 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:35.977188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Calling delete_port for 4d343e72-5df9-47eb-8b38-8ab3e9f93846 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:36.029448 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-158314a5-8892-4f4d-885f-cea70fbb39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.050800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7459ed1f-89fd-433c-9a12-629c93390a6e tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0609179 Jul 22 16:57:36.060210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41348) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.090625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158314a5-8892-4f4d-885f-cea70fbb39f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6c277c-23cc-46c9-9b95-b078cd51a1f2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:36.095494 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-158314a5-8892-4f4d-885f-cea70fbb39f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=751752861f604bd3a8bc2c870a21e641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8602014 Jul 22 16:57:36.106028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41350) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.123137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b724a-93fa-44b2-9709-b947de02971a None None] Deleting port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:36.123508 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b3b724a-93fa-44b2-9709-b947de02971a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.146701 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.160949 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f12a9e-1327-4521-a75e-8a12d552c071 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.168760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523b07f-bb99-45e9-b804-ac3b4a389860 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:36.170246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f523b07f-bb99-45e9-b804-ac3b4a389860 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "GET /v2.0/ports/35dd6721-669b-476b-90cd-92bd2f037e74 HTTP/1.1" status: 200 len: 954 time: 0.1086860 Jul 22 16:57:36.191384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.206313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] No DVR routers for this DVR port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:36.210298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=4d343e72-5df9-47eb-8b38-8ab3e9f93846,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:36.225069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7b3b724a-93fa-44b2-9709-b947de02971a None None] For port 4d343e72-5df9-47eb-8b38-8ab3e9f93846, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d343e72-5df9-47eb-8b38-8ab3e9f93846,segment=NetworkSegment(a69b4efa-224a-4d88-bc54-d2f0ef448120),segment_id=a69b4efa-224a-4d88-bc54-d2f0ef448120)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:36.225462 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b3b724a-93fa-44b2-9709-b947de02971a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.242642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b724a-93fa-44b2-9709-b947de02971a None None] Calling delete_port for 4d343e72-5df9-47eb-8b38-8ab3e9f93846 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:36.270992 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f12a9e-1327-4521-a75e-8a12d552c071 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.290144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c73fc3c5-f257-473a-acb3-e70bde59062b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.352910 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b5f12a9e-1327-4521-a75e-8a12d552c071 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.366987 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b3b724a-93fa-44b2-9709-b947de02971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.367556 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b5f12a9e-1327-4521-a75e-8a12d552c071 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b7139d0d-d1fc-4258-8c54-9b2bfa52ef74 HTTP/1.1" status: 204 len: 168 time: 0.5458355 Jul 22 16:57:36.368680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41360) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.369439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f12a9e-1327-4521-a75e-8a12d552c071 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Subnet': ['ID=b7139d0d-d1fc-4258-8c54-9b2bfa52ef74,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:36.392511 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.407565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3b724a-93fa-44b2-9709-b947de02971a None None] No DVR routers for this DVR port 4d343e72-5df9-47eb-8b38-8ab3e9f93846 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:36.417282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b724a-93fa-44b2-9709-b947de02971a None None] Pushing event deleted for resources: {'Port': ['ID=4d343e72-5df9-47eb-8b38-8ab3e9f93846,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:36.425529 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c73fc3c5-f257-473a-acb3-e70bde59062b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.428368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dd1da9-512a-4cc3-9cf0-76ff76499caf']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:36.437469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 12d9e0be-4eaa-4622-846b-1825dd0c740a no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:36.450471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69b4efa-224a-4d88-bc54-d2f0ef448120') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:36.450950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69b4efa-224a-4d88-bc54-d2f0ef448120') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:36.463021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 12d9e0be-4eaa-4622-846b-1825dd0c740a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:36.464188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 12d9e0be-4eaa-4622-846b-1825dd0c740a not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:36.465086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d343e72-5df9-47eb-8b38-8ab3e9f93846 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:36.473187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-24cdf1bf-c3a1-4919-9442-017af76e7b2e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920382 Jul 22 16:57:36.476147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.489749 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.490588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 4d343e72-5df9-47eb-8b38-8ab3e9f93846 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:36.491147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d343e72-5df9-47eb-8b38-8ab3e9f93846 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:36.514249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1393f926-dd15-409b-b21e-d65ca68f8ffa tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Deleting port 35dd6721-669b-476b-90cd-92bd2f037e74 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:36.514822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1393f926-dd15-409b-b21e-d65ca68f8ffa tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.518449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.538852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:36.543748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:36.547321 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:36.568492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c73fc3c5-f257-473a-acb3-e70bde59062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.572119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c73fc3c5-f257-473a-acb3-e70bde59062b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.574180 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c73fc3c5-f257-473a-acb3-e70bde59062b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa6c277c-23cc-46c9-9b95-b078cd51a1f2 HTTP/1.1" status: 204 len: 168 time: 0.4668300 Jul 22 16:57:36.611943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c958480-3a96-4972-8520-cd962766af61 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:36.613688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8c958480-3a96-4972-8520-cd962766af61 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1364212 Jul 22 16:57:36.618240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41368) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.680931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9ca155-36df-4d00-8ac8-39c5eab58ebd tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:36.683487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ca9ca155-36df-4d00-8ac8-39c5eab58ebd tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0627568 Jul 22 16:57:36.686077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.691545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fc3c5-f257-473a-acb3-e70bde59062b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6c277c-23cc-46c9-9b95-b078cd51a1f2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:36.706158 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1393f926-dd15-409b-b21e-d65ca68f8ffa tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.722450 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.726261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1393f926-dd15-409b-b21e-d65ca68f8ffa tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Calling delete_port for 35dd6721-669b-476b-90cd-92bd2f037e74 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:36.738504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1e4c3545-9e4e-4b8d-93bc-f4153a0cef67 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513089 Jul 22 16:57:36.738804 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:36.746048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] 10.222.0.53 "DELETE /v2.0/networks/d6dd1da9-512a-4cc3-9cf0-76ff76499caf HTTP/1.1" status: 204 len: 168 time: 1.1816416 Jul 22 16:57:36.746273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41374) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.757201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.762121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd5f01-ac15-47e4-8c28-6d216b1bdbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=d6dd1da9-512a-4cc3-9cf0-76ff76499caf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:36.782661 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff10f02-7e0e-48e2-a3d3-a2d022108785 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:36.783892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff10f02-7e0e-48e2-a3d3-a2d022108785 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:36.785970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bff10f02-7e0e-48e2-a3d3-a2d022108785 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/05734893-b625-4224-b081-30d078f480a5 HTTP/1.1" status: 404 len: 333 time: 0.0418987 Jul 22 16:57:36.788667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41378) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.825210 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a75f10-6483-4105-8f62-dd78649c809f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:36.826418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a75f10-6483-4105-8f62-dd78649c809f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:36.828701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-35a75f10-6483-4105-8f62-dd78649c809f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b7139d0d-d1fc-4258-8c54-9b2bfa52ef74 HTTP/1.1" status: 404 len: 337 time: 0.0386636 Jul 22 16:57:36.832244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41380) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.868333 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ffbb45-572c-4965-83b9-6d538a26e165 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:36.869057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ffbb45-572c-4965-83b9-6d538a26e165 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:36.871354 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a3ffbb45-572c-4965-83b9-6d538a26e165 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b1bab154-1800-4bb5-98aa-48e900973a56 HTTP/1.1" status: 404 len: 337 time: 0.0379558 Jul 22 16:57:36.874378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41384) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.947856 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae72f05-8ebe-47db-8b81-739cc9093720 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:36.949153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae72f05-8ebe-47db-8b81-739cc9093720 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:36.951586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fae72f05-8ebe-47db-8b81-739cc9093720 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/b972c46a-7a3d-41d7-8b43-b9bb8cfc4d51 HTTP/1.1" status: 404 len: 333 time: 0.0744588 Jul 22 16:57:36.954188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:36.987666 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-e281ecd6-68c2-4d32-885b-adf108370719 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:36.988394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e281ecd6-68c2-4d32-885b-adf108370719 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:36.990502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e281ecd6-68c2-4d32-885b-adf108370719 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/a11d56f6-8710-4490-b0ae-3194446d158e HTTP/1.1" status: 404 len: 337 time: 0.0350814 Jul 22 16:57:36.993220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41392) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.032914 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ecc4cd-cb07-4a08-b0d9-f79e3f6558f4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.033687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ecc4cd-cb07-4a08-b0d9-f79e3f6558f4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.035746 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-42ecc4cd-cb07-4a08-b0d9-f79e3f6558f4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/acc8add7-f992-4e4a-82c7-da99a60fb226 HTTP/1.1" status: 404 len: 337 time: 0.0413711 Jul 22 16:57:37.038345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41394) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.068866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1393f926-dd15-409b-b21e-d65ca68f8ffa tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.073907 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed349f9b-4917-485d-9b39-b9dde7d64c74 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.074651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed349f9b-4917-485d-9b39-b9dde7d64c74 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.076963 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ed349f9b-4917-485d-9b39-b9dde7d64c74 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/3d18e530-6208-4912-8d22-fd1976f066fb HTTP/1.1" status: 404 len: 333 time: 0.0374341 Jul 22 16:57:37.080202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.117060 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a720551-2d2b-4694-b73f-e5c68194f39b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.117532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a720551-2d2b-4694-b73f-e5c68194f39b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.121308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3a720551-2d2b-4694-b73f-e5c68194f39b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/20e69a69-7f4c-4306-b986-55752899eca5 HTTP/1.1" status: 404 len: 337 time: 0.0381458 Jul 22 16:57:37.127473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41400) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.137112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393f926-dd15-409b-b21e-d65ca68f8ffa tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event deleted for resources: {'Port': ['ID=35dd6721-669b-476b-90cd-92bd2f037e74,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:37.150741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1393f926-dd15-409b-b21e-d65ca68f8ffa tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.158163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1393f926-dd15-409b-b21e-d65ca68f8ffa tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "DELETE /v2.0/ports/35dd6721-669b-476b-90cd-92bd2f037e74 HTTP/1.1" status: 204 len: 168 time: 0.9622595 Jul 22 16:57:37.162772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41402) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.167840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d2871-a260-44c7-a720-1ee8fb9b29cf None None] Network 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:37.173479 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6ff382-8010-4805-98b9-aaecb598b3ed tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.173933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6ff382-8010-4805-98b9-aaecb598b3ed tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.178741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5b6ff382-8010-4805-98b9-aaecb598b3ed tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/5aaf0652-07df-4d8a-b6c9-9ad6206c34cc HTTP/1.1" status: 404 len: 337 time: 0.0499346 Jul 22 16:57:37.179408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41404) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.197687 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf522c1-94ed-459a-afc7-78b0914990ed tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:57:37.199899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bdf522c1-94ed-459a-afc7-78b0914990ed tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "GET /v2.0/ports/35dd6721-669b-476b-90cd-92bd2f037e74 HTTP/1.1" status: 404 len: 333 time: 0.0359638 Jul 22 16:57:37.203864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41408) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.209168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Request body: {'port': {'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-220651051'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:37.220446 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cbdac4-9853-4a04-95a3-79ea36def35f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.221511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cbdac4-9853-4a04-95a3-79ea36def35f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.223704 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-17cbdac4-9853-4a04-95a3-79ea36def35f tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/649e742b-0bb4-4a88-88c7-1f71d45d073f HTTP/1.1" status: 404 len: 333 time: 0.0431085 Jul 22 16:57:37.224802 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ced30e5-efb0-4a96-9287-3c5a77c049d0 None None] Provisioning complete for port 1212864e-706f-4f55-a901-0b410ba583c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:37.225176 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ced30e5-efb0-4a96-9287-3c5a77c049d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.227662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.244405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Made reservation on behalf of 48e59ae8a39546bf8513c7464a2d58df for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:37.247526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.269842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] device_id is not set on port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:37.295187 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-d889ec49-885a-4c27-897f-d60927e6f3fb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.299239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d889ec49-885a-4c27-897f-d60927e6f3fb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.305946 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d889ec49-885a-4c27-897f-d60927e6f3fb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/c9655557-19a7-4a07-ba8a-579aced0cca3 HTTP/1.1" status: 404 len: 337 time: 0.0749722 Jul 22 16:57:37.309629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.360006 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c96e6db-4718-4532-8a05-42c43015e20e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.360501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c96e6db-4718-4532-8a05-42c43015e20e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.362433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9c96e6db-4718-4532-8a05-42c43015e20e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/7aebc1da-d1e2-4427-905a-9973b7cb65cb HTTP/1.1" status: 404 len: 337 time: 0.0454242 Jul 22 16:57:37.365595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41420) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.427200 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d12c38-98dd-4294-b02b-94c5444a4e55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.427931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d12c38-98dd-4294-b02b-94c5444a4e55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.430578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-83d12c38-98dd-4294-b02b-94c5444a4e55 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/802e115a-44a2-400d-bdb7-fa6b0aaf79ed HTTP/1.1" status: 404 len: 333 time: 0.0637584 Jul 22 16:57:37.433697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41424) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.464813 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb6e073-b5b3-40b4-8c27-ac3f2af76f3b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.465270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb6e073-b5b3-40b4-8c27-ac3f2af76f3b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.467039 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eeb6e073-b5b3-40b4-8c27-ac3f2af76f3b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b318e833-b928-48fc-86f1-14e557e9d9a0 HTTP/1.1" status: 404 len: 337 time: 0.0326040 Jul 22 16:57:37.470365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41428) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.511250 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-799210f5-8032-4e61-9e75-3eaa1fc677f6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.512090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799210f5-8032-4e61-9e75-3eaa1fc677f6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.516416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-799210f5-8032-4e61-9e75-3eaa1fc677f6 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/9e67f32e-f061-4f82-b251-d69d71df4f92 HTTP/1.1" status: 404 len: 333 time: 0.0419102 Jul 22 16:57:37.517102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.555284 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-29caef3e-5b41-4cda-8130-10b928235681 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.555736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29caef3e-5b41-4cda-8130-10b928235681 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.559603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-29caef3e-5b41-4cda-8130-10b928235681 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/047b24d8-72fe-403e-a603-c33c74b25c57 HTTP/1.1" status: 404 len: 337 time: 0.0413413 Jul 22 16:57:37.560881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41436) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.584596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.589968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799118f-84cd-46b2-a3ef-68b1538cf2c8 None None] DHCP port deletion for 59c8d8e9-3a7f-4c65-a3bb-0294099c5902 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:57:37.618079 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-659dcdc7-b264-4fec-8cf9-ca5503601499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.618903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659dcdc7-b264-4fec-8cf9-ca5503601499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.621213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-659dcdc7-b264-4fec-8cf9-ca5503601499 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/5f2a3874-7497-4d47-8c8a-995db1572c61 HTTP/1.1" status: 404 len: 333 time: 0.0592775 Jul 22 16:57:37.624917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41442) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.655354 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eef80fa-7d50-42ef-a49e-7923e8105844 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.655891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eef80fa-7d50-42ef-a49e-7923e8105844 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.657708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3eef80fa-7d50-42ef-a49e-7923e8105844 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/a3c945de-4638-45fe-a893-faab296cc368 HTTP/1.1" status: 404 len: 337 time: 0.0317917 Jul 22 16:57:37.661002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.691053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f799118f-84cd-46b2-a3ef-68b1538cf2c8 None None] Deleting port 1212864e-706f-4f55-a901-0b410ba583c8 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:37.691671 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f799118f-84cd-46b2-a3ef-68b1538cf2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.696607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.701198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.754066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:37.754066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:37.754066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:37.755045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:37.755655 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.771707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f0f720-1ddc-40c2-8934-7531ad4a5d4e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:37.784491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b90d1144-fa29-4da4-b491-953ec8f8a130 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5768921 Jul 22 16:57:37.784799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41456) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.792980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:37.793613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f799118f-84cd-46b2-a3ef-68b1538cf2c8 None None] For port 1212864e-706f-4f55-a901-0b410ba583c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1212864e-706f-4f55-a901-0b410ba583c8,segment=NetworkSegment(85a9482b-f7e2-4de4-9387-bceb2bba867c),segment_id=85a9482b-f7e2-4de4-9387-bceb2bba867c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:37.794015 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f799118f-84cd-46b2-a3ef-68b1538cf2c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.808862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f799118f-84cd-46b2-a3ef-68b1538cf2c8 None None] Calling delete_port for 1212864e-706f-4f55-a901-0b410ba583c8 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:37.870899 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dec791-41fa-4216-a50d-d4594219b6e9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.871542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dec791-41fa-4216-a50d-d4594219b6e9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.875683 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-19dec791-41fa-4216-a50d-d4594219b6e9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/87a482d7-337e-4057-bc20-4f0a58d7b85c HTTP/1.1" status: 404 len: 333 time: 0.2109797 Jul 22 16:57:37.876061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.910470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.921134 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-531ecd1f-4c2d-4099-a37b-f1424b84b86a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:37.921591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531ecd1f-4c2d-4099-a37b-f1424b84b86a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:37.925631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-531ecd1f-4c2d-4099-a37b-f1424b84b86a tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/c14e3d55-1688-4f72-8ffc-93b7a23a6981 HTTP/1.1" status: 404 len: 337 time: 0.0484169 Jul 22 16:57:37.928776 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f799118f-84cd-46b2-a3ef-68b1538cf2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:37.928949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41466) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:37.977023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799118f-84cd-46b2-a3ef-68b1538cf2c8 None None] No DVR routers for this DVR port 1212864e-706f-4f55-a901-0b410ba583c8 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:37.983870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799118f-84cd-46b2-a3ef-68b1538cf2c8 None None] Pushing event deleted for resources: {'Port': ['ID=1212864e-706f-4f55-a901-0b410ba583c8,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:38.009999 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be9b1ee-caef-4eb4-81c9-e011bf719442 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.012197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be9b1ee-caef-4eb4-81c9-e011bf719442 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.014112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5be9b1ee-caef-4eb4-81c9-e011bf719442 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/2650fb4d-2cca-4873-a474-891c34609a2d HTTP/1.1" status: 404 len: 333 time: 0.0843997 Jul 22 16:57:38.016854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41474) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.053895 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5414b6-1e25-4b08-9033-da4d3be89104 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.054663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5414b6-1e25-4b08-9033-da4d3be89104 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.056366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d5414b6-1e25-4b08-9033-da4d3be89104 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/e3bc0be7-cb4e-4f3c-b27e-6fafd0e8806d HTTP/1.1" status: 404 len: 337 time: 0.0382106 Jul 22 16:57:38.059968 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.099635 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac321d0-b46b-4381-ab69-510fa198d852 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.100687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac321d0-b46b-4381-ab69-510fa198d852 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.102743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eac321d0-b46b-4381-ab69-510fa198d852 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/a5aa1b9a-9506-4773-a7d1-ccf9457b4724 HTTP/1.1" status: 404 len: 333 time: 0.0414982 Jul 22 16:57:38.106799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41482) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.139119 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-466fa031-f2c0-431a-a4f8-3a2058091e89 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.139664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466fa031-f2c0-431a-a4f8-3a2058091e89 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.141534 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-466fa031-f2c0-431a-a4f8-3a2058091e89 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/5b86deea-0bf6-4440-94ec-e6f4f493013a HTTP/1.1" status: 404 len: 337 time: 0.0335650 Jul 22 16:57:38.145052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.183293 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6beced-9892-471b-a8f7-cebb6806d38d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.184060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6beced-9892-471b-a8f7-cebb6806d38d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.188209 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf6beced-9892-471b-a8f7-cebb6806d38d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/59a07d45-6ee4-4bb8-8730-39e973553135 HTTP/1.1" status: 404 len: 337 time: 0.0393910 Jul 22 16:57:38.188792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41492) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.243034 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-1272076a-2526-40ba-87db-240556af3bf5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.243879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1272076a-2526-40ba-87db-240556af3bf5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.248670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1272076a-2526-40ba-87db-240556af3bf5 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/9f5df72f-abaf-4be4-870b-a3abbc5c4259 HTTP/1.1" status: 404 len: 333 time: 0.0563662 Jul 22 16:57:38.248915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.293067 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d119a3-9a52-4920-ad3b-260a536eaaa4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.293617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d119a3-9a52-4920-ad3b-260a536eaaa4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.295519 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-87d119a3-9a52-4920-ad3b-260a536eaaa4 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/805daa21-842f-4909-bc02-5ef08521c2a6 HTTP/1.1" status: 404 len: 337 time: 0.0456033 Jul 22 16:57:38.298194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.353065 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-056f74d4-a0f8-416a-8b78-b0ccbaf55e73 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.353666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056f74d4-a0f8-416a-8b78-b0ccbaf55e73 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.358127 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-056f74d4-a0f8-416a-8b78-b0ccbaf55e73 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/e1ce9c58-f055-487f-a5b0-37fbefa8e600 HTTP/1.1" status: 404 len: 337 time: 0.0568895 Jul 22 16:57:38.359444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41508) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.396940 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfbd953-8d52-47fb-a0d4-31e3f035f3e8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.397759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfbd953-8d52-47fb-a0d4-31e3f035f3e8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.403211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5bfbd953-8d52-47fb-a0d4-31e3f035f3e8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/709a793d-4590-4bef-97e1-818025445e99 HTTP/1.1" status: 404 len: 333 time: 0.0390475 Jul 22 16:57:38.407156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41512) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.429305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1212864e-706f-4f55-a901-0b410ba583c8 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:38.451612 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b7b639-9506-4106-8844-ad7686ff5bc3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.452140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b7b639-9506-4106-8844-ad7686ff5bc3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.455556 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1212864e-706f-4f55-a901-0b410ba583c8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:38.456183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1212864e-706f-4f55-a901-0b410ba583c8 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:38.457367 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-83b7b639-9506-4106-8844-ad7686ff5bc3 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/cd43b6e1-998a-4e76-92f3-a783e0f73a96 HTTP/1.1" status: 404 len: 337 time: 0.0487945 Jul 22 16:57:38.458682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.497149 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8e671f-6c11-4e0c-a6fc-d9d4935f1675 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.497608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8e671f-6c11-4e0c-a6fc-d9d4935f1675 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.502105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1d8e671f-6c11-4e0c-a6fc-d9d4935f1675 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b280de8b-0c22-4e5b-8ed5-c92f4e5f16fb HTTP/1.1" status: 404 len: 337 time: 0.0410461 Jul 22 16:57:38.503693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.531093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Deleting port 8352beaf-8165-41bf-bd39-1f99321e2248 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:38.531818 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:38.554024 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-799190e6-b958-4889-b953-b1ded8e278c8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.554754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799190e6-b958-4889-b953-b1ded8e278c8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.559637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41530) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.559837 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-799190e6-b958-4889-b953-b1ded8e278c8 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/5d460e30-22ba-4bc0-946d-1de89b181f0e HTTP/1.1" status: 404 len: 333 time: 0.0546267 Jul 22 16:57:38.592786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] device_id is not set on port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:38.601937 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-177153d7-bde7-4ae4-8408-4528bc359cca tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.602516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177153d7-bde7-4ae4-8408-4528bc359cca tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.606609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-177153d7-bde7-4ae4-8408-4528bc359cca tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b262c281-78cb-4f29-ba46-9e298f5128d1 HTTP/1.1" status: 404 len: 337 time: 0.0434999 Jul 22 16:57:38.607319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41536) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.610719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:38.638751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] For port 8352beaf-8165-41bf-bd39-1f99321e2248, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8352beaf-8165-41bf-bd39-1f99321e2248,segment=NetworkSegment(f3a36cf8-6002-4050-b5b7-5a5cefaae577),segment_id=f3a36cf8-6002-4050-b5b7-5a5cefaae577)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:38.639728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:38.640152 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-194df7e1-833a-419a-9d7f-6e4e8fba049c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:38.640511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194df7e1-833a-419a-9d7f-6e4e8fba049c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:38.644744 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-194df7e1-833a-419a-9d7f-6e4e8fba049c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/c6107165-58e5-42d6-82fd-a8b70eb9015c HTTP/1.1" status: 404 len: 337 time: 0.0337751 Jul 22 16:57:38.645236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41540) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.664296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Calling delete_port for 8352beaf-8165-41bf-bd39-1f99321e2248 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:38.684941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Transition to ACTIVE for port object b0f0f720-1ddc-40c2-8934-7531ad4a5d4e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:38.687598 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-244aa4ab-bd53-48e0-89bf-ecf29b0d8d3b tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f85dee0-887c-4b2a-b649-98f6d1f73aef HTTP/1.1" status: 200 len: 205 time: 0.0413651 Jul 22 16:57:38.690185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.697980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:38.761199 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-f4229ca0-da5e-4320-9777-0443e70c90ae tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] delete failed (client error): The resource could not be found. Jul 22 16:57:38.762346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f4229ca0-da5e-4320-9777-0443e70c90ae tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/routers/5f85dee0-887c-4b2a-b649-98f6d1f73aef HTTP/1.1" status: 404 len: 336 time: 0.0711024 Jul 22 16:57:38.765960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:38.796528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f0f720-1ddc-40c2-8934-7531ad4a5d4e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:38.802656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:38.803266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:38.803788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:38.808830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:38.809465 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:38.810033 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 2 to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e Jul 22 16:57:38.827742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:38.828129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:38.828653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:38.833874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:38.834214 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:38.834618 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 3 to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e Jul 22 16:57:38.849554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:38.849890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:38.850229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:38.856135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:38.856475 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:38.856877 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 4 to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e Jul 22 16:57:38.871143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:38.871455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:38.871799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:38.880566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:38.880900 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:38.881300 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 5 to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e Jul 22 16:57:38.903573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:38.905136 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:38.905803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:38.916333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:38.917521 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:38.920511 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 6 to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e Jul 22 16:57:38.945655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:38.946062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:38.946398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:38.955274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:38.955609 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:38.955921 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 7 to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e Jul 22 16:57:38.974588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:38.974985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:38.975526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:38.982650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:38.983213 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:38.984001 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 8 to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e Jul 22 16:57:39.000678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:39.001317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:39.001662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:39.007398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:39.007796 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:39.008205 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 9 to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e Jul 22 16:57:39.022031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:39.022497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:39.023025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:39.029202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:39.029959 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:39.030433 n-d-792458-13 neutron-server[93750]: INFO neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempt 10 to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e Jul 22 16:57:39.048139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:39.048717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:39.049225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempting to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:39.054898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:57:39.055205 n-d-792458-13 neutron-server[93750]: ERROR neutron.plugins.ml2.managers [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Failed to bind port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on host n-h2-792458-13 for vnic_type normal using segments [{'id': '96bd904e-38cc-486f-9727-45f90fd3826a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '181c89b2-1d2c-45ff-8ada-339f3fb904f0'}] Jul 22 16:57:39.055627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.126903 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d97998-232c-48c4-8933-301ea46aa1ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.127447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d97998-232c-48c4-8933-301ea46aa1ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.129264 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-22d97998-232c-48c4-8933-301ea46aa1ff tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/8774cd5b-e569-4fea-9a10-3fb8aea8a300 HTTP/1.1" status: 404 len: 337 time: 0.3614175 Jul 22 16:57:39.132850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41580) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.144393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] For port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:39.144763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attempted to set empty binding levels {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 16:57:39.173036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.178423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-71e818f4-f05a-497b-ab7a-7851fd1e5f2e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e961a4e-be46-4e88-9e9f-89fdd63264f7 HTTP/1.1" status: 200 len: 205 time: 0.0445316 Jul 22 16:57:39.180918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41588) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.256027 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.256554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] In _notify_port_updated(), no bound segment for port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e on network 181c89b2-1d2c-45ff-8ada-339f3fb904f0 {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:57:39.257287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:39.257902 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.263491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "PUT /v2.0/ports/b0f0f720-1ddc-40c2-8934-7531ad4a5d4e HTTP/1.1" status: 200 len: 975 time: 1.4774964 Jul 22 16:57:39.263815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41596) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.264603 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-1f054bc9-a664-4a40-8c6c-58f15a176b78 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] delete failed (client error): The resource could not be found. Jul 22 16:57:39.265622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1f054bc9-a664-4a40-8c6c-58f15a176b78 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/routers/5e961a4e-be46-4e88-9e9f-89fdd63264f7 HTTP/1.1" status: 404 len: 336 time: 0.0838139 Jul 22 16:57:39.271421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41598) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.312026 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e03d2c-6dc9-4065-a5a2-b65eb35589b9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.312520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e03d2c-6dc9-4065-a5a2-b65eb35589b9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.314268 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c3e03d2c-6dc9-4065-a5a2-b65eb35589b9 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/d058f7e5-846a-4c7c-b19e-31f56239aa22 HTTP/1.1" status: 404 len: 337 time: 0.0417914 Jul 22 16:57:39.315539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d4c26-d551-4dcb-a900-cfc54ad01740 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event updated for resources: {'Port': ['ID=b0f0f720-1ddc-40c2-8934-7531ad4a5d4e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:39.317637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.350124 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc07e17-8132-453f-9897-08fd6189ec39 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.350579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc07e17-8132-453f-9897-08fd6189ec39 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.352647 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-adc07e17-8132-453f-9897-08fd6189ec39 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/3e888853-fef3-4501-8e70-87d36fb533e3 HTTP/1.1" status: 404 len: 337 time: 0.0338590 Jul 22 16:57:39.355311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41602) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.370750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Pushing event deleted for resources: {'Port': ['ID=8352beaf-8165-41bf-bd39-1f99321e2248,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:39.397656 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afc2c05-1f32-49f1-ab9c-de7bf56dbcfd tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.398392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afc2c05-1f32-49f1-ab9c-de7bf56dbcfd tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.403392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4afc2c05-1f32-49f1-ab9c-de7bf56dbcfd tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/c58e733d-47e8-4254-b3a0-05b7f1a79dee HTTP/1.1" status: 404 len: 333 time: 0.0463154 Jul 22 16:57:39.404050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41604) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.476599 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e01d3d8-ac62-4076-9cbf-7d280f44c36d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.477149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e01d3d8-ac62-4076-9cbf-7d280f44c36d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.479558 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5e01d3d8-ac62-4076-9cbf-7d280f44c36d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/132cfe8f-85a5-458b-8647-38dff93eec92 HTTP/1.1" status: 404 len: 337 time: 0.0716438 Jul 22 16:57:39.484750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41606) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.539290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fb68e-dd1b-4738-9e86-b91a75119ddd tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Deleting port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:39.539874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb68e-dd1b-4738-9e86-b91a75119ddd tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.555887 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e715a31-fa59-4c4f-ad9f-647839369c73 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.557806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e715a31-fa59-4c4f-ad9f-647839369c73 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.562085 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7e715a31-fa59-4c4f-ad9f-647839369c73 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/48e1d853-a52e-4e58-b33b-e7942de061b2 HTTP/1.1" status: 404 len: 333 time: 0.0760384 Jul 22 16:57:39.564345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41610) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.600005 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e3d157-9b0e-47c4-89d4-71e859e71184 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.600622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e3d157-9b0e-47c4-89d4-71e859e71184 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.608458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c2e3d157-9b0e-47c4-89d4-71e859e71184 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/89805317-79da-480d-ae37-cfebba5f19ab HTTP/1.1" status: 404 len: 337 time: 0.0434909 Jul 22 16:57:39.610774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41612) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.665771 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b3ce23-f3c2-4f7d-bb00-981a7be30c21 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.667549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b3ce23-f3c2-4f7d-bb00-981a7be30c21 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.673478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.674027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-57b3ce23-f3c2-4f7d-bb00-981a7be30c21 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/44f422d5-8b22-46b8-9780-ab58046b7563 HTTP/1.1" status: 404 len: 333 time: 0.0618143 Jul 22 16:57:39.697430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41616) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.751506 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2b9600-fec9-424d-b218-d4fc322adf3e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.752037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2b9600-fec9-424d-b218-d4fc322adf3e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.753844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5b2b9600-fec9-424d-b218-d4fc322adf3e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/b3ea1c76-f4ff-414c-a249-759e53052461 HTTP/1.1" status: 404 len: 337 time: 0.0792868 Jul 22 16:57:39.756809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.760502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-9f6fb68e-dd1b-4738-9e86-b91a75119ddd tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] For port b0f0f720-1ddc-40c2-8934-7531ad4a5d4e, host n-h2-792458-13, got binding levels [] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:39.761159 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb68e-dd1b-4738-9e86-b91a75119ddd tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.779791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9f6fb68e-dd1b-4738-9e86-b91a75119ddd tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Calling delete_port for b0f0f720-1ddc-40c2-8934-7531ad4a5d4e owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:39.814986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.831211 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ed1910-5fe9-4dac-9728-7d49d76c4e7e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.832750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ed1910-5fe9-4dac-9728-7d49d76c4e7e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.839566 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b5ed1910-5fe9-4dac-9728-7d49d76c4e7e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/888d155f-b528-4a9e-9d30-23704aeab9cc HTTP/1.1" status: 404 len: 333 time: 0.0808034 Jul 22 16:57:39.840331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41624) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.879224 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d584414-aac8-494b-8fe4-d01e1bb1ecbe tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.879680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d584414-aac8-494b-8fe4-d01e1bb1ecbe tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.884399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d584414-aac8-494b-8fe4-d01e1bb1ecbe tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/a47adbc9-db07-4b77-98cc-d4b5fcb80747 HTTP/1.1" status: 404 len: 337 time: 0.0427999 Jul 22 16:57:39.886921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41628) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.920459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-634bd180-db15-41db-9fec-4825ab8f258f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:39.931838 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-13aee648-8c06-4f30-b3c8-48c7c5c781cb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.933180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13aee648-8c06-4f30-b3c8-48c7c5c781cb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.937795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-13aee648-8c06-4f30-b3c8-48c7c5c781cb tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/b812e3fe-9734-4cbc-ab58-7007b3ab9847 HTTP/1.1" status: 404 len: 333 time: 0.0494983 Jul 22 16:57:39.938506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41630) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:39.972101 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f7243e-190b-4032-af69-1c50effcc536 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:39.972855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f7243e-190b-4032-af69-1c50effcc536 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:39.978567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-03f7243e-190b-4032-af69-1c50effcc536 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/591cd150-17f6-4486-8c32-a0cf43766780 HTTP/1.1" status: 404 len: 337 time: 0.0379124 Jul 22 16:57:39.979641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.012062 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb68e-dd1b-4738-9e86-b91a75119ddd tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.023781 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fcf029-5c74-4560-a0d7-7923f3aea25e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:40.024857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fcf029-5c74-4560-a0d7-7923f3aea25e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:40.029635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-75fcf029-5c74-4560-a0d7-7923f3aea25e tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/625b2ee7-c8f6-4cc5-9c04-b020581888c3 HTTP/1.1" status: 404 len: 333 time: 0.0460942 Jul 22 16:57:40.030576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41636) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.046401 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fb68e-dd1b-4738-9e86-b91a75119ddd tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0f0f720-1ddc-40c2-8934-7531ad4a5d4e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:40.053124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb68e-dd1b-4738-9e86-b91a75119ddd tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.055034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f6fb68e-dd1b-4738-9e86-b91a75119ddd tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b0f0f720-1ddc-40c2-8934-7531ad4a5d4e HTTP/1.1" status: 204 len: 168 time: 0.7606826 Jul 22 16:57:40.058688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41638) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.075884 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc367c0-ca61-4409-9852-f03eef5e0b5d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:40.076350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc367c0-ca61-4409-9852-f03eef5e0b5d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:40.078100 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-abc367c0-ca61-4409-9852-f03eef5e0b5d tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/3f2dd603-01c9-421b-90b0-eae005c5b8eb HTTP/1.1" status: 404 len: 337 time: 0.0450311 Jul 22 16:57:40.080631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41640) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.115198 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebdd4f3-86fb-4761-add8-aba07e4711ce tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:40.116359 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebdd4f3-86fb-4761-add8-aba07e4711ce tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:40.121120 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1ebdd4f3-86fb-4761-add8-aba07e4711ce tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/ports/028fc19a-ea8f-44a5-94e6-39d57aadccae HTTP/1.1" status: 404 len: 333 time: 0.0367098 Jul 22 16:57:40.121944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41642) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.128199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-8cf4cbeb-3d71-42ef-9d36-dee51be25bff req-be137742-4a05-4412-a76c-bff1c2412a2d service neutron] (93751) timed out ('10.222.0.53', 50192) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:57:40.148027 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-4341b3bb-7fdf-402f-8b1f-42c5dc63d0d3 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] GET failed (client error): The resource could not be found. Jul 22 16:57:40.154407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4341b3bb-7fdf-402f-8b1f-42c5dc63d0d3 tempest-PortsAdminExtendedAttrsTestJSON-1866227146 tempest-PortsAdminExtendedAttrsTestJSON-1866227146-project-admin] 10.222.0.53 "GET /v2.0/ports/b0f0f720-1ddc-40c2-8934-7531ad4a5d4e HTTP/1.1" status: 404 len: 333 time: 0.0898881 Jul 22 16:57:40.154407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41644) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.163404 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dbf361-11e8-47a2-b3b3-2d81e80dd216 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:40.164006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2dbf361-11e8-47a2-b3b3-2d81e80dd216 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:40.170051 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e2dbf361-11e8-47a2-b3b3-2d81e80dd216 tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/subnets/1f85b9ca-2e9b-499f-8962-b44fbf76dfc0 HTTP/1.1" status: 404 len: 337 time: 0.0469344 Jul 22 16:57:40.171992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.246992 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.256826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Router 792b23dd-f1fe-46cb-a409-3107950b04c1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:57:40.296174 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.320108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-634bd180-db15-41db-9fec-4825ab8f258f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.347996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-634bd180-db15-41db-9fec-4825ab8f258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.417141 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.431218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181c89b2-1d2c-45ff-8ada-339f3fb904f0']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.442125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.444951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bd904e-38cc-486f-9727-45f90fd3826a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.445241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bd904e-38cc-486f-9727-45f90fd3826a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.458631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-634bd180-db15-41db-9fec-4825ab8f258f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92dc148a56ac46d1a3c5b74019ed5f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7551372 Jul 22 16:57:40.458857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bd180-db15-41db-9fec-4825ab8f258f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d124d-c9fb-41c3-83c3-e7d8f25d42a0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:40.460103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.461421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41648) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.463133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c8d8e9-3a7f-4c65-a3bb-0294099c5902']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.474913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:57:40.476722 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.482268 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2c05180b-d681-422c-b7da-e5abe3407716 admin admin] 10.222.0.53 "PUT /v2.0/routers/792b23dd-f1fe-46cb-a409-3107950b04c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7171292 Jul 22 16:57:40.483419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a9482b-f7e2-4de4-9387-bceb2bba867c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.483817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a9482b-f7e2-4de4-9387-bceb2bba867c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.485306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41650) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:40.488467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] Sync routers for ids ['792b23dd-f1fe-46cb-a409-3107950b04c1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:57:40.493364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:40.493876 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:40.497596 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:40.500394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] Routers {'792b23dd-f1fe-46cb-a409-3107950b04c1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:40.500394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:57:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['792b23dd-f1fe-46cb-a409-3107950b04c1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:40.505415 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.560211 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.562561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8d22127-c93d-43dd-b9d1-9c0b2b2983b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.579734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:40.579734 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:40.587231 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:40.629369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8d22127-c93d-43dd-b9d1-9c0b2b2983b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.674021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] Set router 792b23dd-f1fe-46cb-a409-3107950b04c1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:40.699301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.708568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.710142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] 10.222.0.53 "DELETE /v2.0/networks/181c89b2-1d2c-45ff-8ada-339f3fb904f0 HTTP/1.1" status: 204 len: 168 time: 0.5548258 Jul 22 16:57:40.726404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b9026-5647-43ef-8731-371a510d4abf tempest-PortsAdminExtendedAttrsTestJSON-2091736883 tempest-PortsAdminExtendedAttrsTestJSON-2091736883-project] Pushing event deleted for resources: {'Network': ['ID=181c89b2-1d2c-45ff-8ada-339f3fb904f0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:40.733884 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.749237 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.750688 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.752758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] 10.222.0.53 "DELETE /v2.0/networks/59c8d8e9-3a7f-4c65-a3bb-0294099c5902 HTTP/1.1" status: 204 len: 168 time: 0.5797744 Jul 22 16:57:40.780860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91684b11-74e6-4498-9a82-8897f479f11c tempest-NetworksTestDHCPv6-2078532381 tempest-NetworksTestDHCPv6-2078532381-project] Pushing event deleted for resources: {'Network': ['ID=59c8d8e9-3a7f-4c65-a3bb-0294099c5902,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:40.801756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8d22127-c93d-43dd-b9d1-9c0b2b2983b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.812271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8d22127-c93d-43dd-b9d1-9c0b2b2983b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.813433 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d8d22127-c93d-43dd-b9d1-9c0b2b2983b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d24d124d-c9fb-41c3-83c3-e7d8f25d42a0 HTTP/1.1" status: 204 len: 168 time: 0.3473327 Jul 22 16:57:40.826881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d22127-c93d-43dd-b9d1-9c0b2b2983b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d124d-c9fb-41c3-83c3-e7d8f25d42a0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:40.923268 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:40.985503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:16Z', 'updated_at': '2021-07-22T16:57:39Z', 'revision_number': 5, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'gw_port': {'id': 'b35bea00-375b-43db-91c5-27c107dc59d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T16:57:17Z', 'updated_at': '2021-07-22T16:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:41.006153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Deleting port b35bea00-375b-43db-91c5-27c107dc59d2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:41.006511 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.021099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] Checking router: 792b23dd-f1fe-46cb-a409-3107950b04c1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 16:57:41.031474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] Routers {'792b23dd-f1fe-46cb-a409-3107950b04c1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:57:41.032128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:57:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['792b23dd-f1fe-46cb-a409-3107950b04c1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:41.076771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:41.110147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:41.172827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] For port b35bea00-375b-43db-91c5-27c107dc59d2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b35bea00-375b-43db-91c5-27c107dc59d2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:41.173203 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.199999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Calling delete_port for b35bea00-375b-43db-91c5-27c107dc59d2 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:41.322382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] Set router 792b23dd-f1fe-46cb-a409-3107950b04c1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 16:57:41.386722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:16Z', 'updated_at': '2021-07-22T16:57:40Z', 'revision_number': 6, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:41.445742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd6f326-f9f5-44a6-b77a-d58a9b774d6e None None] The sync data for ids ['792b23dd-f1fe-46cb-a409-3107950b04c1'] in n-d-792458-13 is: [{'id': '792b23dd-f1fe-46cb-a409-3107950b04c1', 'name': 'tempest-TestAggregatesBasicOps-2102101562-router', 'tenant_id': '9b70bc0704dc4d1a955500439902da99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T16:57:16Z', 'updated_at': '2021-07-22T16:57:40Z', 'revision_number': 6, 'project_id': '9b70bc0704dc4d1a955500439902da99', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:57:41.470636 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:57:41.492484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41678) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:41.499186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fd75eb50-8639-40c2-95ef-5face8eaa5b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cb132e927f1406483cc3cd977d4dab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861420 Jul 22 16:57:41.500854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.542204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Pushing event deleted for resources: {'Port': ['ID=b35bea00-375b-43db-91c5-27c107dc59d2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:41.555279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-76132170-ed10-498d-8aa4-5519ac654d38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eab276daea3a473d8fe74586756f917a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767582 Jul 22 16:57:41.558475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:41.596170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41682) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:41.620438 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4a352cd-a0c6-4142-8005-1f9bd517aa5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.639114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54027c4a-ea41-41c2-87a1-09f37e8ccc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.643093 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.655201 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb58727-494b-47f8-ab8c-b1bc855f6476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.691678 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb58727-494b-47f8-ab8c-b1bc855f6476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.754421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54027c4a-ea41-41c2-87a1-09f37e8ccc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.765215 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.768793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.777553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb58727-494b-47f8-ab8c-b1bc855f6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.780424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cbb58727-494b-47f8-ab8c-b1bc855f6476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.781623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cbb58727-494b-47f8-ab8c-b1bc855f6476 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ab390b3-df8f-4539-a6b3-aa30c81119bd HTTP/1.1" status: 204 len: 168 time: 0.2218733 Jul 22 16:57:41.788635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4a352cd-a0c6-4142-8005-1f9bd517aa5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.798211 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b4a352cd-a0c6-4142-8005-1f9bd517aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.820612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb58727-494b-47f8-ab8c-b1bc855f6476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab390b3-df8f-4539-a6b3-aa30c81119bd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:41.840253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b4a352cd-a0c6-4142-8005-1f9bd517aa5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2eac073c7a9471bb8b4bf63cb708150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429919 Jul 22 16:57:41.841341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41686) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:41.898603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a352cd-a0c6-4142-8005-1f9bd517aa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebb0859-2409-426d-9ac8-91b3af51e488,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:41.955577 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-611ce582-38c7-4023-ba85-5a747edacc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:41.986731 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-611ce582-38c7-4023-ba85-5a747edacc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.068176 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-611ce582-38c7-4023-ba85-5a747edacc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.071085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-611ce582-38c7-4023-ba85-5a747edacc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.073303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-611ce582-38c7-4023-ba85-5a747edacc60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ebb0859-2409-426d-9ac8-91b3af51e488 HTTP/1.1" status: 204 len: 168 time: 0.2270498 Jul 22 16:57:42.087640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ce582-38c7-4023-ba85-5a747edacc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebb0859-2409-426d-9ac8-91b3af51e488,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:42.211597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.212635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 792b23dd-f1fe-46cb-a409-3107950b04c1 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:57:42.218407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.220177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0f25c849-a2a6-48e6-8184-f2b26392c51a admin admin] 10.222.0.53 "DELETE /v2.0/routers/792b23dd-f1fe-46cb-a409-3107950b04c1 HTTP/1.1" status: 204 len: 168 time: 1.7337661 Jul 22 16:57:42.222666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41692) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:42.251582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54027c4a-ea41-41c2-87a1-09f37e8ccc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.254261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54027c4a-ea41-41c2-87a1-09f37e8ccc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.255452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-54027c4a-ea41-41c2-87a1-09f37e8ccc29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9336b5d-a340-4d83-96c0-ea21e533cc75 HTTP/1.1" status: 204 len: 168 time: 0.7612267 Jul 22 16:57:42.265228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54027c4a-ea41-41c2-87a1-09f37e8ccc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9336b5d-a340-4d83-96c0-ea21e533cc75,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:42.316631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a533ab-bda9-41ca-ab0a-889208a34c71 admin admin] Deleting subnet 3a7e9255-7be3-4243-a22e-2201558ff5d5 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:42.320364 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7a533ab-bda9-41ca-ab0a-889208a34c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.377636 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41700) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:42.396728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7a533ab-bda9-41ca-ab0a-889208a34c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.459596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b35bea00-375b-43db-91c5-27c107dc59d2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:42.494357 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9639f617-aeea-4a58-b752-cfe8f3a7ea78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48e59ae8a39546bf8513c7464a2d58df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131499 Jul 22 16:57:42.495132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:42.502798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: b35bea00-375b-43db-91c5-27c107dc59d2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:42.503327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b35bea00-375b-43db-91c5-27c107dc59d2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:42.503853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8352beaf-8165-41bf-bd39-1f99321e2248 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:42.537631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 8352beaf-8165-41bf-bd39-1f99321e2248 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:42.538609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8352beaf-8165-41bf-bd39-1f99321e2248 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:42.559155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7a533ab-bda9-41ca-ab0a-889208a34c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.566715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f2728dd-c2b7-48d4-bbd9-3c67e7f6fce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.602255 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f2728dd-c2b7-48d4-bbd9-3c67e7f6fce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.712239 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f2728dd-c2b7-48d4-bbd9-3c67e7f6fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.719655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f2728dd-c2b7-48d4-bbd9-3c67e7f6fce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.723045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2f2728dd-c2b7-48d4-bbd9-3c67e7f6fce8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25011e27-3eb7-4eab-9cf3-d6db49ea297c HTTP/1.1" status: 204 len: 168 time: 0.2268300 Jul 22 16:57:42.731339 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7a533ab-bda9-41ca-ab0a-889208a34c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.750990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2728dd-c2b7-48d4-bbd9-3c67e7f6fce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25011e27-3eb7-4eab-9cf3-d6db49ea297c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:42.825663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a533ab-bda9-41ca-ab0a-889208a34c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7e9255-7be3-4243-a22e-2201558ff5d5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:42.841895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b5f8f-ec6f-4ea7-98cc-c777ccad960b None None] Network 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:42.850366 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7a533ab-bda9-41ca-ab0a-889208a34c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:42.852877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d7a533ab-bda9-41ca-ab0a-889208a34c71 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3a7e9255-7be3-4243-a22e-2201558ff5d5 HTTP/1.1" status: 204 len: 168 time: 0.6293180 Jul 22 16:57:42.859052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41712) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:42.950852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.052122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Deleting port 13690c20-3a87-405e-a8f4-7a0487dafd55 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:43.052390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.137303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] For port 13690c20-3a87-405e-a8f4-7a0487dafd55, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=13690c20-3a87-405e-a8f4-7a0487dafd55,segment=NetworkSegment(f3a36cf8-6002-4050-b5b7-5a5cefaae577),segment_id=f3a36cf8-6002-4050-b5b7-5a5cefaae577)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:43.137559 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.147732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fc51f2-61d9-4a30-b5e0-428a7f292329 None None] DHCP port deletion for 79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:57:43.170922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Calling delete_port for 13690c20-3a87-405e-a8f4-7a0487dafd55 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:43.227179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-87fc51f2-61d9-4a30-b5e0-428a7f292329 None None] Deleting port 13690c20-3a87-405e-a8f4-7a0487dafd55 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:43.228026 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87fc51f2-61d9-4a30-b5e0-428a7f292329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.270682 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.301332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] No DVR routers for this DVR port 13690c20-3a87-405e-a8f4-7a0487dafd55 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:43.328725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Pushing event deleted for resources: {'Port': ['ID=13690c20-3a87-405e-a8f4-7a0487dafd55,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:43.344949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-87fc51f2-61d9-4a30-b5e0-428a7f292329 None None] For port 13690c20-3a87-405e-a8f4-7a0487dafd55, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=13690c20-3a87-405e-a8f4-7a0487dafd55,segment=NetworkSegment(f3a36cf8-6002-4050-b5b7-5a5cefaae577),segment_id=f3a36cf8-6002-4050-b5b7-5a5cefaae577)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:43.345739 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87fc51f2-61d9-4a30-b5e0-428a7f292329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.370607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-87fc51f2-61d9-4a30-b5e0-428a7f292329 None None] Calling delete_port for 13690c20-3a87-405e-a8f4-7a0487dafd55 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:43.424666 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.435576 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:43.445819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a36cf8-6002-4050-b5b7-5a5cefaae577') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:43.446153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a36cf8-6002-4050-b5b7-5a5cefaae577') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:43.459320 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.486231 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.502213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:43.504367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:43.508038 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:43.538729 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87fc51f2-61d9-4a30-b5e0-428a7f292329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.585973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc51f2-61d9-4a30-b5e0-428a7f292329 None None] No DVR routers for this DVR port 13690c20-3a87-405e-a8f4-7a0487dafd55 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:43.588751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.606302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc51f2-61d9-4a30-b5e0-428a7f292329 None None] Pushing event deleted for resources: {'Port': ['ID=13690c20-3a87-405e-a8f4-7a0487dafd55,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:43.613664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:43.621153 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] 10.222.0.53 "DELETE /v2.0/networks/79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1 HTTP/1.1" status: 204 len: 168 time: 0.7590497 Jul 22 16:57:43.622513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1426c-f08c-46c5-9f6b-a4894d30ff52 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e6569a-e1d7-4e9d-93fc-0e099b0bf5c1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:43.977017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41764) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:44.066916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41766) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:44.074319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b5e07810-c435-42a9-9317-ec232a1790fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8991b68e5a264d0a97d5db93ed90abb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960114 Jul 22 16:57:44.164212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e1889ad-aae5-4d07-af42-be64cf063c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.220144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e1889ad-aae5-4d07-af42-be64cf063c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.297074 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e1889ad-aae5-4d07-af42-be64cf063c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.302361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e1889ad-aae5-4d07-af42-be64cf063c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.303682 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6e1889ad-aae5-4d07-af42-be64cf063c27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bbadbbc-2d1a-4957-9602-bc97b1d6ca04 HTTP/1.1" status: 204 len: 168 time: 0.2353754 Jul 22 16:57:44.315901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1889ad-aae5-4d07-af42-be64cf063c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbadbbc-2d1a-4957-9602-bc97b1d6ca04,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:44.377382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 13690c20-3a87-405e-a8f4-7a0487dafd55 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:44.400633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 13690c20-3a87-405e-a8f4-7a0487dafd55 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:44.401603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 13690c20-3a87-405e-a8f4-7a0487dafd55 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:44.686774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:44.850088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:44.850612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-183913190'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:44.898566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:44.903056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.929828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:44.931602 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-276f5e49-1628-403f-808d-6459f107c524 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b70bc0704dc4d1a955500439902da99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803363 Jul 22 16:57:44.933392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41798) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:45.022099 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-764703c0-0538-4292-8e3b-c273b1cf960c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.052884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-764703c0-0538-4292-8e3b-c273b1cf960c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.107141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.112778 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.118690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-764703c0-0538-4292-8e3b-c273b1cf960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.125190 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-764703c0-0538-4292-8e3b-c273b1cf960c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.127549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-764703c0-0538-4292-8e3b-c273b1cf960c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf99e78d-245c-4f7a-8de3-b94732cb6ea4 HTTP/1.1" status: 204 len: 168 time: 0.1865256 Jul 22 16:57:45.139331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764703c0-0538-4292-8e3b-c273b1cf960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf99e78d-245c-4f7a-8de3-b94732cb6ea4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:45.168316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cdae7f-d575-4133-b959-7ac96ecb4abd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:45.171624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:45.181722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.183034 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment b8e4ab36-19cc-46af-8022-d0038a6aa2a4 of type vlan for network daca623a-0806-40a8-932a-8aa2941b39d3 Jul 22 16:57:45.229943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.269143 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.276976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:45.277929 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.323015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6303394 Jul 22 16:57:45.358901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b535c5d-2c38-4084-8bc2-786b700a73ec tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=daca623a-0806-40a8-932a-8aa2941b39d3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:45.387199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network daca623a-0806-40a8-932a-8aa2941b39d3 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:45.454143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41808) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:45.471555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': 'daca623a-0806-40a8-932a-8aa2941b39d3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:45.521417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41810) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:45.608723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:45.613270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.857732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.861690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-970626693'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:45.897835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:45.902562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.912407 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.922687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=323ff79e-ff47-4c71-b24d-b8741370eb28,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:45.946715 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': 'b8e4ab36-19cc-46af-8022-d0038a6aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'daca623a-0806-40a8-932a-8aa2941b39d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:45.947080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: daca623a-0806-40a8-932a-8aa2941b39d3, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:45.965477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network daca623a-0806-40a8-932a-8aa2941b39d3 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:45.976456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, daca623a-0806-40a8-932a-8aa2941b39d3) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:45.981250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:45.982003 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:45.992998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77185be8-2e74-49ae-ac66-458856ba2208 None None] Network daca623a-0806-40a8-932a-8aa2941b39d3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:46.053121 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.068300 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.075592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-015a5dfe-2d01-4acb-a6a8-42e2b8202e10 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6204205 Jul 22 16:57:46.078722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41834) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:46.083995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-298883085'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:46.121960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:46.126646 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:46.130239 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.168484 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.168841 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Added segment a90f9de7-d3cb-4634-86b0-fcd380c06e59 of type vlan for network 5c07143f-7a4c-402c-a821-3a3bf77eea9f Jul 22 16:57:46.170313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38541977-c023-4c34-b094-a58aec97dbd5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:46.180922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:46.201885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.202235 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment cd9e6fd5-d08b-47ff-885f-4975c73903dc of type vlan for network 85afd6c1-15ea-48a4-a64d-c38aac39c566 Jul 22 16:57:46.217676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-daca623a-0806-40a8-932a-8aa2941b39d3', 'network_id': 'daca623a-0806-40a8-932a-8aa2941b39d3', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': '323ff79e-ff47-4c71-b24d-b8741370eb28'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:46.219525 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.272987 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.279666 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.321189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.329129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:46.329785 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.350024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.359220 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:46.359220 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.377741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8528852 Jul 22 16:57:46.378430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41846) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:46.383782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'name': 'tempest-PortsIpV6TestJSON-828763909'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:46.426977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3464346 Jul 22 16:57:46.430178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:46.432543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7290f3-a299-499b-836c-28e281eb9be3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Network': ['ID=5c07143f-7a4c-402c-a821-3a3bf77eea9f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:46.438894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Allocated IP 172.20.255.242 (daca623a-0806-40a8-932a-8aa2941b39d3/323ff79e-ff47-4c71-b24d-b8741370eb28/2d27e245-6699-41b1-9861-502b37470db1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:46.450800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': '85afd6c1-15ea-48a4-a64d-c38aac39c566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:46.451106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:46.517392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:46.519815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.553878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d560-fa36-4f93-88f1-e459d18bd66c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=85afd6c1-15ea-48a4-a64d-c38aac39c566,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:46.564274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:46.630299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 85afd6c1-15ea-48a4-a64d-c38aac39c566 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:46.659981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:46.665686 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.772079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.841497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.854149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Transition to ACTIVE for port object 2d27e245-6699-41b1-9861-502b37470db1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:46.855209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.874201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Transition to ACTIVE for port object 2d27e245-6699-41b1-9861-502b37470db1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:46.883059 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.935915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Pushing event updated for resources: {'Port': ['ID=2d27e245-6699-41b1-9861-502b37470db1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:46.943831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Network daca623a-0806-40a8-932a-8aa2941b39d3 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:46.945014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:46.945805 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:46.948585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:46.972864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=0f1186e6-477f-44fc-ac12-a3c2eecf0ff8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:47.019679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Attempting to bind port 2d27e245-6699-41b1-9861-502b37470db1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:47.020691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Attempting to bind port 2d27e245-6699-41b1-9861-502b37470db1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'b8e4ab36-19cc-46af-8022-d0038a6aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'daca623a-0806-40a8-932a-8aa2941b39d3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:47.021180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Attempting to bind port 2d27e245-6699-41b1-9861-502b37470db1 on network daca623a-0806-40a8-932a-8aa2941b39d3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:47.026624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Checking segment: {'id': 'a90f9de7-d3cb-4634-86b0-fcd380c06e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:47.026999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network hostable DHCP agents. Network: 5c07143f-7a4c-402c-a821-3a3bf77eea9f, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:47.027210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:47.027669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Checking segment: {'id': 'b8e4ab36-19cc-46af-8022-d0038a6aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'daca623a-0806-40a8-932a-8aa2941b39d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:47.028395 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.028637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Bound using segment: {'id': 'b8e4ab36-19cc-46af-8022-d0038a6aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'daca623a-0806-40a8-932a-8aa2941b39d3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:47.029291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Bound port: 2d27e245-6699-41b1-9861-502b37470db1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e4ab36-19cc-46af-8022-d0038a6aa2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'daca623a-0806-40a8-932a-8aa2941b39d3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:47.029629 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.038578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=45c824bf-d367-4959-90fd-0d126ac02896,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:47.048065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:47.049511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': 'cd9e6fd5-d08b-47ff-885f-4975c73903dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '85afd6c1-15ea-48a4-a64d-c38aac39c566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:47.049511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: 85afd6c1-15ea-48a4-a64d-c38aac39c566, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:47.071211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:47.075154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network 85afd6c1-15ea-48a4-a64d-c38aac39c566 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:47.087979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 85afd6c1-15ea-48a4-a64d-c38aac39c566) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:47.091601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 5c07143f-7a4c-402c-a821-3a3bf77eea9f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:47.099389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce012bce-42cb-48ab-b80f-eb401582e154 None None] Network 85afd6c1-15ea-48a4-a64d-c38aac39c566 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:47.103660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:47.113757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:47.114364 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.124419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:47.126241 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.136771 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-638e61a4-6640-487c-b834-223d5e37adeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7060480 Jul 22 16:57:47.138578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:47.157487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e7044933-ce62-4df2-8d84-a40951869dd1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7778604 Jul 22 16:57:47.160393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:47.169093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2033047742'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:47.205306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e5c07d-aa70-40fa-ad5b-a0b5760e6191 None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:47.215129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:47.219924 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.267969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:47.276753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] For port 2d27e245-6699-41b1-9861-502b37470db1, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:47.280054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.280932 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Added segment d01023c4-129e-4df1-9cf3-c1f5c25c64e7 of type vlan for network cb29c213-c5d6-463f-9cac-3eae47595890 Jul 22 16:57:47.293953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.320331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1ee97aa-f625-4e6b-8ae6-8916937523f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.332657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.334138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] For port 2d27e245-6699-41b1-9861-502b37470db1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2d27e245-6699-41b1-9861-502b37470db1,segment=NetworkSegment(b8e4ab36-19cc-46af-8022-d0038a6aa2a4),segment_id=b8e4ab36-19cc-46af-8022-d0038a6aa2a4)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:47.366896 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.371510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.378386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:47.379491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.449206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Network': ['ID=cb29c213-c5d6-463f-9cac-3eae47595890,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:47.473848 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.477408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network cb29c213-c5d6-463f-9cac-3eae47595890 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:47.483061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c80197-0a8d-46bf-9d68-1e56118c245b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-85afd6c1-15ea-48a4-a64d-c38aac39c566', 'network_id': '85afd6c1-15ea-48a4-a64d-c38aac39c566', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': '45c824bf-d367-4959-90fd-0d126ac02896'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:47.483910 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-79c80197-0a8d-46bf-9d68-1e56118c245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.513917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6b210-31b5-46b7-82fd-4e6492a523e0 None None] Pushing event updated for resources: {'Port': ['ID=2d27e245-6699-41b1-9861-502b37470db1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:47.584241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1ee97aa-f625-4e6b-8ae6-8916937523f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.590750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a1ee97aa-f625-4e6b-8ae6-8916937523f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.602831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-71bac3ec-4550-4ee2-b162-0181be6d1d6b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4409952 Jul 22 16:57:47.605526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:47.610663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.613987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'ports': [{'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f'}, {'network_id': 'cb29c213-c5d6-463f-9cac-3eae47595890'}]} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:47.614608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:47.615615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': 'cb29c213-c5d6-463f-9cac-3eae47595890'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-79c80197-0a8d-46bf-9d68-1e56118c245b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45c824bf-d367-4959-90fd-0d126ac02896: This subnet is being modified by another concurrent operation. Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45c824bf-d367-4959-90fd-0d126ac02896: This subnet is being modified by another concurrent operation. Jul 22 16:57:47.704878 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 16:57:47.720161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.739732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85afd6c1-15ea-48a4-a64d-c38aac39c566']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:47.764833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9e6fd5-d08b-47ff-885f-4975c73903dc') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:47.765122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9e6fd5-d08b-47ff-885f-4975c73903dc') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:47.765644 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086f1cc0-1330-4107-b665-fca1a285a1b2 None None] Network 85afd6c1-15ea-48a4-a64d-c38aac39c566 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:47.785227 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.808485 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.836390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=45c824bf-d367-4959-90fd-0d126ac02896,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:47.839049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee97aa-f625-4e6b-8ae6-8916937523f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf78e7-b280-4db4-b4fa-baf0b3290027,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:47.841914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:47.842329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:47.846802 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:47.870515 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a1ee97aa-f625-4e6b-8ae6-8916937523f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75e3f43962da4d8d967b1ba2aad4781d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8183229 Jul 22 16:57:47.873634 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:47.949415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 2} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:47.954369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.973282 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.982191 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.987890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/85afd6c1-15ea-48a4-a64d-c38aac39c566 HTTP/1.1" status: 204 len: 168 time: 0.8444777 Jul 22 16:57:47.988093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.988197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31a6b333-05c7-41b3-8c6b-b11e9bb26d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:47.997201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41876) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:48.008322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-929803237'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:48.015658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd698f85-08d5-4edb-b7ee-d8f6cff08b4b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=85afd6c1-15ea-48a4-a64d-c38aac39c566,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:48.037101 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31a6b333-05c7-41b3-8c6b-b11e9bb26d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.053714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:48.057837 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.099639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:48.102555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port afda644d-d996-4bb5-81cf-4024461819d9 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:48.123234 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31a6b333-05c7-41b3-8c6b-b11e9bb26d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.126388 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31a6b333-05c7-41b3-8c6b-b11e9bb26d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.129848 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-31a6b333-05c7-41b3-8c6b-b11e9bb26d7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6bf78e7-b280-4db4-b4fa-baf0b3290027 HTTP/1.1" status: 204 len: 168 time: 0.2534184 Jul 22 16:57:48.129848 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.129848 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 8fdf802d-f10f-49ea-9f9b-d3e96142f8fe of type vlan for network 1eda17aa-7df2-4fc0-a971-bba204614d51 Jul 22 16:57:48.171988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6b333-05c7-41b3-8c6b-b11e9bb26d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf78e7-b280-4db4-b4fa-baf0b3290027,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:48.188365 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.227790 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.237029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:48.238014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.282040 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2820306 Jul 22 16:57:48.288712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41882) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:48.294413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': '1eda17aa-7df2-4fc0-a971-bba204614d51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:48.364032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.382907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b153f47-0e6b-43b3-874b-8c8a3c24800b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=1eda17aa-7df2-4fc0-a971-bba204614d51,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:48.421328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 1eda17aa-7df2-4fc0-a971-bba204614d51 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:48.468577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2d27e245-6699-41b1-9861-502b37470db1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:48.538445 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b663def-cabe-450e-8da3-ee510c9a48c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.575173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:48.579146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.597508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 08af9eb6-83ac-4172-aaa7-e0383f8e93a7 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:48.647392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 2d27e245-6699-41b1-9861-502b37470db1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:48.668172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Performing IP validity checks on allocation pools {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:57:48.668516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:57:48.782177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:48.805318 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c223b4-8aa3-4c34-a30c-c95f36556384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.825742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.870515 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.894518 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:48.934550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=adec083c-c79c-4709-af28-a93ca61969fb,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:48.952434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:48.966244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57058ece-9301-4a89-9cd0-3133e872cd8b None None] Network daca623a-0806-40a8-932a-8aa2941b39d3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:48.981368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=afda644d-d996-4bb5-81cf-4024461819d9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:48.985197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:48.987302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:48.989626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:48.990955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.001380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': '8fdf802d-f10f-49ea-9f9b-d3e96142f8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1eda17aa-7df2-4fc0-a971-bba204614d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:49.002443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: 1eda17aa-7df2-4fc0-a971-bba204614d51, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:49.039287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network 1eda17aa-7df2-4fc0-a971-bba204614d51 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:49.076510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=08af9eb6-83ac-4172-aaa7-e0383f8e93a7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:49.080260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Checking segment: {'id': 'd01023c4-129e-4df1-9cf3-c1f5c25c64e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cb29c213-c5d6-463f-9cac-3eae47595890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:49.080633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network hostable DHCP agents. Network: cb29c213-c5d6-463f-9cac-3eae47595890, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:49.086523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c223b4-8aa3-4c34-a30c-c95f36556384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.096147 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-87c223b4-8aa3-4c34-a30c-c95f36556384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.111495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network cb29c213-c5d6-463f-9cac-3eae47595890 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:49.119982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, cb29c213-c5d6-463f-9cac-3eae47595890) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:49.127875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:49.138711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-87c223b4-8aa3-4c34-a30c-c95f36556384 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c57b19a37fa4d1396153cae46d680e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3528428 Jul 22 16:57:49.138904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:49.139077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 1eda17aa-7df2-4fc0-a971-bba204614d51) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:49.141950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:49.142670 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.144418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e967191b-215d-4950-aa8f-db498001688c None None] Provisioning for port 2d27e245-6699-41b1-9861-502b37470db1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:49.146832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:49.157844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab609a2-6746-4869-9a56-e7e6b6fb866e None None] Network cb29c213-c5d6-463f-9cac-3eae47595890 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:49.161274 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:49.161958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.173268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e967191b-215d-4950-aa8f-db498001688c None None] Provisioning complete for port 2d27e245-6699-41b1-9861-502b37470db1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:49.173395 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e967191b-215d-4950-aa8f-db498001688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.179870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5b8869-3315-4c82-8d5d-5ee128be0596 None None] Network 1eda17aa-7df2-4fc0-a971-bba204614d51 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:49.183627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-db5464f0-7efa-4fed-ab4b-d047ab46984c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5765915 Jul 22 16:57:49.188051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41900) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:49.202190 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-452ac52c-9f0b-4af5-83ab-e0e24b9f02c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.208022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-65356995-a8d9-427c-a4b4-0515de453f7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9182575 Jul 22 16:57:49.208966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c223b4-8aa3-4c34-a30c-c95f36556384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfb3cde-7115-40c0-82c1-c4a6fe85391e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:49.222422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:49.275529 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c193098-611d-4ae7-b189-b87dae39bbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.302831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c193098-611d-4ae7-b189-b87dae39bbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.359466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-452ac52c-9f0b-4af5-83ab-e0e24b9f02c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.392362 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c193098-611d-4ae7-b189-b87dae39bbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.395295 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c193098-611d-4ae7-b189-b87dae39bbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.396829 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1c193098-611d-4ae7-b189-b87dae39bbd0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ccfb3cde-7115-40c0-82c1-c4a6fe85391e HTTP/1.1" status: 204 len: 168 time: 0.2484622 Jul 22 16:57:49.410677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c193098-611d-4ae7-b189-b87dae39bbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfb3cde-7115-40c0-82c1-c4a6fe85391e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:49.438203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b543314d-dcf4-44e4-8406-7fe089f92189 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 08af9eb6-83ac-4172-aaa7-e0383f8e93a7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:49.438669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b543314d-dcf4-44e4-8406-7fe089f92189 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.480508 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-452ac52c-9f0b-4af5-83ab-e0e24b9f02c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.514149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-452ac52c-9f0b-4af5-83ab-e0e24b9f02c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4e51568a7d248efae1af16614f8a7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604451 Jul 22 16:57:49.521369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41906) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:49.534450 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.553011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b543314d-dcf4-44e4-8406-7fe089f92189 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.559657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ac52c-9f0b-4af5-83ab-e0e24b9f02c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa311c5-ad95-4935-b5d7-00cd27fe1bd2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:49.586911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b543314d-dcf4-44e4-8406-7fe089f92189 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 08af9eb6-83ac-4172-aaa7-e0383f8e93a7 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:49.646739 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.687893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cfd368d-1b25-45b8-94c5-d00f1d1f7f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.719674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.725463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cfd368d-1b25-45b8-94c5-d00f1d1f7f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.754631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=adec083c-c79c-4709-af28-a93ca61969fb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:49.794459 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b543314d-dcf4-44e4-8406-7fe089f92189 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.835838 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b543314d-dcf4-44e4-8406-7fe089f92189 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.845762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b543314d-dcf4-44e4-8406-7fe089f92189 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/08af9eb6-83ac-4172-aaa7-e0383f8e93a7 HTTP/1.1" status: 204 len: 168 time: 0.6542661 Jul 22 16:57:49.862678 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e967191b-215d-4950-aa8f-db498001688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.884309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41914) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:49.885026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c3cee-6b8b-4949-b8a1-61ea051f3515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-1eda17aa-7df2-4fc0-a971-bba204614d51', 'network_id': '1eda17aa-7df2-4fc0-a971-bba204614d51', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': 'adec083c-c79c-4709-af28-a93ca61969fb'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:49.886490 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-830c3cee-6b8b-4949-b8a1-61ea051f3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.895442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.922447 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eda17aa-7df2-4fc0-a971-bba204614d51']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:49.939888 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdf802d-f10f-49ea-9f9b-d3e96142f8fe') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:49.940321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdf802d-f10f-49ea-9f9b-d3e96142f8fe') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:49.941257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cfd368d-1b25-45b8-94c5-d00f1d1f7f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.950305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e967191b-215d-4950-aa8f-db498001688c None None] For port 2d27e245-6699-41b1-9861-502b37470db1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2d27e245-6699-41b1-9861-502b37470db1,segment=NetworkSegment(b8e4ab36-19cc-46af-8022-d0038a6aa2a4),segment_id=b8e4ab36-19cc-46af-8022-d0038a6aa2a4)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:49.960191 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6cfd368d-1b25-45b8-94c5-d00f1d1f7f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.960699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.961428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6cfd368d-1b25-45b8-94c5-d00f1d1f7f92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4aa311c5-ad95-4935-b5d7-00cd27fe1bd2 HTTP/1.1" status: 204 len: 168 time: 0.4389341 Jul 22 16:57:49.969911 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e967191b-215d-4950-aa8f-db498001688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.970676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543314d-dcf4-44e4-8406-7fe089f92189 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=08af9eb6-83ac-4172-aaa7-e0383f8e93a7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:49.988706 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:49.999222 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd368d-1b25-45b8-94c5-d00f1d1f7f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa311c5-ad95-4935-b5d7-00cd27fe1bd2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:50.033546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:50.036240 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.046137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1616d8d-bc51-48da-9e69-f5907cd70488 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:50.048601 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:50.056128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1616d8d-bc51-48da-9e69-f5907cd70488 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:50.059255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d1616d8d-bc51-48da-9e69-f5907cd70488 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1719730 Jul 22 16:57:50.062175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41922) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.142000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24320f9d-1349-458e-8957-0c98ec24238b None None] Network 1eda17aa-7df2-4fc0-a971-bba204614d51 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:50.175237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967191b-215d-4950-aa8f-db498001688c None None] Pushing event updated for resources: {'Port': ['ID=2d27e245-6699-41b1-9861-502b37470db1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:50.201136 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.209130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.211067 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/1eda17aa-7df2-4fc0-a971-bba204614d51 HTTP/1.1" status: 204 len: 168 time: 0.9797854 Jul 22 16:57:50.216685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.226730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-301561406'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:50.258714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f507c2-4db3-4462-a19f-57a961c3b4ef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=1eda17aa-7df2-4fc0-a971-bba204614d51,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:50.289856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0958d-8906-4be3-a400-5615a3e1c2e9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port afda644d-d996-4bb5-81cf-4024461819d9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:50.290202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ff0958d-8906-4be3-a400-5615a3e1c2e9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.324923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:50.331570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.344454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e0a76-eda8-4d7a-8cf1-e934d4cc1c31 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:57:50.386385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2d27e245-6699-41b1-9861-502b37470db1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:50.392536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:50.412058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.413042 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 70d75772-ccf9-4f3e-abeb-5188bd3b7c79 of type vlan for network b94327cc-d8a1-40e4-a6f3-ded2d4d04b49 Jul 22 16:57:50.459372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ff0958d-8906-4be3-a400-5615a3e1c2e9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.470095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f672c379-aff6-4815-8eee-a3cf362f7f38 None None] Provisioning complete for port 2d27e245-6699-41b1-9861-502b37470db1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:50.470792 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f672c379-aff6-4815-8eee-a3cf362f7f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.480895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.481147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0958d-8906-4be3-a400-5615a3e1c2e9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for afda644d-d996-4bb5-81cf-4024461819d9 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:50.518197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.527259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:50.528102 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.528456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e0a76-eda8-4d7a-8cf1-e934d4cc1c31 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:57:50.535447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2d27e245-6699-41b1-9861-502b37470db1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:50.536006 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.572332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.591491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ff0958d-8906-4be3-a400-5615a3e1c2e9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.593443 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1653d713-cb5d-4432-8c3d-f880b899e292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.616770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=b94327cc-d8a1-40e4-a6f3-ded2d4d04b49,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:50.631835 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-04d7b0c5-9005-4b0a-a757-0a6f41202aeb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4138515 Jul 22 16:57:50.634964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.642473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': 'b94327cc-d8a1-40e4-a6f3-ded2d4d04b49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:50.643511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0958d-8906-4be3-a400-5615a3e1c2e9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=afda644d-d996-4bb5-81cf-4024461819d9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:50.648542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network b94327cc-d8a1-40e4-a6f3-ded2d4d04b49 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:50.657872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8ff0958d-8906-4be3-a400-5615a3e1c2e9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.663271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8ff0958d-8906-4be3-a400-5615a3e1c2e9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/afda644d-d996-4bb5-81cf-4024461819d9 HTTP/1.1" status: 204 len: 168 time: 0.5985012 Jul 22 16:57:50.667562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41938) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.780062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e733942-4aad-4cc5-b312-4fe79407ec9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:50.784656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8e733942-4aad-4cc5-b312-4fe79407ec9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1134520 Jul 22 16:57:50.786891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41942) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.828200 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c366a7f-26a0-4f75-a01d-bde00ccdbb39 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:57:50.832793 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7c366a7f-26a0-4f75-a01d-bde00ccdbb39 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/08af9eb6-83ac-4172-aaa7-e0383f8e93a7 HTTP/1.1" status: 404 len: 333 time: 0.0428305 Jul 22 16:57:50.833496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.844304 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1653d713-cb5d-4432-8c3d-f880b899e292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.865918 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f4d418-9a0b-4844-a149-3b8a85bd6aad tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:57:50.870866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-43f4d418-9a0b-4844-a149-3b8a85bd6aad tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/afda644d-d996-4bb5-81cf-4024461819d9 HTTP/1.1" status: 404 len: 333 time: 0.0331807 Jul 22 16:57:50.870866 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1653d713-cb5d-4432-8c3d-f880b899e292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.871312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41948) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.911418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653d713-cb5d-4432-8c3d-f880b899e292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4684ae8f-a167-407f-8e13-51660095b448,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:50.919572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1653d713-cb5d-4432-8c3d-f880b899e292 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab1ec73570bf4e1caa48bffa34731036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457620 Jul 22 16:57:50.920148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41950) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:50.928584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:50.933848 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:50.980260 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0d42-e7eb-4e25-b80e-31c7a444a9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.005385 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0d42-e7eb-4e25-b80e-31c7a444a9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.022901 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf4df72b-808f-41e4-9abb-c317672c4dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.060465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0d42-e7eb-4e25-b80e-31c7a444a9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.063991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0cf0d42-e7eb-4e25-b80e-31c7a444a9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.067911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e0cf0d42-e7eb-4e25-b80e-31c7a444a9bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4684ae8f-a167-407f-8e13-51660095b448 HTTP/1.1" status: 204 len: 168 time: 0.1437500 Jul 22 16:57:51.075838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf0d42-e7eb-4e25-b80e-31c7a444a9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684ae8f-a167-407f-8e13-51660095b448,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:51.085355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.234389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.253196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb29c213-c5d6-463f-9cac-3eae47595890']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:51.253786 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.273240 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01023c4-129e-4df1-9cf3-c1f5c25c64e7') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:51.273572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01023c4-129e-4df1-9cf3-c1f5c25c64e7') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:51.304783 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.331012 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.340623 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:51.341042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:51.344278 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:51.358913 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.459959 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.479404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.482773 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/networks/cb29c213-c5d6-463f-9cac-3eae47595890 HTTP/1.1" status: 204 len: 168 time: 0.6018155 Jul 22 16:57:51.486775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41972) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:51.493839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1849288015'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:51.507916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=3697ab24-c7c1-427d-bb94-1b1658c59111,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:51.512870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621cecf-7a52-40c7-ab0e-2464463f8b61 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Network': ['ID=cb29c213-c5d6-463f-9cac-3eae47595890,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:51.525099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': '70d75772-ccf9-4f3e-abeb-5188bd3b7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b94327cc-d8a1-40e4-a6f3-ded2d4d04b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:51.525099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: b94327cc-d8a1-40e4-a6f3-ded2d4d04b49, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:51.534948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:51.542752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.546286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network b94327cc-d8a1-40e4-a6f3-ded2d4d04b49 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:51.560098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, b94327cc-d8a1-40e4-a6f3-ded2d4d04b49) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:51.566348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:51.567400 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.570442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78b5ada-cf20-4104-9aa1-bb974fadd5f2 None None] Network b94327cc-d8a1-40e4-a6f3-ded2d4d04b49 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:51.591366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:51.594205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2c0fad72-d382-4a6b-b190-028bdfb130b0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9579854 Jul 22 16:57:51.596946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 41980) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:51.616241 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.616930 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Added segment f6eb92ab-eca1-4585-b2f7-629a46bc9ad0 of type vlan for network 68d78f92-0c2a-41a6-bf07-83662a36dbd4 Jul 22 16:57:51.684178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.731101 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.740923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:51.742549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.757217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-b94327cc-d8a1-40e4-a6f3-ded2d4d04b49', 'network_id': 'b94327cc-d8a1-40e4-a6f3-ded2d4d04b49', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': '3697ab24-c7c1-427d-bb94-1b1658c59111'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:51.758123 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.780053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.821680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3331294 Jul 22 16:57:51.825625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 41986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:51.832956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '68d78f92-0c2a-41a6-bf07-83662a36dbd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:51.882594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:51.935721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2a6ae-6c44-4b40-bfe3-6fc8cf334e6e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Network': ['ID=68d78f92-0c2a-41a6-bf07-83662a36dbd4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:51.972694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 68d78f92-0c2a-41a6-bf07-83662a36dbd4 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:52.027588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:52.034019 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.071084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Allocated IP 172.20.0.1 (b94327cc-d8a1-40e4-a6f3-ded2d4d04b49/3697ab24-c7c1-427d-bb94-1b1658c59111/77055dc0-c392-4cc0-8b27-ccd989362ce6) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:52.297824 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.300195 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.310501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Transition to ACTIVE for port object 77055dc0-c392-4cc0-8b27-ccd989362ce6 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:52.333003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Transition to ACTIVE for port object 77055dc0-c392-4cc0-8b27-ccd989362ce6 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:52.340750 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.373552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=88284805-b3fd-4f8d-bbef-58481d017aec,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:52.376557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.377665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Network b94327cc-d8a1-40e4-a6f3-ded2d4d04b49 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:52.380553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:52.383548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Checking segment: {'id': 'f6eb92ab-eca1-4585-b2f7-629a46bc9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68d78f92-0c2a-41a6-bf07-83662a36dbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:52.383924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network hostable DHCP agents. Network: 68d78f92-0c2a-41a6-bf07-83662a36dbd4, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:52.388250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:52.401220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Pushing event updated for resources: {'Port': ['ID=77055dc0-c392-4cc0-8b27-ccd989362ce6,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:52.409028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 68d78f92-0c2a-41a6-bf07-83662a36dbd4 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:52.425051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 68d78f92-0c2a-41a6-bf07-83662a36dbd4) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:52.434858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:52.438052 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.449064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=3697ab24-c7c1-427d-bb94-1b1658c59111,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:52.461112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3631cc4c-99e4-4ec1-8733-a4185bbd681b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6339877 Jul 22 16:57:52.470248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42006) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:52.473254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444c96c-29b5-412b-b8e0-d7c660ea0061 None None] Network 68d78f92-0c2a-41a6-bf07-83662a36dbd4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:52.476809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Attempting to bind port 77055dc0-c392-4cc0-8b27-ccd989362ce6 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:52.477431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Attempting to bind port 77055dc0-c392-4cc0-8b27-ccd989362ce6 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '70d75772-ccf9-4f3e-abeb-5188bd3b7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b94327cc-d8a1-40e4-a6f3-ded2d4d04b49'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:52.477662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Attempting to bind port 77055dc0-c392-4cc0-8b27-ccd989362ce6 on network b94327cc-d8a1-40e4-a6f3-ded2d4d04b49 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:52.479961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': '68d78f92-0c2a-41a6-bf07-83662a36dbd4', 'name': 'tempest-PortsIpV6TestJSON-1198749692'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:52.494230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:52.494762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Checking segment: {'id': '70d75772-ccf9-4f3e-abeb-5188bd3b7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b94327cc-d8a1-40e4-a6f3-ded2d4d04b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:52.495342 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.495897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Bound using segment: {'id': '70d75772-ccf9-4f3e-abeb-5188bd3b7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b94327cc-d8a1-40e4-a6f3-ded2d4d04b49'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:52.496474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Bound port: 77055dc0-c392-4cc0-8b27-ccd989362ce6, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d75772-ccf9-4f3e-abeb-5188bd3b7c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b94327cc-d8a1-40e4-a6f3-ded2d4d04b49'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:52.496864 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.593282 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.633675 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.637416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94327cc-d8a1-40e4-a6f3-ded2d4d04b49']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:52.654396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d75772-ccf9-4f3e-abeb-5188bd3b7c79') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:52.654699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d75772-ccf9-4f3e-abeb-5188bd3b7c79') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:52.670420 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.711397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.722646 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:52.728074 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.731627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] For port 77055dc0-c392-4cc0-8b27-ccd989362ce6, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:52.746646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-68d78f92-0c2a-41a6-bf07-83662a36dbd4', 'network_id': '68d78f92-0c2a-41a6-bf07-83662a36dbd4', 'tenant_id': '2902661483494dcaa559e189f61db4d4', 'fixed_ips': [{'subnet_id': '88284805-b3fd-4f8d-bbef-58481d017aec'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:52.748132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.750914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:52.751458 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:52.754559 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:52.757441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:52.862428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:57:52.862428 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:57:52.862428 n-d-792458-13 neutron-server[93751]: [parameters: {'id': 'b94327cc-d8a1-40e4-a6f3-ded2d4d04b49'}] Jul 22 16:57:52.862428 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:57:52.863077 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:57:52.881873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] For port 77055dc0-c392-4cc0-8b27-ccd989362ce6, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=77055dc0-c392-4cc0-8b27-ccd989362ce6,segment=NetworkSegment(70d75772-ccf9-4f3e-abeb-5188bd3b7c79),segment_id=70d75772-ccf9-4f3e-abeb-5188bd3b7c79)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:52.897101 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.012963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Allocated IP 2001:db8::2 (68d78f92-0c2a-41a6-bf07-83662a36dbd4/88284805-b3fd-4f8d-bbef-58481d017aec/bbc6b873-7479-4095-8b39-77214b7f88c9) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:53.043886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e269af5-f193-406d-92e9-17dcf44dc795 None None] Pushing event updated for resources: {'Port': ['ID=77055dc0-c392-4cc0-8b27-ccd989362ce6,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:53.083564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4592d82c-0fa9-48ef-80c1-f9a4385d15b6 None None] Network b94327cc-d8a1-40e4-a6f3-ded2d4d04b49 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:53.351152 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.360532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Transition to ACTIVE for port object bbc6b873-7479-4095-8b39-77214b7f88c9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:53.365195 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.378596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Transition to ACTIVE for port object bbc6b873-7479-4095-8b39-77214b7f88c9 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:53.389635 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.435994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Network 68d78f92-0c2a-41a6-bf07-83662a36dbd4 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:53.439735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:53.442889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:53.450823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Pushing event updated for resources: {'Port': ['ID=bbc6b873-7479-4095-8b39-77214b7f88c9,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:53.535267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Attempting to bind port bbc6b873-7479-4095-8b39-77214b7f88c9 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:53.535653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Attempting to bind port bbc6b873-7479-4095-8b39-77214b7f88c9 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'f6eb92ab-eca1-4585-b2f7-629a46bc9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68d78f92-0c2a-41a6-bf07-83662a36dbd4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:53.536007 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Attempting to bind port bbc6b873-7479-4095-8b39-77214b7f88c9 on network 68d78f92-0c2a-41a6-bf07-83662a36dbd4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:53.544998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:53.545335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Checking segment: {'id': 'f6eb92ab-eca1-4585-b2f7-629a46bc9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68d78f92-0c2a-41a6-bf07-83662a36dbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:53.545655 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.546177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Bound using segment: {'id': 'f6eb92ab-eca1-4585-b2f7-629a46bc9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68d78f92-0c2a-41a6-bf07-83662a36dbd4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:53.546722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Bound port: bbc6b873-7479-4095-8b39-77214b7f88c9, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6eb92ab-eca1-4585-b2f7-629a46bc9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '68d78f92-0c2a-41a6-bf07-83662a36dbd4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:53.547151 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.636165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] For port bbc6b873-7479-4095-8b39-77214b7f88c9, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:53.640470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] For port bbc6b873-7479-4095-8b39-77214b7f88c9, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bbc6b873-7479-4095-8b39-77214b7f88c9,segment=NetworkSegment(f6eb92ab-eca1-4585-b2f7-629a46bc9ad0),segment_id=f6eb92ab-eca1-4585-b2f7-629a46bc9ad0)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:53.646509 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.723815 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a95b1-3e6a-4f95-9247-e0aac088024b None None] Pushing event updated for resources: {'Port': ['ID=bbc6b873-7479-4095-8b39-77214b7f88c9,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:53.846616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::d0 (68d78f92-0c2a-41a6-bf07-83662a36dbd4/88284805-b3fd-4f8d-bbef-58481d017aec/d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:53.852313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Deleting port 77055dc0-c392-4cc0-8b27-ccd989362ce6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:53.852655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:53.992139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] For port 77055dc0-c392-4cc0-8b27-ccd989362ce6, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=77055dc0-c392-4cc0-8b27-ccd989362ce6,segment=NetworkSegment(70d75772-ccf9-4f3e-abeb-5188bd3b7c79),segment_id=70d75772-ccf9-4f3e-abeb-5188bd3b7c79)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:53.992501 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.017210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Calling delete_port for 77055dc0-c392-4cc0-8b27-ccd989362ce6 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:54.179191 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.203159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:54.222900 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.268496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.274757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Port': ['ID=77055dc0-c392-4cc0-8b27-ccd989362ce6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:54.285740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No DVR routers for this DVR port 77055dc0-c392-4cc0-8b27-ccd989362ce6 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:54.361976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.389937 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.437691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bbc6b873-7479-4095-8b39-77214b7f88c9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:57:54.441722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94327cc-d8a1-40e4-a6f3-ded2d4d04b49']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:54.458337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d75772-ccf9-4f3e-abeb-5188bd3b7c79') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:54.458656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d75772-ccf9-4f3e-abeb-5188bd3b7c79') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:54.484115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 68d78f92-0c2a-41a6-bf07-83662a36dbd4 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:54.485767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.496747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:54.499026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:54.502920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:54.508720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:54.509359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.521312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port bbc6b873-7479-4095-8b39-77214b7f88c9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:54.525931 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.544665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:54.544845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:54.548877 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:54.562757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-183a8b50-71cf-41e1-817e-81576ca28c9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0911531 Jul 22 16:57:54.565953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42044) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:54.671477 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.684377 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.686216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/b94327cc-d8a1-40e4-a6f3-ded2d4d04b49 HTTP/1.1" status: 204 len: 168 time: 3.0879774 Jul 22 16:57:54.690033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42048) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:54.697938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1503173351'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:54.722351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b956f4-de04-4ecd-8832-807c9e517e03 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=b94327cc-d8a1-40e4-a6f3-ded2d4d04b49,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:54.723280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:54.731218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.762631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:54.767682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f7f82da7-c4b1-4196-922e-1edb71501304 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:54.768197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7f82da7-c4b1-4196-922e-1edb71501304 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.774799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.775472 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 59da2632-0b15-4c9c-9de9-d7a75d7a05f0 of type vlan for network a4274693-c121-4110-9f63-c3d382acdee5 Jul 22 16:57:54.826093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.900249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.907621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:54.908266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.932453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7f82da7-c4b1-4196-922e-1edb71501304 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:54.947366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2558992 Jul 22 16:57:54.951795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42054) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:54.954830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f7f82da7-c4b1-4196-922e-1edb71501304 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:54.966189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': 'a4274693-c121-4110-9f63-c3d382acdee5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:55.017553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268072a-0701-4282-bd68-fe41ce195d5b None None] Network 68d78f92-0c2a-41a6-bf07-83662a36dbd4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:55.090598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d96b5a-f96b-40a6-b635-9862bb9820e3 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=a4274693-c121-4110-9f63-c3d382acdee5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:55.105202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7f82da7-c4b1-4196-922e-1edb71501304 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.128667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:55.133251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.137246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f82da7-c4b1-4196-922e-1edb71501304 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:55.188199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7f82da7-c4b1-4196-922e-1edb71501304 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.191336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f7f82da7-c4b1-4196-922e-1edb71501304 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6 HTTP/1.1" status: 204 len: 168 time: 0.6243610 Jul 22 16:57:55.199605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42060) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:55.232689 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19e3ddf-c714-46eb-b77d-ac5eb9a793b8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:57:55.233433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19e3ddf-c714-46eb-b77d-ac5eb9a793b8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:57:55.235205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c19e3ddf-c714-46eb-b77d-ac5eb9a793b8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6 HTTP/1.1" status: 404 len: 333 time: 0.0345109 Jul 22 16:57:55.242415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42062) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:55.309583 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-4011aeb9-b0a8-478d-9840-43a7a45b5895 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:57:55.314471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4011aeb9-b0a8-478d-9840-43a7a45b5895 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/d3b5b7cb-fb2a-4b5f-8dde-a93fbf89e5e6 HTTP/1.1" status: 404 len: 333 time: 0.0708406 Jul 22 16:57:55.317127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42064) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:55.376627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a4274693-c121-4110-9f63-c3d382acdee5 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:55.411593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8032607-b883-4694-9a5b-f6d73e7ffcb1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet 88284805-b3fd-4f8d-bbef-58481d017aec {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:55.420692 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8032607-b883-4694-9a5b-f6d73e7ffcb1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.483349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-637577bd-a8ac-435d-bc4a-5407d67bcd61 None None] Provisioning for port bbc6b873-7479-4095-8b39-77214b7f88c9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:57:55.504912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-637577bd-a8ac-435d-bc4a-5407d67bcd61 None None] Provisioning complete for port bbc6b873-7479-4095-8b39-77214b7f88c9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:57:55.505607 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-637577bd-a8ac-435d-bc4a-5407d67bcd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.517000 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8032607-b883-4694-9a5b-f6d73e7ffcb1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.560855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.655469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=4f8b363c-d9cf-4198-9387-97fee8220528,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:55.691404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': '59da2632-0b15-4c9c-9de9-d7a75d7a05f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a4274693-c121-4110-9f63-c3d382acdee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:55.691999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: a4274693-c121-4110-9f63-c3d382acdee5, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:55.701220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-637577bd-a8ac-435d-bc4a-5407d67bcd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.707121 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8032607-b883-4694-9a5b-f6d73e7ffcb1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.757132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network a4274693-c121-4110-9f63-c3d382acdee5 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:55.775041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a4274693-c121-4110-9f63-c3d382acdee5) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:55.781327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:55.782200 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.792607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3db4cb-a566-4222-958d-0008a0c53ddd None None] Network a4274693-c121-4110-9f63-c3d382acdee5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:55.813013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42072) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:55.823839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f763200a-1137-4fb7-b150-fcd9074d4794 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8695114 Jul 22 16:57:55.828785 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8032607-b883-4694-9a5b-f6d73e7ffcb1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.881220 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-637577bd-a8ac-435d-bc4a-5407d67bcd61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:57:55.881574 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-637577bd-a8ac-435d-bc4a-5407d67bcd61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:57:55.895943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8032607-b883-4694-9a5b-f6d73e7ffcb1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:55.900311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e8032607-b883-4694-9a5b-f6d73e7ffcb1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/88284805-b3fd-4f8d-bbef-58481d017aec HTTP/1.1" status: 204 len: 168 time: 0.5795720 Jul 22 16:57:55.900311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8032607-b883-4694-9a5b-f6d73e7ffcb1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=88284805-b3fd-4f8d-bbef-58481d017aec,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:55.919654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:56.027587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.038052 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.119799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port bbc6b873-7479-4095-8b39-77214b7f88c9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:56.120187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.122026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747b9ae-fa29-4a75-b18f-48eb9d204eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-a4274693-c121-4110-9f63-c3d382acdee5', 'network_id': 'a4274693-c121-4110-9f63-c3d382acdee5', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': '4f8b363c-d9cf-4198-9387-97fee8220528'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:56.122664 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7747b9ae-fa29-4a75-b18f-48eb9d204eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.146107 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.149782 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43980e8-4655-4c33-90d2-2acaff67a61e None None] Network 68d78f92-0c2a-41a6-bf07-83662a36dbd4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:56.192711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] For port bbc6b873-7479-4095-8b39-77214b7f88c9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bbc6b873-7479-4095-8b39-77214b7f88c9,segment=NetworkSegment(f6eb92ab-eca1-4585-b2f7-629a46bc9ad0),segment_id=f6eb92ab-eca1-4585-b2f7-629a46bc9ad0)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:57:56.193071 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.208494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for bbc6b873-7479-4095-8b39-77214b7f88c9 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:56.224253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.303118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8b363c-d9cf-4198-9387-97fee8220528,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:56.339809 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.396119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.414102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4274693-c121-4110-9f63-c3d382acdee5']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:56.415846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No DVR routers for this DVR port bbc6b873-7479-4095-8b39-77214b7f88c9 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:57:56.425879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=bbc6b873-7479-4095-8b39-77214b7f88c9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:56.430136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59da2632-0b15-4c9c-9de9-d7a75d7a05f0') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:56.437550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59da2632-0b15-4c9c-9de9-d7a75d7a05f0') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:56.443877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-637577bd-a8ac-435d-bc4a-5407d67bcd61 None None] Port bbc6b873-7479-4095-8b39-77214b7f88c9 update to ACTIVE by agent not found {{(pid=93752) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 16:57:56.454005 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-7747b9ae-fa29-4a75-b18f-48eb9d204eef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f8b363c-d9cf-4198-9387-97fee8220528: This subnet is being modified by another concurrent operation. Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f8b363c-d9cf-4198-9387-97fee8220528: This subnet is being modified by another concurrent operation. Jul 22 16:57:56.476468 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 16:57:56.506339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cebe07c-e509-4dd3-85dd-3f8a6100c12d None None] Network a4274693-c121-4110-9f63-c3d382acdee5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:56.508530 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.524775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865f0687-4452-43a3-917b-c2e0e56127b6 None None] DHCP port deletion for 68d78f92-0c2a-41a6-bf07-83662a36dbd4 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:57:56.530383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:56.542807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:56.550182 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:56.641725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2bc63996-102e-46f0-bd17-837a260c5b5e None None] Could not find standard attr ID for object bbc6b873-7479-4095-8b39-77214b7f88c9. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:57:56.676061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.693790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d78f92-0c2a-41a6-bf07-83662a36dbd4']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:56.701480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6035bc-d492-4d25-b10c-bbb1d598e305 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:57:56.717649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.724088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6eb92ab-eca1-4585-b2f7-629a46bc9ad0') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:56.724623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6eb92ab-eca1-4585-b2f7-629a46bc9ad0') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:56.731182 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:56.733658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/a4274693-c121-4110-9f63-c3d382acdee5 HTTP/1.1" status: 204 len: 168 time: 0.9194593 Jul 22 16:57:56.744233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42080) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:56.747976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095290e2-6eb0-4324-913c-7e1f4a11bb1f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=a4274693-c121-4110-9f63-c3d382acdee5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:56.751741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1197004120'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:56.816368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6035bc-d492-4d25-b10c-bbb1d598e305 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:57:57.109350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae596a-53cb-467f-943b-2e5a53a52a79 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:57:57.117226 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.154759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:57.160481 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.163089 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.176628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:57.177032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:57.180013 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:57.202581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae596a-53cb-467f-943b-2e5a53a52a79 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:57:57.215593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:57.253683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.254064 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 120a958c-1689-4de3-8bc7-5065f2b1af56 of type vlan for network d95055a0-fd93-4f9c-90da-f89019a44384 Jul 22 16:57:57.266047 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.290905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.292976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/networks/68d78f92-0c2a-41a6-bf07-83662a36dbd4 HTTP/1.1" status: 204 len: 168 time: 1.3721163 Jul 22 16:57:57.296708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:57.302038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1412581553'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:57.317551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375fde0-6fc6-43c6-8a30-5abfbe086dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Network': ['ID=68d78f92-0c2a-41a6-bf07-83662a36dbd4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:57.322061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.329239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:57.333694 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.357164 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.362655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:57.363460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:57.364098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.373590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.374046 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Added segment bcdc6d1e-1326-434d-88df-70dc72990461 of type vlan for network 1379f525-953c-4332-b6df-ffa47b542993 Jul 22 16:57:57.434679 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.438534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=d95055a0-fd93-4f9c-90da-f89019a44384,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:57.449837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2c166e50-a9fe-404d-b8f7-fa9726990810 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7041416 Jul 22 16:57:57.452267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:57.452888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network d95055a0-fd93-4f9c-90da-f89019a44384 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:57.458178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': 'd95055a0-fd93-4f9c-90da-f89019a44384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:57.481076 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.489397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:57.490561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.550845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2502992 Jul 22 16:57:57.553283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:57.558337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '1379f525-953c-4332-b6df-ffa47b542993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:57.593723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:57.598873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.617887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cc762-f3d8-4c1e-92ab-42fd90ef0ca4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Network': ['ID=1379f525-953c-4332-b6df-ffa47b542993,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:57.629338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 1379f525-953c-4332-b6df-ffa47b542993 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:57.672106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Performing IP validity checks on allocation pools {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:57:57.672618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:57:57.698315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:57.704242 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.848972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.930053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=b35d935b-fafc-4513-bee5-672ce334a2f7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:57.940265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': '120a958c-1689-4de3-8bc7-5065f2b1af56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd95055a0-fd93-4f9c-90da-f89019a44384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:57.940637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: d95055a0-fd93-4f9c-90da-f89019a44384, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:57.960629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network d95055a0-fd93-4f9c-90da-f89019a44384 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:57.976955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, d95055a0-fd93-4f9c-90da-f89019a44384) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:57.983699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:57.988164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26995d6-30ca-48cb-bf87-fed33dc9f102 None None] Network d95055a0-fd93-4f9c-90da-f89019a44384 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:58.004951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:58.005840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.024149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3ac75ed6-a820-45ec-b1d3-bed1c78c3330 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5696473 Jul 22 16:57:58.027322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:58.063488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=01b82724-7a9c-435b-a083-b9976d5a58db,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:58.080970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Checking segment: {'id': 'bcdc6d1e-1326-434d-88df-70dc72990461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1379f525-953c-4332-b6df-ffa47b542993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:58.081202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network hostable DHCP agents. Network: 1379f525-953c-4332-b6df-ffa47b542993, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:57:58.123893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 1379f525-953c-4332-b6df-ffa47b542993 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:57:58.137816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 1379f525-953c-4332-b6df-ffa47b542993) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:58.153390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6daead-91b2-4c27-8655-a7b05ee21f37 None None] Network 1379f525-953c-4332-b6df-ffa47b542993 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:58.156248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:58.157492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.180476 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c4e72fa0-2f01-4250-8c7e-289bd61314e2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6260815 Jul 22 16:57:58.181205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:58.189421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': '1379f525-953c-4332-b6df-ffa47b542993', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1861033046'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:58.201762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.269350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41b361-3ed4-4721-8453-c11153516c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-d95055a0-fd93-4f9c-90da-f89019a44384', 'network_id': 'd95055a0-fd93-4f9c-90da-f89019a44384', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': 'b35d935b-fafc-4513-bee5-672ce334a2f7'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:58.270565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c41b361-3ed4-4721-8453-c11153516c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.428342 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.458092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:58.461692 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.479924 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port c3f34c0b-39c8-47ab-a289-37119235e503 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:57:58.507953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bbc6b873-7479-4095-8b39-77214b7f88c9 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:57:58.522591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.573139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: bbc6b873-7479-4095-8b39-77214b7f88c9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:57:58.573479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=b35d935b-fafc-4513-bee5-672ce334a2f7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:58.573654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bbc6b873-7479-4095-8b39-77214b7f88c9 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:57:58.633436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::1d3 (1379f525-953c-4332-b6df-ffa47b542993/01b82724-7a9c-435b-a083-b9976d5a58db/c3f34c0b-39c8-47ab-a289-37119235e503) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-6c41b361-3ed4-4721-8453-c11153516c45 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b35d935b-fafc-4513-bee5-672ce334a2f7: This subnet is being modified by another concurrent operation. Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b35d935b-fafc-4513-bee5-672ce334a2f7: This subnet is being modified by another concurrent operation. Jul 22 16:57:58.636875 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 16:57:58.655719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-1379f525-953c-4332-b6df-ffa47b542993', 'network_id': '1379f525-953c-4332-b6df-ffa47b542993', 'tenant_id': '2902661483494dcaa559e189f61db4d4', 'fixed_ips': [{'subnet_id': '01b82724-7a9c-435b-a083-b9976d5a58db'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:57:58.657125 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.678726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a49cc83-f694-4ac8-b3a9-ab7b21840f98 None None] Network d95055a0-fd93-4f9c-90da-f89019a44384 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:57:58.732836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.747537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95055a0-fd93-4f9c-90da-f89019a44384']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:58.759322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120a958c-1689-4de3-8bc7-5065f2b1af56') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:58.759624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120a958c-1689-4de3-8bc7-5065f2b1af56') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:57:58.771952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.774915 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.790390 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.799287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:57:58.799696 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:57:58.803258 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:57:58.885835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object c3f34c0b-39c8-47ab-a289-37119235e503 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:58.886167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.915171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.918756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/d95055a0-fd93-4f9c-90da-f89019a44384 HTTP/1.1" status: 204 len: 168 time: 0.8890748 Jul 22 16:57:58.920921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ca3a0-af78-4503-990d-24d93e640a32 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=d95055a0-fd93-4f9c-90da-f89019a44384,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:58.923910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42112) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:58.933721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774289078'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:58.953462 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:58.981741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:58.987698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.026274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:57:59.031295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 1379f525-953c-4332-b6df-ffa47b542993 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:59.041311 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.041311 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 0f76b94b-fa00-41f0-b828-6a65c42659a8 of type vlan for network 9d4d17f5-8446-4815-8607-eb24197b0b1d Jul 22 16:57:59.041628 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:59.054052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:59.064872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:59.065546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.090515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=c3f34c0b-39c8-47ab-a289-37119235e503,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:59.100402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ab48ca53-b668-475c-bca4-58ff1c8c9efd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.9145703 Jul 22 16:57:59.101337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42116) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:59.121439 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.179772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.186508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:57:59.187194 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.235116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Allocated IP 2001:db8::2 (1379f525-953c-4332-b6df-ffa47b542993/01b82724-7a9c-435b-a083-b9976d5a58db/b500b643-f0af-475f-9e6f-0dc72c9127b0) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:57:59.237582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-212df1e7-4b85-4087-a7fb-9b8b6debae6a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port c3f34c0b-39c8-47ab-a289-37119235e503 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:57:59.238256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-212df1e7-4b85-4087-a7fb-9b8b6debae6a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.261195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3358855 Jul 22 16:57:59.264503 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42118) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:59.272672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': '9d4d17f5-8446-4815-8607-eb24197b0b1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:57:59.354987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12e564-921a-4eb6-b165-08e2c9aa7673 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=9d4d17f5-8446-4815-8607-eb24197b0b1d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:59.375672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9d4d17f5-8446-4815-8607-eb24197b0b1d details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:57:59.424793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-212df1e7-4b85-4087-a7fb-9b8b6debae6a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.446616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-212df1e7-4b85-4087-a7fb-9b8b6debae6a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for c3f34c0b-39c8-47ab-a289-37119235e503 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:57:59.499370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:57:59.504624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.633438 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.633947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-212df1e7-4b85-4087-a7fb-9b8b6debae6a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.653898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Transition to ACTIVE for port object b500b643-f0af-475f-9e6f-0dc72c9127b0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:59.686468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Transition to ACTIVE for port object b500b643-f0af-475f-9e6f-0dc72c9127b0 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:57:59.688855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-212df1e7-4b85-4087-a7fb-9b8b6debae6a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.693798 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-212df1e7-4b85-4087-a7fb-9b8b6debae6a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/c3f34c0b-39c8-47ab-a289-37119235e503 HTTP/1.1" status: 204 len: 168 time: 0.5898659 Jul 22 16:57:59.698210 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.715260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:59.726723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212df1e7-4b85-4087-a7fb-9b8b6debae6a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=c3f34c0b-39c8-47ab-a289-37119235e503,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:59.761818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Pushing event updated for resources: {'Port': ['ID=b500b643-f0af-475f-9e6f-0dc72c9127b0,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:57:59.770022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Network 1379f525-953c-4332-b6df-ffa47b542993 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:57:59.771574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:57:59.773820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:57:59.803915 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd18a3e-ce62-4bf0-ac14-7bde1a1909c7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:57:59.811882 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7dd18a3e-ce62-4bf0-ac14-7bde1a1909c7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/c3f34c0b-39c8-47ab-a289-37119235e503 HTTP/1.1" status: 404 len: 333 time: 0.0951822 Jul 22 16:57:59.815570 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:57:59.851932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Attempting to bind port b500b643-f0af-475f-9e6f-0dc72c9127b0 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:57:59.852227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Attempting to bind port b500b643-f0af-475f-9e6f-0dc72c9127b0 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'bcdc6d1e-1326-434d-88df-70dc72990461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1379f525-953c-4332-b6df-ffa47b542993'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:57:59.852754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Attempting to bind port b500b643-f0af-475f-9e6f-0dc72c9127b0 on network 1379f525-953c-4332-b6df-ffa47b542993 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:57:59.860181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:57:59.860555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Checking segment: {'id': 'bcdc6d1e-1326-434d-88df-70dc72990461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1379f525-953c-4332-b6df-ffa47b542993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:57:59.860962 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.861491 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Bound using segment: {'id': 'bcdc6d1e-1326-434d-88df-70dc72990461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1379f525-953c-4332-b6df-ffa47b542993'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:57:59.862605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Bound port: b500b643-f0af-475f-9e6f-0dc72c9127b0, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdc6d1e-1326-434d-88df-70dc72990461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1379f525-953c-4332-b6df-ffa47b542993'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:57:59.863193 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.928541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e507fd-3d0c-43bb-a279-9e50c9d17a87 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet 01b82724-7a9c-435b-a083-b9976d5a58db {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:57:59.934784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.942741 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3e507fd-3d0c-43bb-a279-9e50c9d17a87 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:57:59.962212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] For port b500b643-f0af-475f-9e6f-0dc72c9127b0, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:57:59.969473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] For port b500b643-f0af-475f-9e6f-0dc72c9127b0, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b500b643-f0af-475f-9e6f-0dc72c9127b0,segment=NetworkSegment(bcdc6d1e-1326-434d-88df-70dc72990461),segment_id=bcdc6d1e-1326-434d-88df-70dc72990461)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:57:59.981710 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.040465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3e507fd-3d0c-43bb-a279-9e50c9d17a87 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.105946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251acd85-fb22-4766-9d72-dc49968cda7c None None] Pushing event updated for resources: {'Port': ['ID=b500b643-f0af-475f-9e6f-0dc72c9127b0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:00.111412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': '0f76b94b-fa00-41f0-b828-6a65c42659a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9d4d17f5-8446-4815-8607-eb24197b0b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:00.113718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: 9d4d17f5-8446-4815-8607-eb24197b0b1d, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:00.126376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=eab4a8c7-f045-4162-b777-b42524224144,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:00.163868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network 9d4d17f5-8446-4815-8607-eb24197b0b1d is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:00.179662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 9d4d17f5-8446-4815-8607-eb24197b0b1d) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:00.193878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6922926-3e16-4ac6-a696-cf19b6b655d2 None None] Network 9d4d17f5-8446-4815-8607-eb24197b0b1d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:00.201046 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3e507fd-3d0c-43bb-a279-9e50c9d17a87 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.205596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:00.206257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.228318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c64e9f00-4bbe-4680-a61c-6e66917df5fc tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9625039 Jul 22 16:58:00.229918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42136) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:00.340632 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3e507fd-3d0c-43bb-a279-9e50c9d17a87 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.424550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e507fd-3d0c-43bb-a279-9e50c9d17a87 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=01b82724-7a9c-435b-a083-b9976d5a58db,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:00.427190 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a3e507fd-3d0c-43bb-a279-9e50c9d17a87 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.437591 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a3e507fd-3d0c-43bb-a279-9e50c9d17a87 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/01b82724-7a9c-435b-a083-b9976d5a58db HTTP/1.1" status: 204 len: 168 time: 0.6209347 Jul 22 16:58:00.440070 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:00.527326 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.549358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d229d0c9-98f7-406a-b8ad-88e047138f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-9d4d17f5-8446-4815-8607-eb24197b0b1d', 'network_id': '9d4d17f5-8446-4815-8607-eb24197b0b1d', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': 'eab4a8c7-f045-4162-b777-b42524224144'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:00.550227 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d229d0c9-98f7-406a-b8ad-88e047138f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.601559 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.622645 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.681739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port b500b643-f0af-475f-9e6f-0dc72c9127b0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:00.683056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.717436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-d229d0c9-98f7-406a-b8ad-88e047138f13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eab4a8c7-f045-4162-b777-b42524224144: This subnet is being modified by another concurrent operation. Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eab4a8c7-f045-4162-b777-b42524224144: This subnet is being modified by another concurrent operation. Jul 22 16:58:00.745380 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 16:58:00.779717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaae48a-190a-4883-b98a-a72cfd0feb15 None None] Network 9d4d17f5-8446-4815-8607-eb24197b0b1d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:00.782331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] For port b500b643-f0af-475f-9e6f-0dc72c9127b0, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b500b643-f0af-475f-9e6f-0dc72c9127b0,segment=NetworkSegment(bcdc6d1e-1326-434d-88df-70dc72990461),segment_id=bcdc6d1e-1326-434d-88df-70dc72990461)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:00.783058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.797882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=eab4a8c7-f045-4162-b777-b42524224144,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:00.801636 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for b500b643-f0af-475f-9e6f-0dc72c9127b0 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:00.875997 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.887515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4d17f5-8446-4815-8607-eb24197b0b1d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:00.904351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f76b94b-fa00-41f0-b828-6a65c42659a8') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:00.904953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f76b94b-fa00-41f0-b828-6a65c42659a8') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:00.910588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.930286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.933313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No DVR routers for this DVR port b500b643-f0af-475f-9e6f-0dc72c9127b0 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:00.965012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.972231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:00.972632 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:00.977376 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:01.045736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=b500b643-f0af-475f-9e6f-0dc72c9127b0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:01.169064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.173579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.173991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.182412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/9d4d17f5-8446-4815-8607-eb24197b0b1d HTTP/1.1" status: 204 len: 168 time: 0.9501700 Jul 22 16:58:01.188680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:01.202661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-710741626'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:01.203957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1379f525-953c-4332-b6df-ffa47b542993']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:01.226188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdc6d1e-1326-434d-88df-70dc72990461') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:01.226877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdc6d1e-1326-434d-88df-70dc72990461') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:01.229663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaeb49c-4f33-4cc4-85cb-6250bcc28a43 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=9d4d17f5-8446-4815-8607-eb24197b0b1d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:01.252499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:01.259011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.262175 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.298538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.309007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:01.309450 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.318702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:01.318998 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:01.341054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.342639 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 7b34e4ca-6bba-4e1f-9046-bcd044d6e151 of type vlan for network 70940a4f-1e33-484c-a151-612691224643 Jul 22 16:58:01.397995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.428026 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.433878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.436351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/networks/1379f525-953c-4332-b6df-ffa47b542993 HTTP/1.1" status: 204 len: 168 time: 0.9952168 Jul 22 16:58:01.441645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42146) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:01.449461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'name': 'tempest-PortsIpV6TestJSON-1072333355'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:01.455899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb4b18-e14f-4521-bfc7-7a11fecc718e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Network': ['ID=1379f525-953c-4332-b6df-ffa47b542993,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:01.478989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.490922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:01.491521 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.512845 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.586594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=70940a4f-1e33-484c-a151-612691224643,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:01.621267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 70940a4f-1e33-484c-a151-612691224643 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:01.632413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6410c22e-bd09-405c-909f-3705000ec9b8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4415054 Jul 22 16:58:01.635693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42148) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:01.641375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': '70940a4f-1e33-484c-a151-612691224643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:01.694052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:01.700765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.734036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 9bcbf899-719e-40ea-a5d4-0b8cbbf0b3b0 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:01.743762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef8d412-804f-4bc3-becf-b830a993e338 None None] DHCP port deletion for 1379f525-953c-4332-b6df-ffa47b542993 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:01.752611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-22d3d9e8-eaaf-4584-a043-5f4fee4bc771 None None] Could not find standard attr ID for object b500b643-f0af-475f-9e6f-0dc72c9127b0. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:01.783060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee25472-2a5c-49b7-a3b8-3aa19452c9b2 None None] Network 1379f525-953c-4332-b6df-ffa47b542993 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:01.803817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee25472-2a5c-49b7-a3b8-3aa19452c9b2 None None] Network 1379f525-953c-4332-b6df-ffa47b542993 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 16:58:01.819238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150c5ba-2ba4-4fc9-b283-12566e8ba07f None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:58:01.828218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:01.833038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:01.974891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150c5ba-2ba4-4fc9-b283-12566e8ba07f None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:58:02.097634 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.241939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.261895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.318349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:02.323223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:02.325796 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=9bcbf899-719e-40ea-a5d4-0b8cbbf0b3b0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:02.328455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:02.334210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:02.335008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.361530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9e3c8deb-7d1a-41b5-b777-127edc4463f3 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9183464 Jul 22 16:58:02.362282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42154) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:02.373995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956cd6f7-79c3-4ae1-9957-a0c3a253f3c6 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:58:02.397077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=a5efe8ca-86c9-4b32-aa68-3d21a1f772ab,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:02.423146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': '7b34e4ca-6bba-4e1f-9046-bcd044d6e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '70940a4f-1e33-484c-a151-612691224643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:02.423999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: 70940a4f-1e33-484c-a151-612691224643, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:02.450021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network 70940a4f-1e33-484c-a151-612691224643 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:02.464952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 70940a4f-1e33-484c-a151-612691224643) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:02.472073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:02.475329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.515866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a9037f67-1b09-4d5a-aebb-ed0db2dad541 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8786557 Jul 22 16:58:02.518629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42158) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:02.538889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-60547cba-c21f-414f-b04b-c2eb6f44bf29 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 9bcbf899-719e-40ea-a5d4-0b8cbbf0b3b0 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:02.540289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60547cba-c21f-414f-b04b-c2eb6f44bf29 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.655962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60547cba-c21f-414f-b04b-c2eb6f44bf29 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.660812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956cd6f7-79c3-4ae1-9957-a0c3a253f3c6 None None] Unable to find a vacant binding_index for network 70940a4f-1e33-484c-a151-612691224643 and agent 441d12ac-35ad-496c-bdef-f239741108ac {{(pid=93752) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 22 16:58:02.673329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956cd6f7-79c3-4ae1-9957-a0c3a253f3c6 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 70940a4f-1e33-484c-a151-612691224643) {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:58:02.673845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.675413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-60547cba-c21f-414f-b04b-c2eb6f44bf29 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 9bcbf899-719e-40ea-a5d4-0b8cbbf0b3b0 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:02.727909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.777810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60547cba-c21f-414f-b04b-c2eb6f44bf29 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.813049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.827001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60547cba-c21f-414f-b04b-c2eb6f44bf29 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=9bcbf899-719e-40ea-a5d4-0b8cbbf0b3b0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:02.836169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-60547cba-c21f-414f-b04b-c2eb6f44bf29 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:02.841512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-60547cba-c21f-414f-b04b-c2eb6f44bf29 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/9bcbf899-719e-40ea-a5d4-0b8cbbf0b3b0 HTTP/1.1" status: 204 len: 168 time: 0.4780145 Jul 22 16:58:02.842733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:02.848366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'mac_address': 'fa:16:3e:4e:e5:a2', 'name': 'tempest-PortsIpV6TestJSON-988118368'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:02.932700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=a5efe8ca-86c9-4b32-aa68-3d21a1f772ab,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:02.977545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:03.004612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.017372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70940a4f-1e33-484c-a151-612691224643']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:03.028508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b34e4ca-6bba-4e1f-9046-bcd044d6e151') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:03.029087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b34e4ca-6bba-4e1f-9046-bcd044d6e151') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:03.040546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.060584 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.069712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.083235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:03.084573 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.085803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port bc590d35-4b57-45c6-a2d3-ce23a5e08fed yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:03.164003 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:03.176506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.180909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.190106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/70940a4f-1e33-484c-a151-612691224643 HTTP/1.1" status: 204 len: 168 time: 0.6703241 Jul 22 16:58:03.191087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:03.200718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444884796'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:03.205895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492666e6-32f5-4694-b9eb-5ccb41a1e5e0 None None] Network 70940a4f-1e33-484c-a151-612691224643 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:03.239080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492666e6-32f5-4694-b9eb-5ccb41a1e5e0 None None] Network 70940a4f-1e33-484c-a151-612691224643 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 16:58:03.249417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34445e6d-e7d6-481c-8c10-962c42232b4f None None] Network 70940a4f-1e33-484c-a151-612691224643 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:03.267192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:03.280037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.287744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34445e6d-e7d6-481c-8c10-962c42232b4f None None] Network 70940a4f-1e33-484c-a151-612691224643 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 16:58:03.309443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9ddee-6c06-4442-97fd-adb7a32c8c5b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=70940a4f-1e33-484c-a151-612691224643,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:03.334858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:03.349222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.349608 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 5a75b9d2-02c6-46c0-86f1-72928d5585b3 of type vlan for network 280730c8-241f-4e65-8360-2f0760fa20ca Jul 22 16:58:03.412938 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.449175 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.457526 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:03.458684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.471018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.523238 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3273399 Jul 22 16:58:03.529677 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42174) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:03.543792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3fa064f1-8327-4f70-890f-446c6820d87e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:03.554114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.595542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3089a6-819f-475f-a011-bebee7440d26 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=280730c8-241f-4e65-8360-2f0760fa20ca,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:03.606089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 280730c8-241f-4e65-8360-2f0760fa20ca details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:03.647339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:03.651482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:03.667392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:03.679443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:03.680076 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.682754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=bc590d35-4b57-45c6-a2d3-ce23a5e08fed,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:03.731665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-890cc5a5-fd6e-4508-8fb6-16ac9f017249 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8876176 Jul 22 16:58:03.735841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42176) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:03.849684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f704b25b-67ee-4451-a0a0-58af5713bc3f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:03.851172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f704b25b-67ee-4451-a0a0-58af5713bc3f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/bc590d35-4b57-45c6-a2d3-ce23a5e08fed HTTP/1.1" status: 200 len: 844 time: 0.1159725 Jul 22 16:58:03.857556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42178) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:03.862165 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fa064f1-8327-4f70-890f-446c6820d87e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.882690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fa064f1-8327-4f70-890f-446c6820d87e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.918314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3fa064f1-8327-4f70-890f-446c6820d87e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network 280730c8-241f-4e65-8360-2f0760fa20ca is not hosted by any dhcp agent {{(pid=93751) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:58:03.929060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa064f1-8327-4f70-890f-446c6820d87e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:03.929060 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fa064f1-8327-4f70-890f-446c6820d87e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:03.929928 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3fa064f1-8327-4f70-890f-446c6820d87e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "PUT /v2.0/networks/280730c8-241f-4e65-8360-2f0760fa20ca HTTP/1.1" status: 200 len: 723 time: 0.3932524 Jul 22 16:58:03.930668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:03.939683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': '280730c8-241f-4e65-8360-2f0760fa20ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:04.016983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-00bc4e38-524c-4304-8232-ead9cfd18cd5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port bc590d35-4b57-45c6-a2d3-ce23a5e08fed {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:04.017878 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00bc4e38-524c-4304-8232-ead9cfd18cd5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.046665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa064f1-8327-4f70-890f-446c6820d87e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=280730c8-241f-4e65-8360-2f0760fa20ca,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:04.063409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 280730c8-241f-4e65-8360-2f0760fa20ca details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:04.122265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:04.126258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.157699 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00bc4e38-524c-4304-8232-ead9cfd18cd5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.179743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-00bc4e38-524c-4304-8232-ead9cfd18cd5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for bc590d35-4b57-45c6-a2d3-ce23a5e08fed owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:04.311583 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00bc4e38-524c-4304-8232-ead9cfd18cd5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.348490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc4e38-524c-4304-8232-ead9cfd18cd5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=bc590d35-4b57-45c6-a2d3-ce23a5e08fed,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:04.353936 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-00bc4e38-524c-4304-8232-ead9cfd18cd5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.359398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-00bc4e38-524c-4304-8232-ead9cfd18cd5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/bc590d35-4b57-45c6-a2d3-ce23a5e08fed HTTP/1.1" status: 204 len: 168 time: 0.5007403 Jul 22 16:58:04.360151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42186) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:04.389889 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-8190ec73-646e-44ee-8f99-874aa21a3ce7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:04.391617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8190ec73-646e-44ee-8f99-874aa21a3ce7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/bc590d35-4b57-45c6-a2d3-ce23a5e08fed HTTP/1.1" status: 404 len: 333 time: 0.0302789 Jul 22 16:58:04.395275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42188) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:04.401577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'name': 'tempest-PortsIpV6TestJSON-192563928'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:04.435287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.514893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=23644a16-40b5-4177-843a-4f30e9cce071,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:04.516279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:04.524056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': '5a75b9d2-02c6-46c0-86f1-72928d5585b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '280730c8-241f-4e65-8360-2f0760fa20ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:04.524760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: 280730c8-241f-4e65-8360-2f0760fa20ca, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:04.525617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.544896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 99c52bc4-3553-4fdc-9d2b-24db033784f6 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:04.545261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network 280730c8-241f-4e65-8360-2f0760fa20ca is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:04.555918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 280730c8-241f-4e65-8360-2f0760fa20ca) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:04.561248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:04.561929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.566759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc102af-b7ae-460a-8bee-ad96e7a700cc None None] Network 280730c8-241f-4e65-8360-2f0760fa20ca requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:04.580341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5913a6ad-bd82-47c4-b839-54752522453b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6426530 Jul 22 16:58:04.580733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42192) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:04.590303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1e3f7aa5-bce1-4aaa-8bec-8a56f50b33b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:04.692814 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7aa5-bce1-4aaa-8bec-8a56f50b33b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260940105'] for subnet, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.748271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-280730c8-241f-4e65-8360-2f0760fa20ca', 'network_id': '280730c8-241f-4e65-8360-2f0760fa20ca', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': '23644a16-40b5-4177-843a-4f30e9cce071'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:04.749287 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.750709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.795129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.849147 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7aa5-bce1-4aaa-8bec-8a56f50b33b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793813423216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260866247'] for subnet, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.857986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:04.862096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:04.864679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:04.872912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:04.873567 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.900171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f7aa5-bce1-4aaa-8bec-8a56f50b33b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:04.900917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e3f7aa5-bce1-4aaa-8bec-8a56f50b33b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:04.901196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=99c52bc4-3553-4fdc-9d2b-24db033784f6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:04.902708 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1e3f7aa5-bce1-4aaa-8bec-8a56f50b33b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "PUT /v2.0/subnets/23644a16-40b5-4177-843a-4f30e9cce071 HTTP/1.1" status: 200 len: 806 time: 0.3208909 Jul 22 16:58:04.906647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:04.912835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6413772c-8284-44d8-899c-950c8522d4ed tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5160046 Jul 22 16:58:04.913330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:04.918856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5d168b9d-87ec-4dc6-ad8e-d628faefe7ba tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:04.930541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Allocated IP 172.20.0.2 (280730c8-241f-4e65-8360-2f0760fa20ca/23644a16-40b5-4177-843a-4f30e9cce071/27a91c0f-5161-40df-9dfd-066898ca64f8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:04.960399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f7aa5-bce1-4aaa-8bec-8a56f50b33b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=23644a16-40b5-4177-843a-4f30e9cce071,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:05.056195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d168b9d-87ec-4dc6-ad8e-d628faefe7ba tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.060238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.115969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.136783 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.147712 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Transition to ACTIVE for port object 27a91c0f-5161-40df-9dfd-066898ca64f8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:05.163938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Transition to ACTIVE for port object 27a91c0f-5161-40df-9dfd-066898ca64f8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:05.172698 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.196338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.212785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Network 280730c8-241f-4e65-8360-2f0760fa20ca is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:05.218980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:05.225780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:05.238498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=23644a16-40b5-4177-843a-4f30e9cce071,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:05.292601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Pushing event updated for resources: {'Port': ['ID=27a91c0f-5161-40df-9dfd-066898ca64f8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:05.308972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d168b9d-87ec-4dc6-ad8e-d628faefe7ba tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.316610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d168b9d-87ec-4dc6-ad8e-d628faefe7ba tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.344096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Attempting to bind port 27a91c0f-5161-40df-9dfd-066898ca64f8 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:05.344629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Attempting to bind port 27a91c0f-5161-40df-9dfd-066898ca64f8 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5a75b9d2-02c6-46c0-86f1-72928d5585b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '280730c8-241f-4e65-8360-2f0760fa20ca'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:05.345216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Attempting to bind port 27a91c0f-5161-40df-9dfd-066898ca64f8 on network 280730c8-241f-4e65-8360-2f0760fa20ca {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:05.351521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:05.352047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Checking segment: {'id': '5a75b9d2-02c6-46c0-86f1-72928d5585b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '280730c8-241f-4e65-8360-2f0760fa20ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:05.352800 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.354138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Bound using segment: {'id': '5a75b9d2-02c6-46c0-86f1-72928d5585b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '280730c8-241f-4e65-8360-2f0760fa20ca'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:05.355806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Bound port: 27a91c0f-5161-40df-9dfd-066898ca64f8, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a75b9d2-02c6-46c0-86f1-72928d5585b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '280730c8-241f-4e65-8360-2f0760fa20ca'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:05.356154 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.373646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5d168b9d-87ec-4dc6-ad8e-d628faefe7ba tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] In _notify_port_updated(), no bound segment for port 99c52bc4-3553-4fdc-9d2b-24db033784f6 on network 5c07143f-7a4c-402c-a821-3a3bf77eea9f {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:58:05.381940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d168b9d-87ec-4dc6-ad8e-d628faefe7ba tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:05.382769 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d168b9d-87ec-4dc6-ad8e-d628faefe7ba tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.384523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5d168b9d-87ec-4dc6-ad8e-d628faefe7ba tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "PUT /v2.0/ports/99c52bc4-3553-4fdc-9d2b-24db033784f6 HTTP/1.1" status: 200 len: 818 time: 0.4702296 Jul 22 16:58:05.388115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:05.405390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d168b9d-87ec-4dc6-ad8e-d628faefe7ba tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=99c52bc4-3553-4fdc-9d2b-24db033784f6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:05.459843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] For port 27a91c0f-5161-40df-9dfd-066898ca64f8, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:05.464316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] For port 27a91c0f-5161-40df-9dfd-066898ca64f8, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=27a91c0f-5161-40df-9dfd-066898ca64f8,segment=NetworkSegment(5a75b9d2-02c6-46c0-86f1-72928d5585b3),segment_id=5a75b9d2-02c6-46c0-86f1-72928d5585b3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:05.476482 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.579413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-81800489-9b5a-4571-b6db-43061e05511b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 99c52bc4-3553-4fdc-9d2b-24db033784f6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:05.580010 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81800489-9b5a-4571-b6db-43061e05511b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.632468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa8998-dfb2-48e0-9c26-e729e607964e None None] Pushing event updated for resources: {'Port': ['ID=27a91c0f-5161-40df-9dfd-066898ca64f8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:05.665236 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.684494 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81800489-9b5a-4571-b6db-43061e05511b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.686513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280730c8-241f-4e65-8360-2f0760fa20ca']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.696865 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.704247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a75b9d2-02c6-46c0-86f1-72928d5585b3') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.704552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a75b9d2-02c6-46c0-86f1-72928d5585b3') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:05.713922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-81800489-9b5a-4571-b6db-43061e05511b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 99c52bc4-3553-4fdc-9d2b-24db033784f6 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:05.714238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1569f2-ed75-40cd-897a-41458c2fb728 None None] Network 280730c8-241f-4e65-8360-2f0760fa20ca requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:05.714759 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.742053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.753719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:05.754176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:05.757626 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:05.821615 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81800489-9b5a-4571-b6db-43061e05511b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.850610 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:58:05.850610 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:58:05.850610 n-d-792458-13 neutron-server[93751]: [parameters: {'id': '280730c8-241f-4e65-8360-2f0760fa20ca'}] Jul 22 16:58:05.850610 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:58:05.851188 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:58:05.873301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81800489-9b5a-4571-b6db-43061e05511b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:05.878484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:05.878700 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81800489-9b5a-4571-b6db-43061e05511b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/99c52bc4-3553-4fdc-9d2b-24db033784f6 HTTP/1.1" status: 204 len: 168 time: 0.4892654 Jul 22 16:58:05.879463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81800489-9b5a-4571-b6db-43061e05511b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=99c52bc4-3553-4fdc-9d2b-24db033784f6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:05.941791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bed1e8-1546-4e6c-a461-d6df74bd1503 None None] Network 280730c8-241f-4e65-8360-2f0760fa20ca requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:05.969946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf28e2aa-05a7-4510-8b20-f69b2809d7d1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:05.972426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cf28e2aa-05a7-4510-8b20-f69b2809d7d1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0928812 Jul 22 16:58:05.974184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42214) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:06.006718 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7da7e0b-a0a5-419d-b181-07b52b602ca6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:06.016357 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b7da7e0b-a0a5-419d-b181-07b52b602ca6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/99c52bc4-3553-4fdc-9d2b-24db033784f6 HTTP/1.1" status: 404 len: 333 time: 0.0374465 Jul 22 16:58:06.016817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42216) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:06.022756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1637519273'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:06.053492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:06.057580 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.089333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:06.105868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.106220 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Added segment 4dc8d3cb-165e-4807-bf54-32affbcc50ba of type vlan for network 65abc7b3-6a78-4358-ab92-330eb00cf30e Jul 22 16:58:06.124809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6a580-49bf-4a99-a7c1-d3fc667651ff None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:58:06.151893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.188160 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.195157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:06.195780 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.237272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd6a580-49bf-4a99-a7c1-d3fc667651ff None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:58:06.263014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Network': ['ID=65abc7b3-6a78-4358-ab92-330eb00cf30e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:06.280321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:06.286284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:06.287843 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0b90b09d-d8b1-4945-a6ae-da31cd60e10e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2696469 Jul 22 16:58:06.291751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:06.365897 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.438616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:06.442445 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.487423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Deleting port 27a91c0f-5161-40df-9dfd-066898ca64f8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:06.488158 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.603838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] For port 27a91c0f-5161-40df-9dfd-066898ca64f8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=27a91c0f-5161-40df-9dfd-066898ca64f8,segment=NetworkSegment(5a75b9d2-02c6-46c0-86f1-72928d5585b3),segment_id=5a75b9d2-02c6-46c0-86f1-72928d5585b3)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:06.605073 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.621214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Calling delete_port for 27a91c0f-5161-40df-9dfd-066898ca64f8 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:06.808870 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.814547 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:06.878005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Port': ['ID=27a91c0f-5161-40df-9dfd-066898ca64f8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:06.887340 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No DVR routers for this DVR port 27a91c0f-5161-40df-9dfd-066898ca64f8 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:06.899506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=abf21d77-2623-4676-9d57-9d5b24562f61,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:06.966471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Checking segment: {'id': '4dc8d3cb-165e-4807-bf54-32affbcc50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:06.966808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network hostable DHCP agents. Network: 65abc7b3-6a78-4358-ab92-330eb00cf30e, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:06.993050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.009265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280730c8-241f-4e65-8360-2f0760fa20ca']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:07.029927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a75b9d2-02c6-46c0-86f1-72928d5585b3') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:07.030199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a75b9d2-02c6-46c0-86f1-72928d5585b3') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:07.039030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:07.043397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.057421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 65abc7b3-6a78-4358-ab92-330eb00cf30e) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:07.061383 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.072923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:07.073746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.082486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81a502-4274-4a5b-8f46-8fd79bff2ae6 None None] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:07.097858 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:07.104592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:07.105269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.163232 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.170271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42248) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:07.171293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c1c7dc13-5d9b-431d-a91d-1ac0647a1255 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8883975 Jul 22 16:58:07.178350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.180653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/280730c8-241f-4e65-8360-2f0760fa20ca HTTP/1.1" status: 204 len: 168 time: 2.2725761 Jul 22 16:58:07.183571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42250) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:07.185213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ef83afb2-a52f-418c-acbe-7d286493bfea tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:07.204398 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67d5d-f8dc-4d7d-aefa-a5cab9f8cd4e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=280730c8-241f-4e65-8360-2f0760fa20ca,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:07.216258 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c379382-f104-4222-ac8b-00cb182652f1 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:07.216953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c379382-f104-4222-ac8b-00cb182652f1 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:07.218753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5c379382-f104-4222-ac8b-00cb182652f1 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/280730c8-241f-4e65-8360-2f0760fa20ca HTTP/1.1" status: 404 len: 339 time: 0.0338421 Jul 22 16:58:07.223049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:07.228304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-937282300', 'description': 'd1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:07.260438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:07.265355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.330404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:07.345753 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.346254 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 9e22afe4-a39c-4f46-824e-d2a2c9027fb5 of type vlan for network f5719959-7864-4326-b3bc-fa9873f08a12 Jul 22 16:58:07.402418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef83afb2-a52f-418c-acbe-7d286493bfea tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:07.413690 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef83afb2-a52f-418c-acbe-7d286493bfea tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.447721 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.480810 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.487808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:07.489216 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.555919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-65abc7b3-6a78-4358-ab92-330eb00cf30e', 'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e', 'tenant_id': '2902661483494dcaa559e189f61db4d4', 'fixed_ips': [{'subnet_id': 'abf21d77-2623-4676-9d57-9d5b24562f61'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:07.557248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:07.567516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=f5719959-7864-4326-b3bc-fa9873f08a12,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:07.583072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f5719959-7864-4326-b3bc-fa9873f08a12 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:07.598358 n-d-792458-13 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-ef83afb2-a52f-418c-acbe-7d286493bfea tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet abf21d77-2623-4676-9d57-9d5b24562f61 (CIDR: 2001:db8::/64) Jul 22 16:58:07.602090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-95a12beb-7b24-494d-8d4e-1e4d2f075983 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3749239 Jul 22 16:58:07.602435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42262) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:07.624707 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef83afb2-a52f-418c-acbe-7d286493bfea tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:58:07.625281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef83afb2-a52f-418c-acbe-7d286493bfea tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:07.708143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ef83afb2-a52f-418c-acbe-7d286493bfea tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5365293 Jul 22 16:58:07.711250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:07.717736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:07.773008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c0c113-9769-4c55-b71c-48917ed4891c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:07.778514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-51c0c113-9769-4c55-b71c-48917ed4891c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/networks?id=f5719959-7864-4326-b3bc-fa9873f08a12 HTTP/1.1" status: 200 len: 760 time: 0.1749332 Jul 22 16:58:07.780318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42268) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:07.785632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d8516ed2-ebf4-4c52-9cf2-a189e78c09a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'description': 'd2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:07.866277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Allocated IP 2001:db8::2 (65abc7b3-6a78-4358-ab92-330eb00cf30e/abf21d77-2623-4676-9d57-9d5b24562f61/f70fb807-4fcd-4af6-b7c1-2deb4c3295c8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:07.894106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:07.901274 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.085174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.095242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Transition to ACTIVE for port object f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:08.115906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Transition to ACTIVE for port object f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:08.126658 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.200213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.228835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Pushing event updated for resources: {'Port': ['ID=f70fb807-4fcd-4af6-b7c1-2deb4c3295c8,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:08.248055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:08.251593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:08.253253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:08.255134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:08.257451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:08.263616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:08.264355 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.283064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=e7f13efe-da1b-4a6d-8fdd-0f652a7be105,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:08.295982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c8347b1c-747b-47cb-85eb-2519b71055af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5831001 Jul 22 16:58:08.296198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42278) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:08.304929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e', 'fixed_ips': [{'subnet_id': 'abf21d77-2623-4676-9d57-9d5b24562f61'}, {'subnet_id': 'e7f13efe-da1b-4a6d-8fdd-0f652a7be105'}], 'name': 'tempest-PortsIpV6TestJSON-1443498940'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:08.330680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Attempting to bind port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:08.331083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Attempting to bind port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '4dc8d3cb-165e-4807-bf54-32affbcc50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:08.331453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Attempting to bind port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 on network 65abc7b3-6a78-4358-ab92-330eb00cf30e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:08.337392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:08.337959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Checking segment: {'id': '4dc8d3cb-165e-4807-bf54-32affbcc50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:08.338372 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.338770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Bound using segment: {'id': '4dc8d3cb-165e-4807-bf54-32affbcc50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:08.339356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Bound port: f70fb807-4fcd-4af6-b7c1-2deb4c3295c8, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc8d3cb-165e-4807-bf54-32affbcc50ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:08.339785 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.445185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] For port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:08.449063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] For port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f70fb807-4fcd-4af6-b7c1-2deb4c3295c8,segment=NetworkSegment(4dc8d3cb-165e-4807-bf54-32affbcc50ba),segment_id=4dc8d3cb-165e-4807-bf54-32affbcc50ba)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:08.460491 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.520529 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8516ed2-ebf4-4c52-9cf2-a189e78c09a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.533672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:08.543497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde718f-964a-4189-b504-903ed6bce894 None None] Pushing event updated for resources: {'Port': ['ID=f70fb807-4fcd-4af6-b7c1-2deb4c3295c8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:08.545847 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8516ed2-ebf4-4c52-9cf2-a189e78c09a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.557145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8516ed2-ebf4-4c52-9cf2-a189e78c09a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network f5719959-7864-4326-b3bc-fa9873f08a12 is not hosted by any dhcp agent {{(pid=93750) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:58:08.563945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8516ed2-ebf4-4c52-9cf2-a189e78c09a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:08.564587 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8516ed2-ebf4-4c52-9cf2-a189e78c09a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.568520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d8516ed2-ebf4-4c52-9cf2-a189e78c09a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "PUT /v2.0/networks/f5719959-7864-4326-b3bc-fa9873f08a12 HTTP/1.1" status: 200 len: 757 time: 0.7855389 Jul 22 16:58:08.569473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42284) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:08.638040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8516ed2-ebf4-4c52-9cf2-a189e78c09a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=f5719959-7864-4326-b3bc-fa9873f08a12,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:08.648897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f5719959-7864-4326-b3bc-fa9873f08a12 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:08.780389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.796488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845af4c9-df21-4965-8ebd-5085f9d6b626 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:08.798234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-845af4c9-df21-4965-8ebd-5085f9d6b626 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/networks?id=f5719959-7864-4326-b3bc-fa9873f08a12 HTTP/1.1" status: 200 len: 760 time: 0.2277715 Jul 22 16:58:08.803058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42290) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:08.807718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1377952931'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:08.859675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 9587dba2-92f4-4e5f-83b8-9da42042f73b yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:08.862180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:08.866427 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.900668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:08.918690 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:08.919287 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 165faf02-5a86-4aa2-aaa2-635ac6fdc1bc of type vlan for network fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5 Jul 22 16:58:08.993553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.032554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.038288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:09.038877 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.121233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3182931 Jul 22 16:58:09.147644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42300) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:09.153647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': 'fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:09.158812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fe278-d245-4c6e-91ca-df7de900181f tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:09.169830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:09.317950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:09.322060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.382148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::20a (65abc7b3-6a78-4358-ab92-330eb00cf30e/abf21d77-2623-4676-9d57-9d5b24562f61/9587dba2-92f4-4e5f-83b8-9da42042f73b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:09.391766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8:0:1::211 (65abc7b3-6a78-4358-ab92-330eb00cf30e/e7f13efe-da1b-4a6d-8fdd-0f652a7be105/9587dba2-92f4-4e5f-83b8-9da42042f73b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:09.408356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42304) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:09.611770 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bca16db2-5d52-4477-a4cf-79bc252b371c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.687426 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.716086 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.716702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object 9587dba2-92f4-4e5f-83b8-9da42042f73b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:09.808763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=f00c5700-ad6b-4664-b920-7658ac4a7921,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:09.830060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': '165faf02-5a86-4aa2-aaa2-635ac6fdc1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:09.830865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:09.856587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:09.857628 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.887786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:09.896017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de032310-bc5d-4ddc-8e97-2341b2ac782d None None] Network fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:09.908123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:09.908771 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.927746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bca16db2-5d52-4477-a4cf-79bc252b371c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.939897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:09.945782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:09.952323 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bca16db2-5d52-4477-a4cf-79bc252b371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.954980 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:09.960894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:09.961541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:09.970017 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-397fe04d-9405-4dd3-b2d6-fb226e94ef7d tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8212440 Jul 22 16:58:09.972472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42318) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:09.979982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=9587dba2-92f4-4e5f-83b8-9da42042f73b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:10.037414 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bca16db2-5d52-4477-a4cf-79bc252b371c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3535daa745f34f319a8e074fe80b14ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258121 Jul 22 16:58:10.037414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca16db2-5d52-4477-a4cf-79bc252b371c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2fac32-4d52-41d9-b32f-48daf8200605,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:10.043562 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ca47d87f-1c48-4249-a4f9-7f17cea57f93 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7403946 Jul 22 16:58:10.043562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.048584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42322) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.053383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'abf21d77-2623-4676-9d57-9d5b24562f61'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:10.142431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54049a3-fbeb-49dd-8b83-d2a39476e09e None None] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:10.162354 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2b35d56-c128-4612-8076-9f0967adbfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.165875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.198344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.201476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2b35d56-c128-4612-8076-9f0967adbfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.241478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d6d122-660f-4bf3-8b04-7df47e9c418f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5', 'network_id': 'fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': 'f00c5700-ad6b-4664-b920-7658ac4a7921'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:10.242500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-26d6d122-660f-4bf3-8b04-7df47e9c418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.263742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.294399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3f1b589-f22d-4270-827c-477291a033f6 None None] Provisioning for port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:10.390435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.399808 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2b35d56-c128-4612-8076-9f0967adbfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.403130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2b35d56-c128-4612-8076-9f0967adbfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.409334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d2b35d56-c128-4612-8076-9f0967adbfe3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff2fac32-4d52-41d9-b32f-48daf8200605 HTTP/1.1" status: 204 len: 168 time: 0.3642511 Jul 22 16:58:10.438025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=f00c5700-ad6b-4664-b920-7658ac4a7921,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:10.475253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b35d56-c128-4612-8076-9f0967adbfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2fac32-4d52-41d9-b32f-48daf8200605,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:10.559972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.570818 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:10.582796 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165faf02-5a86-4aa2-aaa2-635ac6fdc1bc') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:10.583195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165faf02-5a86-4aa2-aaa2-635ac6fdc1bc') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:10.590381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:10.595447 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.624293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.631636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:10.632051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:10.635351 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-26d6d122-660f-4bf3-8b04-7df47e9c418f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f00c5700-ad6b-4664-b920-7658ac4a7921: This subnet is being modified by another concurrent operation. Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f00c5700-ad6b-4664-b920-7658ac4a7921: This subnet is being modified by another concurrent operation. Jul 22 16:58:10.681259 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 16:58:10.696823 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Delete allocated IP 2001:db8:0:1::211 (65abc7b3-6a78-4358-ab92-330eb00cf30e/e7f13efe-da1b-4a6d-8fdd-0f652a7be105) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:58:10.714140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500acf7-9b09-4334-a2a6-016b792a0d5e None None] Network fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:10.758757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.773685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.782275 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5 HTTP/1.1" status: 204 len: 168 time: 0.8086505 Jul 22 16:58:10.786302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42338) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.810731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585edcf-1ba0-4fbd-958b-3b3cd96ce6ba tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:10.841506 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a59153d-71a6-467f-bcb4-2d79f5285ece tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] GET failed (client error): The resource could not be found. Jul 22 16:58:10.846484 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42340) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.850291 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8a59153d-71a6-467f-bcb4-2d79f5285ece tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/subnets/f00c5700-ad6b-4664-b920-7658ac4a7921 HTTP/1.1" status: 404 len: 337 time: 0.0586162 Jul 22 16:58:10.870531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42342) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.873695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:10.881751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:10.882129 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.898696 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e574ce-4f43-46b2-8c2f-30185e4959a7 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:10.899415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e574ce-4f43-46b2-8c2f-30185e4959a7 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:10.905914 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-65e574ce-4f43-46b2-8c2f-30185e4959a7 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5 HTTP/1.1" status: 404 len: 339 time: 0.0580003 Jul 22 16:58:10.906590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42344) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:10.907381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0452a4ac-2635-4945-baeb-2219a52874d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.956350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d53b6a-fb0c-44af-879b-ee4913ea439e None None] Update dhcp port {'port': {'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e', 'fixed_ips': [{'subnet_id': 'abf21d77-2623-4676-9d57-9d5b24562f61', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e7f13efe-da1b-4a6d-8fdd-0f652a7be105'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'f70fb807-4fcd-4af6-b7c1-2deb4c3295c8'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:58:10.978765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:10.999137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Ignored duplicate provisioning block setup for port 9587dba2-92f4-4e5f-83b8-9da42042f73b by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:58:11.005200 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.057590 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-08d53b6a-fb0c-44af-879b-ee4913ea439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.060283 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.075084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] In _notify_port_updated(), no bound segment for port 9587dba2-92f4-4e5f-83b8-9da42042f73b on network 65abc7b3-6a78-4358-ab92-330eb00cf30e {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:58:11.097322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.097994 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.104255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42350) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:11.107657 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "PUT /v2.0/ports/9587dba2-92f4-4e5f-83b8-9da42042f73b HTTP/1.1" status: 200 len: 926 time: 1.0580554 Jul 22 16:58:11.109574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'abf21d77-2623-4676-9d57-9d5b24562f61'}, {'subnet_id': 'e7f13efe-da1b-4a6d-8fdd-0f652a7be105'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:11.138459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27456d3d-dc23-4ab0-a1cc-ebc3a3e97a0e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=9587dba2-92f4-4e5f-83b8-9da42042f73b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:11.169827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f70fb807-4fcd-4af6-b7c1-2deb4c3295c8,segment=NetworkSegment(4dc8d3cb-165e-4807-bf54-32affbcc50ba),segment_id=4dc8d3cb-165e-4807-bf54-32affbcc50ba)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:11.187971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c4703-cf96-4b5a-897a-c817d4bb7a27 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.189458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-871c4703-cf96-4b5a-897a-c817d4bb7a27 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2797589 Jul 22 16:58:11.192290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42352) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:11.216827 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.264669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1f13b2c9-317d-48a3-b41a-c479f1679b5e tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024 HTTP/1.1" status: 200 len: 207 time: 0.0706024 Jul 22 16:58:11.268165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:11.281332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=f70fb807-4fcd-4af6-b7c1-2deb4c3295c8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:11.301809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.302172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.302558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.302990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.303204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.303539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.303867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.304194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.304519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.305539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.305879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.306210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:11.313597 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0452a4ac-2635-4945-baeb-2219a52874d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.324735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0452a4ac-2635-4945-baeb-2219a52874d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.389775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-08d53b6a-fb0c-44af-879b-ee4913ea439e None None] Allocated IP 2001:db8:0:1::2 (65abc7b3-6a78-4358-ab92-330eb00cf30e/e7f13efe-da1b-4a6d-8fdd-0f652a7be105/f70fb807-4fcd-4af6-b7c1-2deb4c3295c8) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:11.432763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452a4ac-2635-4945-baeb-2219a52874d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eaaf4d-09de-41e9-9d64-20666dde4066,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:11.457587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0452a4ac-2635-4945-baeb-2219a52874d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f86cc0a31613441abe45506935218c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846908 Jul 22 16:58:11.460258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42360) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:11.488015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0cca77-59b1-41f0-8447-022e9b2431e6 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.496071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0cca77-59b1-41f0-8447-022e9b2431e6 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.502509 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0cca77-59b1-41f0-8447-022e9b2431e6 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.509011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0cca77-59b1-41f0-8447-022e9b2431e6 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.515363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6a0cca77-59b1-41f0-8447-022e9b2431e6 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2459786 Jul 22 16:58:11.516233 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42362) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:11.527905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-08d53b6a-fb0c-44af-879b-ee4913ea439e None None] For port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f70fb807-4fcd-4af6-b7c1-2deb4c3295c8,segment=NetworkSegment(4dc8d3cb-165e-4807-bf54-32affbcc50ba),segment_id=4dc8d3cb-165e-4807-bf54-32affbcc50ba)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:11.531449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.578631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08f6334f-73c2-4010-94fe-da7e24317d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.583621 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-08d53b6a-fb0c-44af-879b-ee4913ea439e None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.599201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-08d53b6a-fb0c-44af-879b-ee4913ea439e None None] Transition to ACTIVE for port object f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:11.604365 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-08d53b6a-fb0c-44af-879b-ee4913ea439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.660145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d53b6a-fb0c-44af-879b-ee4913ea439e None None] Pushing event updated for resources: {'Port': ['ID=f70fb807-4fcd-4af6-b7c1-2deb4c3295c8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:11.661603 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08f6334f-73c2-4010-94fe-da7e24317d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.670703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-852b6ffe-9908-473f-b3d0-12fdb39e782a tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1524742 Jul 22 16:58:11.673426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42370) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:11.738918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f68168-4618-467c-ab97-940148c5d92a tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.741245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f68168-4618-467c-ab97-940148c5d92a tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.744874 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a5f68168-4618-467c-ab97-940148c5d92a tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0700448 Jul 22 16:58:11.748281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42372) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:11.811462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08f6334f-73c2-4010-94fe-da7e24317d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.814077 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08f6334f-73c2-4010-94fe-da7e24317d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:11.817671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-08f6334f-73c2-4010-94fe-da7e24317d1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1eaaf4d-09de-41e9-9d64-20666dde4066 HTTP/1.1" status: 204 len: 168 time: 0.3540695 Jul 22 16:58:11.818008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60072587-04f0-41f4-9fdb-3708a109affb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.819856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60072587-04f0-41f4-9fdb-3708a109affb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:11.827556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-60072587-04f0-41f4-9fdb-3708a109affb tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0780246 Jul 22 16:58:11.828450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:11.856090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6334f-73c2-4010-94fe-da7e24317d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eaaf4d-09de-41e9-9d64-20666dde4066,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:11.965878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8:0:1::9f (65abc7b3-6a78-4358-ab92-330eb00cf30e/e7f13efe-da1b-4a6d-8fdd-0f652a7be105/9587dba2-92f4-4e5f-83b8-9da42042f73b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:12.128804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.149630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Ignored duplicate provisioning block setup for port 9587dba2-92f4-4e5f-83b8-9da42042f73b by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:58:12.159367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.252628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=9587dba2-92f4-4e5f-83b8-9da42042f73b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:12.403866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:12.413546 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] In _notify_port_updated(), no bound segment for port 9587dba2-92f4-4e5f-83b8-9da42042f73b on network 65abc7b3-6a78-4358-ab92-330eb00cf30e {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:58:12.450465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:12.462324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.475078 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e3814abe-ae55-4e98-a14a-5fcf1ff7921b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "PUT /v2.0/ports/9587dba2-92f4-4e5f-83b8-9da42042f73b HTTP/1.1" status: 200 len: 1011 time: 1.3696709 Jul 22 16:58:12.481515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42390) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:12.488580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d52f8d-ab4e-485c-8f04-8e11427f1fb1 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:12.491191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-45d52f8d-ab4e-485c-8f04-8e11427f1fb1 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/networks/daca623a-0806-40a8-932a-8aa2941b39d3 HTTP/1.1" status: 200 len: 799 time: 0.6616521 Jul 22 16:58:12.495394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42394) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:12.698188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f287b637-40cc-4fbe-bf79-de5e43ffb1c6 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/networks/daca623a-0806-40a8-932a-8aa2941b39d3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2013159 Jul 22 16:58:12.701170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c319e-9a29-4bd2-bf3d-c27887ae5af8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 9587dba2-92f4-4e5f-83b8-9da42042f73b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:12.704253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1b2c319e-9a29-4bd2-bf3d-c27887ae5af8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.708855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42402) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:12.762898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c0f360-f57e-4ffb-9315-f4e1683690af None None] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:12.833579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2882ce-e85f-42eb-b3b7-f6ce4362beb0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:12.834966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7d2882ce-e85f-42eb-b3b7-f6ce4362beb0 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/subnets/323ff79e-ff47-4c71-b24d-b8741370eb28 HTTP/1.1" status: 200 len: 811 time: 0.1262119 Jul 22 16:58:12.838777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42408) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:12.865641 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1b2c319e-9a29-4bd2-bf3d-c27887ae5af8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.884094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c319e-9a29-4bd2-bf3d-c27887ae5af8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 9587dba2-92f4-4e5f-83b8-9da42042f73b owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:12.895305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f7860a47-41b9-4f8b-a5df-92d6bce8c221 None None] Provisioning for port 9587dba2-92f4-4e5f-83b8-9da42042f73b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:12.906214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f7860a47-41b9-4f8b-a5df-92d6bce8c221 None None] Provisioning complete for port 9587dba2-92f4-4e5f-83b8-9da42042f73b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:12.906693 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7860a47-41b9-4f8b-a5df-92d6bce8c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:12.962426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f7860a47-41b9-4f8b-a5df-92d6bce8c221 None None] Port 9587dba2-92f4-4e5f-83b8-9da42042f73b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:12.990864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe47f82-f9f7-4cd2-9181-2e0fa987ac93 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['shared'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:12.997423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3fe47f82-f9f7-4cd2-9181-2e0fa987ac93 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "GET /v2.0/subnets/323ff79e-ff47-4c71-b24d-b8741370eb28?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1572115 Jul 22 16:58:13.002563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:13.020020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1025448158'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:13.082992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f7860a47-41b9-4f8b-a5df-92d6bce8c221 None None] Provisioning for port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:13.092468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f7860a47-41b9-4f8b-a5df-92d6bce8c221 None None] Provisioning complete for port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:13.092841 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7860a47-41b9-4f8b-a5df-92d6bce8c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.098165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:13.102655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.244209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1b2c319e-9a29-4bd2-bf3d-c27887ae5af8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.247853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:13.265222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.267128 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Added segment 91d2e830-2ea6-4df4-a2db-140a95af9cd3 of type vlan for network 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d Jul 22 16:58:13.290887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c319e-9a29-4bd2-bf3d-c27887ae5af8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=9587dba2-92f4-4e5f-83b8-9da42042f73b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:13.297020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42424) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:13.331568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.354018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1b2c319e-9a29-4bd2-bf3d-c27887ae5af8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.359193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1b2c319e-9a29-4bd2-bf3d-c27887ae5af8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/9587dba2-92f4-4e5f-83b8-9da42042f73b HTTP/1.1" status: 204 len: 168 time: 0.8694172 Jul 22 16:58:13.359346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42428) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:13.390822 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58f6d81-017f-4257-8c57-f69a87585097 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:13.393543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d58f6d81-017f-4257-8c57-f69a87585097 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/9587dba2-92f4-4e5f-83b8-9da42042f73b HTTP/1.1" status: 404 len: 333 time: 0.0326803 Jul 22 16:58:13.395998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42430) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:13.397544 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.412963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:13.413773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.454152 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4495535 Jul 22 16:58:13.457287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:13.462431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'network_id': '2854069a-7c29-4e90-b8b3-c5eb0cb07d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:13.501034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-801180817-network', 'tenant_id': 'e00e1a334f8146d1becf9cfb465af7aa'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:13.520298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Network': ['ID=2854069a-7c29-4e90-b8b3-c5eb0cb07d4d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:13.531388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-04affcb7-57a8-45c7-ab59-d1be5d8b93d0 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet e7f13efe-da1b-4a6d-8fdd-0f652a7be105 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:13.535197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Made reservation on behalf of e00e1a334f8146d1becf9cfb465af7aa for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:13.537488 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.540286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04affcb7-57a8-45c7-ab59-d1be5d8b93d0 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.544934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.545288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.545632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.545970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.546303 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.546635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.547031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.547440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.547772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.548107 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.548431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.548898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c8def5-06db-40f8-be64-0e69f3be4cbd tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:13.564494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:13.605611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04affcb7-57a8-45c7-ab59-d1be5d8b93d0 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.626867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9128fc3-8765-42b3-adfa-22f02cb3ae8c None None] Could not find standard attr ID for object 9587dba2-92f4-4e5f-83b8-9da42042f73b. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:13.628928 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.640386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d9128fc3-8765-42b3-adfa-22f02cb3ae8c None None] Provisioning complete for port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:13.640386 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d9128fc3-8765-42b3-adfa-22f02cb3ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.662834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Made reservation on behalf of 0e17a50a2ecf47bda95f18622bbb2c74 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:13.676356 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.777235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Performing IP validity checks on allocation pools {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 16:58:13.778113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.ipam_backend_mixin [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93751) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 16:58:13.818361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.831502 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.855774 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04affcb7-57a8-45c7-ab59-d1be5d8b93d0 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.897033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:13.926291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf11fc7-d572-419c-8e97-159e4424fa76,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:13.938227 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.938767 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Added segment f385046a-f85f-457e-ae7e-2bf88bf46346 of type vlan for network fea68f1f-c076-4c85-900e-cd51876c29ce Jul 22 16:58:13.963734 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:13.995692 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.014089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-479a81af-ce50-43fb-9d27-088d4868a505 None None] Could not find standard attr ID for object 9587dba2-92f4-4e5f-83b8-9da42042f73b. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:14.020901 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04affcb7-57a8-45c7-ab59-d1be5d8b93d0 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.056907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04affcb7-57a8-45c7-ab59-d1be5d8b93d0 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f13efe-da1b-4a6d-8fdd-0f652a7be105,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:14.060957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-04affcb7-57a8-45c7-ab59-d1be5d8b93d0 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.065345 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-04affcb7-57a8-45c7-ab59-d1be5d8b93d0 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/e7f13efe-da1b-4a6d-8fdd-0f652a7be105 HTTP/1.1" status: 204 len: 168 time: 0.6659470 Jul 22 16:58:14.065345 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.066129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:14.066907 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.069490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42444) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:14.108787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8105259 Jul 22 16:58:14.132492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42446) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:14.140520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Request body: {'subnet': {'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-801180817-subnet', 'tenant_id': 'e00e1a334f8146d1becf9cfb465af7aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:14.144758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388b0d8-be0e-4ce9-ba03-cc72eeec5c41 admin admin] Pushing event updated for resources: {'Network': ['ID=fea68f1f-c076-4c85-900e-cd51876c29ce,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:14.146132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=92d8c674-666c-43f7-85ad-9ee6c2c9cd6d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:14.155048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Checking segment: {'id': '91d2e830-2ea6-4df4-a2db-140a95af9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2854069a-7c29-4e90-b8b3-c5eb0cb07d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:14.155594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network hostable DHCP agents. Network: 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:14.157606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network fea68f1f-c076-4c85-900e-cd51876c29ce details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:14.162713 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3682d33-fa51-42d4-bacc-7142dcca1ffa tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet abf21d77-2623-4676-9d57-9d5b24562f61 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:14.175151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3682d33-fa51-42d4-bacc-7142dcca1ffa tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.221049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Made reservation on behalf of e00e1a334f8146d1becf9cfb465af7aa for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:14.223568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.250202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Network 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:14.273898 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3682d33-fa51-42d4-bacc-7142dcca1ffa tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.303625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:14.326077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899481db-7191-4be3-96c0-2494cf04d09e None None] Network 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:14.335714 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55498469-af5f-471f-8e6f-99236def1a3e None None] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:14.352502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:14.353309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.388620 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f54cc4d7-8237-4537-9c2b-eacba6d64350 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9302042 Jul 22 16:58:14.392751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42452) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:14.410225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fdcbb272-0cf5-4bff-bdfb-44eaa105dd69 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:14.455411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5540fe56-0d98-4464-82b0-6dc687d0e491 None None] Could not find standard attr ID for object 9587dba2-92f4-4e5f-83b8-9da42042f73b. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:14.481877 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3682d33-fa51-42d4-bacc-7142dcca1ffa tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.565432 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb272-0cf5-4bff-bdfb-44eaa105dd69 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263139505'] for subnet, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.589634 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.616178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-2854069a-7c29-4e90-b8b3-c5eb0cb07d4d', 'network_id': '2854069a-7c29-4e90-b8b3-c5eb0cb07d4d', 'tenant_id': '0e17a50a2ecf47bda95f18622bbb2c74', 'fixed_ips': [{'subnet_id': '92d8c674-666c-43f7-85ad-9ee6c2c9cd6d'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:14.617031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.633541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c0752e-9424-462f-919e-d5b1337db96e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:14.652193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3682d33-fa51-42d4-bacc-7142dcca1ffa tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.695991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3682d33-fa51-42d4-bacc-7142dcca1ffa tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=abf21d77-2623-4676-9d57-9d5b24562f61,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:14.709549 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3682d33-fa51-42d4-bacc-7142dcca1ffa tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.712196 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e3682d33-fa51-42d4-bacc-7142dcca1ffa tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/abf21d77-2623-4676-9d57-9d5b24562f61 HTTP/1.1" status: 204 len: 168 time: 0.6415551 Jul 22 16:58:14.717471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42460) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:14.786115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb272-0cf5-4bff-bdfb-44eaa105dd69 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793813423216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-262940672'] for subnet, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.789292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Checking segment: {'id': 'f385046a-f85f-457e-ae7e-2bf88bf46346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:14.789661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Network hostable DHCP agents. Network: fea68f1f-c076-4c85-900e-cd51876c29ce, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:14.851539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbb272-0cf5-4bff-bdfb-44eaa105dd69 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:14.852271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fdcbb272-0cf5-4bff-bdfb-44eaa105dd69 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.854442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fdcbb272-0cf5-4bff-bdfb-44eaa105dd69 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "PUT /v2.0/subnets/92d8c674-666c-43f7-85ad-9ee6c2c9cd6d HTTP/1.1" status: 200 len: 877 time: 0.4599993 Jul 22 16:58:14.854795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Allocated IP 172.20.0.3 (2854069a-7c29-4e90-b8b3-c5eb0cb07d4d/92d8c674-666c-43f7-85ad-9ee6c2c9cd6d/3137f6f2-c2c0-4ab4-89d7-5eafa102ffca) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:14.856904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe4792-81b1-4d54-b5d3-49bec2ce8766 None None] Update dhcp port {'port': {'network_id': '65abc7b3-6a78-4358-ab92-330eb00cf30e', 'fixed_ips': [{'subnet_id': 'abf21d77-2623-4676-9d57-9d5b24562f61'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'f70fb807-4fcd-4af6-b7c1-2deb4c3295c8'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:58:14.857944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42462) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:14.860777 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.873383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Network fea68f1f-c076-4c85-900e-cd51876c29ce is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:14.904849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbb272-0cf5-4bff-bdfb-44eaa105dd69 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event updated for resources: {'Subnet': ['ID=92d8c674-666c-43f7-85ad-9ee6c2c9cd6d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:14.913110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, fea68f1f-c076-4c85-900e-cd51876c29ce) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:14.924725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:14.925323 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.934432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7499340-0c24-4810-ad90-c7945c67b76e None None] Network fea68f1f-c076-4c85-900e-cd51876c29ce requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:14.958981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b08c090b-bf6f-485b-bd0f-e499b36f138e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8213878 Jul 22 16:58:14.980683 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5ffe4792-81b1-4d54-b5d3-49bec2ce8766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:14.996663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:14.998475 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.012781 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.092553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] For port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f70fb807-4fcd-4af6-b7c1-2deb4c3295c8,segment=NetworkSegment(4dc8d3cb-165e-4807-bf54-32affbcc50ba),segment_id=4dc8d3cb-165e-4807-bf54-32affbcc50ba)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:15.093088 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.107269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:15.144567 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.235702 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.267084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=f70fb807-4fcd-4af6-b7c1-2deb4c3295c8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:15.268971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No DVR routers for this DVR port f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:15.374428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.395563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65abc7b3-6a78-4358-ab92-330eb00cf30e']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:15.407043 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc8d3cb-165e-4807-bf54-32affbcc50ba') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:15.407367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc8d3cb-165e-4807-bf54-32affbcc50ba') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:15.416427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.435727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.445009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:15.445509 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.461314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c3255e-a2a8-422c-af27-c0bed19d2e6f None None] Network fea68f1f-c076-4c85-900e-cd51876c29ce requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:15.520916 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:15.541017 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:15.547600 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.561460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Transition to ACTIVE for port object 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:15.563452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b190e2b-349c-402c-a975-51e1c27ca6f7 None None] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:15.580295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.586280 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/networks/65abc7b3-6a78-4358-ab92-330eb00cf30e HTTP/1.1" status: 204 len: 168 time: 0.8621080 Jul 22 16:58:15.586280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a144481-ec22-49b6-901f-4783948268ce tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Network': ['ID=65abc7b3-6a78-4358-ab92-330eb00cf30e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:15.586576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42480) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:15.609075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b190e2b-349c-402c-a975-51e1c27ca6f7 None None] Network 65abc7b3-6a78-4358-ab92-330eb00cf30e could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 16:58:15.617709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6ac78fca-ab83-4a8e-a563-c4eb1d2c889f None None] Could not find standard attr ID for object f70fb807-4fcd-4af6-b7c1-2deb4c3295c8. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:15.630704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Transition to ACTIVE for port object 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:15.652320 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.669585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.678092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a498d3-3d06-489d-8a85-104d56caf0a6 None None] DHCP port deletion for 65abc7b3-6a78-4358-ab92-330eb00cf30e request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:15.726922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a9f014-7492-4892-9d8f-2f3bace5dd48 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:15.729215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-55a9f014-7492-4892-9d8f-2f3bace5dd48 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1419075 Jul 22 16:58:15.730075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=92d8c674-666c-43f7-85ad-9ee6c2c9cd6d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:15.733245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:15.748107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Pushing event updated for resources: {'Port': ['ID=3137f6f2-c2c0-4ab4-89d7-5eafa102ffca,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:15.792257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Network 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:15.795204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:15.803755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:15.808340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.822990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2854069a-7c29-4e90-b8b3-c5eb0cb07d4d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:15.828106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b7897335-773a-46db-8fd3-95d62574de0b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0941174 Jul 22 16:58:15.831747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42488) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:15.839055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-136730011'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:15.843401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d2e830-2ea6-4df4-a2db-140a95af9cd3') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:15.843767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d2e830-2ea6-4df4-a2db-140a95af9cd3') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:15.866610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.887271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.890175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:15.894154 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.900684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Attempting to bind port 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:15.901247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Attempting to bind port 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '91d2e830-2ea6-4df4-a2db-140a95af9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2854069a-7c29-4e90-b8b3-c5eb0cb07d4d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:15.901493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Attempting to bind port 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca on network 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:15.907960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:15.908336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Checking segment: {'id': '91d2e830-2ea6-4df4-a2db-140a95af9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2854069a-7c29-4e90-b8b3-c5eb0cb07d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:15.908740 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.909440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Bound using segment: {'id': '91d2e830-2ea6-4df4-a2db-140a95af9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2854069a-7c29-4e90-b8b3-c5eb0cb07d4d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:15.909641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Bound port: 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d2e830-2ea6-4df4-a2db-140a95af9cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2854069a-7c29-4e90-b8b3-c5eb0cb07d4d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:15.909846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:15.909967 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.910239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:15.913809 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:16.022048 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] For port 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:16.310376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:16.313546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] For port 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3137f6f2-c2c0-4ab4-89d7-5eafa102ffca,segment=NetworkSegment(91d2e830-2ea6-4df4-a2db-140a95af9cd3),segment_id=91d2e830-2ea6-4df4-a2db-140a95af9cd3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:16.319827 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.db.api [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 16:58:16.319827 n-d-792458-13 neutron-server[93750]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 16:58:16.319827 n-d-792458-13 neutron-server[93750]: [parameters: {'id': '2854069a-7c29-4e90-b8b3-c5eb0cb07d4d'}] Jul 22 16:58:16.319827 n-d-792458-13 neutron-server[93750]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:58:16.320383 n-d-792458-13 neutron-server[93750]: DEBUG oslo_db.api [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:58:16.324304 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.324712 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Added segment 5647c3f5-0f29-4018-a52f-67a778cae709 of type vlan for network a5a8775f-ade6-456a-90f1-6e2b05ba47ae Jul 22 16:58:16.332715 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.381452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.413609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:16.431935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.439653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:16.440100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:16.440451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f70fb807-4fcd-4af6-b7c1-2deb4c3295c8 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:16.441265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.484012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6486492 Jul 22 16:58:16.484793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42504) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:16.488639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d1e28-f257-402e-a4a8-37307222a15c None None] Pushing event updated for resources: {'Port': ['ID=3137f6f2-c2c0-4ab4-89d7-5eafa102ffca,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:16.489473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': 'a5a8775f-ade6-456a-90f1-6e2b05ba47ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:16.501418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c61b24-cd0c-4e81-99d8-6c6cf0e79267 None None] Network 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:16.548403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f73c4-3680-4352-9e8d-07f170bcb592 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Network': ['ID=a5a8775f-ade6-456a-90f1-6e2b05ba47ae,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:16.596286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a5a8775f-ade6-456a-90f1-6e2b05ba47ae details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:16.650474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:16.654366 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.760833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda49797-b1b3-4b8a-9f52-d02844a1eff1 None None] Network 2854069a-7c29-4e90-b8b3-c5eb0cb07d4d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:16.822591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.925626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43dc945-0b7d-4856-a71e-2af95c774889 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:58:16.963596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Deleting port 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:16.964260 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:16.966363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.015870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43dc945-0b7d-4856-a71e-2af95c774889 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:58:17.089681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=7d4fb0cb-13e2-4614-8879-c7e961fe947f,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:17.097709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] For port 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3137f6f2-c2c0-4ab4-89d7-5eafa102ffca,segment=NetworkSegment(91d2e830-2ea6-4df4-a2db-140a95af9cd3),segment_id=91d2e830-2ea6-4df4-a2db-140a95af9cd3)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:17.097709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.116176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Calling delete_port for 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:17.118153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Checking segment: {'id': '5647c3f5-0f29-4018-a52f-67a778cae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a8775f-ade6-456a-90f1-6e2b05ba47ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:17.118584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network hostable DHCP agents. Network: a5a8775f-ade6-456a-90f1-6e2b05ba47ae, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:17.193824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network a5a8775f-ade6-456a-90f1-6e2b05ba47ae is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:17.233682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a5a8775f-ade6-456a-90f1-6e2b05ba47ae) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:17.245076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:17.245757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.329408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-67a2d5f7-7d40-498c-aba4-12520157648b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8410785 Jul 22 16:58:17.330128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:17.333125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b37e51-6b06-4639-97d5-49d8c7ca88f0 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 16:58:17.339201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': 'a5a8775f-ade6-456a-90f1-6e2b05ba47ae', 'name': 'tempest-PortsIpV6TestJSON-1723116220'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:17.383761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.422760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Port': ['ID=3137f6f2-c2c0-4ab4-89d7-5eafa102ffca,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:17.426390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b37e51-6b06-4639-97d5-49d8c7ca88f0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 16:58:17.437770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-e2d93ac7-a394-420c-b8f5-5506d61307f8 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:17.448156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-e2d93ac7-a394-420c-b8f5-5506d61307f8 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/networks?id=fea68f1f-c076-4c85-900e-cd51876c29ce HTTP/1.1" status: 200 len: 808 time: 0.2687843 Jul 22 16:58:17.456729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No DVR routers for this DVR port 3137f6f2-c2c0-4ab4-89d7-5eafa102ffca on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:17.491126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-1c03f6f0-3c54-4da1-8afc-8b2478c0956c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/quotas/e00e1a334f8146d1becf9cfb465af7aa HTTP/1.1" status: 200 len: 375 time: 0.0418479 Jul 22 16:58:17.496391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:17.500407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.522322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port d3d856d1-ccf2-4851-b388-a89641af951b yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:17.567902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-3345b1b7-ce5e-482b-bf46-c952be286ab9 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e00e1a334f8146d1becf9cfb465af7aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754430 Jul 22 16:58:17.583409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-443b5cfb-6b8e-4a10-9e68-f1ad69d965db tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:58:17.584699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-443b5cfb-6b8e-4a10-9e68-f1ad69d965db tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091271 Jul 22 16:58:17.620799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.647274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2854069a-7c29-4e90-b8b3-c5eb0cb07d4d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:17.663885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d2e830-2ea6-4df4-a2db-140a95af9cd3') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:17.664519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d2e830-2ea6-4df4-a2db-140a95af9cd3') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:17.674340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.674540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::258 (a5a8775f-ade6-456a-90f1-6e2b05ba47ae/7d4fb0cb-13e2-4614-8879-c7e961fe947f/d3d856d1-ccf2-4851-b388-a89641af951b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:17.692106 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.700281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:17.700843 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:17.704389 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:17.782982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-a5a8775f-ade6-456a-90f1-6e2b05ba47ae', 'network_id': 'a5a8775f-ade6-456a-90f1-6e2b05ba47ae', 'tenant_id': '2902661483494dcaa559e189f61db4d4', 'fixed_ips': [{'subnet_id': '7d4fb0cb-13e2-4614-8879-c7e961fe947f'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:17.783833 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.854654 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.868322 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.874606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/2854069a-7c29-4e90-b8b3-c5eb0cb07d4d HTTP/1.1" status: 204 len: 168 time: 3.0151544 Jul 22 16:58:17.874876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42552) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:17.887401 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:17.892306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ab4bb-f2d6-4c03-b615-afb78fcf6136 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=2854069a-7c29-4e90-b8b3-c5eb0cb07d4d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:17.912236 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-870f4cc8-849d-493f-9c0e-6ab88c3a7e99 service neutron] 10.222.0.53 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169465 Jul 22 16:58:17.932469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object d3d856d1-ccf2-4851-b388-a89641af951b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:17.936114 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dcdf2f-cbe1-4bf7-a9a3-dbde1bf14b40 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:17.936815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dcdf2f-cbe1-4bf7-a9a3-dbde1bf14b40 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:17.939902 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-24dcdf2f-cbe1-4bf7-a9a3-dbde1bf14b40 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/92d8c674-666c-43f7-85ad-9ee6c2c9cd6d HTTP/1.1" status: 404 len: 337 time: 0.0645673 Jul 22 16:58:17.942487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42554) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:17.973758 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-9524be17-41e8-49d8-8d51-5ea010e664c8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:17.974524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9524be17-41e8-49d8-8d51-5ea010e664c8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:17.978791 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9524be17-41e8-49d8-8d51-5ea010e664c8 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/2854069a-7c29-4e90-b8b3-c5eb0cb07d4d HTTP/1.1" status: 404 len: 339 time: 0.0348756 Jul 22 16:58:17.981789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42556) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.021776 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0237264-ec29-48a8-b377-d4d334e44bef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.022128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0237264-ec29-48a8-b377-d4d334e44bef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.027944 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e0237264-ec29-48a8-b377-d4d334e44bef tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/f00c5700-ad6b-4664-b920-7658ac4a7921 HTTP/1.1" status: 404 len: 337 time: 0.0411985 Jul 22 16:58:18.028062 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-d748e25c-b810-439f-b61d-b3ce6ebb54b7 service neutron] 10.222.0.53 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063623 Jul 22 16:58:18.029503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42558) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.053597 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ed5fa1-ba87-420f-8a36-f04facfa9dac tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.054152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ed5fa1-ba87-420f-8a36-f04facfa9dac tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.055855 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d3ed5fa1-ba87-420f-8a36-f04facfa9dac tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/fdf7a7de-7389-4b1a-9ff1-d4e8d8020db5 HTTP/1.1" status: 404 len: 339 time: 0.0240774 Jul 22 16:58:18.058918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42560) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.123457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Allocated IP 2001:db8::2 (a5a8775f-ade6-456a-90f1-6e2b05ba47ae/7d4fb0cb-13e2-4614-8879-c7e961fe947f/88c2833d-1491-48b6-8541-723ab9aa4d63) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:18.141302 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.151950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.248490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network a5a8775f-ade6-456a-90f1-6e2b05ba47ae is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:18.249939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=d3d856d1-ccf2-4851-b388-a89641af951b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:18.282997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:18.304262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:18.312028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:18.312654 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.318001 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7259cae1-6a14-4684-96e9-606faf0f059e req-b18486cd-1788-4c82-a1c6-090f81f7cf0e tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 210 time: 0.0728621 Jul 22 16:58:18.353877 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.357435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-07df5abb-e28b-435d-984f-447c6668cb44 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0231421 Jul 22 16:58:18.358421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42574) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.362991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': 'a5a8775f-ade6-456a-90f1-6e2b05ba47ae', 'name': 'tempest-PortsIpV6TestJSON-668007948'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:18.367088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Transition to ACTIVE for port object 88c2833d-1491-48b6-8541-723ab9aa4d63 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:18.409953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.421948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5719959-7864-4326-b3bc-fa9873f08a12']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:18.422575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Transition to ACTIVE for port object 88c2833d-1491-48b6-8541-723ab9aa4d63 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:18.433719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e22afe4-a39c-4f46-824e-d2a2c9027fb5') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:18.434064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e22afe4-a39c-4f46-824e-d2a2c9027fb5') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:18.437254 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.454999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.464644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2d2d8a3-ac7a-431a-aa3e-7adf12f7d1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.471930 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:58:18.492690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.500017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Network a5a8775f-ade6-456a-90f1-6e2b05ba47ae is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:18.503157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:18.505021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:18.505021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.508208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:18.512102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Pushing event updated for resources: {'Port': ['ID=88c2833d-1491-48b6-8541-723ab9aa4d63,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:18.514235 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:18.597871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Attempting to bind port 88c2833d-1491-48b6-8541-723ab9aa4d63 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:18.598483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Attempting to bind port 88c2833d-1491-48b6-8541-723ab9aa4d63 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5647c3f5-0f29-4018-a52f-67a778cae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a8775f-ade6-456a-90f1-6e2b05ba47ae'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:18.598852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Attempting to bind port 88c2833d-1491-48b6-8541-723ab9aa4d63 on network a5a8775f-ade6-456a-90f1-6e2b05ba47ae {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:18.611915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:18.612424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Checking segment: {'id': '5647c3f5-0f29-4018-a52f-67a778cae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a8775f-ade6-456a-90f1-6e2b05ba47ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:18.613111 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.613731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Bound using segment: {'id': '5647c3f5-0f29-4018-a52f-67a778cae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a8775f-ade6-456a-90f1-6e2b05ba47ae'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:18.614694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Bound port: 88c2833d-1491-48b6-8541-723ab9aa4d63, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5647c3f5-0f29-4018-a52f-67a778cae709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a5a8775f-ade6-456a-90f1-6e2b05ba47ae'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:18.615645 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.616570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.625954 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.628582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/f5719959-7864-4326-b3bc-fa9873f08a12 HTTP/1.1" status: 204 len: 168 time: 0.5685511 Jul 22 16:58:18.632718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42584) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.638655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:18.643434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.645090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8842d-058e-4be7-b070-3ee61960bb33 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=f5719959-7864-4326-b3bc-fa9873f08a12,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:18.675271 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-26721782-834d-4e79-ae7c-60fa8198edbe tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.675842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26721782-834d-4e79-ae7c-60fa8198edbe tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.680409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42586) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.681710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-26721782-834d-4e79-ae7c-60fa8198edbe tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/23644a16-40b5-4177-843a-4f30e9cce071 HTTP/1.1" status: 404 len: 337 time: 0.0473862 Jul 22 16:58:18.706644 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-733b04a8-3aea-4683-8397-4352ed5598a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.707281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733b04a8-3aea-4683-8397-4352ed5598a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.709740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-733b04a8-3aea-4683-8397-4352ed5598a2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/280730c8-241f-4e65-8360-2f0760fa20ca HTTP/1.1" status: 404 len: 339 time: 0.0281832 Jul 22 16:58:18.712235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42588) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.719473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 64c277cb-c14b-4a85-9ade-a0d1b4fc3eb3 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:18.725257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] For port 88c2833d-1491-48b6-8541-723ab9aa4d63, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:18.731261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] For port 88c2833d-1491-48b6-8541-723ab9aa4d63, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=88c2833d-1491-48b6-8541-723ab9aa4d63,segment=NetworkSegment(5647c3f5-0f29-4018-a52f-67a778cae709),segment_id=5647c3f5-0f29-4018-a52f-67a778cae709)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:18.737647 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:18.750465 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f241138d-409e-4714-8ea6-dc320e3540b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.751076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f241138d-409e-4714-8ea6-dc320e3540b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.753216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f241138d-409e-4714-8ea6-dc320e3540b2 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/a5efe8ca-86c9-4b32-aa68-3d21a1f772ab HTTP/1.1" status: 404 len: 337 time: 0.0390561 Jul 22 16:58:18.755684 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.776409 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47a5177-0a70-4b3c-aaea-a3e618bbd918 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.777209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47a5177-0a70-4b3c-aaea-a3e618bbd918 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.779358 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f47a5177-0a70-4b3c-aaea-a3e618bbd918 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/70940a4f-1e33-484c-a151-612691224643 HTTP/1.1" status: 404 len: 339 time: 0.0224502 Jul 22 16:58:18.781867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.811830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca5fc0-7b67-474a-9a56-f26baabbcdb4 None None] Pushing event updated for resources: {'Port': ['ID=88c2833d-1491-48b6-8541-723ab9aa4d63,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:18.814020 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-83881aa6-e44e-4534-8b32-4163e6bc4e18 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.814785 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83881aa6-e44e-4534-8b32-4163e6bc4e18 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.817049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-83881aa6-e44e-4534-8b32-4163e6bc4e18 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/eab4a8c7-f045-4162-b777-b42524224144 HTTP/1.1" status: 404 len: 337 time: 0.0338752 Jul 22 16:58:18.819518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42596) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.863196 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb343ff-c770-46ed-b124-56ae8ceda128 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.864132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb343ff-c770-46ed-b124-56ae8ceda128 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.866200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cdb343ff-c770-46ed-b124-56ae8ceda128 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/9d4d17f5-8446-4815-8607-eb24197b0b1d HTTP/1.1" status: 404 len: 339 time: 0.0384936 Jul 22 16:58:18.868860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42600) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.915361 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cde5c0b-420c-47d9-beaa-9c2dd03eb33c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.915361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cde5c0b-420c-47d9-beaa-9c2dd03eb33c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.915361 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8cde5c0b-420c-47d9-beaa-9c2dd03eb33c tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/b35d935b-fafc-4513-bee5-672ce334a2f7 HTTP/1.1" status: 404 len: 337 time: 0.0434067 Jul 22 16:58:18.917599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42606) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.919181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::86 (a5a8775f-ade6-456a-90f1-6e2b05ba47ae/7d4fb0cb-13e2-4614-8879-c7e961fe947f/64c277cb-c14b-4a85-9ade-a0d1b4fc3eb3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:18.950534 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5e26a5-f9fb-44a9-8eeb-c83d8021e014 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.951433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5e26a5-f9fb-44a9-8eeb-c83d8021e014 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:18.954495 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2a5e26a5-f9fb-44a9-8eeb-c83d8021e014 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/d95055a0-fd93-4f9c-90da-f89019a44384 HTTP/1.1" status: 404 len: 339 time: 0.0312655 Jul 22 16:58:18.956601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42610) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:18.997051 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a35fc0-e057-4aeb-aeb3-a71944aad970 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:18.997495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a35fc0-e057-4aeb-aeb3-a71944aad970 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:19.001884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-35a35fc0-e057-4aeb-aeb3-a71944aad970 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/4f8b363c-d9cf-4198-9387-97fee8220528 HTTP/1.1" status: 404 len: 337 time: 0.0414817 Jul 22 16:58:19.002359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.023775 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62d72bc-1cb9-41ea-ae04-ea230959bef9 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:19.024068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62d72bc-1cb9-41ea-ae04-ea230959bef9 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:19.026719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a62d72bc-1cb9-41ea-ae04-ea230959bef9 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/a4274693-c121-4110-9f63-c3d382acdee5 HTTP/1.1" status: 404 len: 339 time: 0.0227187 Jul 22 16:58:19.029854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42614) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.065579 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2516c6d-d051-4a3d-bfab-a2bbd826e0d9 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:19.065960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2516c6d-d051-4a3d-bfab-a2bbd826e0d9 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:19.068101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a2516c6d-d051-4a3d-bfab-a2bbd826e0d9 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/3697ab24-c7c1-427d-bb94-1b1658c59111 HTTP/1.1" status: 404 len: 337 time: 0.0370286 Jul 22 16:58:19.070683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42616) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.098061 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-479949b3-d971-4085-b7ca-09c2e76bceb7 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:19.098906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479949b3-d971-4085-b7ca-09c2e76bceb7 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:19.101243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-479949b3-d971-4085-b7ca-09c2e76bceb7 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/b94327cc-d8a1-40e4-a6f3-ded2d4d04b49 HTTP/1.1" status: 404 len: 339 time: 0.0281305 Jul 22 16:58:19.104168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.161285 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18baf4b-047e-4a0d-a841-33b572b6b67b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:19.161819 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18baf4b-047e-4a0d-a841-33b572b6b67b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:19.163517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c18baf4b-047e-4a0d-a841-33b572b6b67b tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/adec083c-c79c-4709-af28-a93ca61969fb HTTP/1.1" status: 404 len: 337 time: 0.0581923 Jul 22 16:58:19.167551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.204545 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cdadef-4802-499b-83a6-84ded031f324 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:19.205327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cdadef-4802-499b-83a6-84ded031f324 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:19.209548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-36cdadef-4802-499b-83a6-84ded031f324 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/1eda17aa-7df2-4fc0-a971-bba204614d51 HTTP/1.1" status: 404 len: 339 time: 0.0385582 Jul 22 16:58:19.209967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.221275 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.239094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object 64c277cb-c14b-4a85-9ade-a0d1b4fc3eb3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:19.251510 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-566893d9-fde8-4f2d-9f19-cef068ad99e4 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:19.252025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566893d9-fde8-4f2d-9f19-cef068ad99e4 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:19.255735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-566893d9-fde8-4f2d-9f19-cef068ad99e4 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/45c824bf-d367-4959-90fd-0d126ac02896 HTTP/1.1" status: 404 len: 337 time: 0.0446510 Jul 22 16:58:19.257592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42626) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.293550 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed62bdf-aac8-4e07-b950-e16f57fd6943 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:19.294196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed62bdf-aac8-4e07-b950-e16f57fd6943 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:19.299465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4ed62bdf-aac8-4e07-b950-e16f57fd6943 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/85afd6c1-15ea-48a4-a64d-c38aac39c566 HTTP/1.1" status: 404 len: 339 time: 0.0406854 Jul 22 16:58:19.300160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42630) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.301445 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.387875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network a5a8775f-ade6-456a-90f1-6e2b05ba47ae is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:19.389080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-929964ba-76de-4b5f-a200-e539842d1e19 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Deleting subnet 323ff79e-ff47-4c71-b24d-b8741370eb28 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:19.389708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:19.393021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929964ba-76de-4b5f-a200-e539842d1e19 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.393284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:19.400744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:19.401802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.437520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0784936 Jul 22 16:58:19.439354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fd713-2d45-4da9-8fae-9c06617e144b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=64c277cb-c14b-4a85-9ade-a0d1b4fc3eb3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:19.441399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42634) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.480684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b56852b-d364-4f6c-83ad-8133c1880b43 req-c6a6b443-b6d4-4ddd-abc2-1c30d83289f4 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 210 time: 0.0453289 Jul 22 16:58:19.517434 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929964ba-76de-4b5f-a200-e539842d1e19 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.630252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5551b-6a34-4ceb-b557-7e30aa140d7c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:19.631788 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0de5551b-6a34-4ceb-b557-7e30aa140d7c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A258 HTTP/1.1" status: 200 len: 929 time: 0.1894505 Jul 22 16:58:19.635496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42640) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.649313 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929964ba-76de-4b5f-a200-e539842d1e19 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.733054 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929964ba-76de-4b5f-a200-e539842d1e19 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.763101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-15a2bc82-8106-4cd1-9914-a3ae8860ad6c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 64c277cb-c14b-4a85-9ade-a0d1b4fc3eb3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:19.763519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15a2bc82-8106-4cd1-9914-a3ae8860ad6c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.770847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929964ba-76de-4b5f-a200-e539842d1e19 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Subnet': ['ID=323ff79e-ff47-4c71-b24d-b8741370eb28,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:19.778194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-929964ba-76de-4b5f-a200-e539842d1e19 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.780452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-929964ba-76de-4b5f-a200-e539842d1e19 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/subnets/323ff79e-ff47-4c71-b24d-b8741370eb28 HTTP/1.1" status: 204 len: 168 time: 0.4793487 Jul 22 16:58:19.782958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42642) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:19.893134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.963807 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15a2bc82-8106-4cd1-9914-a3ae8860ad6c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.985707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Deleting port 2d27e245-6699-41b1-9861-502b37470db1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:19.985707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:19.995262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-15a2bc82-8106-4cd1-9914-a3ae8860ad6c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 64c277cb-c14b-4a85-9ade-a0d1b4fc3eb3 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:20.074765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] For port 2d27e245-6699-41b1-9861-502b37470db1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2d27e245-6699-41b1-9861-502b37470db1,segment=NetworkSegment(b8e4ab36-19cc-46af-8022-d0038a6aa2a4),segment_id=b8e4ab36-19cc-46af-8022-d0038a6aa2a4)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:20.075181 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.090511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Calling delete_port for 2d27e245-6699-41b1-9861-502b37470db1 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:20.135896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ba7573ce-e066-4d1b-9d92-83520159b225 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:20.137414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ba7573ce-e066-4d1b-9d92-83520159b225 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.20 "GET /v2.0/networks?id=fea68f1f-c076-4c85-900e-cd51876c29ce HTTP/1.1" status: 200 len: 808 time: 0.2515655 Jul 22 16:58:20.156603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Request body: {'port': {'device_id': '2ce9e3d3-a98f-40b1-946a-45680ed9e10e', 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce', 'admin_state_up': True, 'tenant_id': 'e00e1a334f8146d1becf9cfb465af7aa'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:20.198989 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.214502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] No DVR routers for this DVR port 2d27e245-6699-41b1-9861-502b37470db1 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:20.291425 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Port': ['ID=2d27e245-6699-41b1-9861-502b37470db1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:20.306881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15a2bc82-8106-4cd1-9914-a3ae8860ad6c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.309924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c355c0-1377-44db-9da0-8d347d66d2d8 None None] Network a5a8775f-ade6-456a-90f1-6e2b05ba47ae requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:20.339534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e137a74-7bca-47f7-8722-8420eb441d52 None None] Network daca623a-0806-40a8-932a-8aa2941b39d3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:20.357901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.373354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daca623a-0806-40a8-932a-8aa2941b39d3']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:20.390104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2bc82-8106-4cd1-9914-a3ae8860ad6c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=64c277cb-c14b-4a85-9ade-a0d1b4fc3eb3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:20.394661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e4ab36-19cc-46af-8022-d0038a6aa2a4') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:20.395564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e4ab36-19cc-46af-8022-d0038a6aa2a4') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:20.409992 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.428906 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.438746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:20.439479 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.449800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15a2bc82-8106-4cd1-9914-a3ae8860ad6c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.455255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-15a2bc82-8106-4cd1-9914-a3ae8860ad6c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/64c277cb-c14b-4a85-9ade-a0d1b4fc3eb3 HTTP/1.1" status: 204 len: 168 time: 0.8185589 Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:20.455649 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:20.460174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42654) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:20.514950 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8912b3-4e17-495c-b932-acb8a39ee8ec tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:20.514950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ed8912b3-4e17-495c-b932-acb8a39ee8ec tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/64c277cb-c14b-4a85-9ade-a0d1b4fc3eb3 HTTP/1.1" status: 404 len: 333 time: 0.0500417 Jul 22 16:58:20.514950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Made reservation on behalf of e00e1a334f8146d1becf9cfb465af7aa for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:20.518958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.530157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:20.610139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 88c2833d-1491-48b6-8541-723ab9aa4d63 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:20.612029 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.652148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-987e7e5b-2e10-4837-8f3b-a7222d71ae76 None None] Provisioning for port 88c2833d-1491-48b6-8541-723ab9aa4d63 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:20.685246 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf675e9c-e356-484e-998f-a7b4c456d14d req-932df32f-f1e7-4588-838e-c29b49a10455 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 210 time: 0.0881314 Jul 22 16:58:20.691171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.693336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] 10.222.0.53 "DELETE /v2.0/networks/daca623a-0806-40a8-932a-8aa2941b39d3 HTTP/1.1" status: 204 len: 168 time: 0.9093411 Jul 22 16:58:20.761840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 88c2833d-1491-48b6-8541-723ab9aa4d63 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:20.766754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 88c2833d-1491-48b6-8541-723ab9aa4d63 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:20.767233 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.773191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35617f62-5a7b-407f-b3c8-e1bb0f27ae74 None None] DHCP port deletion for daca623a-0806-40a8-932a-8aa2941b39d3 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:20.784607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666985c7-9489-4b64-a8ea-3eb739e31638 tempest-NetworksTest-1323003814 tempest-NetworksTest-1323003814-project] Pushing event deleted for resources: {'Network': ['ID=daca623a-0806-40a8-932a-8aa2941b39d3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:20.863208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-08a4b282-4795-4557-bc46-9f48ae3c8157 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port d3d856d1-ccf2-4851-b388-a89641af951b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:20.863433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08a4b282-4795-4557-bc46-9f48ae3c8157 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.886872 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:20.907590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Allocated IP 172.20.0.2 (fea68f1f-c076-4c85-900e-cd51876c29ce/27c0752e-9424-462f-919e-d5b1337db96e/0fee8b52-6917-46d2-9117-ec1c12a55a79) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:20.936469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 88c2833d-1491-48b6-8541-723ab9aa4d63, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=88c2833d-1491-48b6-8541-723ab9aa4d63,segment=NetworkSegment(5647c3f5-0f29-4018-a52f-67a778cae709),segment_id=5647c3f5-0f29-4018-a52f-67a778cae709)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:20.944999 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.036212 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08a4b282-4795-4557-bc46-9f48ae3c8157 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.064770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-08a4b282-4795-4557-bc46-9f48ae3c8157 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for d3d856d1-ccf2-4851-b388-a89641af951b owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:21.067318 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3e53a2bc-3859-4311-96dc-927c471b532a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.073676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=88c2833d-1491-48b6-8541-723ab9aa4d63,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:21.075974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42676) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:21.213875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.267299 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.278087 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08a4b282-4795-4557-bc46-9f48ae3c8157 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.310889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-254f38aa-0e0f-4cf9-984a-7972c13a1737 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e17a50a2ecf47bda95f18622bbb2c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335284 Jul 22 16:58:21.314895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:21.351275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4b282-4795-4557-bc46-9f48ae3c8157 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=d3d856d1-ccf2-4851-b388-a89641af951b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:21.355774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-08a4b282-4795-4557-bc46-9f48ae3c8157 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.359490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-08a4b282-4795-4557-bc46-9f48ae3c8157 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/d3d856d1-ccf2-4851-b388-a89641af951b HTTP/1.1" status: 204 len: 168 time: 0.8284039 Jul 22 16:58:21.362101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42682) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:21.385455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.396331 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.400235 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5e7736-dbac-4b29-a01e-334a1fe7d896 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:21.437748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7d5e7736-dbac-4b29-a01e-334a1fe7d896 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/d3d856d1-ccf2-4851-b388-a89641af951b HTTP/1.1" status: 404 len: 333 time: 0.0383496 Jul 22 16:58:21.437748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42688) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:21.438022 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.489221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce5ce31-24c2-4359-a76f-abc60e324bd2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet 7d4fb0cb-13e2-4614-8879-c7e961fe947f {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:21.495447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ce31-24c2-4359-a76f-abc60e324bd2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.523739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Network fea68f1f-c076-4c85-900e-cd51876c29ce is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:21.530520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:21.532369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.534905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.538532 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75cdae7f-d575-4133-b959-7ac96ecb4abd HTTP/1.1" status: 204 len: 168 time: 0.2202349 Jul 22 16:58:21.541388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:21.546912 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ce31-24c2-4359-a76f-abc60e324bd2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.616254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cdae7f-d575-4133-b959-7ac96ecb4abd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:21.619996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Pushing event updated for resources: {'Port': ['ID=0fee8b52-6917-46d2-9117-ec1c12a55a79,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:21.642919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.643309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.643834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.644669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.645148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.645780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.646249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.646714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.647203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.647776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.648259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.648616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.657005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.657291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.657771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.658124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.658467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.658845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.660646 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ce31-24c2-4359-a76f-abc60e324bd2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.663305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.664206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.664206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.664378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.664661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.664992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0418ffd-fe00-4257-aa99-697496ed213a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:58:21.678827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:21.679630 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.704249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-a2ecb798-58e2-48c5-8a52-6bcd3bb88e1b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5487177 Jul 22 16:58:21.720763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-4f0221cb-b3ad-4022-9aba-8c56aa142354 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 16:58:21.721464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5c7cb-2a7c-4306-9f96-1ac6591d3e24 None None] Network a5a8775f-ade6-456a-90f1-6e2b05ba47ae requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:21.722009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-4f0221cb-b3ad-4022-9aba-8c56aa142354 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062358 Jul 22 16:58:21.775024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2705b07d-bec6-47d2-a772-45df3dcd1213 None None] Provisioning complete for port 88c2833d-1491-48b6-8541-723ab9aa4d63 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:21.775852 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2705b07d-bec6-47d2-a772-45df3dcd1213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.782209 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ce31-24c2-4359-a76f-abc60e324bd2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.838337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5ce31-24c2-4359-a76f-abc60e324bd2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=7d4fb0cb-13e2-4614-8879-c7e961fe947f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:21.842033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ce5ce31-24c2-4359-a76f-abc60e324bd2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:21.846847 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2ce5ce31-24c2-4359-a76f-abc60e324bd2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/7d4fb0cb-13e2-4614-8879-c7e961fe947f HTTP/1.1" status: 204 len: 168 time: 0.4316645 Jul 22 16:58:21.846847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42702) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:21.921444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b742834-3e8a-4d74-82dc-8437ae7764b6 req-e6fb2fc0-dde1-45c7-85e4-ae0255a206c4 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:21.923959 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b742834-3e8a-4d74-82dc-8437ae7764b6 req-e6fb2fc0-dde1-45c7-85e4-ae0255a206c4 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 931 time: 0.1027195 Jul 22 16:58:21.968347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Request body: {'port': {'device_id': '2ce9e3d3-a98f-40b1-946a-45680ed9e10e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:21.983971 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.044463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2705b07d-bec6-47d2-a772-45df3dcd1213 None None] Could not find standard attr ID for object d3d856d1-ccf2-4851-b388-a89641af951b. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:22.058652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 88c2833d-1491-48b6-8541-723ab9aa4d63 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:22.059039 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.097245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b742834-3e8a-4d74-82dc-8437ae7764b6 req-da898410-97c2-4e76-a8e3-385e2197be81 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548374 Jul 22 16:58:22.154723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] For port 88c2833d-1491-48b6-8541-723ab9aa4d63, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=88c2833d-1491-48b6-8541-723ab9aa4d63,segment=NetworkSegment(5647c3f5-0f29-4018-a52f-67a778cae709),segment_id=5647c3f5-0f29-4018-a52f-67a778cae709)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:22.155381 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.163116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] DHCP port deletion for a5a8775f-ade6-456a-90f1-6e2b05ba47ae request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:22.171255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.179851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 88c2833d-1491-48b6-8541-723ab9aa4d63 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:22.262035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] Deleting port 88c2833d-1491-48b6-8541-723ab9aa4d63 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:22.265283 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.308922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.359170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=88c2833d-1491-48b6-8541-723ab9aa4d63,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:22.363184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No DVR routers for this DVR port 88c2833d-1491-48b6-8541-723ab9aa4d63 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:22.418459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] For port 88c2833d-1491-48b6-8541-723ab9aa4d63, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=88c2833d-1491-48b6-8541-723ab9aa4d63,segment=NetworkSegment(5647c3f5-0f29-4018-a52f-67a778cae709),segment_id=5647c3f5-0f29-4018-a52f-67a778cae709)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:22.420510 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.448441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2d27e245-6699-41b1-9861-502b37470db1 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:22.492428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.506347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a8775f-ade6-456a-90f1-6e2b05ba47ae']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:22.519532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5647c3f5-0f29-4018-a52f-67a778cae709') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:22.519834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5647c3f5-0f29-4018-a52f-67a778cae709') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:22.549271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.585188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.605034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:22.605688 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:22.616223 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:22.681769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] Calling delete_port for 88c2833d-1491-48b6-8541-723ab9aa4d63 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:22.685964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 2d27e245-6699-41b1-9861-502b37470db1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:22.686482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2d27e245-6699-41b1-9861-502b37470db1 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:22.687089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 88c2833d-1491-48b6-8541-723ab9aa4d63 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:22.707802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.718829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 88c2833d-1491-48b6-8541-723ab9aa4d63 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:22.719611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 88c2833d-1491-48b6-8541-723ab9aa4d63 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:22.723969 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.725541 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fee8b52-6917-46d2-9117-ec1c12a55a79 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:58:22.733375 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.735768 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.744679 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/networks/a5a8775f-ade6-456a-90f1-6e2b05ba47ae HTTP/1.1" status: 204 len: 168 time: 0.8962214 Jul 22 16:58:22.746396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42730) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:22.751978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Transition to ACTIVE for port object 0fee8b52-6917-46d2-9117-ec1c12a55a79 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:22.760702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.764977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1622717007'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:22.775370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962ff85-5a07-4022-a3e4-266166126e9d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Network': ['ID=a5a8775f-ade6-456a-90f1-6e2b05ba47ae,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:22.797504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:22.801445 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.821902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42736) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:22.824977 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.835292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] Network a5a8775f-ade6-456a-90f1-6e2b05ba47ae is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:58:22.835766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] No DVR routers for this DVR port 88c2833d-1491-48b6-8541-723ab9aa4d63 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:22.850563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:22.864731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed06feb-1c9a-4528-b54b-8c0232b85e0f None None] Pushing event deleted for resources: {'Port': ['ID=88c2833d-1491-48b6-8541-723ab9aa4d63,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:22.866008 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.866366 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Added segment a0adc191-0367-4ff8-a20f-41f9ea29bbcf of type vlan for network c2b4b260-3c6f-457b-b09f-1a87f1b00891 Jul 22 16:58:22.910729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Pushing event updated for resources: {'Port': ['ID=0fee8b52-6917-46d2-9117-ec1c12a55a79,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:22.913197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.971855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:22.983412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:22.984264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.012294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Attempting to bind port 0fee8b52-6917-46d2-9117-ec1c12a55a79 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:23.012718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Attempting to bind port 0fee8b52-6917-46d2-9117-ec1c12a55a79 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'f385046a-f85f-457e-ae7e-2bf88bf46346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:23.013266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Attempting to bind port 0fee8b52-6917-46d2-9117-ec1c12a55a79 on network fea68f1f-c076-4c85-900e-cd51876c29ce {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:23.019149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Port 0fee8b52-6917-46d2-9117-ec1c12a55a79 on network fea68f1f-c076-4c85-900e-cd51876c29ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:58:23.019587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Attempting to bind port 0fee8b52-6917-46d2-9117-ec1c12a55a79 on network fea68f1f-c076-4c85-900e-cd51876c29ce {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:23.023382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-965609848'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:23.025682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:23.026123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Checking segment: {'id': 'f385046a-f85f-457e-ae7e-2bf88bf46346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:23.026625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Bound using segment: {'id': 'f385046a-f85f-457e-ae7e-2bf88bf46346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:23.027163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Bound port: 0fee8b52-6917-46d2-9117-ec1c12a55a79, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f385046a-f85f-457e-ae7e-2bf88bf46346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:23.027626 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.046581 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2861974 Jul 22 16:58:23.052016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42744) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:23.061806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': 'c2b4b260-3c6f-457b-b09f-1a87f1b00891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:23.099635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] For port 0fee8b52-6917-46d2-9117-ec1c12a55a79, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:23.102803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] For port 0fee8b52-6917-46d2-9117-ec1c12a55a79, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0fee8b52-6917-46d2-9117-ec1c12a55a79,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:23.104474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cb5b5-961e-47f9-8a6e-9ff65a617ea7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Network': ['ID=c2b4b260-3c6f-457b-b09f-1a87f1b00891,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:23.114823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.115551 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network c2b4b260-3c6f-457b-b09f-1a87f1b00891 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:23.118454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:23.122007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.135874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.203290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Pushing event updated for resources: {'Port': ['ID=0fee8b52-6917-46d2-9117-ec1c12a55a79,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:23.228547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:23.229422 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:58:23.229422 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:58:23.229422 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': '2902661483494dcaa559e189f61db4d4', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 58, 23, 208610)}] Jul 22 16:58:23.229422 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:58:23.229422 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:58:23.229723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.229723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-ef16dec5-4ada-4504-a83d-69421d5b9706 service neutron] 10.222.0.20 "PUT /v2.0/ports/0fee8b52-6917-46d2-9117-ec1c12a55a79 HTTP/1.1" status: 200 len: 1092 time: 1.5000949 Jul 22 16:58:23.229723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9e3d3-a98f-40b1-946a-45680ed9e10e', 'tag': '0fee8b52-6917-46d2-9117-ec1c12a55a79'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:23.231717 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c075ad76-f166-42a8-9815-673ebc4430a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce9e3d3-a98f-40b1-946a-45680ed9e10e", "tag": "0fee8b52-6917-46d2-9117-ec1c12a55a79"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:23.282448 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a8e70-4606-4221-926d-078cf97ad8c1 x-openstack-request-id: req-cc4a8e70-4606-4221-926d-078cf97ad8c1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:23.282754 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce9e3d3-a98f-40b1-946a-45680ed9e10e", "tag": "0fee8b52-6917-46d2-9117-ec1c12a55a79", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:23.283214 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc4a8e70-4606-4221-926d-078cf97ad8c1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:23.283824 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce9e3d3-a98f-40b1-946a-45680ed9e10e', 'tag': '0fee8b52-6917-46d2-9117-ec1c12a55a79', 'status': 'completed', 'code': 200} Jul 22 16:58:23.336124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f54f36-f51a-42ba-943d-be5df35caae3 req-a297edf6-9aa2-4759-bedd-2a8fc59f2594 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:23.343619 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1f54f36-f51a-42ba-943d-be5df35caae3 req-a297edf6-9aa2-4759-bedd-2a8fc59f2594 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 943 time: 0.1357751 Jul 22 16:58:23.359906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-2abb2cce-a19d-4e03-8203-7d888a3074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:23.361422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-2abb2cce-a19d-4e03-8203-7d888a3074ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e00e1a334f8146d1becf9cfb465af7aa&device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 1095 time: 0.0647743 Jul 22 16:58:23.402088 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1f54f36-f51a-42ba-943d-be5df35caae3 req-5892c484-2763-4928-b0ac-0e71080614a0 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572228 Jul 22 16:58:23.406746 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.410580 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-1fab18f8-2f86-4aef-a3df-424b6e0f27fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fee8b52-6917-46d2-9117-ec1c12a55a79 HTTP/1.1" status: 200 len: 217 time: 0.0357490 Jul 22 16:58:23.412041 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.444196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:23.454389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4accdc-b356-4b44-814d-dd1a5fd1aee4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:23.459408 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.459761 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Added segment 8df5a012-7424-4ee1-8d90-0fdbc9cd16b3 of type vlan for network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 Jul 22 16:58:23.471814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-e2e0845a-4349-40b5-876f-1010e95dd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:23.473758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-e2e0845a-4349-40b5-876f-1010e95dd173 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0752e-9424-462f-919e-d5b1337db96e HTTP/1.1" status: 200 len: 848 time: 0.0563328 Jul 22 16:58:23.509344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.516306 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-88a347b7-3f22-4056-a926-3e7405fe6016 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fea68f1f-c076-4c85-900e-cd51876c29ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359373 Jul 22 16:58:23.544988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.550591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:23.551194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.588162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7644300 Jul 22 16:58:23.591244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42758) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:23.598853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'name': 'tempest-PortsTestJSON-1646360213'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:23.615155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-15f5cda2-052a-4b8b-8c81-81f22e558198 service neutron] 10.222.0.20 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924208 Jul 22 16:58:23.650616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bc067-6b9c-48ca-a9c8-fcd6b3c9819a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Network': ['ID=2d75b183-f484-4fb1-a7ff-9b1d2704b618,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:23.662994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:23.716547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fe0477a-df3b-4a77-972b-023d66aee986 req-4615fffd-cee1-46d3-a9e7-d8af13974102 service neutron] 10.222.0.20 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943768 Jul 22 16:58:23.739470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:23.745670 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:23.867708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-e428331f-3b86-4642-9cd0-851325ccea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:23.870520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-e428331f-3b86-4642-9cd0-851325ccea61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e00e1a334f8146d1becf9cfb465af7aa&device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 1095 time: 0.0695555 Jul 22 16:58:23.969946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-5aca2c6f-adb3-432f-a126-ea6a379850f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:23.971471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-5aca2c6f-adb3-432f-a126-ea6a379850f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fea68f1f-c076-4c85-900e-cd51876c29ce HTTP/1.1" status: 200 len: 909 time: 0.0946259 Jul 22 16:58:24.015309 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-29141977-5130-4faa-b6b9-7be9538dc3c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fee8b52-6917-46d2-9117-ec1c12a55a79 HTTP/1.1" status: 200 len: 217 time: 0.0356848 Jul 22 16:58:24.055941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-e621ccf8-8822-4c14-bb2e-0a296b2b473d req-53159b70-5149-408e-a488-fc33004483f6 service neutron] (93750) timed out ('10.222.0.20', 49160) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 16:58:24.056651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:24.060073 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.063636 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 80757fab-c7b2-4b24-bad6-54b35ef70540 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:24.068804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-8e88636a-9369-435a-b6d6-d20ee768f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:24.072348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-8e88636a-9369-435a-b6d6-d20ee768f664 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0752e-9424-462f-919e-d5b1337db96e HTTP/1.1" status: 200 len: 848 time: 0.0500197 Jul 22 16:58:24.141526 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-ef473ae6-a16e-401c-a1b2-cc0054d65518 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fea68f1f-c076-4c85-900e-cd51876c29ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621548 Jul 22 16:58:24.241215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-c9a9f8b3-0e80-4fda-8fd3-6956a6ed386f service neutron] 10.222.0.20 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917470 Jul 22 16:58:24.260995 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.340585 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.358808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c075ad76-f166-42a8-9815-673ebc4430a4 req-ab3c1f88-3779-4695-88eb-bdde4edc763e service neutron] 10.222.0.20 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093206 Jul 22 16:58:24.413053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.473841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.489863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=8c8ed33f-a866-40f7-a7bf-e7a85f231f6a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:24.532860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Checking segment: {'id': 'a0adc191-0367-4ff8-a20f-41f9ea29bbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c2b4b260-3c6f-457b-b09f-1a87f1b00891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:24.533507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network hostable DHCP agents. Network: c2b4b260-3c6f-457b-b09f-1a87f1b00891, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:24.551277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e6f94-70d8-43b6-bd67-40cd8a43952e req-835b9880-6d82-4307-a067-6cf08b8a9e33 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:24.552881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e34e6f94-70d8-43b6-bd67-40cd8a43952e req-835b9880-6d82-4307-a067-6cf08b8a9e33 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 943 time: 0.0681124 Jul 22 16:58:24.565875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=80757fab-c7b2-4b24-bad6-54b35ef70540,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:24.578777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network c2b4b260-3c6f-457b-b09f-1a87f1b00891 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:24.581872 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Checking segment: {'id': '8df5a012-7424-4ee1-8d90-0fdbc9cd16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:24.582225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network hostable DHCP agents. Network: 2d75b183-f484-4fb1-a7ff-9b1d2704b618, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:24.596294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, c2b4b260-3c6f-457b-b09f-1a87f1b00891) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:24.602571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:24.603867 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.606265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e34e6f94-70d8-43b6-bd67-40cd8a43952e req-9b1c1a80-a429-433b-83cb-76dbba43ca73 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462656 Jul 22 16:58:24.607928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:24.612470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfc467f-7f26-418e-a6f8-2b8d5adaa653 None None] Network c2b4b260-3c6f-457b-b09f-1a87f1b00891 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:24.618186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 2d75b183-f484-4fb1-a7ff-9b1d2704b618) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:24.622870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:24.628910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:24.629826 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.630544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73d7f6-4a76-40ed-b8b3-6143c0428638 None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:24.638858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f038a2a5-2527-4320-9250-95a08d2f23f8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5813339 Jul 22 16:58:24.639798 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:24.647327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': 'c2b4b260-3c6f-457b-b09f-1a87f1b00891', 'name': 'tempest-PortsIpV6TestJSON-512135514', 'fixed_ips': [{'subnet_id': '8c8ed33f-a866-40f7-a7bf-e7a85f231f6a', 'ip_address': '2001:db8::10'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:24.671980 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-808a6ed4-4b84-4804-944d-ece6d23e9f19 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0795031 Jul 22 16:58:24.677474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42782) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:24.683746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-701047135'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:24.729705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:24.734259 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.767352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:24.780069 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.781095 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Added segment 30609446-35e9-4d36-9ee3-8061370eed39 of type vlan for network 63d897d6-125e-4d03-8166-3f78181ad51c Jul 22 16:58:24.802046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:24.836220 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.874669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.882128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:24.882800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.890239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-c2b4b260-3c6f-457b-b09f-1a87f1b00891', 'network_id': 'c2b4b260-3c6f-457b-b09f-1a87f1b00891', 'tenant_id': '2902661483494dcaa559e189f61db4d4', 'fixed_ips': [{'subnet_id': '8c8ed33f-a866-40f7-a7bf-e7a85f231f6a'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:24.891114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.935398 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:24.959002 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 7e1b864b-5727-4fe1-8427-b23789ced180 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:25.111277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Allocated IP 2001:db8::2 (c2b4b260-3c6f-457b-b09f-1a87f1b00891/8c8ed33f-a866-40f7-a7bf-e7a85f231f6a/8c807be0-e2e1-4e92-9b2f-21b5e4ef4616) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:25.251547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5701599 Jul 22 16:58:25.252593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42792) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:25.259119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'ports': [{'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618'}, {'network_id': '63d897d6-125e-4d03-8166-3f78181ad51c'}]} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:25.260000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:25.260495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '63d897d6-125e-4d03-8166-3f78181ad51c'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:25.263673 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.273727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Transition to ACTIVE for port object 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:25.292559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Transition to ACTIVE for port object 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:25.295737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a408ea6-6a34-4d27-995d-92809668fb11 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Network': ['ID=63d897d6-125e-4d03-8166-3f78181ad51c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:25.300383 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.342840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 63d897d6-125e-4d03-8166-3f78181ad51c details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:25.367734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Network c2b4b260-3c6f-457b-b09f-1a87f1b00891 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:25.372388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:25.377467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:25.406267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::10 (c2b4b260-3c6f-457b-b09f-1a87f1b00891/8c8ed33f-a866-40f7-a7bf-e7a85f231f6a/7e1b864b-5727-4fe1-8427-b23789ced180) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:25.413508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Pushing event updated for resources: {'Port': ['ID=8c807be0-e2e1-4e92-9b2f-21b5e4ef4616,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:25.488060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Attempting to bind port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:25.488507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Attempting to bind port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a0adc191-0367-4ff8-a20f-41f9ea29bbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c2b4b260-3c6f-457b-b09f-1a87f1b00891'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:25.488938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Attempting to bind port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 on network c2b4b260-3c6f-457b-b09f-1a87f1b00891 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:25.495796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:25.496372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Checking segment: {'id': 'a0adc191-0367-4ff8-a20f-41f9ea29bbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c2b4b260-3c6f-457b-b09f-1a87f1b00891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:25.497029 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.497497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Bound using segment: {'id': 'a0adc191-0367-4ff8-a20f-41f9ea29bbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c2b4b260-3c6f-457b-b09f-1a87f1b00891'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:25.497821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Bound port: 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0adc191-0367-4ff8-a20f-41f9ea29bbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c2b4b260-3c6f-457b-b09f-1a87f1b00891'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:25.498265 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.524296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 2} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:25.528850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.559878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.571519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] For port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:25.575452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] For port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8c807be0-e2e1-4e92-9b2f-21b5e4ef4616,segment=NetworkSegment(a0adc191-0367-4ff8-a20f-41f9ea29bbcf),segment_id=a0adc191-0367-4ff8-a20f-41f9ea29bbcf)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:25.580481 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.659832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caff569-04f4-4730-bb43-e9b1c03d9816 None None] Pushing event updated for resources: {'Port': ['ID=8c807be0-e2e1-4e92-9b2f-21b5e4ef4616,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:25.727418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port aa89903b-cd01-4482-a61e-369ba22e27cf yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:25.759583 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:25.784969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object 7e1b864b-5727-4fe1-8427-b23789ced180 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:25.910640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26451f-c20c-4ed1-b00b-6f313b4208a7 req-a0160c45-f052-4bfd-9d81-da54ee6f1992 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:25.912436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6f26451f-c20c-4ed1-b00b-6f313b4208a7 req-a0160c45-f052-4bfd-9d81-da54ee6f1992 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 943 time: 0.2078593 Jul 22 16:58:25.929781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.022096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.027747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network c2b4b260-3c6f-457b-b09f-1a87f1b00891 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:26.049763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:26.068795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:26.074864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:26.075491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.077715 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=7e1b864b-5727-4fe1-8427-b23789ced180,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:26.096357 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6f26451f-c20c-4ed1-b00b-6f313b4208a7 req-37d9b90e-dc2b-4c7c-8f81-055a8b0ab1ed tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566999 Jul 22 16:58:26.136299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b894cb62-d895-4f3a-86bb-cb9e58fc9a73 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4957192 Jul 22 16:58:26.139493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42808) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:26.141010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port da00aebb-5323-4ae1-b243-8f78aedec87a yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:26.148122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': 'c2b4b260-3c6f-457b-b09f-1a87f1b00891', 'name': 'tempest-PortsIpV6TestJSON-966202470', 'fixed_ips': [{'subnet_id': '8c8ed33f-a866-40f7-a7bf-e7a85f231f6a', 'ip_address': '2001:db8::f'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:26.274440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.323814 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.349158 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:26.350806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:26.374766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:26.383357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:26.384305 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.422565 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=aa89903b-cd01-4482-a61e-369ba22e27cf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:26.482629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:26.503016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=da00aebb-5323-4ae1-b243-8f78aedec87a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:26.512365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Checking segment: {'id': '30609446-35e9-4d36-9ee3-8061370eed39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '63d897d6-125e-4d03-8166-3f78181ad51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:26.512932 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network hostable DHCP agents. Network: 63d897d6-125e-4d03-8166-3f78181ad51c, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:26.520912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.541255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 23f7dae8-5d09-4f04-987c-a04b7384af25 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:26.573834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 63d897d6-125e-4d03-8166-3f78181ad51c is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:26.578200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:26.591765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 63d897d6-125e-4d03-8166-3f78181ad51c) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:26.601476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16389a88-0c6b-431c-b6c7-f92b833f9a91 None None] Network 63d897d6-125e-4d03-8166-3f78181ad51c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:26.603400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:26.611231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:26.620057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:26.621025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.652140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aad33865-f3fc-4212-a8be-d0e05318aafe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3982594 Jul 22 16:58:26.654786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:26.814859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::f (c2b4b260-3c6f-457b-b09f-1a87f1b00891/8c8ed33f-a866-40f7-a7bf-e7a85f231f6a/23f7dae8-5d09-4f04-987c-a04b7384af25) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:26.818507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-350f7ead-f210-4116-ab07-1c6d6f7b6897 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port da00aebb-5323-4ae1-b243-8f78aedec87a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:26.819163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-350f7ead-f210-4116-ab07-1c6d6f7b6897 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.867386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cd22b0-6739-4ea8-8ddc-1a5872dd2840 None None] Network c2b4b260-3c6f-457b-b09f-1a87f1b00891 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:26.914523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-350f7ead-f210-4116-ab07-1c6d6f7b6897 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:26.926199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-350f7ead-f210-4116-ab07-1c6d6f7b6897 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for da00aebb-5323-4ae1-b243-8f78aedec87a owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:26.938778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0fee8b52-6917-46d2-9117-ec1c12a55a79 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:58:26.968154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-163b0c63-16f9-4bbd-89d1-5d28c6742e1e None None] Provisioning for port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:26.981814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-163b0c63-16f9-4bbd-89d1-5d28c6742e1e None None] Provisioning complete for port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:26.982180 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-163b0c63-16f9-4bbd-89d1-5d28c6742e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.034010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-350f7ead-f210-4116-ab07-1c6d6f7b6897 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.071914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f7ead-f210-4116-ab07-1c6d6f7b6897 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=da00aebb-5323-4ae1-b243-8f78aedec87a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:27.077400 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-350f7ead-f210-4116-ab07-1c6d6f7b6897 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.081779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-350f7ead-f210-4116-ab07-1c6d6f7b6897 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/da00aebb-5323-4ae1-b243-8f78aedec87a HTTP/1.1" status: 204 len: 168 time: 0.4256916 Jul 22 16:58:27.084214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:27.086547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.108132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object 23f7dae8-5d09-4f04-987c-a04b7384af25 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:27.140984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0fee8b52-6917-46d2-9117-ec1c12a55a79, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0fee8b52-6917-46d2-9117-ec1c12a55a79,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:27.163002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '0fee8b52-6917-46d2-9117-ec1c12a55a79', 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce', 'port_id': '0fee8b52-6917-46d2-9117-ec1c12a55a79', 'mac_address': 'fa:16:3e:24:3c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c0752e-9424-462f-919e-d5b1337db96e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:58:27.167086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c4dd2-f62c-4058-b8f0-d0b5a9e35e9e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.171692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c4dd2-f62c-4058-b8f0-d0b5a9e35e9e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.173786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-340c4dd2-f62c-4058-b8f0-d0b5a9e35e9e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0885479 Jul 22 16:58:27.176681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:27.195207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.279522 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-163b0c63-16f9-4bbd-89d1-5d28c6742e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.303807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d7616aa6-d3b0-4a22-95e7-3f70d66d6bc5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port aa89903b-cd01-4482-a61e-369ba22e27cf {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:27.304273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7616aa6-d3b0-4a22-95e7-3f70d66d6bc5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.311644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network c2b4b260-3c6f-457b-b09f-1a87f1b00891 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:27.320571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:27.324384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=23f7dae8-5d09-4f04-987c-a04b7384af25,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:27.327115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:27.334177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.335226 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.352386 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.364027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-163b0c63-16f9-4bbd-89d1-5d28c6742e1e None None] For port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8c807be0-e2e1-4e92-9b2f-21b5e4ef4616,segment=NetworkSegment(a0adc191-0367-4ff8-a20f-41f9ea29bbcf),segment_id=a0adc191-0367-4ff8-a20f-41f9ea29bbcf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:27.364562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81ec31a4-0bc6-47fc-a888-f66d13445214 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2236514 Jul 22 16:58:27.367895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42836) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:27.379212 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-163b0c63-16f9-4bbd-89d1-5d28c6742e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.403823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7616aa6-d3b0-4a22-95e7-3f70d66d6bc5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.405764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fee8b52-6917-46d2-9117-ec1c12a55a79 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:58:27.420540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d7616aa6-d3b0-4a22-95e7-3f70d66d6bc5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for aa89903b-cd01-4482-a61e-369ba22e27cf owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:27.448345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1aa31-2861-4c0a-b5d4-84623a095388 req-c9c2fe51-77f1-4984-8432-fa2acdc76b07 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.455536 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9bf1aa31-2861-4c0a-b5d4-84623a095388 req-c9c2fe51-77f1-4984-8432-fa2acdc76b07 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 943 time: 0.2047577 Jul 22 16:58:27.467360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0fee8b52-6917-46d2-9117-ec1c12a55a79, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0fee8b52-6917-46d2-9117-ec1c12a55a79,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:27.480098 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.486832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b0c63-16f9-4bbd-89d1-5d28c6742e1e None None] Pushing event updated for resources: {'Port': ['ID=8c807be0-e2e1-4e92-9b2f-21b5e4ef4616,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:27.561146 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9bf1aa31-2861-4c0a-b5d4-84623a095388 req-132e593f-708c-4f61-bdca-91f562694f53 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983324 Jul 22 16:58:27.572847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7616aa6-d3b0-4a22-95e7-3f70d66d6bc5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.591045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf896a5-8cf2-4b4c-94e9-881a380829e1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.593126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aaf896a5-8cf2-4b4c-94e9-881a380829e1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2233679 Jul 22 16:58:27.594124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0fee8b52-6917-46d2-9117-ec1c12a55a79,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:27.596179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:27.620902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7616aa6-d3b0-4a22-95e7-3f70d66d6bc5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=aa89903b-cd01-4482-a61e-369ba22e27cf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:27.639396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7616aa6-d3b0-4a22-95e7-3f70d66d6bc5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.644310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d7616aa6-d3b0-4a22-95e7-3f70d66d6bc5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/aa89903b-cd01-4482-a61e-369ba22e27cf HTTP/1.1" status: 204 len: 168 time: 0.4642954 Jul 22 16:58:27.645577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42844) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:27.725676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d6315-17dd-4bc0-b363-c659fef3c769 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.733305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d6315-17dd-4bc0-b363-c659fef3c769 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.739093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d6315-17dd-4bc0-b363-c659fef3c769 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.744285 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aa2d6315-17dd-4bc0-b363-c659fef3c769 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1437531 Jul 22 16:58:27.744435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f3e58785-8b35-45dd-8064-fb2520032b94 None None] Provisioning for port 7e1b864b-5727-4fe1-8427-b23789ced180 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:27.744529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42848) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:27.748112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f3e58785-8b35-45dd-8064-fb2520032b94 None None] Provisioning complete for port 7e1b864b-5727-4fe1-8427-b23789ced180 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:27.748606 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3e58785-8b35-45dd-8064-fb2520032b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.782962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39bc9c-a09c-4f46-8bfc-511e2da91265 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:27.784369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8b39bc9c-a09c-4f46-8bfc-511e2da91265 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1378136 Jul 22 16:58:27.787157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42852) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:27.792862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f3e58785-8b35-45dd-8064-fb2520032b94 None None] Port 7e1b864b-5727-4fe1-8427-b23789ced180 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:27.819448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['0fee8b52-6917-46d2-9117-ec1c12a55a79'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:58:27.824492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f3e58785-8b35-45dd-8064-fb2520032b94 None None] Provisioning complete for port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:27.824867 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f3e58785-8b35-45dd-8064-fb2520032b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.861461 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e244ee1-7f42-41b8-a6f2-c0af9a6c031e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:58:27.863177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3e244ee1-7f42-41b8-a6f2-c0af9a6c031e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/da00aebb-5323-4ae1-b243-8f78aedec87a HTTP/1.1" status: 404 len: 333 time: 0.0749707 Jul 22 16:58:27.866138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42854) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:27.891217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-491f29ba-b28f-4a45-9337-607c07e5a647 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 23f7dae8-5d09-4f04-987c-a04b7384af25 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:27.891930 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-491f29ba-b28f-4a45-9337-607c07e5a647 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:27.902039 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-4975413e-42d3-4c49-8bb5-87be6f0d60d4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:58:27.903706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4975413e-42d3-4c49-8bb5-87be6f0d60d4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/aa89903b-cd01-4482-a61e-369ba22e27cf HTTP/1.1" status: 404 len: 333 time: 0.0364950 Jul 22 16:58:27.909091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42856) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:28.019577 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-491f29ba-b28f-4a45-9337-607c07e5a647 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.030795 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.033159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-491f29ba-b28f-4a45-9337-607c07e5a647 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 23f7dae8-5d09-4f04-987c-a04b7384af25 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:28.137416 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.148584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d897d6-125e-4d03-8166-3f78181ad51c']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:28.156619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4cef3747-50f1-44b4-852e-b8c330a57785 None None] Provisioning complete for port 7e1b864b-5727-4fe1-8427-b23789ced180 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:28.157238 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4cef3747-50f1-44b4-852e-b8c330a57785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.160784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30609446-35e9-4d36-9ee3-8061370eed39') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:28.160784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30609446-35e9-4d36-9ee3-8061370eed39') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:28.175476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:28.207321 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:28.210400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4cef3747-50f1-44b4-852e-b8c330a57785 None None] Port 7e1b864b-5727-4fe1-8427-b23789ced180 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:28.216409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-491f29ba-b28f-4a45-9337-607c07e5a647 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.262528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f29ba-b28f-4a45-9337-607c07e5a647 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=23f7dae8-5d09-4f04-987c-a04b7384af25,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:28.280170 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.285655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.291999 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/networks/63d897d6-125e-4d03-8166-3f78181ad51c HTTP/1.1" status: 204 len: 168 time: 0.3776212 Jul 22 16:58:28.297443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42864) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:28.308026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-491f29ba-b28f-4a45-9337-607c07e5a647 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.309707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-488409755'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:28.310971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-491f29ba-b28f-4a45-9337-607c07e5a647 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/23f7dae8-5d09-4f04-987c-a04b7384af25 HTTP/1.1" status: 204 len: 168 time: 0.5653210 Jul 22 16:58:28.313314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42866) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:28.326262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd61106-b9f9-438d-b2c8-2f0fc4016684 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Network': ['ID=63d897d6-125e-4d03-8166-3f78181ad51c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:28.350317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:28.356642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.360723 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1301250-62fc-465e-bc9e-581951bf128e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:28.362469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b1301250-62fc-465e-bc9e-581951bf128e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/23f7dae8-5d09-4f04-987c-a04b7384af25 HTTP/1.1" status: 404 len: 333 time: 0.0479360 Jul 22 16:58:28.369219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:28.413360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:28.421251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:28.432963 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.433320 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Added segment b593650a-15e5-4cfa-bdb2-1cd421ff8215 of type vlan for network d06fd658-940a-4055-972e-5f9758bcd44c Jul 22 16:58:28.472469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:28.473003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.537958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.547241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e6747091-215e-4565-b7ea-b34bbc0fb05b None None] Could not find standard attr ID for object 23f7dae8-5d09-4f04-987c-a04b7384af25. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:28.611528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.620354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:28.621223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.662152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0b21e-5e92-40b8-8c9e-7ec5ba38c2c8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 7e1b864b-5727-4fe1-8427-b23789ced180 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:28.662497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9c0b21e-5e92-40b8-8c9e-7ec5ba38c2c8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.769822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4664209 Jul 22 16:58:28.773178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:28.773962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a5f7f-2710-40f1-997f-eef5a9ac0ade tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Network': ['ID=d06fd658-940a-4055-972e-5f9758bcd44c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:28.778492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': 'd06fd658-940a-4055-972e-5f9758bcd44c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:28.784873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network d06fd658-940a-4055-972e-5f9758bcd44c details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:28.864131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9c0b21e-5e92-40b8-8c9e-7ec5ba38c2c8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.882017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0b21e-5e92-40b8-8c9e-7ec5ba38c2c8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 7e1b864b-5727-4fe1-8427-b23789ced180 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:28.890952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef93ff-f70e-4429-a74d-93dc2e76d4ba req-a36692bd-b5c0-496c-92a9-e6bb9e1d0979 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:28.892530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5ef93ff-f70e-4429-a74d-93dc2e76d4ba req-a36692bd-b5c0-496c-92a9-e6bb9e1d0979 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 944 time: 0.2170231 Jul 22 16:58:28.917160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:28.917160 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:28.936774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0fee8b52-6917-46d2-9117-ec1c12a55a79 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:28.997963 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5ef93ff-f70e-4429-a74d-93dc2e76d4ba req-cbc37a51-ce4b-4eb8-b5e1-0ccd22512013 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914340 Jul 22 16:58:29.050358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 0fee8b52-6917-46d2-9117-ec1c12a55a79 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:29.054554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 0fee8b52-6917-46d2-9117-ec1c12a55a79 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:29.055008 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.099177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9c0b21e-5e92-40b8-8c9e-7ec5ba38c2c8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.130382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0b21e-5e92-40b8-8c9e-7ec5ba38c2c8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=7e1b864b-5727-4fe1-8427-b23789ced180,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:29.155797 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.200595 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d9c0b21e-5e92-40b8-8c9e-7ec5ba38c2c8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.203525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d9c0b21e-5e92-40b8-8c9e-7ec5ba38c2c8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/7e1b864b-5727-4fe1-8427-b23789ced180 HTTP/1.1" status: 204 len: 168 time: 0.8329000 Jul 22 16:58:29.206060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42886) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:29.236340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Checking segment: {'id': 'b593650a-15e5-4cfa-bdb2-1cd421ff8215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd06fd658-940a-4055-972e-5f9758bcd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:29.236902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network hostable DHCP agents. Network: d06fd658-940a-4055-972e-5f9758bcd44c, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:29.241852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=6a6803ed-9763-46df-a21a-9e278688d332,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:29.245776 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a436a7-400e-45bb-8758-c92e81fb15b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:29.247604 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a5a436a7-400e-45bb-8758-c92e81fb15b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/7e1b864b-5727-4fe1-8427-b23789ced180 HTTP/1.1" status: 404 len: 333 time: 0.0397809 Jul 22 16:58:29.251308 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:29.265022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network d06fd658-940a-4055-972e-5f9758bcd44c is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:29.311739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, d06fd658-940a-4055-972e-5f9758bcd44c) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:29.317756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:29.318694 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.329028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e92ee9-efd1-4a13-83bb-84544f341a48 None None] Network d06fd658-940a-4055-972e-5f9758bcd44c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:29.344948 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b4ed33-5eec-4caa-b47b-68d21b27a3b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet 8c8ed33f-a866-40f7-a7bf-e7a85f231f6a {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:29.350648 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29b4ed33-5eec-4caa-b47b-68d21b27a3b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.352352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f8de2fcd-81fe-4ebb-bf69-699a275fe284 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5783033 Jul 22 16:58:29.355313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42892) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:29.363849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': 'd06fd658-940a-4055-972e-5f9758bcd44c', 'name': 'tempest-PortsTestJSON-1853216806'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:29.413698 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29b4ed33-5eec-4caa-b47b-68d21b27a3b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.527726 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29b4ed33-5eec-4caa-b47b-68d21b27a3b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.546305 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.555122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:29.565940 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.585611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 161d5c3c-d92a-4d42-b32f-48c5d12c0050 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:29.592442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 0fee8b52-6917-46d2-9117-ec1c12a55a79, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0fee8b52-6917-46d2-9117-ec1c12a55a79,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:29.595928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9e3d3-a98f-40b1-946a-45680ed9e10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fee8b52-6917-46d2-9117-ec1c12a55a79'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:29.598358 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a899cd1b-43a6-4c01-bdad-223dbb397791" -d '{"events": [{"server_uuid": "2ce9e3d3-a98f-40b1-946a-45680ed9e10e", "name": "network-vif-plugged", "status": "completed", "tag": "0fee8b52-6917-46d2-9117-ec1c12a55a79"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:29.604150 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.625880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29b4ed33-5eec-4caa-b47b-68d21b27a3b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.682689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4ed33-5eec-4caa-b47b-68d21b27a3b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8ed33f-a866-40f7-a7bf-e7a85f231f6a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:29.685966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-29b4ed33-5eec-4caa-b47b-68d21b27a3b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.694757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-29b4ed33-5eec-4caa-b47b-68d21b27a3b2 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/8c8ed33f-a866-40f7-a7bf-e7a85f231f6a HTTP/1.1" status: 204 len: 168 time: 0.4422305 Jul 22 16:58:29.696498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:29.707414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fddc9d-bd7b-4299-ac55-5d46c7406e9d None None] Network c2b4b260-3c6f-457b-b09f-1a87f1b00891 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:29.747412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=0fee8b52-6917-46d2-9117-ec1c12a55a79,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:29.765108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.7 (d06fd658-940a-4055-972e-5f9758bcd44c/6a6803ed-9763-46df-a21a-9e278688d332/161d5c3c-d92a-4d42-b32f-48c5d12c0050) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:29.801406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-d06fd658-940a-4055-972e-5f9758bcd44c', 'network_id': 'd06fd658-940a-4055-972e-5f9758bcd44c', 'tenant_id': 'cd0087666e0c4990ba9e4349547cf1cf', 'fixed_ips': [{'subnet_id': '6a6803ed-9763-46df-a21a-9e278688d332'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:29.802398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.860002 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:29.885069 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b416fb-c06b-4058-a114-e7f7afc678e1 x-openstack-request-id: req-73b416fb-c06b-4058-a114-e7f7afc678e1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:29.885669 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9e3d3-a98f-40b1-946a-45680ed9e10e", "name": "network-vif-plugged", "status": "completed", "tag": "0fee8b52-6917-46d2-9117-ec1c12a55a79", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:29.885926 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73b416fb-c06b-4058-a114-e7f7afc678e1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:29.886322 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9e3d3-a98f-40b1-946a-45680ed9e10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fee8b52-6917-46d2-9117-ec1c12a55a79', 'code': 200} Jul 22 16:58:29.959312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:29.959654 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.043138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] For port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8c807be0-e2e1-4e92-9b2f-21b5e4ef4616,segment=NetworkSegment(a0adc191-0367-4ff8-a20f-41f9ea29bbcf),segment_id=a0adc191-0367-4ff8-a20f-41f9ea29bbcf)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:30.043568 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.065093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.073941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:30.095619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 161d5c3c-d92a-4d42-b32f-48c5d12c0050 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:30.134061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0de6f8-b0e2-4997-9830-62a70acbf533 req-16b63121-ec41-44da-b476-60b6cef7b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:30.135869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a0de6f8-b0e2-4997-9830-62a70acbf533 req-16b63121-ec41-44da-b476-60b6cef7b405 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 1097 time: 0.1602790 Jul 22 16:58:30.177733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] DHCP port deletion for c2b4b260-3c6f-457b-b09f-1a87f1b00891 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:30.188793 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.230873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.244205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9852-488a-494c-bd01-2c7040d1795d req-53e7151a-3136-4af5-b01d-0f69aa97a7a1 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:30.250101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a0de6f8-b0e2-4997-9830-62a70acbf533 req-f6865fe2-1a88-4a30-997c-aaf23ef3db7e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056716 Jul 22 16:58:30.251763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-361d9852-488a-494c-bd01-2c7040d1795d req-53e7151a-3136-4af5-b01d-0f69aa97a7a1 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 945 time: 0.1044083 Jul 22 16:58:30.267730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Allocated IP 172.20.0.2 (d06fd658-940a-4055-972e-5f9758bcd44c/6a6803ed-9763-46df-a21a-9e278688d332/c704fac7-64e7-454a-9751-7ce364fec08d) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:30.283191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network d06fd658-940a-4055-972e-5f9758bcd44c is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:30.285785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] Deleting port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:30.286352 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.288279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:30.298686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:30.302508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=8c807be0-e2e1-4e92-9b2f-21b5e4ef4616,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.315034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=161d5c3c-d92a-4d42-b32f-48c5d12c0050,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.330777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No DVR routers for this DVR port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:30.351831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-361d9852-488a-494c-bd01-2c7040d1795d req-1d5575a6-2e9e-4b2d-a81a-381a58e513c6 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935941 Jul 22 16:58:30.420829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:30.422011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.441002 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-56fafdbd-4849-445a-a759-bf079fb92335 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0839443 Jul 22 16:58:30.443520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42920) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:30.452762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:30.456413 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.473130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b4b260-3c6f-457b-b09f-1a87f1b00891']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:30.490519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] For port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:30.491094 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.497148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0adc191-0367-4ff8-a20f-41f9ea29bbcf') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:30.497445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0adc191-0367-4ff8-a20f-41f9ea29bbcf') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:30.499528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:30.499864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:30.511759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] Calling delete_port for 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:30.514809 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.515461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] Port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 16:58:30.518048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.539325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.549746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:30.550111 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.556911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] Pushing event deleted for resources: {'Port': ['ID=8c807be0-e2e1-4e92-9b2f-21b5e4ef4616,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.558796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4b07a-d7df-48ac-8ee1-90f1fa054c68 None None] No DVR routers for this DVR port 8c807be0-e2e1-4e92-9b2f-21b5e4ef4616 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:30.597751 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:30.622252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fbcc2-a07a-430a-8b13-138a832244a8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 161d5c3c-d92a-4d42-b32f-48c5d12c0050 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:30.622661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c2fbcc2-a07a-430a-8b13-138a832244a8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.625722 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.636572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Transition to ACTIVE for port object c704fac7-64e7-454a-9751-7ce364fec08d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:30.647816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.654918 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.658339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Transition to ACTIVE for port object c704fac7-64e7-454a-9751-7ce364fec08d will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:30.664011 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/networks/c2b4b260-3c6f-457b-b09f-1a87f1b00891 HTTP/1.1" status: 204 len: 168 time: 0.9656286 Jul 22 16:58:30.668674 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.676937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42922) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:30.682014 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6698-119b-460c-a334-4dab9fadab95 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Network': ['ID=c2b4b260-3c6f-457b-b09f-1a87f1b00891,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.682591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-487848838'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:30.719223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Network d06fd658-940a-4055-972e-5f9758bcd44c is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:30.722182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:30.727614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:30.753433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:30.757243 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.787341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Pushing event updated for resources: {'Port': ['ID=c704fac7-64e7-454a-9751-7ce364fec08d,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.790997 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c2fbcc2-a07a-430a-8b13-138a832244a8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.804003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:30.805494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Attempting to bind port c704fac7-64e7-454a-9751-7ce364fec08d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:30.805867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Attempting to bind port c704fac7-64e7-454a-9751-7ce364fec08d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'b593650a-15e5-4cfa-bdb2-1cd421ff8215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd06fd658-940a-4055-972e-5f9758bcd44c'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:30.807242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Attempting to bind port c704fac7-64e7-454a-9751-7ce364fec08d on network d06fd658-940a-4055-972e-5f9758bcd44c {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:30.812011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5c2fbcc2-a07a-430a-8b13-138a832244a8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 161d5c3c-d92a-4d42-b32f-48c5d12c0050 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:30.813423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:30.814026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Checking segment: {'id': 'b593650a-15e5-4cfa-bdb2-1cd421ff8215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd06fd658-940a-4055-972e-5f9758bcd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:30.814540 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.815086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Bound using segment: {'id': 'b593650a-15e5-4cfa-bdb2-1cd421ff8215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd06fd658-940a-4055-972e-5f9758bcd44c'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:30.815664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Bound port: c704fac7-64e7-454a-9751-7ce364fec08d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b593650a-15e5-4cfa-bdb2-1cd421ff8215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd06fd658-940a-4055-972e-5f9758bcd44c'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:30.816128 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.823798 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.824082 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Added segment 3ccc6b9f-3a5e-4636-87aa-83a4eae1343a of type vlan for network e268f375-3a5a-4826-9075-d4c7f94beb74 Jul 22 16:58:30.881629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] For port c704fac7-64e7-454a-9751-7ce364fec08d, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:30.884759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] For port c704fac7-64e7-454a-9751-7ce364fec08d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c704fac7-64e7-454a-9751-7ce364fec08d,segment=NetworkSegment(b593650a-15e5-4cfa-bdb2-1cd421ff8215),segment_id=b593650a-15e5-4cfa-bdb2-1cd421ff8215)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:30.888732 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.916622 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.959662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774dc8e-dcdb-4a5a-8a6e-7579000c9214 None None] Pushing event updated for resources: {'Port': ['ID=c704fac7-64e7-454a-9751-7ce364fec08d,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:30.977589 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:30.983588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:30.984330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.080206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42932) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:31.080438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4023020 Jul 22 16:58:31.086965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': 'e268f375-3a5a-4826-9075-d4c7f94beb74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:31.124528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fd38d-78a5-41c5-8a41-79ed73e5d8cf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Network': ['ID=e268f375-3a5a-4826-9075-d4c7f94beb74,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:31.136294 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c2fbcc2-a07a-430a-8b13-138a832244a8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.140827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network e268f375-3a5a-4826-9075-d4c7f94beb74 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:31.168331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fbcc2-a07a-430a-8b13-138a832244a8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=161d5c3c-d92a-4d42-b32f-48c5d12c0050,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:31.283758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:31.287492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.292492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5c2fbcc2-a07a-430a-8b13-138a832244a8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.299005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5c2fbcc2-a07a-430a-8b13-138a832244a8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/161d5c3c-d92a-4d42-b32f-48c5d12c0050 HTTP/1.1" status: 204 len: 168 time: 0.8541906 Jul 22 16:58:31.299707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:31.357199 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb16385-edef-4e29-ba09-20287edd3d74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:31.357957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb16385-edef-4e29-ba09-20287edd3d74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:31.366384 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1bb16385-edef-4e29-ba09-20287edd3d74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/161d5c3c-d92a-4d42-b32f-48c5d12c0050 HTTP/1.1" status: 404 len: 333 time: 0.0656152 Jul 22 16:58:31.370244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42944) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:31.507436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.515672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c4fb8-7b00-4bff-a63a-f785e608e63b req-bcde25ed-c11e-42d8-908d-c6c68258d671 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:31.523227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-495c4fb8-7b00-4bff-a63a-f785e608e63b req-bcde25ed-c11e-42d8-908d-c6c68258d671 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 945 time: 0.0884733 Jul 22 16:58:31.571283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-495c4fb8-7b00-4bff-a63a-f785e608e63b req-d6b005c3-35a5-4d61-9983-ab5c0a65f122 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 Jul 22 16:58:31.756491 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef39923-2112-40f2-b96a-7e613a095621 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:58:31.761576 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3ef39923-2112-40f2-b96a-7e613a095621 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/161d5c3c-d92a-4d42-b32f-48c5d12c0050 HTTP/1.1" status: 404 len: 333 time: 0.3870766 Jul 22 16:58:31.761835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:31.830681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89c6fb2-9949-43dd-a014-12ae80a787b4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet 6a6803ed-9763-46df-a21a-9e278688d332 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:31.837096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e89c6fb2-9949-43dd-a014-12ae80a787b4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:31.910955 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e89c6fb2-9949-43dd-a014-12ae80a787b4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.006351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.094640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e89c6fb2-9949-43dd-a014-12ae80a787b4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.100034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7cae03-0155-490b-bda4-92b5ad089f70 None None] Network d06fd658-940a-4055-972e-5f9758bcd44c requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:32.118371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=f5b05804-1cd5-43ea-98f9-138b0695614d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:32.147299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Checking segment: {'id': '3ccc6b9f-3a5e-4636-87aa-83a4eae1343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e268f375-3a5a-4826-9075-d4c7f94beb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:32.147659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network hostable DHCP agents. Network: e268f375-3a5a-4826-9075-d4c7f94beb74, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:32.175431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network e268f375-3a5a-4826-9075-d4c7f94beb74 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:32.182984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e89c6fb2-9949-43dd-a014-12ae80a787b4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.204436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15146fee-ac0a-457e-83f9-7b41134252c5 None None] Provisioning for port c704fac7-64e7-454a-9751-7ce364fec08d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:32.213550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, e268f375-3a5a-4826-9075-d4c7f94beb74) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:32.218214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c6fb2-9949-43dd-a014-12ae80a787b4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6803ed-9763-46df-a21a-9e278688d332,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:32.220511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:32.221195 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.223806 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e89c6fb2-9949-43dd-a014-12ae80a787b4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.225603 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e89c6fb2-9949-43dd-a014-12ae80a787b4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/6a6803ed-9763-46df-a21a-9e278688d332 HTTP/1.1" status: 204 len: 168 time: 0.4629822 Jul 22 16:58:32.228722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:32.255307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e870c6-4ad7-4280-9e49-656eb3b5ae21 None None] Network e268f375-3a5a-4826-9075-d4c7f94beb74 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:32.266656 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7de43787-8418-4fc0-ba01-cdf4573d841a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1828229 Jul 22 16:58:32.267376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42962) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:32.272739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-9b32af06-5e50-479e-a496-5994266436a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1827200224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:32.336848 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.349438 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b32af06-5e50-479e-a496-5994266436a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.350815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b32af06-5e50-479e-a496-5994266436a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.428035 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b32af06-5e50-479e-a496-5994266436a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.433025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port c704fac7-64e7-454a-9751-7ce364fec08d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:32.433620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.435786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b32af06-5e50-479e-a496-5994266436a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.458295 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9b32af06-5e50-479e-a496-5994266436a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.469424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9b32af06-5e50-479e-a496-5994266436a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2006037 Jul 22 16:58:32.470383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42966) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:32.471254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] DHCP port deletion for d06fd658-940a-4055-972e-5f9758bcd44c request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:32.505024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'network_id': 'e268f375-3a5a-4826-9075-d4c7f94beb74', 'name': 'tempest-PortsIpV6TestJSON-203490527'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:32.531012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-e268f375-3a5a-4826-9075-d4c7f94beb74', 'network_id': 'e268f375-3a5a-4826-9075-d4c7f94beb74', 'tenant_id': '2902661483494dcaa559e189f61db4d4', 'fixed_ips': [{'subnet_id': 'f5b05804-1cd5-43ea-98f9-138b0695614d'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:32.532238 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.543999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] For port c704fac7-64e7-454a-9751-7ce364fec08d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c704fac7-64e7-454a-9751-7ce364fec08d,segment=NetworkSegment(b593650a-15e5-4cfa-bdb2-1cd421ff8215),segment_id=b593650a-15e5-4cfa-bdb2-1cd421ff8215)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:32.544751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.559108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for c704fac7-64e7-454a-9751-7ce364fec08d owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:32.674967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:32.679395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.692562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] Deleting port c704fac7-64e7-454a-9751-7ce364fec08d {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:32.693070 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.707175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:32.737961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.743228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Allocated IP 2001:db8::2 (e268f375-3a5a-4826-9075-d4c7f94beb74/f5b05804-1cd5-43ea-98f9-138b0695614d/7ced4459-b16c-43fb-84d0-09a71441dcc2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:32.780749 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No DVR routers for this DVR port c704fac7-64e7-454a-9751-7ce364fec08d on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:32.782616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=c704fac7-64e7-454a-9751-7ce364fec08d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:32.854934 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829e0f-ed19-448b-8e7b-e290ad0bbd0d req-0387bde8-b036-4a53-b87e-128adafca08e tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:32.856465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60829e0f-ed19-448b-8e7b-e290ad0bbd0d req-0387bde8-b036-4a53-b87e-128adafca08e tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 945 time: 0.1859689 Jul 22 16:58:32.887233 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.890646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] For port c704fac7-64e7-454a-9751-7ce364fec08d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c704fac7-64e7-454a-9751-7ce364fec08d,segment=NetworkSegment(b593650a-15e5-4cfa-bdb2-1cd421ff8215),segment_id=b593650a-15e5-4cfa-bdb2-1cd421ff8215)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:32.891064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.911643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] Calling delete_port for c704fac7-64e7-454a-9751-7ce364fec08d owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:32.912130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06fd658-940a-4055-972e-5f9758bcd44c']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:32.927614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b593650a-15e5-4cfa-bdb2-1cd421ff8215') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:32.927916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b593650a-15e5-4cfa-bdb2-1cd421ff8215') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:32.944753 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.953764 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60829e0f-ed19-448b-8e7b-e290ad0bbd0d req-1f7116a8-d91b-4532-b5b5-19c0c87deb28 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637796 Jul 22 16:58:32.961667 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.968719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:32.969125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:32.972506 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:33.022748 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.040980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Transition to ACTIVE for port object 7ced4459-b16c-43fb-84d0-09a71441dcc2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:33.042504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.053643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.057131 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/networks/d06fd658-940a-4055-972e-5f9758bcd44c HTTP/1.1" status: 204 len: 168 time: 0.8266811 Jul 22 16:58:33.061102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42980) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:33.068338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e82a5-dbbd-4bee-a961-fae03a23aecd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Network': ['ID=d06fd658-940a-4055-972e-5f9758bcd44c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:33.068961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Transition to ACTIVE for port object 7ced4459-b16c-43fb-84d0-09a71441dcc2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:33.070185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1576894242'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:33.079930 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.107581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] Pushing event deleted for resources: {'Port': ['ID=c704fac7-64e7-454a-9751-7ce364fec08d,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:33.133867 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.141425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] Network d06fd658-940a-4055-972e-5f9758bcd44c is not hosted by any dhcp agent {{(pid=93752) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 16:58:33.141888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a704fc0-26f8-4682-8e99-fc17e828f233 None None] No DVR routers for this DVR port c704fac7-64e7-454a-9751-7ce364fec08d on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:33.156705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:33.160234 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.178243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Network e268f375-3a5a-4826-9075-d4c7f94beb74 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:33.181991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:33.188253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:33.200649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Pushing event updated for resources: {'Port': ['ID=7ced4459-b16c-43fb-84d0-09a71441dcc2,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:33.203435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::14c (e268f375-3a5a-4826-9075-d4c7f94beb74/f5b05804-1cd5-43ea-98f9-138b0695614d/05e8a54c-1101-4c5d-8bdd-58fc1f4aa255) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:33.234842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:33.261264 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.261618 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Added segment 6f669b93-2815-49cf-8f10-b54f9bcf7337 of type vlan for network 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 Jul 22 16:58:33.272404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Attempting to bind port 7ced4459-b16c-43fb-84d0-09a71441dcc2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:33.272899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Attempting to bind port 7ced4459-b16c-43fb-84d0-09a71441dcc2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '3ccc6b9f-3a5e-4636-87aa-83a4eae1343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e268f375-3a5a-4826-9075-d4c7f94beb74'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:33.273302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Attempting to bind port 7ced4459-b16c-43fb-84d0-09a71441dcc2 on network e268f375-3a5a-4826-9075-d4c7f94beb74 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:33.280827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:33.281284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Checking segment: {'id': '3ccc6b9f-3a5e-4636-87aa-83a4eae1343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e268f375-3a5a-4826-9075-d4c7f94beb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:33.282455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.282455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Bound using segment: {'id': '3ccc6b9f-3a5e-4636-87aa-83a4eae1343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e268f375-3a5a-4826-9075-d4c7f94beb74'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:33.283308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Bound port: 7ced4459-b16c-43fb-84d0-09a71441dcc2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccc6b9f-3a5e-4636-87aa-83a4eae1343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e268f375-3a5a-4826-9075-d4c7f94beb74'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:33.283783 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.342833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.351783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] For port 7ced4459-b16c-43fb-84d0-09a71441dcc2, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:33.355775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] For port 7ced4459-b16c-43fb-84d0-09a71441dcc2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7ced4459-b16c-43fb-84d0-09a71441dcc2,segment=NetworkSegment(3ccc6b9f-3a5e-4636-87aa-83a4eae1343a),segment_id=3ccc6b9f-3a5e-4636-87aa-83a4eae1343a)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:33.362441 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.443223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc341c-0cc4-462f-8b05-4085ce6883b7 None None] Pushing event updated for resources: {'Port': ['ID=7ced4459-b16c-43fb-84d0-09a71441dcc2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:33.466826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.472500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:33.473140 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.521463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4584138 Jul 22 16:58:33.525762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 42992) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:33.538702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '41455329-42e4-4b0a-b4e1-5a52e10c5ac7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:33.572408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6029e-4c7e-4bfb-8feb-8e6ec5a6be5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Network': ['ID=41455329-42e4-4b0a-b4e1-5a52e10c5ac7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:33.584663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:33.595170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.630046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:33.689821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.761591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:33.767664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network e268f375-3a5a-4826-9075-d4c7f94beb74 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:33.769720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.780063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:33.782622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:33.788821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:33.789741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:33.826696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=05e8a54c-1101-4c5d-8bdd-58fc1f4aa255,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:33.844713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0a531863-db5f-4ea4-b945-72b889f367a6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3729756 Jul 22 16:58:33.845394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 42998) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:34.099114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab42f51-4cf4-4b71-a11a-49ff9ffa9ae2 req-5616e0c1-6fbf-4253-9075-3a0e1d6961ce tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:34.100639 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ab42f51-4cf4-4b71-a11a-49ff9ffa9ae2 req-5616e0c1-6fbf-4253-9075-3a0e1d6961ce tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 945 time: 0.1246407 Jul 22 16:58:34.185082 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ab42f51-4cf4-4b71-a11a-49ff9ffa9ae2 req-eff717f3-2631-44e9-9bd9-076ba6faec9c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767462 Jul 22 16:58:34.186791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.254953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=45aff22c-fb6e-46d9-9ff3-afdae9b81382,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:34.263180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Checking segment: {'id': '6f669b93-2815-49cf-8f10-b54f9bcf7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '41455329-42e4-4b0a-b4e1-5a52e10c5ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:34.263538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network hostable DHCP agents. Network: 41455329-42e4-4b0a-b4e1-5a52e10c5ac7, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:34.284841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:34.295730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 41455329-42e4-4b0a-b4e1-5a52e10c5ac7) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:34.301030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:34.302133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.306348 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7123ee13-1a39-4e9a-bd26-c6a2d11b158f None None] Network 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:34.308055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.325151 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d2007b70-45f9-4e40-bcfb-fb3d7779438a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7951782 Jul 22 16:58:34.327720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43012) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:34.333248 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '41455329-42e4-4b0a-b4e1-5a52e10c5ac7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1429030660'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:34.476316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:34.480950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.503261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 613645c9-de75-424e-9d08-69ae5a356593 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:34.536097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7ced4459-b16c-43fb-84d0-09a71441dcc2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:34.629783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-41455329-42e4-4b0a-b4e1-5a52e10c5ac7', 'network_id': '41455329-42e4-4b0a-b4e1-5a52e10c5ac7', 'tenant_id': 'cd0087666e0c4990ba9e4349547cf1cf', 'fixed_ips': [{'subnet_id': '45aff22c-fb6e-46d9-9ff3-afdae9b81382'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:34.630687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.678704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.5 (41455329-42e4-4b0a-b4e1-5a52e10c5ac7/45aff22c-fb6e-46d9-9ff3-afdae9b81382/613645c9-de75-424e-9d08-69ae5a356593) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:34.744413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 7ced4459-b16c-43fb-84d0-09a71441dcc2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:34.835176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c704fac7-64e7-454a-9751-7ce364fec08d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:34.846415 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.854347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.859552 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.863133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c704fac7-64e7-454a-9751-7ce364fec08d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:34.863552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c704fac7-64e7-454a-9751-7ce364fec08d not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:34.883876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd557f8d-ec58-41ac-8c95-e738a846859a None None] Network e268f375-3a5a-4826-9075-d4c7f94beb74 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:34.889542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 613645c9-de75-424e-9d08-69ae5a356593 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:34.933151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:34.946100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=05e8a54c-1101-4c5d-8bdd-58fc1f4aa255,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:34.982210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:34.986145 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:34.992788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:35.023382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-df17958d-9d51-4888-b88c-9fdea25ce8d0 None None] Provisioning for port 7ced4459-b16c-43fb-84d0-09a71441dcc2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:35.030761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-df17958d-9d51-4888-b88c-9fdea25ce8d0 None None] Provisioning complete for port 7ced4459-b16c-43fb-84d0-09a71441dcc2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:35.031305 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df17958d-9d51-4888-b88c-9fdea25ce8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.064382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Allocated IP 172.20.0.2 (41455329-42e4-4b0a-b4e1-5a52e10c5ac7/45aff22c-fb6e-46d9-9ff3-afdae9b81382/dacdb70d-9ee2-4778-99c7-b0ca27e97f4f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:35.084782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=613645c9-de75-424e-9d08-69ae5a356593,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:35.096091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:35.096973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.115057 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0d099dec-525c-46f5-b1b2-22c49a7c3756 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7850761 Jul 22 16:58:35.117288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43024) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:35.131537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.272409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3fef2378-a3c6-4250-bfec-c2d4793aa3dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 613645c9-de75-424e-9d08-69ae5a356593 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:35.272763 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fef2378-a3c6-4250-bfec-c2d4793aa3dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.303805 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.334251 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df17958d-9d51-4888-b88c-9fdea25ce8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.422651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-df17958d-9d51-4888-b88c-9fdea25ce8d0 None None] For port 7ced4459-b16c-43fb-84d0-09a71441dcc2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7ced4459-b16c-43fb-84d0-09a71441dcc2,segment=NetworkSegment(3ccc6b9f-3a5e-4636-87aa-83a4eae1343a),segment_id=3ccc6b9f-3a5e-4636-87aa-83a4eae1343a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:35.429042 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fef2378-a3c6-4250-bfec-c2d4793aa3dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.434208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df17958d-9d51-4888-b88c-9fdea25ce8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.445765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3fef2378-a3c6-4250-bfec-c2d4793aa3dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 613645c9-de75-424e-9d08-69ae5a356593 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:35.523403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17958d-9d51-4888-b88c-9fdea25ce8d0 None None] Pushing event updated for resources: {'Port': ['ID=7ced4459-b16c-43fb-84d0-09a71441dcc2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:35.542795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.606347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Transition to ACTIVE for port object dacdb70d-9ee2-4778-99c7-b0ca27e97f4f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:35.606786 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fef2378-a3c6-4250-bfec-c2d4793aa3dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.636172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Transition to ACTIVE for port object dacdb70d-9ee2-4778-99c7-b0ca27e97f4f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:35.642517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef2378-a3c6-4250-bfec-c2d4793aa3dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=613645c9-de75-424e-9d08-69ae5a356593,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:35.655913 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.715808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Pushing event updated for resources: {'Port': ['ID=dacdb70d-9ee2-4778-99c7-b0ca27e97f4f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:35.726914 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.737513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Network 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:35.739107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:35.747875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:35.794687 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fef2378-a3c6-4250-bfec-c2d4793aa3dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.799889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3fef2378-a3c6-4250-bfec-c2d4793aa3dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/613645c9-de75-424e-9d08-69ae5a356593 HTTP/1.1" status: 204 len: 168 time: 0.6815112 Jul 22 16:58:35.802416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43040) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:35.831162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Attempting to bind port dacdb70d-9ee2-4778-99c7-b0ca27e97f4f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:35.831541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Attempting to bind port dacdb70d-9ee2-4778-99c7-b0ca27e97f4f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '6f669b93-2815-49cf-8f10-b54f9bcf7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '41455329-42e4-4b0a-b4e1-5a52e10c5ac7'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:35.831910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Attempting to bind port dacdb70d-9ee2-4778-99c7-b0ca27e97f4f on network 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:35.837216 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbc4e82-69e6-41c4-8fd4-1f47626f49ea tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:58:35.838338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:35.841365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cdbc4e82-69e6-41c4-8fd4-1f47626f49ea tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/613645c9-de75-424e-9d08-69ae5a356593 HTTP/1.1" status: 404 len: 333 time: 0.0356498 Jul 22 16:58:35.841470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Checking segment: {'id': '6f669b93-2815-49cf-8f10-b54f9bcf7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '41455329-42e4-4b0a-b4e1-5a52e10c5ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:35.841915 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.842223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:35.842320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Bound using segment: {'id': '6f669b93-2815-49cf-8f10-b54f9bcf7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '41455329-42e4-4b0a-b4e1-5a52e10c5ac7'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:35.842801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Bound port: dacdb70d-9ee2-4778-99c7-b0ca27e97f4f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f669b93-2815-49cf-8f10-b54f9bcf7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '41455329-42e4-4b0a-b4e1-5a52e10c5ac7'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:35.843215 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.917290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f4964b-42ba-415c-81f3-33fcbe8c6693 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet 45aff22c-fb6e-46d9-9ff3-afdae9b81382 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:35.921247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49f4964b-42ba-415c-81f3-33fcbe8c6693 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.926802 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] For port dacdb70d-9ee2-4778-99c7-b0ca27e97f4f, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:35.933206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] For port dacdb70d-9ee2-4778-99c7-b0ca27e97f4f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dacdb70d-9ee2-4778-99c7-b0ca27e97f4f,segment=NetworkSegment(6f669b93-2815-49cf-8f10-b54f9bcf7337),segment_id=6f669b93-2815-49cf-8f10-b54f9bcf7337)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:35.949379 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:35.969953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49f4964b-42ba-415c-81f3-33fcbe8c6693 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.036077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3e0aac8-e789-4133-9d14-5f4c31d408f7 None None] Provisioning complete for port 7ced4459-b16c-43fb-84d0-09a71441dcc2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:36.036558 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3e0aac8-e789-4133-9d14-5f4c31d408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.104221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99032ced-d76c-4c2e-b414-7399de7a5fed req-5d860d21-d973-4640-a8ac-b4c559139455 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:36.106186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13e574-9352-4e22-bead-b61e0f3c624f None None] Pushing event updated for resources: {'Port': ['ID=dacdb70d-9ee2-4778-99c7-b0ca27e97f4f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.109598 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49f4964b-42ba-415c-81f3-33fcbe8c6693 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.114173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-99032ced-d76c-4c2e-b414-7399de7a5fed req-5d860d21-d973-4640-a8ac-b4c559139455 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 945 time: 0.8050311 Jul 22 16:58:36.125078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-c98487fa-54b1-46b7-bee3-fbbd0bdec589 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:36.126909 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-c98487fa-54b1-46b7-bee3-fbbd0bdec589 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 945 time: 0.8202271 Jul 22 16:58:36.208796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3e0aac8-e789-4133-9d14-5f4c31d408f7 None None] Provisioning for port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:36.214661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3e0aac8-e789-4133-9d14-5f4c31d408f7 None None] Provisioning complete for port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:36.215619 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3e0aac8-e789-4133-9d14-5f4c31d408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.248045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49f4964b-42ba-415c-81f3-33fcbe8c6693 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.270242 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49f4964b-42ba-415c-81f3-33fcbe8c6693 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.277698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-49f4964b-42ba-415c-81f3-33fcbe8c6693 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/45aff22c-fb6e-46d9-9ff3-afdae9b81382 HTTP/1.1" status: 204 len: 168 time: 0.4340365 Jul 22 16:58:36.278657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43048) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:36.297756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0aac8-e789-4133-9d14-5f4c31d408f7 None None] Port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:36.398162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-99032ced-d76c-4c2e-b414-7399de7a5fed req-602e286a-d9e2-46f0-8883-ca03ea44dff8 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700846 Jul 22 16:58:36.464786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce0a3d00-8fa9-42a7-bae4-c2562a849c12 None None] Provisioning complete for port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:36.465270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3d00-8fa9-42a7-bae4-c2562a849c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.484826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Deleting port 0fee8b52-6917-46d2-9117-ec1c12a55a79 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:36.485129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.488633 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.499234 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4964b-42ba-415c-81f3-33fcbe8c6693 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=45aff22c-fb6e-46d9-9ff3-afdae9b81382,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.564264 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a3d00-8fa9-42a7-bae4-c2562a849c12 None None] Port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:36.570729 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.572380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7ced4459-b16c-43fb-84d0-09a71441dcc2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:36.617994 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.631669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.634635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port dacdb70d-9ee2-4778-99c7-b0ca27e97f4f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:36.635214 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.689480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7ced4459-b16c-43fb-84d0-09a71441dcc2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:36.689864 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.724017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] For port dacdb70d-9ee2-4778-99c7-b0ca27e97f4f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dacdb70d-9ee2-4778-99c7-b0ca27e97f4f,segment=NetworkSegment(6f669b93-2815-49cf-8f10-b54f9bcf7337),segment_id=6f669b93-2815-49cf-8f10-b54f9bcf7337)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:36.724647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.731579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] For port 0fee8b52-6917-46d2-9117-ec1c12a55a79, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=0fee8b52-6917-46d2-9117-ec1c12a55a79,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:36.732093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.741830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=05e8a54c-1101-4c5d-8bdd-58fc1f4aa255,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.743015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for dacdb70d-9ee2-4778-99c7-b0ca27e97f4f owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:36.784176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Calling delete_port for 0fee8b52-6917-46d2-9117-ec1c12a55a79 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:36.803965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-723bae89-a4e2-414f-91ad-895861ad615a None None] Provisioning complete for port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:36.804558 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-723bae89-a4e2-414f-91ad-895861ad615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.848070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-723bae89-a4e2-414f-91ad-895861ad615a None None] Port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:36.876477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network e268f375-3a5a-4826-9075-d4c7f94beb74 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:36.882671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:36.883125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:36.933605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=dacdb70d-9ee2-4778-99c7-b0ca27e97f4f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:36.938545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No DVR routers for this DVR port dacdb70d-9ee2-4778-99c7-b0ca27e97f4f on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:37.059990 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.074459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Router 3712b94c-bcac-4a2f-8ed9-9084cfe26c54 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:58:37.076774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41455329-42e4-4b0a-b4e1-5a52e10c5ac7']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:37.080443 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.093184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f669b93-2815-49cf-8f10-b54f9bcf7337') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:37.093830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f669b93-2815-49cf-8f10-b54f9bcf7337') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:37.105463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.124739 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.133010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:37.133940 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.142301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Pushing event deleted for resources: {'Port': ['ID=0fee8b52-6917-46d2-9117-ec1c12a55a79,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:37.148000 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:37.269796 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] No DVR routers for this DVR port 0fee8b52-6917-46d2-9117-ec1c12a55a79 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:37.287266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.289781 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b2f38a1-c78f-44c0-9ac0-640874f684d8 req-f6826dce-d963-44ad-b5da-2e2911490b24 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.20 "DELETE /v2.0/ports/0fee8b52-6917-46d2-9117-ec1c12a55a79 HTTP/1.1" status: 204 len: 173 time: 1.1515172 Jul 22 16:58:37.290839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9e3d3-a98f-40b1-946a-45680ed9e10e', 'name': 'network-vif-deleted', 'tag': '0fee8b52-6917-46d2-9117-ec1c12a55a79'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:37.294419 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e42b7-f94a-41cc-81a1-6c0e4e866fac" -d '{"events": [{"server_uuid": "2ce9e3d3-a98f-40b1-946a-45680ed9e10e", "name": "network-vif-deleted", "tag": "0fee8b52-6917-46d2-9117-ec1c12a55a79"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:37.300103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.315622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.317617 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/networks/41455329-42e4-4b0a-b4e1-5a52e10c5ac7 HTTP/1.1" status: 204 len: 168 time: 1.0265398 Jul 22 16:58:37.319508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:37.324301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43066) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:37.335509 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adcab8-62ef-42d0-b701-5a965fa03f61 None None] Sync routers for ids ['3712b94c-bcac-4a2f-8ed9-9084cfe26c54'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:37.336186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6bfbf5c1-0261-4a4a-8055-5a42c3f64a2f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "PUT /v2.0/routers/3712b94c-bcac-4a2f-8ed9-9084cfe26c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4896255 Jul 22 16:58:37.338999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43068) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:37.361911 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adcab8-62ef-42d0-b701-5a965fa03f61 None None] Routers {'3712b94c-bcac-4a2f-8ed9-9084cfe26c54'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:37.362636 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b3adcab8-62ef-42d0-b701-5a965fa03f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:58:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['3712b94c-bcac-4a2f-8ed9-9084cfe26c54'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:37.366275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'name': 'tempest-PortsTestJSON-1250045934'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:37.370097 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b4ee45-be7f-4975-8823-0a5c4e15b4e5 x-openstack-request-id: req-c4b4ee45-be7f-4975-8823-0a5c4e15b4e5 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:37.370821 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce9e3d3-a98f-40b1-946a-45680ed9e10e", "name": "network-vif-deleted", "tag": "0fee8b52-6917-46d2-9117-ec1c12a55a79", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:37.371319 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4b4ee45-be7f-4975-8823-0a5c4e15b4e5 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:37.371912 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce9e3d3-a98f-40b1-946a-45680ed9e10e', 'name': 'network-vif-deleted', 'tag': '0fee8b52-6917-46d2-9117-ec1c12a55a79', 'status': 'completed', 'code': 200} Jul 22 16:58:37.378832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b95f3109-909f-41ed-9714-84b35e672437 None None] Provisioning complete for port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:37.379316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b95f3109-909f-41ed-9714-84b35e672437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.420564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e15da-b965-444c-9ef8-da4386a7111d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Network': ['ID=41455329-42e4-4b0a-b4e1-5a52e10c5ac7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:37.445345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47296d45-448e-4a4b-92e5-61a96f480868 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:37.450609 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b3adcab8-62ef-42d0-b701-5a965fa03f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:37.450744 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-47296d45-448e-4a4b-92e5-61a96f480868 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports?device_id=3712b94c-bcac-4a2f-8ed9-9084cfe26c54 HTTP/1.1" status: 200 len: 988 time: 0.1104903 Jul 22 16:58:37.451478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:37.472424 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adcab8-62ef-42d0-b701-5a965fa03f61 None None] Routers {'3712b94c-bcac-4a2f-8ed9-9084cfe26c54'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:37.473033 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b3adcab8-62ef-42d0-b701-5a965fa03f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:58:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['3712b94c-bcac-4a2f-8ed9-9084cfe26c54'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:37.477581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b95f3109-909f-41ed-9714-84b35e672437 None None] Port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:37.533890 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b3adcab8-62ef-42d0-b701-5a965fa03f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:37.534427 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adcab8-62ef-42d0-b701-5a965fa03f61 None None] The sync data for ids ['3712b94c-bcac-4a2f-8ed9-9084cfe26c54'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:37.623022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d01a217-0ec2-4e1d-94cd-84d944fb514d req-d18aff5d-218a-47bc-9fbe-81c6c9a8960e tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ce9e3d3-a98f-40b1-946a-45680ed9e10e HTTP/1.1" status: 200 len: 210 time: 0.0362673 Jul 22 16:58:37.645689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:37.645689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.671228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port ba4d35b4-b245-4899-b758-971895ef3534 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:37.694187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b39393cb-b4b6-46ec-a8f6-a8ef0067205a None None] Could not find standard attr ID for object dacdb70d-9ee2-4778-99c7-b0ca27e97f4f. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:37.744452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea195b-6297-4d61-b75b-842fca1e1570 None None] DHCP port deletion for 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:37.768447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce4db36-1b1a-4dae-bc5c-6d3217564000 None None] Network 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:37.783670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce4db36-1b1a-4dae-bc5c-6d3217564000 None None] Network 41455329-42e4-4b0a-b4e1-5a52e10c5ac7 could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 16:58:37.877650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.918033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:37.970594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:37.973817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:37.978216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:37.984020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:37.985055 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.005458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=ba4d35b4-b245-4899-b758-971895ef3534,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:38.008946 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-46786151-0dbe-4296-b0b1-304f840530be tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6809781 Jul 22 16:58:38.011941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:38.098234 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.120092 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9a5dbc78-1bc2-4d4a-afce-e0cb1993e3c4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port ba4d35b4-b245-4899-b758-971895ef3534 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:38.120436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbc78-1bc2-4d4a-afce-e0cb1993e3c4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.194645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbc78-1bc2-4d4a-afce-e0cb1993e3c4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.207384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9a5dbc78-1bc2-4d4a-afce-e0cb1993e3c4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for ba4d35b4-b245-4899-b758-971895ef3534 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:38.298112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbc78-1bc2-4d4a-afce-e0cb1993e3c4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.360304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:38.360876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.373517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dbc78-1bc2-4d4a-afce-e0cb1993e3c4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=ba4d35b4-b245-4899-b758-971895ef3534,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:38.380398 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbc78-1bc2-4d4a-afce-e0cb1993e3c4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.386380 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9a5dbc78-1bc2-4d4a-afce-e0cb1993e3c4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/ba4d35b4-b245-4899-b758-971895ef3534 HTTP/1.1" status: 204 len: 168 time: 0.3730416 Jul 22 16:58:38.387046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43090) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:38.392207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'mac_address': 'fa:16:3e:16:79:3e', 'name': 'tempest-PortsTestJSON-1433549797'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:38.461006 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.479073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:38.484591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:38.564618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.585807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 8c17ce2a-1f3f-4b45-9274-7c138a901d62 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:38.708499 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.746815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=05e8a54c-1101-4c5d-8bdd-58fc1f4aa255,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:38.808521 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.879826 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.892843 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.936748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:38.940249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:38.950575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0fee8b52-6917-46d2-9117-ec1c12a55a79 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:38.966713 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:38.985331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:38.985331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:38.989967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 0fee8b52-6917-46d2-9117-ec1c12a55a79 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:38.991070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 0fee8b52-6917-46d2-9117-ec1c12a55a79 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:39.002842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=8c17ce2a-1f3f-4b45-9274-7c138a901d62,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:39.013824 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a093a851-edba-40e0-bf73-28f482afb7df tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6257067 Jul 22 16:58:39.016338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43116) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.076857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ab93c-5002-4bc9-8023-1f7676d4a314 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:39.080696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-650ab93c-5002-4bc9-8023-1f7676d4a314 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/8c17ce2a-1f3f-4b45-9274-7c138a901d62 HTTP/1.1" status: 200 len: 841 time: 0.0609679 Jul 22 16:58:39.081085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.192896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-73e4d084-277c-4384-9503-e09bc610cf34 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 8c17ce2a-1f3f-4b45-9274-7c138a901d62 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:39.193303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73e4d084-277c-4384-9503-e09bc610cf34 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.211820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Router 3712b94c-bcac-4a2f-8ed9-9084cfe26c54 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:58:39.221925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4557ad79-c901-4090-982a-261a477ae26e tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:39.223457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4557ad79-c901-4090-982a-261a477ae26e tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/networks?id=fea68f1f-c076-4c85-900e-cd51876c29ce HTTP/1.1" status: 200 len: 808 time: 0.3086314 Jul 22 16:58:39.267437 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73e4d084-277c-4384-9503-e09bc610cf34 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.291507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-73e4d084-277c-4384-9503-e09bc610cf34 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 8c17ce2a-1f3f-4b45-9274-7c138a901d62 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:39.307316 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-5ed3310c-609e-4f16-b0d8-5f5110d1196a tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/quotas/e00e1a334f8146d1becf9cfb465af7aa HTTP/1.1" status: 200 len: 375 time: 0.0728216 Jul 22 16:58:39.310284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:58:39.315633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-310781cf-5871-4487-8cbe-e7c7aec982fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "PUT /v2.0/routers/3712b94c-bcac-4a2f-8ed9-9084cfe26c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8627324 Jul 22 16:58:39.321078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86dd675-08ec-45f9-b333-d74621644392 None None] Sync routers for ids ['3712b94c-bcac-4a2f-8ed9-9084cfe26c54'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:58:39.326045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43124) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.334060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86dd675-08ec-45f9-b333-d74621644392 None None] Routers {'3712b94c-bcac-4a2f-8ed9-9084cfe26c54'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:39.335376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b86dd675-08ec-45f9-b333-d74621644392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:58:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['3712b94c-bcac-4a2f-8ed9-9084cfe26c54'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:39.355360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-892aa56e-1b9a-4ecc-a323-9ed7f42db7ac tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e00e1a334f8146d1becf9cfb465af7aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385988 Jul 22 16:58:39.380794 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94d2503-890f-436c-a6de-c041d566dbcf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:39.382385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c94d2503-890f-436c-a6de-c041d566dbcf tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/05e8a54c-1101-4c5d-8bdd-58fc1f4aa255 HTTP/1.1" status: 404 len: 333 time: 0.0553980 Jul 22 16:58:39.385071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43126) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.396884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b86dd675-08ec-45f9-b333-d74621644392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:39.407372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73e4d084-277c-4384-9503-e09bc610cf34 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.410228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86dd675-08ec-45f9-b333-d74621644392 None None] Routers {'3712b94c-bcac-4a2f-8ed9-9084cfe26c54'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:58:39.411216 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b86dd675-08ec-45f9-b333-d74621644392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:58:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['3712b94c-bcac-4a2f-8ed9-9084cfe26c54'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:39.443602 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4d084-277c-4384-9503-e09bc610cf34 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=8c17ce2a-1f3f-4b45-9274-7c138a901d62,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:39.455150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b86dd675-08ec-45f9-b333-d74621644392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:39.456519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86dd675-08ec-45f9-b333-d74621644392 None None] The sync data for ids ['3712b94c-bcac-4a2f-8ed9-9084cfe26c54'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:58:39.467748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73e4d084-277c-4384-9503-e09bc610cf34 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.473489 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-73e4d084-277c-4384-9503-e09bc610cf34 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/8c17ce2a-1f3f-4b45-9274-7c138a901d62 HTTP/1.1" status: 204 len: 168 time: 0.3884864 Jul 22 16:58:39.474004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.515272 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-b115834a-2c9b-4ce0-9177-a39b0339210f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:58:39.517795 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b115834a-2c9b-4ce0-9177-a39b0339210f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/8c17ce2a-1f3f-4b45-9274-7c138a901d62 HTTP/1.1" status: 404 len: 333 time: 0.0420184 Jul 22 16:58:39.522669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43134) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:39.529621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'name': 'tempest-PortsTestJSON-835706085'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:39.666462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:39.670634 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.697659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 2280f8f1-748d-4fb2-a753-dacde93e0918 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:39.887398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cbff2de-8ac0-4221-bb03-8a5c19f15eb5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.901528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.952679 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:39.984488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:40.003677 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:40.006178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:40.012216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:40.012830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.040945 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5137892 Jul 22 16:58:40.041575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43142) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:40.046667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-af1f3264-cfe4-4c1f-8593-af559b87634f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:40.050539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f2656-481f-414b-8463-e52b9357624d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=2280f8f1-748d-4fb2-a753-dacde93e0918,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:40.053785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-ec52e7d9-4a0e-49b3-8615-8c5d705313fd service neutron] 10.222.0.53 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816614 Jul 22 16:58:40.108559 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cbff2de-8ac0-4221-bb03-8a5c19f15eb5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.116041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cbff2de-8ac0-4221-bb03-8a5c19f15eb5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.149807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af1f3264-cfe4-4c1f-8593-af559b87634f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.200392 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cbff2de-8ac0-4221-bb03-8a5c19f15eb5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.200932 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbff2de-8ac0-4221-bb03-8a5c19f15eb5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Fanout notify agent at l3_agent the message router_deleted on router 3712b94c-bcac-4a2f-8ed9-9084cfe26c54 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:58:40.208976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8cbff2de-8ac0-4221-bb03-8a5c19f15eb5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.213011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8cbff2de-8ac0-4221-bb03-8a5c19f15eb5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/routers/3712b94c-bcac-4a2f-8ed9-9084cfe26c54 HTTP/1.1" status: 204 len: 168 time: 0.8240995 Jul 22 16:58:40.214874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:40.262677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-d1336a3f-dfc5-4d28-9e5f-bb68d740606b service neutron] 10.222.0.53 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829581 Jul 22 16:58:40.291701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-338abb02-7f98-4b3d-9b48-1633310c6a6f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet f5b05804-1cd5-43ea-98f9-138b0695614d {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:40.295213 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338abb02-7f98-4b3d-9b48-1633310c6a6f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.343058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338abb02-7f98-4b3d-9b48-1633310c6a6f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.343605 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af1f3264-cfe4-4c1f-8593-af559b87634f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.351267 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af1f3264-cfe4-4c1f-8593-af559b87634f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.403901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-af1f3264-cfe4-4c1f-8593-af559b87634f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] In _notify_port_updated(), no bound segment for port 2280f8f1-748d-4fb2-a753-dacde93e0918 on network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:58:40.411012 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1f3264-cfe4-4c1f-8593-af559b87634f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:40.411640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af1f3264-cfe4-4c1f-8593-af559b87634f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.418395 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-af1f3264-cfe4-4c1f-8593-af559b87634f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "PUT /v2.0/ports/2280f8f1-748d-4fb2-a753-dacde93e0918 HTTP/1.1" status: 200 len: 818 time: 0.3758111 Jul 22 16:58:40.419067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43156) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:40.491583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-16c835da-1b0d-46fa-866b-e91d84252eed req-9aa650d6-4179-4e5d-8af7-8fe259cfca98 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 210 time: 0.0357542 Jul 22 16:58:40.492156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338abb02-7f98-4b3d-9b48-1633310c6a6f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.499789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f3264-cfe4-4c1f-8593-af559b87634f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=2280f8f1-748d-4fb2-a753-dacde93e0918,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:40.599439 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338abb02-7f98-4b3d-9b48-1633310c6a6f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.602042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-596d4493-eef8-4685-9ba7-4b0028d4587c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 2280f8f1-748d-4fb2-a753-dacde93e0918 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:40.602391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596d4493-eef8-4685-9ba7-4b0028d4587c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.625848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c281d2-82d1-4ea2-b31f-c51a9dba76b6 None None] Network e268f375-3a5a-4826-9075-d4c7f94beb74 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:40.656699 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-338abb02-7f98-4b3d-9b48-1633310c6a6f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.665849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-338abb02-7f98-4b3d-9b48-1633310c6a6f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/f5b05804-1cd5-43ea-98f9-138b0695614d HTTP/1.1" status: 204 len: 168 time: 0.4496541 Jul 22 16:58:40.666629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338abb02-7f98-4b3d-9b48-1633310c6a6f tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b05804-1cd5-43ea-98f9-138b0695614d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:40.674302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:40.799791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.946291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 7ced4459-b16c-43fb-84d0-09a71441dcc2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:40.947912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:40.967515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd9f8c-b7ed-4c13-8b58-d105a4f97256 None None] DHCP port deletion for e268f375-3a5a-4826-9075-d4c7f94beb74 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:41.021574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eecd9f8c-b7ed-4c13-8b58-d105a4f97256 None None] Deleting port 7ced4459-b16c-43fb-84d0-09a71441dcc2 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:41.022236 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eecd9f8c-b7ed-4c13-8b58-d105a4f97256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.037781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] For port 7ced4459-b16c-43fb-84d0-09a71441dcc2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7ced4459-b16c-43fb-84d0-09a71441dcc2,segment=NetworkSegment(3ccc6b9f-3a5e-4636-87aa-83a4eae1343a),segment_id=3ccc6b9f-3a5e-4636-87aa-83a4eae1343a)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:41.038231 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.053770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 7ced4459-b16c-43fb-84d0-09a71441dcc2 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:41.105437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-eecd9f8c-b7ed-4c13-8b58-d105a4f97256 None None] For port 7ced4459-b16c-43fb-84d0-09a71441dcc2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7ced4459-b16c-43fb-84d0-09a71441dcc2,segment=NetworkSegment(3ccc6b9f-3a5e-4636-87aa-83a4eae1343a),segment_id=3ccc6b9f-3a5e-4636-87aa-83a4eae1343a)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:41.106115 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eecd9f8c-b7ed-4c13-8b58-d105a4f97256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.118609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eecd9f8c-b7ed-4c13-8b58-d105a4f97256 None None] Calling delete_port for 7ced4459-b16c-43fb-84d0-09a71441dcc2 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:41.136857 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596d4493-eef8-4685-9ba7-4b0028d4587c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.153095 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-596d4493-eef8-4685-9ba7-4b0028d4587c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 2280f8f1-748d-4fb2-a753-dacde93e0918 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:41.189685 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.231757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=7ced4459-b16c-43fb-84d0-09a71441dcc2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:41.233713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No DVR routers for this DVR port 7ced4459-b16c-43fb-84d0-09a71441dcc2 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:41.241666 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eecd9f8c-b7ed-4c13-8b58-d105a4f97256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.268510 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596d4493-eef8-4685-9ba7-4b0028d4587c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.304371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd9f8c-b7ed-4c13-8b58-d105a4f97256 None None] Pushing event deleted for resources: {'Port': ['ID=7ced4459-b16c-43fb-84d0-09a71441dcc2,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:41.318568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d4493-eef8-4685-9ba7-4b0028d4587c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=2280f8f1-748d-4fb2-a753-dacde93e0918,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:41.324574 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-596d4493-eef8-4685-9ba7-4b0028d4587c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.329326 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-596d4493-eef8-4685-9ba7-4b0028d4587c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/2280f8f1-748d-4fb2-a753-dacde93e0918 HTTP/1.1" status: 204 len: 168 time: 0.9069729 Jul 22 16:58:41.330206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:41.331560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd9f8c-b7ed-4c13-8b58-d105a4f97256 None None] No DVR routers for this DVR port 7ced4459-b16c-43fb-84d0-09a71441dcc2 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:41.346510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.360043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e268f375-3a5a-4826-9075-d4c7f94beb74']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:41.371564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccc6b9f-3a5e-4636-87aa-83a4eae1343a') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:41.372643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccc6b9f-3a5e-4636-87aa-83a4eae1343a') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:41.382721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.396836 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.400998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf930a3a-da39-411d-8f76-02682acd9f5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:41.403006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf930a3a-da39-411d-8f76-02682acd9f5e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0716712 Jul 22 16:58:41.405528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43184) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:41.418231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:41.418637 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:41.422137 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:41.460142 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-5566c150-7261-4fab-b56b-c68d9b819a56 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:58:41.462593 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5566c150-7261-4fab-b56b-c68d9b819a56 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/2280f8f1-748d-4fb2-a753-dacde93e0918 HTTP/1.1" status: 404 len: 333 time: 0.0557964 Jul 22 16:58:41.466818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43188) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:41.472649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1179814193'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:41.504595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:41.509326 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.521998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.535444 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.539454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/networks/e268f375-3a5a-4826-9075-d4c7f94beb74 HTTP/1.1" status: 204 len: 168 time: 0.8641493 Jul 22 16:58:41.546285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43192) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:41.559884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f70b52-45e2-4fe9-b00e-e8b10cdf53a1 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Network': ['ID=e268f375-3a5a-4826-9075-d4c7f94beb74,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:41.598485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:41.619393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9023312f-c901-4f06-8ced-f9a1ef28c25c req-b922dc30-3591-4fee-aaa7-bd9190989b0b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 210 time: 0.0388184 Jul 22 16:58:41.623470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd424c1-d384-4ab8-b2f8-ad1afad81ec4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:41.624865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cfd424c1-d384-4ab8-b2f8-ad1afad81ec4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 HTTP/1.1" status: 200 len: 844 time: 0.0776062 Jul 22 16:58:41.626171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.626510 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Added segment 0672eff1-ed00-4ea2-9d83-8e526f5cf8d6 of type vlan for network 831e1940-0f46-4a64-b2b9-1f441d3f395d Jul 22 16:58:41.628719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:41.673733 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.705353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8d3bf33b-fcc3-4c47-8347-8676c28299f5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/0f1186e6-477f-44fc-ac12-a3c2eecf0ff8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0753114 Jul 22 16:58:41.705593 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.709059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43206) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:41.717191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:41.717191 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.717392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:41.753012 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2844679 Jul 22 16:58:41.756105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43208) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:41.761917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:41.782375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d92467-7473-4ec3-b565-f32939c876ad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Network': ['ID=831e1940-0f46-4a64-b2b9-1f441d3f395d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:41.793540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 831e1940-0f46-4a64-b2b9-1f441d3f395d details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:41.893243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:41.896742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:41.970336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:41.973796 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.228407 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-23334046-3d22-42de-a6ec-bfb8692b21ee tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:42.229874 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-23334046-3d22-42de-a6ec-bfb8692b21ee tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.20 "GET /v2.0/networks?id=fea68f1f-c076-4c85-900e-cd51876c29ce HTTP/1.1" status: 200 len: 808 time: 0.2194681 Jul 22 16:58:42.286667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Request body: {'port': {'device_id': '51abec05-cf19-45da-8613-cb307555558e', 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce', 'admin_state_up': True, 'tenant_id': 'e00e1a334f8146d1becf9cfb465af7aa'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:42.375065 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.393816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7ced4459-b16c-43fb-84d0-09a71441dcc2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:42.413460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 7ced4459-b16c-43fb-84d0-09a71441dcc2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:42.413803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7ced4459-b16c-43fb-84d0-09a71441dcc2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:42.472040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:42.476713 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.483640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:42.492456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4b8c8-119f-4a80-92cf-14e22e600361 None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:42.494145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:42.494738 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.515076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=91fb063c-207a-4dde-b92b-29508407d0ee,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:42.542250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-98b27eb9-97ae-4d16-81f5-f06455e71a00 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8320682 Jul 22 16:58:42.545067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:42.550207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0bbdffb1-4325-4e1e-a6d7-1ffa9eddb0b9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'security_group': {'name': 'tempest-secgroup-1256784568'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:42.584354 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbdffb1-4325-4e1e-a6d7-1ffa9eddb0b9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.605478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=3d8c4366-5f96-47d3-99e5-cdca2db0b053,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:42.611749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Checking segment: {'id': '0672eff1-ed00-4ea2-9d83-8e526f5cf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:42.612123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network hostable DHCP agents. Network: 831e1940-0f46-4a64-b2b9-1f441d3f395d, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:42.626430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Made reservation on behalf of e00e1a334f8146d1becf9cfb465af7aa for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:42.630141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.650153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 831e1940-0f46-4a64-b2b9-1f441d3f395d is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:42.704367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 831e1940-0f46-4a64-b2b9-1f441d3f395d) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:42.716143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:42.716983 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.722337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aa2214-2095-4b63-80c9-ff188b299de1 None None] Network 831e1940-0f46-4a64-b2b9-1f441d3f395d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:42.781620 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7240920-a5e2-4474-a399-d6f3aa1e6aa2 req-f677d794-3a14-4ab8-a33e-af398bb0bb18 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 210 time: 0.0380189 Jul 22 16:58:42.784446 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbdffb1-4325-4e1e-a6d7-1ffa9eddb0b9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.790341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbdffb1-4325-4e1e-a6d7-1ffa9eddb0b9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.798839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8d98a876-a6a1-43b1-b1ad-1b2c2507dd6a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0414698 Jul 22 16:58:42.811363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43216) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:42.824335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-52640aa7-ebbd-44f4-90dd-5dfa548a55a1 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:42.837537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Allocated IP 172.20.0.7 (fea68f1f-c076-4c85-900e-cd51876c29ce/27c0752e-9424-462f-919e-d5b1337db96e/1cc0a9bd-0405-4679-8cfa-ef8b555f759e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:42.867994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'tenant_id': '2902661483494dcaa559e189f61db4d4', 'fixed_ips': [{'subnet_id': '91fb063c-207a-4dde-b92b-29508407d0ee'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:42.869711 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.884334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdffb1-4325-4e1e-a6d7-1ffa9eddb0b9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa69d714-6530-4446-9bf5-1215a81b3532,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:42.889518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0bbdffb1-4325-4e1e-a6d7-1ffa9eddb0b9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:42.893104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0bbdffb1-4325-4e1e-a6d7-1ffa9eddb0b9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3444676 Jul 22 16:58:42.893849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43218) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:42.898412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-54d85b87-1418-46f0-81cd-4b494b0cc571 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'security_group': {'name': 'tempest-secgroup-802857644'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:42.974997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54d85b87-1418-46f0-81cd-4b494b0cc571 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.012364 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-52640aa7-ebbd-44f4-90dd-5dfa548a55a1 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:58:43.012364 n-d-792458-13 neutron-server[93751]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 16:58:43.012364 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id_1': 'cd0087666e0c4990ba9e4349547cf1cf', 'expiration_1': datetime.datetime(2021, 7, 22, 16, 58, 42, 999672)}] Jul 22 16:58:43.012364 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:58:43.012987 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-52640aa7-ebbd-44f4-90dd-5dfa548a55a1 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:58:43.063205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-831e1940-0f46-4a64-b2b9-1f441d3f395d', 'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d', 'tenant_id': 'cd0087666e0c4990ba9e4349547cf1cf', 'fixed_ips': [{'subnet_id': '3d8c4366-5f96-47d3-99e5-cdca2db0b053'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:43.064329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.068035 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.077682 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54d85b87-1418-46f0-81cd-4b494b0cc571 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.084325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54d85b87-1418-46f0-81cd-4b494b0cc571 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.111476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54d85b87-1418-46f0-81cd-4b494b0cc571 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.115709 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.115899 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-54d85b87-1418-46f0-81cd-4b494b0cc571 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2179286 Jul 22 16:58:43.117444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43220) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:43.132391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d85b87-1418-46f0-81cd-4b494b0cc571 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d1d64-a048-4371-89c4-3f1c99faf8ad,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:43.135642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-786154243', 'security_groups': ['1f7d1d64-a048-4371-89c4-3f1c99faf8ad'], 'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91fb063c-207a-4dde-b92b-29508407d0ee'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:43.183529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Allocated IP 2001:db8::2 (5c07143f-7a4c-402c-a821-3a3bf77eea9f/91fb063c-207a-4dde-b92b-29508407d0ee/52f0d80b-a208-41b9-8393-8b42bc908cff) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:43.217217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Network fea68f1f-c076-4c85-900e-cd51876c29ce is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:43.229536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:43.267884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:43.298287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Pushing event updated for resources: {'Port': ['ID=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:43.347760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:43.348612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.358574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.368299 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Transition to ACTIVE for port object 52f0d80b-a208-41b9-8393-8b42bc908cff will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:43.383241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:43.388373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Transition to ACTIVE for port object 52f0d80b-a208-41b9-8393-8b42bc908cff will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:43.404739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-4ba50db3-0429-4764-92cb-a1b8c273004d tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1295893 Jul 22 16:58:43.405765 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.466620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Pushing event updated for resources: {'Port': ['ID=52f0d80b-a208-41b9-8393-8b42bc908cff,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:43.481913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:43.487934 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:43.494438 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.501231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Request body: {'port': {'device_id': '51abec05-cf19-45da-8613-cb307555558e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:43.511194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:43.546087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 41deff5d-e10a-4273-8323-d49898821247 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:43.553376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52640aa7-ebbd-44f4-90dd-5dfa548a55a1 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:43.556932 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-52640aa7-ebbd-44f4-90dd-5dfa548a55a1 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.628763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Attempting to bind port 52f0d80b-a208-41b9-8393-8b42bc908cff on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:43.629271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Attempting to bind port 52f0d80b-a208-41b9-8393-8b42bc908cff by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a90f9de7-d3cb-4634-86b0-fcd380c06e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:43.629643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Attempting to bind port 52f0d80b-a208-41b9-8393-8b42bc908cff on network 5c07143f-7a4c-402c-a821-3a3bf77eea9f {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:43.637552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:43.637748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Checking segment: {'id': 'a90f9de7-d3cb-4634-86b0-fcd380c06e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:43.638095 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.638493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Bound using segment: {'id': 'a90f9de7-d3cb-4634-86b0-fcd380c06e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:43.638988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Bound port: 52f0d80b-a208-41b9-8393-8b42bc908cff, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90f9de7-d3cb-4634-86b0-fcd380c06e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:43.639966 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.641786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Allocated IP 172.20.0.2 (831e1940-0f46-4a64-b2b9-1f441d3f395d/3d8c4366-5f96-47d3-99e5-cdca2db0b053/c2bc645e-1b73-4aa8-908b-0e40932139df) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:43.669279 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.723526 n-d-792458-13 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-52640aa7-ebbd-44f4-90dd-5dfa548a55a1 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d8c4366-5f96-47d3-99e5-cdca2db0b053 (CIDR: 172.20.0.0/28) Jul 22 16:58:43.730068 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-52640aa7-ebbd-44f4-90dd-5dfa548a55a1 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:58:43.730560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52640aa7-ebbd-44f4-90dd-5dfa548a55a1 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:43.764147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-52640aa7-ebbd-44f4-90dd-5dfa548a55a1 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9477308 Jul 22 16:58:43.768493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43224) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:43.776388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:43.845494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] For port 52f0d80b-a208-41b9-8393-8b42bc908cff, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:43.854887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] For port 52f0d80b-a208-41b9-8393-8b42bc908cff, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=52f0d80b-a208-41b9-8393-8b42bc908cff,segment=NetworkSegment(a90f9de7-d3cb-4634-86b0-fcd380c06e59),segment_id=a90f9de7-d3cb-4634-86b0-fcd380c06e59)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:43.874639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:43.895124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::365 (5c07143f-7a4c-402c-a821-3a3bf77eea9f/91fb063c-207a-4dde-b92b-29508407d0ee/41deff5d-e10a-4273-8323-d49898821247) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:44.058441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:44.061933 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.207927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c9b96-6d89-49e4-bc12-8fa97efa7e18 None None] Pushing event updated for resources: {'Port': ['ID=52f0d80b-a208-41b9-8393-8b42bc908cff,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:44.233199 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.247865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db26c78-0222-4e85-8367-b3ca881b6f03 req-1528c904-b69c-4f66-b879-82bbb6ee7193 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:44.248501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Transition to ACTIVE for port object c2bc645e-1b73-4aa8-908b-0e40932139df will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:44.257312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3db26c78-0222-4e85-8367-b3ca881b6f03 req-1528c904-b69c-4f66-b879-82bbb6ee7193 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 931 time: 0.3195162 Jul 22 16:58:44.268467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Transition to ACTIVE for port object c2bc645e-1b73-4aa8-908b-0e40932139df will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:44.279159 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.366764 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.373916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Network 831e1940-0f46-4a64-b2b9-1f441d3f395d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:44.377619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:44.381855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:44.407733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Pushing event updated for resources: {'Port': ['ID=c2bc645e-1b73-4aa8-908b-0e40932139df,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:44.415568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3db26c78-0222-4e85-8367-b3ca881b6f03 req-5fbf00ec-2129-4814-8470-553193e043b3 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547210 Jul 22 16:58:44.438056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object 41deff5d-e10a-4273-8323-d49898821247 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:44.453775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc0a9bd-0405-4679-8cfa-ef8b555f759e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:58:44.473860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.516758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Attempting to bind port c2bc645e-1b73-4aa8-908b-0e40932139df on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:44.517212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Attempting to bind port c2bc645e-1b73-4aa8-908b-0e40932139df by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '0672eff1-ed00-4ea2-9d83-8e526f5cf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:44.517637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Attempting to bind port c2bc645e-1b73-4aa8-908b-0e40932139df on network 831e1940-0f46-4a64-b2b9-1f441d3f395d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:44.525481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:44.525968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Checking segment: {'id': '0672eff1-ed00-4ea2-9d83-8e526f5cf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:44.526444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.527397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Bound using segment: {'id': '0672eff1-ed00-4ea2-9d83-8e526f5cf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:44.528252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Bound port: c2bc645e-1b73-4aa8-908b-0e40932139df, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0672eff1-ed00-4ea2-9d83-8e526f5cf8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:44.528636 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.529439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Transition to ACTIVE for port object 1cc0a9bd-0405-4679-8cfa-ef8b555f759e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:44.533927 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.546542 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.616520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.664897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:44.670751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 831e1940-0f46-4a64-b2b9-1f441d3f395d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:44.674027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:44.678722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:44.679478 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.679934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:44.682830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] For port c2bc645e-1b73-4aa8-908b-0e40932139df, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:44.688707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] For port c2bc645e-1b73-4aa8-908b-0e40932139df, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c2bc645e-1b73-4aa8-908b-0e40932139df,segment=NetworkSegment(0672eff1-ed00-4ea2-9d83-8e526f5cf8d6),segment_id=0672eff1-ed00-4ea2-9d83-8e526f5cf8d6)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:44.691087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:44.696624 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.706368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:44.707544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=c098750c-2a3c-413b-aa59-4acd7e1cee15,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:44.711434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:44.717697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2e78069e-854c-4a4d-aa18-3c1abebb45e4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9479432 Jul 22 16:58:44.720640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:44.727274 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d', 'fixed_ips': [{'subnet_id': '3d8c4366-5f96-47d3-99e5-cdca2db0b053'}, {'subnet_id': 'c098750c-2a3c-413b-aa59-4acd7e1cee15'}], 'name': 'tempest-PortsTestJSON-148314244'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:44.786425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=41deff5d-e10a-4273-8323-d49898821247,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:44.796311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-721ad835-3b22-4bd0-a6da-997b9b85f9c5 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6649191 Jul 22 16:58:44.799610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43232) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:44.804829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7545bc05-4f3f-4fb6-b91c-abf00ab484d6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:44.809304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d29ea2-2f50-4a05-a744-a82b6fa829c9 None None] Pushing event updated for resources: {'Port': ['ID=c2bc645e-1b73-4aa8-908b-0e40932139df,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:44.890573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:44.928994 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:44.979269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Attempting to bind port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:44.979754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Attempting to bind port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'f385046a-f85f-457e-ae7e-2bf88bf46346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:44.980167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Attempting to bind port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e on network fea68f1f-c076-4c85-900e-cd51876c29ce {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:44.989540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e on network fea68f1f-c076-4c85-900e-cd51876c29ce not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:58:44.990021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Attempting to bind port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e on network fea68f1f-c076-4c85-900e-cd51876c29ce {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:45.003051 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:45.003545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Checking segment: {'id': 'f385046a-f85f-457e-ae7e-2bf88bf46346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:45.004034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Bound using segment: {'id': 'f385046a-f85f-457e-ae7e-2bf88bf46346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:45.004564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Bound port: 1cc0a9bd-0405-4679-8cfa-ef8b555f759e, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f385046a-f85f-457e-ae7e-2bf88bf46346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:45.004995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.012288 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.035758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 12a92e4a-e137-4e44-b9a0-97ade08e74f0 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:45.104017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7545bc05-4f3f-4fb6-b91c-abf00ab484d6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:45.109253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7545bc05-4f3f-4fb6-b91c-abf00ab484d6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.157461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] For port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:45.215784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] For port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:45.228774 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.295961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:45.297067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.299023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] 10.222.0.20 "PUT /v2.0/ports/1cc0a9bd-0405-4679-8cfa-ef8b555f759e HTTP/1.1" status: 200 len: 1092 time: 1.8019953 Jul 22 16:58:45.299925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51abec05-cf19-45da-8613-cb307555558e', 'tag': '1cc0a9bd-0405-4679-8cfa-ef8b555f759e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:45.302532 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74ae426-850b-4f06-95d8-7c24640a02fd" -d '{"events": [{"name": "network-changed", "server_uuid": "51abec05-cf19-45da-8613-cb307555558e", "tag": "1cc0a9bd-0405-4679-8cfa-ef8b555f759e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:45.353528 n-d-792458-13 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-7545bc05-4f3f-4fb6-b91c-abf00ab484d6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91fb063c-207a-4dde-b92b-29508407d0ee (CIDR: 2001:db8::/64) Jul 22 16:58:45.357981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a1af5-85c1-4e1b-906a-46028ddf5c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:45.362945 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-7545bc05-4f3f-4fb6-b91c-abf00ab484d6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:58:45.363510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7545bc05-4f3f-4fb6-b91c-abf00ab484d6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:45.374050 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d15a0d2-c74b-4fcd-8247-82c833e7c5ba x-openstack-request-id: req-4d15a0d2-c74b-4fcd-8247-82c833e7c5ba {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:45.374344 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51abec05-cf19-45da-8613-cb307555558e", "tag": "1cc0a9bd-0405-4679-8cfa-ef8b555f759e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:45.374593 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d15a0d2-c74b-4fcd-8247-82c833e7c5ba {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:45.377252 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51abec05-cf19-45da-8613-cb307555558e', 'tag': '1cc0a9bd-0405-4679-8cfa-ef8b555f759e', 'status': 'completed', 'code': 200} Jul 22 16:58:45.398987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7545bc05-4f3f-4fb6-b91c-abf00ab484d6 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5991189 Jul 22 16:58:45.407059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43236) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:45.411940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:45.550852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.3 (831e1940-0f46-4a64-b2b9-1f441d3f395d/3d8c4366-5f96-47d3-99e5-cdca2db0b053/12a92e4a-e137-4e44-b9a0-97ade08e74f0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:45.559662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.30 (831e1940-0f46-4a64-b2b9-1f441d3f395d/c098750c-2a3c-413b-aa59-4acd7e1cee15/12a92e4a-e137-4e44-b9a0-97ade08e74f0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:45.617542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-57a9fd71-3fff-4f6d-883f-e45f2e6cd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:45.619327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-57a9fd71-3fff-4f6d-883f-e45f2e6cd5a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e00e1a334f8146d1becf9cfb465af7aa&device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 1095 time: 0.2231956 Jul 22 16:58:45.681609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-b2574396-13f4-4af4-9fb3-e57dc65c33fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cc0a9bd-0405-4679-8cfa-ef8b555f759e HTTP/1.1" status: 200 len: 217 time: 0.0493016 Jul 22 16:58:45.716461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:45.720126 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.735933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c38ab-458f-4c50-a540-43b7089a8ac8 req-17e3f216-176a-4aa9-8064-68a5e0508750 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:45.737440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-721c38ab-458f-4c50-a540-43b7089a8ac8 req-17e3f216-176a-4aa9-8064-68a5e0508750 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 943 time: 0.2353258 Jul 22 16:58:45.756055 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.774409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 12a92e4a-e137-4e44-b9a0-97ade08e74f0 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:45.823871 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.850390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4500067e-05bc-4a8d-b0aa-f67c23b57bfc None None] Provisioning for port 52f0d80b-a208-41b9-8393-8b42bc908cff completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:45.878260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4500067e-05bc-4a8d-b0aa-f67c23b57bfc None None] Provisioning complete for port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:45.878631 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4500067e-05bc-4a8d-b0aa-f67c23b57bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:45.926388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4500067e-05bc-4a8d-b0aa-f67c23b57bfc None None] Port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:45.933889 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 831e1940-0f46-4a64-b2b9-1f441d3f395d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:45.937564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:45.957419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:45.997200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=12a92e4a-e137-4e44-b9a0-97ade08e74f0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:46.042619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:46.043335 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:46.084112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-74ad4b01-0889-4edd-9e62-2924a94b0d27 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.3599513 Jul 22 16:58:46.084886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:46.091380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d8c4366-5f96-47d3-99e5-cdca2db0b053'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:46.151308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-07f05718-f072-4a2f-9f99-2e69d215f493 None None] Provisioning for port 41deff5d-e10a-4273-8323-d49898821247 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:46.164983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-07f05718-f072-4a2f-9f99-2e69d215f493 None None] Provisioning complete for port 41deff5d-e10a-4273-8323-d49898821247 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:46.166310 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07f05718-f072-4a2f-9f99-2e69d215f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:46.204259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:46.234173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-07f05718-f072-4a2f-9f99-2e69d215f493 None None] Port 41deff5d-e10a-4273-8323-d49898821247 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:46.243929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-ef31b010-e206-4210-a903-2a656a2a15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:46.245547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-ef31b010-e206-4210-a903-2a656a2a15b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0752e-9424-462f-919e-d5b1337db96e HTTP/1.1" status: 200 len: 848 time: 0.5587883 Jul 22 16:58:46.291441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-721c38ab-458f-4c50-a540-43b7089a8ac8 req-917feaf6-e8fe-4e94-b267-ea816a93b072 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401037 Jul 22 16:58:46.295810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-199610ad-ccdd-46f0-b3df-07a43e1ee5f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fea68f1f-c076-4c85-900e-cd51876c29ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404134 Jul 22 16:58:46.477918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95264ee1-6c1a-4315-bf4b-c5f4521264e4 None None] Network 831e1940-0f46-4a64-b2b9-1f441d3f395d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:46.480544 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-a6b45179-0127-4473-976d-18496ffdc7bc service neutron] 10.222.0.20 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640179 Jul 22 16:58:46.629422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Delete allocated IP 172.20.0.30 (831e1940-0f46-4a64-b2b9-1f441d3f395d/c098750c-2a3c-413b-aa59-4acd7e1cee15) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:58:46.710991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 52f0d80b-a208-41b9-8393-8b42bc908cff up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:46.738440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95ff6659-989e-4f52-9d7f-89d12b140fa9 req-a75a5f99-d75b-40b5-b4b9-de91b04429a3 service neutron] 10.222.0.20 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496033 Jul 22 16:58:46.742960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:46.800261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:46.804029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:46.804247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3de55d63-c1c8-4da0-accb-981f8ac79589 None None] Provisioning for port c2bc645e-1b73-4aa8-908b-0e40932139df completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:46.810294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:46.811105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:46.822047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=8305626c-02ca-401a-8b4b-227d25894fad,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:46.833068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 52f0d80b-a208-41b9-8393-8b42bc908cff completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:46.835252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8d80939b-7082-47ba-8ea7-8d8c1cc02abe tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4269691 Jul 22 16:58:46.836051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea39cd5-b88a-44f1-ae35-1c0e35f6ab05 None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:46.838372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43244) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:46.844680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-201167376', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8305626c-02ca-401a-8b4b-227d25894fad'}], 'security_groups': ['aa69d714-6530-4446-9bf5-1215a81b3532']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:46.856654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 52f0d80b-a208-41b9-8393-8b42bc908cff triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:46.857611 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:46.902484 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:46.925642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Ignored duplicate provisioning block setup for port 12a92e4a-e137-4e44-b9a0-97ade08e74f0 by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:58:46.933115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.034515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.037976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-8a284be0-f61a-42dd-9b28-90d71b01e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:47.039547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-8a284be0-f61a-42dd-9b28-90d71b01e942 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e00e1a334f8146d1becf9cfb465af7aa&device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 1095 time: 0.1318023 Jul 22 16:58:47.045684 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=12a92e4a-e137-4e44-b9a0-97ade08e74f0,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:47.057688 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.080389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] In _notify_port_updated(), no bound segment for port 12a92e4a-e137-4e44-b9a0-97ade08e74f0 on network 831e1940-0f46-4a64-b2b9-1f441d3f395d {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:58:47.086610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:47.087603 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.091984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f348bf95-82cc-48ea-8cba-9a1001ebc195 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "PUT /v2.0/ports/12a92e4a-e137-4e44-b9a0-97ade08e74f0 HTTP/1.1" status: 200 len: 918 time: 1.0060151 Jul 22 16:58:47.092676 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43248) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:47.098642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d8c4366-5f96-47d3-99e5-cdca2db0b053'}, {'subnet_id': 'c098750c-2a3c-413b-aa59-4acd7e1cee15'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:47.150431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f5ad6-3bd3-4df0-8ff6-6cc60c21ae7b None None] Update dhcp port {'port': {'network_id': '831e1940-0f46-4a64-b2b9-1f441d3f395d', 'fixed_ips': [{'subnet_id': '3d8c4366-5f96-47d3-99e5-cdca2db0b053', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c098750c-2a3c-413b-aa59-4acd7e1cee15'}], 'binding:host_id': 'n-d-792458-13'}, 'id': 'c2bc645e-1b73-4aa8-908b-0e40932139df'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:58:47.155647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 52f0d80b-a208-41b9-8393-8b42bc908cff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=52f0d80b-a208-41b9-8393-8b42bc908cff,segment=NetworkSegment(a90f9de7-d3cb-4634-86b0-fcd380c06e59),segment_id=a90f9de7-d3cb-4634-86b0-fcd380c06e59)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:47.181721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.183121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c2bc645e-1b73-4aa8-908b-0e40932139df up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:47.198114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.200231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-63bf3e4a-1afc-44ee-bfa6-44b5f0c8096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:47.201841 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-63bf3e4a-1afc-44ee-bfa6-44b5f0c8096c service neutron] 10.222.0.20 "GET /v2.0/networks?id=fea68f1f-c076-4c85-900e-cd51876c29ce HTTP/1.1" status: 200 len: 909 time: 0.1527770 Jul 22 16:58:47.254172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-24ad1594-d561-4f7d-883d-08667022f86a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cc0a9bd-0405-4679-8cfa-ef8b555f759e HTTP/1.1" status: 200 len: 217 time: 0.0431120 Jul 22 16:58:47.271756 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca6f5ad6-3bd3-4df0-8ff6-6cc60c21ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.344978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=52f0d80b-a208-41b9-8393-8b42bc908cff,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:47.397587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-9cf78d7d-5ac0-4011-bec2-d0d85eb5729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:47.399135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-9cf78d7d-5ac0-4011-bec2-d0d85eb5729d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27c0752e-9424-462f-919e-d5b1337db96e HTTP/1.1" status: 200 len: 848 time: 0.1316488 Jul 22 16:58:47.444054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-e71067cb-0d5b-4964-9e12-c358f7742763 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fea68f1f-c076-4c85-900e-cd51876c29ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362761 Jul 22 16:58:47.445195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c2bc645e-1b73-4aa8-908b-0e40932139df completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:47.459879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c2bc645e-1b73-4aa8-908b-0e40932139df triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:47.460274 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.546754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cc332-6ba0-4936-bb1a-1c8a4cc5a7be req-ca7e6a76-cd7a-432f-9668-9a236e60a9af tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:47.548341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b30cc332-6ba0-4936-bb1a-1c8a4cc5a7be req-ca7e6a76-cd7a-432f-9668-9a236e60a9af tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 943 time: 0.1317072 Jul 22 16:58:47.567213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ca6f5ad6-3bd3-4df0-8ff6-6cc60c21ae7b None None] Allocated IP 172.20.0.18 (831e1940-0f46-4a64-b2b9-1f441d3f395d/c098750c-2a3c-413b-aa59-4acd7e1cee15/c2bc645e-1b73-4aa8-908b-0e40932139df) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:47.617626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b30cc332-6ba0-4936-bb1a-1c8a4cc5a7be req-2bd9f3f0-e8a7-446a-8625-d9553e5adf0c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585034 Jul 22 16:58:47.631424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-296a2e6f-654d-48c2-aedb-092866d19079 service neutron] 10.222.0.20 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794195 Jul 22 16:58:47.660039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82720d6c-cd60-4b50-8749-a34f6e3a7a51 None None] Update dhcp port {'port': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'fixed_ips': [{'subnet_id': '91fb063c-207a-4dde-b92b-29508407d0ee', 'ip_address': '2001:db8::2'}, {'subnet_id': '8305626c-02ca-401a-8b4b-227d25894fad'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '52f0d80b-a208-41b9-8393-8b42bc908cff'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:58:47.680079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Delete allocated IP 2001:db8::365 (5c07143f-7a4c-402c-a821-3a3bf77eea9f/91fb063c-207a-4dde-b92b-29508407d0ee) {{(pid=93750) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:58:47.696030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8:0:1::1c (5c07143f-7a4c-402c-a821-3a3bf77eea9f/8305626c-02ca-401a-8b4b-227d25894fad/41deff5d-e10a-4273-8323-d49898821247) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:47.716816 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.764418 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82720d6c-cd60-4b50-8749-a34f6e3a7a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.778760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d74ae426-850b-4f06-95d8-7c24640a02fd req-0a877902-3fba-43e2-bbca-c3e8c6eac6ad service neutron] 10.222.0.20 "GET /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389811 Jul 22 16:58:47.786107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ca6f5ad6-3bd3-4df0-8ff6-6cc60c21ae7b None None] For port c2bc645e-1b73-4aa8-908b-0e40932139df, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c2bc645e-1b73-4aa8-908b-0e40932139df,segment=NetworkSegment(0672eff1-ed00-4ea2-9d83-8e526f5cf8d6),segment_id=0672eff1-ed00-4ea2-9d83-8e526f5cf8d6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:47.846905 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca6f5ad6-3bd3-4df0-8ff6-6cc60c21ae7b None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.908943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.918330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ca6f5ad6-3bd3-4df0-8ff6-6cc60c21ae7b None None] Transition to ACTIVE for port object c2bc645e-1b73-4aa8-908b-0e40932139df will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:47.926741 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca6f5ad6-3bd3-4df0-8ff6-6cc60c21ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:47.930001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object 41deff5d-e10a-4273-8323-d49898821247 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:47.936235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.014139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] In _notify_port_updated(), no bound segment for port 41deff5d-e10a-4273-8323-d49898821247 on network 5c07143f-7a4c-402c-a821-3a3bf77eea9f {{(pid=93750) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:58:48.015009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.29 (831e1940-0f46-4a64-b2b9-1f441d3f395d/c098750c-2a3c-413b-aa59-4acd7e1cee15/12a92e4a-e137-4e44-b9a0-97ade08e74f0) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:48.021163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:48.021893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.026995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "PUT /v2.0/ports/41deff5d-e10a-4273-8323-d49898821247 HTTP/1.1" status: 200 len: 929 time: 1.1841710 Jul 22 16:58:48.028428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43260) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:48.093588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ecbe3-1100-437d-85ea-f179c32a7d63 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=41deff5d-e10a-4273-8323-d49898821247,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:48.120659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93752) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:58:48.120659 n-d-792458-13 neutron-server[93752]: DEBUG oslo_db.api [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:58:48.125756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f5ad6-3bd3-4df0-8ff6-6cc60c21ae7b None None] Pushing event updated for resources: {'Port': ['ID=c2bc645e-1b73-4aa8-908b-0e40932139df,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:48.136722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-82720d6c-cd60-4b50-8749-a34f6e3a7a51 None None] Allocated IP 2001:db8:0:1::2 (5c07143f-7a4c-402c-a821-3a3bf77eea9f/8305626c-02ca-401a-8b4b-227d25894fad/52f0d80b-a208-41b9-8393-8b42bc908cff) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:48.156257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-35753dfe-ee84-4565-a764-b3369191d623 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 41deff5d-e10a-4273-8323-d49898821247 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:48.157078 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35753dfe-ee84-4565-a764-b3369191d623 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.220554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.233640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Ignored duplicate provisioning block setup for port 12a92e4a-e137-4e44-b9a0-97ade08e74f0 by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 16:58:48.244654 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.264567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-82720d6c-cd60-4b50-8749-a34f6e3a7a51 None None] For port 52f0d80b-a208-41b9-8393-8b42bc908cff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=52f0d80b-a208-41b9-8393-8b42bc908cff,segment=NetworkSegment(a90f9de7-d3cb-4634-86b0-fcd380c06e59),segment_id=a90f9de7-d3cb-4634-86b0-fcd380c06e59)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:48.303954 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35753dfe-ee84-4565-a764-b3369191d623 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.304843 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82720d6c-cd60-4b50-8749-a34f6e3a7a51 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.326973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-82720d6c-cd60-4b50-8749-a34f6e3a7a51 None None] Transition to ACTIVE for port object 52f0d80b-a208-41b9-8393-8b42bc908cff will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:48.332438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-35753dfe-ee84-4565-a764-b3369191d623 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 41deff5d-e10a-4273-8323-d49898821247 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:48.343802 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82720d6c-cd60-4b50-8749-a34f6e3a7a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.356789 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=12a92e4a-e137-4e44-b9a0-97ade08e74f0,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:48.458150 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] In _notify_port_updated(), no bound segment for port 12a92e4a-e137-4e44-b9a0-97ade08e74f0 on network 831e1940-0f46-4a64-b2b9-1f441d3f395d {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:58:48.467075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:48.467892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.469420 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2f556344-ecac-4264-bc60-8ad1737d16fe tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "PUT /v2.0/ports/12a92e4a-e137-4e44-b9a0-97ade08e74f0 HTTP/1.1" status: 200 len: 998 time: 1.3757560 Jul 22 16:58:48.472230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43264) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:48.522431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35753dfe-ee84-4565-a764-b3369191d623 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.589274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35753dfe-ee84-4565-a764-b3369191d623 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=41deff5d-e10a-4273-8323-d49898821247,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:48.642347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-94884186-743a-418f-8b28-4d1045c5b8bf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 12a92e4a-e137-4e44-b9a0-97ade08e74f0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:48.642688 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94884186-743a-418f-8b28-4d1045c5b8bf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.655620 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35753dfe-ee84-4565-a764-b3369191d623 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.658075 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-35753dfe-ee84-4565-a764-b3369191d623 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/41deff5d-e10a-4273-8323-d49898821247 HTTP/1.1" status: 204 len: 168 time: 0.6289036 Jul 22 16:58:48.660807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:48.695925 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8adc2925-631b-4a37-8a62-9db8c62f0ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.699051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82720d6c-cd60-4b50-8749-a34f6e3a7a51 None None] Pushing event updated for resources: {'Port': ['ID=52f0d80b-a208-41b9-8393-8b42bc908cff,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:48.717255 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.722808 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-da038157-3c53-4bdd-b531-fdb831c090fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:48.725001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-da038157-3c53-4bdd-b531-fdb831c090fd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/41deff5d-e10a-4273-8323-d49898821247 HTTP/1.1" status: 404 len: 333 time: 0.0631118 Jul 22 16:58:48.730914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:48.757366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c2bc645e-1b73-4aa8-908b-0e40932139df, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c2bc645e-1b73-4aa8-908b-0e40932139df,segment=NetworkSegment(0672eff1-ed00-4ea2-9d83-8e526f5cf8d6),segment_id=0672eff1-ed00-4ea2-9d83-8e526f5cf8d6)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:48.762245 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.807721 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94884186-743a-418f-8b28-4d1045c5b8bf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.840370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-94884186-743a-418f-8b28-4d1045c5b8bf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 12a92e4a-e137-4e44-b9a0-97ade08e74f0 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:48.853287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c2bc645e-1b73-4aa8-908b-0e40932139df,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:48.874685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 52f0d80b-a208-41b9-8393-8b42bc908cff up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:48.909960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-047dd092-c9ee-4f47-9971-da0dcb2d71a9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.948284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c2bc645e-1b73-4aa8-908b-0e40932139df up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:48.957851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-047dd092-c9ee-4f47-9971-da0dcb2d71a9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:48.968747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32673828-37d1-47a2-9242-6f7b42154473 req-165016fa-2ac0-4310-836e-e6f01871e1eb tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:48.970537 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32673828-37d1-47a2-9242-6f7b42154473 req-165016fa-2ac0-4310-836e-e6f01871e1eb tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 943 time: 0.2223804 Jul 22 16:58:48.984135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 1cc0a9bd-0405-4679-8cfa-ef8b555f759e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:58:49.008365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fea3275-3c2f-4e3f-886c-1cab3ee07c2f None None] Network 831e1940-0f46-4a64-b2b9-1f441d3f395d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:49.043294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32673828-37d1-47a2-9242-6f7b42154473 req-5ed979af-0cb0-493e-a07d-f5f66f3c1c78 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628128 Jul 22 16:58:49.068704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-047dd092-c9ee-4f47-9971-da0dcb2d71a9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.072171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-047dd092-c9ee-4f47-9971-da0dcb2d71a9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.075759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-047dd092-c9ee-4f47-9971-da0dcb2d71a9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/security-groups/1f7d1d64-a048-4371-89c4-3f1c99faf8ad HTTP/1.1" status: 204 len: 168 time: 0.3409758 Jul 22 16:58:49.080807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:49.084345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dd092-c9ee-4f47-9971-da0dcb2d71a9 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d1d64-a048-4371-89c4-3f1c99faf8ad,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:49.179592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94884186-743a-418f-8b28-4d1045c5b8bf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.208747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-952b50af-371f-4067-860b-1dd27c4e23ec None None] Provisioning for port 12a92e4a-e137-4e44-b9a0-97ade08e74f0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:49.218015 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af1e65a7-f1ae-4278-9a78-bc70c6f8d4d7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.223864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94884186-743a-418f-8b28-4d1045c5b8bf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=12a92e4a-e137-4e44-b9a0-97ade08e74f0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:49.229997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-952b50af-371f-4067-860b-1dd27c4e23ec None None] Provisioning complete for port 12a92e4a-e137-4e44-b9a0-97ade08e74f0 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:49.230474 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-952b50af-371f-4067-860b-1dd27c4e23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.269572 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af1e65a7-f1ae-4278-9a78-bc70c6f8d4d7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.291907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:49.294088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-952b50af-371f-4067-860b-1dd27c4e23ec None None] Port 12a92e4a-e137-4e44-b9a0-97ade08e74f0 was deleted so its status cannot be updated. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 16:58:49.313673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '1cc0a9bd-0405-4679-8cfa-ef8b555f759e', 'network_id': 'fea68f1f-c076-4c85-900e-cd51876c29ce', 'port_id': '1cc0a9bd-0405-4679-8cfa-ef8b555f759e', 'mac_address': 'fa:16:3e:5c:23:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c0752e-9424-462f-919e-d5b1337db96e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:58:49.343576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-952b50af-371f-4067-860b-1dd27c4e23ec None None] Provisioning for port c2bc645e-1b73-4aa8-908b-0e40932139df completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:49.369932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-952b50af-371f-4067-860b-1dd27c4e23ec None None] Provisioning complete for port c2bc645e-1b73-4aa8-908b-0e40932139df triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:49.370269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-94884186-743a-418f-8b28-4d1045c5b8bf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.370406 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-952b50af-371f-4067-860b-1dd27c4e23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.372526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-94884186-743a-418f-8b28-4d1045c5b8bf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/12a92e4a-e137-4e44-b9a0-97ade08e74f0 HTTP/1.1" status: 204 len: 168 time: 0.8990850 Jul 22 16:58:49.373818 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af1e65a7-f1ae-4278-9a78-bc70c6f8d4d7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.375191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:49.376553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af1e65a7-f1ae-4278-9a78-bc70c6f8d4d7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.380556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-af1e65a7-f1ae-4278-9a78-bc70c6f8d4d7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/security-groups/aa69d714-6530-4446-9bf5-1215a81b3532 HTTP/1.1" status: 204 len: 168 time: 0.2990427 Jul 22 16:58:49.381190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43280) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:49.401566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e65a7-f1ae-4278-9a78-bc70c6f8d4d7 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa69d714-6530-4446-9bf5-1215a81b3532,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:49.409788 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4787eb-86bf-4c6a-836e-154b566dab8e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:58:49.414630 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fb4787eb-86bf-4c6a-836e-154b566dab8e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/12a92e4a-e137-4e44-b9a0-97ade08e74f0 HTTP/1.1" status: 404 len: 333 time: 0.0354898 Jul 22 16:58:49.416082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43282) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:49.447657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed327c2e-7d2d-4e4f-a2ab-8a1865cdc77c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet 91fb063c-207a-4dde-b92b-29508407d0ee {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:49.451434 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed327c2e-7d2d-4e4f-a2ab-8a1865cdc77c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.458619 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.478645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa733489-539a-43fc-8d38-c589bfb08385 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet c098750c-2a3c-413b-aa59-4acd7e1cee15 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:49.481993 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa733489-539a-43fc-8d38-c589bfb08385 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.484000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc0a9bd-0405-4679-8cfa-ef8b555f759e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:58:49.510712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed327c2e-7d2d-4e4f-a2ab-8a1865cdc77c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.532940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:49.541402 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.541570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa733489-539a-43fc-8d38-c589bfb08385 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.608304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:49.630115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed327c2e-7d2d-4e4f-a2ab-8a1865cdc77c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.685136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0e649992-468c-4f96-b1eb-fc3e33190ad0 None None] Could not find standard attr ID for object 41deff5d-e10a-4273-8323-d49898821247. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:49.704774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0e649992-468c-4f96-b1eb-fc3e33190ad0 None None] Provisioning for port 52f0d80b-a208-41b9-8393-8b42bc908cff completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:49.709371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0e649992-468c-4f96-b1eb-fc3e33190ad0 None None] Provisioning complete for port 52f0d80b-a208-41b9-8393-8b42bc908cff triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:49.709641 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e649992-468c-4f96-b1eb-fc3e33190ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.711295 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa733489-539a-43fc-8d38-c589bfb08385 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.725213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed327c2e-7d2d-4e4f-a2ab-8a1865cdc77c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.787247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed327c2e-7d2d-4e4f-a2ab-8a1865cdc77c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=91fb063c-207a-4dde-b92b-29508407d0ee,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:49.796565 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed327c2e-7d2d-4e4f-a2ab-8a1865cdc77c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.802385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed327c2e-7d2d-4e4f-a2ab-8a1865cdc77c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/91fb063c-207a-4dde-b92b-29508407d0ee HTTP/1.1" status: 204 len: 168 time: 0.4098582 Jul 22 16:58:49.808919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43290) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:49.809872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa733489-539a-43fc-8d38-c589bfb08385 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.814613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['1cc0a9bd-0405-4679-8cfa-ef8b555f759e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:58:49.818035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:49.844147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa733489-539a-43fc-8d38-c589bfb08385 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=c098750c-2a3c-413b-aa59-4acd7e1cee15,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:49.850821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa733489-539a-43fc-8d38-c589bfb08385 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:49.853996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fa733489-539a-43fc-8d38-c589bfb08385 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/c098750c-2a3c-413b-aa59-4acd7e1cee15 HTTP/1.1" status: 204 len: 168 time: 0.4367654 Jul 22 16:58:49.856532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43292) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:49.888765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348e0ea-934e-4eeb-aa69-f9801f8b8189 None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:49.962898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-76edc2dc-0f10-4e06-b9eb-cff47e1288b6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet 3d8c4366-5f96-47d3-99e5-cdca2db0b053 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:49.970634 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76edc2dc-0f10-4e06-b9eb-cff47e1288b6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.042374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:50.046750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.064084 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76edc2dc-0f10-4e06-b9eb-cff47e1288b6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.206741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ec6d5c-d780-49dd-87fc-eb849c8edeeb None None] Network 831e1940-0f46-4a64-b2b9-1f441d3f395d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:50.213891 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76edc2dc-0f10-4e06-b9eb-cff47e1288b6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.216327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0e649992-468c-4f96-b1eb-fc3e33190ad0 None None] Provisioning complete for port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:50.216892 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e649992-468c-4f96-b1eb-fc3e33190ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.302128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76edc2dc-0f10-4e06-b9eb-cff47e1288b6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.329556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe390423-481d-4e83-b75d-61f35592921e req-ba617dfd-7db8-4de1-9368-64eba994afdc tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:50.331137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe390423-481d-4e83-b75d-61f35592921e req-ba617dfd-7db8-4de1-9368-64eba994afdc tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 944 time: 0.1477494 Jul 22 16:58:50.332174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edc2dc-0f10-4e06-b9eb-cff47e1288b6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8c4366-5f96-47d3-99e5-cdca2db0b053,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:50.334346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76edc2dc-0f10-4e06-b9eb-cff47e1288b6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.338967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-76edc2dc-0f10-4e06-b9eb-cff47e1288b6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/3d8c4366-5f96-47d3-99e5-cdca2db0b053 HTTP/1.1" status: 204 len: 168 time: 0.4788167 Jul 22 16:58:50.339747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43300) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:50.411387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe390423-481d-4e83-b75d-61f35592921e req-c64f190f-7d58-47b4-890c-adf0e7520aab tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585492 Jul 22 16:58:50.418495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.438976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.471901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0e649992-468c-4f96-b1eb-fc3e33190ad0 None None] Port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:50.476857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port c2bc645e-1b73-4aa8-908b-0e40932139df {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:50.477212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.499230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:50.503487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:50.506545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:50.507503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.527469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=2e0e51ff-a08b-4303-9dfa-d54577a526a0,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:50.537005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-162beea1-3146-483c-817d-884267d7b99d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7238984 Jul 22 16:58:50.539711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:50.548921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-76c99dbc-9a6e-45ab-8746-f5a4a91dfa6d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'security_group': {'name': 'tempest-secgroup-2089611920'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:50.581883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] For port c2bc645e-1b73-4aa8-908b-0e40932139df, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c2bc645e-1b73-4aa8-908b-0e40932139df,segment=NetworkSegment(0672eff1-ed00-4ea2-9d83-8e526f5cf8d6),segment_id=0672eff1-ed00-4ea2-9d83-8e526f5cf8d6)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:50.581883 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.588070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fb9616df-57a5-47c4-a072-1b3822d70fba None None] Could not find standard attr ID for object 41deff5d-e10a-4273-8323-d49898821247. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:50.591657 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76c99dbc-9a6e-45ab-8746-f5a4a91dfa6d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.606203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fb9616df-57a5-47c4-a072-1b3822d70fba None None] Provisioning complete for port c2bc645e-1b73-4aa8-908b-0e40932139df triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:50.606575 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb9616df-57a5-47c4-a072-1b3822d70fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.614390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for c2bc645e-1b73-4aa8-908b-0e40932139df owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:50.738632 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76c99dbc-9a6e-45ab-8746-f5a4a91dfa6d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.745500 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76c99dbc-9a6e-45ab-8746-f5a4a91dfa6d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.760257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272dedc1-1eec-4a47-a984-d73a30da07b2 None None] DHCP port deletion for 831e1940-0f46-4a64-b2b9-1f441d3f395d request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:50.777711 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.788145 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76c99dbc-9a6e-45ab-8746-f5a4a91dfa6d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.790672 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-76c99dbc-9a6e-45ab-8746-f5a4a91dfa6d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2485807 Jul 22 16:58:50.792841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c99dbc-9a6e-45ab-8746-f5a4a91dfa6d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a436037e-8a1a-4d30-8060-4445e0163ff0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:50.797386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43304) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:50.807735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e26c7dfd-c2d8-4533-a39a-37272de31d3d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'security_group': {'name': 'tempest-secgroup-1504138799'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:50.829538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=c2bc645e-1b73-4aa8-908b-0e40932139df,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:50.843415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No DVR routers for this DVR port c2bc645e-1b73-4aa8-908b-0e40932139df on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:50.848561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e26c7dfd-c2d8-4533-a39a-37272de31d3d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.869926 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c2bc645e-1b73-4aa8-908b-0e40932139df no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:50.894079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c2bc645e-1b73-4aa8-908b-0e40932139df {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:50.894426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c2bc645e-1b73-4aa8-908b-0e40932139df not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:50.973307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e26c7dfd-c2d8-4533-a39a-37272de31d3d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.981562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 1cc0a9bd-0405-4679-8cfa-ef8b555f759e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:50.982521 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e26c7dfd-c2d8-4533-a39a-37272de31d3d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:50.986446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.006323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831e1940-0f46-4a64-b2b9-1f441d3f395d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:51.006815 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e26c7dfd-c2d8-4533-a39a-37272de31d3d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.016714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e26c7dfd-c2d8-4533-a39a-37272de31d3d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2138684 Jul 22 16:58:51.024475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43306) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:51.038772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a17319e2-6a69-4f1d-b823-924f9e080748 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'security_group': {'name': 'tempest-secgroup-1230374496'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:51.048136 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9588613d-1839-4090-996d-2a2f20e648ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.063451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c7dfd-c2d8-4533-a39a-37272de31d3d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4702f059-91a8-4f0e-93fd-cf5ca23b1a17,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:51.077095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:51.078221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0672eff1-ed00-4ea2-9d83-8e526f5cf8d6') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:51.078536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0672eff1-ed00-4ea2-9d83-8e526f5cf8d6') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:58:51.084080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:51.084942 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.101291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.127175 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.129972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a17319e2-6a69-4f1d-b823-924f9e080748 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.146991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:58:51.147207 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:58:51.150955 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:58:51.173472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.201720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51abec05-cf19-45da-8613-cb307555558e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc0a9bd-0405-4679-8cfa-ef8b555f759e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:51.204044 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450a1bc6-f494-4f0e-9612-ca74b034771e" -d '{"events": [{"server_uuid": "51abec05-cf19-45da-8613-cb307555558e", "name": "network-vif-plugged", "status": "completed", "tag": "1cc0a9bd-0405-4679-8cfa-ef8b555f759e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:51.219305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:51.227543 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.234612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.239699 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.241414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/networks/831e1940-0f46-4a64-b2b9-1f441d3f395d HTTP/1.1" status: 204 len: 168 time: 0.9013336 Jul 22 16:58:51.247097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43310) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:51.267847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6179d8b-6c57-4dbc-a1ad-76813f2d5b4e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Network': ['ID=831e1940-0f46-4a64-b2b9-1f441d3f395d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:51.291545 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae480b6a-3bde-4a3a-a6ae-c14db32d9e0a x-openstack-request-id: req-ae480b6a-3bde-4a3a-a6ae-c14db32d9e0a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:51.292232 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51abec05-cf19-45da-8613-cb307555558e", "name": "network-vif-plugged", "status": "completed", "tag": "1cc0a9bd-0405-4679-8cfa-ef8b555f759e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:51.292659 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae480b6a-3bde-4a3a-a6ae-c14db32d9e0a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:51.293098 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51abec05-cf19-45da-8613-cb307555558e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc0a9bd-0405-4679-8cfa-ef8b555f759e', 'code': 200} Jul 22 16:58:51.320180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:51.332710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a17319e2-6a69-4f1d-b823-924f9e080748 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.335034 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.338730 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a17319e2-6a69-4f1d-b823-924f9e080748 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.370264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649192a-9d3e-4412-9a2d-58e6f5db4ebf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:51.371961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3649192a-9d3e-4412-9a2d-58e6f5db4ebf tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1235867 Jul 22 16:58:51.375469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:51.404734 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a17319e2-6a69-4f1d-b823-924f9e080748 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.407401 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a17319e2-6a69-4f1d-b823-924f9e080748 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3818765 Jul 22 16:58:51.409585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:51.411847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17319e2-6a69-4f1d-b823-924f9e080748 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd63a8-7ff2-4ab8-b14f-702bd429bfd9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:51.417243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-762388609', 'security_groups': ['3ebd63a8-7ff2-4ab8-b14f-702bd429bfd9'], 'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2e0e51ff-a08b-4303-9dfa-d54577a526a0'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:51.426916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df75bc-d6e8-47e7-8c22-20b5e576d193 None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:51.461146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be402-6914-4352-b359-8daae17d225d req-6e69f7e9-b974-47fc-a4fc-e28749ae7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:51.463863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc8be402-6914-4352-b359-8daae17d225d req-6e69f7e9-b974-47fc-a4fc-e28749ae7d2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 1097 time: 0.1001434 Jul 22 16:58:51.508022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc8be402-6914-4352-b359-8daae17d225d req-750ce767-7de4-4f2e-a431-efa40f3703b4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 Jul 22 16:58:51.552610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a942a450-5f59-407c-bc8c-04e0ea6a911f None None] Provisioning complete for port 52f0d80b-a208-41b9-8393-8b42bc908cff triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:51.552610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a942a450-5f59-407c-bc8c-04e0ea6a911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.562829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-68ecb27c-8185-4c77-aa3b-051f54a24849 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1862707 Jul 22 16:58:51.566477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43318) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:51.573792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-934646289'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:51.606230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.db.api [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 16:58:51.606230 n-d-792458-13 neutron-server[93751]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 16:58:51.606230 n-d-792458-13 neutron-server[93751]: [parameters: {'project_id': 'cd0087666e0c4990ba9e4349547cf1cf', 'id': '16714af2-3cff-4432-af25-098e717eb900', 'expiration': datetime.datetime(2021, 7, 22, 17, 0, 51, 597287)}] Jul 22 16:58:51.606230 n-d-792458-13 neutron-server[93751]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 16:58:51.606668 n-d-792458-13 neutron-server[93751]: DEBUG oslo_db.api [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 16:58:51.614346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:51.640060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165650ba-df8b-446f-99b5-6a8c1aca87ce req-db9a0065-78c2-4867-bd8b-ac22c805f2d5 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:51.641554 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-165650ba-df8b-446f-99b5-6a8c1aca87ce req-db9a0065-78c2-4867-bd8b-ac22c805f2d5 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 945 time: 0.1472068 Jul 22 16:58:51.691616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a942a450-5f59-407c-bc8c-04e0ea6a911f None None] Provisioning complete for port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:51.692119 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a942a450-5f59-407c-bc8c-04e0ea6a911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.728889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-165650ba-df8b-446f-99b5-6a8c1aca87ce req-e061f4ac-c2dd-4d5d-9a2c-1e50b4fac388 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807843 Jul 22 16:58:51.740249 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.755578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a942a450-5f59-407c-bc8c-04e0ea6a911f None None] Port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:51.768465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d363ab85-f9fb-4f7e-87c3-9a37eb2f1da1 None None] Update dhcp port {'port': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'fixed_ips': [{'subnet_id': '8305626c-02ca-401a-8b4b-227d25894fad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2e0e51ff-a08b-4303-9dfa-d54577a526a0'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '52f0d80b-a208-41b9-8393-8b42bc908cff'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:58:51.804089 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d363ab85-f9fb-4f7e-87c3-9a37eb2f1da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:51.976182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d363ab85-f9fb-4f7e-87c3-9a37eb2f1da1 None None] Allocated IP 2001:db8::2 (5c07143f-7a4c-402c-a821-3a3bf77eea9f/2e0e51ff-a08b-4303-9dfa-d54577a526a0/52f0d80b-a208-41b9-8393-8b42bc908cff) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:52.040549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] device_id is not set on port 957688f3-98bd-433a-8d61-ef982595c47e yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:52.075981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d363ab85-f9fb-4f7e-87c3-9a37eb2f1da1 None None] For port 52f0d80b-a208-41b9-8393-8b42bc908cff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=52f0d80b-a208-41b9-8393-8b42bc908cff,segment=NetworkSegment(a90f9de7-d3cb-4634-86b0-fcd380c06e59),segment_id=a90f9de7-d3cb-4634-86b0-fcd380c06e59)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:52.110625 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d363ab85-f9fb-4f7e-87c3-9a37eb2f1da1 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.130310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d363ab85-f9fb-4f7e-87c3-9a37eb2f1da1 None None] Transition to ACTIVE for port object 52f0d80b-a208-41b9-8393-8b42bc908cff will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:52.137954 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d363ab85-f9fb-4f7e-87c3-9a37eb2f1da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.176326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:52.178488 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.231414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363ab85-f9fb-4f7e-87c3-9a37eb2f1da1 None None] Pushing event updated for resources: {'Port': ['ID=52f0d80b-a208-41b9-8393-8b42bc908cff,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:52.261130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8::6 (5c07143f-7a4c-402c-a821-3a3bf77eea9f/2e0e51ff-a08b-4303-9dfa-d54577a526a0/957688f3-98bd-433a-8d61-ef982595c47e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:52.263559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:58:52.283153 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.283625 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Added segment c431adb0-2836-47e7-81fd-d6be2a1f7ff9 of type vlan for network 552c2add-790c-4968-ac81-3b49d2491ebf Jul 22 16:58:52.350396 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.450377 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.455897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:52.456499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.522982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9518769 Jul 22 16:58:52.524981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43322) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:52.533251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '552c2add-790c-4968-ac81-3b49d2491ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:52.562683 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.564219 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.566885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d661b2-0de6-4e61-b2b4-3b23535d15ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Network': ['ID=552c2add-790c-4968-ac81-3b49d2491ebf,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:52.581935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 552c2add-790c-4968-ac81-3b49d2491ebf details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:58:52.596206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object 957688f3-98bd-433a-8d61-ef982595c47e will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:52.668684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.713575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:52.718012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.733680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:52.735229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:52.739281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:52.745375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:52.746008 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:52.790746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3780608 Jul 22 16:58:52.794854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:52.801590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-28205c14-668d-4a0a-88fc-48835a7873dd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:52.844350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26b00c-f25b-4722-80f8-f2e0671c5fdb tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=957688f3-98bd-433a-8d61-ef982595c47e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:52.877999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 52f0d80b-a208-41b9-8393-8b42bc908cff up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:52.993356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3dbbb-be66-4e25-97ad-1952dfe62c0e req-3c86a291-716a-4513-936c-2c40bf698d46 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:53.000274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9f3dbbb-be66-4e25-97ad-1952dfe62c0e req-3c86a291-716a-4513-936c-2c40bf698d46 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 945 time: 0.1488221 Jul 22 16:58:53.004987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28205c14-668d-4a0a-88fc-48835a7873dd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:53.009971 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28205c14-668d-4a0a-88fc-48835a7873dd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.086262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9f3dbbb-be66-4e25-97ad-1952dfe62c0e req-b5d1d59f-ba75-426d-9688-55603729fdd7 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849018 Jul 22 16:58:53.100408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5c046e42-4ef1-4d99-a236-f0413470e963 None None] Provisioning for port 52f0d80b-a208-41b9-8393-8b42bc908cff completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:53.112776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5c046e42-4ef1-4d99-a236-f0413470e963 None None] Provisioning complete for port 52f0d80b-a208-41b9-8393-8b42bc908cff triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:53.114651 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5c046e42-4ef1-4d99-a236-f0413470e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.116539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.121246 n-d-792458-13 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-28205c14-668d-4a0a-88fc-48835a7873dd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e0e51ff-a08b-4303-9dfa-d54577a526a0 (CIDR: 2001:db8::/64) Jul 22 16:58:53.135713 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-28205c14-668d-4a0a-88fc-48835a7873dd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:58:53.136263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28205c14-668d-4a0a-88fc-48835a7873dd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:53.164232 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-28205c14-668d-4a0a-88fc-48835a7873dd tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3669543 Jul 22 16:58:53.165664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43334) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:53.177164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0e326298-61a8-4e21-8fbb-6b2fe9519dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:53.216096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=40e31f55-453b-40d2-bc97-d71c5c499488,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:53.228443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Checking segment: {'id': 'c431adb0-2836-47e7-81fd-d6be2a1f7ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '552c2add-790c-4968-ac81-3b49d2491ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:53.229102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network hostable DHCP agents. Network: 552c2add-790c-4968-ac81-3b49d2491ebf, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:58:53.251666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 552c2add-790c-4968-ac81-3b49d2491ebf is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:58:53.270598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 552c2add-790c-4968-ac81-3b49d2491ebf) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:53.277368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:53.278107 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.315505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6ba74f3e-85f0-4aeb-838b-f984ed014514 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7885070 Jul 22 16:58:53.318300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43336) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:53.327463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '552c2add-790c-4968-ac81-3b49d2491ebf', 'name': 'tempest-PortsTestJSON-868946936'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:53.429556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e326298-61a8-4e21-8fbb-6b2fe9519dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:53.433671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e326298-61a8-4e21-8fbb-6b2fe9519dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.529230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed7bd47-70c1-416a-b55c-c3398c146b4c None None] Network 552c2add-790c-4968-ac81-3b49d2491ebf requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:53.564565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:53.574481 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.609851 n-d-792458-13 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-0e326298-61a8-4e21-8fbb-6b2fe9519dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8305626c-02ca-401a-8b4b-227d25894fad (CIDR: 2001:db8:0:1::/64) Jul 22 16:58:53.611773 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e326298-61a8-4e21-8fbb-6b2fe9519dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:58:53.612225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e326298-61a8-4e21-8fbb-6b2fe9519dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:53.621527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5c046e42-4ef1-4d99-a236-f0413470e963 None None] Provisioning complete for port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:53.621527 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5c046e42-4ef1-4d99-a236-f0413470e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.637102 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0e326298-61a8-4e21-8fbb-6b2fe9519dd4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4678996 Jul 22 16:58:53.637729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43344) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:53.644506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'subnet': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:53.669707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 66080785-0a82-4b5c-9cce-2c49ffdd7878 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:53.692877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5c046e42-4ef1-4d99-a236-f0413470e963 None None] Port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:53.763008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-552c2add-790c-4968-ac81-3b49d2491ebf', 'network_id': '552c2add-790c-4968-ac81-3b49d2491ebf', 'tenant_id': 'cd0087666e0c4990ba9e4349547cf1cf', 'fixed_ips': [{'subnet_id': '40e31f55-453b-40d2-bc97-d71c5c499488'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:58:53.766553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.806969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Made reservation on behalf of 2902661483494dcaa559e189f61db4d4 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:53.813118 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.886918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-437365f4-1a85-47d2-8f14-3628c53352f1 None None] Provisioning for port 957688f3-98bd-433a-8d61-ef982595c47e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:53.886918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-437365f4-1a85-47d2-8f14-3628c53352f1 None None] Provisioning complete for port 957688f3-98bd-433a-8d61-ef982595c47e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:53.886918 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-437365f4-1a85-47d2-8f14-3628c53352f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:53.897479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.10 (552c2add-790c-4968-ac81-3b49d2491ebf/40e31f55-453b-40d2-bc97-d71c5c499488/66080785-0a82-4b5c-9cce-2c49ffdd7878) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:53.929159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-437365f4-1a85-47d2-8f14-3628c53352f1 None None] Port 957688f3-98bd-433a-8d61-ef982595c47e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:54.125112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.127122 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.148291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 66080785-0a82-4b5c-9cce-2c49ffdd7878 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:54.179640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Subnet': ['ID=d094ab23-edeb-4ead-b33b-fd021e293cab,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:54.189511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:54.191893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:54.194537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:54.195373 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.209606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de9783-d646-4a20-a338-25cf20c2288c None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:54.235791 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1aae46ec-fd25-4773-ab90-48013c9267af tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5967617 Jul 22 16:58:54.238264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:54.240834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.245939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-351996179', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd094ab23-edeb-4ead-b33b-fd021e293cab'}], 'security_groups': ['a436037e-8a1a-4d30-8060-4445e0163ff0', '4702f059-91a8-4f0e-93fd-cf5ca23b1a17']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:54.316696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0b69-6bc5-4de0-a579-34f0914258a1 req-4fa33729-bf26-44ec-9eac-5295294006af tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:54.318647 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-860d0b69-6bc5-4de0-a579-34f0914258a1 req-4fa33729-bf26-44ec-9eac-5295294006af tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 945 time: 0.1536238 Jul 22 16:58:54.322767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 552c2add-790c-4968-ac81-3b49d2491ebf is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:54.326835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:54.329716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:54.366579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.402617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:54.403678 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.405008 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.418681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=66080785-0a82-4b5c-9cce-2c49ffdd7878,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:54.444340 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f2499be0-03ba-4f0e-97fe-ed2565cae289 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1248002 Jul 22 16:58:54.447375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43356) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:54.453029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '552c2add-790c-4968-ac81-3b49d2491ebf', 'name': 'tempest-PortsTestJSON-64479803'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:58:54.464340 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-860d0b69-6bc5-4de0-a579-34f0914258a1 req-fb2aa843-2bf2-48ce-87d6-eef967e1a390 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773535 Jul 22 16:58:54.482399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Allocated IP 172.20.0.2 (552c2add-790c-4968-ac81-3b49d2491ebf/40e31f55-453b-40d2-bc97-d71c5c499488/49c7a7d2-bf09-4b8d-a634-82b797672456) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:54.604081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:58:54.608132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.639186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 345997e2-443b-4bb1-9b79-c52c2ff45a09 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:58:54.664498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc0652-9bee-4e34-9f31-8a442c1b6854 None None] Update dhcp port {'port': {'network_id': '5c07143f-7a4c-402c-a821-3a3bf77eea9f', 'fixed_ips': [{'subnet_id': '8305626c-02ca-401a-8b4b-227d25894fad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2e0e51ff-a08b-4303-9dfa-d54577a526a0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd094ab23-edeb-4ead-b33b-fd021e293cab'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '52f0d80b-a208-41b9-8393-8b42bc908cff'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:58:54.722673 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63bc0652-9bee-4e34-9f31-8a442c1b6854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.739059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Delete allocated IP 2001:db8::6 (5c07143f-7a4c-402c-a821-3a3bf77eea9f/2e0e51ff-a08b-4303-9dfa-d54577a526a0) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:58:54.750880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Allocated IP 2001:db8:0:2::27c (5c07143f-7a4c-402c-a821-3a3bf77eea9f/d094ab23-edeb-4ead-b33b-fd021e293cab/957688f3-98bd-433a-8d61-ef982595c47e) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:54.779802 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.796297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Transition to ACTIVE for port object 49c7a7d2-bf09-4b8d-a634-82b797672456 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:54.871115 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Transition to ACTIVE for port object 49c7a7d2-bf09-4b8d-a634-82b797672456 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:54.882012 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.946892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Network 552c2add-790c-4968-ac81-3b49d2491ebf is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:54.949256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:54.949518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:54.953136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:54.957120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Pushing event updated for resources: {'Port': ['ID=49c7a7d2-bf09-4b8d-a634-82b797672456,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:54.965445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.5 (552c2add-790c-4968-ac81-3b49d2491ebf/40e31f55-453b-40d2-bc97-d71c5c499488/345997e2-443b-4bb1-9b79-c52c2ff45a09) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:54.975985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Transition to ACTIVE for port object 957688f3-98bd-433a-8d61-ef982595c47e will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:54.982066 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.058833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] In _notify_port_updated(), no bound segment for port 957688f3-98bd-433a-8d61-ef982595c47e on network 5c07143f-7a4c-402c-a821-3a3bf77eea9f {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:58:55.065171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:55.065921 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.072286 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "PUT /v2.0/ports/957688f3-98bd-433a-8d61-ef982595c47e HTTP/1.1" status: 200 len: 969 time: 0.8329892 Jul 22 16:58:55.075409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:55.093561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Attempting to bind port 49c7a7d2-bf09-4b8d-a634-82b797672456 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:58:55.094194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Attempting to bind port 49c7a7d2-bf09-4b8d-a634-82b797672456 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c431adb0-2836-47e7-81fd-d6be2a1f7ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '552c2add-790c-4968-ac81-3b49d2491ebf'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:58:55.094717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Attempting to bind port 49c7a7d2-bf09-4b8d-a634-82b797672456 on network 552c2add-790c-4968-ac81-3b49d2491ebf {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:58:55.106895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:58:55.107563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Checking segment: {'id': 'c431adb0-2836-47e7-81fd-d6be2a1f7ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '552c2add-790c-4968-ac81-3b49d2491ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:58:55.108248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.108915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Bound using segment: {'id': 'c431adb0-2836-47e7-81fd-d6be2a1f7ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '552c2add-790c-4968-ac81-3b49d2491ebf'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:58:55.109534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Bound port: 49c7a7d2-bf09-4b8d-a634-82b797672456, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c431adb0-2836-47e7-81fd-d6be2a1f7ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '552c2add-790c-4968-ac81-3b49d2491ebf'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:58:55.110089 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.120901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b3b5e-13a1-4df5-b709-787109c25cb4 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event updated for resources: {'Port': ['ID=957688f3-98bd-433a-8d61-ef982595c47e,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:55.146839 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.152612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-63bc0652-9bee-4e34-9f31-8a442c1b6854 None None] Allocated IP 2001:db8:0:2::2 (5c07143f-7a4c-402c-a821-3a3bf77eea9f/d094ab23-edeb-4ead-b33b-fd021e293cab/52f0d80b-a208-41b9-8393-8b42bc908cff) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:58:55.173502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 345997e2-443b-4bb1-9b79-c52c2ff45a09 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:55.204239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ba892-540d-4b32-9729-d59f72265dda tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 957688f3-98bd-433a-8d61-ef982595c47e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:55.204895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba892-540d-4b32-9729-d59f72265dda tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.223997 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.255974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] For port 49c7a7d2-bf09-4b8d-a634-82b797672456, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:58:55.285624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 552c2add-790c-4968-ac81-3b49d2491ebf is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:58:55.290764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:58:55.294899 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:58:55.310391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] For port 49c7a7d2-bf09-4b8d-a634-82b797672456, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=49c7a7d2-bf09-4b8d-a634-82b797672456,segment=NetworkSegment(c431adb0-2836-47e7-81fd-d6be2a1f7ff9),segment_id=c431adb0-2836-47e7-81fd-d6be2a1f7ff9)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:58:55.321636 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.340593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=345997e2-443b-4bb1-9b79-c52c2ff45a09,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:55.361386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:55.362117 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.362550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba892-540d-4b32-9729-d59f72265dda tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.378394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b80b9086-fbb7-438f-876d-fd2453993670 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9293122 Jul 22 16:58:55.381115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ba892-540d-4b32-9729-d59f72265dda tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 957688f3-98bd-433a-8d61-ef982595c47e owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:55.383389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43362) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:55.411716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-63bc0652-9bee-4e34-9f31-8a442c1b6854 None None] For port 52f0d80b-a208-41b9-8393-8b42bc908cff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=52f0d80b-a208-41b9-8393-8b42bc908cff,segment=NetworkSegment(a90f9de7-d3cb-4634-86b0-fcd380c06e59),segment_id=a90f9de7-d3cb-4634-86b0-fcd380c06e59)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:55.441404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6c6ca-ea25-4211-b105-18b2be16ac85 None None] Pushing event updated for resources: {'Port': ['ID=49c7a7d2-bf09-4b8d-a634-82b797672456,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:55.471152 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63bc0652-9bee-4e34-9f31-8a442c1b6854 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.480183 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:58:55.508273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-63bc0652-9bee-4e34-9f31-8a442c1b6854 None None] Transition to ACTIVE for port object 52f0d80b-a208-41b9-8393-8b42bc908cff will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:58:55.513390 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63bc0652-9bee-4e34-9f31-8a442c1b6854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.588049 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19d1c0b-f483-4d13-acf4-b879ec94e301 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:55.590058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c19d1c0b-f483-4d13-acf4-b879ec94e301 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.2050548 Jul 22 16:58:55.599132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43366) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:55.682770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc0652-9bee-4e34-9f31-8a442c1b6854 None None] Pushing event updated for resources: {'Port': ['ID=52f0d80b-a208-41b9-8393-8b42bc908cff,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:55.705856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-07ad1a8d-9bdd-45e2-aa9a-e8194f4fa93b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:55.709047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-07ad1a8d-9bdd-45e2-aa9a-e8194f4fa93b tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.20 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 945 time: 0.2092121 Jul 22 16:58:55.728855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba892-540d-4b32-9729-d59f72265dda tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.811216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ba892-540d-4b32-9729-d59f72265dda tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=957688f3-98bd-433a-8d61-ef982595c47e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:55.858738 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba892-540d-4b32-9729-d59f72265dda tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:55.860746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3d3ba892-540d-4b32-9729-d59f72265dda tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/957688f3-98bd-433a-8d61-ef982595c47e HTTP/1.1" status: 204 len: 168 time: 0.7842398 Jul 22 16:58:55.876474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43368) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:55.911178 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee153499-4d3b-4bef-9167-af5f4f7bf644 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] GET failed (client error): The resource could not be found. Jul 22 16:58:55.922002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ee153499-4d3b-4bef-9167-af5f4f7bf644 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports/957688f3-98bd-433a-8d61-ef982595c47e HTTP/1.1" status: 404 len: 333 time: 0.0444076 Jul 22 16:58:55.931279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43370) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:55.948203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4045b9e-e318-4561-a4d8-018c55408210 req-658a17e0-0da0-44ef-a853-6a9a53ea8254 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:58:55.949756 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4045b9e-e318-4561-a4d8-018c55408210 req-658a17e0-0da0-44ef-a853-6a9a53ea8254 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 945 time: 0.3472795 Jul 22 16:58:56.046249 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4045b9e-e318-4561-a4d8-018c55408210 req-86ef78d5-0bc3-4909-b640-c2ee12b06f4c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0cf11fc7-d572-419c-8e97-159e4424fa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830922 Jul 22 16:58:56.063124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f74eb7db-f697-49ab-b16c-62152eded77a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.095845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f74eb7db-f697-49ab-b16c-62152eded77a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.149291 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f74eb7db-f697-49ab-b16c-62152eded77a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.152696 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f74eb7db-f697-49ab-b16c-62152eded77a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.155409 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f74eb7db-f697-49ab-b16c-62152eded77a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/security-groups/3ebd63a8-7ff2-4ab8-b14f-702bd429bfd9 HTTP/1.1" status: 204 len: 168 time: 0.2230897 Jul 22 16:58:56.168140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43372) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:56.169297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74eb7db-f697-49ab-b16c-62152eded77a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd63a8-7ff2-4ab8-b14f-702bd429bfd9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:56.253602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89093ee6-7c1b-40f1-b63b-e3a72817df94 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.303319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89093ee6-7c1b-40f1-b63b-e3a72817df94 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.310405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5f1eb3ef-b434-47be-841a-ae57cbdf76dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 345997e2-443b-4bb1-9b79-c52c2ff45a09 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:56.310844 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb3ef-b434-47be-841a-ae57cbdf76dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.350143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Deleting port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:56.350679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.369840 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89093ee6-7c1b-40f1-b63b-e3a72817df94 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.377908 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89093ee6-7c1b-40f1-b63b-e3a72817df94 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.381939 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-89093ee6-7c1b-40f1-b63b-e3a72817df94 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/security-groups/4702f059-91a8-4f0e-93fd-cf5ca23b1a17 HTTP/1.1" status: 204 len: 168 time: 0.2087803 Jul 22 16:58:56.382561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43376) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:56.400647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89093ee6-7c1b-40f1-b63b-e3a72817df94 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4702f059-91a8-4f0e-93fd-cf5ca23b1a17,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:56.510612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491e942a-6956-4670-90a9-6ce0ebee0b9b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.556827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491e942a-6956-4670-90a9-6ce0ebee0b9b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.577031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] For port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,segment=NetworkSegment(f385046a-f85f-457e-ae7e-2bf88bf46346),segment_id=f385046a-f85f-457e-ae7e-2bf88bf46346)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:56.577416 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.595865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ffdd57a-3eea-4546-a8bf-cf0d6620d523 None None] Could not find standard attr ID for object 957688f3-98bd-433a-8d61-ef982595c47e. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:56.621859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Calling delete_port for 1cc0a9bd-0405-4679-8cfa-ef8b555f759e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:56.623468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ffdd57a-3eea-4546-a8bf-cf0d6620d523 None None] Provisioning for port 52f0d80b-a208-41b9-8393-8b42bc908cff completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:56.631928 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ffdd57a-3eea-4546-a8bf-cf0d6620d523 None None] Provisioning complete for port 52f0d80b-a208-41b9-8393-8b42bc908cff triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:56.632318 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd57a-3eea-4546-a8bf-cf0d6620d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.646564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491e942a-6956-4670-90a9-6ce0ebee0b9b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.651742 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-491e942a-6956-4670-90a9-6ce0ebee0b9b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.654719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-491e942a-6956-4670-90a9-6ce0ebee0b9b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/security-groups/a436037e-8a1a-4d30-8060-4445e0163ff0 HTTP/1.1" status: 204 len: 168 time: 0.2604208 Jul 22 16:58:56.661358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43378) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:56.677609 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb3ef-b434-47be-841a-ae57cbdf76dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.722444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e942a-6956-4670-90a9-6ce0ebee0b9b tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436037e-8a1a-4d30-8060-4445e0163ff0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:56.760521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-745f727c-e9a1-43e8-b5f4-5ded68df564c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet 2e0e51ff-a08b-4303-9dfa-d54577a526a0 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:56.784812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-745f727c-e9a1-43e8-b5f4-5ded68df564c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.792269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5f1eb3ef-b434-47be-841a-ae57cbdf76dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 345997e2-443b-4bb1-9b79-c52c2ff45a09 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:56.887177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4ffdd57a-3eea-4546-a8bf-cf0d6620d523 None None] Provisioning complete for port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:56.887691 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd57a-3eea-4546-a8bf-cf0d6620d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.902162 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-745f727c-e9a1-43e8-b5f4-5ded68df564c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:56.998032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdd57a-3eea-4546-a8bf-cf0d6620d523 None None] Port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:58:57.062771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-745f727c-e9a1-43e8-b5f4-5ded68df564c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.114582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-87c8d8aa-6a44-48e5-bbab-6fe948d3a534 None None] Could not find standard attr ID for object 957688f3-98bd-433a-8d61-ef982595c47e. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:57.166554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 52f0d80b-a208-41b9-8393-8b42bc908cff up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:57.197581 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-745f727c-e9a1-43e8-b5f4-5ded68df564c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.219836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-745f727c-e9a1-43e8-b5f4-5ded68df564c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.221600 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.221958 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-745f727c-e9a1-43e8-b5f4-5ded68df564c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/2e0e51ff-a08b-4303-9dfa-d54577a526a0 HTTP/1.1" status: 204 len: 168 time: 0.5591023 Jul 22 16:58:57.242058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43382) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:57.256444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64053f19-52e4-4e60-83d0-b093cdf237f0 None None] Network 552c2add-790c-4968-ac81-3b49d2491ebf requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:57.291413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a969ffd9-2550-4f30-bb2d-c07ee3e4810e req-1b95b32e-9e58-47d7-b537-b6347bbda397 tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.53 "GET /v2.0/ports?device_id=51abec05-cf19-45da-8613-cb307555558e HTTP/1.1" status: 200 len: 210 time: 0.0785439 Jul 22 16:58:57.318554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-248aaedc-95ba-4ef9-90d1-3763abd6b84a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet d094ab23-edeb-4ead-b33b-fd021e293cab {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:57.321286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f727c-e9a1-43e8-b5f4-5ded68df564c tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0e51ff-a08b-4303-9dfa-d54577a526a0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:57.330117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a9af9fb3-d1fc-4e7c-bda9-2f0fbe2f6ef7 None None] Provisioning for port 49c7a7d2-bf09-4b8d-a634-82b797672456 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:57.330565 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-248aaedc-95ba-4ef9-90d1-3763abd6b84a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.341382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Pushing event deleted for resources: {'Port': ['ID=1cc0a9bd-0405-4679-8cfa-ef8b555f759e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:57.382973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 52f0d80b-a208-41b9-8393-8b42bc908cff triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:57.382973 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.400226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-248aaedc-95ba-4ef9-90d1-3763abd6b84a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.442010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] No DVR routers for this DVR port 1cc0a9bd-0405-4679-8cfa-ef8b555f759e on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:58:57.445748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.449386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e72e9d3-51c1-4a9b-9c5d-c8da4292fd38 req-abfd608a-da6a-4fe5-96a9-df16ff2a584c tempest-VolumesActionsTest-1758625166 tempest-VolumesActionsTest-1758625166-project] 10.222.0.20 "DELETE /v2.0/ports/1cc0a9bd-0405-4679-8cfa-ef8b555f759e HTTP/1.1" status: 204 len: 173 time: 1.7320051 Jul 22 16:58:57.450017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51abec05-cf19-45da-8613-cb307555558e', 'name': 'network-vif-deleted', 'tag': '1cc0a9bd-0405-4679-8cfa-ef8b555f759e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:58:57.453067 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70241ea-5597-405d-b279-ec18e39f75b5" -d '{"events": [{"server_uuid": "51abec05-cf19-45da-8613-cb307555558e", "name": "network-vif-deleted", "tag": "1cc0a9bd-0405-4679-8cfa-ef8b555f759e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:58:57.473297 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb3ef-b434-47be-841a-ae57cbdf76dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.507824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8852a67a-6e0a-42ff-b0de-42f7ac74b5d2 None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:57.532227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1eb3ef-b434-47be-841a-ae57cbdf76dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=345997e2-443b-4bb1-9b79-c52c2ff45a09,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:57.553366 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117426a1-4678-4de1-9c58-099cf9375f3e x-openstack-request-id: req-117426a1-4678-4de1-9c58-099cf9375f3e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:58:57.553655 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51abec05-cf19-45da-8613-cb307555558e", "name": "network-vif-deleted", "tag": "1cc0a9bd-0405-4679-8cfa-ef8b555f759e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:58:57.553913 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-117426a1-4678-4de1-9c58-099cf9375f3e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:58:57.554317 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51abec05-cf19-45da-8613-cb307555558e', 'name': 'network-vif-deleted', 'tag': '1cc0a9bd-0405-4679-8cfa-ef8b555f759e', 'status': 'completed', 'code': 200} Jul 22 16:58:57.575645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-248aaedc-95ba-4ef9-90d1-3763abd6b84a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.666594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 49c7a7d2-bf09-4b8d-a634-82b797672456 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:57.681702 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-248aaedc-95ba-4ef9-90d1-3763abd6b84a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.695753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb3ef-b434-47be-841a-ae57cbdf76dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.701835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5f1eb3ef-b434-47be-841a-ae57cbdf76dd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/345997e2-443b-4bb1-9b79-c52c2ff45a09 HTTP/1.1" status: 204 len: 168 time: 2.0980961 Jul 22 16:58:57.704531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:57.714781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248aaedc-95ba-4ef9-90d1-3763abd6b84a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=d094ab23-edeb-4ead-b33b-fd021e293cab,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:57.720925 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-248aaedc-95ba-4ef9-90d1-3763abd6b84a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.722899 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-248aaedc-95ba-4ef9-90d1-3763abd6b84a tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/d094ab23-edeb-4ead-b33b-fd021e293cab HTTP/1.1" status: 204 len: 168 time: 0.4788978 Jul 22 16:58:57.727550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:57.749174 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-2498292c-f182-4d50-bfc0-cfa13fbd619b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:58:57.754798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2498292c-f182-4d50-bfc0-cfa13fbd619b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/345997e2-443b-4bb1-9b79-c52c2ff45a09 HTTP/1.1" status: 404 len: 333 time: 0.0490437 Jul 22 16:58:57.755766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43392) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:57.761789 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-66684242-03bd-4d07-8737-cdcef55edfb8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:57.762326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66684242-03bd-4d07-8737-cdcef55edfb8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:57.775805 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-66684242-03bd-4d07-8737-cdcef55edfb8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/2e0e51ff-a08b-4303-9dfa-d54577a526a0 HTTP/1.1" status: 404 len: 337 time: 0.0457153 Jul 22 16:58:57.776796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43394) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:57.851016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 49c7a7d2-bf09-4b8d-a634-82b797672456 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:58:57.859605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 49c7a7d2-bf09-4b8d-a634-82b797672456 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:57.859988 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.864241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ac4790-b868-4f50-8fca-443eb7926d74 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting subnet 8305626c-02ca-401a-8b4b-227d25894fad {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:57.868125 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4790-b868-4f50-8fca-443eb7926d74 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.917256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7d8cf08d-9bc9-409c-9d08-8c9443a6db10 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 66080785-0a82-4b5c-9cce-2c49ffdd7878 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:57.917256 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d8cf08d-9bc9-409c-9d08-8c9443a6db10 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:57.939674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4790-b868-4f50-8fca-443eb7926d74 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.031941 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.096007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4790-b868-4f50-8fca-443eb7926d74 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.108361 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d8cf08d-9bc9-409c-9d08-8c9443a6db10 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.109563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 49c7a7d2-bf09-4b8d-a634-82b797672456, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=49c7a7d2-bf09-4b8d-a634-82b797672456,segment=NetworkSegment(c431adb0-2836-47e7-81fd-d6be2a1f7ff9),segment_id=c431adb0-2836-47e7-81fd-d6be2a1f7ff9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:58.116248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.147066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7d8cf08d-9bc9-409c-9d08-8c9443a6db10 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 66080785-0a82-4b5c-9cce-2c49ffdd7878 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:58.234980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=49c7a7d2-bf09-4b8d-a634-82b797672456,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:58.279236 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4790-b868-4f50-8fca-443eb7926d74 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.310699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3fd825c-c84e-4382-a73d-8db0ef6c471a None None] Provisioning complete for port 49c7a7d2-bf09-4b8d-a634-82b797672456 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:58.311263 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3fd825c-c84e-4382-a73d-8db0ef6c471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.356445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac4790-b868-4f50-8fca-443eb7926d74 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Subnet': ['ID=8305626c-02ca-401a-8b4b-227d25894fad,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:58.384128 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5ac4790-b868-4f50-8fca-443eb7926d74 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.388956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43402) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.398064 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b5ac4790-b868-4f50-8fca-443eb7926d74 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/8305626c-02ca-401a-8b4b-227d25894fad HTTP/1.1" status: 204 len: 168 time: 0.6078053 Jul 22 16:58:58.439026 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e959cf-c4d2-4f62-a7c0-347a1898b4ee tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:58.439997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e959cf-c4d2-4f62-a7c0-347a1898b4ee tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:58.442186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-52e959cf-c4d2-4f62-a7c0-347a1898b4ee tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/91fb063c-207a-4dde-b92b-29508407d0ee HTTP/1.1" status: 404 len: 337 time: 0.0520267 Jul 22 16:58:58.444916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43406) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.464802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d8cf08d-9bc9-409c-9d08-8c9443a6db10 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.492958 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-db21b155-7ef8-40d6-b1d3-6aff95b83161 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "GET /v2.0/ports?device_id=3712b94c-bcac-4a2f-8ed9-9084cfe26c54 HTTP/1.1" status: 200 len: 205 time: 0.0467477 Jul 22 16:58:58.498286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43410) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.518101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cf08d-9bc9-409c-9d08-8c9443a6db10 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=66080785-0a82-4b5c-9cce-2c49ffdd7878,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:58.534806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c3fd825c-c84e-4382-a73d-8db0ef6c471a None None] Could not find standard attr ID for object 66080785-0a82-4b5c-9cce-2c49ffdd7878. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:58.559083 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-bd2c4ab7-aa87-4647-bf2d-f09919db3345 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] delete failed (client error): The resource could not be found. Jul 22 16:58:58.562076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bd2c4ab7-aa87-4647-bf2d-f09919db3345 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/routers/3712b94c-bcac-4a2f-8ed9-9084cfe26c54 HTTP/1.1" status: 404 len: 336 time: 0.0627160 Jul 22 16:58:58.565153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43414) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.599278 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81522cc-d28a-4617-8005-653db7450080 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:58.599741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81522cc-d28a-4617-8005-653db7450080 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:58.601491 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a81522cc-d28a-4617-8005-653db7450080 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/f5b05804-1cd5-43ea-98f9-138b0695614d HTTP/1.1" status: 404 len: 337 time: 0.0354073 Jul 22 16:58:58.604804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43416) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.616012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7d8cf08d-9bc9-409c-9d08-8c9443a6db10 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.621504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7d8cf08d-9bc9-409c-9d08-8c9443a6db10 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/66080785-0a82-4b5c-9cce-2c49ffdd7878 HTTP/1.1" status: 204 len: 168 time: 0.8645167 Jul 22 16:58:58.622699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43418) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.637185 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a0d1d7-3019-44d6-9eda-d565ecbf5c60 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:58.637642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a0d1d7-3019-44d6-9eda-d565ecbf5c60 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:58.639422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-69a0d1d7-3019-44d6-9eda-d565ecbf5c60 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/8c8ed33f-a866-40f7-a7bf-e7a85f231f6a HTTP/1.1" status: 404 len: 337 time: 0.0335763 Jul 22 16:58:58.643580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43420) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.664249 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b8668a-c64b-4b3d-9345-9f333d25075e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:58:58.669448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-21b8668a-c64b-4b3d-9345-9f333d25075e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/66080785-0a82-4b5c-9cce-2c49ffdd7878 HTTP/1.1" status: 404 len: 333 time: 0.0452464 Jul 22 16:58:58.670128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43422) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.685363 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-043e8c71-54cb-4bfc-8d1b-8a11f2361cef tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:58.685673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043e8c71-54cb-4bfc-8d1b-8a11f2361cef tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:58.692929 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-043e8c71-54cb-4bfc-8d1b-8a11f2361cef tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/7d4fb0cb-13e2-4614-8879-c7e961fe947f HTTP/1.1" status: 404 len: 337 time: 0.0467327 Jul 22 16:58:58.693494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43426) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.725764 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83aaaf0-dce9-46a9-bd89-53f12510d465 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:58.727059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83aaaf0-dce9-46a9-bd89-53f12510d465 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:58.728904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b83aaaf0-dce9-46a9-bd89-53f12510d465 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/9587dba2-92f4-4e5f-83b8-9da42042f73b HTTP/1.1" status: 404 len: 333 time: 0.0345292 Jul 22 16:58:58.732071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43428) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.751759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5a2ac470-c189-4b8d-ae66-dc47b0f8c378 None None] Could not find standard attr ID for object 66080785-0a82-4b5c-9cce-2c49ffdd7878. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:58.754643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-6feaab32-e4f7-4398-bb3f-6c07c47a0760 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet 40e31f55-453b-40d2-bc97-d71c5c499488 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:58:58.779439 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-81945e61-a64e-472b-a5f3-45db40f9588e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:58.779439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81945e61-a64e-472b-a5f3-45db40f9588e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:58.781042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81945e61-a64e-472b-a5f3-45db40f9588e tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/e7f13efe-da1b-4a6d-8fdd-0f652a7be105 HTTP/1.1" status: 404 len: 337 time: 0.0477800 Jul 22 16:58:58.781853 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6feaab32-e4f7-4398-bb3f-6c07c47a0760 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.783702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.840298 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c603a2-9927-4cb9-a9c9-ad917941af23 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:58.840752 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c603a2-9927-4cb9-a9c9-ad917941af23 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:58.844866 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-08c603a2-9927-4cb9-a9c9-ad917941af23 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/abf21d77-2623-4676-9d57-9d5b24562f61 HTTP/1.1" status: 404 len: 337 time: 0.0578477 Jul 22 16:58:58.845026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43436) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.890707 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-59159bde-6741-4156-8fb8-ad76518ab81d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:58.893096 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6feaab32-e4f7-4398-bb3f-6c07c47a0760 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.895953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59159bde-6741-4156-8fb8-ad76518ab81d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:58.902483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 49c7a7d2-bf09-4b8d-a634-82b797672456 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:58:58.919746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-59159bde-6741-4156-8fb8-ad76518ab81d tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/c3f34c0b-39c8-47ab-a289-37119235e503 HTTP/1.1" status: 404 len: 333 time: 0.0734921 Jul 22 16:58:58.930155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43442) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:58.988008 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c49073e-090a-43cf-9365-1edd9b24e805 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:58.988698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 49c7a7d2-bf09-4b8d-a634-82b797672456 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:58.988805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c49073e-090a-43cf-9365-1edd9b24e805 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:58.988892 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:58.990256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2c49073e-090a-43cf-9365-1edd9b24e805 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/01b82724-7a9c-435b-a083-b9976d5a58db HTTP/1.1" status: 404 len: 337 time: 0.0504408 Jul 22 16:58:58.994384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43444) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:59.027135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 1cc0a9bd-0405-4679-8cfa-ef8b555f759e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:58:59.057042 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 1cc0a9bd-0405-4679-8cfa-ef8b555f759e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:58:59.057732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 1cc0a9bd-0405-4679-8cfa-ef8b555f759e not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:58:59.058484 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb1f195-9f00-4431-841d-7b61dde909b8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] DELETE failed (client error): The resource could not be found. Jul 22 16:58:59.059273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb1f195-9f00-4431-841d-7b61dde909b8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:58:59.061764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3bb1f195-9f00-4431-841d-7b61dde909b8 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/subnets/88284805-b3fd-4f8d-bbef-58481d017aec HTTP/1.1" status: 404 len: 337 time: 0.0651720 Jul 22 16:58:59.064226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43448) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:59.083207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fdb3f8-a3ac-41da-90b1-a64daa3dca21 None None] Network 5c07143f-7a4c-402c-a821-3a3bf77eea9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:59.118996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6feaab32-e4f7-4398-bb3f-6c07c47a0760 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.131807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ab986b80-6395-4341-9ce3-a3c225b83a09 None None] Could not find standard attr ID for object 345997e2-443b-4bb1-9b79-c52c2ff45a09. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:59.201003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-712d5a9a-c765-4c57-9215-397158016106 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:59.201680 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-712d5a9a-c765-4c57-9215-397158016106 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.237635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ab986b80-6395-4341-9ce3-a3c225b83a09 None None] Provisioning complete for port 52f0d80b-a208-41b9-8393-8b42bc908cff triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:58:59.238464 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ab986b80-6395-4341-9ce3-a3c225b83a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.245193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6feaab32-e4f7-4398-bb3f-6c07c47a0760 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.284798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-712d5a9a-c765-4c57-9215-397158016106 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.298816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-712d5a9a-c765-4c57-9215-397158016106 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:59.331504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feaab32-e4f7-4398-bb3f-6c07c47a0760 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=40e31f55-453b-40d2-bc97-d71c5c499488,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:59.335585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6feaab32-e4f7-4398-bb3f-6c07c47a0760 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.342258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6feaab32-e4f7-4398-bb3f-6c07c47a0760 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/40e31f55-453b-40d2-bc97-d71c5c499488 HTTP/1.1" status: 204 len: 168 time: 0.6671743 Jul 22 16:58:59.343060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43458) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:59.432903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-712d5a9a-c765-4c57-9215-397158016106 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.491645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d5a9a-c765-4c57-9215-397158016106 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=0f1186e6-477f-44fc-ac12-a3c2eecf0ff8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:58:59.509864 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-712d5a9a-c765-4c57-9215-397158016106 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.517606 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-712d5a9a-c765-4c57-9215-397158016106 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/ports/0f1186e6-477f-44fc-ac12-a3c2eecf0ff8 HTTP/1.1" status: 204 len: 168 time: 0.4521699 Jul 22 16:58:59.521086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43474) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:58:59.534899 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.640056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 49c7a7d2-bf09-4b8d-a634-82b797672456 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:59.641002 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.641190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5bda9d-0e3a-4dce-a7e1-74b379e441de None None] Network 552c2add-790c-4968-ac81-3b49d2491ebf requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:58:59.704188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.744675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] For port 49c7a7d2-bf09-4b8d-a634-82b797672456, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=49c7a7d2-bf09-4b8d-a634-82b797672456,segment=NetworkSegment(c431adb0-2836-47e7-81fd-d6be2a1f7ff9),segment_id=c431adb0-2836-47e7-81fd-d6be2a1f7ff9)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:58:59.745252 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.770142 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 49c7a7d2-bf09-4b8d-a634-82b797672456 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:58:59.897190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Deleting port 52f0d80b-a208-41b9-8393-8b42bc908cff {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:58:59.897190 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.995698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ab986b80-6395-4341-9ce3-a3c225b83a09 None None] Could not find standard attr ID for object 0f1186e6-477f-44fc-ac12-a3c2eecf0ff8. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:58:59.995698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd569697-750c-41a2-b6f6-c56270ddb5c1 None None] DHCP port deletion for 5c07143f-7a4c-402c-a821-3a3bf77eea9f request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:58:59.998881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:58:59.999927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09929a4f-4f97-4087-a777-2ef18742e207 None None] DHCP port deletion for 552c2add-790c-4968-ac81-3b49d2491ebf request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:59:00.005446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] For port 52f0d80b-a208-41b9-8393-8b42bc908cff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=52f0d80b-a208-41b9-8393-8b42bc908cff,segment=NetworkSegment(a90f9de7-d3cb-4634-86b0-fcd380c06e59),segment_id=a90f9de7-d3cb-4634-86b0-fcd380c06e59)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:00.006751 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.027004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Calling delete_port for 52f0d80b-a208-41b9-8393-8b42bc908cff owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:00.046977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=49c7a7d2-bf09-4b8d-a634-82b797672456,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:00.059276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No DVR routers for this DVR port 49c7a7d2-bf09-4b8d-a634-82b797672456 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:00.084296 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cd569697-750c-41a2-b6f6-c56270ddb5c1 None None] Deleting port 52f0d80b-a208-41b9-8393-8b42bc908cff {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:00.084811 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd569697-750c-41a2-b6f6-c56270ddb5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.129987 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.156931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Port': ['ID=52f0d80b-a208-41b9-8393-8b42bc908cff,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:00.163773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] No DVR routers for this DVR port 52f0d80b-a208-41b9-8393-8b42bc908cff on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:00.199301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.210910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552c2add-790c-4968-ac81-3b49d2491ebf']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:00.224910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c431adb0-2836-47e7-81fd-d6be2a1f7ff9') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:00.225233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c431adb0-2836-47e7-81fd-d6be2a1f7ff9') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:00.227027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cd569697-750c-41a2-b6f6-c56270ddb5c1 None None] For port 52f0d80b-a208-41b9-8393-8b42bc908cff, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=52f0d80b-a208-41b9-8393-8b42bc908cff,segment=NetworkSegment(a90f9de7-d3cb-4634-86b0-fcd380c06e59),segment_id=a90f9de7-d3cb-4634-86b0-fcd380c06e59)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:00.228016 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd569697-750c-41a2-b6f6-c56270ddb5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.239582 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.257849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-cd569697-750c-41a2-b6f6-c56270ddb5c1 None None] Calling delete_port for 52f0d80b-a208-41b9-8393-8b42bc908cff owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:00.258746 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.269514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:59:00.271227 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:59:00.276143 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:59:00.303706 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.323380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c07143f-7a4c-402c-a821-3a3bf77eea9f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:00.344474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90f9de7-d3cb-4634-86b0-fcd380c06e59') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:00.344792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90f9de7-d3cb-4634-86b0-fcd380c06e59') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:00.367211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 16:59:00.374984 n-d-792458-13 neutron-server[93752]: self.session.flush() Jul 22 16:59:00.387385 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cd569697-750c-41a2-b6f6-c56270ddb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.397756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.416819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.430306 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.432392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd569697-750c-41a2-b6f6-c56270ddb5c1 None None] Pushing event deleted for resources: {'Port': ['ID=52f0d80b-a208-41b9-8393-8b42bc908cff,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:00.433551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/networks/552c2add-790c-4968-ac81-3b49d2491ebf HTTP/1.1" status: 204 len: 168 time: 1.0895624 Jul 22 16:59:00.438622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43502) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:00.445268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-227232689'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:00.454316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:59:00.455002 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.455200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd569697-750c-41a2-b6f6-c56270ddb5c1 None None] No DVR routers for this DVR port 52f0d80b-a208-41b9-8393-8b42bc908cff on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:59:00.482030 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:59:00.491202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f3c57-a6e5-4b96-b3e3-d47c04945fad tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Network': ['ID=552c2add-790c-4968-ac81-3b49d2491ebf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:00.514569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:00.522740 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.563179 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.579815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:59:00.595770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.596443 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Added segment 04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b of type vlan for network 3181e40a-10ae-4f5e-a993-3c59940b6728 Jul 22 16:59:00.600678 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.604975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] 10.222.0.53 "DELETE /v2.0/networks/5c07143f-7a4c-402c-a821-3a3bf77eea9f HTTP/1.1" status: 204 len: 168 time: 1.0830314 Jul 22 16:59:00.639930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b3256-ec13-437b-b5b5-a4be7d3fef56 tempest-PortsIpV6TestJSON-349013707 tempest-PortsIpV6TestJSON-349013707-project] Pushing event deleted for resources: {'Network': ['ID=5c07143f-7a4c-402c-a821-3a3bf77eea9f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:00.668014 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.704541 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.710566 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:00.711202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.759802 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3197544 Jul 22 16:59:00.762115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43524) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:00.770031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '3181e40a-10ae-4f5e-a993-3c59940b6728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:00.825209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef5046-e9fb-4bef-92a8-5dff94a5765c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Network': ['ID=3181e40a-10ae-4f5e-a993-3c59940b6728,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:00.842123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3181e40a-10ae-4f5e-a993-3c59940b6728 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:59:00.911449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:00.917707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:00.945386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 52f0d80b-a208-41b9-8393-8b42bc908cff no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:59:00.999915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 52f0d80b-a208-41b9-8393-8b42bc908cff {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:59:01.000507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 52f0d80b-a208-41b9-8393-8b42bc908cff not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:59:01.001070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 49c7a7d2-bf09-4b8d-a634-82b797672456 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:59:01.027127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 49c7a7d2-bf09-4b8d-a634-82b797672456 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:59:01.027724 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 49c7a7d2-bf09-4b8d-a634-82b797672456 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:59:01.083778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43536) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:01.223054 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.289184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=1c8aa534-131e-4175-93b6-f6599377bbfb,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:01.298362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-767a96d2-0bcc-401b-9829-c86826675326 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2902661483494dcaa559e189f61db4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128162 Jul 22 16:59:01.301440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43546) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:01.360555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Checking segment: {'id': '04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3181e40a-10ae-4f5e-a993-3c59940b6728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:01.362316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network hostable DHCP agents. Network: 3181e40a-10ae-4f5e-a993-3c59940b6728, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:59:01.393950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 3181e40a-10ae-4f5e-a993-3c59940b6728 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:59:01.397587 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d41098e6-a2bf-44a2-86cc-aae76b6c5056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.415639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3181e40a-10ae-4f5e-a993-3c59940b6728) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:01.421656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:01.422849 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.428620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9d334b-5436-4b90-8f48-e33456feec42 None None] Network 3181e40a-10ae-4f5e-a993-3c59940b6728 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:01.451039 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2b7a5464-29b5-4b48-88fe-3e8b75097481 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6845541 Jul 22 16:59:01.453113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43550) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:01.465710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '3181e40a-10ae-4f5e-a993-3c59940b6728', 'name': 'tempest-PortsTestJSON-680624437', 'fixed_ips': [{'subnet_id': '1c8aa534-131e-4175-93b6-f6599377bbfb', 'ip_address': '172.20.0.10'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:01.468817 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d41098e6-a2bf-44a2-86cc-aae76b6c5056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.588707 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.593675 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d41098e6-a2bf-44a2-86cc-aae76b6c5056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.597352 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d41098e6-a2bf-44a2-86cc-aae76b6c5056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.600811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d41098e6-a2bf-44a2-86cc-aae76b6c5056 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38541977-c023-4c34-b094-a58aec97dbd5 HTTP/1.1" status: 204 len: 168 time: 0.2983167 Jul 22 16:59:01.634106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41098e6-a2bf-44a2-86cc-aae76b6c5056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38541977-c023-4c34-b094-a58aec97dbd5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:01.720785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3181e40a-10ae-4f5e-a993-3c59940b6728', 'network_id': '3181e40a-10ae-4f5e-a993-3c59940b6728', 'tenant_id': 'cd0087666e0c4990ba9e4349547cf1cf', 'fixed_ips': [{'subnet_id': '1c8aa534-131e-4175-93b6-f6599377bbfb'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:59:01.721896 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.802648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:01.954591 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:01.998208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 283f9eb4-9859-48bd-976f-fb656cf28742 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:59:02.086281 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Allocated IP 172.20.0.2 (3181e40a-10ae-4f5e-a993-3c59940b6728/1c8aa534-131e-4175-93b6-f6599377bbfb/112f2c2e-1e74-4f5a-8601-528edc08dd78) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:02.401620 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:02.411899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Transition to ACTIVE for port object 112f2c2e-1e74-4f5a-8601-528edc08dd78 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:02.433010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Transition to ACTIVE for port object 112f2c2e-1e74-4f5a-8601-528edc08dd78 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:02.441568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:02.536472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Network 3181e40a-10ae-4f5e-a993-3c59940b6728 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:02.547800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:02.558432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:02.569589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Pushing event updated for resources: {'Port': ['ID=112f2c2e-1e74-4f5a-8601-528edc08dd78,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:02.569792 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.10 (3181e40a-10ae-4f5e-a993-3c59940b6728/1c8aa534-131e-4175-93b6-f6599377bbfb/283f9eb4-9859-48bd-976f-fb656cf28742) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:02.710573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Attempting to bind port 112f2c2e-1e74-4f5a-8601-528edc08dd78 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:59:02.710975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Attempting to bind port 112f2c2e-1e74-4f5a-8601-528edc08dd78 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3181e40a-10ae-4f5e-a993-3c59940b6728'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:59:02.711347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Attempting to bind port 112f2c2e-1e74-4f5a-8601-528edc08dd78 on network 3181e40a-10ae-4f5e-a993-3c59940b6728 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:59:02.721740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:59:02.723057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Checking segment: {'id': '04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3181e40a-10ae-4f5e-a993-3c59940b6728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:02.723481 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:02.723893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Bound using segment: {'id': '04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3181e40a-10ae-4f5e-a993-3c59940b6728'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:59:02.726438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Bound port: 112f2c2e-1e74-4f5a-8601-528edc08dd78, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3181e40a-10ae-4f5e-a993-3c59940b6728'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:59:02.726827 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:02.823576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] For port 112f2c2e-1e74-4f5a-8601-528edc08dd78, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:59:02.829592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] For port 112f2c2e-1e74-4f5a-8601-528edc08dd78, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=112f2c2e-1e74-4f5a-8601-528edc08dd78,segment=NetworkSegment(04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b),segment_id=04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:59:02.839620 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:03.022523 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:03.039568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 283f9eb4-9859-48bd-976f-fb656cf28742 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:03.092480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b34d3-1a8a-4bb6-89cf-c42c5fa4f4dc None None] Pushing event updated for resources: {'Port': ['ID=112f2c2e-1e74-4f5a-8601-528edc08dd78,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:03.098717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:03.149787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:03.225474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 3181e40a-10ae-4f5e-a993-3c59940b6728 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:03.236443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:03.256059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:03.399792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7f5ba600-ac7b-4bd3-85e1-08bcf51a9085 tempest-ServiceProvidersTest-2035344310 tempest-ServiceProvidersTest-2035344310-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2475944 Jul 22 16:59:03.868088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=283f9eb4-9859-48bd-976f-fb656cf28742,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:03.922260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:03.922888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:03.948876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7ae48826-1c99-4c1e-8983-add873b9103f tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4944901 Jul 22 16:59:03.951987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43620) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:03.957593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '3181e40a-10ae-4f5e-a993-3c59940b6728', 'name': 'tempest-PortsTestJSON-828574423', 'fixed_ips': [{'subnet_id': '1c8aa534-131e-4175-93b6-f6599377bbfb', 'ip_address': '172.20.0.9'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:04.021907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:04.153008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:04.225816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca7c6949-f3a1-4da5-a247-e5972df694a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:04.292292 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:04.318825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 3e969e13-6176-4c5b-97ce-281839a13969 yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:59:04.486579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca7c6949-f3a1-4da5-a247-e5972df694a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:04.495368 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca7c6949-f3a1-4da5-a247-e5972df694a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:04.595906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43634) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:04.596780 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ca7c6949-f3a1-4da5-a247-e5972df694a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c20dd054db2849a2ab6b458ed81e1500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734968 Jul 22 16:59:04.598059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c6949-f3a1-4da5-a247-e5972df694a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931366c0-3636-4992-83d6-6c2f94162a91,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:04.665490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.9 (3181e40a-10ae-4f5e-a993-3c59940b6728/1c8aa534-131e-4175-93b6-f6599377bbfb/3e969e13-6176-4c5b-97ce-281839a13969) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:04.752087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df416394-ac44-4b5f-ba99-6bb4f922e29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:04.827425 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df416394-ac44-4b5f-ba99-6bb4f922e29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:04.858604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ae7f5b-1289-4358-b259-a09ae0b3d734 None None] Network 3181e40a-10ae-4f5e-a993-3c59940b6728 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:05.040952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df416394-ac44-4b5f-ba99-6bb4f922e29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.044078 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df416394-ac44-4b5f-ba99-6bb4f922e29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.048288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-df416394-ac44-4b5f-ba99-6bb4f922e29d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/931366c0-3636-4992-83d6-6c2f94162a91 HTTP/1.1" status: 204 len: 168 time: 0.4504480 Jul 22 16:59:05.069504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df416394-ac44-4b5f-ba99-6bb4f922e29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931366c0-3636-4992-83d6-6c2f94162a91,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:05.078508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 112f2c2e-1e74-4f5a-8601-528edc08dd78 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:05.156231 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.181358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f3e4ee8-d0c4-4654-a5da-ffcf53f4e4c1 None None] Provisioning for port 112f2c2e-1e74-4f5a-8601-528edc08dd78 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:05.207252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 3e969e13-6176-4c5b-97ce-281839a13969 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:05.241331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 112f2c2e-1e74-4f5a-8601-528edc08dd78 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:05.252834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 112f2c2e-1e74-4f5a-8601-528edc08dd78 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:05.253831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.315684 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.415865 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.465517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 3181e40a-10ae-4f5e-a993-3c59940b6728 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:05.466035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:05.468494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:05.498263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 112f2c2e-1e74-4f5a-8601-528edc08dd78, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=112f2c2e-1e74-4f5a-8601-528edc08dd78,segment=NetworkSegment(04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b),segment_id=04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:05.526079 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.527220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=3e969e13-6176-4c5b-97ce-281839a13969,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:05.575973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:05.576753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.607820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cc8b957a-0aeb-45a0-b6dc-67146890834c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6534281 Jul 22 16:59:05.609716 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43658) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:05.696830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=112f2c2e-1e74-4f5a-8601-528edc08dd78,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:05.709634 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.828531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2f89f168-06ff-4edf-ade1-e0fd46a0b396 None None] Provisioning for port 283f9eb4-9859-48bd-976f-fb656cf28742 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:05.836143 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2f89f168-06ff-4edf-ade1-e0fd46a0b396 None None] Provisioning complete for port 283f9eb4-9859-48bd-976f-fb656cf28742 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:05.841827 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f89f168-06ff-4edf-ade1-e0fd46a0b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:05.878647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8620c88-9a30-4fbb-8cf5-4871e1e6d5ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:05.883367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43674) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:05.883601 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a8620c88-9a30-4fbb-8cf5-4871e1e6d5ba tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2726624 Jul 22 16:59:05.953919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2f89f168-06ff-4edf-ade1-e0fd46a0b396 None None] Port 283f9eb4-9859-48bd-976f-fb656cf28742 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:05.990171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2f89f168-06ff-4edf-ade1-e0fd46a0b396 None None] Provisioning complete for port 112f2c2e-1e74-4f5a-8601-528edc08dd78 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:05.990557 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f89f168-06ff-4edf-ade1-e0fd46a0b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:06.037033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f33d95-4ebb-45bb-a892-c6c1863f591e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:06.058174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f33d95-4ebb-45bb-a892-c6c1863f591e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:06.067295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f33d95-4ebb-45bb-a892-c6c1863f591e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:06.072786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-60f33d95-4ebb-45bb-a892-c6c1863f591e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1852710 Jul 22 16:59:06.073178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43680) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:06.339768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2679d68f-efc6-4a95-bd5a-23bba263d9bb tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 3e969e13-6176-4c5b-97ce-281839a13969 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:06.340448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2679d68f-efc6-4a95-bd5a-23bba263d9bb tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:06.363118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7491620b-b9a7-432c-893d-78c82e8f4b1d None None] Provisioning complete for port 283f9eb4-9859-48bd-976f-fb656cf28742 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:06.363288 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7491620b-b9a7-432c-893d-78c82e8f4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:06.425684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7491620b-b9a7-432c-893d-78c82e8f4b1d None None] Port 283f9eb4-9859-48bd-976f-fb656cf28742 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:06.501921 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2679d68f-efc6-4a95-bd5a-23bba263d9bb tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:06.529786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2679d68f-efc6-4a95-bd5a-23bba263d9bb tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 3e969e13-6176-4c5b-97ce-281839a13969 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:06.551390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5d54e7d-e010-4d16-85ff-c1505cf9bf15 None None] Provisioning for port 3e969e13-6176-4c5b-97ce-281839a13969 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:06.572271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5d54e7d-e010-4d16-85ff-c1505cf9bf15 None None] Provisioning complete for port 3e969e13-6176-4c5b-97ce-281839a13969 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:06.572683 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5d54e7d-e010-4d16-85ff-c1505cf9bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:06.674079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c5d54e7d-e010-4d16-85ff-c1505cf9bf15 None None] Port 3e969e13-6176-4c5b-97ce-281839a13969 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:06.805719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2679d68f-efc6-4a95-bd5a-23bba263d9bb tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:06.861071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679d68f-efc6-4a95-bd5a-23bba263d9bb tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=3e969e13-6176-4c5b-97ce-281839a13969,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:06.944887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 112f2c2e-1e74-4f5a-8601-528edc08dd78 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:07.011871 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2679d68f-efc6-4a95-bd5a-23bba263d9bb tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:07.013723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 112f2c2e-1e74-4f5a-8601-528edc08dd78 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:07.014440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2679d68f-efc6-4a95-bd5a-23bba263d9bb tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/3e969e13-6176-4c5b-97ce-281839a13969 HTTP/1.1" status: 204 len: 168 time: 0.9400303 Jul 22 16:59:07.015153 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:07.017035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43712) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:07.085680 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a729b4e3-7ae0-473f-b235-8664c8451159 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:59:07.090435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a729b4e3-7ae0-473f-b235-8664c8451159 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/3e969e13-6176-4c5b-97ce-281839a13969 HTTP/1.1" status: 404 len: 333 time: 0.0701027 Jul 22 16:59:07.091559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43716) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:07.271896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b549f0da-9cc6-4f4a-a56e-c8466c94fb8c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 283f9eb4-9859-48bd-976f-fb656cf28742 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:07.272249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b549f0da-9cc6-4f4a-a56e-c8466c94fb8c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:07.452264 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b549f0da-9cc6-4f4a-a56e-c8466c94fb8c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:07.469144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b549f0da-9cc6-4f4a-a56e-c8466c94fb8c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 283f9eb4-9859-48bd-976f-fb656cf28742 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:07.782872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b549f0da-9cc6-4f4a-a56e-c8466c94fb8c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:07.828264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549f0da-9cc6-4f4a-a56e-c8466c94fb8c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=283f9eb4-9859-48bd-976f-fb656cf28742,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:07.955156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b549f0da-9cc6-4f4a-a56e-c8466c94fb8c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:07.959173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b549f0da-9cc6-4f4a-a56e-c8466c94fb8c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/283f9eb4-9859-48bd-976f-fb656cf28742 HTTP/1.1" status: 204 len: 168 time: 0.8662663 Jul 22 16:59:07.963762 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43744) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:08.025792 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d3ae6d-b675-404f-9c0d-cff6a8177253 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:59:08.030293 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-25d3ae6d-b675-404f-9c0d-cff6a8177253 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/283f9eb4-9859-48bd-976f-fb656cf28742 HTTP/1.1" status: 404 len: 333 time: 0.0627401 Jul 22 16:59:08.030584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:08.163751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c4b2e7-c7be-405b-baf9-1802f0275f52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet 1c8aa534-131e-4175-93b6-f6599377bbfb {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:59:08.168185 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b2e7-c7be-405b-baf9-1802f0275f52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:08.267341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b2e7-c7be-405b-baf9-1802f0275f52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:08.444547 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b2e7-c7be-405b-baf9-1802f0275f52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:08.633762 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b2e7-c7be-405b-baf9-1802f0275f52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:08.750869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4b2e7-c7be-405b-baf9-1802f0275f52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8aa534-131e-4175-93b6-f6599377bbfb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:08.769428 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b2e7-c7be-405b-baf9-1802f0275f52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:08.771710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b2c4b2e7-c7be-405b-baf9-1802f0275f52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/1c8aa534-131e-4175-93b6-f6599377bbfb HTTP/1.1" status: 204 len: 168 time: 0.7399857 Jul 22 16:59:08.775331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43762) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:08.782172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d243e-a582-4e0b-9de9-2acfe4319711 None None] Network 3181e40a-10ae-4f5e-a993-3c59940b6728 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:08.952996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.075589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf649d-b8bc-43ca-b636-2b0ae4cfa5af None None] DHCP port deletion for 3181e40a-10ae-4f5e-a993-3c59940b6728 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:59:09.131262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 112f2c2e-1e74-4f5a-8601-528edc08dd78 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:09.131801 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.208495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf649d-b8bc-43ca-b636-2b0ae4cfa5af None None] Deleting port 112f2c2e-1e74-4f5a-8601-528edc08dd78 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:09.208869 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5bf649d-b8bc-43ca-b636-2b0ae4cfa5af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.232471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] For port 112f2c2e-1e74-4f5a-8601-528edc08dd78, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=112f2c2e-1e74-4f5a-8601-528edc08dd78,segment=NetworkSegment(04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b),segment_id=04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:09.232836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.262521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 112f2c2e-1e74-4f5a-8601-528edc08dd78 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:09.377383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d5bf649d-b8bc-43ca-b636-2b0ae4cfa5af None None] For port 112f2c2e-1e74-4f5a-8601-528edc08dd78, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=112f2c2e-1e74-4f5a-8601-528edc08dd78,segment=NetworkSegment(04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b),segment_id=04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:09.377784 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5bf649d-b8bc-43ca-b636-2b0ae4cfa5af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.446327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf649d-b8bc-43ca-b636-2b0ae4cfa5af None None] Calling delete_port for 112f2c2e-1e74-4f5a-8601-528edc08dd78 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:09.526526 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.601223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=112f2c2e-1e74-4f5a-8601-528edc08dd78,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:09.611263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No DVR routers for this DVR port 112f2c2e-1e74-4f5a-8601-528edc08dd78 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:09.677134 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5bf649d-b8bc-43ca-b636-2b0ae4cfa5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.736093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf649d-b8bc-43ca-b636-2b0ae4cfa5af None None] Pushing event deleted for resources: {'Port': ['ID=112f2c2e-1e74-4f5a-8601-528edc08dd78,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:09.745577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf649d-b8bc-43ca-b636-2b0ae4cfa5af None None] No DVR routers for this DVR port 112f2c2e-1e74-4f5a-8601-528edc08dd78 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:09.767236 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.779630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3181e40a-10ae-4f5e-a993-3c59940b6728']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:09.797876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:09.798157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04779c90-0dc0-4a8a-983c-4a0b6ecc0d3b') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:09.808966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.827519 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.839841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:59:09.839841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:59:09.868644 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:59:10.027497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:10.053107 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:10.060448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/networks/3181e40a-10ae-4f5e-a993-3c59940b6728 HTTP/1.1" status: 204 len: 168 time: 1.2825437 Jul 22 16:59:10.063182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43792) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:10.069394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-958099273'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:10.092538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748777d-dbf2-44de-8af8-571651f1b935 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Network': ['ID=3181e40a-10ae-4f5e-a993-3c59940b6728,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:10.109801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:10.116565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:10.169740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:59:10.179813 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:10.180193 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Added segment a529ffaa-af39-4179-90f4-d1a4a31cf227 of type vlan for network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 Jul 22 16:59:10.246408 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:10.316393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:10.326377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:10.327029 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:10.383737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3161864 Jul 22 16:59:10.384559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43798) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:10.390023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '7cf88d3c-9c47-41d3-8da0-6a4acbf362e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:10.407992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e9899-5b6d-4907-9de3-d32d96c1a7af tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Network': ['ID=7cf88d3c-9c47-41d3-8da0-6a4acbf362e2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:10.419478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:59:10.588742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:10.594300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:10.866831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 112f2c2e-1e74-4f5a-8601-528edc08dd78 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:59:10.916902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 112f2c2e-1e74-4f5a-8601-528edc08dd78 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:59:10.917254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 112f2c2e-1e74-4f5a-8601-528edc08dd78 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:59:10.992363 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.101256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=ff12710e-cd8e-4434-b3cc-7793f2f4ba42,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:11.106215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Checking segment: {'id': 'a529ffaa-af39-4179-90f4-d1a4a31cf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7cf88d3c-9c47-41d3-8da0-6a4acbf362e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:11.106634 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network hostable DHCP agents. Network: 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:59:11.139091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:59:11.162057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:11.170322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:11.170322 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.175178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79c52b3-050b-4a78-a4ad-d9ecfbff5d76 None None] Network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:11.207805 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-33d5a40e-5634-423c-9534-07230afcbcab tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8220065 Jul 22 16:59:11.210507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43824) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:11.218049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7fcc5f29-b02e-4a84-9662-fc446e132e05 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2135347410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:11.260680 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5f29-b02e-4a84-9662-fc446e132e05 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.261744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5f29-b02e-4a84-9662-fc446e132e05 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.459464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-7cf88d3c-9c47-41d3-8da0-6a4acbf362e2', 'network_id': '7cf88d3c-9c47-41d3-8da0-6a4acbf362e2', 'tenant_id': 'cd0087666e0c4990ba9e4349547cf1cf', 'fixed_ips': [{'subnet_id': 'ff12710e-cd8e-4434-b3cc-7793f2f4ba42'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:59:11.461883 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.481359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5f29-b02e-4a84-9662-fc446e132e05 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.491522 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5f29-b02e-4a84-9662-fc446e132e05 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.519124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5f29-b02e-4a84-9662-fc446e132e05 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.520668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7fcc5f29-b02e-4a84-9662-fc446e132e05 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3077621 Jul 22 16:59:11.524371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 43832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:11.545969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'network_id': '7cf88d3c-9c47-41d3-8da0-6a4acbf362e2', 'name': 'tempest-PortsTestJSON-1076213966'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:11.623847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Allocated IP 172.20.0.2 (7cf88d3c-9c47-41d3-8da0-6a4acbf362e2/ff12710e-cd8e-4434-b3cc-7793f2f4ba42/6feb4fca-d72c-49a0-9169-2f85981153cb) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:11.755288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:11.764389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.825475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 0b2b8147-36e6-4c5c-a269-7d66128389a2 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:59:11.848806 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:11.879359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Transition to ACTIVE for port object 6feb4fca-d72c-49a0-9169-2f85981153cb will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:11.945405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Transition to ACTIVE for port object 6feb4fca-d72c-49a0-9169-2f85981153cb will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:11.963516 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:12.066676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:12.071575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:12.081461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:12.096417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.10 (7cf88d3c-9c47-41d3-8da0-6a4acbf362e2/ff12710e-cd8e-4434-b3cc-7793f2f4ba42/0b2b8147-36e6-4c5c-a269-7d66128389a2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:12.204339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Pushing event updated for resources: {'Port': ['ID=6feb4fca-d72c-49a0-9169-2f85981153cb,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:12.287883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Attempting to bind port 6feb4fca-d72c-49a0-9169-2f85981153cb on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:59:12.288518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Attempting to bind port 6feb4fca-d72c-49a0-9169-2f85981153cb by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a529ffaa-af39-4179-90f4-d1a4a31cf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7cf88d3c-9c47-41d3-8da0-6a4acbf362e2'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:59:12.289063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Attempting to bind port 6feb4fca-d72c-49a0-9169-2f85981153cb on network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:59:12.292465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.292807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.293148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.293480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.293814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.294175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.294492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.294879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.295232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.295554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.295907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.296331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:12.312957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:59:12.313685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Checking segment: {'id': 'a529ffaa-af39-4179-90f4-d1a4a31cf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7cf88d3c-9c47-41d3-8da0-6a4acbf362e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:12.314500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:12.315075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Bound using segment: {'id': 'a529ffaa-af39-4179-90f4-d1a4a31cf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7cf88d3c-9c47-41d3-8da0-6a4acbf362e2'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:59:12.315874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Bound port: 6feb4fca-d72c-49a0-9169-2f85981153cb, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a529ffaa-af39-4179-90f4-d1a4a31cf227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7cf88d3c-9c47-41d3-8da0-6a4acbf362e2'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:59:12.316410 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:12.478358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:12.481448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] For port 6feb4fca-d72c-49a0-9169-2f85981153cb, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:59:12.488422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] For port 6feb4fca-d72c-49a0-9169-2f85981153cb, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6feb4fca-d72c-49a0-9169-2f85981153cb,segment=NetworkSegment(a529ffaa-af39-4179-90f4-d1a4a31cf227),segment_id=a529ffaa-af39-4179-90f4-d1a4a31cf227)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:59:12.496385 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:12.500904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 0b2b8147-36e6-4c5c-a269-7d66128389a2 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:12.583888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:12.661690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840558e-4b84-4d8d-aba1-3d7b331db8c6 None None] Pushing event updated for resources: {'Port': ['ID=6feb4fca-d72c-49a0-9169-2f85981153cb,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:12.671441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:12.675452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:12.680936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:12.752959 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:12.755438 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:12.823988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43854) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:12.832553 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3056834 Jul 22 16:59:12.839682 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c4d10-95c2-4921-8f61-31ef7e30c800 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=0b2b8147-36e6-4c5c-a269-7d66128389a2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:13.587970 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:14.433102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c571d-01be-4d76-b0fa-4051257758ff None None] Network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:14.597880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fff5c388-e060-4f02-8289-12ce7d302cb3 None None] Provisioning for port 6feb4fca-d72c-49a0-9169-2f85981153cb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:14.765181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:14.791941 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:15.011979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=0b2b8147-36e6-4c5c-a269-7d66128389a2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:15.018292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6feb4fca-d72c-49a0-9169-2f85981153cb up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:15.169416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 6feb4fca-d72c-49a0-9169-2f85981153cb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:15.176924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 6feb4fca-d72c-49a0-9169-2f85981153cb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:15.177294 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:15.463051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:15.811465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-367b54a8-05a0-4267-b038-a7a7c6251ec3 None None] Provisioning complete for port 6feb4fca-d72c-49a0-9169-2f85981153cb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:15.812114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-367b54a8-05a0-4267-b038-a7a7c6251ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:15.883702 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:15.926805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 6feb4fca-d72c-49a0-9169-2f85981153cb, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6feb4fca-d72c-49a0-9169-2f85981153cb,segment=NetworkSegment(a529ffaa-af39-4179-90f4-d1a4a31cf227),segment_id=a529ffaa-af39-4179-90f4-d1a4a31cf227)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:15.935849 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:15.941005 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:16.048461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=6feb4fca-d72c-49a0-9169-2f85981153cb,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:16.066888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-367b54a8-05a0-4267-b038-a7a7c6251ec3 None None] Provisioning for port 0b2b8147-36e6-4c5c-a269-7d66128389a2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:16.073463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-367b54a8-05a0-4267-b038-a7a7c6251ec3 None None] Provisioning complete for port 0b2b8147-36e6-4c5c-a269-7d66128389a2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:16.074231 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-367b54a8-05a0-4267-b038-a7a7c6251ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:16.156023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-367b54a8-05a0-4267-b038-a7a7c6251ec3 None None] Port 0b2b8147-36e6-4c5c-a269-7d66128389a2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:16.292001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5e11252f-9acc-4cf7-b495-6c8c2a20c747 None None] Provisioning complete for port 0b2b8147-36e6-4c5c-a269-7d66128389a2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:16.295554 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5e11252f-9acc-4cf7-b495-6c8c2a20c747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:16.437153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5e11252f-9acc-4cf7-b495-6c8c2a20c747 None None] Port 0b2b8147-36e6-4c5c-a269-7d66128389a2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:16.590570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:16.597046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:16.726425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=0b2b8147-36e6-4c5c-a269-7d66128389a2,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:16.752221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:16.967545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6feb4fca-d72c-49a0-9169-2f85981153cb up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:17.027590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:17.033657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:17.094133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 6feb4fca-d72c-49a0-9169-2f85981153cb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:17.094525 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:17.447458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Router 11fba974-aca6-4000-8362-0ac5dc661117 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 16:59:17.606345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:59:17.618068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5eaaa259-75d3-46d6-acec-64346e48097f None None] Provisioning complete for port 0b2b8147-36e6-4c5c-a269-7d66128389a2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:17.618617 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c331a1e-542e-4188-9220-94c806bdbb26 None None] Sync routers for ids ['11fba974-aca6-4000-8362-0ac5dc661117'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:59:17.619147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8bf4cf74-9cb7-4917-b8ad-3ac69f1c10ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "PUT /v2.0/routers/11fba974-aca6-4000-8362-0ac5dc661117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7939727 Jul 22 16:59:17.619329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5eaaa259-75d3-46d6-acec-64346e48097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:17.621640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43960) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:17.637322 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c331a1e-542e-4188-9220-94c806bdbb26 None None] Routers {'11fba974-aca6-4000-8362-0ac5dc661117'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:59:17.637957 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7c331a1e-542e-4188-9220-94c806bdbb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:58:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['11fba974-aca6-4000-8362-0ac5dc661117'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:17.708013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5eaaa259-75d3-46d6-acec-64346e48097f None None] Port 0b2b8147-36e6-4c5c-a269-7d66128389a2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:17.746311 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7c331a1e-542e-4188-9220-94c806bdbb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:17.751861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d1382-7b3d-44cb-a42a-af25830bca06 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:17.756157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-796d1382-7b3d-44cb-a42a-af25830bca06 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports?device_id=11fba974-aca6-4000-8362-0ac5dc661117 HTTP/1.1" status: 200 len: 983 time: 0.1307263 Jul 22 16:59:17.756324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 43964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:17.770226 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c331a1e-542e-4188-9220-94c806bdbb26 None None] Routers {'11fba974-aca6-4000-8362-0ac5dc661117'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:59:17.771702 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7c331a1e-542e-4188-9220-94c806bdbb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:58:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['11fba974-aca6-4000-8362-0ac5dc661117'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:17.833870 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7c331a1e-542e-4188-9220-94c806bdbb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:17.835371 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c331a1e-542e-4188-9220-94c806bdbb26 None None] The sync data for ids ['11fba974-aca6-4000-8362-0ac5dc661117'] in n-d-792458-13 is: [] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:59:18.330420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:18.465387 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a6a44e01-3ed9-4fa3-afed-e4373cc62469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:18.672491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 0b2b8147-36e6-4c5c-a269-7d66128389a2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:18.672929 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:18.857422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:18.888036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 0b2b8147-36e6-4c5c-a269-7d66128389a2 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:19.150461 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:19.224107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=0b2b8147-36e6-4c5c-a269-7d66128389a2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:19.556490 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:19.834287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Router 11fba974-aca6-4000-8362-0ac5dc661117 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 16:59:19.939698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 16:59:19.953618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604acf79-b5c7-4624-ba8a-c3837ad1c144 None None] Sync routers for ids ['11fba974-aca6-4000-8362-0ac5dc661117'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 16:59:19.958758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e1c3e893-2e5b-4b27-95c7-28bcc1909b4d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "PUT /v2.0/routers/11fba974-aca6-4000-8362-0ac5dc661117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1990318 Jul 22 16:59:19.959536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44016) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:19.968602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604acf79-b5c7-4624-ba8a-c3837ad1c144 None None] Routers {'11fba974-aca6-4000-8362-0ac5dc661117'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:59:19.969779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-604acf79-b5c7-4624-ba8a-c3837ad1c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:58:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['11fba974-aca6-4000-8362-0ac5dc661117'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:20.000638 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-418c485e-19e6-42c7-8d02-8ae94a460bdc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:59:20.004881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-418c485e-19e6-42c7-8d02-8ae94a460bdc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/0b2b8147-36e6-4c5c-a269-7d66128389a2 HTTP/1.1" status: 404 len: 333 time: 0.0418861 Jul 22 16:59:20.005768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44018) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:20.030732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-604acf79-b5c7-4624-ba8a-c3837ad1c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:20.045945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604acf79-b5c7-4624-ba8a-c3837ad1c144 None None] Routers {'11fba974-aca6-4000-8362-0ac5dc661117'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 16:59:20.047017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-604acf79-b5c7-4624-ba8a-c3837ad1c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T16:58:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['11fba974-aca6-4000-8362-0ac5dc661117'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:20.118543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-604acf79-b5c7-4624-ba8a-c3837ad1c144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:20.119452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604acf79-b5c7-4624-ba8a-c3837ad1c144 None None] The sync data for ids ['11fba974-aca6-4000-8362-0ac5dc661117'] in n-d-792458-13 is: [] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 16:59:20.156053 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ffc94bf-4cbf-4b11-a603-c8b65bf2e906 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.394147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ffc94bf-4cbf-4b11-a603-c8b65bf2e906 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.396672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ffc94bf-4cbf-4b11-a603-c8b65bf2e906 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.457532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ffc94bf-4cbf-4b11-a603-c8b65bf2e906 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.458158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffc94bf-4cbf-4b11-a603-c8b65bf2e906 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Fanout notify agent at l3_agent the message router_deleted on router 11fba974-aca6-4000-8362-0ac5dc661117 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 16:59:20.466850 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3ffc94bf-4cbf-4b11-a603-c8b65bf2e906 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.468059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3ffc94bf-4cbf-4b11-a603-c8b65bf2e906 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/routers/11fba974-aca6-4000-8362-0ac5dc661117 HTTP/1.1" status: 204 len: 168 time: 0.4609601 Jul 22 16:59:20.470512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44022) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:20.557467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-010281fa-d9be-4fff-ba9e-5f2dae271eb4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet ff12710e-cd8e-4434-b3cc-7793f2f4ba42 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:59:20.562765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-010281fa-d9be-4fff-ba9e-5f2dae271eb4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.621676 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-010281fa-d9be-4fff-ba9e-5f2dae271eb4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.748878 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-010281fa-d9be-4fff-ba9e-5f2dae271eb4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.857387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-010281fa-d9be-4fff-ba9e-5f2dae271eb4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.915652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010281fa-d9be-4fff-ba9e-5f2dae271eb4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=ff12710e-cd8e-4434-b3cc-7793f2f4ba42,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:20.917767 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-010281fa-d9be-4fff-ba9e-5f2dae271eb4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:20.919785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-010281fa-d9be-4fff-ba9e-5f2dae271eb4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/ff12710e-cd8e-4434-b3cc-7793f2f4ba42 HTTP/1.1" status: 204 len: 168 time: 0.4479840 Jul 22 16:59:20.922514 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:20.933449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43ed57a-7382-4d4f-9ea0-48f48e7c9cd7 None None] Network 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:21.062069 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9362fe36-ce47-4cbc-8ee4-bdd618da3fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:21.104590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:21.244067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 6feb4fca-d72c-49a0-9169-2f85981153cb {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:21.253840 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:21.362627 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:21.462667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc842c-0f4c-47ad-9099-49a60fef78c5 None None] DHCP port deletion for 7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:59:21.470718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] For port 6feb4fca-d72c-49a0-9169-2f85981153cb, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6feb4fca-d72c-49a0-9169-2f85981153cb,segment=NetworkSegment(a529ffaa-af39-4179-90f4-d1a4a31cf227),segment_id=a529ffaa-af39-4179-90f4-d1a4a31cf227)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:21.472856 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:21.502457 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 6feb4fca-d72c-49a0-9169-2f85981153cb owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:21.544784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc842c-0f4c-47ad-9099-49a60fef78c5 None None] Deleting port 6feb4fca-d72c-49a0-9169-2f85981153cb {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:21.545732 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8dc842c-0f4c-47ad-9099-49a60fef78c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:21.710124 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:21.734243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a8dc842c-0f4c-47ad-9099-49a60fef78c5 None None] For port 6feb4fca-d72c-49a0-9169-2f85981153cb, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=6feb4fca-d72c-49a0-9169-2f85981153cb,segment=NetworkSegment(a529ffaa-af39-4179-90f4-d1a4a31cf227),segment_id=a529ffaa-af39-4179-90f4-d1a4a31cf227)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:21.735307 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8dc842c-0f4c-47ad-9099-49a60fef78c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:21.760874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc842c-0f4c-47ad-9099-49a60fef78c5 None None] Calling delete_port for 6feb4fca-d72c-49a0-9169-2f85981153cb owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:21.796656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=6feb4fca-d72c-49a0-9169-2f85981153cb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:21.806608 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No DVR routers for this DVR port 6feb4fca-d72c-49a0-9169-2f85981153cb on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:21.833486 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.833830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.834172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.834500 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.834826 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.835187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.835605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.835978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.836462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.836998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.837328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.837649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:21.895443 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8dc842c-0f4c-47ad-9099-49a60fef78c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:21.925459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc842c-0f4c-47ad-9099-49a60fef78c5 None None] Pushing event deleted for resources: {'Port': ['ID=6feb4fca-d72c-49a0-9169-2f85981153cb,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:21.944702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc842c-0f4c-47ad-9099-49a60fef78c5 None None] No DVR routers for this DVR port 6feb4fca-d72c-49a0-9169-2f85981153cb on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:21.997279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:22.010478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf88d3c-9c47-41d3-8da0-6a4acbf362e2']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:22.025481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a529ffaa-af39-4179-90f4-d1a4a31cf227') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:22.025772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a529ffaa-af39-4179-90f4-d1a4a31cf227') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:22.036132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:22.051273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:22.058719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:59:22.059378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:59:22.063141 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:59:22.152228 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:22.159711 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:22.162351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/networks/7cf88d3c-9c47-41d3-8da0-6a4acbf362e2 HTTP/1.1" status: 204 len: 168 time: 1.2376418 Jul 22 16:59:22.166479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44050) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:22.181676 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d5abd-c237-4ae1-98bf-d4270e410bf8 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Network': ['ID=7cf88d3c-9c47-41d3-8da0-6a4acbf362e2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:22.277424 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddad6dd-51b0-4ee6-a7f8-1d24d860d44a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:22.279290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8ddad6dd-51b0-4ee6-a7f8-1d24d860d44a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/80757fab-c7b2-4b24-bad6-54b35ef70540 HTTP/1.1" status: 200 len: 841 time: 0.1117342 Jul 22 16:59:22.283064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44052) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:22.423943 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-893330d5-d816-4a79-a2e7-a9a59679c843 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/80757fab-c7b2-4b24-bad6-54b35ef70540?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1392272 Jul 22 16:59:22.427196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44058) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:22.432697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:22.561583 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:22.596177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:22.608116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:22.944586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6feb4fca-d72c-49a0-9169-2f85981153cb no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:59:22.984077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 6feb4fca-d72c-49a0-9169-2f85981153cb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:59:22.984869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 6feb4fca-d72c-49a0-9169-2f85981153cb not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:59:23.035258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.138645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=1acb2a38-546b-4a6c-974f-567bb9f5eac0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:23.157377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.157961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.158479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.159245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.159733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.160226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.160712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.161202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.161680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.162153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.162636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.163222 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 16:59:23.177748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:23.179257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:23.182645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:23.183475 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.189442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d617767d-fc70-4317-b42b-e407e2278000 None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:23.230383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b3017051-862d-4cf5-9244-ff6bb3f08145 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8020086 Jul 22 16:59:23.233309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44064) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:23.238577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-8d6195f0-9a42-4b86-9c52-579fc542cbea tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'security_group': {'name': 'tempest-secgroup-2099919556'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:23.289588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d6195f0-9a42-4b86-9c52-579fc542cbea tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.511956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d6195f0-9a42-4b86-9c52-579fc542cbea tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.520890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d6195f0-9a42-4b86-9c52-579fc542cbea tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.559272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'tenant_id': 'cd0087666e0c4990ba9e4349547cf1cf', 'fixed_ips': [{'subnet_id': '1acb2a38-546b-4a6c-974f-567bb9f5eac0'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 16:59:23.560137 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.595664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6195f0-9a42-4b86-9c52-579fc542cbea tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6095eae3-604f-4065-8ac3-ecd94db26e44,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:23.631535 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8d6195f0-9a42-4b86-9c52-579fc542cbea tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.635053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8d6195f0-9a42-4b86-9c52-579fc542cbea tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4000468 Jul 22 16:59:23.638452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:23.643376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d73a73d3-0866-4d02-afc9-27782f54d175 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'security_group': {'name': 'tempest-secgroup-720611355'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:23.704987 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d73a73d3-0866-4d02-afc9-27782f54d175 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.834885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Allocated IP 172.20.0.2 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/1acb2a38-546b-4a6c-974f-567bb9f5eac0/4d2f3c1c-3143-4526-b537-616b65eaa749) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:23.876291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d73a73d3-0866-4d02-afc9-27782f54d175 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.886296 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d73a73d3-0866-4d02-afc9-27782f54d175 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.990306 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d73a73d3-0866-4d02-afc9-27782f54d175 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:23.999806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:24.000010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d73a73d3-0866-4d02-afc9-27782f54d175 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3602004 Jul 22 16:59:24.005581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a73d3-0866-4d02-afc9-27782f54d175 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62524550-1aa1-49ea-b299-5dee9d564e4e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:24.016736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-122080939', 'security_groups': ['62524550-1aa1-49ea-b299-5dee9d564e4e'], 'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1acb2a38-546b-4a6c-974f-567bb9f5eac0'}]}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:24.166586 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:24.182260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:24.193876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Transition to ACTIVE for port object 4d2f3c1c-3143-4526-b537-616b65eaa749 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:24.266757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Transition to ACTIVE for port object 4d2f3c1c-3143-4526-b537-616b65eaa749 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:24.297136 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:24.302918 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:24.348147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:24.351836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:24.360477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:24.406370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:24.433478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port c1acc941-5c91-458e-8fd3-f09f569b77f8 yet. {{(pid=93751) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:59:24.466497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Pushing event updated for resources: {'Port': ['ID=4d2f3c1c-3143-4526-b537-616b65eaa749,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:24.497734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Attempting to bind port 4d2f3c1c-3143-4526-b537-616b65eaa749 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:59:24.498349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Attempting to bind port 4d2f3c1c-3143-4526-b537-616b65eaa749 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '8df5a012-7424-4ee1-8d90-0fdbc9cd16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:59:24.498894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Attempting to bind port 4d2f3c1c-3143-4526-b537-616b65eaa749 on network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:59:24.505336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:59:24.507221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Checking segment: {'id': '8df5a012-7424-4ee1-8d90-0fdbc9cd16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:24.508342 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:24.511516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Bound using segment: {'id': '8df5a012-7424-4ee1-8d90-0fdbc9cd16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:59:24.512233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Bound port: 4d2f3c1c-3143-4526-b537-616b65eaa749, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df5a012-7424-4ee1-8d90-0fdbc9cd16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:59:24.512809 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:24.630240 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.13 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/1acb2a38-546b-4a6c-974f-567bb9f5eac0/c1acc941-5c91-458e-8fd3-f09f569b77f8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:24.671026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] For port 4d2f3c1c-3143-4526-b537-616b65eaa749, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:59:24.674615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] For port 4d2f3c1c-3143-4526-b537-616b65eaa749, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d2f3c1c-3143-4526-b537-616b65eaa749,segment=NetworkSegment(8df5a012-7424-4ee1-8d90-0fdbc9cd16b3),segment_id=8df5a012-7424-4ee1-8d90-0fdbc9cd16b3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:59:24.686906 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:24.817009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712cca7-86f8-4498-bbd3-4d7dee51b3a0 None None] Pushing event updated for resources: {'Port': ['ID=4d2f3c1c-3143-4526-b537-616b65eaa749,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:24.929057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:24.968944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object c1acc941-5c91-458e-8fd3-f09f569b77f8 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:25.068350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.169497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:25.174283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:25.192404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:25.244321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=c1acc941-5c91-458e-8fd3-f09f569b77f8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:25.297073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:25.309788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.347414 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-14194f5b-7eae-491e-b2ed-6a0e9208dbe4 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3460000 Jul 22 16:59:25.356663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44094) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:25.363198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-56d970fe-3c37-4755-92c7-4bb650ec790e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:25.574677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d970fe-3c37-4755-92c7-4bb650ec790e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:25.578491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-56d970fe-3c37-4755-92c7-4bb650ec790e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:25.811326 n-d-792458-13 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-56d970fe-3c37-4755-92c7-4bb650ec790e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1acb2a38-546b-4a6c-974f-567bb9f5eac0 (CIDR: 172.20.0.0/28) Jul 22 16:59:25.820370 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d970fe-3c37-4755-92c7-4bb650ec790e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:59:25.821139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d970fe-3c37-4755-92c7-4bb650ec790e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:25.858227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-56d970fe-3c37-4755-92c7-4bb650ec790e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4996617 Jul 22 16:59:25.861414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:25.869300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:26.070721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:26.075295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.490712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.534683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0c8eadc0-5d78-4ed4-b2e2-f45e6326c88b None None] Provisioning for port 4d2f3c1c-3143-4526-b537-616b65eaa749 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:26.571901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:26.575225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:26.580097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:26.580271 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.581736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0c8eadc0-5d78-4ed4-b2e2-f45e6326c88b None None] Provisioning complete for port 80757fab-c7b2-4b24-bad6-54b35ef70540 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:26.582501 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c8eadc0-5d78-4ed4-b2e2-f45e6326c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.595574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:26.611149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-73e1289e-e2b8-48cf-aef2-e1ce855517bc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7477310 Jul 22 16:59:26.613758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:26.620554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-880116641', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57'}], 'security_groups': ['6095eae3-604f-4065-8ac3-ecd94db26e44']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:26.647530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0c8eadc0-5d78-4ed4-b2e2-f45e6326c88b None None] Port 80757fab-c7b2-4b24-bad6-54b35ef70540 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:26.751357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d6f7d-f8e8-4640-9872-707844aa7956 None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:26.783487 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.826616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c16058c0-23be-483c-80d9-b4127697e051 None None] Provisioning for port c1acc941-5c91-458e-8fd3-f09f569b77f8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:26.841321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c16058c0-23be-483c-80d9-b4127697e051 None None] Provisioning complete for port c1acc941-5c91-458e-8fd3-f09f569b77f8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:26.841696 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c16058c0-23be-483c-80d9-b4127697e051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:26.981106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d2f3c1c-3143-4526-b537-616b65eaa749 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:27.196474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c16058c0-23be-483c-80d9-b4127697e051 None None] Port c1acc941-5c91-458e-8fd3-f09f569b77f8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:27.470570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 4d2f3c1c-3143-4526-b537-616b65eaa749 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:27.484450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Delete allocated IP 172.20.0.13 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/1acb2a38-546b-4a6c-974f-567bb9f5eac0) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:59:27.493308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 4d2f3c1c-3143-4526-b537-616b65eaa749 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:27.496637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.24 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57/c1acc941-5c91-458e-8fd3-f09f569b77f8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:27.499950 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:27.805368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ae513-c249-4c12-bd27-10ae86ce0ce3 None None] Update dhcp port {'port': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'fixed_ips': [{'subnet_id': '1acb2a38-546b-4a6c-974f-567bb9f5eac0', 'ip_address': '172.20.0.2'}, {'subnet_id': '8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '4d2f3c1c-3143-4526-b537-616b65eaa749'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:59:27.811360 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:27.844739 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:27.863428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object c1acc941-5c91-458e-8fd3-f09f569b77f8 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:27.878845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:27.892401 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c0ae513-c249-4c12-bd27-10ae86ce0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:27.901431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 4d2f3c1c-3143-4526-b537-616b65eaa749, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d2f3c1c-3143-4526-b537-616b65eaa749,segment=NetworkSegment(8df5a012-7424-4ee1-8d90-0fdbc9cd16b3),segment_id=8df5a012-7424-4ee1-8d90-0fdbc9cd16b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:28.080374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] In _notify_port_updated(), no bound segment for port c1acc941-5c91-458e-8fd3-f09f569b77f8 on network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:59:28.086731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:28.087554 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:28.088986 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "PUT /v2.0/ports/c1acc941-5c91-458e-8fd3-f09f569b77f8 HTTP/1.1" status: 200 len: 920 time: 1.4740181 Jul 22 16:59:28.090444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441c3f5-95f9-418c-a6ed-2b96fd2a8c42 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=c1acc941-5c91-458e-8fd3-f09f569b77f8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:28.091928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:28.109351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:28.202137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2c0ae513-c249-4c12-bd27-10ae86ce0ce3 None None] Allocated IP 172.20.0.18 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57/4d2f3c1c-3143-4526-b537-616b65eaa749) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:28.230305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=4d2f3c1c-3143-4526-b537-616b65eaa749,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:28.360254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c20d5bab-43f6-476c-a798-1078229f490a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port c1acc941-5c91-458e-8fd3-f09f569b77f8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:28.360472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20d5bab-43f6-476c-a798-1078229f490a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:28.557721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20d5bab-43f6-476c-a798-1078229f490a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:28.584299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c20d5bab-43f6-476c-a798-1078229f490a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for c1acc941-5c91-458e-8fd3-f09f569b77f8 owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:28.689189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c0ae513-c249-4c12-bd27-10ae86ce0ce3 None None] For port 4d2f3c1c-3143-4526-b537-616b65eaa749, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d2f3c1c-3143-4526-b537-616b65eaa749,segment=NetworkSegment(8df5a012-7424-4ee1-8d90-0fdbc9cd16b3),segment_id=8df5a012-7424-4ee1-8d90-0fdbc9cd16b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:28.770332 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20d5bab-43f6-476c-a798-1078229f490a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:28.801869 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c0ae513-c249-4c12-bd27-10ae86ce0ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:28.832277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c0ae513-c249-4c12-bd27-10ae86ce0ce3 None None] Transition to ACTIVE for port object 4d2f3c1c-3143-4526-b537-616b65eaa749 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:28.843787 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c0ae513-c249-4c12-bd27-10ae86ce0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:28.959763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ae513-c249-4c12-bd27-10ae86ce0ce3 None None] Pushing event updated for resources: {'Port': ['ID=4d2f3c1c-3143-4526-b537-616b65eaa749,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:28.962676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d5bab-43f6-476c-a798-1078229f490a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=c1acc941-5c91-458e-8fd3-f09f569b77f8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:28.982664 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c20d5bab-43f6-476c-a798-1078229f490a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:28.987795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c20d5bab-43f6-476c-a798-1078229f490a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/c1acc941-5c91-458e-8fd3-f09f569b77f8 HTTP/1.1" status: 204 len: 168 time: 0.8919597 Jul 22 16:59:28.991146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:28.995687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d2f3c1c-3143-4526-b537-616b65eaa749 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:29.068256 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc0ad36-5a91-4144-98bb-22357c1f6c0a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:59:29.072192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5dc0ad36-5a91-4144-98bb-22357c1f6c0a tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/c1acc941-5c91-458e-8fd3-f09f569b77f8 HTTP/1.1" status: 404 len: 333 time: 0.0793889 Jul 22 16:59:29.075565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44210) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:29.815348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbaedea6-cd8d-4b99-b8c0-7340ef8057fc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:29.843163 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbaedea6-cd8d-4b99-b8c0-7340ef8057fc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:29.964347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbaedea6-cd8d-4b99-b8c0-7340ef8057fc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:29.968299 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbaedea6-cd8d-4b99-b8c0-7340ef8057fc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:29.970600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dbaedea6-cd8d-4b99-b8c0-7340ef8057fc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/security-groups/62524550-1aa1-49ea-b299-5dee9d564e4e HTTP/1.1" status: 204 len: 168 time: 0.8923974 Jul 22 16:59:29.972511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44268) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:29.984784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaedea6-cd8d-4b99-b8c0-7340ef8057fc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62524550-1aa1-49ea-b299-5dee9d564e4e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:30.058049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd97a06-32a6-4dea-9e6f-ea4e6c9ff703 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.097034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd97a06-32a6-4dea-9e6f-ea4e6c9ff703 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.178546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd97a06-32a6-4dea-9e6f-ea4e6c9ff703 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.182990 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd97a06-32a6-4dea-9e6f-ea4e6c9ff703 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.184748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3cd97a06-32a6-4dea-9e6f-ea4e6c9ff703 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/security-groups/6095eae3-604f-4065-8ac3-ecd94db26e44 HTTP/1.1" status: 204 len: 168 time: 0.2110562 Jul 22 16:59:30.188413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:30.234727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd97a06-32a6-4dea-9e6f-ea4e6c9ff703 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6095eae3-604f-4065-8ac3-ecd94db26e44,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:30.241106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fded0456-2f86-4f2d-8ab9-1b88d801fd95 None None] Could not find standard attr ID for object c1acc941-5c91-458e-8fd3-f09f569b77f8. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:59:30.285783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fded0456-2f86-4f2d-8ab9-1b88d801fd95 None None] Provisioning for port 4d2f3c1c-3143-4526-b537-616b65eaa749 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:30.287207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcc672b-1915-4230-ae93-9970e619545e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet 1acb2a38-546b-4a6c-974f-567bb9f5eac0 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:59:30.292460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1dcc672b-1915-4230-ae93-9970e619545e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.294293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fded0456-2f86-4f2d-8ab9-1b88d801fd95 None None] Provisioning complete for port 4d2f3c1c-3143-4526-b537-616b65eaa749 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:30.296084 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fded0456-2f86-4f2d-8ab9-1b88d801fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.355126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1dcc672b-1915-4230-ae93-9970e619545e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.442038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fded0456-2f86-4f2d-8ab9-1b88d801fd95 None None] Provisioning complete for port 80757fab-c7b2-4b24-bad6-54b35ef70540 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:30.442511 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fded0456-2f86-4f2d-8ab9-1b88d801fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.494466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1dcc672b-1915-4230-ae93-9970e619545e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.528139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fded0456-2f86-4f2d-8ab9-1b88d801fd95 None None] Port 80757fab-c7b2-4b24-bad6-54b35ef70540 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:30.601478 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1dcc672b-1915-4230-ae93-9970e619545e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.649033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc672b-1915-4230-ae93-9970e619545e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=1acb2a38-546b-4a6c-974f-567bb9f5eac0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:30.653615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1dcc672b-1915-4230-ae93-9970e619545e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.660914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44360) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:30.667097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:30.667400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1dcc672b-1915-4230-ae93-9970e619545e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/1acb2a38-546b-4a6c-974f-567bb9f5eac0 HTTP/1.1" status: 204 len: 168 time: 0.4734693 Jul 22 16:59:30.863006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:30.868351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:30.908324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0259c380-7a56-4e35-a503-87c6a67b078b None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:31.013525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d2f3c1c-3143-4526-b537-616b65eaa749 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:31.146838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-278d7b83-7844-4e13-8798-4b23666bfb00 None None] Could not find standard attr ID for object c1acc941-5c91-458e-8fd3-f09f569b77f8. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:59:31.308248 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.330882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 4d2f3c1c-3143-4526-b537-616b65eaa749 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:31.331559 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.359449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:31.363329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:31.366723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:31.368337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.380802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=14d79d97-fc1d-43f2-a2fe-2702a3b57c56,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:31.397570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a62c5ded-c1f2-4e06-be67-5cde51d09a3b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7357206 Jul 22 16:59:31.400607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44430) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:31.406837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-28ee784a-9df2-431d-8a1a-649333f8a0e6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'security_group': {'name': 'tempest-secgroup-1770686170'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:31.463210 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28ee784a-9df2-431d-8a1a-649333f8a0e6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.535001 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.583248 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28ee784a-9df2-431d-8a1a-649333f8a0e6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.592332 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28ee784a-9df2-431d-8a1a-649333f8a0e6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.639969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-28ee784a-9df2-431d-8a1a-649333f8a0e6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.641760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-28ee784a-9df2-431d-8a1a-649333f8a0e6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2394173 Jul 22 16:59:31.644307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44456) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:31.649892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4f006ba2-d97b-4fe2-a2a5-dbbeff8dba74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'security_group': {'name': 'tempest-secgroup-840418118'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:31.652778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee784a-9df2-431d-8a1a-649333f8a0e6 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d1b591-864d-447b-925a-6a759593e6e9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:31.681553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f006ba2-d97b-4fe2-a2a5-dbbeff8dba74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.800569 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f006ba2-d97b-4fe2-a2a5-dbbeff8dba74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.812864 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f006ba2-d97b-4fe2-a2a5-dbbeff8dba74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.859448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f006ba2-d97b-4fe2-a2a5-dbbeff8dba74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a0e5e0-e3fb-4b70-8862-43734a08771d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:31.886671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f006ba2-d97b-4fe2-a2a5-dbbeff8dba74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:31.889359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4f006ba2-d97b-4fe2-a2a5-dbbeff8dba74 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2434840 Jul 22 16:59:31.894695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44484) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:31.906752 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9ac5cad5-279b-4e57-b8f1-f35619fe992b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'security_group': {'name': 'tempest-secgroup-935058245'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:31.977813 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ac5cad5-279b-4e57-b8f1-f35619fe992b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:32.121280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ac5cad5-279b-4e57-b8f1-f35619fe992b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:32.131454 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ac5cad5-279b-4e57-b8f1-f35619fe992b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:32.191893 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9ac5cad5-279b-4e57-b8f1-f35619fe992b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:32.193324 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9ac5cad5-279b-4e57-b8f1-f35619fe992b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2968516 Jul 22 16:59:32.197743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44516) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:32.203735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1838394805', 'security_groups': ['165676ac-75e6-4842-b517-a68be1968b60'], 'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14d79d97-fc1d-43f2-a2fe-2702a3b57c56'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:32.221510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5cad5-279b-4e57-b8f1-f35619fe992b tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165676ac-75e6-4842-b517-a68be1968b60,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:32.479935 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 16:59:32.482573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:32.591874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8d4e3-32ac-4a84-91d8-d307523cde16 None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:32.632343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:32.660361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] device_id is not set on port 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b yet. {{(pid=93750) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 16:59:32.719870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8b622f40-c58b-4939-baec-4c07e2ef377d None None] Provisioning complete for port 4d2f3c1c-3143-4526-b537-616b65eaa749 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:32.720430 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8b622f40-c58b-4939-baec-4c07e2ef377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:32.928987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.7 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/14d79d97-fc1d-43f2-a2fe-2702a3b57c56/2f036c4f-d0ae-422e-a9a4-387d3fb83b6b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:32.934746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8b622f40-c58b-4939-baec-4c07e2ef377d None None] Provisioning complete for port 80757fab-c7b2-4b24-bad6-54b35ef70540 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:32.935174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8b622f40-c58b-4939-baec-4c07e2ef377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:32.993623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8b622f40-c58b-4939-baec-4c07e2ef377d None None] Port 80757fab-c7b2-4b24-bad6-54b35ef70540 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:33.070622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ddf0d4-00b4-4286-b74d-48b3cf363c97 None None] Update dhcp port {'port': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'fixed_ips': [{'subnet_id': '8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57', 'ip_address': '172.20.0.18'}, {'subnet_id': '14d79d97-fc1d-43f2-a2fe-2702a3b57c56'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '4d2f3c1c-3143-4526-b537-616b65eaa749'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:59:33.116388 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88ddf0d4-00b4-4286-b74d-48b3cf363c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:33.216976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:33.255251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:33.333686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:33.385384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:33.391794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:33.395949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:33.433045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-88ddf0d4-00b4-4286-b74d-48b3cf363c97 None None] Allocated IP 172.20.0.2 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/14d79d97-fc1d-43f2-a2fe-2702a3b57c56/4d2f3c1c-3143-4526-b537-616b65eaa749) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:33.445055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=2f036c4f-d0ae-422e-a9a4-387d3fb83b6b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:33.462451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:33.463323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:33.485507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44696) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:33.492001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4a769d2e-fb13-455b-9fbc-dbb8eade7d5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:33.496996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c348e76c-7013-4654-863c-0428ec74de52 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2964461 Jul 22 16:59:33.598650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-88ddf0d4-00b4-4286-b74d-48b3cf363c97 None None] For port 4d2f3c1c-3143-4526-b537-616b65eaa749, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d2f3c1c-3143-4526-b537-616b65eaa749,segment=NetworkSegment(8df5a012-7424-4ee1-8d90-0fdbc9cd16b3),segment_id=8df5a012-7424-4ee1-8d90-0fdbc9cd16b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:33.643441 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88ddf0d4-00b4-4286-b74d-48b3cf363c97 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:33.664454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-88ddf0d4-00b4-4286-b74d-48b3cf363c97 None None] Transition to ACTIVE for port object 4d2f3c1c-3143-4526-b537-616b65eaa749 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:33.673158 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88ddf0d4-00b4-4286-b74d-48b3cf363c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:33.690629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a769d2e-fb13-455b-9fbc-dbb8eade7d5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:33.696404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4a769d2e-fb13-455b-9fbc-dbb8eade7d5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:33.795289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddf0d4-00b4-4286-b74d-48b3cf363c97 None None] Pushing event updated for resources: {'Port': ['ID=4d2f3c1c-3143-4526-b537-616b65eaa749,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:33.860595 n-d-792458-13 neutron-server[93751]: INFO neutron.db.ipam_backend_mixin [None req-4a769d2e-fb13-455b-9fbc-dbb8eade7d5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 14d79d97-fc1d-43f2-a2fe-2702a3b57c56 (CIDR: 172.20.0.0/28) Jul 22 16:59:33.865698 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a769d2e-fb13-455b-9fbc-dbb8eade7d5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:59:33.867201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a769d2e-fb13-455b-9fbc-dbb8eade7d5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:33.892682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44736) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:33.893360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4a769d2e-fb13-455b-9fbc-dbb8eade7d5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4057720 Jul 22 16:59:33.899701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fd3e038b-668f-40c2-9069-734a3aced100 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:34.026120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3e038b-668f-40c2-9069-734a3aced100 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:34.031160 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd3e038b-668f-40c2-9069-734a3aced100 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:34.147282 n-d-792458-13 neutron-server[93750]: INFO neutron.db.ipam_backend_mixin [None req-fd3e038b-668f-40c2-9069-734a3aced100 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57 (CIDR: 172.20.0.16/28) Jul 22 16:59:34.151885 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3e038b-668f-40c2-9069-734a3aced100 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 16:59:34.152643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3e038b-668f-40c2-9069-734a3aced100 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:34.171794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fd3e038b-668f-40c2-9069-734a3aced100 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2779331 Jul 22 16:59:34.174361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:34.182020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'subnet': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:34.351048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Made reservation on behalf of cd0087666e0c4990ba9e4349547cf1cf for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:34.356327 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:34.652252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a8bc931b-90c0-4dbd-8335-34618cfaa892 None None] Provisioning for port 4d2f3c1c-3143-4526-b537-616b65eaa749 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:34.669447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a8bc931b-90c0-4dbd-8335-34618cfaa892 None None] Provisioning complete for port 4d2f3c1c-3143-4526-b537-616b65eaa749 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:34.670093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8bc931b-90c0-4dbd-8335-34618cfaa892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:34.744426 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:34.813523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Subnet': ['ID=0957b1fd-74b2-439b-bbb0-fe4b716d62cf,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:34.829651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:34.833567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:34.843874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:34.844171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:34.847837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a8bc931b-90c0-4dbd-8335-34618cfaa892 None None] Provisioning complete for port 80757fab-c7b2-4b24-bad6-54b35ef70540 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:34.848288 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8bc931b-90c0-4dbd-8335-34618cfaa892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:34.873446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-572b5900-00d5-4b15-ab65-37e5db0ae56e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6974771 Jul 22 16:59:34.876439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44748) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:34.884654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-179115134', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0957b1fd-74b2-439b-bbb0-fe4b716d62cf'}], 'security_groups': ['95d1b591-864d-447b-925a-6a759593e6e9', '55a0e5e0-e3fb-4b70-8862-43734a08771d']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:34.941774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0536a03-7f93-421e-9e77-0622831f65f4 None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:34.946853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a8bc931b-90c0-4dbd-8335-34618cfaa892 None None] Port 80757fab-c7b2-4b24-bad6-54b35ef70540 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:35.055193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d2f3c1c-3143-4526-b537-616b65eaa749 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:35.155070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e987-a8a2-4d05-9e8e-f1d5e96600a9 None None] Provisioning for port 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:35.167533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e4f9e987-a8a2-4d05-9e8e-f1d5e96600a9 None None] Provisioning complete for port 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:35.167846 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e987-a8a2-4d05-9e8e-f1d5e96600a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:35.206654 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:35.239951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9e987-a8a2-4d05-9e8e-f1d5e96600a9 None None] Port 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:35.245820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 4d2f3c1c-3143-4526-b537-616b65eaa749 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:35.246492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:35.419711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52ff0d-b3af-40e3-b981-7efbd991754a None None] Update dhcp port {'port': {'network_id': '2d75b183-f484-4fb1-a7ff-9b1d2704b618', 'fixed_ips': [{'subnet_id': '8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57', 'ip_address': '172.20.0.18'}, {'subnet_id': '14d79d97-fc1d-43f2-a2fe-2702a3b57c56', 'ip_address': '172.20.0.2'}, {'subnet_id': '0957b1fd-74b2-439b-bbb0-fe4b716d62cf'}], 'binding:host_id': 'n-d-792458-13'}, 'id': '4d2f3c1c-3143-4526-b537-616b65eaa749'} from n-d-792458-13. {{(pid=93752) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 16:59:35.469941 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b52ff0d-b3af-40e3-b981-7efbd991754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:35.682558 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:35.704993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Delete allocated IP 172.20.0.7 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/14d79d97-fc1d-43f2-a2fe-2702a3b57c56) {{(pid=93751) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 16:59:35.716524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Allocated IP 172.20.0.45 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/0957b1fd-74b2-439b-bbb0-fe4b716d62cf/2f036c4f-d0ae-422e-a9a4-387d3fb83b6b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:35.797419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:35.885864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-b734564e-d4bb-43e5-9f07-efd7a9e8f952 admin admin] Deleting subnet 27c0752e-9424-462f-919e-d5b1337db96e {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:59:35.890150 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b734564e-d4bb-43e5-9f07-efd7a9e8f952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:35.935235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b734564e-d4bb-43e5-9f07-efd7a9e8f952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:35.985104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b734564e-d4bb-43e5-9f07-efd7a9e8f952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.073867 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b734564e-d4bb-43e5-9f07-efd7a9e8f952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.104821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734564e-d4bb-43e5-9f07-efd7a9e8f952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c0752e-9424-462f-919e-d5b1337db96e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:36.106843 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b734564e-d4bb-43e5-9f07-efd7a9e8f952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.108802 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b734564e-d4bb-43e5-9f07-efd7a9e8f952 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/27c0752e-9424-462f-919e-d5b1337db96e HTTP/1.1" status: 204 len: 168 time: 0.3102713 Jul 22 16:59:36.111277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44770) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:36.185640 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.303809 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.319905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea68f1f-c076-4c85-900e-cd51876c29ce']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:36.332779 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.333922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f385046a-f85f-457e-ae7e-2bf88bf46346') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:36.334482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f385046a-f85f-457e-ae7e-2bf88bf46346') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:36.347552 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.348035 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Transition to ACTIVE for port object 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:36.370002 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.371447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.379535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:59:36.380381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: timer() Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:59:36.382867 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:59:36.471207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-5b52ff0d-b3af-40e3-b981-7efbd991754a None None] Allocated IP 172.20.0.34 (2d75b183-f484-4fb1-a7ff-9b1d2704b618/0957b1fd-74b2-439b-bbb0-fe4b716d62cf/4d2f3c1c-3143-4526-b537-616b65eaa749) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:36.478254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.487759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event updated for resources: {'Port': ['ID=2f036c4f-d0ae-422e-a9a4-387d3fb83b6b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:36.512629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.516061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] 10.222.0.53 "DELETE /v2.0/networks/fea68f1f-c076-4c85-900e-cd51876c29ce HTTP/1.1" status: 204 len: 168 time: 0.4037263 Jul 22 16:59:36.517248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7e735-07eb-4eb6-b5b9-e4bdde5cdcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=fea68f1f-c076-4c85-900e-cd51876c29ce,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:36.662055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-5b52ff0d-b3af-40e3-b981-7efbd991754a None None] For port 4d2f3c1c-3143-4526-b537-616b65eaa749, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d2f3c1c-3143-4526-b537-616b65eaa749,segment=NetworkSegment(8df5a012-7424-4ee1-8d90-0fdbc9cd16b3),segment_id=8df5a012-7424-4ee1-8d90-0fdbc9cd16b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:36.682474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] In _notify_port_updated(), no bound segment for port 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b on network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 {{(pid=93751) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 16:59:36.695846 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:36.699694 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.701683 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aa94d1cd-ebcb-4886-a3c6-7426d97236ed tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "PUT /v2.0/ports/2f036c4f-d0ae-422e-a9a4-387d3fb83b6b HTTP/1.1" status: 200 len: 959 time: 1.8234735 Jul 22 16:59:36.704569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44782) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:36.705481 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b52ff0d-b3af-40e3-b981-7efbd991754a None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.724123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5b52ff0d-b3af-40e3-b981-7efbd991754a None None] Transition to ACTIVE for port object 4d2f3c1c-3143-4526-b537-616b65eaa749 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:36.729703 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5b52ff0d-b3af-40e3-b981-7efbd991754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.800732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52ff0d-b3af-40e3-b981-7efbd991754a None None] Pushing event updated for resources: {'Port': ['ID=4d2f3c1c-3143-4526-b537-616b65eaa749,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:36.853890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44784) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:36.939430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d2f3c1c-3143-4526-b537-616b65eaa749 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:36.982421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2463f-489a-47bc-9a97-b2fba6be22d5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:36.983133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5c2463f-489a-47bc-9a97-b2fba6be22d5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:36.996167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2e79026f-ba40-4074-8b99-556ec478af0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e00e1a334f8146d1becf9cfb465af7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339450 Jul 22 16:59:36.996867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44786) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:37.122423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-345fa844-ce5d-456f-aff6-5e990e32444e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.150267 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-345fa844-ce5d-456f-aff6-5e990e32444e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.173913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5c2463f-489a-47bc-9a97-b2fba6be22d5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.202407 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2463f-489a-47bc-9a97-b2fba6be22d5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b owned by {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:37.216980 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-345fa844-ce5d-456f-aff6-5e990e32444e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.219606 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-345fa844-ce5d-456f-aff6-5e990e32444e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.234425 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-345fa844-ce5d-456f-aff6-5e990e32444e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cf11fc7-d572-419c-8e97-159e4424fa76 HTTP/1.1" status: 204 len: 168 time: 0.2257795 Jul 22 16:59:37.251972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fa844-ce5d-456f-aff6-5e990e32444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf11fc7-d572-419c-8e97-159e4424fa76,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:37.379846 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5c2463f-489a-47bc-9a97-b2fba6be22d5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.423089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2463f-489a-47bc-9a97-b2fba6be22d5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=2f036c4f-d0ae-422e-a9a4-387d3fb83b6b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:37.526125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e5c2463f-489a-47bc-9a97-b2fba6be22d5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.528289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e5c2463f-489a-47bc-9a97-b2fba6be22d5 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/2f036c4f-d0ae-422e-a9a4-387d3fb83b6b HTTP/1.1" status: 204 len: 168 time: 0.8225889 Jul 22 16:59:37.531153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44794) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:37.564287 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac479026-764b-42c7-b0ea-a14fbe38a8c2 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] GET failed (client error): The resource could not be found. Jul 22 16:59:37.565981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ac479026-764b-42c7-b0ea-a14fbe38a8c2 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports/2f036c4f-d0ae-422e-a9a4-387d3fb83b6b HTTP/1.1" status: 404 len: 333 time: 0.0337892 Jul 22 16:59:37.569444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44796) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:37.632270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7141491-0120-4877-873b-f6f829e6957c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.696690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7141491-0120-4877-873b-f6f829e6957c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.779246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3dd94745-eb3e-4df6-86fb-dd8a1bac17d5 None None] Could not find standard attr ID for object 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:59:37.785855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7141491-0120-4877-873b-f6f829e6957c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.793671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d7141491-0120-4877-873b-f6f829e6957c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.799216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44812) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:37.800731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d7141491-0120-4877-873b-f6f829e6957c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/security-groups/165676ac-75e6-4842-b517-a68be1968b60 HTTP/1.1" status: 204 len: 168 time: 0.2297051 Jul 22 16:59:37.820712 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3dd94745-eb3e-4df6-86fb-dd8a1bac17d5 None None] Provisioning for port 4d2f3c1c-3143-4526-b537-616b65eaa749 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:37.821221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7141491-0120-4877-873b-f6f829e6957c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165676ac-75e6-4842-b517-a68be1968b60,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:37.846957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3dd94745-eb3e-4df6-86fb-dd8a1bac17d5 None None] Provisioning complete for port 4d2f3c1c-3143-4526-b537-616b65eaa749 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:37.855566 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dd94745-eb3e-4df6-86fb-dd8a1bac17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.884032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a802ab8f-44b9-4bb5-ad11-23668b71c331 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:37.922249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a802ab8f-44b9-4bb5-ad11-23668b71c331 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.001447 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a802ab8f-44b9-4bb5-ad11-23668b71c331 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.004277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a802ab8f-44b9-4bb5-ad11-23668b71c331 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.005450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a802ab8f-44b9-4bb5-ad11-23668b71c331 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/security-groups/55a0e5e0-e3fb-4b70-8862-43734a08771d HTTP/1.1" status: 204 len: 168 time: 0.2053339 Jul 22 16:59:38.008985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44826) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:38.023830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802ab8f-44b9-4bb5-ad11-23668b71c331 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a0e5e0-e3fb-4b70-8862-43734a08771d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:38.082885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3dd94745-eb3e-4df6-86fb-dd8a1bac17d5 None None] Provisioning complete for port 80757fab-c7b2-4b24-bad6-54b35ef70540 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:38.084052 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dd94745-eb3e-4df6-86fb-dd8a1bac17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.100380 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-061ffcfb-4f1b-46a7-a4f9-8108cf8d1a89 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.138963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3dd94745-eb3e-4df6-86fb-dd8a1bac17d5 None None] Port 80757fab-c7b2-4b24-bad6-54b35ef70540 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:38.147176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-061ffcfb-4f1b-46a7-a4f9-8108cf8d1a89 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.266364 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-061ffcfb-4f1b-46a7-a4f9-8108cf8d1a89 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.272347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-061ffcfb-4f1b-46a7-a4f9-8108cf8d1a89 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.274624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-061ffcfb-4f1b-46a7-a4f9-8108cf8d1a89 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/security-groups/95d1b591-864d-447b-925a-6a759593e6e9 HTTP/1.1" status: 204 len: 168 time: 0.2642484 Jul 22 16:59:38.277004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44846) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:38.317147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ffcfb-4f1b-46a7-a4f9-8108cf8d1a89 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d1b591-864d-447b-925a-6a759593e6e9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:38.363453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a71568-755a-45aa-bb09-228206093e0c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet 14d79d97-fc1d-43f2-a2fe-2702a3b57c56 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:59:38.368188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8a71568-755a-45aa-bb09-228206093e0c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.437247 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8a71568-755a-45aa-bb09-228206093e0c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.454916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-39acbecc-e2d7-435f-bbd8-ed564584b5e1 None None] Could not find standard attr ID for object 2f036c4f-d0ae-422e-a9a4-387d3fb83b6b. {{(pid=93752) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 16:59:38.553580 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8a71568-755a-45aa-bb09-228206093e0c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.639112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8a71568-755a-45aa-bb09-228206093e0c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.678229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a71568-755a-45aa-bb09-228206093e0c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=14d79d97-fc1d-43f2-a2fe-2702a3b57c56,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:38.681703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8a71568-755a-45aa-bb09-228206093e0c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.684224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c8a71568-755a-45aa-bb09-228206093e0c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/14d79d97-fc1d-43f2-a2fe-2702a3b57c56 HTTP/1.1" status: 204 len: 168 time: 0.4059975 Jul 22 16:59:38.688557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44856) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:38.723037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75aa9ec-279f-4f07-b15f-21534a0e2658 None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:38.792749 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f9b411-a8c3-4c00-81d0-33a8a24be8cd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet 0957b1fd-74b2-439b-bbb0-fe4b716d62cf {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:59:38.796431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b411-a8c3-4c00-81d0-33a8a24be8cd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.848963 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b411-a8c3-4c00-81d0-33a8a24be8cd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:38.976024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b411-a8c3-4c00-81d0-33a8a24be8cd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:39.082499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b411-a8c3-4c00-81d0-33a8a24be8cd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:39.097788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f0f9b411-a8c3-4c00-81d0-33a8a24be8cd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:39.100259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f0f9b411-a8c3-4c00-81d0-33a8a24be8cd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/0957b1fd-74b2-439b-bbb0-fe4b716d62cf HTTP/1.1" status: 204 len: 168 time: 0.4105980 Jul 22 16:59:39.103551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44862) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:39.132748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9b411-a8c3-4c00-81d0-33a8a24be8cd tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=0957b1fd-74b2-439b-bbb0-fe4b716d62cf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:39.155471 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3f3494-f689-4993-ae65-194092004070 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:39.156280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3f3494-f689-4993-ae65-194092004070 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:39.158374 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bc3f3494-f689-4993-ae65-194092004070 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/14d79d97-fc1d-43f2-a2fe-2702a3b57c56 HTTP/1.1" status: 404 len: 337 time: 0.0536385 Jul 22 16:59:39.160844 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:39.223481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f09e76c-c74f-45f9-a916-580ab43a576c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting subnet 8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 16:59:39.228338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f09e76c-c74f-45f9-a916-580ab43a576c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:39.307720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f09e76c-c74f-45f9-a916-580ab43a576c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:39.444100 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f09e76c-c74f-45f9-a916-580ab43a576c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:39.553365 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f09e76c-c74f-45f9-a916-580ab43a576c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:39.574676 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f09e76c-c74f-45f9-a916-580ab43a576c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:39.576864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f09e76c-c74f-45f9-a916-580ab43a576c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57 HTTP/1.1" status: 204 len: 168 time: 0.4131031 Jul 22 16:59:39.579637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:39.629241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09e76c-c74f-45f9-a916-580ab43a576c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa93fc1-c2ac-4bb2-a3ad-e134ae59ed57,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:39.632232 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a6c1cb-5a46-4d4b-8743-20a74cd0f652 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:39.635350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a6c1cb-5a46-4d4b-8743-20a74cd0f652 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:39.637817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-44a6c1cb-5a46-4d4b-8743-20a74cd0f652 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/1acb2a38-546b-4a6c-974f-567bb9f5eac0 HTTP/1.1" status: 404 len: 337 time: 0.0567117 Jul 22 16:59:39.640138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44874) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:39.705075 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-714a767b-a84b-40b9-a68a-2cb5f870d9b9 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "GET /v2.0/ports?device_id=11fba974-aca6-4000-8362-0ac5dc661117 HTTP/1.1" status: 200 len: 205 time: 0.0615716 Jul 22 16:59:39.705746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44876) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:39.759720 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-43be599b-36f6-4187-8a0e-56d5c495fb08 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] delete failed (client error): The resource could not be found. Jul 22 16:59:39.759720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-43be599b-36f6-4187-8a0e-56d5c495fb08 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/routers/11fba974-aca6-4000-8362-0ac5dc661117 HTTP/1.1" status: 404 len: 336 time: 0.0505896 Jul 22 16:59:39.760501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44878) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:39.809485 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3540930-f252-48f9-a429-3f63daf1bf77 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:39.810048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3540930-f252-48f9-a429-3f63daf1bf77 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:39.815756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d3540930-f252-48f9-a429-3f63daf1bf77 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/ff12710e-cd8e-4434-b3cc-7793f2f4ba42 HTTP/1.1" status: 404 len: 337 time: 0.0542116 Jul 22 16:59:39.815916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44880) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:39.851323 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cad1c97-49ff-43b1-a3f0-9d9b62ea775d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:39.851884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cad1c97-49ff-43b1-a3f0-9d9b62ea775d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:39.856076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1cad1c97-49ff-43b1-a3f0-9d9b62ea775d tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/1c8aa534-131e-4175-93b6-f6599377bbfb HTTP/1.1" status: 404 len: 337 time: 0.0364203 Jul 22 16:59:39.856752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:39.910238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a6a1c8-1088-40f5-b51e-0844903ecb94 None None] Network 2d75b183-f484-4fb1-a7ff-9b1d2704b618 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:39.922784 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e73a4b9-81a4-450e-838d-c8b79b7f4e5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:39.923587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e73a4b9-81a4-450e-838d-c8b79b7f4e5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:39.925752 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6e73a4b9-81a4-450e-838d-c8b79b7f4e5c tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/40e31f55-453b-40d2-bc97-d71c5c499488 HTTP/1.1" status: 404 len: 337 time: 0.0678632 Jul 22 16:59:39.928497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44884) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:39.984888 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-38043d76-232e-41f3-9476-b20794c6cc0e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:39.987698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38043d76-232e-41f3-9476-b20794c6cc0e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:39.991511 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-38043d76-232e-41f3-9476-b20794c6cc0e tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/12a92e4a-e137-4e44-b9a0-97ade08e74f0 HTTP/1.1" status: 404 len: 333 time: 0.0609236 Jul 22 16:59:39.994768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:40.079531 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0c9a4a-8638-447d-8084-89a7d2bf9849 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:40.079993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0c9a4a-8638-447d-8084-89a7d2bf9849 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:40.082172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cf0c9a4a-8638-447d-8084-89a7d2bf9849 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/c098750c-2a3c-413b-aa59-4acd7e1cee15 HTTP/1.1" status: 404 len: 337 time: 0.0844500 Jul 22 16:59:40.084612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44890) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:40.091989 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8754298a-6b7d-4753-a6dc-c6ee5e2f2f30 None None] Provisioning complete for port 4d2f3c1c-3143-4526-b537-616b65eaa749 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:40.091989 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8754298a-6b7d-4753-a6dc-c6ee5e2f2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.128394 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fe6188-0bcc-4fb6-916b-80e43f0e2abc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:40.128876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25fe6188-0bcc-4fb6-916b-80e43f0e2abc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:40.130595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-25fe6188-0bcc-4fb6-916b-80e43f0e2abc tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/3d8c4366-5f96-47d3-99e5-cdca2db0b053 HTTP/1.1" status: 404 len: 337 time: 0.0450401 Jul 22 16:59:40.133593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:40.170429 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-2416ab97-fdda-45fa-bb26-1575d8ac7297 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:40.171201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2416ab97-fdda-45fa-bb26-1575d8ac7297 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:40.175289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2416ab97-fdda-45fa-bb26-1575d8ac7297 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/613645c9-de75-424e-9d08-69ae5a356593 HTTP/1.1" status: 404 len: 333 time: 0.0383339 Jul 22 16:59:40.175846 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44896) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:40.215420 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8845f79-4cd7-4fa6-b94c-dd1a43f27246 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:40.215887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8845f79-4cd7-4fa6-b94c-dd1a43f27246 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:40.217662 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c8845f79-4cd7-4fa6-b94c-dd1a43f27246 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/45aff22c-fb6e-46d9-9ff3-afdae9b81382 HTTP/1.1" status: 404 len: 337 time: 0.0410521 Jul 22 16:59:40.220326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44898) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:40.267330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8754298a-6b7d-4753-a6dc-c6ee5e2f2f30 None None] Provisioning complete for port 80757fab-c7b2-4b24-bad6-54b35ef70540 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:40.267735 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8754298a-6b7d-4753-a6dc-c6ee5e2f2f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.277500 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f20bab1-1045-4f5b-82d4-73ed11d7f1d2 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] DELETE failed (client error): The resource could not be found. Jul 22 16:59:40.279374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f20bab1-1045-4f5b-82d4-73ed11d7f1d2 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 16:59:40.282653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2f20bab1-1045-4f5b-82d4-73ed11d7f1d2 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/subnets/6a6803ed-9763-46df-a21a-9e278688d332 HTTP/1.1" status: 404 len: 337 time: 0.0607336 Jul 22 16:59:40.284800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44900) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:40.295668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b6b52-ebf9-46e4-9128-939647ed8934 None None] DHCP port deletion for 2d75b183-f484-4fb1-a7ff-9b1d2704b618 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 16:59:40.336196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8754298a-6b7d-4753-a6dc-c6ee5e2f2f30 None None] Port 80757fab-c7b2-4b24-bad6-54b35ef70540 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:40.358983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b6b52-ebf9-46e4-9128-939647ed8934 None None] Deleting port 4d2f3c1c-3143-4526-b537-616b65eaa749 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:40.359353 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d4b6b52-ebf9-46e4-9128-939647ed8934 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.386618 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3bed9c58-a674-4198-b22f-d0d75be921de tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Deleting port 80757fab-c7b2-4b24-bad6-54b35ef70540 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:40.387132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bed9c58-a674-4198-b22f-d0d75be921de tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.424763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0d4b6b52-ebf9-46e4-9128-939647ed8934 None None] For port 4d2f3c1c-3143-4526-b537-616b65eaa749, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=4d2f3c1c-3143-4526-b537-616b65eaa749,segment=NetworkSegment(8df5a012-7424-4ee1-8d90-0fdbc9cd16b3),segment_id=8df5a012-7424-4ee1-8d90-0fdbc9cd16b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:40.425157 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d4b6b52-ebf9-46e4-9128-939647ed8934 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.437917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b6b52-ebf9-46e4-9128-939647ed8934 None None] Calling delete_port for 4d2f3c1c-3143-4526-b537-616b65eaa749 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:40.459903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bed9c58-a674-4198-b22f-d0d75be921de tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.472750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3bed9c58-a674-4198-b22f-d0d75be921de tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Calling delete_port for 80757fab-c7b2-4b24-bad6-54b35ef70540 owned by {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:40.544291 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d4b6b52-ebf9-46e4-9128-939647ed8934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.586921 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bed9c58-a674-4198-b22f-d0d75be921de tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.594000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b6b52-ebf9-46e4-9128-939647ed8934 None None] No DVR routers for this DVR port 4d2f3c1c-3143-4526-b537-616b65eaa749 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:40.603946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b6b52-ebf9-46e4-9128-939647ed8934 None None] Pushing event deleted for resources: {'Port': ['ID=4d2f3c1c-3143-4526-b537-616b65eaa749,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:40.631965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed9c58-a674-4198-b22f-d0d75be921de tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Port': ['ID=80757fab-c7b2-4b24-bad6-54b35ef70540,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:40.637393 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3bed9c58-a674-4198-b22f-d0d75be921de tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.641687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3bed9c58-a674-4198-b22f-d0d75be921de tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/ports/80757fab-c7b2-4b24-bad6-54b35ef70540 HTTP/1.1" status: 204 len: 168 time: 0.3533735 Jul 22 16:59:40.641982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44910) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:40.733719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.824578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.836131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d75b183-f484-4fb1-a7ff-9b1d2704b618']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:40.847390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df5a012-7424-4ee1-8d90-0fdbc9cd16b3') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:40.847678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df5a012-7424-4ee1-8d90-0fdbc9cd16b3') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 16:59:40.860235 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.877328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.885513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 16:59:40.886315 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: timer() Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 16:59:40.900816 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 16:59:40.908695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d2f3c1c-3143-4526-b537-616b65eaa749 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:59:40.938497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 4d2f3c1c-3143-4526-b537-616b65eaa749 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:59:40.939673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 4d2f3c1c-3143-4526-b537-616b65eaa749 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:59:40.965027 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.986922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:40.991809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] 10.222.0.53 "DELETE /v2.0/networks/2d75b183-f484-4fb1-a7ff-9b1d2704b618 HTTP/1.1" status: 204 len: 168 time: 0.3462236 Jul 22 16:59:40.991809 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d9166-158f-4612-9a79-2ae7920ddd01 tempest-PortsTestJSON-1040599284 tempest-PortsTestJSON-1040599284-project] Pushing event deleted for resources: {'Network': ['ID=2d75b183-f484-4fb1-a7ff-9b1d2704b618,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:41.292444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44920) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:41.411905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-026eeee1-ab44-43ae-a8b3-93fdc5ec956a tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b169d1edc9c41efb1d54e53a700342a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470955 Jul 22 16:59:41.587115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-16d6d51a-dfb0-418c-a74f-277e1103be9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd0087666e0c4990ba9e4349547cf1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918084 Jul 22 16:59:41.589556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44936) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:41.689692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-9457a152-5efb-4164-8d57-c13005efb0ae tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:41.691958 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-9457a152-5efb-4164-8d57-c13005efb0ae tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731662 Jul 22 16:59:41.704294 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd3d6-e7d0-406e-b1b7-da9ee9595bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:41.716281 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-04a4d1ff-bc74-47cf-bc11-9274406e8b3b tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/quotas/0b169d1edc9c41efb1d54e53a700342a HTTP/1.1" status: 200 len: 375 time: 0.0181379 Jul 22 16:59:41.763658 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd3d6-e7d0-406e-b1b7-da9ee9595bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:41.800457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c9e9f581-f609-40ad-8c23-60473a17c5b4 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b169d1edc9c41efb1d54e53a700342a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775752 Jul 22 16:59:41.839585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd3d6-e7d0-406e-b1b7-da9ee9595bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:41.842358 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a5dd3d6-e7d0-406e-b1b7-da9ee9595bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:41.845970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1a5dd3d6-e7d0-406e-b1b7-da9ee9595bd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b4accdc-b356-4b44-814d-dd1a5fd1aee4 HTTP/1.1" status: 204 len: 168 time: 0.2492301 Jul 22 16:59:41.862308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5dd3d6-e7d0-406e-b1b7-da9ee9595bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4accdc-b356-4b44-814d-dd1a5fd1aee4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:42.076376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b5b1d53-d4f6-4112-980c-833f3406fc00 req-b66a77b4-840a-4e60-a4c6-266a0d213575 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 210 time: 0.0774469 Jul 22 16:59:42.774881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44978) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:42.877378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8ad48219-f833-4397-8a4a-cd5c3ca81e9c tempest-DvrRoutersNegativeTest-2115915824 tempest-DvrRoutersNegativeTest-2115915824-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1306866931', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:42.881290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.policy [None req-8ad48219-f833-4397-8a4a-cd5c3ca81e9c tempest-DvrRoutersNegativeTest-2115915824 tempest-DvrRoutersNegativeTest-2115915824-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93750) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 16:59:42.882085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.policy [None req-8ad48219-f833-4397-8a4a-cd5c3ca81e9c tempest-DvrRoutersNegativeTest-2115915824 tempest-DvrRoutersNegativeTest-2115915824-project] Failed policy check for 'create_router' {{(pid=93750) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 16:59:42.883678 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-8ad48219-f833-4397-8a4a-cd5c3ca81e9c tempest-DvrRoutersNegativeTest-2115915824 tempest-DvrRoutersNegativeTest-2115915824-project] create failed (client error): Access was denied to this resource. Jul 22 16:59:42.889361 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8ad48219-f833-4397-8a4a-cd5c3ca81e9c tempest-DvrRoutersNegativeTest-2115915824 tempest-DvrRoutersNegativeTest-2115915824-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1116965 Jul 22 16:59:43.100972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 44992) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:43.184732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 44998) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:43.185994 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-e1ba47cc-eef6-4451-b357-8e6903f97f81 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=0b169d1edc9c41efb1d54e53a700342a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766108 Jul 22 16:59:43.278266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf169a05-7616-4b40-a6f9-eddfe07dda23 req-1bf1ff88-21d7-4aaa-ac91-46c30cf6b837 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 210 time: 0.0715749 Jul 22 16:59:43.414350 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8962d5a-5a11-4c24-8a0e-ad545de5e14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.449241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2fe207b-9bed-4ebf-8f94-91d899bf4e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.479926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-074dc567-b0eb-4e1c-83a0-1e91e578e1d4 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:43.481884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-074dc567-b0eb-4e1c-83a0-1e91e578e1d4 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2882864 Jul 22 16:59:43.504540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Request body: {'port': {'device_id': '22466ac3-0fd7-4794-9bd6-30de0bc36286', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '0b169d1edc9c41efb1d54e53a700342a'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:43.659278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8962d5a-5a11-4c24-8a0e-ad545de5e14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.678079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8962d5a-5a11-4c24-8a0e-ad545de5e14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.745041 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b8962d5a-5a11-4c24-8a0e-ad545de5e14c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6c46a3f49d1497fa372f97db7b3a244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6419468 Jul 22 16:59:43.746324 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8962d5a-5a11-4c24-8a0e-ad545de5e14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae726cd-84df-4560-b959-93538b502578,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:43.747828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45004) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:43.806453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2fe207b-9bed-4ebf-8f94-91d899bf4e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.812167 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a2fe207b-9bed-4ebf-8f94-91d899bf4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.832260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Made reservation on behalf of 0b169d1edc9c41efb1d54e53a700342a for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:43.837656 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.848456 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.862739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe207b-9bed-4ebf-8f94-91d899bf4e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263c951c-d974-47ae-a3d7-26d9d7bf0f31,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:43.878711 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a2fe207b-9bed-4ebf-8f94-91d899bf4e36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ea791002cad4f45af0f100d016679ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6928048 Jul 22 16:59:43.879572 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-227e0e69-295b-4c15-b10c-50c35a426885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.881307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45010) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:43.956434 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-227e0e69-295b-4c15-b10c-50c35a426885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:43.996593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.003018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.031990 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-227e0e69-295b-4c15-b10c-50c35a426885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.034846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-227e0e69-295b-4c15-b10c-50c35a426885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.050615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-227e0e69-295b-4c15-b10c-50c35a426885 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ae726cd-84df-4560-b959-93538b502578 HTTP/1.1" status: 204 len: 168 time: 0.2906036 Jul 22 16:59:44.084833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e0e69-295b-4c15-b10c-50c35a426885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae726cd-84df-4560-b959-93538b502578,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:44.115085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8aace6-72bf-4ce3-90ce-db83da891bf7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:44.136057 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b7f5-53af-42a9-8bba-8003a5a9a6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.179930 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b7f5-53af-42a9-8bba-8003a5a9a6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.197233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Allocated IP 192.168.233.185 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/49dbe199-7c16-40f8-b50f-1c442e1f2bdb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:44.247020 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b7f5-53af-42a9-8bba-8003a5a9a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.251953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d5b4b7f5-53af-42a9-8bba-8003a5a9a6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.254286 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d5b4b7f5-53af-42a9-8bba-8003a5a9a6e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/263c951c-d974-47ae-a3d7-26d9d7bf0f31 HTTP/1.1" status: 204 len: 168 time: 0.3717034 Jul 22 16:59:44.265786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4b7f5-53af-42a9-8bba-8003a5a9a6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263c951c-d974-47ae-a3d7-26d9d7bf0f31,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:44.434403 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88323be2-f514-433f-9dbc-16a7b021d63e req-0a499eb1-a2af-42ab-8587-ff1efe344cb9 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 210 time: 0.0414584 Jul 22 16:59:44.445943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45026) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:44.466695 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce3d09db-3608-4e61-966a-2647b58b1929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.473345 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.497155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Transition to ACTIVE for port object 49dbe199-7c16-40f8-b50f-1c442e1f2bdb will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:44.550336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.584083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:44.593461 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce3d09db-3608-4e61-966a-2647b58b1929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.598683 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ce3d09db-3608-4e61-966a-2647b58b1929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.633988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:44.652609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:44.658698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d09db-3608-4e61-966a-2647b58b1929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9402f7-3bea-4127-9972-b0cbd3ec0924,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:44.666388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ce3d09db-3608-4e61-966a-2647b58b1929 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c38fe2afe7d4c4399a4883738faf940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161891 Jul 22 16:59:44.666735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45036) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:44.715474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:44.716356 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.738105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Pushing event updated for resources: {'Port': ['ID=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:44.744956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-c3f27d33-b628-40f7-8064-51522c541f6d tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2463498 Jul 22 16:59:44.748185 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5afff1-aa52-4d3a-a19a-96be737c5f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.765862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Request body: {'port': {'device_id': '22466ac3-0fd7-4794-9bd6-30de0bc36286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:44.778627 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5afff1-aa52-4d3a-a19a-96be737c5f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.853516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5afff1-aa52-4d3a-a19a-96be737c5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.862623 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5afff1-aa52-4d3a-a19a-96be737c5f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:44.863822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5c5afff1-aa52-4d3a-a19a-96be737c5f97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d9402f7-3bea-4127-9972-b0cbd3ec0924 HTTP/1.1" status: 204 len: 168 time: 0.1960340 Jul 22 16:59:44.872870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5afff1-aa52-4d3a-a19a-96be737c5f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9402f7-3bea-4127-9972-b0cbd3ec0924,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:44.904233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:45.107214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-db69d27c-556c-4ea0-9918-808ab1204779 None None] Provisioning for port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:45.112000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-db69d27c-556c-4ea0-9918-808ab1204779 None None] Provisioning complete for port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:45.112615 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-db69d27c-556c-4ea0-9918-808ab1204779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:45.156565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-db69d27c-556c-4ea0-9918-808ab1204779 None None] Port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 16:59:45.259101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dbe199-7c16-40f8-b50f-1c442e1f2bdb {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:59:45.269509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:45.290016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Transition to ACTIVE for port object 49dbe199-7c16-40f8-b50f-1c442e1f2bdb will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:45.299811 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:45.405773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Pushing event updated for resources: {'Port': ['ID=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:45.472096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Attempting to bind port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:59:45.472429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Attempting to bind port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:59:45.472766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Attempting to bind port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:59:45.478574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:59:45.478903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Attempting to bind port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:59:45.484338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:59:45.484683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:45.485070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:59:45.485507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Bound port: 49dbe199-7c16-40f8-b50f-1c442e1f2bdb, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:59:45.485868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:45.628759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] For port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:59:45.635538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] For port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:59:45.642256 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:45.696578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17c2a7-b2a9-469f-8c7d-f842d7724fb3 req-1a2e5b76-e789-483a-b932-5994f51df845 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:45.700085 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af17c2a7-b2a9-469f-8c7d-f842d7724fb3 req-1a2e5b76-e789-483a-b932-5994f51df845 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 948 time: 0.1320951 Jul 22 16:59:45.737191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Pushing event updated for resources: {'Port': ['ID=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:45.741390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:45.742092 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:45.743780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-a5f357bf-511d-40c1-8507-55555da1a615 service neutron] 10.222.0.20 "PUT /v2.0/ports/49dbe199-7c16-40f8-b50f-1c442e1f2bdb HTTP/1.1" status: 200 len: 1097 time: 0.9841826 Jul 22 16:59:45.744749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22466ac3-0fd7-4794-9bd6-30de0bc36286', 'tag': '49dbe199-7c16-40f8-b50f-1c442e1f2bdb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:59:45.747690 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695c6df6-722c-424f-8b04-0ec954d6b3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "22466ac3-0fd7-4794-9bd6-30de0bc36286", "tag": "49dbe199-7c16-40f8-b50f-1c442e1f2bdb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:59:45.844649 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af17c2a7-b2a9-469f-8c7d-f842d7724fb3 req-67183ee4-ee2a-4f90-83b0-0c01427cfdb8 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311901 Jul 22 16:59:45.852189 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e8d7c-3674-47d3-b20a-ede5fd875435 x-openstack-request-id: req-101e8d7c-3674-47d3-b20a-ede5fd875435 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:59:45.852692 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22466ac3-0fd7-4794-9bd6-30de0bc36286", "tag": "49dbe199-7c16-40f8-b50f-1c442e1f2bdb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:59:45.853569 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-101e8d7c-3674-47d3-b20a-ede5fd875435 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:59:45.854094 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22466ac3-0fd7-4794-9bd6-30de0bc36286', 'tag': '49dbe199-7c16-40f8-b50f-1c442e1f2bdb', 'status': 'completed', 'code': 200} Jul 22 16:59:45.925290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-5ad6951b-375d-494d-ba60-d30af3deb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:45.926850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-5ad6951b-375d-494d-ba60-d30af3deb354 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b169d1edc9c41efb1d54e53a700342a&device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 1100 time: 0.0989611 Jul 22 16:59:45.980664 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-842576b9-71fc-4d7e-8f0e-dfa42a09b2fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=49dbe199-7c16-40f8-b50f-1c442e1f2bdb HTTP/1.1" status: 200 len: 217 time: 0.0413032 Jul 22 16:59:46.064024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-219b2dac-0558-4fef-a677-ad8d2ac87823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:46.065870 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-219b2dac-0558-4fef-a677-ad8d2ac87823 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0751317 Jul 22 16:59:46.161469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-228bd6c5-1e98-4b41-801d-cdb02db0c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:46.163013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-228bd6c5-1e98-4b41-801d-cdb02db0c43c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907137 Jul 22 16:59:46.200365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:46.273776 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-dcabb9ff-b344-4d7a-a2e9-4faa71921563 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036897 Jul 22 16:59:46.310832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1508437670-network', 'tenant_id': 'bbf6c107e4fe44428f8fc4671e464366'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:46.344275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Made reservation on behalf of bbf6c107e4fe44428f8fc4671e464366 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:46.346614 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.357067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.407218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1e9abdf-30fc-412c-974f-136f82f813cd req-ed2e2cd0-b961-4148-bafb-d8e517723e83 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225700 Jul 22 16:59:46.484436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.489056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.517503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:59:46.524297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8071fa6d-e98c-4823-9659-3171558a227d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:46.533599 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.534079 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Added segment a1f6c4f1-c793-49cd-ac43-214a871e2e97 of type vlan for network ca7f89f5-c89e-472b-a2f4-fd0749e93b4e Jul 22 16:59:46.588585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-29187104-7406-4cf4-957f-f3ca9d0b67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:46.590450 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-29187104-7406-4cf4-957f-f3ca9d0b67cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0b169d1edc9c41efb1d54e53a700342a&device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 1100 time: 0.0764542 Jul 22 16:59:46.592518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.630831 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.632463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:46.633339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.676445 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4749596 Jul 22 16:59:46.678134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45126) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:46.692609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Request body: {'subnet': {'network_id': 'ca7f89f5-c89e-472b-a2f4-fd0749e93b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1508437670-subnet', 'tenant_id': 'bbf6c107e4fe44428f8fc4671e464366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:46.705721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f9bd-84d2-4ad9-9d49-896094615083 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7f89f5-c89e-472b-a2f4-fd0749e93b4e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:46.730327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-95eeaeb8-c6cc-40bc-9223-fe8f3d35b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:46.731927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-95eeaeb8-c6cc-40bc-9223-fe8f3d35b2f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.1344242 Jul 22 16:59:46.733444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network ca7f89f5-c89e-472b-a2f4-fd0749e93b4e details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:59:46.735550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Made reservation on behalf of bbf6c107e4fe44428f8fc4671e464366 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:46.739303 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:46.816774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-df1e051c-9f50-4cb7-a4ab-c9188fa0ccfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=49dbe199-7c16-40f8-b50f-1c442e1f2bdb HTTP/1.1" status: 200 len: 217 time: 0.0727963 Jul 22 16:59:46.968428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-26a8dc3f-496f-4d5a-81fe-b52f7d70fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:46.970436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-26a8dc3f-496f-4d5a-81fe-b52f7d70fddf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1382649 Jul 22 16:59:47.097036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45144) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:47.224200 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4cec0bca-b5b2-461f-a615-949453e333f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.325417 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4cec0bca-b5b2-461f-a615-949453e333f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.330771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4cec0bca-b5b2-461f-a615-949453e333f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.375551 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4cec0bca-b5b2-461f-a615-949453e333f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05e7a37363f34eee8dc62507e74a2c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766836 Jul 22 16:59:47.376797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec0bca-b5b2-461f-a615-949453e333f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508ed219-ea19-4822-a645-ddea9af2079a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:47.380472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45152) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:47.454981 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7593-a3d1-4bd0-9097-1419026d0de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.478895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7593-a3d1-4bd0-9097-1419026d0de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.505870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5f1fe-fc4c-4104-8557-1cde47ac4c0e req-98861b8c-14cd-451b-bd46-26b918272f3b tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:47.507424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2be5f1fe-fc4c-4104-8557-1cde47ac4c0e req-98861b8c-14cd-451b-bd46-26b918272f3b tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 948 time: 0.5544403 Jul 22 16:59:47.533697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7593-a3d1-4bd0-9097-1419026d0de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.533915 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-ba38ea43-796a-4e81-ac11-d9fda5c10c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:47.535430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-ba38ea43-796a-4e81-ac11-d9fda5c10c21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5422428 Jul 22 16:59:47.536649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7593-a3d1-4bd0-9097-1419026d0de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.538137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cf3c7593-a3d1-4bd0-9097-1419026d0de0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/508ed219-ea19-4822-a645-ddea9af2079a HTTP/1.1" status: 204 len: 168 time: 0.1565282 Jul 22 16:59:47.547368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c7593-a3d1-4bd0-9097-1419026d0de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ed219-ea19-4822-a645-ddea9af2079a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:47.551912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.692929 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2be5f1fe-fc4c-4104-8557-1cde47ac4c0e req-8766d1f0-c0a8-4b4b-a92b-8cbdb024b003 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607180 Jul 22 16:59:47.723289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0185be5-c7ba-4a54-bbde-f5feb86fbe41,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:47.750561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Checking segment: {'id': 'a1f6c4f1-c793-49cd-ac43-214a871e2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca7f89f5-c89e-472b-a2f4-fd0749e93b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:47.750922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Network hostable DHCP agents. Network: ca7f89f5-c89e-472b-a2f4-fd0749e93b4e, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:59:47.758370 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-b1b28077-39de-4524-9204-6a4aedd82be0 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146363 Jul 22 16:59:47.798464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Network ca7f89f5-c89e-472b-a2f4-fd0749e93b4e is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:59:47.837945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, ca7f89f5-c89e-472b-a2f4-fd0749e93b4e) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:47.843826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:47.844493 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:47.848234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22aa810-b88c-42bc-8f88-a626b34186cb None None] Network ca7f89f5-c89e-472b-a2f4-fd0749e93b4e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:47.897520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dc84a0fb-d288-4218-a46e-aa35ac195ee3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2151136 Jul 22 16:59:47.903006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45164) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:47.909886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-695c6df6-722c-424f-8b04-0ec954d6b3d6 req-f356fa7e-0cd3-4e93-90c9-35e6e0c17389 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438301 Jul 22 16:59:47.948838 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c9050d-cfb2-4cf8-81f0-553140381367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.016618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139147e2-0b51-44e4-9543-043e4171711d None None] Network ca7f89f5-c89e-472b-a2f4-fd0749e93b4e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:48.098974 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c9050d-cfb2-4cf8-81f0-553140381367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.104226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8c9050d-cfb2-4cf8-81f0-553140381367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.153972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a8c9050d-cfb2-4cf8-81f0-553140381367 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=982961cfd6bd4ac2a59949645a44a598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464929 Jul 22 16:59:48.155424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9050d-cfb2-4cf8-81f0-553140381367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d38e45-0cc9-4578-b7fd-647c96669ef9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:48.156186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45174) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:48.229123 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6bdb85-dc8b-46e5-bbf4-82908f0095bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.251913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6bdb85-dc8b-46e5-bbf4-82908f0095bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.313191 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6bdb85-dc8b-46e5-bbf4-82908f0095bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.316271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dc6bdb85-dc8b-46e5-bbf4-82908f0095bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.317441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dc6bdb85-dc8b-46e5-bbf4-82908f0095bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8d38e45-0cc9-4578-b7fd-647c96669ef9 HTTP/1.1" status: 204 len: 168 time: 0.1602743 Jul 22 16:59:48.329233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bdb85-dc8b-46e5-bbf4-82908f0095bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d38e45-0cc9-4578-b7fd-647c96669ef9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:48.432460 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7cc31708-6eb6-4059-bbe2-9c49a1ffa646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.557115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45196) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:48.562264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-266840477-network', 'tenant_id': '51d629b1cae04ef295d91b87e52e07be'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:48.588493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Made reservation on behalf of 51d629b1cae04ef295d91b87e52e07be for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:48.591095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.600146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.712272 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.716466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.744788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 16:59:48.755415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace32110-cc16-4886-9639-a937418cfa3f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:48.761549 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.762199 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Added segment 7ecea669-ed23-447e-a37b-4a71e9a621b9 of type vlan for network b0389c4b-7e92-46ee-88c5-aff9fc9f21f6 Jul 22 16:59:48.838176 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.884030 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.885042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:48.885629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:48.901389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0d03b-cb1f-43d2-b434-d4b1e8d171ec req-383d7187-a23d-46e6-a495-588bc4b74427 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:48.902950 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64b0d03b-cb1f-43d2-b434-d4b1e8d171ec req-383d7187-a23d-46e6-a495-588bc4b74427 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 948 time: 0.1090181 Jul 22 16:59:48.954400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3960605 Jul 22 16:59:48.960017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45220) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:48.965053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Request body: {'subnet': {'network_id': 'b0389c4b-7e92-46ee-88c5-aff9fc9f21f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-266840477-subnet', 'tenant_id': '51d629b1cae04ef295d91b87e52e07be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:49.002365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Made reservation on behalf of 51d629b1cae04ef295d91b87e52e07be for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:49.002870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed559d-c3ae-4692-bc15-2c8c9f309793 admin admin] Pushing event updated for resources: {'Network': ['ID=b0389c4b-7e92-46ee-88c5-aff9fc9f21f6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:49.016167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:49.016850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network b0389c4b-7e92-46ee-88c5-aff9fc9f21f6 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 16:59:49.026255 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64b0d03b-cb1f-43d2-b434-d4b1e8d171ec req-1f47d4ab-39ca-4863-bbe9-6bec76cbd9e8 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922046 Jul 22 16:59:49.229008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:49.238633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 49dbe199-7c16-40f8-b50f-1c442e1f2bdb details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:59:49.293557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c41dfb1-65bc-42ef-825a-3ef9ed132789,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:49.299747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Checking segment: {'id': '7ecea669-ed23-447e-a37b-4a71e9a621b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b0389c4b-7e92-46ee-88c5-aff9fc9f21f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:49.300052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Network hostable DHCP agents. Network: b0389c4b-7e92-46ee-88c5-aff9fc9f21f6, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 16:59:49.321740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Network b0389c4b-7e92-46ee-88c5-aff9fc9f21f6 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 16:59:49.332871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, b0389c4b-7e92-46ee-88c5-aff9fc9f21f6) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:49.337822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:49.338428 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:49.358968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f10fefc3-0ee3-4375-90b0-bdc85311a023 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3947551 Jul 22 16:59:49.582032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5171e671-af25-4763-a7eb-ae26f8d1cc88 None None] Network b0389c4b-7e92-46ee-88c5-aff9fc9f21f6 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:49.694909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:49.732197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '49dbe199-7c16-40f8-b50f-1c442e1f2bdb', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '49dbe199-7c16-40f8-b50f-1c442e1f2bdb', 'mac_address': 'fa:16:3e:df:d0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:59:49.785893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0aec54-bdf3-41b3-a9f0-2ddf586b13e2 None None] Network b0389c4b-7e92-46ee-88c5-aff9fc9f21f6 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 16:59:49.831204 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:49.896594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dbe199-7c16-40f8-b50f-1c442e1f2bdb {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:59:49.959414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:49.982178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:50.050834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:50.169270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-45e4d480-e8ba-4b0b-bf29-6c56310c67e7 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:50.171622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-45e4d480-e8ba-4b0b-bf29-6c56310c67e7 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/networks?id=ca7f89f5-c89e-472b-a2f4-fd0749e93b4e HTTP/1.1" status: 200 len: 809 time: 0.1477222 Jul 22 16:59:50.185563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688e7f7-1b68-45ea-939a-003734233dde req-83d514c7-1f9b-4b4e-aee7-259cca7edabb tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:50.188242 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3688e7f7-1b68-45ea-939a-003734233dde req-83d514c7-1f9b-4b4e-aee7-259cca7edabb tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 949 time: 0.0945601 Jul 22 16:59:50.190082 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-067d299e-7c8c-4418-a1c1-c5a1851ec8e2 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/quotas/bbf6c107e4fe44428f8fc4671e464366 HTTP/1.1" status: 200 len: 375 time: 0.0126464 Jul 22 16:59:50.230521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-c21833ce-4e58-4f98-a126-182ec2a07bb0 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf6c107e4fe44428f8fc4671e464366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341949 Jul 22 16:59:50.242846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3688e7f7-1b68-45ea-939a-003734233dde req-d4612e11-1f0d-4f68-9e63-97a30d6bbe1c tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Jul 22 16:59:50.273877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['49dbe199-7c16-40f8-b50f-1c442e1f2bdb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:59:50.347172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-e0d97298-eeaa-4584-9f45-f73946339993 service neutron] 10.222.0.53 "GET /v2.0/networks/ca7f89f5-c89e-472b-a2f4-fd0749e93b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090350 Jul 22 16:59:50.454472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-fa09da6d-9c47-49c4-8b4f-6874f0fea041 service neutron] 10.222.0.53 "GET /v2.0/networks/ca7f89f5-c89e-472b-a2f4-fd0749e93b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985782 Jul 22 16:59:50.660408 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e5cbb59-3839-4d45-9f0d-ecb75142c043 req-21a85a44-859e-42a7-a8cc-a29a90bdfd51 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 210 time: 0.0382321 Jul 22 16:59:50.668891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45294) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:50.795794 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e28ed2b3-0a95-4697-8acd-4ab9dfd93e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:50.903388 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e28ed2b3-0a95-4697-8acd-4ab9dfd93e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:50.907282 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e28ed2b3-0a95-4697-8acd-4ab9dfd93e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:50.948584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ed2b3-0a95-4697-8acd-4ab9dfd93e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97540071-4359-495f-bb6d-1e3d5abe4dc2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:50.953996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e28ed2b3-0a95-4697-8acd-4ab9dfd93e16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7cd4047c1bcd490c95501410995a4219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837906 Jul 22 16:59:50.956594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45310) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:51.008611 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c657e324-5d91-46ce-85ed-fc36b172493d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.035179 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e838dad-b64a-4639-96ae-f45ac16edaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.035385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c657e324-5d91-46ce-85ed-fc36b172493d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.093784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c657e324-5d91-46ce-85ed-fc36b172493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.099206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c657e324-5d91-46ce-85ed-fc36b172493d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.103075 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c657e324-5d91-46ce-85ed-fc36b172493d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97540071-4359-495f-bb6d-1e3d5abe4dc2 HTTP/1.1" status: 204 len: 168 time: 0.1428308 Jul 22 16:59:51.111957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657e324-5d91-46ce-85ed-fc36b172493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97540071-4359-495f-bb6d-1e3d5abe4dc2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:51.229856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 49dbe199-7c16-40f8-b50f-1c442e1f2bdb up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:51.338296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.350650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:51.365000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:51.365881 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.428687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e166-f779-42c4-a084-db3445e5883c req-bc20aaf4-2d6c-445f-8661-c2ec49254954 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:51.431232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8113e166-f779-42c4-a084-db3445e5883c req-bc20aaf4-2d6c-445f-8661-c2ec49254954 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 949 time: 0.0898955 Jul 22 16:59:51.475629 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.484701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8113e166-f779-42c4-a084-db3445e5883c req-74d8fc77-9a24-401f-a0a2-948ed4f6e6a5 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468953 Jul 22 16:59:51.485704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:51.501268 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12139675-70e1-4282-9b7f-8a4eb7c653f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.515443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22466ac3-0fd7-4794-9bd6-30de0bc36286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dbe199-7c16-40f8-b50f-1c442e1f2bdb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:59:51.518134 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3463a5-98ae-4054-bf53-fc06406535fe" -d '{"events": [{"server_uuid": "22466ac3-0fd7-4794-9bd6-30de0bc36286", "name": "network-vif-plugged", "status": "completed", "tag": "49dbe199-7c16-40f8-b50f-1c442e1f2bdb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:59:51.536378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:51.542366 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.577438 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71412bbf-fe93-4df1-8d0f-5c51433d95a9 x-openstack-request-id: req-71412bbf-fe93-4df1-8d0f-5c51433d95a9 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:59:51.577771 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22466ac3-0fd7-4794-9bd6-30de0bc36286", "name": "network-vif-plugged", "status": "completed", "tag": "49dbe199-7c16-40f8-b50f-1c442e1f2bdb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:59:51.577995 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71412bbf-fe93-4df1-8d0f-5c51433d95a9 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:59:51.578393 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22466ac3-0fd7-4794-9bd6-30de0bc36286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dbe199-7c16-40f8-b50f-1c442e1f2bdb', 'code': 200} Jul 22 16:59:51.603184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:51.640400 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12139675-70e1-4282-9b7f-8a4eb7c653f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.646944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-12139675-70e1-4282-9b7f-8a4eb7c653f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.720858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-12139675-70e1-4282-9b7f-8a4eb7c653f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b22dc06409e477987fb922cb4f23878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339802 Jul 22 16:59:51.721843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12139675-70e1-4282-9b7f-8a4eb7c653f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e807be79-6362-43a7-b9ee-1a52e7490168,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:51.724278 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45336) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:51.794877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-032b3d1d-14e4-437a-a03f-630c57b6df18 req-b16af296-c79d-43c4-9c38-ebf78db6c6dc tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 210 time: 0.0416028 Jul 22 16:59:51.800662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6333-8fdf-4e74-b10d-c3cfa39971b5 req-3679f6d8-5d61-45f9-a06c-1da5c136f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:51.802200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a6b6333-8fdf-4e74-b10d-c3cfa39971b5 req-3679f6d8-5d61-45f9-a06c-1da5c136f734 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 1102 time: 0.1353807 Jul 22 16:59:51.821122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ccc960f-6de3-43c4-be1c-c5ea915f4b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.843069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a6b6333-8fdf-4e74-b10d-c3cfa39971b5 req-189ff82e-3906-431c-b992-636c46f8242d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Jul 22 16:59:51.892847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ccc960f-6de3-43c4-be1c-c5ea915f4b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:51.990387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-69a9d6b9-011a-4104-8d70-cb43996bdac5 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:51.991776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-69a9d6b9-011a-4104-8d70-cb43996bdac5 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.65 "GET /v2.0/networks?id=ca7f89f5-c89e-472b-a2f4-fd0749e93b4e HTTP/1.1" status: 200 len: 809 time: 0.2001491 Jul 22 16:59:52.018697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ccc960f-6de3-43c4-be1c-c5ea915f4b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.022001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5ccc960f-6de3-43c4-be1c-c5ea915f4b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.023969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5ccc960f-6de3-43c4-be1c-c5ea915f4b90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e807be79-6362-43a7-b9ee-1a52e7490168 HTTP/1.1" status: 204 len: 168 time: 0.2976415 Jul 22 16:59:52.041433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Request body: {'port': {'device_id': '64f56ec4-adf4-40d7-981a-31ab0ff83f7d', 'network_id': 'ca7f89f5-c89e-472b-a2f4-fd0749e93b4e', 'admin_state_up': True, 'tenant_id': 'bbf6c107e4fe44428f8fc4671e464366'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:52.044855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc960f-6de3-43c4-be1c-c5ea915f4b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e807be79-6362-43a7-b9ee-1a52e7490168,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:52.165192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Made reservation on behalf of bbf6c107e4fe44428f8fc4671e464366 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 16:59:52.169008 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.312214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Allocated IP 172.20.0.9 (ca7f89f5-c89e-472b-a2f4-fd0749e93b4e/d0185be5-c7ba-4a54-bbde-f5feb86fbe41/44fc96fe-e04f-41d7-8c4a-2ee771a42f9a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 16:59:52.467631 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.521247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.570659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.606822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Network ca7f89f5-c89e-472b-a2f4-fd0749e93b4e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 16:59:52.630067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 16:59:52.633195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 16:59:52.662122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Pushing event updated for resources: {'Port': ['ID=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:52.702827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:52.703451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:52.734881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960abb5-199b-4f2c-aa23-dc2eec9618c0 req-e31cb521-90b4-4010-9052-ee19341bfb10 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:52.736716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f960abb5-199b-4f2c-aa23-dc2eec9618c0 req-e31cb521-90b4-4010-9052-ee19341bfb10 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 950 time: 0.1525660 Jul 22 16:59:52.737622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-bc5bc473-c892-4984-ab66-42e73c02c367 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7009439 Jul 22 16:59:52.765678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Request body: {'port': {'device_id': '64f56ec4-adf4-40d7-981a-31ab0ff83f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 16:59:52.880975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f960abb5-199b-4f2c-aa23-dc2eec9618c0 req-5160e989-3711-4b41-93e7-e7dc15d64f8f tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360972 Jul 22 16:59:52.921946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.009585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aec17b-5d7f-451f-b97c-e0c2c61e54f5 req-d5d73e41-5a72-4661-84b2-7e176a7260c1 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:53.012217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6aec17b-5d7f-451f-b97c-e0c2c61e54f5 req-d5d73e41-5a72-4661-84b2-7e176a7260c1 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 931 time: 0.1138403 Jul 22 16:59:53.090324 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f6aec17b-5d7f-451f-b97c-e0c2c61e54f5 req-80d1bf91-c64f-4ff2-b1a5-4d50a6de42d5 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673125 Jul 22 16:59:53.301309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:59:53.310480 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.324023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Transition to ACTIVE for port object 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 16:59:53.328060 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.380247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Pushing event updated for resources: {'Port': ['ID=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:53.459209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Attempting to bind port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 16:59:53.459545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Attempting to bind port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'a1f6c4f1-c793-49cd-ac43-214a871e2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca7f89f5-c89e-472b-a2f4-fd0749e93b4e'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 16:59:53.459877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Attempting to bind port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a on network ca7f89f5-c89e-472b-a2f4-fd0749e93b4e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:59:53.464776 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a on network ca7f89f5-c89e-472b-a2f4-fd0749e93b4e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 16:59:53.465099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Attempting to bind port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a on network ca7f89f5-c89e-472b-a2f4-fd0749e93b4e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 16:59:53.469833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 16, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 16:59:53.470172 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Checking segment: {'id': 'a1f6c4f1-c793-49cd-ac43-214a871e2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca7f89f5-c89e-472b-a2f4-fd0749e93b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 16:59:53.470556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Bound using segment: {'id': 'a1f6c4f1-c793-49cd-ac43-214a871e2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca7f89f5-c89e-472b-a2f4-fd0749e93b4e'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 16:59:53.471003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Bound port: 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f6c4f1-c793-49cd-ac43-214a871e2e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca7f89f5-c89e-472b-a2f4-fd0749e93b4e'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 16:59:53.471412 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.548706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] For port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 16:59:53.552529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] For port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,segment=NetworkSegment(a1f6c4f1-c793-49cd-ac43-214a871e2e97),segment_id=a1f6c4f1-c793-49cd-ac43-214a871e2e97)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 16:59:53.558786 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.601323 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:53.601945 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:53.603367 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] 10.222.0.65 "PUT /v2.0/ports/44fc96fe-e04f-41d7-8c4a-2ee771a42f9a HTTP/1.1" status: 200 len: 1092 time: 0.8496172 Jul 22 16:59:53.603817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f56ec4-adf4-40d7-981a-31ab0ff83f7d', 'tag': '44fc96fe-e04f-41d7-8c4a-2ee771a42f9a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:59:53.606175 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ee9393-1bb8-4b01-9209-7be712d9ae5c" -d '{"events": [{"name": "network-changed", "server_uuid": "64f56ec4-adf4-40d7-981a-31ab0ff83f7d", "tag": "44fc96fe-e04f-41d7-8c4a-2ee771a42f9a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:59:53.629920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3a22e-66a4-4d36-8c42-b57e1288001e service neutron] Pushing event updated for resources: {'Port': ['ID=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:53.667635 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 16:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4645ff11-a230-416d-8097-cd33e6e0312e x-openstack-request-id: req-4645ff11-a230-416d-8097-cd33e6e0312e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:59:53.667924 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f56ec4-adf4-40d7-981a-31ab0ff83f7d", "tag": "44fc96fe-e04f-41d7-8c4a-2ee771a42f9a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:59:53.668196 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4645ff11-a230-416d-8097-cd33e6e0312e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:59:53.668580 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f56ec4-adf4-40d7-981a-31ab0ff83f7d', 'tag': '44fc96fe-e04f-41d7-8c4a-2ee771a42f9a', 'status': 'completed', 'code': 200} Jul 22 16:59:53.744497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-948a2b5c-7511-4168-a8dd-5e87f98b0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:53.746437 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-948a2b5c-7511-4168-a8dd-5e87f98b0fe6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bbf6c107e4fe44428f8fc4671e464366&device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 1095 time: 0.0597136 Jul 22 16:59:53.800676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-b90dbcc5-db9e-47e3-924a-3e8b2abbe914 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a HTTP/1.1" status: 200 len: 217 time: 0.0387313 Jul 22 16:59:53.858884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-b181cb8c-4c82-4696-95c7-790b1a1042a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:53.860388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-b181cb8c-4c82-4696-95c7-790b1a1042a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0185be5-c7ba-4a54-bbde-f5feb86fbe41 HTTP/1.1" status: 200 len: 849 time: 0.0537491 Jul 22 16:59:53.896725 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-d91b801c-66da-40ae-861c-8bdf84a59323 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7f89f5-c89e-472b-a2f4-fd0749e93b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283182 Jul 22 16:59:54.050998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45406c90-452b-4586-8537-9a7895b511ae req-3209c00c-e014-4a4c-b2f7-4e0a8f531281 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.052711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45406c90-452b-4586-8537-9a7895b511ae req-3209c00c-e014-4a4c-b2f7-4e0a8f531281 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 950 time: 0.0800736 Jul 22 16:59:54.096562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45406c90-452b-4586-8537-9a7895b511ae req-efb36bbd-f680-4f74-87b8-326bbbb6f21a tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375247 Jul 22 16:59:54.280900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:54.405253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-42b15352-0e15-4698-a4b1-36b68c85885a service neutron] 10.222.0.65 "GET /v2.0/networks/ca7f89f5-c89e-472b-a2f4-fd0749e93b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008862 Jul 22 16:59:54.485174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a642e-81e0-4ae2-8bcd-f60bdb931ee1 req-044318a8-47b7-4079-a75c-224933f48e62 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.487190 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a0a642e-81e0-4ae2-8bcd-f60bdb931ee1 req-044318a8-47b7-4079-a75c-224933f48e62 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 950 time: 0.0824475 Jul 22 16:59:54.530810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9235c-f5ad-4287-925a-f9b1e4cf7f1a req-61b3322a-3510-4473-9107-fb606f870f6c tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.532875 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40b9235c-f5ad-4287-925a-f9b1e4cf7f1a req-61b3322a-3510-4473-9107-fb606f870f6c tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 943 time: 0.2156050 Jul 22 16:59:54.542074 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-204ee61d-929f-49e6-8c54-aa5e5a40f313 req-6625b1cc-4ad5-4039-b8f5-5deb75e3059e service neutron] 10.222.0.65 "GET /v2.0/networks/ca7f89f5-c89e-472b-a2f4-fd0749e93b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272523 Jul 22 16:59:54.546705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a0a642e-81e0-4ae2-8bcd-f60bdb931ee1 req-208e7600-1d2b-4f2b-848a-a7f954bc48d9 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526979 Jul 22 16:59:54.589338 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40b9235c-f5ad-4287-925a-f9b1e4cf7f1a req-527a1582-7df2-4ee5-ab1d-faf5e6ae243d tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Jul 22 16:59:54.707853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-f9a35ff3-dfcc-4b43-b568-bdf0839f1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.709667 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-f9a35ff3-dfcc-4b43-b568-bdf0839f1aef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bbf6c107e4fe44428f8fc4671e464366&device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 1095 time: 0.0610952 Jul 22 16:59:54.813074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-3accd73e-960c-4bc9-b95a-d4dc51fd933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.821163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-3accd73e-960c-4bc9-b95a-d4dc51fd933d service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca7f89f5-c89e-472b-a2f4-fd0749e93b4e HTTP/1.1" status: 200 len: 910 time: 0.0977960 Jul 22 16:59:54.862777 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-320c6f19-9844-46d1-b4ef-c1218f80dedd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a HTTP/1.1" status: 200 len: 217 time: 0.0406487 Jul 22 16:59:54.925429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-7ca25669-311a-4c17-8912-acf8f7ddb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:54.926967 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-7ca25669-311a-4c17-8912-acf8f7ddb9c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d0185be5-c7ba-4a54-bbde-f5feb86fbe41 HTTP/1.1" status: 200 len: 849 time: 0.0537038 Jul 22 16:59:54.971910 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-8843d299-362b-4d1b-aac3-103da4e85d61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca7f89f5-c89e-472b-a2f4-fd0749e93b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366566 Jul 22 16:59:55.104433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-41f43df4-d6cd-4f45-8622-e62181562802 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7f89f5-c89e-472b-a2f4-fd0749e93b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248469 Jul 22 16:59:55.140311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45472) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:55.231865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90ee9393-1bb8-4b01-9209-7be712d9ae5c req-aaf801ea-f298-4de3-bad1-68c971cd87b1 service neutron] 10.222.0.65 "GET /v2.0/networks/ca7f89f5-c89e-472b-a2f4-fd0749e93b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192107 Jul 22 16:59:55.282263 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff9928fc-801a-4f3f-a05f-efc0f94269b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.386028 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff9928fc-801a-4f3f-a05f-efc0f94269b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.390101 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff9928fc-801a-4f3f-a05f-efc0f94269b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.428259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9928fc-801a-4f3f-a05f-efc0f94269b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae6ea21-b478-4124-9ce1-0ec815e30f02,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:55.436462 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ff9928fc-801a-4f3f-a05f-efc0f94269b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=83ed6ae9ff56477b83ce175be173cda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915227 Jul 22 16:59:55.436675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45480) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:55.499540 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0685f29d-94ba-4412-bae8-c5f872fc0448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.521581 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0685f29d-94ba-4412-bae8-c5f872fc0448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.579131 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0685f29d-94ba-4412-bae8-c5f872fc0448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.581741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0685f29d-94ba-4412-bae8-c5f872fc0448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.583336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0685f29d-94ba-4412-bae8-c5f872fc0448 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ae6ea21-b478-4124-9ce1-0ec815e30f02 HTTP/1.1" status: 204 len: 168 time: 0.1453102 Jul 22 16:59:55.593430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685f29d-94ba-4412-bae8-c5f872fc0448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae6ea21-b478-4124-9ce1-0ec815e30f02,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:55.718792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4450f1-efb8-4351-a1f6-94c5bdc4a830 req-f7493b38-a95f-41f8-8f58-0cbc159fb8e6 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:55.720686 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb4450f1-efb8-4351-a1f6-94c5bdc4a830 req-f7493b38-a95f-41f8-8f58-0cbc159fb8e6 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 950 time: 0.0899642 Jul 22 16:59:55.792459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bedea7-31d8-435a-b7af-e16bda8e514d req-fe703b9e-7aa6-426d-b4ae-09555f2d5b97 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:55.794544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6bedea7-31d8-435a-b7af-e16bda8e514d req-fe703b9e-7aa6-426d-b4ae-09555f2d5b97 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 943 time: 0.1134162 Jul 22 16:59:55.806960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb4450f1-efb8-4351-a1f6-94c5bdc4a830 req-87afd4a7-3d3d-4ae6-9903-ec9a717b2fbe tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f8aace6-72bf-4ce3-90ce-db83da891bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781016 Jul 22 16:59:55.856745 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6bedea7-31d8-435a-b7af-e16bda8e514d req-1ae1e234-6ffc-4347-b3e1-1f712fa5922c tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559459 Jul 22 16:59:55.869968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3cc61c03-f33d-4842-b7ef-707d471c2692 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:55.876046 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3cc61c03-f33d-4842-b7ef-707d471c2692 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.20 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 950 time: 0.1301003 Jul 22 16:59:55.962667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45498) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:55.979888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63854b71-5969-468b-aecd-d31125407df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:55.998364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Deleting port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 16:59:55.999012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.082374 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63854b71-5969-468b-aecd-d31125407df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.088177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63854b71-5969-468b-aecd-d31125407df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.098908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] For port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:56.099293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.112316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Calling delete_port for 49dbe199-7c16-40f8-b50f-1c442e1f2bdb owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 16:59:56.138330 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-63854b71-5969-468b-aecd-d31125407df2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37d53a6171274965858962ce11c162e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1745136 Jul 22 16:59:56.139235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63854b71-5969-468b-aecd-d31125407df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94a279a-6e22-4fbf-b102-1fa7797174a4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:56.141635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45500) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 16:59:56.204683 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3296de1-609b-440d-86d1-beb00bf8edda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.227427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3296de1-609b-440d-86d1-beb00bf8edda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.294341 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3296de1-609b-440d-86d1-beb00bf8edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.296255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.297202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3296de1-609b-440d-86d1-beb00bf8edda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.298388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e3296de1-609b-440d-86d1-beb00bf8edda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e94a279a-6e22-4fbf-b102-1fa7797174a4 HTTP/1.1" status: 204 len: 168 time: 0.1559174 Jul 22 16:59:56.308331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3296de1-609b-440d-86d1-beb00bf8edda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94a279a-6e22-4fbf-b102-1fa7797174a4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:56.331836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['49dbe199-7c16-40f8-b50f-1c442e1f2bdb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:59:56.332450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Pushing event deleted for resources: {'Port': ['ID=49dbe199-7c16-40f8-b50f-1c442e1f2bdb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:56.416055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] No DVR routers for this DVR port 49dbe199-7c16-40f8-b50f-1c442e1f2bdb on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 16:59:56.418803 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:56.422675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1bfafc98-936d-4fe4-98d9-f7dc521c3e83 req-3f119c04-b9ae-4f85-b4d5-465547efec72 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.20 "DELETE /v2.0/ports/49dbe199-7c16-40f8-b50f-1c442e1f2bdb HTTP/1.1" status: 204 len: 173 time: 0.5401623 Jul 22 16:59:56.423837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22466ac3-0fd7-4794-9bd6-30de0bc36286', 'name': 'network-vif-deleted', 'tag': '49dbe199-7c16-40f8-b50f-1c442e1f2bdb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:59:56.428226 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc6ccfa-6e3a-4e5e-b98d-6f0f557b736e" -d '{"events": [{"server_uuid": "22466ac3-0fd7-4794-9bd6-30de0bc36286", "name": "network-vif-deleted", "tag": "49dbe199-7c16-40f8-b50f-1c442e1f2bdb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:59:56.485665 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45ef0b7-ad5f-4694-a1e1-19245cfe139f x-openstack-request-id: req-c45ef0b7-ad5f-4694-a1e1-19245cfe139f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:59:56.486045 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22466ac3-0fd7-4794-9bd6-30de0bc36286", "name": "network-vif-deleted", "tag": "49dbe199-7c16-40f8-b50f-1c442e1f2bdb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:59:56.486371 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c45ef0b7-ad5f-4694-a1e1-19245cfe139f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:59:56.486887 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22466ac3-0fd7-4794-9bd6-30de0bc36286', 'name': 'network-vif-deleted', 'tag': '49dbe199-7c16-40f8-b50f-1c442e1f2bdb', 'status': 'completed', 'code': 200} Jul 22 16:59:56.857473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 16:59:57.027142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97f38719-4df3-4c90-bd08-f717c896b656 req-732b89d1-d885-4c16-9a32-0134548853d4 tempest-VolumesNegativeTest-324082197 tempest-VolumesNegativeTest-324082197-project] 10.222.0.53 "GET /v2.0/ports?device_id=22466ac3-0fd7-4794-9bd6-30de0bc36286 HTTP/1.1" status: 200 len: 210 time: 0.0643489 Jul 22 16:59:57.079413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,segment=NetworkSegment(a1f6c4f1-c793-49cd-ac43-214a871e2e97),segment_id=a1f6c4f1-c793-49cd-ac43-214a871e2e97)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:57.095397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '44fc96fe-e04f-41d7-8c4a-2ee771a42f9a', 'network_id': 'ca7f89f5-c89e-472b-a2f4-fd0749e93b4e', 'port_id': '44fc96fe-e04f-41d7-8c4a-2ee771a42f9a', 'mac_address': 'fa:16:3e:21:56:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0185be5-c7ba-4a54-bbde-f5feb86fbe41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 16:59:57.147316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5538-85c4-43f0-81ad-ece808a09f27 req-0c201d59-07d7-4341-8872-8cd5f3dbef78 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:57.149561 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c4b5538-85c4-43f0-81ad-ece808a09f27 req-0c201d59-07d7-4341-8872-8cd5f3dbef78 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 943 time: 0.0996718 Jul 22 16:59:57.161866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:57.185847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 16:59:57.216260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,segment=NetworkSegment(a1f6c4f1-c793-49cd-ac43-214a871e2e97),segment_id=a1f6c4f1-c793-49cd-ac43-214a871e2e97)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:57.222469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:57.232903 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c4b5538-85c4-43f0-81ad-ece808a09f27 req-9f7b5662-361c-4f1a-9f1a-c0c1dbdf82fe tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765321 Jul 22 16:59:57.296214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:57.587135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['44fc96fe-e04f-41d7-8c4a-2ee771a42f9a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 16:59:58.471777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cece157-f75b-4bcf-a0b5-95d6b8afcf59 req-f9c04264-9d1c-4aaf-a99f-c3d703d3a069 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:58.473895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cece157-f75b-4bcf-a0b5-95d6b8afcf59 req-f9c04264-9d1c-4aaf-a99f-c3d703d3a069 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 944 time: 0.1423032 Jul 22 16:59:58.530177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7cece157-f75b-4bcf-a0b5-95d6b8afcf59 req-6af24027-9da1-4f1c-8f22-40f9d1623961 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Jul 22 16:59:58.858739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 16:59:58.933790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 16:59:58.938027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 16:59:58.938424 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.059644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.083752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f56ec4-adf4-40d7-981a-31ab0ff83f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fc96fe-e04f-41d7-8c4a-2ee771a42f9a'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 16:59:59.086407 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb262da-b4f0-424b-a5ad-21bf5d4f3960" -d '{"events": [{"server_uuid": "64f56ec4-adf4-40d7-981a-31ab0ff83f7d", "name": "network-vif-plugged", "status": "completed", "tag": "44fc96fe-e04f-41d7-8c4a-2ee771a42f9a"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 16:59:59.099742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,segment=NetworkSegment(a1f6c4f1-c793-49cd-ac43-214a871e2e97),segment_id=a1f6c4f1-c793-49cd-ac43-214a871e2e97)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 16:59:59.106280 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 16:59:59.172752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 16:59:59.177360 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e1ed35-1950-4871-b929-d2b363c18134 x-openstack-request-id: req-36e1ed35-1950-4871-b929-d2b363c18134 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 16:59:59.177936 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f56ec4-adf4-40d7-981a-31ab0ff83f7d", "name": "network-vif-plugged", "status": "completed", "tag": "44fc96fe-e04f-41d7-8c4a-2ee771a42f9a", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 16:59:59.178366 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36e1ed35-1950-4871-b929-d2b363c18134 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 16:59:59.179287 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f56ec4-adf4-40d7-981a-31ab0ff83f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fc96fe-e04f-41d7-8c4a-2ee771a42f9a', 'code': 200} Jul 22 16:59:59.302648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 49dbe199-7c16-40f8-b50f-1c442e1f2bdb no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 16:59:59.348803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 49dbe199-7c16-40f8-b50f-1c442e1f2bdb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 16:59:59.349500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 49dbe199-7c16-40f8-b50f-1c442e1f2bdb not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 16:59:59.391759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5416-c1d5-4905-8675-7fe441f7cf5a req-2c048cf4-89ac-41f1-bdaf-236cf964d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:59.394041 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-260c5416-c1d5-4905-8675-7fe441f7cf5a req-2c048cf4-89ac-41f1-bdaf-236cf964d2f1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 1097 time: 0.1275146 Jul 22 16:59:59.454032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-260c5416-c1d5-4905-8675-7fe441f7cf5a req-67364714-95dd-44b6-9ec6-0b15d3bf902b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494158 Jul 22 16:59:59.694471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032daf41-2eea-4e75-855f-52317075dec4 req-4c42254a-554d-4c26-ab8b-11490be8b7cf tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 16:59:59.701610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-032daf41-2eea-4e75-855f-52317075dec4 req-4c42254a-554d-4c26-ab8b-11490be8b7cf tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 945 time: 0.0903950 Jul 22 16:59:59.741434 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-032daf41-2eea-4e75-855f-52317075dec4 req-159136ba-ae73-4b0e-8bbc-238be4005a09 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383196 Jul 22 17:00:00.962232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d47365-c33b-4e9d-a49c-cd77e6ef4064 req-63ea2ac0-5be3-421a-950d-ad1e281391bf tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:00.964816 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6d47365-c33b-4e9d-a49c-cd77e6ef4064 req-63ea2ac0-5be3-421a-950d-ad1e281391bf tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 945 time: 0.1003048 Jul 22 17:00:01.025206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6d47365-c33b-4e9d-a49c-cd77e6ef4064 req-ec36314b-0f42-43c6-83ad-f64b92b5c180 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534549 Jul 22 17:00:01.436325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-f7ead0c4-f271-4bd8-81f5-5130179935c3 req-ce49fcbd-6671-4cf7-a126-1f2ca9bb7bc6 service neutron] (93751) timed out ('10.222.0.53', 54042) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:00:01.523298 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.563957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 45954) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:03.747033 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37a4758f-f5f2-494f-9367-8f4788962d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.958689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37a4758f-f5f2-494f-9367-8f4788962d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:03.967530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:03.974189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37a4758f-f5f2-494f-9367-8f4788962d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.069068 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-37a4758f-f5f2-494f-9367-8f4788962d9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acbb80536e764ab48f064159894695cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030634 Jul 22 17:00:04.072124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:04.094506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4758f-f5f2-494f-9367-8f4788962d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0b7591-de16-4990-b834-55393f6c5532,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:04.186491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb7df9b6-ceb7-4fd1-8504-d56de46bc266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.237779 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb7df9b6-ceb7-4fd1-8504-d56de46bc266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.267456 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ea3abe61-9608-45bb-ae8c-0e8d371dc298 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b169d1edc9c41efb1d54e53a700342a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984316 Jul 22 17:00:04.269992 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 45986) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:04.388647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb7df9b6-ceb7-4fd1-8504-d56de46bc266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.391256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cb7df9b6-ceb7-4fd1-8504-d56de46bc266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.392404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cb7df9b6-ceb7-4fd1-8504-d56de46bc266 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df0b7591-de16-4990-b834-55393f6c5532 HTTP/1.1" status: 204 len: 168 time: 0.3190985 Jul 22 17:00:04.396213 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65e51565-641a-45d9-a3e1-5d1d5a2c552d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.415461 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7df9b6-ceb7-4fd1-8504-d56de46bc266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0b7591-de16-4990-b834-55393f6c5532,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:04.441665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1162-5251-4f54-8871-0f801aadd4e3 req-9252341f-f632-4ab8-b365-a6fec087955b tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:04.443417 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e5eb1162-5251-4f54-8871-0f801aadd4e3 req-9252341f-f632-4ab8-b365-a6fec087955b tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 945 time: 0.1474020 Jul 22 17:00:04.449830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65e51565-641a-45d9-a3e1-5d1d5a2c552d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.541091 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e5eb1162-5251-4f54-8871-0f801aadd4e3 req-ea422028-2f40-423e-843f-c61a8540d9f8 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792923 Jul 22 17:00:04.567612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65e51565-641a-45d9-a3e1-5d1d5a2c552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.571160 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-65e51565-641a-45d9-a3e1-5d1d5a2c552d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.573105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-65e51565-641a-45d9-a3e1-5d1d5a2c552d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f8aace6-72bf-4ce3-90ce-db83da891bf7 HTTP/1.1" status: 204 len: 168 time: 0.3019230 Jul 22 17:00:04.585016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e51565-641a-45d9-a3e1-5d1d5a2c552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8aace6-72bf-4ce3-90ce-db83da891bf7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:04.824552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46008) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:04.854991 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e486343-cdef-4471-8392-3fbecf71e07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.966809 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e486343-cdef-4471-8392-3fbecf71e07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:04.972662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0e486343-cdef-4471-8392-3fbecf71e07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:05.018463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0e486343-cdef-4471-8392-3fbecf71e07d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2778a7bca0d74d69aa8d4cd5275bbab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895304 Jul 22 17:00:05.018463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e486343-cdef-4471-8392-3fbecf71e07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f532a51-c345-4805-86fe-4226de8b035d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:05.018834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46014) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:05.120483 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44cc9041-d8fa-4d04-a227-b6b26932f2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:05.150740 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44cc9041-d8fa-4d04-a227-b6b26932f2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:05.210222 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44cc9041-d8fa-4d04-a227-b6b26932f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:05.215862 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44cc9041-d8fa-4d04-a227-b6b26932f2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:05.217765 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-44cc9041-d8fa-4d04-a227-b6b26932f2fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f532a51-c345-4805-86fe-4226de8b035d HTTP/1.1" status: 204 len: 168 time: 0.1964750 Jul 22 17:00:05.235683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc9041-d8fa-4d04-a227-b6b26932f2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f532a51-c345-4805-86fe-4226de8b035d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:05.613308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46050) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:05.684296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:05.749397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d392b-0098-40e1-9112-cf93ab1da304 req-6a7169c0-e99e-4275-879c-73c8dc97abfd tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:05.752114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb8d392b-0098-40e1-9112-cf93ab1da304 req-6a7169c0-e99e-4275-879c-73c8dc97abfd tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 945 time: 0.0998509 Jul 22 17:00:05.835158 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb8d392b-0098-40e1-9112-cf93ab1da304 req-61359d43-ce56-46de-8d4d-f47b3ccfdc4e tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/security-groups?id=8071fa6d-e98c-4823-9659-3171558a227d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716305 Jul 22 17:00:05.896542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1118979569-network', 'tenant_id': 'fba00eeaed3e41b0b3927d896b6f1ea8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:05.917580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Made reservation on behalf of fba00eeaed3e41b0b3927d896b6f1ea8 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:05.920012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:05.930607 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.057491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.063185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.090868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-4ce75e06-a110-4e34-ad6a-310366de6e45 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:06.094234 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-4ce75e06-a110-4e34-ad6a-310366de6e45 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.65 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 945 time: 0.0936208 Jul 22 17:00:06.109046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:00:06.111608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febb2f62-c00a-4fdd-b696-6dabe3593a8e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:06.141213 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.141657 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Added segment ed4931ed-d546-4ea7-a369-de5cc213d411 of type vlan for network c2114158-4e51-4c17-bdeb-9bcf18a61df2 Jul 22 17:00:06.193091 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.238424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.240904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:06.242376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.243903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Deleting port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:00:06.244260 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.284613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6700659 Jul 22 17:00:06.287375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46078) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:06.294600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Request body: {'subnet': {'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1118979569-subnet', 'tenant_id': 'fba00eeaed3e41b0b3927d896b6f1ea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:06.329531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c1119-f4eb-4913-81e5-12c6e5553ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2114158-4e51-4c17-bdeb-9bcf18a61df2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:06.342331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network c2114158-4e51-4c17-bdeb-9bcf18a61df2 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:00:06.353195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Made reservation on behalf of fba00eeaed3e41b0b3927d896b6f1ea8 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:06.357209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.359461 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] For port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,segment=NetworkSegment(a1f6c4f1-c793-49cd-ac43-214a871e2e97),segment_id=a1f6c4f1-c793-49cd-ac43-214a871e2e97)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:06.359896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.375443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Calling delete_port for 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:00:06.541237 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.577085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Pushing event deleted for resources: {'Port': ['ID=44fc96fe-e04f-41d7-8c4a-2ee771a42f9a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:06.582127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['44fc96fe-e04f-41d7-8c4a-2ee771a42f9a'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:00:06.676115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.686471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] No DVR routers for this DVR port 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:00:06.692551 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.695455 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d46cdaa8-e7be-4e8e-851e-24409cff2fef req-2dd6768f-df30-4ec2-b8ab-b2860bfab0ee tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.65 "DELETE /v2.0/ports/44fc96fe-e04f-41d7-8c4a-2ee771a42f9a HTTP/1.1" status: 204 len: 173 time: 0.5948057 Jul 22 17:00:06.695962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f56ec4-adf4-40d7-981a-31ab0ff83f7d', 'name': 'network-vif-deleted', 'tag': '44fc96fe-e04f-41d7-8c4a-2ee771a42f9a'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:06.700043 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0493bf52-d5d5-4042-9854-f5b7f5b7bf70" -d '{"events": [{"server_uuid": "64f56ec4-adf4-40d7-981a-31ab0ff83f7d", "name": "network-vif-deleted", "tag": "44fc96fe-e04f-41d7-8c4a-2ee771a42f9a"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:06.761654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83713c5-b74c-4e4e-b959-e701b7546b15,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:06.777037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Checking segment: {'id': 'ed4931ed-d546-4ea7-a369-de5cc213d411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:06.778393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Network hostable DHCP agents. Network: c2114158-4e51-4c17-bdeb-9bcf18a61df2, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:00:06.786494 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543faa61-c868-4173-8a32-3c9589ab16d7 x-openstack-request-id: req-543faa61-c868-4173-8a32-3c9589ab16d7 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:06.786819 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f56ec4-adf4-40d7-981a-31ab0ff83f7d", "name": "network-vif-deleted", "tag": "44fc96fe-e04f-41d7-8c4a-2ee771a42f9a", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:06.787083 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-543faa61-c868-4173-8a32-3c9589ab16d7 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:06.787465 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f56ec4-adf4-40d7-981a-31ab0ff83f7d', 'name': 'network-vif-deleted', 'tag': '44fc96fe-e04f-41d7-8c4a-2ee771a42f9a', 'status': 'completed', 'code': 200} Jul 22 17:00:06.804368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Network c2114158-4e51-4c17-bdeb-9bcf18a61df2 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:00:06.815034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, c2114158-4e51-4c17-bdeb-9bcf18a61df2) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:06.823300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:06.823898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:06.828376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9acad8b-0c8b-43dd-80ce-7eee4bdfb77a None None] Network c2114158-4e51-4c17-bdeb-9bcf18a61df2 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:00:06.860957 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7e754e02-ba1f-40ca-a1a3-a9bfad406124 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5646687 Jul 22 17:00:07.034600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e0edfa5-942d-4017-b0c6-3b2f4e801c57 req-0adc7d40-12eb-457a-b97e-edde7ba97254 tempest-VolumesActionsTest-429365362 tempest-VolumesActionsTest-429365362-project] 10.222.0.53 "GET /v2.0/ports?device_id=64f56ec4-adf4-40d7-981a-31ab0ff83f7d HTTP/1.1" status: 200 len: 210 time: 0.0376484 Jul 22 17:00:07.078845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33890d8f-3043-404a-aff1-568b26ed27a6 None None] Network c2114158-4e51-4c17-bdeb-9bcf18a61df2 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:00:08.879764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:00:08.928157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:00:08.928769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 44fc96fe-e04f-41d7-8c4a-2ee771a42f9a not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:00:09.469970 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:00:17.235895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:17.448423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52b5be81-7849-4a93-b9e3-937e30e8bd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.592679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52b5be81-7849-4a93-b9e3-937e30e8bd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.610022 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-52b5be81-7849-4a93-b9e3-937e30e8bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.667439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5be81-7849-4a93-b9e3-937e30e8bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b86cce-fd9b-489c-952b-e799035d7b97,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:17.708517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-52b5be81-7849-4a93-b9e3-937e30e8bd2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=869f38f8ad4247c18012e2dcf87216d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709699 Jul 22 17:00:17.711531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 46448) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:17.810898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-809ba033-4bcf-48ca-9300-0dc9e68191a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:17.882064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-809ba033-4bcf-48ca-9300-0dc9e68191a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.027166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-809ba033-4bcf-48ca-9300-0dc9e68191a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.030595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-809ba033-4bcf-48ca-9300-0dc9e68191a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.038578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-809ba033-4bcf-48ca-9300-0dc9e68191a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85b86cce-fd9b-489c-952b-e799035d7b97 HTTP/1.1" status: 204 len: 168 time: 0.3256531 Jul 22 17:00:18.047205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ba033-4bcf-48ca-9300-0dc9e68191a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b86cce-fd9b-489c-952b-e799035d7b97,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:18.435371 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-60d60521-daba-4a1b-8b18-54afcc21f6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.574747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46462) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:18.607377 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-007fedae-5f26-4c3c-9541-4b3d0650db1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.739048 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-007fedae-5f26-4c3c-9541-4b3d0650db1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.752722 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-007fedae-5f26-4c3c-9541-4b3d0650db1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:18.809546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fedae-5f26-4c3c-9541-4b3d0650db1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8bdbd9-bfe6-4cd3-b4c4-060dc7f2bcf5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:18.837620 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-007fedae-5f26-4c3c-9541-4b3d0650db1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86223ecc49b14e858c43a20fa06604c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2609000 Jul 22 17:00:18.840097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:18.965082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d721-da59-467b-bf5e-df18bdbcc41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:19.019512 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d721-da59-467b-bf5e-df18bdbcc41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:19.119013 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d721-da59-467b-bf5e-df18bdbcc41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:19.123065 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaa8d721-da59-467b-bf5e-df18bdbcc41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:19.124287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eaa8d721-da59-467b-bf5e-df18bdbcc41f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf8bdbd9-bfe6-4cd3-b4c4-060dc7f2bcf5 HTTP/1.1" status: 204 len: 168 time: 0.2832439 Jul 22 17:00:19.157827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8d721-da59-467b-bf5e-df18bdbcc41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8bdbd9-bfe6-4cd3-b4c4-060dc7f2bcf5,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:19.733842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46486) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:19.749242 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bed1fa1f-6cf0-4ba5-81af-dcc4d099f95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:19.900782 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bed1fa1f-6cf0-4ba5-81af-dcc4d099f95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:19.911864 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bed1fa1f-6cf0-4ba5-81af-dcc4d099f95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:19.976999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1fa1f-6cf0-4ba5-81af-dcc4d099f95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba96b8-c6d3-4a8e-a8a0-63de7d400bf9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:20.032957 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bed1fa1f-6cf0-4ba5-81af-dcc4d099f95f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14411d0035424eaaa65f367b1f0050b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955949 Jul 22 17:00:20.033287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 46490) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:20.092715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e457444-b73c-4b70-828d-5d5bc665f50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:20.156316 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e457444-b73c-4b70-828d-5d5bc665f50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:20.214221 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e457444-b73c-4b70-828d-5d5bc665f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:20.218088 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e457444-b73c-4b70-828d-5d5bc665f50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:20.234865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4e457444-b73c-4b70-828d-5d5bc665f50f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32ba96b8-c6d3-4a8e-a8a0-63de7d400bf9 HTTP/1.1" status: 204 len: 168 time: 0.1878300 Jul 22 17:00:20.252806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e457444-b73c-4b70-828d-5d5bc665f50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ba96b8-c6d3-4a8e-a8a0-63de7d400bf9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:21.051295 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc59d36c-3107-4100-bde9-f51caf73b6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:21.257326 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:22.563970 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:24.276550 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:31.526258 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.064226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47232) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:32.125398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Deleting subnet d0185be5-c7ba-4a54-bbde-f5feb86fbe41 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:00:32.129623 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.186117 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.235932 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.337474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.378601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0185be5-c7ba-4a54-bbde-f5feb86fbe41,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:32.389067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.389616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.390456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.390968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.391511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.392487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.393268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.393761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.394250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.395052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.395561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.396047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.401714 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.406514 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47242) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:32.414358 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aa6f8e7f-e53f-4872-8154-38b7feedaf24 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d0185be5-c7ba-4a54-bbde-f5feb86fbe41 HTTP/1.1" status: 204 len: 168 time: 0.3488660 Jul 22 17:00:32.486453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.576192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.588566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7f89f5-c89e-472b-a2f4-fd0749e93b4e']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:32.611037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f6c4f1-c793-49cd-ac43-214a871e2e97') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:32.611455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f6c4f1-c793-49cd-ac43-214a871e2e97') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:32.626238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.642989 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.660533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:00:32.662028 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:00:32.724291 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:00:32.730452 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.749384 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.751405 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ca7f89f5-c89e-472b-a2f4-fd0749e93b4e HTTP/1.1" status: 204 len: 168 time: 0.3438749 Jul 22 17:00:32.752476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7f89f5-c89e-472b-a2f4-fd0749e93b4e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:32.754833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:32.795518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.795972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.796890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.797472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.798289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.799188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.799770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.800301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.813697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.814206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.814599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.815036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a9eb9-6703-4054-8788-913b23de1c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:32.844658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f4b24b-9e54-4a94-829e-bc26ae9d50ae admin admin] Deleting subnet 2c41dfb1-65bc-42ef-825a-3ef9ed132789 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:00:32.848823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b24b-9e54-4a94-829e-bc26ae9d50ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.894835 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b24b-9e54-4a94-829e-bc26ae9d50ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:32.942729 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b24b-9e54-4a94-829e-bc26ae9d50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.012458 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b24b-9e54-4a94-829e-bc26ae9d50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.040797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4b24b-9e54-4a94-829e-bc26ae9d50ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c41dfb1-65bc-42ef-825a-3ef9ed132789,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:33.042770 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b24b-9e54-4a94-829e-bc26ae9d50ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.044720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c3f4b24b-9e54-4a94-829e-bc26ae9d50ae admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2c41dfb1-65bc-42ef-825a-3ef9ed132789 HTTP/1.1" status: 204 len: 168 time: 0.2888258 Jul 22 17:00:33.047114 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:33.140256 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.256238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.267206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0389c4b-7e92-46ee-88c5-aff9fc9f21f6']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:33.278273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecea669-ed23-447e-a37b-4a71e9a621b9') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:33.278569 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecea669-ed23-447e-a37b-4a71e9a621b9') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:00:33.288590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.306582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.315842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:00:33.316253 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:00:33.317986 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:00:33.384081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.390329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.392298 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] 10.222.0.53 "DELETE /v2.0/networks/b0389c4b-7e92-46ee-88c5-aff9fc9f21f6 HTTP/1.1" status: 204 len: 168 time: 0.3441215 Jul 22 17:00:33.406053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bc3c5-e862-4ed8-a9c9-09b54d69023a admin admin] Pushing event deleted for resources: {'Network': ['ID=b0389c4b-7e92-46ee-88c5-aff9fc9f21f6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:33.643466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47268) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:33.707155 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-248ae227-c93f-49d7-bff4-8744c28d5483 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bbf6c107e4fe44428f8fc4671e464366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600195 Jul 22 17:00:33.707922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47270) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:33.781376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5dafc50-314c-4580-8958-3fcf36546c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.816661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5dafc50-314c-4580-8958-3fcf36546c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.878368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5dafc50-314c-4580-8958-3fcf36546c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.881440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c5dafc50-314c-4580-8958-3fcf36546c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:33.885154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c5dafc50-314c-4580-8958-3fcf36546c16 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8071fa6d-e98c-4823-9659-3171558a227d HTTP/1.1" status: 204 len: 168 time: 0.1739309 Jul 22 17:00:33.892048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dafc50-314c-4580-8958-3fcf36546c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8071fa6d-e98c-4823-9659-3171558a227d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:34.393861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47296) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:34.450762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-165e89c5-8c2f-4c45-b79d-afcddf2f5602 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51d629b1cae04ef295d91b87e52e07be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533278 Jul 22 17:00:34.451067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47298) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:34.543019 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf51d79-f66f-49d9-8c4f-78a205d07878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.566470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf51d79-f66f-49d9-8c4f-78a205d07878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.617011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47302) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:34.626175 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf51d79-f66f-49d9-8c4f-78a205d07878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.629486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7bf51d79-f66f-49d9-8c4f-78a205d07878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:34.630822 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7bf51d79-f66f-49d9-8c4f-78a205d07878 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ace32110-cc16-4886-9639-a937418cfa3f HTTP/1.1" status: 204 len: 168 time: 0.1789203 Jul 22 17:00:34.644416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf51d79-f66f-49d9-8c4f-78a205d07878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace32110-cc16-4886-9639-a937418cfa3f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:34.933335 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfbabaf7-df97-490c-ba5d-c8ab6de1ad29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.078512 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfbabaf7-df97-490c-ba5d-c8ab6de1ad29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.085324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dfbabaf7-df97-490c-ba5d-c8ab6de1ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.133499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dfbabaf7-df97-490c-ba5d-c8ab6de1ad29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d8ee5ad60cb44ccb9ac36507b579a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149693 Jul 22 17:00:35.134454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbabaf7-df97-490c-ba5d-c8ab6de1ad29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946fb3f7-b408-4146-80f9-c147500e33b1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:35.136725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:35.203507 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee95c71-fa89-436f-b90f-0a0852eb26e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.231465 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee95c71-fa89-436f-b90f-0a0852eb26e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.318079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee95c71-fa89-436f-b90f-0a0852eb26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.323538 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ee95c71-fa89-436f-b90f-0a0852eb26e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.325240 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3ee95c71-fa89-436f-b90f-0a0852eb26e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/946fb3f7-b408-4146-80f9-c147500e33b1 HTTP/1.1" status: 204 len: 168 time: 0.1870689 Jul 22 17:00:35.333521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee95c71-fa89-436f-b90f-0a0852eb26e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946fb3f7-b408-4146-80f9-c147500e33b1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:35.699287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47350) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:35.703697 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.726607 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea985-b397-4a33-b98d-f7f2beab30f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.858105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea985-b397-4a33-b98d-f7f2beab30f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.864747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c4ea985-b397-4a33-b98d-f7f2beab30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:35.911768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0c4ea985-b397-4a33-b98d-f7f2beab30f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0de4545f09704e4aa9cd9f61f7f2a880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111392 Jul 22 17:00:35.915047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47358) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:35.921493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ea985-b397-4a33-b98d-f7f2beab30f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfdc0ab-9618-4e38-a602-fbe27ff2e2e1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:35.978104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22d00107-28a2-4c0d-814e-f982215793e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.013871 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22d00107-28a2-4c0d-814e-f982215793e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.067810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22d00107-28a2-4c0d-814e-f982215793e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.077976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-22d00107-28a2-4c0d-814e-f982215793e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.079764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-22d00107-28a2-4c0d-814e-f982215793e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecfdc0ab-9618-4e38-a602-fbe27ff2e2e1 HTTP/1.1" status: 204 len: 168 time: 0.1637609 Jul 22 17:00:36.091696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d00107-28a2-4c0d-814e-f982215793e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfdc0ab-9618-4e38-a602-fbe27ff2e2e1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:36.497622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 47382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:36.654285 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a937e349-df15-41ed-8dc2-c51974bcc2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.783750 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a937e349-df15-41ed-8dc2-c51974bcc2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.790160 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a937e349-df15-41ed-8dc2-c51974bcc2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.835820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a937e349-df15-41ed-8dc2-c51974bcc2da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54bac62de2e34dffa4d4a838f9b5e865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364108 Jul 22 17:00:36.838084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 47398) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:00:36.848327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937e349-df15-41ed-8dc2-c51974bcc2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9164fc8-3057-4088-b144-d3aa6af33d5b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:36.937803 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c61497d-4243-480b-baeb-6d024c271a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:36.965909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c61497d-4243-480b-baeb-6d024c271a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:37.066251 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c61497d-4243-480b-baeb-6d024c271a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:37.073927 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c61497d-4243-480b-baeb-6d024c271a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:37.073927 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0c61497d-4243-480b-baeb-6d024c271a7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9164fc8-3057-4088-b144-d3aa6af33d5b HTTP/1.1" status: 204 len: 168 time: 0.2321351 Jul 22 17:00:37.091225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61497d-4243-480b-baeb-6d024c271a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9164fc8-3057-4088-b144-d3aa6af33d5b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:40.075033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-1ae9c547-b048-4dd9-891a-a5dd5e1d1ebc tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3d7dc3b141d94d4b81bbb42071267ba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414948 Jul 22 17:00:40.216440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e1be32af-871a-458e-a3b2-e8794711bb66 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:40.217998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e1be32af-871a-458e-a3b2-e8794711bb66 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1422052 Jul 22 17:00:40.233676 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-aa6971b4-4e80-4e6b-b82b-0208c8f3ad0b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/quotas/3d7dc3b141d94d4b81bbb42071267ba0 HTTP/1.1" status: 200 len: 375 time: 0.0102482 Jul 22 17:00:40.275037 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-bc80d08a-014f-4af3-8564-dd3af8f55e7d tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d7dc3b141d94d4b81bbb42071267ba0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327935 Jul 22 17:00:40.725956 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf1a782e-5110-4500-9284-3ace66b8b5ba req-b93109f1-cae2-4440-be82-260e17bcf653 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 210 time: 0.2283716 Jul 22 17:00:41.714310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-c04eb950-8026-46de-9d41-37766435461f tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3d7dc3b141d94d4b81bbb42071267ba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278239 Jul 22 17:00:41.888230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-dd019f15-abcd-4110-a7cb-2c53761c8acf tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:41.889721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-dd019f15-abcd-4110-a7cb-2c53761c8acf tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683011 Jul 22 17:00:41.909115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f99ec68-4fe9-459e-a6e2-b76db2ffa757 req-7ecb5765-5070-442c-baae-6b4af86ed945 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 210 time: 0.0521178 Jul 22 17:00:41.926462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Request body: {'port': {'device_id': '898d2f07-c3c8-4c8f-b87e-054faa382f30', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '3d7dc3b141d94d4b81bbb42071267ba0'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:42.102822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Made reservation on behalf of 3d7dc3b141d94d4b81bbb42071267ba0 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:00:42.112576 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.126841 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.283097 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.293885 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.378736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e81b9b-50b5-4f11-804b-5d05d9b512b3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:42.477834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Allocated IP 192.168.233.232 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/e311bfc2-5f5e-41c7-931d-04328f452371) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:00:42.712857 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.729029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Transition to ACTIVE for port object e311bfc2-5f5e-41c7-931d-04328f452371 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:42.771879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.821472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:00:42.823462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:00:42.830391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:00:42.864398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Pushing event updated for resources: {'Port': ['ID=e311bfc2-5f5e-41c7-931d-04328f452371,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:42.913305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:42.913720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:42.937607 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-e6a7d3c0-6c45-4f7f-bacc-720b2a42f6d2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0164847 Jul 22 17:00:42.955506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Request body: {'port': {'device_id': '898d2f07-c3c8-4c8f-b87e-054faa382f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:00:43.136355 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23475c6-f1e2-4535-8d1b-7a9b7197da48 req-89eb3ac2-d0a1-4e2e-a7bc-1e14292a3973 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:43.147854 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.153523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c23475c6-f1e2-4535-8d1b-7a9b7197da48 req-89eb3ac2-d0a1-4e2e-a7bc-1e14292a3973 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 936 time: 0.1260312 Jul 22 17:00:43.217001 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c23475c6-f1e2-4535-8d1b-7a9b7197da48 req-430d619c-2231-4645-bc25-93f2b027ea48 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622351 Jul 22 17:00:43.276958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-20da8cdf-06c2-4612-aa8d-1eb121b18a13 None None] Provisioning for port e311bfc2-5f5e-41c7-931d-04328f452371 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:43.283734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-20da8cdf-06c2-4612-aa8d-1eb121b18a13 None None] Provisioning complete for port e311bfc2-5f5e-41c7-931d-04328f452371 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:43.283960 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-20da8cdf-06c2-4612-aa8d-1eb121b18a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.426863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-20da8cdf-06c2-4612-aa8d-1eb121b18a13 None None] Port e311bfc2-5f5e-41c7-931d-04328f452371 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:00:43.948280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e311bfc2-5f5e-41c7-931d-04328f452371 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:00:43.960497 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:43.978561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Transition to ACTIVE for port object e311bfc2-5f5e-41c7-931d-04328f452371 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:00:43.990294 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.066559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Pushing event updated for resources: {'Port': ['ID=e311bfc2-5f5e-41c7-931d-04328f452371,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:44.263553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Attempting to bind port e311bfc2-5f5e-41c7-931d-04328f452371 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:00:44.264005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Attempting to bind port e311bfc2-5f5e-41c7-931d-04328f452371 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:00:44.264679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Attempting to bind port e311bfc2-5f5e-41c7-931d-04328f452371 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:44.269680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Port e311bfc2-5f5e-41c7-931d-04328f452371 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:00:44.270133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Attempting to bind port e311bfc2-5f5e-41c7-931d-04328f452371 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:00:44.278567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:00:44.279041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:00:44.279502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:00:44.280036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Bound port: e311bfc2-5f5e-41c7-931d-04328f452371, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:00:44.280464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.389553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] For port e311bfc2-5f5e-41c7-931d-04328f452371, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:00:44.394185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] For port e311bfc2-5f5e-41c7-931d-04328f452371, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e311bfc2-5f5e-41c7-931d-04328f452371,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:00:44.469233 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.580223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Pushing event updated for resources: {'Port': ['ID=e311bfc2-5f5e-41c7-931d-04328f452371,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:44.627389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:44.628359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:44.629987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-918ac7ac-7189-4220-867d-fa86346be18c service neutron] 10.222.0.20 "PUT /v2.0/ports/e311bfc2-5f5e-41c7-931d-04328f452371 HTTP/1.1" status: 200 len: 1097 time: 1.6794324 Jul 22 17:00:44.631794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898d2f07-c3c8-4c8f-b87e-054faa382f30', 'tag': 'e311bfc2-5f5e-41c7-931d-04328f452371'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:44.635213 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a73022c-b100-48e9-9b13-e6a69a39663e" -d '{"events": [{"name": "network-changed", "server_uuid": "898d2f07-c3c8-4c8f-b87e-054faa382f30", "tag": "e311bfc2-5f5e-41c7-931d-04328f452371"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:44.707623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cbb18-a9a5-453b-b0da-8014de46f1a2 req-a8e269cc-2d9b-46b4-b89c-204296da4acc tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:44.709724 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-490cbb18-a9a5-453b-b0da-8014de46f1a2 req-a8e269cc-2d9b-46b4-b89c-204296da4acc tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 948 time: 0.3115172 Jul 22 17:00:44.769792 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a431a7-53a1-4965-a622-3ab329f2383c x-openstack-request-id: req-22a431a7-53a1-4965-a622-3ab329f2383c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:44.770299 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898d2f07-c3c8-4c8f-b87e-054faa382f30", "tag": "e311bfc2-5f5e-41c7-931d-04328f452371", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:44.770299 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22a431a7-53a1-4965-a622-3ab329f2383c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:44.770710 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898d2f07-c3c8-4c8f-b87e-054faa382f30', 'tag': 'e311bfc2-5f5e-41c7-931d-04328f452371', 'status': 'completed', 'code': 200} Jul 22 17:00:44.807793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-490cbb18-a9a5-453b-b0da-8014de46f1a2 req-f15b4b8b-c476-4fd1-8ba6-1412cb31cc16 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857422 Jul 22 17:00:44.861694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-abe92612-271f-44cb-aa0d-39279c3ab42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:44.864548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-abe92612-271f-44cb-aa0d-39279c3ab42e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7dc3b141d94d4b81bbb42071267ba0&device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 1100 time: 0.1533496 Jul 22 17:00:44.936240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-6342cf8a-3cc2-4503-ba8b-e89c15b98163 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=e311bfc2-5f5e-41c7-931d-04328f452371 HTTP/1.1" status: 200 len: 217 time: 0.0583425 Jul 22 17:00:44.997028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-989f643f-3f53-4c76-8ca1-64efc3561f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:44.998619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-989f643f-3f53-4c76-8ca1-64efc3561f91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0561213 Jul 22 17:00:45.061114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-b94e04aa-63e7-441f-a229-53cb1c5bbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:45.062730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-b94e04aa-63e7-441f-a229-53cb1c5bbb1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570989 Jul 22 17:00:45.173584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-89af3a76-fa54-4fee-80da-569a3fa347e3 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037910 Jul 22 17:00:45.280937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-24bba12d-e7d8-4cbe-96f9-68956eccb598 req-5447080e-e206-41e5-be22-9dc6b0d7ffde service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016660 Jul 22 17:00:45.441404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-03c2809c-bdda-4164-b0c7-0335cac78282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:45.442911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-03c2809c-bdda-4164-b0c7-0335cac78282 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7dc3b141d94d4b81bbb42071267ba0&device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 1100 time: 0.0711799 Jul 22 17:00:45.540855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-9ab3fbea-0065-4101-8786-c73d6055c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:45.542358 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-9ab3fbea-0065-4101-8786-c73d6055c4d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.0929620 Jul 22 17:00:45.590790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-c989b283-1653-4b04-bc75-0e3c0cd808b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=e311bfc2-5f5e-41c7-931d-04328f452371 HTTP/1.1" status: 200 len: 217 time: 0.0404131 Jul 22 17:00:45.647464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-ef2bc182-059f-4987-bbbb-6108338f6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:45.649208 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-ef2bc182-059f-4987-bbbb-6108338f6d11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0497580 Jul 22 17:00:45.716929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-d11a46fa-9091-4c2b-ab4f-176b4d820d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:45.718446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-d11a46fa-9091-4c2b-ab4f-176b4d820d84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619991 Jul 22 17:00:45.817795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-ee15b25f-9219-4cb3-b2e7-7e9efaa94579 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915246 Jul 22 17:00:45.968452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a73022c-b100-48e9-9b13-e6a69a39663e req-18ca0192-69ea-4b55-8458-9dcf668d0361 service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421258 Jul 22 17:00:45.992191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c42e2-d37f-4481-80e1-f70a48b20487 req-9d123637-9e35-4a5a-bb3a-e3c11221aad2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:45.993790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-487c42e2-d37f-4481-80e1-f70a48b20487 req-9d123637-9e35-4a5a-bb3a-e3c11221aad2 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 948 time: 0.1050236 Jul 22 17:00:46.044528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-487c42e2-d37f-4481-80e1-f70a48b20487 req-92378f52-6611-4122-9cdd-2c9a57374f19 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Jul 22 17:00:46.470908 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:00:47.197288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523c007-cdb5-454b-9e03-ce804646b9f0 req-08f8c971-e9fe-41f5-9e1c-4ab2f5e712a5 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:47.210222 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8523c007-cdb5-454b-9e03-ce804646b9f0 req-08f8c971-e9fe-41f5-9e1c-4ab2f5e712a5 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 948 time: 0.0810437 Jul 22 17:00:47.260048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8523c007-cdb5-454b-9e03-ce804646b9f0 req-84fea913-711e-4ec3-8c06-dbe4e53f0ef9 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484066 Jul 22 17:00:47.478587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e311bfc2-5f5e-41c7-931d-04328f452371 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:00:47.628096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e311bfc2-5f5e-41c7-931d-04328f452371, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e311bfc2-5f5e-41c7-931d-04328f452371,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:47.668673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'e311bfc2-5f5e-41c7-931d-04328f452371', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': 'e311bfc2-5f5e-41c7-931d-04328f452371', 'mac_address': 'fa:16:3e:81:55:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:00:47.732125 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.754024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e311bfc2-5f5e-41c7-931d-04328f452371 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:00:47.788778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e311bfc2-5f5e-41c7-931d-04328f452371, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e311bfc2-5f5e-41c7-931d-04328f452371,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:47.793819 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:47.864470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e311bfc2-5f5e-41c7-931d-04328f452371,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:47.873545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.873884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.874324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.874661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.875043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.875371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.875690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.876013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.876330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.876647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.876963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:47.877280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:00:48.054840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['e311bfc2-5f5e-41c7-931d-04328f452371'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:00:48.441300 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abee6c51-baa8-4be6-aac7-8a3e61eab8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:48.477691 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0d9da-ecee-43d9-8f51-2fb7a9f9424c req-6001d860-45cc-4edf-b463-5f15d4e9b5e1 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:48.482505 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2be0d9da-ecee-43d9-8f51-2fb7a9f9424c req-6001d860-45cc-4edf-b463-5f15d4e9b5e1 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 949 time: 0.1390927 Jul 22 17:00:48.541815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2be0d9da-ecee-43d9-8f51-2fb7a9f9424c req-f3b51427-aa3b-41fe-b0e0-7b867cf6d234 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Jul 22 17:00:49.478321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e311bfc2-5f5e-41c7-931d-04328f452371 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:00:49.551643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port e311bfc2-5f5e-41c7-931d-04328f452371 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:00:49.561198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port e311bfc2-5f5e-41c7-931d-04328f452371 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:00:49.561623 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:49.671591 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:49.737795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4f297-7efb-4632-a9fd-44f3b0d0de3b req-52f256ec-9ea3-4f0a-9456-0ae9efc9c0ce tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:49.747360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c5f4f297-7efb-4632-a9fd-44f3b0d0de3b req-52f256ec-9ea3-4f0a-9456-0ae9efc9c0ce tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 949 time: 0.0842102 Jul 22 17:00:49.765333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e311bfc2-5f5e-41c7-931d-04328f452371, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e311bfc2-5f5e-41c7-931d-04328f452371,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:00:49.767271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d2f07-c3c8-4c8f-b87e-054faa382f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e311bfc2-5f5e-41c7-931d-04328f452371'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:00:49.770128 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff51cca-156d-4474-8727-da29d33ca52d" -d '{"events": [{"server_uuid": "898d2f07-c3c8-4c8f-b87e-054faa382f30", "name": "network-vif-plugged", "status": "completed", "tag": "e311bfc2-5f5e-41c7-931d-04328f452371"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:00:49.788382 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:49.841838 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c5f4f297-7efb-4632-a9fd-44f3b0d0de3b req-dbea14e3-08c2-4f32-b67d-5ce0b4a815b9 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933867 Jul 22 17:00:49.877889 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7eabe8-7b18-4cad-be14-38328ed806d7 x-openstack-request-id: req-6e7eabe8-7b18-4cad-be14-38328ed806d7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:00:49.878179 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d2f07-c3c8-4c8f-b87e-054faa382f30", "name": "network-vif-plugged", "status": "completed", "tag": "e311bfc2-5f5e-41c7-931d-04328f452371", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:00:49.878439 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e7eabe8-7b18-4cad-be14-38328ed806d7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:00:49.878832 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d2f07-c3c8-4c8f-b87e-054faa382f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e311bfc2-5f5e-41c7-931d-04328f452371', 'code': 200} Jul 22 17:00:49.919833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e311bfc2-5f5e-41c7-931d-04328f452371,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:00:50.051857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ddbf-d1de-464c-abad-e3f6e77262c1 req-8191b90b-a4d1-4d79-8a92-7c23efdf712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:50.053856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de24ddbf-d1de-464c-abad-e3f6e77262c1 req-8191b90b-a4d1-4d79-8a92-7c23efdf712c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 1102 time: 0.0899985 Jul 22 17:00:50.092023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de24ddbf-d1de-464c-abad-e3f6e77262c1 req-7e234bef-b113-4252-a893-882b24584a43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Jul 22 17:00:51.053517 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-35f912b7-d259-4398-861d-1d2fb234576d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:51.093091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94376596-f826-4a77-af7e-2717818265a7 req-b4247492-cd2a-480d-8bb2-cbb1a0ca8a96 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:51.095043 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94376596-f826-4a77-af7e-2717818265a7 req-b4247492-cd2a-480d-8bb2-cbb1a0ca8a96 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 950 time: 0.1154847 Jul 22 17:00:51.191156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94376596-f826-4a77-af7e-2717818265a7 req-e642c3ee-209b-4a06-8e94-d567f3379999 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Jul 22 17:00:51.266246 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:52.407771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e72fe-b966-4061-87f0-1553c8f5ba95 req-fe80222e-d44f-438f-a119-f67734f2a15d tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:00:52.409422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a16e72fe-b966-4061-87f0-1553c8f5ba95 req-fe80222e-d44f-438f-a119-f67734f2a15d tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 950 time: 0.1060460 Jul 22 17:00:52.472874 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a16e72fe-b966-4061-87f0-1553c8f5ba95 req-f97a8f50-8635-4d36-a595-eca9bb8dfb07 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543587 Jul 22 17:00:52.589831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:00:54.293728 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:01.545265 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:04.982896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 48166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:05.189343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2f23046-17a0-4a8e-a691-eec0effb3e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.323546 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2f23046-17a0-4a8e-a691-eec0effb3e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.333830 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d2f23046-17a0-4a8e-a691-eec0effb3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.389172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d2f23046-17a0-4a8e-a691-eec0effb3e3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a129f9f7c7d4464cbc408cce7d00b6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990657 Jul 22 17:01:05.389172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f23046-17a0-4a8e-a691-eec0effb3e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0baa08a-8135-47d3-85de-cb82afcbfa6f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:05.389692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:05.446507 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e0001d5-3d5d-4471-b15c-087a88c34360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.471807 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e0001d5-3d5d-4471-b15c-087a88c34360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.588867 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e0001d5-3d5d-4471-b15c-087a88c34360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.591771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8e0001d5-3d5d-4471-b15c-087a88c34360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:05.593283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8e0001d5-3d5d-4471-b15c-087a88c34360 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0baa08a-8135-47d3-85de-cb82afcbfa6f HTTP/1.1" status: 204 len: 168 time: 0.2003081 Jul 22 17:01:05.610368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0001d5-3d5d-4471-b15c-087a88c34360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0baa08a-8135-47d3-85de-cb82afcbfa6f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:05.705015 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:14.785313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-92cad3f5-4ff5-4c9c-b1c4-3999ce4a05eb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:14.797005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-92cad3f5-4ff5-4c9c-b1c4-3999ce4a05eb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/networks?id=c2114158-4e51-4c17-bdeb-9bcf18a61df2 HTTP/1.1" status: 200 len: 814 time: 0.2716711 Jul 22 17:01:14.837784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-83084811-2542-4e33-b81a-441044446261 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/quotas/fba00eeaed3e41b0b3927d896b6f1ea8 HTTP/1.1" status: 200 len: 375 time: 0.0357707 Jul 22 17:01:14.892930 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-9174657c-95eb-4a7b-9fb8-f51f2fdbdf7c tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fba00eeaed3e41b0b3927d896b6f1ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530891 Jul 22 17:01:14.899556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-a4c532a1-6625-402b-9180-f514e5468f34 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:01:14.906837 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-a4c532a1-6625-402b-9180-f514e5468f34 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130260 Jul 22 17:01:15.175850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-7adec61a-a86d-4b81-ae8f-55cab204d185 service neutron] 10.222.0.53 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678640 Jul 22 17:01:15.315434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-fa211ade-0b7b-49bf-9817-44b0642067e1 service neutron] 10.222.0.53 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383903 Jul 22 17:01:15.514306 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1fb7911-583a-465a-965b-3f9099398c27 req-8a5a6625-03b5-41d6-8654-81e6ad6b1721 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 210 time: 0.0411015 Jul 22 17:01:16.700416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23957fbd-6e15-481f-a6a4-97490f4cb355 req-46269721-81a4-4067-9378-21608ffeabe2 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 210 time: 0.0633264 Jul 22 17:01:16.880780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-73d73717-2086-4cef-94f9-2e501f59b28a tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:16.883192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-73d73717-2086-4cef-94f9-2e501f59b28a tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.65 "GET /v2.0/networks?id=c2114158-4e51-4c17-bdeb-9bcf18a61df2 HTTP/1.1" status: 200 len: 814 time: 0.1316285 Jul 22 17:01:16.907747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Request body: {'port': {'device_id': '0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90', 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2', 'admin_state_up': True, 'tenant_id': 'fba00eeaed3e41b0b3927d896b6f1ea8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:17.075805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Made reservation on behalf of fba00eeaed3e41b0b3927d896b6f1ea8 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:01:17.081481 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:17.362028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Allocated IP 172.20.0.4 (c2114158-4e51-4c17-bdeb-9bcf18a61df2/f83713c5-b74c-4e4e-b959-e701b7546b15/0c520327-3d4c-4a57-9464-f84e8cc69fc9) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:17.603873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:17.649615 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:17.675097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Network c2114158-4e51-4c17-bdeb-9bcf18a61df2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:17.679205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:17.687132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:17.772374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Pushing event updated for resources: {'Port': ['ID=0c520327-3d4c-4a57-9464-f84e8cc69fc9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:17.810518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:17.811353 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:17.852016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-2e29ea19-0da4-4662-8385-a9f1fb5dbd70 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9515126 Jul 22 17:01:17.961281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be426a8e-c892-4b12-bf9a-fa3ecb87cead req-0c589337-7181-4f4e-acf2-be6db6d75699 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:17.976632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be426a8e-c892-4b12-bf9a-fa3ecb87cead req-0c589337-7181-4f4e-acf2-be6db6d75699 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 931 time: 0.1558092 Jul 22 17:01:17.978299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Request body: {'port': {'device_id': '0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:18.039535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be426a8e-c892-4b12-bf9a-fa3ecb87cead req-dfef43b1-558d-405b-bfe4-f13560d3c0a6 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616980 Jul 22 17:01:18.106225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.436669 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-88ba637d-6d4c-4c06-b577-17b8851cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.505853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c520327-3d4c-4a57-9464-f84e8cc69fc9 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:01:18.514791 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.527833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Transition to ACTIVE for port object 0c520327-3d4c-4a57-9464-f84e8cc69fc9 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:18.533333 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.614106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Pushing event updated for resources: {'Port': ['ID=0c520327-3d4c-4a57-9464-f84e8cc69fc9,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:18.706413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Attempting to bind port 0c520327-3d4c-4a57-9464-f84e8cc69fc9 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:18.706642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Attempting to bind port 0c520327-3d4c-4a57-9464-f84e8cc69fc9 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'ed4931ed-d546-4ea7-a369-de5cc213d411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:18.706989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Attempting to bind port 0c520327-3d4c-4a57-9464-f84e8cc69fc9 on network c2114158-4e51-4c17-bdeb-9bcf18a61df2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:18.714309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Port 0c520327-3d4c-4a57-9464-f84e8cc69fc9 on network c2114158-4e51-4c17-bdeb-9bcf18a61df2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:01:18.714639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Attempting to bind port 0c520327-3d4c-4a57-9464-f84e8cc69fc9 on network c2114158-4e51-4c17-bdeb-9bcf18a61df2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:18.720324 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:18.720649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Checking segment: {'id': 'ed4931ed-d546-4ea7-a369-de5cc213d411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:18.721038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Bound using segment: {'id': 'ed4931ed-d546-4ea7-a369-de5cc213d411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:18.721468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Bound port: 0c520327-3d4c-4a57-9464-f84e8cc69fc9, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4931ed-d546-4ea7-a369-de5cc213d411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:18.721830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.813683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] For port 0c520327-3d4c-4a57-9464-f84e8cc69fc9, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:18.817265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] For port 0c520327-3d4c-4a57-9464-f84e8cc69fc9, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0c520327-3d4c-4a57-9464-f84e8cc69fc9,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:18.822674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.878553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:18.879689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:18.882428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] 10.222.0.65 "PUT /v2.0/ports/0c520327-3d4c-4a57-9464-f84e8cc69fc9 HTTP/1.1" status: 200 len: 1092 time: 1.0115621 Jul 22 17:01:18.883482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90', 'tag': '0c520327-3d4c-4a57-9464-f84e8cc69fc9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:18.887176 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62693076-0952-4915-b885-ab4c12057f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90", "tag": "0c520327-3d4c-4a57-9464-f84e8cc69fc9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:18.944477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add48956-16bd-40d9-8c30-ff0dea541e5a service neutron] Pushing event updated for resources: {'Port': ['ID=0c520327-3d4c-4a57-9464-f84e8cc69fc9,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:19.032185 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-ae7f01cf-339c-499a-a713-c255a1e82c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:19.032411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-ae7f01cf-339c-499a-a713-c255a1e82c03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fba00eeaed3e41b0b3927d896b6f1ea8&device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 1095 time: 0.0752952 Jul 22 17:01:19.120959 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-5da5b6af-09d7-47a4-9900-7f5f6189e0ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c520327-3d4c-4a57-9464-f84e8cc69fc9 HTTP/1.1" status: 200 len: 217 time: 0.0739660 Jul 22 17:01:19.183872 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20044587-e9cf-4f5d-a6d9-b865e77fd099 x-openstack-request-id: req-20044587-e9cf-4f5d-a6d9-b865e77fd099 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:19.184419 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90", "tag": "0c520327-3d4c-4a57-9464-f84e8cc69fc9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:19.184823 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20044587-e9cf-4f5d-a6d9-b865e77fd099 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:19.185403 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90', 'tag': '0c520327-3d4c-4a57-9464-f84e8cc69fc9', 'status': 'completed', 'code': 200} Jul 22 17:01:19.219211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-58abb381-997c-4a8c-b109-892de5fcd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:19.225257 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-58abb381-997c-4a8c-b109-892de5fcd870 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f83713c5-b74c-4e4e-b959-e701b7546b15 HTTP/1.1" status: 200 len: 854 time: 0.0962939 Jul 22 17:01:19.249936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb34db-cb40-4773-8f2d-09104e09809a req-083a72bc-0014-496b-84f6-8e74c28079ef tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:19.262364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55eb34db-cb40-4773-8f2d-09104e09809a req-083a72bc-0014-496b-84f6-8e74c28079ef tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 943 time: 0.1067204 Jul 22 17:01:19.288296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-70a66058-4abb-4ca4-85b0-39bef863fdf3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c2114158-4e51-4c17-bdeb-9bcf18a61df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548077 Jul 22 17:01:19.331216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55eb34db-cb40-4773-8f2d-09104e09809a req-bd424c3e-1276-4cf3-91be-60043f91760b tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540419 Jul 22 17:01:19.438853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-cbdd8f9d-29a7-44b9-a4c5-b5619c85305f service neutron] 10.222.0.65 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435437 Jul 22 17:01:19.585589 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bac5df37-ca49-45ed-bc90-62cbe18997b7 req-d2c5965c-edff-4aef-bdbc-2685d852cb0b service neutron] 10.222.0.65 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372368 Jul 22 17:01:19.848612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62693076-0952-4915-b885-ab4c12057f2a req-5144e971-7e33-444e-8f30-cb624fa6ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:19.851996 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62693076-0952-4915-b885-ab4c12057f2a req-5144e971-7e33-444e-8f30-cb624fa6ea1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fba00eeaed3e41b0b3927d896b6f1ea8&device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 1095 time: 0.1195827 Jul 22 17:01:20.024766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62693076-0952-4915-b885-ab4c12057f2a req-a9470fa6-353d-4248-b566-168680845940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:20.027296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62693076-0952-4915-b885-ab4c12057f2a req-a9470fa6-353d-4248-b566-168680845940 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c2114158-4e51-4c17-bdeb-9bcf18a61df2 HTTP/1.1" status: 200 len: 915 time: 0.1668646 Jul 22 17:01:20.093767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62693076-0952-4915-b885-ab4c12057f2a req-a78633eb-a3d0-4801-8273-dd5c8e021df5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c520327-3d4c-4a57-9464-f84e8cc69fc9 HTTP/1.1" status: 200 len: 217 time: 0.0587063 Jul 22 17:01:20.185190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62693076-0952-4915-b885-ab4c12057f2a req-b1576ceb-9d38-4612-910d-e536e88e8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:20.186768 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62693076-0952-4915-b885-ab4c12057f2a req-b1576ceb-9d38-4612-910d-e536e88e8c37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f83713c5-b74c-4e4e-b959-e701b7546b15 HTTP/1.1" status: 200 len: 854 time: 0.0812464 Jul 22 17:01:20.238619 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62693076-0952-4915-b885-ab4c12057f2a req-b791287c-4cca-46b9-836a-3a419de17398 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c2114158-4e51-4c17-bdeb-9bcf18a61df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417132 Jul 22 17:01:20.483755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62693076-0952-4915-b885-ab4c12057f2a req-f456c259-f728-4734-ba98-e46e23ec832a service neutron] 10.222.0.65 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368100 Jul 22 17:01:20.716815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7d7b0-43e6-4f3c-a39d-734f1ea201b1 req-c2d17af3-3d9e-4e52-b1ba-a53aa910324b tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:20.718418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3b7d7b0-43e6-4f3c-a39d-734f1ea201b1 req-c2d17af3-3d9e-4e52-b1ba-a53aa910324b tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 943 time: 0.2334085 Jul 22 17:01:20.777616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d3b7d7b0-43e6-4f3c-a39d-734f1ea201b1 req-3aca80d5-5731-4f23-9610-27bac5df3f1b tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480213 Jul 22 17:01:20.792148 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-62693076-0952-4915-b885-ab4c12057f2a req-f5d5bb59-3fe2-46f7-9850-d470d5adadb6 service neutron] 10.222.0.65 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189534 Jul 22 17:01:21.054073 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ee8d-d6d4-4150-807a-12470df42b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.250284 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:21.996862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be81ed8-519d-48f2-b53d-015e0729ef4c req-67b392a8-f497-4f5e-b893-4fc524b490c1 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:21.998457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3be81ed8-519d-48f2-b53d-015e0729ef4c req-67b392a8-f497-4f5e-b893-4fc524b490c1 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 943 time: 0.0899005 Jul 22 17:01:22.027377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48844) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:22.055446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3be81ed8-519d-48f2-b53d-015e0729ef4c req-6e82a956-6545-43ad-8d6a-5fd495afe122 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474577 Jul 22 17:01:22.149281 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9998154-930b-41c7-b090-f88d8c655d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.239922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9998154-930b-41c7-b090-f88d8c655d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.244802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9998154-930b-41c7-b090-f88d8c655d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.283539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9998154-930b-41c7-b090-f88d8c655d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8dba57-2be3-4433-b725-5d56aac7a500,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:22.288648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f9998154-930b-41c7-b090-f88d8c655d17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5105674ee334ac7b3bf983dd1633e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590978 Jul 22 17:01:22.291160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 48848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:22.347307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a884629-a282-46a7-9929-82566eac64fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.370338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a884629-a282-46a7-9929-82566eac64fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.419081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a884629-a282-46a7-9929-82566eac64fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.421607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6a884629-a282-46a7-9929-82566eac64fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:22.422750 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6a884629-a282-46a7-9929-82566eac64fe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e8dba57-2be3-4433-b725-5d56aac7a500 HTTP/1.1" status: 204 len: 168 time: 0.1306782 Jul 22 17:01:22.431420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a884629-a282-46a7-9929-82566eac64fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8dba57-2be3-4433-b725-5d56aac7a500,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:22.567105 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.453778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0c520327-3d4c-4a57-9464-f84e8cc69fc9 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:01:23.476454 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:01:23.575615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0c520327-3d4c-4a57-9464-f84e8cc69fc9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0c520327-3d4c-4a57-9464-f84e8cc69fc9,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:23.585259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574f18c-b636-4e7e-aeaf-30a51368a751 req-a7890b9e-30a4-4a76-a9a5-6e045ad462b8 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:23.586881 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f574f18c-b636-4e7e-aeaf-30a51368a751 req-a7890b9e-30a4-4a76-a9a5-6e045ad462b8 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 943 time: 0.4349086 Jul 22 17:01:23.588821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '0c520327-3d4c-4a57-9464-f84e8cc69fc9', 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2', 'port_id': '0c520327-3d4c-4a57-9464-f84e8cc69fc9', 'mac_address': 'fa:16:3e:56:18:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83713c5-b74c-4e4e-b959-e701b7546b15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:01:23.631644 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f574f18c-b636-4e7e-aeaf-30a51368a751 req-ac09c742-405f-4e90-a840-774a0ad5b67c tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381734 Jul 22 17:01:23.647252 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.670852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c520327-3d4c-4a57-9464-f84e8cc69fc9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:01:23.695033 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0c520327-3d4c-4a57-9464-f84e8cc69fc9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0c520327-3d4c-4a57-9464-f84e8cc69fc9,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:23.699090 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:23.773419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=0c520327-3d4c-4a57-9464-f84e8cc69fc9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:24.025217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['0c520327-3d4c-4a57-9464-f84e8cc69fc9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:24.284231 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:25.202913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e43f1-da7b-424f-b1b4-5064b401204b req-db4dacb5-e0ff-4427-9301-f44b3210b83e tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:25.205493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c92e43f1-da7b-424f-b1b4-5064b401204b req-db4dacb5-e0ff-4427-9301-f44b3210b83e tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 944 time: 0.4972467 Jul 22 17:01:25.253132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c92e43f1-da7b-424f-b1b4-5064b401204b req-ee69eaba-500e-46da-8c5b-eb37a16265c8 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Jul 22 17:01:25.475502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0c520327-3d4c-4a57-9464-f84e8cc69fc9 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:25.562540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 0c520327-3d4c-4a57-9464-f84e8cc69fc9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:25.568023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 0c520327-3d4c-4a57-9464-f84e8cc69fc9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:25.568812 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:25.657890 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:25.680049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c520327-3d4c-4a57-9464-f84e8cc69fc9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:25.682186 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12206f0-896e-46c6-af74-966e8d70b18f" -d '{"events": [{"server_uuid": "0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90", "name": "network-vif-plugged", "status": "completed", "tag": "0c520327-3d4c-4a57-9464-f84e8cc69fc9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:25.695554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 0c520327-3d4c-4a57-9464-f84e8cc69fc9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0c520327-3d4c-4a57-9464-f84e8cc69fc9,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:25.702841 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:25.763575 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d282f7-1df3-4233-8569-4ebc3d47d29d x-openstack-request-id: req-a1d282f7-1df3-4233-8569-4ebc3d47d29d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:25.763863 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90", "name": "network-vif-plugged", "status": "completed", "tag": "0c520327-3d4c-4a57-9464-f84e8cc69fc9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:25.764171 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1d282f7-1df3-4233-8569-4ebc3d47d29d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:25.764587 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c520327-3d4c-4a57-9464-f84e8cc69fc9', 'code': 200} Jul 22 17:01:25.765164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=0c520327-3d4c-4a57-9464-f84e8cc69fc9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:25.944703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1c4c3-0f8b-4e0b-9387-cf8a09928815 req-5697f477-d153-49f5-9b6f-971c1d9193cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:25.946921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28c1c4c3-0f8b-4e0b-9387-cf8a09928815 req-5697f477-d153-49f5-9b6f-971c1d9193cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 1097 time: 0.0932875 Jul 22 17:01:25.988282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28c1c4c3-0f8b-4e0b-9387-cf8a09928815 req-a08d6325-a1dd-48e5-a2ae-84b371535a60 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333941 Jul 22 17:01:26.498313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51870168-3a2c-4249-8d13-673209022432 req-6ac0f22c-7bc1-4fe4-b60c-97c56dcf2e97 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:26.503056 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51870168-3a2c-4249-8d13-673209022432 req-6ac0f22c-7bc1-4fe4-b60c-97c56dcf2e97 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 945 time: 0.1081781 Jul 22 17:01:26.586891 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51870168-3a2c-4249-8d13-673209022432 req-b685e7e7-b5c1-44db-a71d-47b4faed2f71 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688152 Jul 22 17:01:27.818809 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943dd2-fd8f-4099-8cba-2be9aaa378fa req-1b891d8f-8be4-44e4-819d-19674d84c53b tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:27.826895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6943dd2-fd8f-4099-8cba-2be9aaa378fa req-1b891d8f-8be4-44e4-819d-19674d84c53b tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 945 time: 0.1200240 Jul 22 17:01:27.880920 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6943dd2-fd8f-4099-8cba-2be9aaa378fa req-bd5fc293-4a50-4fa5-b04e-e32b1722296c tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487344 Jul 22 17:01:31.557467 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:32.339858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49182) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:32.515783 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9849aa60-8684-48ad-855f-1bcde20558b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:32.652972 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9849aa60-8684-48ad-855f-1bcde20558b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:32.660653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9849aa60-8684-48ad-855f-1bcde20558b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:32.702298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849aa60-8684-48ad-855f-1bcde20558b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d2d114-cd23-4f94-8d89-0d4e9b47b274,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:32.734431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49194) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:32.743345 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9849aa60-8684-48ad-855f-1bcde20558b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17931bad706f4259a41d9e6cc7ba600d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007714 Jul 22 17:01:32.796524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:32.819155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:32.873987 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:32.876608 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:32.881817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4d2d114-cd23-4f94-8d89-0d4e9b47b274 HTTP/1.1" status: 204 len: 168 time: 0.1460524 Jul 22 17:01:32.890058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d2d114-cd23-4f94-8d89-0d4e9b47b274,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:32.898434 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.899011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.899705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.900200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.900698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.901184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.901669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.902153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.902643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.903157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.903651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:32.904129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e690c1-c128-4a0e-83f5-3a3c90e93006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.337869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49286) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:35.343317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1453057252', 'description': 'tempest-secgroup-smoke-1453057252 description', 'project_id': '231eebfe23e247a58da5b1814d5eef5e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:35.370744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.383414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.508378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.514304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.546169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f389e2-ec48-471a-bfac-397803bac9bb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:35.557316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.557768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.558213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.558660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.559118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.559549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.559988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.560436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.560866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.561465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.561890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.562321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:35.667262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.673023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.712856 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.713834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3748791 Jul 22 17:01:35.717256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49294) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:35.722962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941fb28-d0af-4fba-888b-25ff441eb1e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36416e5-73bf-4826-b706-5ad8f12e7d7d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:35.723673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ab86fe6b-70b2-4207-b638-76cca093ad30 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'b36416e5-73bf-4826-b706-5ad8f12e7d7d', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:35.742364 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.778466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe6b-70b2-4207-b638-76cca093ad30 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.857335 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe6b-70b2-4207-b638-76cca093ad30 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.863206 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe6b-70b2-4207-b638-76cca093ad30 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.890876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86fe6b-70b2-4207-b638-76cca093ad30 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3f8e5f-00f0-4395-8552-43d6915649c4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:35.897974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe6b-70b2-4207-b638-76cca093ad30 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:35.901773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ab86fe6b-70b2-4207-b638-76cca093ad30 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809294 Jul 22 17:01:35.905598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:35.910249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2715f372-c458-44cc-9bce-d5d6c800203f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'b36416e5-73bf-4826-b706-5ad8f12e7d7d', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:35.961485 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2715f372-c458-44cc-9bce-d5d6c800203f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.027007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2715f372-c458-44cc-9bce-d5d6c800203f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.032171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2715f372-c458-44cc-9bce-d5d6c800203f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.059041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715f372-c458-44cc-9bce-d5d6c800203f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b686b75-8450-47b1-ae51-fc5348309dfe,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:36.071186 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2715f372-c458-44cc-9bce-d5d6c800203f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.075581 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2715f372-c458-44cc-9bce-d5d6c800203f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664875 Jul 22 17:01:36.076396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49304) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:36.081919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dd3c9a3c-67c5-49c3-b534-7d6cd51ecb63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'b36416e5-73bf-4826-b706-5ad8f12e7d7d', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:36.127522 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9a3c-67c5-49c3-b534-7d6cd51ecb63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.228263 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9a3c-67c5-49c3-b534-7d6cd51ecb63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.233352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9a3c-67c5-49c3-b534-7d6cd51ecb63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.255774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c9a3c-67c5-49c3-b534-7d6cd51ecb63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd289559-f4c5-4fb3-86e7-3d3a297ef673,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:36.277483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd3c9a3c-67c5-49c3-b534-7d6cd51ecb63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.281712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49312) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:36.282222 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dd3c9a3c-67c5-49c3-b534-7d6cd51ecb63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2045662 Jul 22 17:01:36.289682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-37d1c700-4662-480f-98ea-b9dfa342277d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'b36416e5-73bf-4826-b706-5ad8f12e7d7d', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:36.321810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37d1c700-4662-480f-98ea-b9dfa342277d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.413423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37d1c700-4662-480f-98ea-b9dfa342277d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.417678 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37d1c700-4662-480f-98ea-b9dfa342277d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.439036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-37d1c700-4662-480f-98ea-b9dfa342277d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.443156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-37d1c700-4662-480f-98ea-b9dfa342277d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599991 Jul 22 17:01:36.443435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49318) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:36.445956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1c700-4662-480f-98ea-b9dfa342277d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bbf1b5-8bff-4b74-8165-6adafc3876d9,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:36.449780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6cfa1a0b-e5a6-40a7-887b-2d8c21260867 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'b36416e5-73bf-4826-b706-5ad8f12e7d7d', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:36.492961 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-6cfa1a0b-e5a6-40a7-887b-2d8c21260867 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Project 231eebfe23e247a58da5b1814d5eef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:01:36.498850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1a0b-e5a6-40a7-887b-2d8c21260867 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.592707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1a0b-e5a6-40a7-887b-2d8c21260867 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.596647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1a0b-e5a6-40a7-887b-2d8c21260867 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.625867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa1a0b-e5a6-40a7-887b-2d8c21260867 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215ffc1c-d91a-4f39-bc6f-7113cb46b784,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:36.635298 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1a0b-e5a6-40a7-887b-2d8c21260867 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.636516 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6cfa1a0b-e5a6-40a7-887b-2d8c21260867 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1922143 Jul 22 17:01:36.639215 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:36.644126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-341f9a49-996d-442b-942f-0bb66763f61f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'b36416e5-73bf-4826-b706-5ad8f12e7d7d', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:36.671381 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-341f9a49-996d-442b-942f-0bb66763f61f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Project 231eebfe23e247a58da5b1814d5eef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:01:36.680688 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-341f9a49-996d-442b-942f-0bb66763f61f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.767491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-341f9a49-996d-442b-942f-0bb66763f61f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.772162 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-341f9a49-996d-442b-942f-0bb66763f61f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.803579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f9a49-996d-442b-942f-0bb66763f61f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10868866-e223-485a-8cdc-c7430a06385f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:36.819505 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-341f9a49-996d-442b-942f-0bb66763f61f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.823582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-341f9a49-996d-442b-942f-0bb66763f61f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1805801 Jul 22 17:01:36.823939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49328) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:36.829292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'network': {'name': 'tempest-network-smoke--887710785', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:36.888693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:01:36.892861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.921603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:01:36.932755 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:36.933422 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Added segment be3f4bad-feea-4119-8691-2e90ddb3bcd5 of type vlan for network bcd4ec37-3584-4383-9abb-98d1da674cac Jul 22 17:01:36.997257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:37.031639 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:37.038204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:37.038813 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:37.079068 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2539656 Jul 22 17:01:37.081975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49336) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:37.086999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'admin_state_up': True, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:37.139385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d387af-dff5-49cc-9cee-be27b2b4759b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Network': ['ID=bcd4ec37-3584-4383-9abb-98d1da674cac,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:37.150476 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:37.152255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:37.152905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network bcd4ec37-3584-4383-9abb-98d1da674cac details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:01:37.212567 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:37.444330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:37.596442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067af290-3baa-48f7-be70-89e5269d7223 req-4aa6be9b-10f4-4b01-92da-d2600fa0aeb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1067863 Jul 22 17:01:37.740704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:37.765439 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:37.819026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067af290-3baa-48f7-be70-89e5269d7223 req-b800dee6-775b-409e-9056-688507652821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:37.820617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067af290-3baa-48f7-be70-89e5269d7223 req-b800dee6-775b-409e-9056-688507652821 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7dc3b141d94d4b81bbb42071267ba0&device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 1102 time: 0.1456807 Jul 22 17:01:37.965905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.25.3.210 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/fdc694f7-84eb-4030-b692-7ef706e326c4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:38.003046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067af290-3baa-48f7-be70-89e5269d7223 req-0c4cce8e-df27-4e0c-8eec-c6770dc99b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:38.013289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067af290-3baa-48f7-be70-89e5269d7223 req-0c4cce8e-df27-4e0c-8eec-c6770dc99b65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.1742167 Jul 22 17:01:38.071622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067af290-3baa-48f7-be70-89e5269d7223 req-76939cf7-bab1-4587-bd2f-ceeb8ac9ad92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=e311bfc2-5f5e-41c7-931d-04328f452371 HTTP/1.1" status: 200 len: 217 time: 0.0467114 Jul 22 17:01:38.180075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067af290-3baa-48f7-be70-89e5269d7223 req-d8793bbd-9902-4f05-8ec6-ea4479e0f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:38.183970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067af290-3baa-48f7-be70-89e5269d7223 req-d8793bbd-9902-4f05-8ec6-ea4479e0f036 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.1063814 Jul 22 17:01:38.217115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:38.303492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:38.386797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:38.393371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:38.397194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:38.441660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=fdc694f7-84eb-4030-b692-7ef706e326c4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:38.461728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067af290-3baa-48f7-be70-89e5269d7223 req-0eb0613b-f55a-4142-b38c-be34efecc50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:38.463409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067af290-3baa-48f7-be70-89e5269d7223 req-0eb0613b-f55a-4142-b38c-be34efecc50f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2720001 Jul 22 17:01:38.708598 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067af290-3baa-48f7-be70-89e5269d7223 req-a11594cb-4bab-4b5b-bd9f-6408ff1f7a8c service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075236 Jul 22 17:01:38.929728 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:39.014605 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067af290-3baa-48f7-be70-89e5269d7223 req-a37525ae-fdc2-4901-95b3-c5e26087b5ec service neutron] 10.222.0.20 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654886 Jul 22 17:01:39.206996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:39.400219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:01:39.560162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:01:39.579844 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Sync routers for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:01:39.595159 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:39.595981 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:39.622742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:39.625980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-61356011-8a9e-4307-8972-2ecd1611a9bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5420732 Jul 22 17:01:39.628259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49384) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:39.758001 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:39.831264 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1a932f28-572a-48de-a435-c3b557a024d4 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=231eebfe23e247a58da5b1814d5eef5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2012234 Jul 22 17:01:39.834371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:40.096832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed30ee63-2fb9-413e-a59a-d87a9db10f24 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:40.098629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ed30ee63-2fb9-413e-a59a-d87a9db10f24 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2627630 Jul 22 17:01:40.101185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49396) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:40.132111 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:38Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:40.154008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b3541459-fa41-4e18-9e4e-a81d91de8640 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494206 Jul 22 17:01:40.154249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49398) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:40.161068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-505726134', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:40.172721 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Checking router: 70c5bbb9-d4df-42c9-8223-89076a14f0f4 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:01:40.173193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Updating router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 port fdc694f7-84eb-4030-b692-7ef706e326c4 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:01:40.243705 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:40.703507 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:40.718112 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Transition to ACTIVE for port object fdc694f7-84eb-4030-b692-7ef706e326c4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:40.728182 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:40.822146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:01:40.830088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:40.844739 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Attempting to bind port fdc694f7-84eb-4030-b692-7ef706e326c4 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:40.845223 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Attempting to bind port fdc694f7-84eb-4030-b692-7ef706e326c4 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:40.845695 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Attempting to bind port fdc694f7-84eb-4030-b692-7ef706e326c4 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:40.857084 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:40.857466 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:40.858030 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:40.858433 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:40.858901 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Bound port: fdc694f7-84eb-4030-b692-7ef706e326c4, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:40.859656 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:40.861585 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Pushing event updated for resources: {'Port': ['ID=fdc694f7-84eb-4030-b692-7ef706e326c4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:40.891114 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.891460 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.891799 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.892132 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.892465 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.892962 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.893296 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.893619 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.893949 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.895586 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.895973 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.896300 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:40.948107 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] For port fdc694f7-84eb-4030-b692-7ef706e326c4, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:40.953930 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] For port fdc694f7-84eb-4030-b692-7ef706e326c4, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fdc694f7-84eb-4030-b692-7ef706e326c4,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:40.963663 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:41.037298 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:41.038286 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:41.121522 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:41.143369 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ea05d-0293-4164-9985-e3ed966c03f0 None None] Pushing event updated for resources: {'Port': ['ID=fdc694f7-84eb-4030-b692-7ef706e326c4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:41.195443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Subnet': ['ID=210186c7-0df0-4481-aa4b-a9e63154400d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:41.207709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Checking segment: {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:41.208120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network hostable DHCP agents. Network: bcd4ec37-3584-4383-9abb-98d1da674cac, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:01:41.232636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network bcd4ec37-3584-4383-9abb-98d1da674cac is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:01:41.242410 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:41.249227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, bcd4ec37-3584-4383-9abb-98d1da674cac) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:41.259881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b674103-fb4d-407d-be55-889f5e5d7c00 None None] Network bcd4ec37-3584-4383-9abb-98d1da674cac requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:01:41.263995 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:41.264751 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:41.293261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49432) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:41.307522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-21d6a471-5881-45af-9f83-d27c9c6dfe5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1521380 Jul 22 17:01:41.309765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49436) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:41.526225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-bcd4ec37-3584-4383-9abb-98d1da674cac', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:01:41.527036 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:41.542328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de6def08-3ff9-47bf-97f2-601987137b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:41.768735 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:38Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:41.840223 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af936b3e-1d1d-4252-90d3-446547ecb746 None None] The sync data for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 is: [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:38Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:01:41.842398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Allocated IP 172.20.0.2 (bcd4ec37-3584-4383-9abb-98d1da674cac/210186c7-0df0-4481-aa4b-a9e63154400d/46fdb4f0-498f-4f6f-b339-e13a2455b4a1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:42.043717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de6def08-3ff9-47bf-97f2-601987137b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.071110 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de6def08-3ff9-47bf-97f2-601987137b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.095475 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.112536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Transition to ACTIVE for port object 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:42.124908 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-de6def08-3ff9-47bf-97f2-601987137b75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a0052c2177d46f985c22728781a7be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8218045 Jul 22 17:01:42.125034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49450) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:42.165354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6def08-3ff9-47bf-97f2-601987137b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e453cd5f-3a83-428f-aac4-52df9b16329c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:42.168232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Transition to ACTIVE for port object 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:42.182889 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.208630 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74409d2e-dfa2-49ab-9c04-5b65e80ab9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.250607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.257545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74409d2e-dfa2-49ab-9c04-5b65e80ab9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.290389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Network bcd4ec37-3584-4383-9abb-98d1da674cac is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:42.310692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:42.315229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:42.352252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Pushing event updated for resources: {'Port': ['ID=46fdb4f0-498f-4f6f-b339-e13a2455b4a1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:42.387313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74409d2e-dfa2-49ab-9c04-5b65e80ab9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.391422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-74409d2e-dfa2-49ab-9c04-5b65e80ab9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.392613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-74409d2e-dfa2-49ab-9c04-5b65e80ab9e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e453cd5f-3a83-428f-aac4-52df9b16329c HTTP/1.1" status: 204 len: 168 time: 0.2675390 Jul 22 17:01:42.403919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74409d2e-dfa2-49ab-9c04-5b65e80ab9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e453cd5f-3a83-428f-aac4-52df9b16329c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:42.497405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Attempting to bind port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:42.498243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Attempting to bind port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:42.498640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Attempting to bind port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 on network bcd4ec37-3584-4383-9abb-98d1da674cac {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:42.517935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:42.519152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Checking segment: {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:42.524098 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.528030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Bound using segment: {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:42.528902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Bound port: 46fdb4f0-498f-4f6f-b339-e13a2455b4a1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:42.530339 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.688673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] For port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:42.693827 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-71045c9a-e5b8-4ff4-8ae3-b7229c87a7f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2641473 Jul 22 17:01:42.705602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] For port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=46fdb4f0-498f-4f6f-b339-e13a2455b4a1,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:42.729415 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:42.857220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac7d2d-12f2-45e2-9c83-85491329838d None None] Pushing event updated for resources: {'Port': ['ID=46fdb4f0-498f-4f6f-b339-e13a2455b4a1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:43.166741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fdc694f7-84eb-4030-b692-7ef706e326c4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:43.173501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.20.0.1 (bcd4ec37-3584-4383-9abb-98d1da674cac/210186c7-0df0-4481-aa4b-a9e63154400d/cdabc2ee-1371-4885-9a49-2f58ae11e3ba) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:43.204610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-1064bdc5-9cd6-4f58-9486-9cbee6dc2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:43.209876 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-1064bdc5-9cd6-4f58-9486-9cbee6dc2d44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fba00eeaed3e41b0b3927d896b6f1ea8&device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 1097 time: 0.2755713 Jul 22 17:01:43.335371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port fdc694f7-84eb-4030-b692-7ef706e326c4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:43.346056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port fdc694f7-84eb-4030-b692-7ef706e326c4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:43.346444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.477134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-d716170e-e7ff-4041-ae51-b831436df90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:43.478740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-d716170e-e7ff-4041-ae51-b831436df90d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c2114158-4e51-4c17-bdeb-9bcf18a61df2 HTTP/1.1" status: 200 len: 915 time: 0.2459202 Jul 22 17:01:43.545663 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.579271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port fdc694f7-84eb-4030-b692-7ef706e326c4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fdc694f7-84eb-4030-b692-7ef706e326c4,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:43.588148 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.649809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-95de2e40-e0c5-47c7-a551-a93c3f4c4fcf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c520327-3d4c-4a57-9464-f84e8cc69fc9 HTTP/1.1" status: 200 len: 217 time: 0.1547482 Jul 22 17:01:43.656158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=fdc694f7-84eb-4030-b692-7ef706e326c4,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:43.858973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-5cbe7eb6-38a5-47ef-8117-fc283cc7f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:43.861110 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-5cbe7eb6-38a5-47ef-8117-fc283cc7f8ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f83713c5-b74c-4e4e-b959-e701b7546b15 HTTP/1.1" status: 200 len: 854 time: 0.1887994 Jul 22 17:01:43.924044 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:43.960058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-4f8da060-93e0-4ac4-8f5e-e0dc826cb9b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c2114158-4e51-4c17-bdeb-9bcf18a61df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820420 Jul 22 17:01:44.057333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Transition to ACTIVE for port object cdabc2ee-1371-4885-9a49-2f58ae11e3ba will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:44.097096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-78b0ef88-c771-4117-96e2-95a0cdb2eae3 service neutron] 10.222.0.65 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224701 Jul 22 17:01:44.269123 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2928d87a-bad4-4bfb-9ffb-0d8301d22514 req-fa75e7bd-258e-42f7-b2a0-020030ef46d7 service neutron] 10.222.0.65 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593792 Jul 22 17:01:44.273930 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:44.398003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=cdabc2ee-1371-4885-9a49-2f58ae11e3ba,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:44.441767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network bcd4ec37-3584-4383-9abb-98d1da674cac is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:44.445717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:44.449241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:44.545316 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:44.712980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8e098e-29dc-41ce-924c-e85aaf344ad0 None None] Network bcd4ec37-3584-4383-9abb-98d1da674cac requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:01:44.773428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49508) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:44.950560 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.060366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c20e09d5-9cdc-4934-84f9-9970a8a4607c None None] Provisioning for port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:45.078068 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc605-57e4-4550-99f2-e7511abaf9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.331369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fdc694f7-84eb-4030-b692-7ef706e326c4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:45.375584 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc605-57e4-4550-99f2-e7511abaf9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.390624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc605-57e4-4550-99f2-e7511abaf9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.405917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port fdc694f7-84eb-4030-b692-7ef706e326c4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:45.406294 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.424295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c3fcc605-57e4-4550-99f2-e7511abaf9de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7e71709402e4a80b0dc41926fc29a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491263 Jul 22 17:01:45.426584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49520) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:45.515708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:45.522292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcc605-57e4-4550-99f2-e7511abaf9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904405ab-05a7-4012-8fa9-70cc21a4dfbc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:45.581177 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1a09399-7094-49d2-9ae4-54b2083fe2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.611724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1a09399-7094-49d2-9ae4-54b2083fe2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.613882 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:45.621166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:45.621510 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.642992 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.653596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.705376 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1a09399-7094-49d2-9ae4-54b2083fe2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.710464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c1a09399-7094-49d2-9ae4-54b2083fe2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.714747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c1a09399-7094-49d2-9ae4-54b2083fe2cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/904405ab-05a7-4012-8fa9-70cc21a4dfbc HTTP/1.1" status: 204 len: 168 time: 0.2847569 Jul 22 17:01:45.738454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a09399-7094-49d2-9ae4-54b2083fe2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904405ab-05a7-4012-8fa9-70cc21a4dfbc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:45.805726 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.813455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=cdabc2ee-1371-4885-9a49-2f58ae11e3ba,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:45.860810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4acc7145-2c9e-4f76-a50f-16aa141cef24 None None] Provisioning complete for port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:45.862704 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4acc7145-2c9e-4f76-a50f-16aa141cef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:45.940791 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:46.011147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network bcd4ec37-3584-4383-9abb-98d1da674cac is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:46.013376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:46.042987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=46fdb4f0-498f-4f6f-b339-e13a2455b4a1,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:46.054749 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:46.172105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=46fdb4f0-498f-4f6f-b339-e13a2455b4a1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:46.193907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4acc7145-2c9e-4f76-a50f-16aa141cef24 None None] Provisioning for port cdabc2ee-1371-4885-9a49-2f58ae11e3ba completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:46.198328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4acc7145-2c9e-4f76-a50f-16aa141cef24 None None] Provisioning complete for port cdabc2ee-1371-4885-9a49-2f58ae11e3ba triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:46.199181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4acc7145-2c9e-4f76-a50f-16aa141cef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:46.256244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:01:46.272165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4acc7145-2c9e-4f76-a50f-16aa141cef24 None None] Port cdabc2ee-1371-4885-9a49-2f58ae11e3ba cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:01:46.425837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-de102f34-c505-42f9-9388-5a3bfe5874f2 None None] Provisioning complete for port cdabc2ee-1371-4885-9a49-2f58ae11e3ba triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:46.427397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-de102f34-c505-42f9-9388-5a3bfe5874f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:46.452703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:01:46.467319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-99c53a15-0f7d-4e7a-8c6e-4a59c18952fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "PUT /v2.0/routers/70c5bbb9-d4df-42c9-8223-89076a14f0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1564662 Jul 22 17:01:46.482803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Sync routers for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:01:46.502980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:46.503624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:46.541841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-de102f34-c505-42f9-9388-5a3bfe5874f2 None None] Port cdabc2ee-1371-4885-9a49-2f58ae11e3ba cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:01:46.691748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:46.806554 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-09200079-e27c-44b5-a2a4-9d899f02ff23 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1453057252&fields=id&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 267 time: 0.1011968 Jul 22 17:01:47.080528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-18af0d74-1d65-493c-943e-857f1e8e4c54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:47.082163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-18af0d74-1d65-493c-943e-857f1e8e4c54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 796 time: 0.2741137 Jul 22 17:01:47.098010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:47.101859 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-145669e4-ed47-43a8-a4c1-29901f529911 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/quotas/231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 375 time: 0.0138440 Jul 22 17:01:47.149060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:44Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'cdabc2ee-1371-4885-9a49-2f58ae11e3ba', 'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:35:a2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:42Z', 'updated_at': '2021-07-22T17:01:45Z', 'revision_number': 2, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:47.187959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Checking router: 70c5bbb9-d4df-42c9-8223-89076a14f0f4 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:01:47.188311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Updating router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 port cdabc2ee-1371-4885-9a49-2f58ae11e3ba binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:01:47.221003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-defff754-a65f-4eda-a56e-850f9759d80f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106503 Jul 22 17:01:47.230857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:47.290541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:47.291079 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:47.383731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-88fd268e-3e07-4420-81c2-b4babc26ae5f service neutron] 10.222.0.53 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408322 Jul 22 17:01:47.550978 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-9e6b2fb6-b4e4-4578-8afe-e8dea3df8323 service neutron] 10.222.0.53 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559622 Jul 22 17:01:47.645942 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:47.657640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Transition to ACTIVE for port object cdabc2ee-1371-4885-9a49-2f58ae11e3ba will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:47.666128 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:47.746354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Pushing event updated for resources: {'Port': ['ID=cdabc2ee-1371-4885-9a49-2f58ae11e3ba,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:47.837874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Attempting to bind port cdabc2ee-1371-4885-9a49-2f58ae11e3ba on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:47.840134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Attempting to bind port cdabc2ee-1371-4885-9a49-2f58ae11e3ba by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:47.840513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Attempting to bind port cdabc2ee-1371-4885-9a49-2f58ae11e3ba on network bcd4ec37-3584-4383-9abb-98d1da674cac {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:47.857304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:47.857696 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Checking segment: {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:47.858108 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:47.858513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Bound using segment: {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:47.861175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Bound port: cdabc2ee-1371-4885-9a49-2f58ae11e3ba, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:47.861641 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:47.876629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b4cb36d0-0507-4bea-bada-66bb8d1b8869 req-68669004-f1cb-4307-95e4-4d2ea44f8697 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 210 time: 0.0946269 Jul 22 17:01:47.977093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] For port cdabc2ee-1371-4885-9a49-2f58ae11e3ba, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:47.986745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] For port cdabc2ee-1371-4885-9a49-2f58ae11e3ba, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cdabc2ee-1371-4885-9a49-2f58ae11e3ba,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:47.995752 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:48.135879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Pushing event updated for resources: {'Port': ['ID=cdabc2ee-1371-4885-9a49-2f58ae11e3ba,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:48.148580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:48.149231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:48.562810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.563176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.563518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.563849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.564178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.564504 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.564994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.565195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.565463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.565784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.566109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.566428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3aca0b8-550d-42f5-95c0-e95ea5f39659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:01:48.630175 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a4e27bd9-58bf-4f73-ad24-43146a77f2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:48.654312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:49.004355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:44Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'cdabc2ee-1371-4885-9a49-2f58ae11e3ba', 'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:35:a2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:42Z', 'updated_at': '2021-07-22T17:01:47Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:49.068955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f969c18c-8c57-4b20-adcf-3bfc992c5c04 None None] The sync data for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 is: [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:44Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'cdabc2ee-1371-4885-9a49-2f58ae11e3ba', 'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:35:a2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:42Z', 'updated_at': '2021-07-22T17:01:47Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:01:49.071128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-de2f51ff-354f-47c0-ac54-ca974e791a7a req-da191497-7379-4c58-bb08-b8d4e29940e1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 210 time: 0.0579803 Jul 22 17:01:49.717003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-7c93fe6d-409e-4266-a889-04a9523aef8a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:49.719738 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-7c93fe6d-409e-4266-a889-04a9523aef8a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.65 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 796 time: 0.2222986 Jul 22 17:01:49.804783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:49.869949 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-bcc75e5e-12a2-4c94-bc58-9bdca44ff834 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 380 time: 0.1129587 Jul 22 17:01:49.890314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'port': {'device_id': '373daac4-eb44-408c-968a-35b49d228d51', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'admin_state_up': True, 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'security_groups': ['b36416e5-73bf-4826-b706-5ad8f12e7d7d']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:50.042472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5abfb231-e205-4ead-a114-da7db2ff3600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:50.240855 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a047f58-9915-493c-8a13-c93c96e7830a req-b9e2906f-416b-43f6-8809-ca65e5b2cb78 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 210 time: 0.0567994 Jul 22 17:01:50.251293 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5abfb231-e205-4ead-a114-da7db2ff3600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:50.267076 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5abfb231-e205-4ead-a114-da7db2ff3600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:50.278604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:01:50.289206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:50.307876 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5abfb231-e205-4ead-a114-da7db2ff3600 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdb6640e19b34017b443cb60e37e1470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017915 Jul 22 17:01:50.308750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49786) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:50.367426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfb231-e205-4ead-a114-da7db2ff3600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5d072e-abe7-4b92-99d8-63656dc13661,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:50.450027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59f93de1-bc62-4baa-866f-92266db148fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:50.503359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59f93de1-bc62-4baa-866f-92266db148fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:50.592503 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59f93de1-bc62-4baa-866f-92266db148fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:50.595898 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-59f93de1-bc62-4baa-866f-92266db148fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:50.599535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-59f93de1-bc62-4baa-866f-92266db148fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb5d072e-abe7-4b92-99d8-63656dc13661 HTTP/1.1" status: 204 len: 168 time: 0.2862465 Jul 22 17:01:50.604036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.20.0.6 (bcd4ec37-3584-4383-9abb-98d1da674cac/210186c7-0df0-4481-aa4b-a9e63154400d/f3386a40-2d44-4388-9bed-95baf02395bc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:50.605964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f93de1-bc62-4baa-866f-92266db148fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5d072e-abe7-4b92-99d8-63656dc13661,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:50.892997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:50.921535 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Transition to ACTIVE for port object f3386a40-2d44-4388-9bed-95baf02395bc will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:50.990131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.068120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1b727b40-713b-45dd-b750-6b46932a9f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.106414 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:51.132758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network bcd4ec37-3584-4383-9abb-98d1da674cac is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:51.135883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:51.139984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:51.154589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cdabc2ee-1371-4885-9a49-2f58ae11e3ba up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:51.248941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:51.249912 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.283302 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.289902 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-b7eb4014-24f1-4d81-a200-4db3fe549188 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4036038 Jul 22 17:01:51.290490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:51.303584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port cdabc2ee-1371-4885-9a49-2f58ae11e3ba completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:51.308550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cdabc2ee-1371-4885-9a49-2f58ae11e3ba triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:51.312713 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.312894 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bb91383e-6965-4d78-9a0c-76db617543fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.319245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Request body: {'port': {'device_id': '373daac4-eb44-408c-968a-35b49d228d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:51.488289 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.517780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.530902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port cdabc2ee-1371-4885-9a49-2f58ae11e3ba, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cdabc2ee-1371-4885-9a49-2f58ae11e3ba,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:51.540030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.562910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb761da5-5036-41c9-bbc3-96c7f2e156bc req-9c4e1289-f0a7-45ce-91e5-b07d7292db3b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:51.570493 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bb91383e-6965-4d78-9a0c-76db617543fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.571288 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb761da5-5036-41c9-bbc3-96c7f2e156bc req-9c4e1289-f0a7-45ce-91e5-b07d7292db3b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 931 time: 0.2112629 Jul 22 17:01:51.579242 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bb91383e-6965-4d78-9a0c-76db617543fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.583149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-66367ad4-0d37-45d6-86ba-9e7de9e747e8 None None] Provisioning for port f3386a40-2d44-4388-9bed-95baf02395bc completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:51.590988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-66367ad4-0d37-45d6-86ba-9e7de9e747e8 None None] Provisioning complete for port f3386a40-2d44-4388-9bed-95baf02395bc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:51.591717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-66367ad4-0d37-45d6-86ba-9e7de9e747e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.644756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=cdabc2ee-1371-4885-9a49-2f58ae11e3ba,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:51.652412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bb91383e-6965-4d78-9a0c-76db617543fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2108b4a2683d4515948eaa9231d702b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606567 Jul 22 17:01:51.653058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-66367ad4-0d37-45d6-86ba-9e7de9e747e8 None None] Port f3386a40-2d44-4388-9bed-95baf02395bc cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:01:51.653326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49822) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:51.663258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91383e-6965-4d78-9a0c-76db617543fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda4a5e-f9a3-481e-a290-a1f8160760ee,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:51.665054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb761da5-5036-41c9-bbc3-96c7f2e156bc req-68bfd2e7-e42b-4e40-b3ff-fd16d9806343 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926616 Jul 22 17:01:51.730241 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab85c643-8a5f-48e1-9b2d-30968640ba79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.758578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab85c643-8a5f-48e1-9b2d-30968640ba79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.814297 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab85c643-8a5f-48e1-9b2d-30968640ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.817261 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab85c643-8a5f-48e1-9b2d-30968640ba79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:51.818909 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ab85c643-8a5f-48e1-9b2d-30968640ba79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdda4a5e-f9a3-481e-a290-a1f8160760ee HTTP/1.1" status: 204 len: 168 time: 0.1628525 Jul 22 17:01:51.835515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85c643-8a5f-48e1-9b2d-30968640ba79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda4a5e-f9a3-481e-a290-a1f8160760ee,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:52.450698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3386a40-2d44-4388-9bed-95baf02395bc {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:01:52.460238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:52.481437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Transition to ACTIVE for port object f3386a40-2d44-4388-9bed-95baf02395bc will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:52.487300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:52.613143 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:52.634898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Pushing event updated for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:52.721624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Attempting to bind port f3386a40-2d44-4388-9bed-95baf02395bc on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:52.721972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Attempting to bind port f3386a40-2d44-4388-9bed-95baf02395bc by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:52.722306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Attempting to bind port f3386a40-2d44-4388-9bed-95baf02395bc on network bcd4ec37-3584-4383-9abb-98d1da674cac {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:52.734015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Port f3386a40-2d44-4388-9bed-95baf02395bc on network bcd4ec37-3584-4383-9abb-98d1da674cac not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:01:52.734349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Attempting to bind port f3386a40-2d44-4388-9bed-95baf02395bc on network bcd4ec37-3584-4383-9abb-98d1da674cac {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:52.749080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:52.749643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Checking segment: {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:52.750065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Bound using segment: {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:52.752175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Bound port: f3386a40-2d44-4388-9bed-95baf02395bc, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:52.752561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:52.916026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:52.922674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4a860-2528-4a10-8fc7-1f07fab1ccd7 req-3112250e-bce7-4284-89ea-bc17c2be78b5 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:52.928199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:52.933207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce4a860-2528-4a10-8fc7-1f07fab1ccd7 req-3112250e-bce7-4284-89ea-bc17c2be78b5 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 943 time: 0.1449330 Jul 22 17:01:52.945608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:52.947513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.015011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.015892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.018078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] 10.222.0.65 "PUT /v2.0/ports/f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 1092 time: 1.7081997 Jul 22 17:01:53.018802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:53.023162 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c85695-2298-404b-a499-48eda4e74add" -d '{"events": [{"name": "network-changed", "server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:01:53.076173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8ce4a860-2528-4a10-8fc7-1f07fab1ccd7 req-12381a3d-acb0-429b-93f2-9c244dcd1e61 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338210 Jul 22 17:01:53.098830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f6a2-ef0e-4f99-978b-4a74aa25a182 service neutron] Pushing event updated for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:53.133076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cdabc2ee-1371-4885-9a49-2f58ae11e3ba up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:53.148223 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fad4a2-bbf8-4617-8017-7b00fda98350 x-openstack-request-id: req-60fad4a2-bbf8-4617-8017-7b00fda98350 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:01:53.154132 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:01:53.154494 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60fad4a2-bbf8-4617-8017-7b00fda98350 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:01:53.155385 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'status': 'completed', 'code': 200} Jul 22 17:01:53.175737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-251260361-network', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:53.206828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Made reservation on behalf of 7e69ed4bac424928bb97a476acf9333f for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:01:53.217401 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.242633 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.252555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cdabc2ee-1371-4885-9a49-2f58ae11e3ba triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:53.253611 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.366706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-86676a55-f0c2-46cd-80ed-a3d872ebf570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.369559 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-86676a55-f0c2-46cd-80ed-a3d872ebf570 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1095 time: 0.2483892 Jul 22 17:01:53.479844 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.487454 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.489884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-36354bbc-652d-45d0-aef7-605b4d9d1d37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 217 time: 0.0986321 Jul 22 17:01:53.508319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:01:53.523061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.523972 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Added segment 0aa77869-22b0-4750-862a-3276cfc8fb03 of type vlan for network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 Jul 22 17:01:53.576114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.583693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-f92b7e69-24b2-4225-bd2b-3ef8c02e56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.585540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-f92b7e69-24b2-4225-bd2b-3ef8c02e56bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.0878694 Jul 22 17:01:53.636676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aad20f4-171e-48d8-abc4-c9ec8ef3b0b6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:53.640509 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.641513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.642146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.694988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7433212 Jul 22 17:01:53.696586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:53.705493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Request body: {'subnet': {'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-251260361-subnet', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:53.717911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-25f4f9c4-d972-4403-8a7e-f122c19e1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:53.719611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-25f4f9c4-d972-4403-8a7e-f122c19e1d73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260006 Jul 22 17:01:53.760132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0029bf-def7-464b-956e-3db5e0285d7f admin admin] Pushing event updated for resources: {'Network': ['ID=1b41b9b8-5864-4625-b6b1-7e79435c7a19,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:53.778428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:01:53.784701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Made reservation on behalf of 7e69ed4bac424928bb97a476acf9333f for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:01:53.788577 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:53.872243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-3d63f32a-ba10-472d-bdf8-1b8c2d59c25e service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394579 Jul 22 17:01:54.044495 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44ea23e0-6433-4878-9ab3-802f688a9d5f req-e0fc5708-180b-469b-9846-cf7d16a8e8fe service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584013 Jul 22 17:01:54.073958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.179453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b74695a-1377-4d45-a08f-dd9dcc14f665,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:54.294235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Checking segment: {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:54.294596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Network hostable DHCP agents. Network: 1b41b9b8-5864-4625-b6b1-7e79435c7a19, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:01:54.299874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85695-2298-404b-a499-48eda4e74add req-34aa1319-f524-486b-9f4c-e4cfc69b4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:54.304659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.306183 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c85695-2298-404b-a499-48eda4e74add req-34aa1319-f524-486b-9f4c-e4cfc69b4810 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1095 time: 0.1342282 Jul 22 17:01:54.348289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d3d48-6e6c-480f-aef4-e9e0242087cf req-26b72c03-214e-47fd-b00d-580044cff7b4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:54.355663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-533d3d48-6e6c-480f-aef4-e9e0242087cf req-26b72c03-214e-47fd-b00d-580044cff7b4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 943 time: 0.1519127 Jul 22 17:01:54.378821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:01:54.402480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 1b41b9b8-5864-4625-b6b1-7e79435c7a19) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:54.417114 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8429e034-e7d7-4643-a79f-0c172d5077d4 None None] Network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:01:54.424975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:54.425622 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.444698 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-533d3d48-6e6c-480f-aef4-e9e0242087cf req-dfd5c648-558a-4ab6-a1a1-ed17bd7db317 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879531 Jul 22 17:01:54.460260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8d5fdf83-c4b3-46c1-b86e-c9e1034c9825 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7621212 Jul 22 17:01:54.461088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 49896) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:54.469379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:01:54.469692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85695-2298-404b-a499-48eda4e74add req-6d2025e6-be8f-4928-81ea-a5c4d916113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:54.471578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c85695-2298-404b-a499-48eda4e74add req-6d2025e6-be8f-4928-81ea-a5c4d916113f service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 897 time: 0.1611481 Jul 22 17:01:54.498579 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.500066 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.529439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c85695-2298-404b-a499-48eda4e74add req-f18deec2-4553-4e9f-b81b-c5bfffce535b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 217 time: 0.0506918 Jul 22 17:01:54.636678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85695-2298-404b-a499-48eda4e74add req-8ef7574d-ebae-4d53-8156-deb9faa56e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:54.638892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c85695-2298-404b-a499-48eda4e74add req-8ef7574d-ebae-4d53-8156-deb9faa56e86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.0998950 Jul 22 17:01:54.641754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.717656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:01:54.719374 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.738973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85695-2298-404b-a499-48eda4e74add req-fcd94a24-165a-48b5-afa7-09d7f9fc6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:54.741027 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c85695-2298-404b-a499-48eda4e74add req-fcd94a24-165a-48b5-afa7-09d7f9fc6186 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929694 Jul 22 17:01:54.866466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:54.897669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Allocated IP 172.20.0.2 (1b41b9b8-5864-4625-b6b1-7e79435c7a19/0b74695a-1377-4d45-a08f-dd9dcc14f665/71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:54.965548 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c85695-2298-404b-a499-48eda4e74add req-bf8feaa7-a7b6-4878-8286-c9a54717c9a0 service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163486 Jul 22 17:01:55.165348 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e4c85695-2298-404b-a499-48eda4e74add req-b0744967-fc24-4c83-9267-0401c0308f76 service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751380 Jul 22 17:01:55.206524 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:55.221734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Transition to ACTIVE for port object 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:55.241779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Transition to ACTIVE for port object 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:55.250499 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:55.310189 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:55.313285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:55.314254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:55.318171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:55.327747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Pushing event updated for resources: {'Port': ['ID=71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:55.343616 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:55.393390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Attempting to bind port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:55.393863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Attempting to bind port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:55.394285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Attempting to bind port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a on network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:55.400576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:55.401040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Checking segment: {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:55.401515 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:55.401923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Bound using segment: {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:55.402394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Bound port: 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:55.402777 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:55.462650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Allocated IP 172.25.3.207 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/beb5355d-4d09-425a-aba9-e1b300849150) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:55.495565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] For port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:55.498376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] For port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:55.502751 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:55.564370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed71df-b263-431b-9f47-5f35bb7d26c0 None None] Pushing event updated for resources: {'Port': ['ID=71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:55.616227 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:55.625044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389d84d-1198-44e1-a36a-4cd739ad0779 req-42ecc8b3-023f-4ad2-8f66-9d35ae70b3a3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:55.626989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4389d84d-1198-44e1-a36a-4cd739ad0779 req-42ecc8b3-023f-4ad2-8f66-9d35ae70b3a3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 943 time: 0.1007688 Jul 22 17:01:55.674292 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:55.697468 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4389d84d-1198-44e1-a36a-4cd739ad0779 req-e7e14e51-e6d1-4fe7-a8fc-392b143854a6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556297 Jul 22 17:01:55.723435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:55.730075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:55.733900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:55.765157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Pushing event updated for resources: {'Port': ['ID=beb5355d-4d09-425a-aba9-e1b300849150,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:56.054308 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:56.269250 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:56.438305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Router 1d093436-f6be-4344-a154-11d87f0c4363 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:01:56.582854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:01:56.594007 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Sync routers for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:01:56.608116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:56.610057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6528036b-303a-4312-8bb4-412dec7f6db3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1479168 Jul 22 17:01:56.615597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 49940) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:01:56.619495 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:56.620311 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:56.759725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ebe521-149e-4be2-86d7-9e4305802823 None None] Network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:01:56.786824 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:56.977654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-22db6c71-c895-4779-bd1b-ff69c6febaa4 None None] Provisioning for port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:57.041399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca2081-f32d-457d-a892-8222d1838330 req-4bd87505-29e3-4137-bc45-04c0c2666a13 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:57.043099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d7ca2081-f32d-457d-a892-8222d1838330 req-4bd87505-29e3-4137-bc45-04c0c2666a13 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 943 time: 0.2560368 Jul 22 17:01:57.130536 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:55Z', 'revision_number': 3, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:57.175337 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Checking router: 1d093436-f6be-4344-a154-11d87f0c4363 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:01:57.175833 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Updating router 1d093436-f6be-4344-a154-11d87f0c4363 port beb5355d-4d09-425a-aba9-e1b300849150 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:01:57.194232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:57.223118 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d7ca2081-f32d-457d-a892-8222d1838330 req-cafc99ee-cc20-4cbe-b060-6dba4c97f624 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571040 Jul 22 17:01:57.246342 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.312849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:57.318368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:57.319224 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.428023 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.481136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:57.490595 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.513397 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.583614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:57.639162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f3386a40-2d44-4388-9bed-95baf02395bc details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:01:57.735343 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.750691 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Transition to ACTIVE for port object beb5355d-4d09-425a-aba9-e1b300849150 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:57.760281 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.765162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Allocated IP 172.20.0.1 (1b41b9b8-5864-4625-b6b1-7e79435c7a19/0b74695a-1377-4d45-a08f-dd9dcc14f665/216185bb-8774-4874-9875-82ef7b849ab1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:01:57.836204 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3f819-d3e9-41cf-8b2b-0fc40aa75ac2 None None] Pushing event updated for resources: {'Port': ['ID=beb5355d-4d09-425a-aba9-e1b300849150,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:57.855563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:57.872180 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Attempting to bind port beb5355d-4d09-425a-aba9-e1b300849150 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:01:57.872551 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Attempting to bind port beb5355d-4d09-425a-aba9-e1b300849150 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:01:57.872918 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Attempting to bind port beb5355d-4d09-425a-aba9-e1b300849150 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:01:57.880286 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:01:57.880875 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:01:57.882062 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.883231 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:01:57.883924 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Bound port: beb5355d-4d09-425a-aba9-e1b300849150, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:01:57.885142 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.886264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.889432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f65e7a75-0203-455b-a5e7-5d79cff0a53a None None] Provisioning complete for port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:57.889829 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f65e7a75-0203-455b-a5e7-5d79cff0a53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.891632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'port_id': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'mac_address': 'fa:16:3e:76:a4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:01:57.906490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Transition to ACTIVE for port object 216185bb-8774-4874-9875-82ef7b849ab1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:01:57.977758 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] For port beb5355d-4d09-425a-aba9-e1b300849150, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:01:57.980483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:57.982536 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] For port beb5355d-4d09-425a-aba9-e1b300849150, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=beb5355d-4d09-425a-aba9-e1b300849150,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:01:57.991172 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.035818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:58.039278 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:58.043481 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:01:58.049110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Pushing event updated for resources: {'Port': ['ID=216185bb-8774-4874-9875-82ef7b849ab1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:58.076164 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:01:58.077334 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:58.078912 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.106998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3386a40-2d44-4388-9bed-95baf02395bc {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:01:58.113360 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3f819-d3e9-41cf-8b2b-0fc40aa75ac2 None None] Pushing event updated for resources: {'Port': ['ID=beb5355d-4d09-425a-aba9-e1b300849150,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:58.144494 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.148437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:01:58.217124 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.304046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:58.448774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f6be7049-6516-4e24-9c7a-a9367a512492 None None] Provisioning for port 216185bb-8774-4874-9875-82ef7b849ab1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:58.457700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f6be7049-6516-4e24-9c7a-a9367a512492 None None] Provisioning complete for port 216185bb-8774-4874-9875-82ef7b849ab1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:58.463221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fce5a2-fae1-4a6f-8dc2-518b8ae008b2 req-c9ecd3df-2067-4315-9f6a-da3042d65b51 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:58.464444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f6be7049-6516-4e24-9c7a-a9367a512492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.466489 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77fce5a2-fae1-4a6f-8dc2-518b8ae008b2 req-c9ecd3df-2067-4315-9f6a-da3042d65b51 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 944 time: 0.1104915 Jul 22 17:01:58.481485 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:01:58.506647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.524986 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77fce5a2-fae1-4a6f-8dc2-518b8ae008b2 req-6f62941e-c90c-4e13-bb48-2946ed824b81 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504529 Jul 22 17:01:58.555496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f6be7049-6516-4e24-9c7a-a9367a512492 None None] Port 216185bb-8774-4874-9875-82ef7b849ab1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:01:58.666957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['f3386a40-2d44-4388-9bed-95baf02395bc'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:01:58.817289 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.824666 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.835903 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:55Z', 'revision_number': 3, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:01:58.888255 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d669b-a879-4c16-9845-5390994fd6f2 None None] The sync data for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 is: [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:55Z', 'revision_number': 3, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:01:58.907034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:58.927858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Pushing event updated for resources: {'Port': ['ID=216185bb-8774-4874-9875-82ef7b849ab1,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:01:59.096265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:59.117580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:01:59.119821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:01:59.179506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:59.180270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.417399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Router 1d093436-f6be-4344-a154-11d87f0c4363 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:01:59.604277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7dea10b0-c00c-4025-8881-bea28d7e0f7f None None] Provisioning complete for port 216185bb-8774-4874-9875-82ef7b849ab1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:59.604791 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7dea10b0-c00c-4025-8881-bea28d7e0f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.653097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7dea10b0-c00c-4025-8881-bea28d7e0f7f None None] Port 216185bb-8774-4874-9875-82ef7b849ab1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:01:59.653926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:01:59.665365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f3386a40-2d44-4388-9bed-95baf02395bc up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:01:59.677275 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-082ec1a8-2dc5-4f91-b4bb-ccd8d25e6b6a admin admin] 10.222.0.53 "PUT /v2.0/routers/1d093436-f6be-4344-a154-11d87f0c4363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0601685 Jul 22 17:01:59.737791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port f3386a40-2d44-4388-9bed-95baf02395bc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:01:59.760634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port f3386a40-2d44-4388-9bed-95baf02395bc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:01:59.761662 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.841734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed2697-b7c5-4ed5-8732-2e7dc18b195a req-1f7788dc-9cd5-4b41-a37f-c6a742fcc5d9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:01:59.844719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76ed2697-b7c5-4ed5-8732-2e7dc18b195a req-1f7788dc-9cd5-4b41-a37f-c6a742fcc5d9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 944 time: 0.1385095 Jul 22 17:01:59.884459 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:01:59.919421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76ed2697-b7c5-4ed5-8732-2e7dc18b195a req-4dfb8e60-60b6-4a71-9170-7a872a4a0495 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666304 Jul 22 17:01:59.966060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:01:59.968665 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46456e64-5e4e-46f8-9608-f80942f85f50" -d '{"events": [{"server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "name": "network-vif-plugged", "status": "completed", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:02:00.032102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:00.040018 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.051861 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a23318-8ad9-449c-9d48-142ba0efbe59 x-openstack-request-id: req-67a23318-8ad9-449c-9d48-142ba0efbe59 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:02:00.052252 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "name": "network-vif-plugged", "status": "completed", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:02:00.052574 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67a23318-8ad9-449c-9d48-142ba0efbe59 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:02:00.053188 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'code': 200} Jul 22 17:02:00.128817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:00.310335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe9ec8-3f11-4ece-b6f9-bb821918aeda req-379176fa-4d7b-4929-a35c-066f9981fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:00.312483 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8cfe9ec8-3f11-4ece-b6f9-bb821918aeda req-379176fa-4d7b-4929-a35c-066f9981fc72 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1097 time: 0.1416478 Jul 22 17:02:00.378345 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8cfe9ec8-3f11-4ece-b6f9-bb821918aeda req-4988ad2d-3461-4d7f-a4e6-7e0c095d5d19 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513012 Jul 22 17:02:00.489167 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:02:00.592312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50020) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:00.598815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-610707352-network', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:00.628375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Made reservation on behalf of eaa205938f8c436891af34e39dc0cca3 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:02:00.633941 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.650491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.816605 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.825979 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.845505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:02:00.861916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.862289 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Added segment 4e10705a-5781-4266-9dce-96081c5e6401 of type vlan for network 22ef8652-d474-4fdf-a560-beeb80b667d9 Jul 22 17:02:00.943436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:00.953341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972c495b-bda7-4e48-851b-98c605d1b0c6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:01.036964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.038448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:01.039710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.105962 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5123932 Jul 22 17:02:01.111097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50032) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:01.121404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Request body: {'subnet': {'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-610707352-subnet', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:01.160183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19950204-2a4a-4ccf-9b46-e38fea020f68 admin admin] Pushing event updated for resources: {'Network': ['ID=22ef8652-d474-4fdf-a560-beeb80b667d9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:01.174979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 22ef8652-d474-4fdf-a560-beeb80b667d9 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:02:01.225067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Made reservation on behalf of eaa205938f8c436891af34e39dc0cca3 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:02:01.229703 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.233364 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b4b6-f907-4b50-a0b6-592c8f605237 req-c8e8b861-8951-4f10-ae96-1f133df1b01a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:01.245768 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec15b4b6-f907-4b50-a0b6-592c8f605237 req-c8e8b861-8951-4f10-ae96-1f133df1b01a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1879621 Jul 22 17:02:01.289581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device beb5355d-4d09-425a-aba9-e1b300849150 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:01.326965 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec15b4b6-f907-4b50-a0b6-592c8f605237 req-385a77d9-8560-41e4-9fdc-777fa3c1cba4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808439 Jul 22 17:02:01.407597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port beb5355d-4d09-425a-aba9-e1b300849150 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:01.417026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port beb5355d-4d09-425a-aba9-e1b300849150 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:01.417845 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.580357 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.584145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.633130 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.640369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port beb5355d-4d09-425a-aba9-e1b300849150, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=beb5355d-4d09-425a-aba9-e1b300849150,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:01.649168 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.696167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Sync routers for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:02:01.714823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3d3f58-f89b-4e7f-a155-87366f23dba6,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:01.743734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:01.745218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:01.761971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Checking segment: {'id': '4e10705a-5781-4266-9dce-96081c5e6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:01.762765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Network hostable DHCP agents. Network: 22ef8652-d474-4fdf-a560-beeb80b667d9, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:02:01.792529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Network 22ef8652-d474-4fdf-a560-beeb80b667d9 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:02:01.810209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 22ef8652-d474-4fdf-a560-beeb80b667d9) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:01.819989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:01.822026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.837701 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=beb5355d-4d09-425a-aba9-e1b300849150,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:01.840433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8827601e-f4b0-4c40-9f52-bc11a79a9817 None None] Network 22ef8652-d474-4fdf-a560-beeb80b667d9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:02:01.853866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bd5e4c1e-ea17-4406-acaf-d593cd92cf0f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7414370 Jul 22 17:02:01.856491 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:01.861179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:01.889036 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.890697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:01.969105 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.098374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:02.253288 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.427354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-22ef8652-d474-4fdf-a560-beeb80b667d9', 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'fixed_ips': [{'subnet_id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:02:02.428618 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.535161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.561049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:02.586963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fe864-8a56-47e3-a89f-6f47f8adbeee req-2bf1ec01-804e-4be5-8fa9-e723bf298730 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:02.588628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-401fe864-8a56-47e3-a89f-6f47f8adbeee req-2bf1ec01-804e-4be5-8fa9-e723bf298730 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1794906 Jul 22 17:02:02.663471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-401fe864-8a56-47e3-a89f-6f47f8adbeee req-4f094489-58bd-4c40-972c-20eec4051448 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674536 Jul 22 17:02:02.765450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Allocated IP 172.25.3.247 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/5b1dd592-ac56-4c7f-89c6-3ac9caa377c9) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:02.908194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82270c22-010f-4fb6-898d-e60fa8dc4a9d req-36539be5-e439-44b9-9693-ada74833de0f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:02.909877 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-82270c22-010f-4fb6-898d-e60fa8dc4a9d req-36539be5-e439-44b9-9693-ada74833de0f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1568563 Jul 22 17:02:02.960507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Allocated IP 172.20.0.2 (22ef8652-d474-4fdf-a560-beeb80b667d9/3d3d3f58-f89b-4e7f-a155-87366f23dba6/e0f7f50a-5576-4eab-9c47-242261a391c7) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:02.975772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 2, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:03.023649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.046800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Checking router: 1d093436-f6be-4344-a154-11d87f0c4363 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:02:03.047034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Updating router 1d093436-f6be-4344-a154-11d87f0c4363 port 216185bb-8774-4874-9875-82ef7b849ab1 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:02:03.068871 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-82270c22-010f-4fb6-898d-e60fa8dc4a9d req-16316001-b213-4be3-bdf7-1a7d4a45fa96 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426651 Jul 22 17:02:03.104556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:03.117689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.142359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device beb5355d-4d09-425a-aba9-e1b300849150 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:03.187517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1dd592-ac56-4c7f-89c6-3ac9caa377c9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:03.194241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.199213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:03.200822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:03.203929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:03.236783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port beb5355d-4d09-425a-aba9-e1b300849150 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:03.237565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.258164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7623a56d-1e7c-4e1e-aa37-bb9668db0ed3 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:03.266961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7623a56d-1e7c-4e1e-aa37-bb9668db0ed3 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1092 time: 0.1606534 Jul 22 17:02:03.267583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50076) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:03.283296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:03.328021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.498916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.670362 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.682101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.25.3.127 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/1cd3a080-d562-470c-94d0-ffb6af416847) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:03.686450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Transition to ACTIVE for port object e0f7f50a-5576-4eab-9c47-242261a391c7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:03.711971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Transition to ACTIVE for port object e0f7f50a-5576-4eab-9c47-242261a391c7 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:03.755684 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.809553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Network 22ef8652-d474-4fdf-a560-beeb80b667d9 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:03.821690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:03.824233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:03.865432 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.868001 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.909525 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Pushing event updated for resources: {'Port': ['ID=e0f7f50a-5576-4eab-9c47-242261a391c7,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:03.924424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Transition to ACTIVE for port object 216185bb-8774-4874-9875-82ef7b849ab1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:03.935857 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.955778 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:03.979744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:03.985364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:03.990264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:03.997398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Attempting to bind port e0f7f50a-5576-4eab-9c47-242261a391c7 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:02:03.997775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Attempting to bind port e0f7f50a-5576-4eab-9c47-242261a391c7 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '4e10705a-5781-4266-9dce-96081c5e6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:02:03.998146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Attempting to bind port e0f7f50a-5576-4eab-9c47-242261a391c7 on network 22ef8652-d474-4fdf-a560-beeb80b667d9 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:04.018598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:02:04.019334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Checking segment: {'id': '4e10705a-5781-4266-9dce-96081c5e6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:04.019495 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.020335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Bound using segment: {'id': '4e10705a-5781-4266-9dce-96081c5e6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:02:04.020824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Bound port: e0f7f50a-5576-4eab-9c47-242261a391c7, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10705a-5781-4266-9dce-96081c5e6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:02:04.021208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.027863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.074831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=1cd3a080-d562-470c-94d0-ffb6af416847,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:04.094722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde10287-52cd-49d0-bb3e-b49efca09dd4 None None] Pushing event updated for resources: {'Port': ['ID=216185bb-8774-4874-9875-82ef7b849ab1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:04.160472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Attempting to bind port 216185bb-8774-4874-9875-82ef7b849ab1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:02:04.160856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Attempting to bind port 216185bb-8774-4874-9875-82ef7b849ab1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:02:04.161232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Attempting to bind port 216185bb-8774-4874-9875-82ef7b849ab1 on network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:04.174323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:02:04.174708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Checking segment: {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:04.175153 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.175571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Bound using segment: {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:02:04.176780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Bound port: 216185bb-8774-4874-9875-82ef7b849ab1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:02:04.177072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.179458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] For port e0f7f50a-5576-4eab-9c47-242261a391c7, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:02:04.183897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] For port e0f7f50a-5576-4eab-9c47-242261a391c7, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e0f7f50a-5576-4eab-9c47-242261a391c7,segment=NetworkSegment(4e10705a-5781-4266-9dce-96081c5e6401),segment_id=4e10705a-5781-4266-9dce-96081c5e6401)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:02:04.193347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.323687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] For port 216185bb-8774-4874-9875-82ef7b849ab1, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:02:04.330903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] For port 216185bb-8774-4874-9875-82ef7b849ab1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=216185bb-8774-4874-9875-82ef7b849ab1,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:02:04.336279 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.383030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a2d68-51d3-4957-a457-7a35d3848100 None None] Pushing event updated for resources: {'Port': ['ID=e0f7f50a-5576-4eab-9c47-242261a391c7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:04.421348 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.434370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:04.435309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:04.635484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde10287-52cd-49d0-bb3e-b49efca09dd4 None None] Pushing event updated for resources: {'Port': ['ID=216185bb-8774-4874-9875-82ef7b849ab1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:04.672097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Router 6e97e797-9937-4922-8edd-e433bd69f412 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:02:04.696564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:04.910700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:02:04.943207 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Sync routers for ids ['6e97e797-9937-4922-8edd-e433bd69f412'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:02:04.944719 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.945921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dc52d736-7e5d-43c0-8391-9aaa4b729332 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0882039 Jul 22 17:02:04.953746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:04.956720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:04.961939 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Routers {'6e97e797-9937-4922-8edd-e433bd69f412'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:04.962558 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6e97e797-9937-4922-8edd-e433bd69f412'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:05.081794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:04Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:05.152165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.156081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20d4f0-8d55-4169-9100-53d16a0dbfb7 None None] The sync data for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 is: [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:04Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:02:05.193165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e0f7f50a-5576-4eab-9c47-242261a391c7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:05.249535 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Set router 6e97e797-9937-4922-8edd-e433bd69f412 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:05.348879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e0f7f50a-5576-4eab-9c47-242261a391c7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:05.496440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.503254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.623610 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e97e797-9937-4922-8edd-e433bd69f412', 'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:03Z', 'revision_number': 3, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'gw_port': {'id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:05.653463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=1cd3a080-d562-470c-94d0-ffb6af416847,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:05.665922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.707879 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Checking router: 6e97e797-9937-4922-8edd-e433bd69f412 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:02:05.711600 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Updating router 6e97e797-9937-4922-8edd-e433bd69f412 port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:02:05.733241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.783209 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.801189 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:05.986114 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa5b765-01b7-4cde-ac25-50df4a8e1f98 None None] Network 22ef8652-d474-4fdf-a560-beeb80b667d9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:02:06.170731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ab42fc85-cb1d-487c-a705-ca345d209921 None None] Provisioning for port e0f7f50a-5576-4eab-9c47-242261a391c7 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:06.182455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ab42fc85-cb1d-487c-a705-ca345d209921 None None] Provisioning complete for port e0f7f50a-5576-4eab-9c47-242261a391c7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:06.183514 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ab42fc85-cb1d-487c-a705-ca345d209921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.220313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Allocated IP 172.20.0.1 (22ef8652-d474-4fdf-a560-beeb80b667d9/3d3d3f58-f89b-4e7f-a155-87366f23dba6/d7688731-dba9-4f1a-a92c-553e9e3baa28) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:06.366744 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ab42fc85-cb1d-487c-a705-ca345d209921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.462923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ab42fc85-cb1d-487c-a705-ca345d209921 None None] For port e0f7f50a-5576-4eab-9c47-242261a391c7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e0f7f50a-5576-4eab-9c47-242261a391c7,segment=NetworkSegment(4e10705a-5781-4266-9dce-96081c5e6401),segment_id=4e10705a-5781-4266-9dce-96081c5e6401)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:06.466251 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.469166 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ab42fc85-cb1d-487c-a705-ca345d209921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.490816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Transition to ACTIVE for port object d7688731-dba9-4f1a-a92c-553e9e3baa28 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:06.493843 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.514509 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Floating IP 10f0926d-e3d5-447a-9b51-acfecb4e67e1 associated. External IP: 172.25.3.127, port: f3386a40-2d44-4388-9bed-95baf02395bc. Jul 22 17:02:06.516814 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Transition to ACTIVE for port object 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:06.525016 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.536780 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.620964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42fc85-cb1d-487c-a705-ca345d209921 None None] Pushing event updated for resources: {'Port': ['ID=e0f7f50a-5576-4eab-9c47-242261a391c7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:06.637865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Network 22ef8652-d474-4fdf-a560-beeb80b667d9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:06.647600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:06.652417 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Attempting to bind port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:02:06.652417 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Attempting to bind port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:02:06.652826 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Attempting to bind port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:06.655381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:06.681133 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:02:06.681503 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:06.687496 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.688389 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:02:06.689061 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Bound port: 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:02:06.689769 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.703290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Pushing event updated for resources: {'Port': ['ID=d7688731-dba9-4f1a-a92c-553e9e3baa28,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:06.703648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9777f456-7824-4ee9-8f24-7b32aaf2edd2 None None] Provisioning complete for port e0f7f50a-5576-4eab-9c47-242261a391c7 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:06.704283 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9777f456-7824-4ee9-8f24-7b32aaf2edd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.752044 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473da79-83b0-4beb-8366-265737482574 None None] Pushing event updated for resources: {'Port': ['ID=5b1dd592-ac56-4c7f-89c6-3ac9caa377c9,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:06.753708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:06.828165 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] For port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:02:06.832341 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] For port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5b1dd592-ac56-4c7f-89c6-3ac9caa377c9,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:02:06.837158 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.015749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:02:07.029402 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Routers {'6e97e797-9937-4922-8edd-e433bd69f412'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:07.030606 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6e97e797-9937-4922-8edd-e433bd69f412'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:07.110887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-df2b11dd-259e-4e26-933c-6937bdb3d30f None None] Provisioning for port d7688731-dba9-4f1a-a92c-553e9e3baa28 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:07.130246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-df2b11dd-259e-4e26-933c-6937bdb3d30f None None] Provisioning complete for port d7688731-dba9-4f1a-a92c-553e9e3baa28 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:07.130626 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df2b11dd-259e-4e26-933c-6937bdb3d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.136158 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473da79-83b0-4beb-8366-265737482574 None None] Pushing event updated for resources: {'Port': ['ID=5b1dd592-ac56-4c7f-89c6-3ac9caa377c9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:07.181582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.217207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-df2b11dd-259e-4e26-933c-6937bdb3d30f None None] Port d7688731-dba9-4f1a-a92c-553e9e3baa28 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:02:07.253739 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] Set router 6e97e797-9937-4922-8edd-e433bd69f412 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:07.277182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e0f7f50a-5576-4eab-9c47-242261a391c7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:07.297133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:02:07.321868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.331265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] Sync routers for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:02:07.364969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:07.366082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:07.417464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1f25ecb0-b694-4ccf-b9e4-f5112d99a43c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1486907 Jul 22 17:02:07.418080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:02:07.420529 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9" -d '{"events": [{"name": "network-changed", "server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:02:07.501084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e0f7f50a-5576-4eab-9c47-242261a391c7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:07.502821 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.542666 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.551624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.586548 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e97e797-9937-4922-8edd-e433bd69f412', 'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:07Z', 'revision_number': 4, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'gw_port': {'id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7688731-dba9-4f1a-a92c-553e9e3baa28', 'name': '', 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'mac_address': 'fa:16:3e:7b:67:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:05Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 1, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'subnets': [{'id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:07.644166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Pushing event updated for resources: {'Port': ['ID=d7688731-dba9-4f1a-a92c-553e9e3baa28,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:07.653332 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8efce72-52b8-4bd1-af4d-39a43321df58 None None] The sync data for ids ['6e97e797-9937-4922-8edd-e433bd69f412'] in n-d-792458-13 is: [{'id': '6e97e797-9937-4922-8edd-e433bd69f412', 'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:07Z', 'revision_number': 4, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'gw_port': {'id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7688731-dba9-4f1a-a92c-553e9e3baa28', 'name': '', 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'mac_address': 'fa:16:3e:7b:67:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:05Z', 'updated_at': '2021-07-22T17:02:06Z', 'revision_number': 1, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'subnets': [{'id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:02:07.654764 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:07.703038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa1bc0-1602-4478-8f1e-850303fd9ef8 req-581236ba-df44-4317-9d1b-aa0d1a41a5a4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:07.704234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39fa1bc0-1602-4478-8f1e-850303fd9ef8 req-581236ba-df44-4317-9d1b-aa0d1a41a5a4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1559148 Jul 22 17:02:07.783887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39fa1bc0-1602-4478-8f1e-850303fd9ef8 req-ae609991-bd7b-47d5-94d0-50aac080c572 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724680 Jul 22 17:02:07.803081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:07.810471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:07.883578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Network 22ef8652-d474-4fdf-a560-beeb80b667d9 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:07.889592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:08.001062 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-82d42732-11ed-4509-be26-140fd3d34a26 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/10f0926d-e3d5-447a-9b51-acfecb4e67e1 HTTP/1.1" status: 200 len: 991 time: 0.1963024 Jul 22 17:02:08.002883 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ce6ff1-6099-4019-ab33-0fdfff379333 x-openstack-request-id: req-c6ce6ff1-6099-4019-ab33-0fdfff379333 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:02:08.003153 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:02:08.003405 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6ce6ff1-6099-4019-ab33-0fdfff379333 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:02:08.004336 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'status': 'completed', 'code': 200} Jul 22 17:02:08.042689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 216185bb-8774-4874-9875-82ef7b849ab1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:08.247909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Router 6e97e797-9937-4922-8edd-e433bd69f412 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:02:08.324695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 216185bb-8774-4874-9875-82ef7b849ab1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:08.340700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 216185bb-8774-4874-9875-82ef7b849ab1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:08.341364 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.372510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-00cc6447-2017-4f81-be56-1c0d2cde0b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:08.374109 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-00cc6447-2017-4f81-be56-1c0d2cde0b99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1097 time: 0.2618222 Jul 22 17:02:08.405887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:44Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '10f0926d-e3d5-447a-9b51-acfecb4e67e1', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'port_id': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'mac_address': 'fa:16:3e:76:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373daac4-eb44-408c-968a-35b49d228d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:04Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdabc2ee-1371-4885-9a49-2f58ae11e3ba', 'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:35:a2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:42Z', 'updated_at': '2021-07-22T17:01:51Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:08.443307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] Checking router: 70c5bbb9-d4df-42c9-8223-89076a14f0f4 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:02:08.461669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0a8a1ecc-f65f-4263-90aa-32f06a6c7cab None None] Provisioning complete for port d7688731-dba9-4f1a-a92c-553e9e3baa28 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:08.462145 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1ecc-f65f-4263-90aa-32f06a6c7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.485120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-82bb088a-02af-4a40-9e4f-a2166fd3dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:08.486639 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-82bb088a-02af-4a40-9e4f-a2166fd3dc7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 897 time: 0.1010525 Jul 22 17:02:08.508355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a1ecc-f65f-4263-90aa-32f06a6c7cab None None] Port d7688731-dba9-4f1a-a92c-553e9e3baa28 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:02:08.512880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:08.513651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:08.585602 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:02:08.602863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ada14419-e064-467a-95a0-d05fa2053819 admin admin] 10.222.0.53 "PUT /v2.0/routers/6e97e797-9937-4922-8edd-e433bd69f412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6481905 Jul 22 17:02:08.617718 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-38eab11b-c485-4db4-b9e1-4ee29cd515ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 999 time: 0.1206563 Jul 22 17:02:08.678920 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.727543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-4657ed92-385f-481a-a29c-bf77ab0e00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:08.729645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-4657ed92-385f-481a-a29c-bf77ab0e00bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.1011522 Jul 22 17:02:08.751403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:08.804222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 216185bb-8774-4874-9875-82ef7b849ab1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=216185bb-8774-4874-9875-82ef7b849ab1,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:08.811030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:08.877370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-c7dc0029-6f69-464d-98a8-1989c840a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:08.883484 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-c7dc0029-6f69-464d-98a8-1989c840a537 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371822 Jul 22 17:02:08.901375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=216185bb-8774-4874-9875-82ef7b849ab1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:09.005697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50116) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:09.190500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-35791e2b-e35a-428d-9391-eed8c117c669 service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023341 Jul 22 17:02:09.269013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b537f4d4-4e78-42a0-af82-c0ab0440bbb4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/10f0926d-e3d5-447a-9b51-acfecb4e67e1 HTTP/1.1" status: 200 len: 991 time: 0.2618732 Jul 22 17:02:09.378583 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 216185bb-8774-4874-9875-82ef7b849ab1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:09.447160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97b2d5ed-f883-4a99-94f8-dba0cf3943a9 req-4e65ffed-1e62-4c3b-8ccb-5fc39251ae41 service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489369 Jul 22 17:02:09.486338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 216185bb-8774-4874-9875-82ef7b849ab1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:09.486792 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:09.538603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:44Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '10f0926d-e3d5-447a-9b51-acfecb4e67e1', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'port_id': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'mac_address': 'fa:16:3e:76:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373daac4-eb44-408c-968a-35b49d228d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:04Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdabc2ee-1371-4885-9a49-2f58ae11e3ba', 'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:35:a2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:42Z', 'updated_at': '2021-07-22T17:01:51Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:09.575174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed578ef-b75a-4eeb-a730-569a807e9b3b None None] The sync data for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 is: [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:44Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '10f0926d-e3d5-447a-9b51-acfecb4e67e1', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.127', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'port_id': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'mac_address': 'fa:16:3e:76:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373daac4-eb44-408c-968a-35b49d228d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:02:04Z', 'updated_at': '2021-07-22T17:02:04Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdabc2ee-1371-4885-9a49-2f58ae11e3ba', 'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:35:a2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:42Z', 'updated_at': '2021-07-22T17:01:51Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:02:09.677067 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:09.777515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:09.783385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:09.783805 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:09.880122 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:09.906157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5b1dd592-ac56-4c7f-89c6-3ac9caa377c9,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:09.914166 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:10.008171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=5b1dd592-ac56-4c7f-89c6-3ac9caa377c9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:10.204914 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098828f8-f7f3-4337-9361-c701200cd177 None None] New status for floating IP 10f0926d-e3d5-447a-9b51-acfecb4e67e1: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:02:10.272822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 50166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:10.359851 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0dc58958-f8fc-411f-9441-cc50d42f1fa0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/10f0926d-e3d5-447a-9b51-acfecb4e67e1 HTTP/1.1" status: 200 len: 991 time: 0.0852249 Jul 22 17:02:11.095831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:11.162775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:11.163241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:11.363605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 50204) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:11.501270 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bf895719-1164-469c-8561-42bfe752ea5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/10f0926d-e3d5-447a-9b51-acfecb4e67e1 HTTP/1.1" status: 200 len: 993 time: 0.1361172 Jul 22 17:02:12.665700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Sync routers for ids ['6e97e797-9937-4922-8edd-e433bd69f412'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:02:12.681959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Routers {'6e97e797-9937-4922-8edd-e433bd69f412'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:12.682690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6e97e797-9937-4922-8edd-e433bd69f412'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:12.878117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Set router 6e97e797-9937-4922-8edd-e433bd69f412 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:13.253425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e97e797-9937-4922-8edd-e433bd69f412', 'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:07Z', 'revision_number': 4, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'gw_port': {'id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7688731-dba9-4f1a-a92c-553e9e3baa28', 'name': '', 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'mac_address': 'fa:16:3e:7b:67:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:05Z', 'updated_at': '2021-07-22T17:02:07Z', 'revision_number': 2, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'subnets': [{'id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:13.310048 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Checking router: 6e97e797-9937-4922-8edd-e433bd69f412 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:02:13.310404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Updating router 6e97e797-9937-4922-8edd-e433bd69f412 port d7688731-dba9-4f1a-a92c-553e9e3baa28 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:02:13.422716 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:13.974039 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:13.995262 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Transition to ACTIVE for port object d7688731-dba9-4f1a-a92c-553e9e3baa28 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:14.003336 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:14.107647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2551e-19f7-41a1-b032-4c747a3e5fa4 None None] Pushing event updated for resources: {'Port': ['ID=d7688731-dba9-4f1a-a92c-553e9e3baa28,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:14.172328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Attempting to bind port d7688731-dba9-4f1a-a92c-553e9e3baa28 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:02:14.173111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Attempting to bind port d7688731-dba9-4f1a-a92c-553e9e3baa28 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '4e10705a-5781-4266-9dce-96081c5e6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:02:14.173794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Attempting to bind port d7688731-dba9-4f1a-a92c-553e9e3baa28 on network 22ef8652-d474-4fdf-a560-beeb80b667d9 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:14.181508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:02:14.182058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Checking segment: {'id': '4e10705a-5781-4266-9dce-96081c5e6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:14.182562 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:14.183101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Bound using segment: {'id': '4e10705a-5781-4266-9dce-96081c5e6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:02:14.184924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Bound port: d7688731-dba9-4f1a-a92c-553e9e3baa28, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e10705a-5781-4266-9dce-96081c5e6401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:02:14.185913 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:14.315937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] For port d7688731-dba9-4f1a-a92c-553e9e3baa28, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:02:14.320385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] For port d7688731-dba9-4f1a-a92c-553e9e3baa28, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d7688731-dba9-4f1a-a92c-553e9e3baa28,segment=NetworkSegment(4e10705a-5781-4266-9dce-96081c5e6401),segment_id=4e10705a-5781-4266-9dce-96081c5e6401)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:02:14.328617 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:14.457920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Routers {'6e97e797-9937-4922-8edd-e433bd69f412'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:02:14.458715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:01:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6e97e797-9937-4922-8edd-e433bd69f412'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:14.618080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2551e-19f7-41a1-b032-4c747a3e5fa4 None None] Pushing event updated for resources: {'Port': ['ID=d7688731-dba9-4f1a-a92c-553e9e3baa28,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:14.699868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] Set router 6e97e797-9937-4922-8edd-e433bd69f412 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:02:15.028473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e97e797-9937-4922-8edd-e433bd69f412', 'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:07Z', 'revision_number': 4, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'gw_port': {'id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7688731-dba9-4f1a-a92c-553e9e3baa28', 'name': '', 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'mac_address': 'fa:16:3e:7b:67:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:05Z', 'updated_at': '2021-07-22T17:02:14Z', 'revision_number': 4, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'subnets': [{'id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:02:15.073667 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876921b-300f-40ab-9217-7bef0474e7f1 None None] The sync data for ids ['6e97e797-9937-4922-8edd-e433bd69f412'] in n-d-792458-13 is: [{'id': '6e97e797-9937-4922-8edd-e433bd69f412', 'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:02:07Z', 'revision_number': 4, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'gw_port': {'id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'd7688731-dba9-4f1a-a92c-553e9e3baa28', 'name': '', 'network_id': '22ef8652-d474-4fdf-a560-beeb80b667d9', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'mac_address': 'fa:16:3e:7b:67:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:05Z', 'updated_at': '2021-07-22T17:02:14Z', 'revision_number': 4, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'subnets': [{'id': '3d3d3f58-f89b-4e7f-a155-87366f23dba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:02:15.104593 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d7688731-dba9-4f1a-a92c-553e9e3baa28 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:15.180648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d7688731-dba9-4f1a-a92c-553e9e3baa28 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:15.191981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d7688731-dba9-4f1a-a92c-553e9e3baa28 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:15.192444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:15.345150 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:15.389340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port d7688731-dba9-4f1a-a92c-553e9e3baa28, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d7688731-dba9-4f1a-a92c-553e9e3baa28,segment=NetworkSegment(4e10705a-5781-4266-9dce-96081c5e6401),segment_id=4e10705a-5781-4266-9dce-96081c5e6401)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:15.395504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:15.466144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=d7688731-dba9-4f1a-a92c-553e9e3baa28,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:17.076250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d7688731-dba9-4f1a-a92c-553e9e3baa28 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:17.161637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d7688731-dba9-4f1a-a92c-553e9e3baa28 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:17.162430 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:18.454050 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8b830815-df7f-4506-9037-26a5a9e05866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:20.630215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ac9e9-fc44-4c27-b9d1-d7b2ecac16c0 req-063742d3-5fe6-44fc-8095-2b7f244b8b5e tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:20.635890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ac9e9-fc44-4c27-b9d1-d7b2ecac16c0 req-063742d3-5fe6-44fc-8095-2b7f244b8b5e tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 950 time: 0.0949790 Jul 22 17:02:20.676510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53ac9e9-fc44-4c27-b9d1-d7b2ecac16c0 req-c105c833-4f57-4e9d-b301-dec6fde0c2ce tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382938 Jul 22 17:02:21.064323 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ead7c63f-9c67-4864-b426-0def15c72cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:21.246130 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:21.834079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ffef2-2b40-45f7-a4ce-2b817ff9af8a req-daa705e9-a8f4-41bd-b45a-d917e55a9dab tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:21.836319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c66ffef2-2b40-45f7-a4ce-2b817ff9af8a req-daa705e9-a8f4-41bd-b45a-d917e55a9dab tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 950 time: 0.0759020 Jul 22 17:02:21.905896 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c66ffef2-2b40-45f7-a4ce-2b817ff9af8a req-20b6aef4-0801-40b6-83c0-42dccff9e000 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/security-groups?id=07e81b9b-50b5-4f11-804b-5d05d9b512b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617311 Jul 22 17:02:22.154156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-75968383-b187-4e80-afcd-5fb985e38a3b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:22.156336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-75968383-b187-4e80-afcd-5fb985e38a3b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.20 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 950 time: 0.0756691 Jul 22 17:02:22.277622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Deleting port e311bfc2-5f5e-41c7-931d-04328f452371 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:02:22.278048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:22.400318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] For port e311bfc2-5f5e-41c7-931d-04328f452371, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e311bfc2-5f5e-41c7-931d-04328f452371,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:22.400959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:22.415232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Calling delete_port for e311bfc2-5f5e-41c7-931d-04328f452371 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:02:22.578721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:22.586363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:22.622365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['e311bfc2-5f5e-41c7-931d-04328f452371'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:02:22.626438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Pushing event deleted for resources: {'Port': ['ID=e311bfc2-5f5e-41c7-931d-04328f452371,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:22.683421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] No DVR routers for this DVR port e311bfc2-5f5e-41c7-931d-04328f452371 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:02:22.687383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:22.689824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7bec7234-f64c-4fdf-ac37-fefd97ae4148 req-ef61303b-3e87-46a2-9538-791317e2c60b tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.20 "DELETE /v2.0/ports/e311bfc2-5f5e-41c7-931d-04328f452371 HTTP/1.1" status: 204 len: 173 time: 0.5274882 Jul 22 17:02:22.690406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d2f07-c3c8-4c8f-b87e-054faa382f30', 'name': 'network-vif-deleted', 'tag': 'e311bfc2-5f5e-41c7-931d-04328f452371'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:02:22.695158 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976a1688-36b9-4729-81b6-8b515ce194e9" -d '{"events": [{"server_uuid": "898d2f07-c3c8-4c8f-b87e-054faa382f30", "name": "network-vif-deleted", "tag": "e311bfc2-5f5e-41c7-931d-04328f452371"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:02:22.752594 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a206a3e1-9f91-43b6-ba70-f50c8ab29eb8 x-openstack-request-id: req-a206a3e1-9f91-43b6-ba70-f50c8ab29eb8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:02:22.753240 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d2f07-c3c8-4c8f-b87e-054faa382f30", "name": "network-vif-deleted", "tag": "e311bfc2-5f5e-41c7-931d-04328f452371", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:02:22.754248 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a206a3e1-9f91-43b6-ba70-f50c8ab29eb8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:02:22.755998 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d2f07-c3c8-4c8f-b87e-054faa382f30', 'name': 'network-vif-deleted', 'tag': 'e311bfc2-5f5e-41c7-931d-04328f452371', 'status': 'completed', 'code': 200} Jul 22 17:02:23.033961 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1326a3f6-78fc-416c-b4fc-1f5d6a57d90c req-30741180-049c-4749-a629-b649600eb031 tempest-VolumesBackupsTest-1597404686 tempest-VolumesBackupsTest-1597404686-project] 10.222.0.53 "GET /v2.0/ports?device_id=898d2f07-c3c8-4c8f-b87e-054faa382f30 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Jul 22 17:02:24.286841 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:25.961415 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e311bfc2-5f5e-41c7-931d-04328f452371 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:02:25.986229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: e311bfc2-5f5e-41c7-931d-04328f452371 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:02:25.991630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e311bfc2-5f5e-41c7-931d-04328f452371 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:02:29.762999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ebcb6-0242-4dd8-bf53-55955d8de6ac req-26b9314a-ebc1-4b67-a31b-3bfbf86dfd09 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:29.764561 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-380ebcb6-0242-4dd8-bf53-55955d8de6ac req-26b9314a-ebc1-4b67-a31b-3bfbf86dfd09 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 945 time: 0.0917656 Jul 22 17:02:29.813422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-380ebcb6-0242-4dd8-bf53-55955d8de6ac req-74fcf58c-4ea5-4bdc-93c7-f8821e3528df tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Jul 22 17:02:30.988742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb881e8a-7fda-4b34-92f3-8ec39ca436db req-dc504f1a-9f7d-4ee2-831f-4639495b0605 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:30.990337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb881e8a-7fda-4b34-92f3-8ec39ca436db req-dc504f1a-9f7d-4ee2-831f-4639495b0605 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 945 time: 0.0875401 Jul 22 17:02:31.040778 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eb881e8a-7fda-4b34-92f3-8ec39ca436db req-b97a1c21-4015-4528-a440-30b11ebd9a68 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Jul 22 17:02:31.564358 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:31.729484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-0c12fcb7-7ae0-4c6f-84e2-f0b93842a750 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:31.731177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-0c12fcb7-7ae0-4c6f-84e2-f0b93842a750 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 945 time: 0.0749130 Jul 22 17:02:31.840413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Deleting port 0c520327-3d4c-4a57-9464-f84e8cc69fc9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:02:31.840755 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:31.959783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] For port 0c520327-3d4c-4a57-9464-f84e8cc69fc9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=0c520327-3d4c-4a57-9464-f84e8cc69fc9,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:31.960150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:31.975656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Calling delete_port for 0c520327-3d4c-4a57-9464-f84e8cc69fc9 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:02:32.130456 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:32.180175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['0c520327-3d4c-4a57-9464-f84e8cc69fc9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:02:32.182548 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Pushing event deleted for resources: {'Port': ['ID=0c520327-3d4c-4a57-9464-f84e8cc69fc9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:32.234448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c03a5e4-ea9f-4c27-a30b-fb04f7af097e req-08a17209-b377-4b24-8875-21bfdba4f219 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90 HTTP/1.1" status: 200 len: 210 time: 0.0815291 Jul 22 17:02:32.255302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] No DVR routers for this DVR port 0c520327-3d4c-4a57-9464-f84e8cc69fc9 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:02:32.255948 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:32.258165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-793ceb6a-a639-41fe-a046-e7affe4785d7 req-99a4a699-f357-49a5-babc-ea23d75a88fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.65 "DELETE /v2.0/ports/0c520327-3d4c-4a57-9464-f84e8cc69fc9 HTTP/1.1" status: 204 len: 173 time: 0.5212135 Jul 22 17:02:32.258793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90', 'name': 'network-vif-deleted', 'tag': '0c520327-3d4c-4a57-9464-f84e8cc69fc9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:02:32.262813 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6466b4-82c4-42fd-ae30-8603cff28fb2" -d '{"events": [{"server_uuid": "0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90", "name": "network-vif-deleted", "tag": "0c520327-3d4c-4a57-9464-f84e8cc69fc9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:02:32.331171 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecb92fe-3023-42bc-95bc-f30975e80ffa x-openstack-request-id: req-0ecb92fe-3023-42bc-95bc-f30975e80ffa {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:02:32.331770 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90", "name": "network-vif-deleted", "tag": "0c520327-3d4c-4a57-9464-f84e8cc69fc9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:02:32.333267 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ecb92fe-3023-42bc-95bc-f30975e80ffa {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:02:32.333267 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f98ba96-c01b-4ff4-a1b2-3b3c249c5f90', 'name': 'network-vif-deleted', 'tag': '0c520327-3d4c-4a57-9464-f84e8cc69fc9', 'status': 'completed', 'code': 200} Jul 22 17:02:35.738660 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:35.859182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0c520327-3d4c-4a57-9464-f84e8cc69fc9 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:02:35.886621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 0c520327-3d4c-4a57-9464-f84e8cc69fc9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:02:35.887275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 0c520327-3d4c-4a57-9464-f84e8cc69fc9 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:02:37.484563 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:02:40.503539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-5d3de7eb-b2bf-49c9-a458-8fab7b0241c1 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:40.505352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-5d3de7eb-b2bf-49c9-a458-8fab7b0241c1 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/networks?id=c2114158-4e51-4c17-bdeb-9bcf18a61df2 HTTP/1.1" status: 200 len: 814 time: 0.1475706 Jul 22 17:02:40.525325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-b769fcf2-5870-4410-9659-41607fd0052a tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/quotas/fba00eeaed3e41b0b3927d896b6f1ea8 HTTP/1.1" status: 200 len: 375 time: 0.0103924 Jul 22 17:02:40.578406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-eb993986-3224-4288-bb69-d61040c75266 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fba00eeaed3e41b0b3927d896b6f1ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458467 Jul 22 17:02:40.685283 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-37940497-098b-4c6d-ae8a-369285742527 service neutron] 10.222.0.53 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993054 Jul 22 17:02:40.789337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-90760978-608c-4944-b769-631883cae35c service neutron] 10.222.0.53 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982945 Jul 22 17:02:41.027578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4bb45e1a-63ef-4a41-b972-45bc17f395d4 req-be57280d-f076-4cf6-a0ab-e6ae55eb8d1c tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 210 time: 0.0368156 Jul 22 17:02:41.080441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652760-f752-4326-89b6-c09fce14c220 req-2cd64859-b623-4fa4-94b7-c3697a487481 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:41.088073 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-24652760-f752-4326-89b6-c09fce14c220 req-2cd64859-b623-4fa4-94b7-c3697a487481 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1097 time: 0.1090276 Jul 22 17:02:41.111794 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24652760-f752-4326-89b6-c09fce14c220 req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:41.222812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24652760-f752-4326-89b6-c09fce14c220 req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:41.227998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-24652760-f752-4326-89b6-c09fce14c220 req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:41.281754 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-24652760-f752-4326-89b6-c09fce14c220 req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828241 Jul 22 17:02:41.282540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da6e75-8c98-4bb6-b393-ddd68b657ce0,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:41.292297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.301409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.301653 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.301997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.302337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.302665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.304245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.304584 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.304919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.305246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.305582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.305908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70e734b-0d85-4754-aa8c-42b09a0473f2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:41.457194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae32c2-168d-4f0e-b165-fb01dfd10611 req-b2a83fc6-44f4-47ea-9364-5bb1f6d049de tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:41.459004 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2ae32c2-168d-4f0e-b165-fb01dfd10611 req-b2a83fc6-44f4-47ea-9364-5bb1f6d049de tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0973880 Jul 22 17:02:41.520393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2ae32c2-168d-4f0e-b165-fb01dfd10611 req-74d90a35-b3e5-4422-8341-e4c65788cfe8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491462 Jul 22 17:02:41.536621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 51086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:02:41.626678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-11ca397a-4219-430e-856d-8d9ad74d1dbb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/10f0926d-e3d5-447a-9b51-acfecb4e67e1 HTTP/1.1" status: 200 len: 993 time: 0.0888062 Jul 22 17:02:42.016329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-28aed2af-3a32-4e3a-9644-9ec291b6dc19 req-691c4aaa-0bfc-475e-8f76-b0502cd9c778 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:02:42.017310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-28aed2af-3a32-4e3a-9644-9ec291b6dc19 req-691c4aaa-0bfc-475e-8f76-b0502cd9c778 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054035 Jul 22 17:02:42.183900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-be3e834b-63f6-4f18-b7a0-2b8699c7feb7 req-da371727-689f-4e33-ac6d-489cebea28e8 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 210 time: 0.0505831 Jul 22 17:02:42.354362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-1a2cb592-3418-4a2b-9307-9a0c64c2efc2 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:42.356452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-1a2cb592-3418-4a2b-9307-9a0c64c2efc2 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.20 "GET /v2.0/networks?id=c2114158-4e51-4c17-bdeb-9bcf18a61df2 HTTP/1.1" status: 200 len: 814 time: 0.1952109 Jul 22 17:02:42.374783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Request body: {'port': {'device_id': '2b0dea2a-52e6-43c8-88da-e97ff60d04cf', 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2', 'admin_state_up': True, 'tenant_id': 'fba00eeaed3e41b0b3927d896b6f1ea8'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:42.520565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Made reservation on behalf of fba00eeaed3e41b0b3927d896b6f1ea8 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:02:42.524998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:42.767206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Allocated IP 172.20.0.8 (c2114158-4e51-4c17-bdeb-9bcf18a61df2/f83713c5-b74c-4e4e-b959-e701b7546b15/1529337c-00b3-4009-9a82-a11965a20e5e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:02:42.797808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd0803-b379-40ab-8df8-75bb609f565e req-e996dc2f-585e-4f40-a322-1b8558136d9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:42.811550 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0dd0803-b379-40ab-8df8-75bb609f565e req-e996dc2f-585e-4f40-a322-1b8558136d9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1310806 Jul 22 17:02:42.882853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0dd0803-b379-40ab-8df8-75bb609f565e req-37910325-952b-471e-9d34-61ee4353ae78 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700810 Jul 22 17:02:42.938856 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d438f007-083a-49cf-9a7c-df83752fd664 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3038845 Jul 22 17:02:43.035419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:43.092117 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:43.148159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Network c2114158-4e51-4c17-bdeb-9bcf18a61df2 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:02:43.171787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:02:43.190248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:02:43.271698 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:43.272398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:43.317793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9447339 Jul 22 17:02:43.319337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Pushing event updated for resources: {'Port': ['ID=1529337c-00b3-4009-9a82-a11965a20e5e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:43.369024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Request body: {'port': {'device_id': '2b0dea2a-52e6-43c8-88da-e97ff60d04cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:02:43.489621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.489957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-03365a6b-e67c-492a-9eb2-fdeec8a642cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:43.490869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.491832 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-03365a6b-e67c-492a-9eb2-fdeec8a642cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1097 time: 0.0755556 Jul 22 17:02:43.492216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.492960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.494728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.496399 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.496855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.499411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.499891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.500361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.500805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.501420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc762ec-c534-4596-b68d-160334b0d1d0 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:43.635722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:43.738466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ba312-09c5-4792-9fe6-b2324c7f7449 req-53181e99-5aae-4321-8c22-e423ea840c43 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:43.740430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a5ba312-09c5-4792-9fe6-b2324c7f7449 req-53181e99-5aae-4321-8c22-e423ea840c43 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 931 time: 0.2593856 Jul 22 17:02:43.929182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a5ba312-09c5-4792-9fe6-b2324c7f7449 req-3052125d-e6f9-4c82-9253-b3cedb4252d2 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788805 Jul 22 17:02:44.286971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-0a0bd44a-86aa-4897-aec2-d76a8a5cb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:44.288519 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-0a0bd44a-86aa-4897-aec2-d76a8a5cb95d service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 897 time: 0.7671869 Jul 22 17:02:44.297556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90de99-8894-4c5f-b120-af6a4b2750ec req-f79b357f-b886-4029-b922-cbcae9f4d3af tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:44.300448 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f90de99-8894-4c5f-b120-af6a4b2750ec req-f79b357f-b886-4029-b922-cbcae9f4d3af tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1431832 Jul 22 17:02:44.340811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1529337c-00b3-4009-9a82-a11965a20e5e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:02:44.377610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:44.423076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Transition to ACTIVE for port object 1529337c-00b3-4009-9a82-a11965a20e5e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:02:44.429637 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:44.440732 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-f7b7abb2-b60c-4adf-9d6d-6de6c26b4721 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 1001 time: 0.1390829 Jul 22 17:02:44.517119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f90de99-8894-4c5f-b120-af6a4b2750ec req-225719ae-2e81-4112-8a3d-eff82c485265 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253543 Jul 22 17:02:44.537556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Pushing event updated for resources: {'Port': ['ID=1529337c-00b3-4009-9a82-a11965a20e5e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:44.574475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-2783c345-54ca-407c-8f87-105247f869ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:44.575954 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-2783c345-54ca-407c-8f87-105247f869ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.1189733 Jul 22 17:02:44.653213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Attempting to bind port 1529337c-00b3-4009-9a82-a11965a20e5e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:02:44.653704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Attempting to bind port 1529337c-00b3-4009-9a82-a11965a20e5e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'ed4931ed-d546-4ea7-a369-de5cc213d411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:02:44.653859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Attempting to bind port 1529337c-00b3-4009-9a82-a11965a20e5e on network c2114158-4e51-4c17-bdeb-9bcf18a61df2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:44.661278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Port 1529337c-00b3-4009-9a82-a11965a20e5e on network c2114158-4e51-4c17-bdeb-9bcf18a61df2 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:02:44.661552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Attempting to bind port 1529337c-00b3-4009-9a82-a11965a20e5e on network c2114158-4e51-4c17-bdeb-9bcf18a61df2 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:02:44.668778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:02:44.669118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Checking segment: {'id': 'ed4931ed-d546-4ea7-a369-de5cc213d411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:02:44.669772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Bound using segment: {'id': 'ed4931ed-d546-4ea7-a369-de5cc213d411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:02:44.670207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Bound port: 1529337c-00b3-4009-9a82-a11965a20e5e, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4931ed-d546-4ea7-a369-de5cc213d411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:02:44.670563 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:44.677998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-a186b06e-331c-48b2-970a-f78937551abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:44.680019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-a186b06e-331c-48b2-970a-f78937551abb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961800 Jul 22 17:02:44.801926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] For port 1529337c-00b3-4009-9a82-a11965a20e5e, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:02:44.813456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] For port 1529337c-00b3-4009-9a82-a11965a20e5e, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1529337c-00b3-4009-9a82-a11965a20e5e,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:02:44.836138 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:44.863645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-42f2b098-cc49-499f-a1d1-25533827c327 service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755135 Jul 22 17:02:44.891608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:44.892240 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:44.895591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] 10.222.0.20 "PUT /v2.0/ports/1529337c-00b3-4009-9a82-a11965a20e5e HTTP/1.1" status: 200 len: 1092 time: 1.5466707 Jul 22 17:02:44.897687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0dea2a-52e6-43c8-88da-e97ff60d04cf', 'tag': '1529337c-00b3-4009-9a82-a11965a20e5e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:02:44.914203 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738f2611-3740-49e2-b4b3-3c7fa35092d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0dea2a-52e6-43c8-88da-e97ff60d04cf", "tag": "1529337c-00b3-4009-9a82-a11965a20e5e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:02:44.993605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50b9ca-af30-4f24-8e5a-7b9241301471 service neutron] Pushing event updated for resources: {'Port': ['ID=1529337c-00b3-4009-9a82-a11965a20e5e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:45.037514 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adf048c-0b1e-4b4c-8eef-ce013ce23bc9 x-openstack-request-id: req-9adf048c-0b1e-4b4c-8eef-ce013ce23bc9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:02:45.038071 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0dea2a-52e6-43c8-88da-e97ff60d04cf", "tag": "1529337c-00b3-4009-9a82-a11965a20e5e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:02:45.038777 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9adf048c-0b1e-4b4c-8eef-ce013ce23bc9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:02:45.038910 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0dea2a-52e6-43c8-88da-e97ff60d04cf', 'tag': '1529337c-00b3-4009-9a82-a11965a20e5e', 'status': 'completed', 'code': 200} Jul 22 17:02:45.049108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-87eabb7b-9673-4ba7-bc7f-cd5110cd0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:45.050875 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-87eabb7b-9673-4ba7-bc7f-cd5110cd0b3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba00eeaed3e41b0b3927d896b6f1ea8&device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 1095 time: 0.0842733 Jul 22 17:02:45.075587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-124ff3b1-05db-45c9-9233-94b2b53292f5 req-a2051210-f824-4315-8b4b-b20c144901c1 service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040541 Jul 22 17:02:45.110739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-274c9c5d-a8ce-48be-9595-aff51f9faa1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1529337c-00b3-4009-9a82-a11965a20e5e HTTP/1.1" status: 200 len: 217 time: 0.0456369 Jul 22 17:02:45.170350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edae9c-3a88-4886-b729-0facc4a46aa9 req-0bb8827d-445b-4f0d-8bd2-e7d6c75757b9 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:45.176753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e9edae9c-3a88-4886-b729-0facc4a46aa9 req-0bb8827d-445b-4f0d-8bd2-e7d6c75757b9 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 943 time: 0.1209562 Jul 22 17:02:45.207144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-4b57760f-2936-44e7-ab7d-4c465f3a7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:45.209047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-4b57760f-2936-44e7-ab7d-4c465f3a7f85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f83713c5-b74c-4e4e-b959-e701b7546b15 HTTP/1.1" status: 200 len: 854 time: 0.0929193 Jul 22 17:02:45.249710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-1b3b63f1-df77-4b92-b854-bf753d11377a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2114158-4e51-4c17-bdeb-9bcf18a61df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330474 Jul 22 17:02:45.272278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e9edae9c-3a88-4886-b729-0facc4a46aa9 req-548f95cc-5ce0-40fb-b1fd-2387451af177 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842175 Jul 22 17:02:45.286479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-18c82ebc-d011-4553-9f97-2e98b7a2446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:45.289490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-18c82ebc-d011-4553-9f97-2e98b7a2446c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1097 time: 0.1108971 Jul 22 17:02:45.407523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-013b0ac9-703c-48bf-96db-5caad2caaa91 service neutron] 10.222.0.20 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515832 Jul 22 17:02:45.438212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-9e7c9d46-b0c5-4915-bb15-6fc332736575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:45.439749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-9e7c9d46-b0c5-4915-bb15-6fc332736575 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 897 time: 0.1436779 Jul 22 17:02:45.605336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-4d47e3f8-1206-45eb-9e95-2078e171b6b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 1001 time: 0.1566756 Jul 22 17:02:45.655413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-642228fd-19ba-4fda-8858-935c06f1c1a9 req-759b7b98-2438-4a83-8ad3-dc5b0eba25fa service neutron] 10.222.0.20 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415214 Jul 22 17:02:45.738862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-93a1594f-e442-4901-bd7f-7e571eb9a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:45.747533 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-93a1594f-e442-4901-bd7f-7e571eb9a8f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.1303983 Jul 22 17:02:45.756114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aad93-da64-460d-b52b-7660bcfe468a req-cfb9e90f-050c-4cf5-b6c2-32640edec74c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:45.757823 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7aad93-da64-460d-b52b-7660bcfe468a req-cfb9e90f-050c-4cf5-b6c2-32640edec74c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1219523 Jul 22 17:02:45.836140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-277cddfc-fc3e-4840-a216-938a8aadb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:45.837879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-277cddfc-fc3e-4840-a216-938a8aadb4ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746393 Jul 22 17:02:45.839772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df7aad93-da64-460d-b52b-7660bcfe468a req-7c0899ad-602b-4ba2-a9c1-214e93f5a629 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714509 Jul 22 17:02:45.857842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-15c65317-c0b5-4eee-bdfc-67760ea4fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:45.861023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-15c65317-c0b5-4eee-bdfc-67760ea4fe02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba00eeaed3e41b0b3927d896b6f1ea8&device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 1095 time: 0.1019187 Jul 22 17:02:45.994299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-aca20f49-6ba4-4386-888a-126471769615 service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388626 Jul 22 17:02:46.168694 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-e4d44686-ff82-4e07-aa7f-5b150deab37f service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575851 Jul 22 17:02:46.349062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-553115d3-dbf4-42f2-8725-a51de0f67042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:46.350974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-553115d3-dbf4-42f2-8725-a51de0f67042 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c2114158-4e51-4c17-bdeb-9bcf18a61df2 HTTP/1.1" status: 200 len: 915 time: 0.4823668 Jul 22 17:02:46.400057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-1f9329ac-6f56-4ee5-ba68-0f04279e3773 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1529337c-00b3-4009-9a82-a11965a20e5e HTTP/1.1" status: 200 len: 217 time: 0.0418417 Jul 22 17:02:46.483949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-89188ab0-0dbc-4b50-8bc0-07fe38c294a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:46.492057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-89188ab0-0dbc-4b50-8bc0-07fe38c294a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f83713c5-b74c-4e4e-b959-e701b7546b15 HTTP/1.1" status: 200 len: 854 time: 0.0817180 Jul 22 17:02:46.528426 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fdb2e-f307-4381-91ca-2341f993fa99 req-e2b63f63-22df-4eff-b5f5-a08ba507ca3c tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:46.538529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-9c7eb1ee-f729-4da9-8d2d-3f0aa492cf65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c2114158-4e51-4c17-bdeb-9bcf18a61df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392327 Jul 22 17:02:46.543616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-878fdb2e-f307-4381-91ca-2341f993fa99 req-e2b63f63-22df-4eff-b5f5-a08ba507ca3c tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 943 time: 0.1660504 Jul 22 17:02:46.609251 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-878fdb2e-f307-4381-91ca-2341f993fa99 req-a9e8373b-50a8-4687-9d32-54bcade2bef3 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643058 Jul 22 17:02:46.666890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-0b0b304f-6ca8-45b3-bf34-f3999a0037b0 service neutron] 10.222.0.20 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212089 Jul 22 17:02:46.784049 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-738f2611-3740-49e2-b4b3-3c7fa35092d8 req-fb2151b3-d41a-4e9a-b2af-64a87ee5cb7d service neutron] 10.222.0.20 "GET /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103151 Jul 22 17:02:47.011153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bd663-c8d9-4889-805f-b955f89e39ce req-a76b0cb5-4e07-42c5-98a3-9510f5f8f168 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:47.011725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb6bd663-c8d9-4889-805f-b955f89e39ce req-a76b0cb5-4e07-42c5-98a3-9510f5f8f168 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0729406 Jul 22 17:02:47.054458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb6bd663-c8d9-4889-805f-b955f89e39ce req-d064c8b3-341d-4bd6-b78a-aaa8e5536f7a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368071 Jul 22 17:02:47.762583 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0649d0-3b5f-471f-a5ae-5ffa8b44621c req-08b0f0a0-ea15-481e-b1eb-72bc9126b1fc tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:47.764949 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c0649d0-3b5f-471f-a5ae-5ffa8b44621c req-08b0f0a0-ea15-481e-b1eb-72bc9126b1fc tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 943 time: 0.0715919 Jul 22 17:02:47.807628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c0649d0-3b5f-471f-a5ae-5ffa8b44621c req-d89b6b52-6524-4457-aef9-a7571fa7f6f1 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359428 Jul 22 17:02:48.057791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 1529337c-00b3-4009-9a82-a11965a20e5e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:02:48.184964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 1529337c-00b3-4009-9a82-a11965a20e5e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1529337c-00b3-4009-9a82-a11965a20e5e,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:48.198973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '1529337c-00b3-4009-9a82-a11965a20e5e', 'network_id': 'c2114158-4e51-4c17-bdeb-9bcf18a61df2', 'port_id': '1529337c-00b3-4009-9a82-a11965a20e5e', 'mac_address': 'fa:16:3e:5f:6f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f83713c5-b74c-4e4e-b959-e701b7546b15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:02:48.204485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4676d6-f1ed-4494-9496-222e47563758 req-ee1ec4b6-d450-4b56-9fee-b4a4fde19935 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:48.206838 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c4676d6-f1ed-4494-9496-222e47563758 req-ee1ec4b6-d450-4b56-9fee-b4a4fde19935 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0715408 Jul 22 17:02:48.243720 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:48.247898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c4676d6-f1ed-4494-9496-222e47563758 req-86daba0e-756b-4a0f-9fc3-7cfe687836f7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353262 Jul 22 17:02:48.270298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1529337c-00b3-4009-9a82-a11965a20e5e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:02:48.291260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 1529337c-00b3-4009-9a82-a11965a20e5e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1529337c-00b3-4009-9a82-a11965a20e5e,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:48.295665 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:48.345592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=1529337c-00b3-4009-9a82-a11965a20e5e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:48.451547 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-de171a20-7f51-4ec9-8971-46b786c2f3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:48.592082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['1529337c-00b3-4009-9a82-a11965a20e5e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:02:48.961862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99339810-c432-41b4-bcbf-c068784a683c req-256b9cab-4464-4f1b-81ba-0fc2909c7281 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:48.964203 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99339810-c432-41b4-bcbf-c068784a683c req-256b9cab-4464-4f1b-81ba-0fc2909c7281 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 944 time: 0.0765467 Jul 22 17:02:49.010782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99339810-c432-41b4-bcbf-c068784a683c req-792ac971-f0b0-4a71-b05b-f6c0e35eab57 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Jul 22 17:02:49.397860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae257cd1-e61a-41ca-a1dd-e6ece643b3e5 req-666c95f9-90f9-4424-a676-d60d25aa072c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:49.399367 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae257cd1-e61a-41ca-a1dd-e6ece643b3e5 req-666c95f9-90f9-4424-a676-d60d25aa072c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0749760 Jul 22 17:02:49.438810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae257cd1-e61a-41ca-a1dd-e6ece643b3e5 req-183767bb-08c4-41bd-a3b9-8f1c07bb6d2c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Jul 22 17:02:50.069236 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 1529337c-00b3-4009-9a82-a11965a20e5e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:02:50.146875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 1529337c-00b3-4009-9a82-a11965a20e5e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:02:50.151630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 1529337c-00b3-4009-9a82-a11965a20e5e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:02:50.152062 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:50.183718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab78ebc-44eb-4ec4-98e6-4069b733609d req-397fcbfd-7969-4e55-a1df-deccf303dee8 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:50.185412 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ab78ebc-44eb-4ec4-98e6-4069b733609d req-397fcbfd-7969-4e55-a1df-deccf303dee8 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 944 time: 0.0845926 Jul 22 17:02:50.230114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ab78ebc-44eb-4ec4-98e6-4069b733609d req-a5db66da-8eae-49fb-8e9b-5d16f01f9660 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Jul 22 17:02:50.242529 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:50.267950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0dea2a-52e6-43c8-88da-e97ff60d04cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1529337c-00b3-4009-9a82-a11965a20e5e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:02:50.270597 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f1305-5b3a-4139-9752-264d16a9aa60" -d '{"events": [{"server_uuid": "2b0dea2a-52e6-43c8-88da-e97ff60d04cf", "name": "network-vif-plugged", "status": "completed", "tag": "1529337c-00b3-4009-9a82-a11965a20e5e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:02:50.286253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 1529337c-00b3-4009-9a82-a11965a20e5e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1529337c-00b3-4009-9a82-a11965a20e5e,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:02:50.293041 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:50.351397 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ef1a50-effb-4f18-b5cd-3a46e1dd65af x-openstack-request-id: req-a5ef1a50-effb-4f18-b5cd-3a46e1dd65af {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:02:50.351775 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0dea2a-52e6-43c8-88da-e97ff60d04cf", "name": "network-vif-plugged", "status": "completed", "tag": "1529337c-00b3-4009-9a82-a11965a20e5e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:02:50.352027 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5ef1a50-effb-4f18-b5cd-3a46e1dd65af {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:02:50.352398 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0dea2a-52e6-43c8-88da-e97ff60d04cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1529337c-00b3-4009-9a82-a11965a20e5e', 'code': 200} Jul 22 17:02:50.353482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=1529337c-00b3-4009-9a82-a11965a20e5e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:02:50.364804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.365480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.366036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.366438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.366903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.367267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.367595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.368180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.368605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.369065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.369388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.369829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:02:50.453529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e53272-e9b0-4c89-9186-e8b2c17a46f9 req-e8244dd4-93f8-4d34-898c-a903f1562b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:50.454916 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-80e53272-e9b0-4c89-9186-e8b2c17a46f9 req-e8244dd4-93f8-4d34-898c-a903f1562b39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 1097 time: 0.0548117 Jul 22 17:02:50.493475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-80e53272-e9b0-4c89-9186-e8b2c17a46f9 req-27796826-2e1e-4db6-9385-9bd900e819ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Jul 22 17:02:50.582178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a3724-6dd5-45c6-9dcb-63078494f6f4 req-39ec7dbe-bd1c-4b22-b65d-f7cddb2cbd1d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:50.584008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61a3724-6dd5-45c6-9dcb-63078494f6f4 req-39ec7dbe-bd1c-4b22-b65d-f7cddb2cbd1d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0673566 Jul 22 17:02:50.641994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61a3724-6dd5-45c6-9dcb-63078494f6f4 req-b72df32b-b388-4d09-996a-309ac4cb69c1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479209 Jul 22 17:02:51.047627 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3a44dec-c644-4ac4-a71c-4ee231cb4a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:51.252079 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:51.273284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-5d3fd45d-3cf3-4f6f-87fc-68a7a373faff req-119f19e4-56c4-42c5-83bf-fbf2b59b5f92 service neutron] (93750) timed out ('10.222.0.65', 60875) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:02:51.371257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9e62-7c5c-4bea-9bf5-8ca0abe07b52 req-69b9253a-2d55-4c38-ae30-1299c16032ed tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:51.372864 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c9d9e62-7c5c-4bea-9bf5-8ca0abe07b52 req-69b9253a-2d55-4c38-ae30-1299c16032ed tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 945 time: 0.0680017 Jul 22 17:02:51.428500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7c9d9e62-7c5c-4bea-9bf5-8ca0abe07b52 req-b64d6bba-728c-4aa4-9a9f-ac58aafb506d tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488307 Jul 22 17:02:51.787041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a626c-c3ab-43c2-b331-506eaccba362 req-1fefd844-31a6-47c3-97c7-9c6ba432e046 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:51.788749 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-730a626c-c3ab-43c2-b331-506eaccba362 req-1fefd844-31a6-47c3-97c7-9c6ba432e046 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0837953 Jul 22 17:02:51.833460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-730a626c-c3ab-43c2-b331-506eaccba362 req-cd58eb98-b9eb-4d94-b840-0f0a04c05fdb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345678 Jul 22 17:02:52.574982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8162-92ad-47fe-acdd-e8f87ca94714 req-b308e60a-ff73-4a4e-a6b9-dde7961eb849 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:52.576882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-80bf8162-92ad-47fe-acdd-e8f87ca94714 req-b308e60a-ff73-4a4e-a6b9-dde7961eb849 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 945 time: 0.0734670 Jul 22 17:02:52.579829 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:52.617937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-80bf8162-92ad-47fe-acdd-e8f87ca94714 req-99b3e745-b901-4394-8634-cc51c29401fb tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Jul 22 17:02:53.025715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c0cc3-1d7a-4b67-9866-9355ee4297d8 req-c898d7d4-e77e-45eb-939a-cf114dc863aa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:53.027422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-af3c0cc3-1d7a-4b67-9866-9355ee4297d8 req-c898d7d4-e77e-45eb-939a-cf114dc863aa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1115038 Jul 22 17:02:53.088603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-af3c0cc3-1d7a-4b67-9866-9355ee4297d8 req-b155d657-740e-4429-925e-cd7445076ad4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501833 Jul 22 17:02:54.256472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55494189-9b64-4310-b38d-bbadb5ec2ca4 req-322de491-c401-48f7-805c-1de063ed4400 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:54.258046 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55494189-9b64-4310-b38d-bbadb5ec2ca4 req-322de491-c401-48f7-805c-1de063ed4400 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0659602 Jul 22 17:02:54.301671 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:02:54.303584 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55494189-9b64-4310-b38d-bbadb5ec2ca4 req-eb878e5f-f7f5-4090-9c09-3e3fcf42b4ca tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385239 Jul 22 17:02:55.476241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a830a8d-8fc8-4407-9897-41c2b06f36e7 req-d9d68547-e858-4d6b-ab93-8cddd6e49986 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:55.484559 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a830a8d-8fc8-4407-9897-41c2b06f36e7 req-d9d68547-e858-4d6b-ab93-8cddd6e49986 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1025186 Jul 22 17:02:55.544924 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2a830a8d-8fc8-4407-9897-41c2b06f36e7 req-3ef1c228-8a16-4d0e-95e7-1cfd19d8f1c5 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590570 Jul 22 17:02:56.713666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e15a77-d76a-4119-8488-bcd1551399ad req-88fa8ce8-6830-4ae5-92ec-bf1f550bf2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:56.722578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4e15a77-d76a-4119-8488-bcd1551399ad req-88fa8ce8-6830-4ae5-92ec-bf1f550bf2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0955293 Jul 22 17:02:56.775836 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4e15a77-d76a-4119-8488-bcd1551399ad req-64faa9dd-0505-444c-81aa-c6975b4629bd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518820 Jul 22 17:02:57.917629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712666b1-7db8-46da-91cb-9e5b4cc61beb req-95cb9b26-587e-42a7-a775-648d75c4ce07 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:57.922941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-712666b1-7db8-46da-91cb-9e5b4cc61beb req-95cb9b26-587e-42a7-a775-648d75c4ce07 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0677259 Jul 22 17:02:57.977801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-712666b1-7db8-46da-91cb-9e5b4cc61beb req-52e1262d-8ecb-4d6e-b05d-23ea97aa5ddd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492704 Jul 22 17:02:59.150745 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a25f85-1dc3-4446-9d0a-b96a08c124fa req-8c97fe33-33ce-45e6-b997-5c72db9c4bfe tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:02:59.152485 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6a25f85-1dc3-4446-9d0a-b96a08c124fa req-8c97fe33-33ce-45e6-b997-5c72db9c4bfe tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0962212 Jul 22 17:02:59.193501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b6a25f85-1dc3-4446-9d0a-b96a08c124fa req-88d7eba4-1d7d-4454-be13-e62e30e9c2e8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345006 Jul 22 17:03:00.377847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15a373-c277-4637-b293-7691049c402e req-6089c246-6640-4920-9757-ae5f0e705c33 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:00.379727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f15a373-c277-4637-b293-7691049c402e req-6089c246-6640-4920-9757-ae5f0e705c33 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0977416 Jul 22 17:03:00.423118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f15a373-c277-4637-b293-7691049c402e req-8ed83a10-2ed8-44b8-ade5-aaa6c1357e70 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Jul 22 17:03:01.574568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:01.610805 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ef11e-e7f7-4019-b6f7-23ba5451697e req-9cc2d531-7e3e-4a8f-8acd-c3d857d945d9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:01.612977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe4ef11e-e7f7-4019-b6f7-23ba5451697e req-9cc2d531-7e3e-4a8f-8acd-c3d857d945d9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1010647 Jul 22 17:03:01.658078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe4ef11e-e7f7-4019-b6f7-23ba5451697e req-7c359eee-f312-4f34-b96f-5ad9292d67da tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Jul 22 17:03:02.843045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d51417-b0cb-422a-a764-9ff08cc48fd3 req-f85e24a2-c259-4d85-b6d7-064a67732a46 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:02.844889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53d51417-b0cb-422a-a764-9ff08cc48fd3 req-f85e24a2-c259-4d85-b6d7-064a67732a46 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0945818 Jul 22 17:03:02.899405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53d51417-b0cb-422a-a764-9ff08cc48fd3 req-d143ce6b-48a4-44ff-83d5-e4115a7e8f6b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448828 Jul 22 17:03:03.456125 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-08687bf2-a591-444f-a88e-75f68a96d303 req-92a73809-9223-448a-8c33-c03d8e85c161 service neutron] show failed (client error): The resource could not be found. Jul 22 17:03:03.458663 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-92a73809-9223-448a-8c33-c03d8e85c161 service neutron] 10.222.0.65 "GET /v2.0/ports/f3386a40-2d44-4388-9bed-95baf02395bc/bindings/n-h2-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0624127 Jul 22 17:03:03.726533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-f4ad3024-15f4-4cbc-a384-d4f230ecc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:03.727099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-f4ad3024-15f4-4cbc-a384-d4f230ecc8b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 1097 time: 0.0966969 Jul 22 17:03:03.749792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:03.846545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:04.158199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:04.165007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66189df-2fc3-44a4-b515-30db7828c1c6 req-7333c9db-4d06-4649-88a7-7471f678121e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:04.175936 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d66189df-2fc3-44a4-b515-30db7828c1c6 req-7333c9db-4d06-4649-88a7-7471f678121e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1018393 Jul 22 17:03:04.198000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:03:04.232456 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d66189df-2fc3-44a4-b515-30db7828c1c6 req-30ec1084-fb12-43a2-931f-621c1e4f0eb3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552769 Jul 22 17:03:04.254243 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:04.257219 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04041e4-3713-4dd6-8764-f0fd13e8f2e8" -d '{"events": [{"server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "name": "network-vif-unplugged", "status": "completed", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:04.262517 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:04.289119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Transition to ACTIVE for port object f3386a40-2d44-4388-9bed-95baf02395bc will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:03:04.300457 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:04.322959 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e6aeea-d8c0-44ad-9a3b-ed8ef5fa0b4d x-openstack-request-id: req-e1e6aeea-d8c0-44ad-9a3b-ed8ef5fa0b4d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:04.323485 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "name": "network-vif-unplugged", "status": "completed", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:04.323890 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1e6aeea-d8c0-44ad-9a3b-ed8ef5fa0b4d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:04.324542 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'code': 200} Jul 22 17:03:04.389014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Pushing event updated for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:04.531830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] No DVR routers for this DVR port f3386a40-2d44-4388-9bed-95baf02395bc on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:03:04.731808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Attempting to bind port f3386a40-2d44-4388-9bed-95baf02395bc on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:03:04.732081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Attempting to bind port f3386a40-2d44-4388-9bed-95baf02395bc by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:03:04.732393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Attempting to bind port f3386a40-2d44-4388-9bed-95baf02395bc on network bcd4ec37-3584-4383-9abb-98d1da674cac {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:03:04.737560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Port f3386a40-2d44-4388-9bed-95baf02395bc on network bcd4ec37-3584-4383-9abb-98d1da674cac not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:03:04.737891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Attempting to bind port f3386a40-2d44-4388-9bed-95baf02395bc on network bcd4ec37-3584-4383-9abb-98d1da674cac {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:03:04.743347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:03:04.743693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Checking segment: {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:03:04.744077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Bound using segment: {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:03:04.744511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Bound port: f3386a40-2d44-4388-9bed-95baf02395bc, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3f4bad-feea-4119-8691-2e90ddb3bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:03:04.744873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:04.813339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:03:04.817172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:03:04.822008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:04.878314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Pushing event updated for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:04.900494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:04.901449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:04.903646 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d4e409dd-f50d-44b3-b460-9ca8316c4019 service neutron] 10.222.0.20 "PUT /v2.0/ports/f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 1092 time: 1.1596618 Jul 22 17:03:05.060340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-09067f7e-b4d8-4eef-a07f-1f4d9ade7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:05.072813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-09067f7e-b4d8-4eef-a07f-1f4d9ade7b26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1095 time: 0.1254783 Jul 22 17:03:05.189733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-c47ba4b3-86df-4869-83b2-c680ac56b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:05.192019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-c47ba4b3-86df-4869-83b2-c680ac56b8b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 897 time: 0.1115506 Jul 22 17:03:05.356101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-8dc8846b-0490-4a13-9854-7bb21f04410e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 999 time: 0.1574194 Jul 22 17:03:05.501847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-0125e0bc-5baf-4c59-8a5f-fd73c2959b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:05.502890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-0125e0bc-5baf-4c59-8a5f-fd73c2959b4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.1379330 Jul 22 17:03:05.574769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876670d-5b3c-437b-a32a-7b817feafad9 req-702f2a45-e722-4d6b-b5ad-c1fe373e43ca tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:05.574769 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4876670d-5b3c-437b-a32a-7b817feafad9 req-702f2a45-e722-4d6b-b5ad-c1fe373e43ca tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 943 time: 0.2183642 Jul 22 17:03:05.630629 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4876670d-5b3c-437b-a32a-7b817feafad9 req-1491ba66-c70a-4e01-90f3-8ca24fde3e41 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389459 Jul 22 17:03:05.637277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08687bf2-a591-444f-a88e-75f68a96d303 req-5a510bbc-b4f4-49eb-b2f0-964daa1102ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:05.639074 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-5a510bbc-b4f4-49eb-b2f0-964daa1102ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237197 Jul 22 17:03:05.734376 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:05.755975 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-bf1368ea-e657-41a5-9024-ffb0a54333ea service neutron] 10.222.0.20 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054726 Jul 22 17:03:05.864821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-e21fadfd-0db1-4826-a3f6-f7317fe8f818 service neutron] 10.222.0.20 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030185 Jul 22 17:03:06.025794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f3386a40-2d44-4388-9bed-95baf02395bc no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:06.071459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device f3386a40-2d44-4388-9bed-95baf02395bc not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:06.326175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:06.328797 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:06.386950 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3c951f-8f12-49c6-a575-e41031bb0164 x-openstack-request-id: req-6e3c951f-8f12-49c6-a575-e41031bb0164 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:06.387543 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:06.388059 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e3c951f-8f12-49c6-a575-e41031bb0164 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:06.388828 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'status': 'completed', 'code': 200} Jul 22 17:03:06.506370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-c0d0e499-2e7b-422d-adee-8e178cb2bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.508431 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-c0d0e499-2e7b-422d-adee-8e178cb2bffc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1095 time: 0.0713098 Jul 22 17:03:06.563050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-4f11e8d7-e4ea-4247-9719-37fecf9fbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.564735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-4f11e8d7-e4ea-4247-9719-37fecf9fbe56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1095 time: 0.1249266 Jul 22 17:03:06.632931 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-9fdf8301-1fcc-45ec-883c-0f23d180253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.635514 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-9fdf8301-1fcc-45ec-883c-0f23d180253c service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 897 time: 0.1188674 Jul 22 17:03:06.707231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-2ade5a37-4787-45b4-b2fd-ffeb8842d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.707231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-2ade5a37-4787-45b4-b2fd-ffeb8842d49b service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 897 time: 0.1333208 Jul 22 17:03:06.760901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-0478c0b8-300c-4faa-9367-b719f90fb8cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 999 time: 0.1153522 Jul 22 17:03:06.815867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-001a674b-3db0-4a6d-bd9a-fac2266e7638 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 999 time: 0.1017845 Jul 22 17:03:06.873058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-075a3a7b-627f-490f-919f-fda34ff0e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.873677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-631ff206-52d2-4073-a5f8-90b61bb8a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.875200 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-075a3a7b-627f-490f-919f-fda34ff0e4d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.1037109 Jul 22 17:03:06.875942 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-631ff206-52d2-4073-a5f8-90b61bb8a96b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.0512125 Jul 22 17:03:06.968711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7435f79-68fc-47d9-b09c-e892d0f72661 req-5dc43076-ae71-4c24-acb9-c88005fa651b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.970473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d7435f79-68fc-47d9-b09c-e892d0f72661 req-5dc43076-ae71-4c24-acb9-c88005fa651b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 943 time: 0.2086875 Jul 22 17:03:06.982734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-ce005296-244f-4315-9818-0c5a6d706062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.984321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-ce005296-244f-4315-9818-0c5a6d706062 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913339 Jul 22 17:03:06.984665 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-3bd6c22c-d07d-445c-b8b3-1b8d93aeaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:06.986194 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-3bd6c22c-d07d-445c-b8b3-1b8d93aeaea4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020794 Jul 22 17:03:07.061729 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d7435f79-68fc-47d9-b09c-e892d0f72661 req-a3004d86-1239-4ddd-8750-ec7c8c426a0f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842433 Jul 22 17:03:07.162867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-72411660-f272-4e8b-88d6-9f58887f1ed8 service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629639 Jul 22 17:03:07.196069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-351bd5a4-1619-429f-ab5f-969bb488ecc1 service neutron] 10.222.0.20 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020521 Jul 22 17:03:07.270739 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-3c6f9ce8-5142-49f7-8cb8-b80457f4ce25 service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027386 Jul 22 17:03:07.356187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b074842-fc6d-4d39-89ce-8f38ae9be0c1 req-f8753a45-3267-4cd1-8bc1-d652a411e550 service neutron] 10.222.0.20 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522150 Jul 22 17:03:08.197412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f3386a40-2d44-4388-9bed-95baf02395bc details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:03:08.217424 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf989c8-47de-4856-a811-192969fcb07e req-a54c1327-39c9-48a9-bc52-ad6fd32c9f20 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:08.218973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf989c8-47de-4856-a811-192969fcb07e req-a54c1327-39c9-48a9-bc52-ad6fd32c9f20 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 943 time: 0.0791328 Jul 22 17:03:08.268512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf989c8-47de-4856-a811-192969fcb07e req-00b64d57-3d67-462d-9c65-3c17e685ad15 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Jul 22 17:03:08.324940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:08.336524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'port_id': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'mac_address': 'fa:16:3e:76:a4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:03:08.411564 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:08.430951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3386a40-2d44-4388-9bed-95baf02395bc {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:03:08.460666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:08.466030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:08.538535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:08.543962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643e2b9-954a-4a9d-8a0c-16b7fbdb37b6 req-e55fa7fb-f8ce-4fae-91c9-ef6b2f3bd6d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:08.552019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7643e2b9-954a-4a9d-8a0c-16b7fbdb37b6 req-e55fa7fb-f8ce-4fae-91c9-ef6b2f3bd6d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 944 time: 0.0867984 Jul 22 17:03:08.611170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7643e2b9-954a-4a9d-8a0c-16b7fbdb37b6 req-048ab147-7b33-4c9f-8d82-48d32e5e1035 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577796 Jul 22 17:03:08.693443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-b0b3c3da-56b5-49d9-94e7-c67550ffe381 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:08.695490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-b0b3c3da-56b5-49d9-94e7-c67550ffe381 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.65 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51&tenant_id=231eebfe23e247a58da5b1814d5eef5e&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 944 time: 0.1716843 Jul 22 17:03:08.767246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['f3386a40-2d44-4388-9bed-95baf02395bc'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:03:08.771783 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-73b53a65-7b50-4aaf-83cb-fa12a85c613d service neutron] delete failed (client error): The resource could not be found. Jul 22 17:03:08.772818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-73b53a65-7b50-4aaf-83cb-fa12a85c613d service neutron] 10.222.0.65 "DELETE /v2.0/ports/f3386a40-2d44-4388-9bed-95baf02395bc/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0698364 Jul 22 17:03:08.955801 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-aa3d880b-d483-4be7-af7a-fa46f1ab640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:08.957438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-aa3d880b-d483-4be7-af7a-fa46f1ab640e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1096 time: 0.1013315 Jul 22 17:03:09.074388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-48d049bb-ff50-4d5e-bb50-6fdf3a5661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:09.076106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-48d049bb-ff50-4d5e-bb50-6fdf3a5661a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 897 time: 0.1081550 Jul 22 17:03:09.148803 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-6a2da984-911d-425c-bc0a-ab9e72d44630 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 1000 time: 0.0652058 Jul 22 17:03:09.230532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-ba3c1f9f-23f4-4471-bd4b-ca9a6b6eb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:09.232298 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-ba3c1f9f-23f4-4471-bd4b-ca9a6b6eb84e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.0755754 Jul 22 17:03:09.299874 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-4a20f78f-e51f-4c58-8cb0-bd26ca892854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:09.301384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-4a20f78f-e51f-4c58-8cb0-bd26ca892854 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614021 Jul 22 17:03:09.403997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-b3727a7e-6fce-4fb2-82cd-3a231f54c33b service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949771 Jul 22 17:03:09.526349 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c96fecf8-7641-49f1-9caf-53f129b6a429 req-b512210d-d2fd-4b8c-b65e-99f25309e3ed service neutron] 10.222.0.65 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144509 Jul 22 17:03:09.805575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1f800-3c11-44f0-a882-ecc46054dc69 req-8f1dcd75-ebaa-4e52-8ca8-cb4e1468f199 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:09.808660 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2cf1f800-3c11-44f0-a882-ecc46054dc69 req-8f1dcd75-ebaa-4e52-8ca8-cb4e1468f199 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 944 time: 0.0960846 Jul 22 17:03:09.873151 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2cf1f800-3c11-44f0-a882-ecc46054dc69 req-b13d868c-525e-4dac-9955-36eec609d369 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554485 Jul 22 17:03:10.227375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f3386a40-2d44-4388-9bed-95baf02395bc up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:03:10.296822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port f3386a40-2d44-4388-9bed-95baf02395bc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:03:10.303792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port f3386a40-2d44-4388-9bed-95baf02395bc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:03:10.304518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:10.387297 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:10.423206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:10.424210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:10.427357 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2da70a-7661-49f3-b178-5fb95eee614d" -d '{"events": [{"server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "name": "network-vif-plugged", "status": "completed", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:10.431142 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:10.486121 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a45873-9afd-489c-96ed-fadd05c47f47 x-openstack-request-id: req-a6a45873-9afd-489c-96ed-fadd05c47f47 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:10.486468 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "name": "network-vif-plugged", "status": "completed", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:10.487035 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6a45873-9afd-489c-96ed-fadd05c47f47 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:10.487632 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'code': 200} Jul 22 17:03:10.488246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:11.039613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9f8c7-4453-4f9f-aba5-ba410c362c71 req-1bdf6a65-355f-4578-80f3-42a4ce79ca53 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:11.041885 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8bb9f8c7-4453-4f9f-aba5-ba410c362c71 req-1bdf6a65-355f-4578-80f3-42a4ce79ca53 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0720351 Jul 22 17:03:11.091573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8bb9f8c7-4453-4f9f-aba5-ba410c362c71 req-ab0701bd-1ed5-429a-96e0-402729631098 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439703 Jul 22 17:03:11.117161 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 51630) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:11.187412 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1152e29e-e346-4d81-a3c5-6cdbe3420a1e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/10f0926d-e3d5-447a-9b51-acfecb4e67e1 HTTP/1.1" status: 200 len: 993 time: 0.0685830 Jul 22 17:03:14.590656 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:03:18.444244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3505c85b-f81a-4d21-bae3-f18abf8aff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:19.667760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f77dd-ca27-48ec-95c8-02012ce519bd req-f4f742ac-cab6-420a-a14d-36970ec872c1 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:19.669887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf4f77dd-ca27-48ec-95c8-02012ce519bd req-f4f742ac-cab6-420a-a14d-36970ec872c1 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 945 time: 0.0708306 Jul 22 17:03:19.714652 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf4f77dd-ca27-48ec-95c8-02012ce519bd req-6a06efb4-5b3d-46f8-937f-2a15a1bc3101 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375822 Jul 22 17:03:20.860003 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfdb2b-9dc6-4555-8ed4-d5abd8c66510 req-b663b092-a7c6-4f08-b0f6-6b0290559cc9 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:20.861734 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25cfdb2b-9dc6-4555-8ed4-d5abd8c66510 req-b663b092-a7c6-4f08-b0f6-6b0290559cc9 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 945 time: 0.0678265 Jul 22 17:03:20.904422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-25cfdb2b-9dc6-4555-8ed4-d5abd8c66510 req-67920528-c0db-4fde-a1e4-2c84488bdf14 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/security-groups?id=febb2f62-c00a-4fdd-b696-6dabe3593a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366037 Jul 22 17:03:21.051395 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7711bd7a-6a49-49f3-b341-ed462724ef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:21.274733 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:21.427718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-609fda36-c38c-409d-82f2-bec62f901862 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:21.429387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-609fda36-c38c-409d-82f2-bec62f901862 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 945 time: 0.0678685 Jul 22 17:03:21.535821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Deleting port 1529337c-00b3-4009-9a82-a11965a20e5e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:21.536541 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:21.637274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] For port 1529337c-00b3-4009-9a82-a11965a20e5e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=1529337c-00b3-4009-9a82-a11965a20e5e,segment=NetworkSegment(ed4931ed-d546-4ea7-a369-de5cc213d411),segment_id=ed4931ed-d546-4ea7-a369-de5cc213d411)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:21.637779 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:21.652636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Calling delete_port for 1529337c-00b3-4009-9a82-a11965a20e5e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:21.802494 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:21.834187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Pushing event deleted for resources: {'Port': ['ID=1529337c-00b3-4009-9a82-a11965a20e5e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:21.842971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['1529337c-00b3-4009-9a82-a11965a20e5e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:03:21.882528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] No DVR routers for this DVR port 1529337c-00b3-4009-9a82-a11965a20e5e on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:03:21.885429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:21.887575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ebc2142-3e3b-4d14-91bf-0a503358c3f2 req-a3fff7d0-16e6-4d4e-966e-8ce52b6f4932 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.20 "DELETE /v2.0/ports/1529337c-00b3-4009-9a82-a11965a20e5e HTTP/1.1" status: 204 len: 173 time: 0.4518185 Jul 22 17:03:21.888147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0dea2a-52e6-43c8-88da-e97ff60d04cf', 'name': 'network-vif-deleted', 'tag': '1529337c-00b3-4009-9a82-a11965a20e5e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:21.890639 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b7f82c-325e-4142-99a6-33dc50dc43ba" -d '{"events": [{"server_uuid": "2b0dea2a-52e6-43c8-88da-e97ff60d04cf", "name": "network-vif-deleted", "tag": "1529337c-00b3-4009-9a82-a11965a20e5e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:21.941257 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24c9628-f5a7-44b8-98b4-b8a72aa0b8ec x-openstack-request-id: req-d24c9628-f5a7-44b8-98b4-b8a72aa0b8ec {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:21.941592 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0dea2a-52e6-43c8-88da-e97ff60d04cf", "name": "network-vif-deleted", "tag": "1529337c-00b3-4009-9a82-a11965a20e5e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:21.941844 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d24c9628-f5a7-44b8-98b4-b8a72aa0b8ec {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:21.942230 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0dea2a-52e6-43c8-88da-e97ff60d04cf', 'name': 'network-vif-deleted', 'tag': '1529337c-00b3-4009-9a82-a11965a20e5e', 'status': 'completed', 'code': 200} Jul 22 17:03:22.037951 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-264ecc01-b58a-4f0a-82f6-576459985238 req-02617397-3c6d-4db4-b773-434fb6003120 tempest-VolumesSnapshotTestJSON-1492650254 tempest-VolumesSnapshotTestJSON-1492650254-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0dea2a-52e6-43c8-88da-e97ff60d04cf HTTP/1.1" status: 200 len: 210 time: 0.0576911 Jul 22 17:03:22.597909 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:24.291484 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:24.303521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 1529337c-00b3-4009-9a82-a11965a20e5e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:24.343671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 1529337c-00b3-4009-9a82-a11965a20e5e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:03:24.344044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 1529337c-00b3-4009-9a82-a11965a20e5e not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:31.592831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:35.729306 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:39.853850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962647b8-a953-4ef0-9f13-f1cd5cc3fa69 req-abb2e959-a7bc-4d76-8f29-22eb6fa8bc08 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:39.856079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-962647b8-a953-4ef0-9f13-f1cd5cc3fa69 req-abb2e959-a7bc-4d76-8f29-22eb6fa8bc08 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1097 time: 0.0755327 Jul 22 17:03:39.898714 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-962647b8-a953-4ef0-9f13-f1cd5cc3fa69 req-26c75362-a8c8-49e4-9f9d-e0cab89a8ad0 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358365 Jul 22 17:03:39.926696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:40.104387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 1cd3a080-d562-470c-94d0-ffb6af416847 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:40.104735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:40.183080 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:40.183624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:40.201606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 1cd3a080-d562-470c-94d0-ffb6af416847 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:40.676465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:40.711598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=1cd3a080-d562-470c-94d0-ffb6af416847,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:40.802019 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:40.802247 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Floating IP 10f0926d-e3d5-447a-9b51-acfecb4e67e1 disassociated (deleted). External IP: 172.25.3.127, port: f3386a40-2d44-4388-9bed-95baf02395bc. Jul 22 17:03:41.059123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:03:41.189700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:03:41.195624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:41.201705 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] Sync routers for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:03:41.218064 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:41.228818 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:41.242709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f75704c1-3c4f-4d62-ae9a-276d78117424 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/floatingips/10f0926d-e3d5-447a-9b51-acfecb4e67e1 HTTP/1.1" status: 204 len: 168 time: 1.3147819 Jul 22 17:03:41.243607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:41.246181 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e256864b-adb2-4d68-9885-6c221a61eddf" -d '{"events": [{"name": "network-changed", "server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:41.338893 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0e87c-380d-484c-92af-d439f18dbdef x-openstack-request-id: req-c7c0e87c-380d-484c-92af-d439f18dbdef {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:41.339391 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:41.340150 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7c0e87c-380d-484c-92af-d439f18dbdef {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:41.341134 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'status': 'completed', 'code': 200} Jul 22 17:03:41.432856 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:41.554710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256864b-adb2-4d68-9885-6c221a61eddf req-cc2227b9-986b-4afb-bb2c-157250f922dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:41.557414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e256864b-adb2-4d68-9885-6c221a61eddf req-cc2227b9-986b-4afb-bb2c-157250f922dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 1097 time: 0.1779294 Jul 22 17:03:41.720059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256864b-adb2-4d68-9885-6c221a61eddf req-5b28e43f-4a9a-4060-89d3-e8c8cd23e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:41.722145 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e256864b-adb2-4d68-9885-6c221a61eddf req-5b28e43f-4a9a-4060-89d3-e8c8cd23e8ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 200 len: 897 time: 0.1556456 Jul 22 17:03:41.747886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84f988-9e60-47d5-a14c-2f9f370bd8cb req-918c238b-9a2e-4a68-8288-82c57053df0c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:41.759220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e84f988-9e60-47d5-a14c-2f9f370bd8cb req-918c238b-9a2e-4a68-8288-82c57053df0c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1736641 Jul 22 17:03:41.780749 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:44Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'cdabc2ee-1371-4885-9a49-2f58ae11e3ba', 'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:35:a2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:42Z', 'updated_at': '2021-07-22T17:01:51Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:41.826268 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] Checking router: 70c5bbb9-d4df-42c9-8223-89076a14f0f4 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:03:41.836112 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:41.836908 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:41.841858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e256864b-adb2-4d68-9885-6c221a61eddf req-69114e30-3d91-4c51-a8df-622e61ac905f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 200 len: 217 time: 0.1098409 Jul 22 17:03:41.950587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e84f988-9e60-47d5-a14c-2f9f370bd8cb req-4a491797-061d-40a2-948a-47832b039195 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903286 Jul 22 17:03:41.965316 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:41.979721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256864b-adb2-4d68-9885-6c221a61eddf req-5195293e-4b71-4fc2-bcc0-24f5670a58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:41.981582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e256864b-adb2-4d68-9885-6c221a61eddf req-5195293e-4b71-4fc2-bcc0-24f5670a58ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 200 len: 834 time: 0.1329083 Jul 22 17:03:42.122960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256864b-adb2-4d68-9885-6c221a61eddf req-48e60482-5567-45f3-84c6-b1374eaf3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:42.128511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e256864b-adb2-4d68-9885-6c221a61eddf req-48e60482-5567-45f3-84c6-b1374eaf3967 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcd4ec37-3584-4383-9abb-98d1da674cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401186 Jul 22 17:03:42.317731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e256864b-adb2-4d68-9885-6c221a61eddf req-fbba09bd-6c4d-48a5-a020-453493c0c6a4 service neutron] 10.222.0.20 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793787 Jul 22 17:03:42.349558 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:44Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'cdabc2ee-1371-4885-9a49-2f58ae11e3ba', 'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:35:a2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:42Z', 'updated_at': '2021-07-22T17:01:51Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:42.378697 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea0f8b-0e42-4e3d-af19-e97ae5f2c30e None None] The sync data for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 is: [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:44Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'cdabc2ee-1371-4885-9a49-2f58ae11e3ba', 'name': '', 'network_id': 'bcd4ec37-3584-4383-9abb-98d1da674cac', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:35:a2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:42Z', 'updated_at': '2021-07-22T17:01:51Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '210186c7-0df0-4481-aa4b-a9e63154400d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:03:42.430727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e256864b-adb2-4d68-9885-6c221a61eddf req-9e6a7589-9370-4238-9ec2-ff2dc24f12d2 service neutron] 10.222.0.20 "GET /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053922 Jul 22 17:03:42.697332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb338fa9-f73f-4b3d-bc93-3e891678d713 None None] New status for floating IP 10f0926d-e3d5-447a-9b51-acfecb4e67e1: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:03:43.090321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-e7cc6351-dea5-4c4a-acb9-51c039c4b36d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:43.092086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-e7cc6351-dea5-4c4a-acb9-51c039c4b36d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.1403170 Jul 22 17:03:43.152825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2e8f7-6366-4732-a377-60310d83f142 req-2424342f-4a2c-4e48-aabd-a8d6b3f44108 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:43.154416 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29b2e8f7-6366-4732-a377-60310d83f142 req-2424342f-4a2c-4e48-aabd-a8d6b3f44108 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=373daac4-eb44-408c-968a-35b49d228d51 HTTP/1.1" status: 200 len: 945 time: 0.0926826 Jul 22 17:03:43.246639 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29b2e8f7-6366-4732-a377-60310d83f142 req-af909b45-b4c2-47e8-a711-4a51f1ce4785 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=b36416e5-73bf-4826-b706-5ad8f12e7d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843475 Jul 22 17:03:43.308347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port f3386a40-2d44-4388-9bed-95baf02395bc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:43.308895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.425000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port f3386a40-2d44-4388-9bed-95baf02395bc, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=f3386a40-2d44-4388-9bed-95baf02395bc,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:43.425374 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.449508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for f3386a40-2d44-4388-9bed-95baf02395bc owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:43.592617 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.634370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=f3386a40-2d44-4388-9bed-95baf02395bc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:43.669225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.669666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.670224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.670632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.671097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.671499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.671905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.672306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.672811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.673301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.673945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.674451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:43.708703 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] No DVR routers for this DVR port f3386a40-2d44-4388-9bed-95baf02395bc on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:03:43.712005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:43.714637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-da01f3fa-b799-418d-8169-3c5f21f3b2a3 req-1789c729-fcbb-4991-ba9a-cd560b62c2b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "DELETE /v2.0/ports/f3386a40-2d44-4388-9bed-95baf02395bc HTTP/1.1" status: 204 len: 173 time: 0.6165037 Jul 22 17:03:43.715261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'name': 'network-vif-deleted', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:03:43.718399 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4217bb90-eea9-4ab2-bd16-9ef1f0c37251" -d '{"events": [{"server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "name": "network-vif-deleted", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:03:43.761415 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e82253c-80f2-41c0-94f2-e984f65e352a x-openstack-request-id: req-6e82253c-80f2-41c0-94f2-e984f65e352a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:03:43.761906 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373daac4-eb44-408c-968a-35b49d228d51", "name": "network-vif-deleted", "tag": "f3386a40-2d44-4388-9bed-95baf02395bc", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:03:43.762097 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e82253c-80f2-41c0-94f2-e984f65e352a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:03:43.762555 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373daac4-eb44-408c-968a-35b49d228d51', 'name': 'network-vif-deleted', 'tag': 'f3386a40-2d44-4388-9bed-95baf02395bc', 'status': 'completed', 'code': 200} Jul 22 17:03:44.374450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52360) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:44.973453 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:45.508891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port cdabc2ee-1371-4885-9a49-2f58ae11e3ba {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:45.510421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:45.647603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port cdabc2ee-1371-4885-9a49-2f58ae11e3ba, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cdabc2ee-1371-4885-9a49-2f58ae11e3ba,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:45.648296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:45.661921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for cdabc2ee-1371-4885-9a49-2f58ae11e3ba owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:45.948946 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:45.999951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=cdabc2ee-1371-4885-9a49-2f58ae11e3ba,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:46.033741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.034152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.038424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.038758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.039118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.039448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.039781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.040094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.040423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.040991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.041416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.041737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:46.272864 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:46.415504 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f3386a40-2d44-4388-9bed-95baf02395bc no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:46.477032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: f3386a40-2d44-4388-9bed-95baf02395bc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:03:46.477670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device f3386a40-2d44-4388-9bed-95baf02395bc not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:47.012529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:03:47.143895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:03:47.151980 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e2301b93-af6a-4869-b16b-97b3e27e7599 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "PUT /v2.0/routers/70c5bbb9-d4df-42c9-8223-89076a14f0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7739859 Jul 22 17:03:47.152573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52422) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:47.162541 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] Sync routers for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:03:47.176519 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:47.177408 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:47.212977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-76190d8a-1be3-4501-ab3f-f8fef313ce9d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting subnet 210186c7-0df0-4481-aa4b-a9e63154400d {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:03:47.216335 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76190d8a-1be3-4501-ab3f-f8fef313ce9d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:47.287402 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76190d8a-1be3-4501-ab3f-f8fef313ce9d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:47.315184 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:47.556602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76190d8a-1be3-4501-ab3f-f8fef313ce9d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:47.572558 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:03:45Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:47.638477 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] Checking router: 70c5bbb9-d4df-42c9-8223-89076a14f0f4 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:03:47.651360 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] Routers {'70c5bbb9-d4df-42c9-8223-89076a14f0f4'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:47.654208 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:47.695191 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76190d8a-1be3-4501-ab3f-f8fef313ce9d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:47.735546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc60b94-61a4-490a-8f59-225caf6198b5 None None] Network bcd4ec37-3584-4383-9abb-98d1da674cac requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:03:47.739561 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-76190d8a-1be3-4501-ab3f-f8fef313ce9d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:47.741468 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-76190d8a-1be3-4501-ab3f-f8fef313ce9d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/subnets/210186c7-0df0-4481-aa4b-a9e63154400d HTTP/1.1" status: 204 len: 168 time: 0.5882070 Jul 22 17:03:47.745508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52432) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:47.812744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76190d8a-1be3-4501-ab3f-f8fef313ce9d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Subnet': ['ID=210186c7-0df0-4481-aa4b-a9e63154400d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:47.867840 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] Set router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:47.966668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.268261 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:03:45Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:48.269560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e56f11-e5c9-43ec-82f5-a1c134460f52 None None] DHCP port deletion for bcd4ec37-3584-4383-9abb-98d1da674cac request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:03:48.319693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.327787 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bc8b42-b843-47c7-a557-dabfde5c74f8 None None] The sync data for ids ['70c5bbb9-d4df-42c9-8223-89076a14f0f4'] in n-d-792458-13 is: [{'id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-416668317', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:03:45Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': 'fdc694f7-84eb-4030-b692-7ef706e326c4', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c5bbb9-d4df-42c9-8223-89076a14f0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:37Z', 'updated_at': '2021-07-22T17:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:03:48.432076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-18e56f11-e5c9-43ec-82f5-a1c134460f52 None None] Deleting port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:48.432402 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18e56f11-e5c9-43ec-82f5-a1c134460f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.553192 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-94f9696c-4f6a-435b-a587-cc730c22e78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.586480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port fdc694f7-84eb-4030-b692-7ef706e326c4 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:03:48.587301 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.805646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port fdc694f7-84eb-4030-b692-7ef706e326c4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fdc694f7-84eb-4030-b692-7ef706e326c4,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:48.806381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.856772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for fdc694f7-84eb-4030-b692-7ef706e326c4 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:48.935756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-18e56f11-e5c9-43ec-82f5-a1c134460f52 None None] For port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=46fdb4f0-498f-4f6f-b339-e13a2455b4a1,segment=NetworkSegment(be3f4bad-feea-4119-8691-2e90ddb3bcd5),segment_id=be3f4bad-feea-4119-8691-2e90ddb3bcd5)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:48.940992 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18e56f11-e5c9-43ec-82f5-a1c134460f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:48.981716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-18e56f11-e5c9-43ec-82f5-a1c134460f52 None None] Calling delete_port for 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:03:49.115399 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-18e56f11-e5c9-43ec-82f5-a1c134460f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.213614 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:49.260246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e56f11-e5c9-43ec-82f5-a1c134460f52 None None] No DVR routers for this DVR port 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:03:49.265032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:03:49.266085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 46fdb4f0-498f-4f6f-b339-e13a2455b4a1 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:49.266861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cdabc2ee-1371-4885-9a49-2f58ae11e3ba no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:49.271155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e56f11-e5c9-43ec-82f5-a1c134460f52 None None] Pushing event deleted for resources: {'Port': ['ID=46fdb4f0-498f-4f6f-b339-e13a2455b4a1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:49.326420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: cdabc2ee-1371-4885-9a49-2f58ae11e3ba {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:03:49.326738 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cdabc2ee-1371-4885-9a49-2f58ae11e3ba not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:49.329586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.363746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=fdc694f7-84eb-4030-b692-7ef706e326c4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:49.447890 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.647901 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.654316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.734265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.736556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Fanout notify agent at l3_agent the message router_deleted on router 70c5bbb9-d4df-42c9-8223-89076a14f0f4 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:03:49.751175 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:49.753508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1f867762-bebc-4d07-97b6-7d925cdf271e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/routers/70c5bbb9-d4df-42c9-8223-89076a14f0f4 HTTP/1.1" status: 204 len: 168 time: 2.0069757 Jul 22 17:03:49.756238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52468) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:49.929820 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.145985 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.158728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd4ec37-3584-4383-9abb-98d1da674cac']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:50.192241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3f4bad-feea-4119-8691-2e90ddb3bcd5') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:50.195493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3f4bad-feea-4119-8691-2e90ddb3bcd5') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:50.211421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.239407 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.252438 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:03:50.252438 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:03:50.270360 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:03:50.375563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.395635 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.399703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/networks/bcd4ec37-3584-4383-9abb-98d1da674cac HTTP/1.1" status: 204 len: 168 time: 0.6399305 Jul 22 17:03:50.400473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52478) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:50.412255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af2b19-1436-4a80-9554-f681c869366a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Network': ['ID=bcd4ec37-3584-4383-9abb-98d1da674cac,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:50.489507 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbb68-b2cb-4694-8179-6626faadb148 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.521357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbb68-b2cb-4694-8179-6626faadb148 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.631667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbb68-b2cb-4694-8179-6626faadb148 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.634631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbb68-b2cb-4694-8179-6626faadb148 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:50.635836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ec4fbb68-b2cb-4694-8179-6626faadb148 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/security-groups/b36416e5-73bf-4826-b706-5ad8f12e7d7d HTTP/1.1" status: 204 len: 168 time: 0.2348192 Jul 22 17:03:50.646441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fbb68-b2cb-4694-8179-6626faadb148 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36416e5-73bf-4826-b706-5ad8f12e7d7d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:50.915512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52494) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:50.925913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-45d7b3f8-a2a8-4115-8ef4-68b13b7b7210 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416021296', 'description': 'tempest-secgroup-smoke-1416021296 description', 'project_id': '231eebfe23e247a58da5b1814d5eef5e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:50.954868 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45d7b3f8-a2a8-4115-8ef4-68b13b7b7210 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.062617 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-35e11621-b83a-46e2-9fe8-1d259a06d004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.073600 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45d7b3f8-a2a8-4115-8ef4-68b13b7b7210 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.091727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45d7b3f8-a2a8-4115-8ef4-68b13b7b7210 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.147715 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-45d7b3f8-a2a8-4115-8ef4-68b13b7b7210 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.150632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-45d7b3f8-a2a8-4115-8ef4-68b13b7b7210 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2334244 Jul 22 17:03:51.154045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52504) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:51.161542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-46ca32fe-bfc1-4194-a108-7a5f1c4f36a6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'c3d2cb2d-e5a0-4fea-a700-6c2de2050aba', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:51.166210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7b3f8-a2a8-4115-8ef4-68b13b7b7210 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:51.197962 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46ca32fe-bfc1-4194-a108-7a5f1c4f36a6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.198443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fdc694f7-84eb-4030-b692-7ef706e326c4 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:03:51.249851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: fdc694f7-84eb-4030-b692-7ef706e326c4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:03:51.250456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fdc694f7-84eb-4030-b692-7ef706e326c4 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:03:51.296478 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.310285 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46ca32fe-bfc1-4194-a108-7a5f1c4f36a6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.317426 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46ca32fe-bfc1-4194-a108-7a5f1c4f36a6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.354192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46ca32fe-bfc1-4194-a108-7a5f1c4f36a6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.354192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-46ca32fe-bfc1-4194-a108-7a5f1c4f36a6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966345 Jul 22 17:03:51.354476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca32fe-bfc1-4194-a108-7a5f1c4f36a6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d14ad1e-a97e-4dd1-8be7-c375256b1159,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:51.355367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52512) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:51.366571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e554c7c6-556c-4149-98b3-f39d02380745 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'c3d2cb2d-e5a0-4fea-a700-6c2de2050aba', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:51.426572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e554c7c6-556c-4149-98b3-f39d02380745 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.482130 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:03:51.497383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e554c7c6-556c-4149-98b3-f39d02380745 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.506021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e554c7c6-556c-4149-98b3-f39d02380745 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.534993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554c7c6-556c-4149-98b3-f39d02380745 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb82271-e741-4ed3-9fd9-1bd8522b25a7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:51.540535 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e554c7c6-556c-4149-98b3-f39d02380745 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.545246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:51.545632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e554c7c6-556c-4149-98b3-f39d02380745 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1849191 Jul 22 17:03:51.551141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-50ce4d20-38aa-4c33-ac53-50b4079bbd5a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'c3d2cb2d-e5a0-4fea-a700-6c2de2050aba', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:51.588522 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ce4d20-38aa-4c33-ac53-50b4079bbd5a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.703579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ce4d20-38aa-4c33-ac53-50b4079bbd5a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.708522 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ce4d20-38aa-4c33-ac53-50b4079bbd5a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.743052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce4d20-38aa-4c33-ac53-50b4079bbd5a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1516e8-5f48-4782-a4dd-aec2cd4569dc,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:51.750412 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-50ce4d20-38aa-4c33-ac53-50b4079bbd5a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.752255 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-50ce4d20-38aa-4c33-ac53-50b4079bbd5a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2051063 Jul 22 17:03:51.754796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:51.759998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6af49b7e-7965-469f-af93-f5940f607106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'c3d2cb2d-e5a0-4fea-a700-6c2de2050aba', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:51.791492 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6af49b7e-7965-469f-af93-f5940f607106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.860789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6af49b7e-7965-469f-af93-f5940f607106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.866612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6af49b7e-7965-469f-af93-f5940f607106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.891134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af49b7e-7965-469f-af93-f5940f607106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44ed9e5-dc01-4937-b28a-f139bf850d47,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:51.904950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6af49b7e-7965-469f-af93-f5940f607106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:51.906376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6af49b7e-7965-469f-af93-f5940f607106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503518 Jul 22 17:03:51.909477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52530) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:51.918432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-61475e14-621a-4c8d-97c0-5874df5be98b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'c3d2cb2d-e5a0-4fea-a700-6c2de2050aba', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:51.944773 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-61475e14-621a-4c8d-97c0-5874df5be98b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Project 231eebfe23e247a58da5b1814d5eef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:03:51.950344 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61475e14-621a-4c8d-97c0-5874df5be98b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.028014 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61475e14-621a-4c8d-97c0-5874df5be98b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.033591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61475e14-621a-4c8d-97c0-5874df5be98b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.052799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61475e14-621a-4c8d-97c0-5874df5be98b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01441a6-f89f-4f6b-a991-e577a8b9af16,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:52.060883 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-61475e14-621a-4c8d-97c0-5874df5be98b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.062261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-61475e14-621a-4c8d-97c0-5874df5be98b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1517732 Jul 22 17:03:52.065107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52536) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:52.072057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-79922f8d-c33f-4348-83d4-22ff431a4f40 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': 'c3d2cb2d-e5a0-4fea-a700-6c2de2050aba', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:52.104142 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-79922f8d-c33f-4348-83d4-22ff431a4f40 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Project 231eebfe23e247a58da5b1814d5eef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:03:52.111984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79922f8d-c33f-4348-83d4-22ff431a4f40 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.192722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79922f8d-c33f-4348-83d4-22ff431a4f40 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.197756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79922f8d-c33f-4348-83d4-22ff431a4f40 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.219963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79922f8d-c33f-4348-83d4-22ff431a4f40 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611ec94b-86e6-4e26-b920-46defb04487d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:52.230434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-79922f8d-c33f-4348-83d4-22ff431a4f40 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.231874 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-79922f8d-c33f-4348-83d4-22ff431a4f40 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656687 Jul 22 17:03:52.234770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52538) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:52.244712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'network': {'name': 'tempest-network-smoke--2088504699', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:52.289683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:03:52.297435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.333685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:03:52.347899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.348252 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Added segment 629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9 of type vlan for network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 Jul 22 17:03:52.416678 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.469334 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.476184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:52.476769 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.510088 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2738574 Jul 22 17:03:52.512897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52550) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:52.518286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'admin_state_up': True, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:52.552400 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.554008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea674547-fdc2-4ab2-b932-23a04b8e5a5d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Network': ['ID=5c74a9ad-1137-4f2b-8b61-6025bfbf6308,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:52.554203 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.582955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:03:52.636904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.683350 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:52.801312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.014846 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.037540 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.159578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.25.3.214 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:03:53.291473 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.332853 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:53.382055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:03:53.386919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:53.396856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:03:53.400298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:53.803947 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.306795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.436141 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.628447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:03:54.763813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:03:54.780405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Sync routers for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:03:54.802679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:54.803800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:54.811675 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:54.815264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-869868d3-7c75-46c4-b8a7-aefe3a362939 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2991035 Jul 22 17:03:54.817212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52620) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:54.871997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ef1a5e2a-8db4-4f4d-a2a5-d5c81f8e4bee tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=231eebfe23e247a58da5b1814d5eef5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533514 Jul 22 17:03:54.874339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:55.051314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:55.211890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e55001-9a17-47b0-92a0-724aa8bae5ce tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:55.220759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52634) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:55.221917 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-17e55001-9a17-47b0-92a0-724aa8bae5ce tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3463051 Jul 22 17:03:55.263375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 52636) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:55.263665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-672e4bb5-e5a0-4bbd-a2ff-ee218cfdbb00 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414982 Jul 22 17:03:55.269969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370617852', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:03:55.312781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:53Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:55.366446 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Checking router: 7f60621f-d4e4-4ae1-8167-c4296aa9c904 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:03:55.367278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Updating router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:03:55.388108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:03:55.391853 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.413145 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.616940 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.710441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Checking segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:03:55.710806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network hostable DHCP agents. Network: 5c74a9ad-1137-4f2b-8b61-6025bfbf6308, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:03:55.714115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Subnet': ['ID=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:55.734624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:03:55.746304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 5c74a9ad-1137-4f2b-8b61-6025bfbf6308) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:55.753063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:03:55.753727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.787302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bd1efa-6620-46f8-bbbe-711274703e86 None None] Network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:03:55.803616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.825409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Transition to ACTIVE for port object 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:03:55.827462 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ea030999-8531-4630-b3cb-160d0396e563 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5629497 Jul 22 17:03:55.827945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 52658) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:03:55.864683 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:55.978827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Attempting to bind port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:03:55.979235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Attempting to bind port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:03:55.979605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Attempting to bind port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:03:56.097707 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Pushing event updated for resources: {'Port': ['ID=2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:56.106961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:03:56.107612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:03:56.108190 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.108748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:03:56.109382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Bound port: 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:03:56.109939 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.114750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.115307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.115809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.116306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.116798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.117318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.117808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.118576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.119090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.119687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.120207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.121078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:03:56.188718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:03:56.189666 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.237306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] For port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:03:56.318457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] For port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:03:56.329637 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.412502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dd304-2e64-403f-9456-8425c1ae508f None None] Pushing event updated for resources: {'Port': ['ID=2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:56.432916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:56.433898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:56.579955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:03:56.636045 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:56.919404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Allocated IP 172.20.0.2 (5c74a9ad-1137-4f2b-8b61-6025bfbf6308/994e96fe-4e3d-43b4-aa12-3c6c874f7e1c/b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:03:57.049336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:53Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:57.093392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22118f63-118f-404e-986f-ee3b5b764b23 None None] The sync data for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 is: [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:53Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:03:57.163476 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.174778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Transition to ACTIVE for port object b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:03:57.193838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Transition to ACTIVE for port object b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:03:57.203977 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.276108 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:03:57.280004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:57.283991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:03:57.326802 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Pushing event updated for resources: {'Port': ['ID=b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:57.349264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.20.0.1 (5c74a9ad-1137-4f2b-8b61-6025bfbf6308/994e96fe-4e3d-43b4-aa12-3c6c874f7e1c/2b28d597-f3db-44b9-bbf2-8f5709be7637) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:03:57.375055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Attempting to bind port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:03:57.375550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Attempting to bind port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:03:57.376010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Attempting to bind port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:03:57.382238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:03:57.382610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Checking segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:03:57.383106 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.383535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Bound using segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:03:57.384065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Bound port: b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:03:57.384449 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.554840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] For port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:03:57.561487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] For port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:03:57.571841 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.606915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.624660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Transition to ACTIVE for port object 2b28d597-f3db-44b9-bbf2-8f5709be7637 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:03:57.700371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:57.725091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2c0cc-fe75-45ca-9550-53ba2770da6b None None] Pushing event updated for resources: {'Port': ['ID=b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:57.730332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:03:57.733785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:57.764921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:03:57.851010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=2b28d597-f3db-44b9-bbf2-8f5709be7637,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:57.853860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.275951 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.753051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.764505 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:58.866238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=2b28d597-f3db-44b9-bbf2-8f5709be7637,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:03:58.874611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.027883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:03:59.029609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:03:59.186093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:03:59.291423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:03:59.301891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071a3dc-ce71-4610-b3b8-5fb0b930501f None None] Network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:03:59.463446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:03:59.471235 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-cc702c22-20f7-4a0d-bf5c-24c37f6a12d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "PUT /v2.0/routers/7f60621f-d4e4-4ae1-8167-c4296aa9c904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6423645 Jul 22 17:03:59.529607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c158cb94-5c8c-4279-b70a-1aed28014796 None None] Provisioning for port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:03:59.693570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:03:59.722962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:03:59.723482 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.903229 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.907515 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Sync routers for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:03:59.922204 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:03:59.925881 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:03:59.978678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:03:59.985160 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:03:59.986821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:00.133063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:00.147253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:00.153284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:00.154128 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.301256 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.328798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:00.334793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.387359 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:00.473717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:00.475512 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-4b472103-0934-4eea-b9dc-aaf2a1710e1f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416021296&fields=id&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 267 time: 0.6450701 Jul 22 17:04:00.477650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38eb3c34-443f-400e-a998-b6a58a39f173 None None] Provisioning complete for port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:00.477966 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38eb3c34-443f-400e-a998-b6a58a39f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.639358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38eb3c34-443f-400e-a998-b6a58a39f173 None None] Provisioning for port 2b28d597-f3db-44b9-bbf2-8f5709be7637 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:00.653917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-65e3f17c-eb0d-4022-b5ad-9c4bf87183d9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:00.655885 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-65e3f17c-eb0d-4022-b5ad-9c4bf87183d9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 797 time: 0.1695735 Jul 22 17:04:00.660742 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-38eb3c34-443f-400e-a998-b6a58a39f173 None None] Provisioning complete for port 2b28d597-f3db-44b9-bbf2-8f5709be7637 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:00.661481 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-38eb3c34-443f-400e-a998-b6a58a39f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.699483 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-8013d7c7-0c08-4a3e-a43e-1e5edc5df1a6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/quotas/231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 375 time: 0.0372787 Jul 22 17:04:00.712773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-38eb3c34-443f-400e-a998-b6a58a39f173 None None] Port 2b28d597-f3db-44b9-bbf2-8f5709be7637 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:04:00.822876 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '2b28d597-f3db-44b9-bbf2-8f5709be7637', 'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:ff:70:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:56Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 2, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:00.838881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-cb39f96c-c102-4f8f-9292-5fbc3abea95b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311255 Jul 22 17:04:00.854595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d81d153c-01d0-4402-8f16-9cef0df99c26 None None] Provisioning complete for port 2b28d597-f3db-44b9-bbf2-8f5709be7637 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:00.855249 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d81d153c-01d0-4402-8f16-9cef0df99c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:00.879756 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Checking router: 7f60621f-d4e4-4ae1-8167-c4296aa9c904 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:04:00.881743 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Updating router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 port 2b28d597-f3db-44b9-bbf2-8f5709be7637 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:04:00.963607 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.170308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d81d153c-01d0-4402-8f16-9cef0df99c26 None None] Port 2b28d597-f3db-44b9-bbf2-8f5709be7637 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:04:01.281164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:01.339937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-258e0ab0-b45a-4a6e-8840-82270d832ef7 None None] Provisioning complete for port 2b28d597-f3db-44b9-bbf2-8f5709be7637 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:01.340550 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-258e0ab0-b45a-4a6e-8840-82270d832ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.340855 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-b8edecee-e64a-4b4c-b88f-a72ce592ec70 service neutron] 10.222.0.53 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884996 Jul 22 17:04:01.379420 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.397421 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Transition to ACTIVE for port object 2b28d597-f3db-44b9-bbf2-8f5709be7637 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:01.400274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-258e0ab0-b45a-4a6e-8840-82270d832ef7 None None] Port 2b28d597-f3db-44b9-bbf2-8f5709be7637 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:04:01.419863 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.503429 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Pushing event updated for resources: {'Port': ['ID=2b28d597-f3db-44b9-bbf2-8f5709be7637,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:01.549361 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-d1106887-419f-48c6-a1b5-3589d036eeb4 service neutron] 10.222.0.53 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074685 Jul 22 17:04:01.554426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:01.554807 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.656546 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.710097 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.710449 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.710889 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.711133 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.711464 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.711788 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.712109 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.712433 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.712753 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.713072 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.720407 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.720800 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:04:01.731943 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Attempting to bind port 2b28d597-f3db-44b9-bbf2-8f5709be7637 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:04:01.732314 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Attempting to bind port 2b28d597-f3db-44b9-bbf2-8f5709be7637 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:04:01.732674 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Attempting to bind port 2b28d597-f3db-44b9-bbf2-8f5709be7637 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:01.744842 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:04:01.745219 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Checking segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:04:01.745623 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.746017 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Bound using segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:04:01.746497 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Bound port: 2b28d597-f3db-44b9-bbf2-8f5709be7637, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:04:01.746880 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.795718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:01.881214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-09698fb8-b5b4-4d25-9767-9a4f0d50da29 req-f7369071-bf5f-451f-b5fc-be331cf60512 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 210 time: 0.0859370 Jul 22 17:04:01.897937 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] For port 2b28d597-f3db-44b9-bbf2-8f5709be7637, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:04:01.902117 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] For port 2b28d597-f3db-44b9-bbf2-8f5709be7637, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2b28d597-f3db-44b9-bbf2-8f5709be7637,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:04:01.912054 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:01.982377 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:01.983939 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:02.021501 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:02.022135 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:02.224824 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af658d4-e46b-488f-a33e-eca7ae9db381 None None] Pushing event updated for resources: {'Port': ['ID=2b28d597-f3db-44b9-bbf2-8f5709be7637,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:02.269381 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:02.562255 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '2b28d597-f3db-44b9-bbf2-8f5709be7637', 'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:ff:70:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:56Z', 'updated_at': '2021-07-22T17:04:01Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:02.603975 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdd40b6-1e55-4d86-991f-37d5d6773b32 None None] The sync data for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 is: [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '2b28d597-f3db-44b9-bbf2-8f5709be7637', 'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:ff:70:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:56Z', 'updated_at': '2021-07-22T17:04:01Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:04:03.142955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61084f69-22ac-48a4-be10-943e2e06c6cd req-3d5c7291-383e-4f57-96be-14cc88d6960c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 210 time: 0.0674706 Jul 22 17:04:03.290187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2b28d597-f3db-44b9-bbf2-8f5709be7637 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:03.398376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 2b28d597-f3db-44b9-bbf2-8f5709be7637 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:03.403760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2b28d597-f3db-44b9-bbf2-8f5709be7637 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:03.404131 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:03.567544 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:03.616573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 2b28d597-f3db-44b9-bbf2-8f5709be7637, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2b28d597-f3db-44b9-bbf2-8f5709be7637,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:03.624142 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:03.707106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=2b28d597-f3db-44b9-bbf2-8f5709be7637,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:03.708837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-247c5892-68c2-4b0a-b53b-f273e317cde5 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:03.712029 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-247c5892-68c2-4b0a-b53b-f273e317cde5 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 797 time: 0.2138047 Jul 22 17:04:03.796797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-b7fe1905-4359-4a4f-a63c-63728610f094 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 380 time: 0.0684788 Jul 22 17:04:03.808370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'port': {'device_id': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'admin_state_up': True, 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'security_groups': ['c3d2cb2d-e5a0-4fea-a700-6c2de2050aba']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:04.021525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:04:04.028964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.271727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.20.0.6 (5c74a9ad-1137-4f2b-8b61-6025bfbf6308/994e96fe-4e3d-43b4-aa12-3c6c874f7e1c/595ecc2c-bfe5-4522-9302-02a44b5fb1a6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:04:04.327294 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-56d13f9b-e338-4ed7-b2aa-e2b5e1572d7a req-ff0f9d9d-5213-44dc-bb59-dc73f5d6ea7d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 210 time: 0.0616095 Jul 22 17:04:04.504225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.519911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Transition to ACTIVE for port object 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:04.565514 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.631589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:04:04.632457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:04:04.646694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:04:04.733233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:04.770665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:04.771818 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:04.832098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-a4540bc4-8fe9-47c2-9468-cb6d4081a200 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0276222 Jul 22 17:04:04.860267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Request body: {'port': {'device_id': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:04.994351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.056619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5b6a256-9025-475c-9484-314c186ebc21 None None] Provisioning for port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:05.061169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5b6a256-9025-475c-9484-314c186ebc21 None None] Provisioning complete for port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:05.062560 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5b6a256-9025-475c-9484-314c186ebc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.169979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6a256-9025-475c-9484-314c186ebc21 None None] Port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:04:05.226060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2b28d597-f3db-44b9-bbf2-8f5709be7637 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:05.296980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2b28d597-f3db-44b9-bbf2-8f5709be7637 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:05.297477 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.541993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:04:05.552974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.576098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Transition to ACTIVE for port object 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:05.585932 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.634785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03430fdd-cf99-4699-83a7-a35ba91737a8 req-beb9ea89-2618-408c-8fb7-4d9e959ed8d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:05.638350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03430fdd-cf99-4699-83a7-a35ba91737a8 req-beb9ea89-2618-408c-8fb7-4d9e959ed8d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 931 time: 0.1426389 Jul 22 17:04:05.745157 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:05.753621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:05.775726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-03430fdd-cf99-4699-83a7-a35ba91737a8 req-32a9521d-2fbd-4004-9890-9d50088d43ef tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110013 Jul 22 17:04:05.858858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:04:05.859207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:04:05.859604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:05.865364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:04:05.865761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:05.871169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:04:05.871594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Checking segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:04:05.872045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Bound using segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:04:05.872552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Bound port: 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:04:05.872989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:06.005928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:04:06.010476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:04:06.016284 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:06.060362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:06.060991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:06.062425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] 10.222.0.20 "PUT /v2.0/ports/595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 1092 time: 1.2160423 Jul 22 17:04:06.062889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:06.066313 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c05551-dc88-44d9-a782-5b12a3440727" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:06.097588 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262f837-a0a8-4508-bb3c-977fb80e50dc service neutron] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:06.174473 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5971bc-ffbf-4682-83c4-9a901f6959bb x-openstack-request-id: req-3c5971bc-ffbf-4682-83c4-9a901f6959bb {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:06.174788 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:06.175075 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c5971bc-ffbf-4682-83c4-9a901f6959bb {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:06.175510 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'status': 'completed', 'code': 200} Jul 22 17:04:06.234999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-aa6fbfd6-e6dd-431d-9a9b-b85526b3bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:06.239257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-aa6fbfd6-e6dd-431d-9a9b-b85526b3bac0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1095 time: 0.1089118 Jul 22 17:04:06.331786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-fdbec8e3-7f3d-4d21-864e-6fc39b664628 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 217 time: 0.0767667 Jul 22 17:04:06.438045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-5622126d-e656-4b60-a3c5-1a17c1e1f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:06.441302 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-5622126d-e656-4b60-a3c5-1a17c1e1f3a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.1037257 Jul 22 17:04:06.584111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-2bc9b3d2-b71b-4a3e-aa02-0cd7856dbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:06.586207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-2bc9b3d2-b71b-4a3e-aa02-0cd7856dbc80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381228 Jul 22 17:04:06.700834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-0f71248c-2712-4f61-9059-cb3ef6efca79 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068223 Jul 22 17:04:06.807714 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-583409b7-52c0-4303-9381-57eb2c6ba1b5 req-5803a898-6526-4c6a-9173-d297d28abdcc service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004212 Jul 22 17:04:06.947540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b9429-91e6-4731-be7a-7087df29c523 req-4a1447da-25a4-4dca-b75d-9caa2d4c1cd7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:06.949288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a61b9429-91e6-4731-be7a-7087df29c523 req-4a1447da-25a4-4dca-b75d-9caa2d4c1cd7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 943 time: 0.0819893 Jul 22 17:04:07.034404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a61b9429-91e6-4731-be7a-7087df29c523 req-35b4dfb3-bb50-43e7-b16e-b87a8bac7f3c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730145 Jul 22 17:04:07.050788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-6f90370d-ce75-409a-af38-3da8abf36e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:07.053956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-6f90370d-ce75-409a-af38-3da8abf36e84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1095 time: 0.1035104 Jul 22 17:04:07.165650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-8e0256f2-efd6-4924-9e82-1b477742474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:07.165650 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-8e0256f2-efd6-4924-9e82-1b477742474d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1050792 Jul 22 17:04:07.210233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-74f56c4e-4dc6-4f2e-9dc0-4ce8bf69638a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 217 time: 0.0357413 Jul 22 17:04:07.270970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-1524c1ad-799b-42f9-93c4-67229e1d5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:07.270970 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-1524c1ad-799b-42f9-93c4-67229e1d5064 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0526800 Jul 22 17:04:07.338018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-3041ed10-aa89-4272-b620-4993481c1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:07.339654 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-3041ed10-aa89-4272-b620-4993481c1801 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625360 Jul 22 17:04:07.462719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-5c243c57-1de7-44d7-93b2-d6492e6139ec service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136293 Jul 22 17:04:07.590867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5c05551-dc88-44d9-a782-5b12a3440727 req-d2356898-a227-4b93-8d8d-ffb508321181 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193027 Jul 22 17:04:08.204833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c77da-1084-4e70-bc32-18d3df052494 req-767fff7b-554d-4f64-a7c1-ed0701e06c89 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:08.206624 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-136c77da-1084-4e70-bc32-18d3df052494 req-767fff7b-554d-4f64-a7c1-ed0701e06c89 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 943 time: 0.0705917 Jul 22 17:04:08.248319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-136c77da-1084-4e70-bc32-18d3df052494 req-6f83e5e1-0d63-446f-8d82-8d061a12e7d2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351093 Jul 22 17:04:08.553950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:04:08.678805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:08.692100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'port_id': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'mac_address': 'fa:16:3e:59:97:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:04:08.735502 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:08.749931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:04:08.772488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:08.778783 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:08.861883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:09.063131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['595ecc2c-bfe5-4522-9302-02a44b5fb1a6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:04:09.436228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895618bb-0806-43f5-9c9d-7cafc25b29fb req-c22c9dfb-20f1-41f4-a0e1-3c7885735891 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:09.437849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-895618bb-0806-43f5-9c9d-7cafc25b29fb req-c22c9dfb-20f1-41f4-a0e1-3c7885735891 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 944 time: 0.0817699 Jul 22 17:04:09.481177 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-895618bb-0806-43f5-9c9d-7cafc25b29fb req-38821fd9-efa8-4c20-886f-78dac7a0dea7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368474 Jul 22 17:04:10.553319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:10.657548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:10.663493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:10.664378 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:10.704963 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1cdec-1f36-46c7-8fc8-31b806f8f9d8 req-0c0e649b-d162-42a7-a8de-0d89153aae8b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:10.715263 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ceb1cdec-1f36-46c7-8fc8-31b806f8f9d8 req-0c0e649b-d162-42a7-a8de-0d89153aae8b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 944 time: 0.1394267 Jul 22 17:04:10.808026 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ceb1cdec-1f36-46c7-8fc8-31b806f8f9d8 req-5cd985bd-210c-4de9-8b8e-7133aee975c7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911708 Jul 22 17:04:10.830030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:10.858520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:10.860998 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6f529e-0b16-478d-bc61-41431617d095" -d '{"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-plugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:10.888037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:10.929959 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:11.023961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:11.046385 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8d5e33-1115-4706-a27a-a1c461f4859e x-openstack-request-id: req-3c8d5e33-1115-4706-a27a-a1c461f4859e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:11.047119 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-plugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:11.047686 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c8d5e33-1115-4706-a27a-a1c461f4859e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:11.048706 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'code': 200} Jul 22 17:04:11.237495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019841d1-590d-4d9a-bc86-238555a3e0db req-60158e7d-ce51-44f5-8c61-7d40996c3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:11.239197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-019841d1-590d-4d9a-bc86-238555a3e0db req-60158e7d-ce51-44f5-8c61-7d40996c3a9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1097 time: 0.0847619 Jul 22 17:04:11.279978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-019841d1-590d-4d9a-bc86-238555a3e0db req-4211e899-ef33-4faa-a242-33c8573eeb2f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331845 Jul 22 17:04:11.967470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db273905-847d-42a8-9cea-de5d67fbe021 req-1527a375-6ebf-463a-9369-2f34288c8c59 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:11.969599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db273905-847d-42a8-9cea-de5d67fbe021 req-1527a375-6ebf-463a-9369-2f34288c8c59 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0950024 Jul 22 17:04:12.027619 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db273905-847d-42a8-9cea-de5d67fbe021 req-357380fa-64e6-4e6b-b960-99ce1ccaf41c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521569 Jul 22 17:04:13.209183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec95ad-de17-45a3-adfb-6c9860b966cc req-4b0d1cdc-900f-47be-bb8f-2168cde8fdb0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:13.217629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1ec95ad-de17-45a3-adfb-6c9860b966cc req-4b0d1cdc-900f-47be-bb8f-2168cde8fdb0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.1098425 Jul 22 17:04:13.259475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d1ec95ad-de17-45a3-adfb-6c9860b966cc req-4280a3d3-ea9f-4008-9bdc-2483c4a6ff4b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352788 Jul 22 17:04:13.426714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ce086-5e6d-454c-8a45-4df21f5971f1 req-fdfad38b-c883-42bf-a9a0-e5a05d7be9c4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:13.429027 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9a5ce086-5e6d-454c-8a45-4df21f5971f1 req-fdfad38b-c883-42bf-a9a0-e5a05d7be9c4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0894485 Jul 22 17:04:13.474763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9a5ce086-5e6d-454c-8a45-4df21f5971f1 req-7d4efcb0-1256-45e7-a370-9d8becc3681c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Jul 22 17:04:13.498571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:13.571202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d7e10-b440-46f2-a8ee-39c9fbba6e99 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:13.575268 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-da9d7e10-b440-46f2-a8ee-39c9fbba6e99 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1092 time: 0.0729935 Jul 22 17:04:13.575645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:13.581046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:13.616619 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:13.716347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:13.824469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.25.3.148 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/004c2cf3-16f3-4006-8ae3-57c96476e159) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:04:13.933135 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:13.974026 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:14.018200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:04:14.021218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:04:14.024923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:04:14.030514 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=004c2cf3-16f3-4006-8ae3-57c96476e159,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:14.505197 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:14.627082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:14.793103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:14.797536 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:14.867187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=004c2cf3-16f3-4006-8ae3-57c96476e159,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:14.879985 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:15.058793 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Floating IP ed7747e1-6212-4549-b735-1c07d484b44b associated. External IP: 172.25.3.148, port: 595ecc2c-bfe5-4522-9302-02a44b5fb1a6. Jul 22 17:04:15.899995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:04:16.033128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:04:16.067968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] Sync routers for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:04:16.084146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:16.084857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:16.092297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:16.160071 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1c69f0c3-8963-4cb3-a83f-fbd21f70ff45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5832725 Jul 22 17:04:16.160700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:16.163015 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3368dd97-95cc-4a2f-af27-8debe520ea23" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:16.248634 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254885e9-adf1-47d9-bc68-a0c78ed57ec5 x-openstack-request-id: req-254885e9-adf1-47d9-bc68-a0c78ed57ec5 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:16.248920 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:16.249165 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-254885e9-adf1-47d9-bc68-a0c78ed57ec5 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:16.249552 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'status': 'completed', 'code': 200} Jul 22 17:04:16.322474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:16.368354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:16.427785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68de1c1-ca04-469b-82c5-0958038844ad req-8164b712-5e5e-4873-a927-39a6be986815 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:16.435409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b68de1c1-ca04-469b-82c5-0958038844ad req-8164b712-5e5e-4873-a927-39a6be986815 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.1567466 Jul 22 17:04:16.459733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-6aea5583-86f6-4975-8014-823bb24f69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:16.472853 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-6aea5583-86f6-4975-8014-823bb24f69ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1097 time: 0.1490126 Jul 22 17:04:16.477553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af2c20f-873f-4120-9370-11672dda513b admin admin] Deleting subnet f83713c5-b74c-4e4e-b959-e701b7546b15 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:04:16.483352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3af2c20f-873f-4120-9370-11672dda513b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:16.555325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3af2c20f-873f-4120-9370-11672dda513b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:16.571275 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b68de1c1-ca04-469b-82c5-0958038844ad req-07d45d1b-9d73-4a3d-b781-2cfd70bacd4f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315780 Jul 22 17:04:16.588277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:16.661449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3af2c20f-873f-4120-9370-11672dda513b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:16.726673 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3af2c20f-873f-4120-9370-11672dda513b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:16.747244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e0608738-6051-4150-8336-26fae10557ac tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/ed7747e1-6212-4549-b735-1c07d484b44b HTTP/1.1" status: 200 len: 991 time: 0.1575639 Jul 22 17:04:16.753291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-593240a2-f2b7-4cf7-a7bf-4f624946a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:16.755022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-593240a2-f2b7-4cf7-a7bf-4f624946a589 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.2727761 Jul 22 17:04:16.768930 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3af2c20f-873f-4120-9370-11672dda513b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:16.776639 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3af2c20f-873f-4120-9370-11672dda513b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f83713c5-b74c-4e4e-b959-e701b7546b15 HTTP/1.1" status: 204 len: 168 time: 0.4527807 Jul 22 17:04:16.777606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2c20f-873f-4120-9370-11672dda513b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83713c5-b74c-4e4e-b959-e701b7546b15,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:16.784660 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53148) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:16.832923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'ed7747e1-6212-4549-b735-1c07d484b44b', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'port_id': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'mac_address': 'fa:16:3e:59:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:14Z', 'updated_at': '2021-07-22T17:04:14Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b28d597-f3db-44b9-bbf2-8f5709be7637', 'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:ff:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:56Z', 'updated_at': '2021-07-22T17:04:03Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:16.837663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-d75e2f51-f34f-4668-be31-2cd46782a2a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 999 time: 0.0747073 Jul 22 17:04:16.889109 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:16.917411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] Checking router: 7f60621f-d4e4-4ae1-8167-c4296aa9c904 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:04:16.949674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:16.950911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:03:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:16.951864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-8a3d5621-88bf-4872-8da9-dc149aee7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:16.953469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-8a3d5621-88bf-4872-8da9-dc149aee7dbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.1064487 Jul 22 17:04:16.980691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:16.997227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2114158-4e51-4c17-bdeb-9bcf18a61df2']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:17.020703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4931ed-d546-4ea7-a369-de5cc213d411') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:17.020999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4931ed-d546-4ea7-a369-de5cc213d411') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:17.044020 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:17.051646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-42a6f04f-3253-4d7c-b6e1-e4c802aebb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:17.053819 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-42a6f04f-3253-4d7c-b6e1-e4c802aebb12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931778 Jul 22 17:04:17.073183 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:17.082365 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:04:17.082777 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:04:17.084766 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:04:17.151768 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:17.198129 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:17.204130 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:17.208722 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c2114158-4e51-4c17-bdeb-9bcf18a61df2 HTTP/1.1" status: 204 len: 168 time: 0.4206734 Jul 22 17:04:17.225414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-95f1cb45-96a7-455c-a2f7-b177436f7394 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646316 Jul 22 17:04:17.237453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0a19f-ead3-4c4b-8a7e-7d4ec09a38f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2114158-4e51-4c17-bdeb-9bcf18a61df2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:17.348212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3368dd97-95cc-4a2f-af27-8debe520ea23 req-bd7ea990-e303-4a01-bec9-6d989516565c service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162820 Jul 22 17:04:17.513641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53164) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:17.560286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'ed7747e1-6212-4549-b735-1c07d484b44b', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'port_id': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'mac_address': 'fa:16:3e:59:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:14Z', 'updated_at': '2021-07-22T17:04:14Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b28d597-f3db-44b9-bbf2-8f5709be7637', 'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:ff:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:56Z', 'updated_at': '2021-07-22T17:04:03Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:17.581758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f652072-4597-4e20-9e7a-3df90b3b635e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fba00eeaed3e41b0b3927d896b6f1ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666676 Jul 22 17:04:17.584515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53166) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:17.596066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b3724-a917-4596-8df2-96f89d0c9385 None None] The sync data for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 is: [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'ed7747e1-6212-4549-b735-1c07d484b44b', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'port_id': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'mac_address': 'fa:16:3e:59:97:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:14Z', 'updated_at': '2021-07-22T17:04:14Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b28d597-f3db-44b9-bbf2-8f5709be7637', 'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:ff:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:56Z', 'updated_at': '2021-07-22T17:04:03Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:04:17.655112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7433e37-57aa-4e31-aa8a-ee1a8586b12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:17.679646 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7433e37-57aa-4e31-aa8a-ee1a8586b12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:17.732229 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7433e37-57aa-4e31-aa8a-ee1a8586b12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:17.734777 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b7433e37-57aa-4e31-aa8a-ee1a8586b12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:17.738615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b7433e37-57aa-4e31-aa8a-ee1a8586b12e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/febb2f62-c00a-4fdd-b696-6dabe3593a8e HTTP/1.1" status: 204 len: 168 time: 0.1504848 Jul 22 17:04:17.751773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:17.754657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7433e37-57aa-4e31-aa8a-ee1a8586b12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febb2f62-c00a-4fdd-b696-6dabe3593a8e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:17.856121 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2a35b3e5-6c37-4784-a9b5-a9804dbb8677 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/ed7747e1-6212-4549-b735-1c07d484b44b HTTP/1.1" status: 200 len: 991 time: 0.1031411 Jul 22 17:04:17.943248 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e034f5b-5772-43d6-ab99-a45505100fef None None] New status for floating IP ed7747e1-6212-4549-b735-1c07d484b44b: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:04:18.464754 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c8abe784-b4a7-44f6-b04c-0a9ddcf2f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:18.860042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53190) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:18.949935 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1f4df75c-1fc5-4866-b50d-3fa587a646ba tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/ed7747e1-6212-4549-b735-1c07d484b44b HTTP/1.1" status: 200 len: 993 time: 0.0881207 Jul 22 17:04:20.979888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53234) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:20.984817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e4110545-ce6c-43ed-ad24-c3a97e955566 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718094973', 'description': 'tempest-secgroup-smoke-718094973 description', 'project_id': '7e69ed4bac424928bb97a476acf9333f'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:21.010005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4110545-ce6c-43ed-ad24-c3a97e955566 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.079536 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3984297-8ac0-49d8-981e-64eb21ba53c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.115036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4110545-ce6c-43ed-ad24-c3a97e955566 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.120371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4110545-ce6c-43ed-ad24-c3a97e955566 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.152975 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e4110545-ce6c-43ed-ad24-c3a97e955566 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.154237 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e4110545-ce6c-43ed-ad24-c3a97e955566 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1732547 Jul 22 17:04:21.154963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4110545-ce6c-43ed-ad24-c3a97e955566 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ccc998-017a-43b1-b48e-7093dd730086,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:21.161513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53238) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:21.166363 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dadf9b57-7616-4f55-af15-ee4de7cf985d tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'security_group_rule': {'security_group_id': '20ccc998-017a-43b1-b48e-7093dd730086', 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:21.199855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dadf9b57-7616-4f55-af15-ee4de7cf985d tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.253921 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.265312 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dadf9b57-7616-4f55-af15-ee4de7cf985d tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.270965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dadf9b57-7616-4f55-af15-ee4de7cf985d tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.292383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9b57-7616-4f55-af15-ee4de7cf985d tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc4608a-5589-4d7a-b99d-caec12adee85,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:21.299449 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dadf9b57-7616-4f55-af15-ee4de7cf985d tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.300717 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dadf9b57-7616-4f55-af15-ee4de7cf985d tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381354 Jul 22 17:04:21.303547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53244) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:21.308174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c7870dbf-3a3e-4c7a-8c3f-063d6badbc31 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'security_group_rule': {'security_group_id': '20ccc998-017a-43b1-b48e-7093dd730086', 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:21.337104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870dbf-3a3e-4c7a-8c3f-063d6badbc31 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.409839 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870dbf-3a3e-4c7a-8c3f-063d6badbc31 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.414022 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870dbf-3a3e-4c7a-8c3f-063d6badbc31 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.436152 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870dbf-3a3e-4c7a-8c3f-063d6badbc31 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93838c89-d752-42fc-887e-998987f69b12,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:21.443650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7870dbf-3a3e-4c7a-8c3f-063d6badbc31 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.445194 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c7870dbf-3a3e-4c7a-8c3f-063d6badbc31 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406529 Jul 22 17:04:21.447777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53248) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:21.452596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d8127f73-0d07-4486-969c-7fca36f41ad0 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'security_group_rule': {'security_group_id': '20ccc998-017a-43b1-b48e-7093dd730086', 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:21.479937 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8127f73-0d07-4486-969c-7fca36f41ad0 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.553303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8127f73-0d07-4486-969c-7fca36f41ad0 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.557460 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8127f73-0d07-4486-969c-7fca36f41ad0 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.580914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8127f73-0d07-4486-969c-7fca36f41ad0 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224478d3-da65-4f50-b348-00ce6347be72,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:21.584952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d8127f73-0d07-4486-969c-7fca36f41ad0 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.588973 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d8127f73-0d07-4486-969c-7fca36f41ad0 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374149 Jul 22 17:04:21.589486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53252) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:21.594560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-55c9ee20-9f66-4787-938a-a478e72ef251 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'security_group_rule': {'security_group_id': '20ccc998-017a-43b1-b48e-7093dd730086', 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:21.623958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-55c9ee20-9f66-4787-938a-a478e72ef251 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.689518 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-55c9ee20-9f66-4787-938a-a478e72ef251 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.693287 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-55c9ee20-9f66-4787-938a-a478e72ef251 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.714658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9ee20-9f66-4787-938a-a478e72ef251 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cb9b86-1dfa-49e6-94b4-c0d5bb9fcc67,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:21.725131 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-55c9ee20-9f66-4787-938a-a478e72ef251 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.725131 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-55c9ee20-9f66-4787-938a-a478e72ef251 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339929 Jul 22 17:04:21.727312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53256) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:21.732601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b972ef42-6577-4ae0-9468-5da9227b5eb3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'security_group_rule': {'security_group_id': '20ccc998-017a-43b1-b48e-7093dd730086', 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:21.769209 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-b972ef42-6577-4ae0-9468-5da9227b5eb3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Project 7e69ed4bac424928bb97a476acf9333f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:04:21.774732 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b972ef42-6577-4ae0-9468-5da9227b5eb3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.844094 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b972ef42-6577-4ae0-9468-5da9227b5eb3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.848305 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b972ef42-6577-4ae0-9468-5da9227b5eb3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.870596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972ef42-6577-4ae0-9468-5da9227b5eb3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424437e6-64fe-49c9-8062-55d50f8688ba,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:21.874117 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b972ef42-6577-4ae0-9468-5da9227b5eb3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.875502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b972ef42-6577-4ae0-9468-5da9227b5eb3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471353 Jul 22 17:04:21.878389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53260) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:21.883052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f2f9e57f-0abf-4788-a208-01294ffad69e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'security_group_rule': {'security_group_id': '20ccc998-017a-43b1-b48e-7093dd730086', 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:21.905953 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-f2f9e57f-0abf-4788-a208-01294ffad69e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Project 7e69ed4bac424928bb97a476acf9333f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:04:21.912474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e57f-0abf-4788-a208-01294ffad69e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.987972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e57f-0abf-4788-a208-01294ffad69e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:21.992341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e57f-0abf-4788-a208-01294ffad69e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:22.014421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9e57f-0abf-4788-a208-01294ffad69e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1ba09a-d69a-47c6-b2c6-bdc41b5728c7,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:22.017754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e57f-0abf-4788-a208-01294ffad69e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:22.026996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f2f9e57f-0abf-4788-a208-01294ffad69e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396806 Jul 22 17:04:22.235117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-adcdf8e6-1284-4de8-8986-b649f72e6b42 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718094973&fields=id&tenant_id=7e69ed4bac424928bb97a476acf9333f HTTP/1.1" status: 200 len: 267 time: 0.0406806 Jul 22 17:04:22.352351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-85727ff4-63c9-49b0-b126-bd40a00aecfb tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:22.353831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-85727ff4-63c9-49b0-b126-bd40a00aecfb tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/networks?id=1b41b9b8-5864-4625-b6b1-7e79435c7a19 HTTP/1.1" status: 200 len: 813 time: 0.1117041 Jul 22 17:04:22.370810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-16c4d387-e4e8-4458-87a4-93c45eee0969 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/quotas/7e69ed4bac424928bb97a476acf9333f HTTP/1.1" status: 200 len: 375 time: 0.0115023 Jul 22 17:04:22.442769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-8c2d86c3-f3f1-471b-89f6-2f8ff6f74fc2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e69ed4bac424928bb97a476acf9333f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655899 Jul 22 17:04:22.548325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-30b1e73e-42ed-429a-850d-ccd8576fa1a8 service neutron] 10.222.0.53 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938728 Jul 22 17:04:22.588779 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:22.646490 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-39d82e2b-9b4f-4295-a674-40defe29b82c service neutron] 10.222.0.53 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923660 Jul 22 17:04:22.968250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec2c5d46-9590-4098-a756-515e084a6be5 req-c0df0aed-ed91-4c2b-bbda-b307f1b0899e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 210 time: 0.0377965 Jul 22 17:04:24.119286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0e5c2538-bd17-4f31-a2a1-a5ee9f811a26 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:24.125524 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0e5c2538-bd17-4f31-a2a1-a5ee9f811a26 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.65 "GET /v2.0/networks?id=1b41b9b8-5864-4625-b6b1-7e79435c7a19 HTTP/1.1" status: 200 len: 813 time: 0.1486447 Jul 22 17:04:24.127816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8b53fef-3bb0-44ba-91de-8da1201a12a2 req-211b2543-13e8-4f90-859c-ecd2b342d2d6 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 210 time: 0.0389359 Jul 22 17:04:24.180801 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-21eff1f0-841f-44e2-8076-bcefec74e86e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e69ed4bac424928bb97a476acf9333f HTTP/1.1" status: 200 len: 379 time: 0.0387790 Jul 22 17:04:24.202326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'port': {'device_id': '14a37530-32f9-4737-87f9-febd589072a6', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'admin_state_up': True, 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'security_groups': ['20ccc998-017a-43b1-b48e-7093dd730086']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:24.303159 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:24.328394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Made reservation on behalf of 7e69ed4bac424928bb97a476acf9333f for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:04:24.333193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:24.511284 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Allocated IP 172.20.0.7 (1b41b9b8-5864-4625-b6b1-7e79435c7a19/0b74695a-1377-4d45-a08f-dd9dcc14f665/6f0f02a7-716c-449d-bb28-d1defef8d6f2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:04:24.670880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:24.696898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Transition to ACTIVE for port object 6f0f02a7-716c-449d-bb28-d1defef8d6f2 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:24.734050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:24.785084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:04:24.788635 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:04:24.791202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:04:24.822397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'Port': ['ID=6f0f02a7-716c-449d-bb28-d1defef8d6f2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:24.858719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:24.859515 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:24.884030 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c3f2e55b-6657-4ecd-9bea-f7ce3404eea2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6860094 Jul 22 17:04:24.909132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Request body: {'port': {'device_id': '14a37530-32f9-4737-87f9-febd589072a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:25.044825 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:25.164516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1f81cdac-40a4-4f81-b760-4503753f9786 None None] Provisioning for port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:25.183051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1f81cdac-40a4-4f81-b760-4503753f9786 None None] Provisioning complete for port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:25.183524 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1f81cdac-40a4-4f81-b760-4503753f9786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:25.237395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-1f81cdac-40a4-4f81-b760-4503753f9786 None None] Port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:04:25.344286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47c88-a748-4c49-9057-81527f722df9 req-323e676b-fb04-4f4c-b223-7c484e255979 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:25.346641 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ba47c88-a748-4c49-9057-81527f722df9 req-323e676b-fb04-4f4c-b223-7c484e255979 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 931 time: 0.1295383 Jul 22 17:04:25.444545 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ba47c88-a748-4c49-9057-81527f722df9 req-6abf8578-4bc5-4b45-a3d2-a1e0dc03886f tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889547 Jul 22 17:04:25.457995 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f0f02a7-716c-449d-bb28-d1defef8d6f2 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:04:25.473301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:25.489957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Transition to ACTIVE for port object 6f0f02a7-716c-449d-bb28-d1defef8d6f2 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:04:25.495224 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:25.551519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0f02a7-716c-449d-bb28-d1defef8d6f2,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:25.655639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Attempting to bind port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:04:25.655978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Attempting to bind port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:04:25.656349 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Attempting to bind port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 on network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:25.661179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 on network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:04:25.661503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Attempting to bind port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 on network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:04:25.666794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:04:25.667170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Checking segment: {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:04:25.667557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Bound using segment: {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:04:25.668047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Bound port: 6f0f02a7-716c-449d-bb28-d1defef8d6f2, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa77869-22b0-4750-862a-3276cfc8fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:04:25.668414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:25.752276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] For port 6f0f02a7-716c-449d-bb28-d1defef8d6f2, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:04:25.755622 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] For port 6f0f02a7-716c-449d-bb28-d1defef8d6f2, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:04:25.763472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:25.813239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:25.814653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:25.816653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] 10.222.0.65 "PUT /v2.0/ports/6f0f02a7-716c-449d-bb28-d1defef8d6f2 HTTP/1.1" status: 200 len: 1092 time: 0.9136205 Jul 22 17:04:25.819377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:25.821938 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570cc09b-8bee-410e-9e28-edbf51ff62cc" -d '{"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:25.899758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96b648-26f4-444c-98a1-ce839438bc65 service neutron] Pushing event updated for resources: {'Port': ['ID=6f0f02a7-716c-449d-bb28-d1defef8d6f2,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:25.907938 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4545d30c-5203-4774-9f4e-edaaa0685402 x-openstack-request-id: req-4545d30c-5203-4774-9f4e-edaaa0685402 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:25.907938 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:25.907938 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4545d30c-5203-4774-9f4e-edaaa0685402 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:25.907938 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'status': 'completed', 'code': 200} Jul 22 17:04:25.972277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-2409e8f6-869a-446d-bd79-d5a157637002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:25.973897 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-2409e8f6-869a-446d-bd79-d5a157637002 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e69ed4bac424928bb97a476acf9333f&device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1095 time: 0.0834348 Jul 22 17:04:26.037668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-df28fd6a-6d1d-4247-89e5-fa15dba6f7c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2 HTTP/1.1" status: 200 len: 217 time: 0.0482986 Jul 22 17:04:26.093778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-d2bbd1fd-7dcc-4226-9a0f-5c394aa9f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:26.096017 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-d2bbd1fd-7dcc-4226-9a0f-5c394aa9f371 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b74695a-1377-4d45-a08f-dd9dcc14f665 HTTP/1.1" status: 200 len: 852 time: 0.0508301 Jul 22 17:04:26.176957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c7845635-414c-4f84-9b8e-d18457fcb2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:26.178707 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-c7845635-414c-4f84-9b8e-d18457fcb2cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b41b9b8-5864-4625-b6b1-7e79435c7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752928 Jul 22 17:04:26.283767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-923005b3-dc6b-488f-867f-d58e26403f41 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966153 Jul 22 17:04:26.389157 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27f830de-799d-44d8-85f7-3d84f1b51695 req-8c899ba8-5568-4149-a1d1-b685f522c2dc service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983615 Jul 22 17:04:26.607383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-2d479246-bc74-4063-bb50-5b81d0ad244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:26.608824 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-2d479246-bc74-4063-bb50-5b81d0ad244e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e69ed4bac424928bb97a476acf9333f&device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1095 time: 0.1334951 Jul 22 17:04:26.649285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b39a1-af75-4986-9102-b6420065bfdf req-ed09a21b-a3d4-46da-85ad-bbcd18e380d9 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:26.650797 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b51b39a1-af75-4986-9102-b6420065bfdf req-ed09a21b-a3d4-46da-85ad-bbcd18e380d9 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 943 time: 0.1205928 Jul 22 17:04:26.743074 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b51b39a1-af75-4986-9102-b6420065bfdf req-76f0f146-4804-4263-8ed0-3dbd0dfaab46 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813906 Jul 22 17:04:26.762322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-0b51e8ec-a37c-483d-91f5-0c0583f8d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:26.764215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-0b51e8ec-a37c-483d-91f5-0c0583f8d37f service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b41b9b8-5864-4625-b6b1-7e79435c7a19 HTTP/1.1" status: 200 len: 914 time: 0.1461461 Jul 22 17:04:26.816182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-01ea1db5-8e62-4879-b355-0b5ac716d253 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2 HTTP/1.1" status: 200 len: 217 time: 0.0448551 Jul 22 17:04:26.869837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-95e97aa9-b6b9-476a-a084-3db31d972b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:26.871625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-95e97aa9-b6b9-476a-a084-3db31d972b84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b74695a-1377-4d45-a08f-dd9dcc14f665 HTTP/1.1" status: 200 len: 852 time: 0.0478337 Jul 22 17:04:26.943673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-5f1461e2-1735-42fb-bd18-3c15c3cc108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:26.945343 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-5f1461e2-1735-42fb-bd18-3c15c3cc108b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b41b9b8-5864-4625-b6b1-7e79435c7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663450 Jul 22 17:04:27.055149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-493c8bb5-366b-430d-a38f-39340e41141c service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014197 Jul 22 17:04:27.168848 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-570cc09b-8bee-410e-9e28-edbf51ff62cc req-27adfd25-ab8f-431a-91fe-8a4e65133c49 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053269 Jul 22 17:04:27.895639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3e866-b8a8-4019-add1-58fc8e77d86e req-d64636d4-1033-44de-9835-1b18003c782e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:27.897429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8e3e866-b8a8-4019-add1-58fc8e77d86e req-d64636d4-1033-44de-9835-1b18003c782e tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 943 time: 0.0750744 Jul 22 17:04:27.944250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d8e3e866-b8a8-4019-add1-58fc8e77d86e req-eb713b21-974f-4753-b96a-2ae6e8f5aaad tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410359 Jul 22 17:04:28.484581 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:04:29.089913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5c20e-a129-4810-9430-edbfc4fd9f40 req-f51de3da-d069-4e06-8a1a-3af9683e2508 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:29.091543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7f5c20e-a129-4810-9430-edbfc4fd9f40 req-f51de3da-d069-4e06-8a1a-3af9683e2508 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 943 time: 0.0675507 Jul 22 17:04:29.142215 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7f5c20e-a129-4810-9430-edbfc4fd9f40 req-d1985bf8-0efd-404d-b5a5-6f5b88611c08 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439196 Jul 22 17:04:30.276545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c1a6a-941e-4894-82fe-fe1253dc81d4 req-52280255-65b0-4374-8086-647b24294db7 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:30.278107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-128c1a6a-941e-4894-82fe-fe1253dc81d4 req-52280255-65b0-4374-8086-647b24294db7 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 943 time: 0.0638340 Jul 22 17:04:30.319361 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-128c1a6a-941e-4894-82fe-fe1253dc81d4 req-620f0f28-d370-4335-be30-1663d97d8542 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348420 Jul 22 17:04:31.450387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29340080-adb9-4d58-a3fb-9b56615cc5dc req-901cc1b2-7805-44c3-9ccc-b82d3a3bd834 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:31.451953 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29340080-adb9-4d58-a3fb-9b56615cc5dc req-901cc1b2-7805-44c3-9ccc-b82d3a3bd834 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 943 time: 0.0630803 Jul 22 17:04:31.489286 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29340080-adb9-4d58-a3fb-9b56615cc5dc req-328c02a6-ee73-4771-8cb5-13f63efb717a tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311081 Jul 22 17:04:31.627518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:32.630775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6759d-67b9-4ea8-bad0-3acacb9ab009 req-ffcdb429-c353-4642-a428-bf7269365bd4 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:32.632310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7de6759d-67b9-4ea8-bad0-3acacb9ab009 req-ffcdb429-c353-4642-a428-bf7269365bd4 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 943 time: 0.0716631 Jul 22 17:04:32.669356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7de6759d-67b9-4ea8-bad0-3acacb9ab009 req-215cc15a-6790-4466-a0b6-da489f4a378d tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310512 Jul 22 17:04:33.811645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d53c0-465e-4597-8318-9f6fc02be1f5 req-0534750b-f7ba-43fe-8099-3286c008a28c tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:33.813166 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-731d53c0-465e-4597-8318-9f6fc02be1f5 req-0534750b-f7ba-43fe-8099-3286c008a28c tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 943 time: 0.0742629 Jul 22 17:04:33.855077 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-731d53c0-465e-4597-8318-9f6fc02be1f5 req-48cc0a78-3de5-4378-a8a3-7ce275b66787 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350885 Jul 22 17:04:35.005280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a63f42-c439-4b2b-8ada-571a293425d2 req-5ecdcb9f-b4c5-46f8-817e-729754a4ea83 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:35.006803 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5a63f42-c439-4b2b-8ada-571a293425d2 req-5ecdcb9f-b4c5-46f8-817e-729754a4ea83 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 943 time: 0.0680707 Jul 22 17:04:35.045971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5a63f42-c439-4b2b-8ada-571a293425d2 req-71fcb8d0-ee48-4e76-b4db-072b50d71cc4 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335484 Jul 22 17:04:35.742218 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:36.200759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc1f67-530d-4fda-9dba-5a61faef6397 req-600d3155-6c94-4840-9062-de2abcd98215 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:36.202409 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0dcc1f67-530d-4fda-9dba-5a61faef6397 req-600d3155-6c94-4840-9062-de2abcd98215 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 943 time: 0.0800545 Jul 22 17:04:36.244357 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0dcc1f67-530d-4fda-9dba-5a61faef6397 req-c164ba1e-be6e-4a4e-bd13-82fdf54d64d3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352838 Jul 22 17:04:36.575363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6f0f02a7-716c-449d-bb28-d1defef8d6f2 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:04:36.674469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6f0f02a7-716c-449d-bb28-d1defef8d6f2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:36.688991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'port_id': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'mac_address': 'fa:16:3e:ae:10:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:04:36.734621 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:36.752705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f0f02a7-716c-449d-bb28-d1defef8d6f2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:04:36.773951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6f0f02a7-716c-449d-bb28-d1defef8d6f2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:36.778486 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:36.832156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=6f0f02a7-716c-449d-bb28-d1defef8d6f2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:37.147285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['6f0f02a7-716c-449d-bb28-d1defef8d6f2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:04:37.389077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa68d4d-a924-44bc-be7b-ef2a59941375 req-906231d6-cf11-4fdc-b508-4fcd9f63b2fc tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:37.390651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fa68d4d-a924-44bc-be7b-ef2a59941375 req-906231d6-cf11-4fdc-b508-4fcd9f63b2fc tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 944 time: 0.0734317 Jul 22 17:04:37.434543 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fa68d4d-a924-44bc-be7b-ef2a59941375 req-2d74b8ac-1154-400c-9ed8-892367776400 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360732 Jul 22 17:04:38.577010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6f0f02a7-716c-449d-bb28-d1defef8d6f2 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:04:38.581443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addafb35-f16e-4caa-8abd-b72d69e03c1b req-e2341860-00d6-44f1-8101-44b5d927d1f2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:38.582349 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-addafb35-f16e-4caa-8abd-b72d69e03c1b req-e2341860-00d6-44f1-8101-44b5d927d1f2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 944 time: 0.0751910 Jul 22 17:04:38.623810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-addafb35-f16e-4caa-8abd-b72d69e03c1b req-0cb8ff65-d4e0-4acc-a52f-107427a25bfc tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356162 Jul 22 17:04:38.638582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:04:38.644104 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:04:38.644468 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:38.729382 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:38.754011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:38.756248 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19095d02-a9be-4255-9c6c-7f0cf585d25b" -d '{"events": [{"server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "name": "network-vif-plugged", "status": "completed", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:38.769319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6f0f02a7-716c-449d-bb28-d1defef8d6f2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:04:38.773188 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:38.804195 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe40d29-e677-488e-9937-649a4f76390d x-openstack-request-id: req-ffe40d29-e677-488e-9937-649a4f76390d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:38.804479 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "name": "network-vif-plugged", "status": "completed", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:38.804717 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffe40d29-e677-488e-9937-649a4f76390d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:38.805102 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'code': 200} Jul 22 17:04:38.831021 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=6f0f02a7-716c-449d-bb28-d1defef8d6f2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:38.934648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b323595-6057-4023-af62-65703e4b143a req-a1b2f9d3-9486-46f7-aa16-dd044357856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:38.936198 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b323595-6057-4023-af62-65703e4b143a req-a1b2f9d3-9486-46f7-aa16-dd044357856d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1097 time: 0.0538201 Jul 22 17:04:38.971214 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b323595-6057-4023-af62-65703e4b143a req-43b3668c-ea57-45e0-aa9e-0086b68a1e04 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275424 Jul 22 17:04:39.770630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c667db-befb-4e40-9892-455f1294059c req-3f186885-d70e-48c3-b651-092a33272caf tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:39.772230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2c667db-befb-4e40-9892-455f1294059c req-3f186885-d70e-48c3-b651-092a33272caf tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 945 time: 0.0772192 Jul 22 17:04:39.818499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2c667db-befb-4e40-9892-455f1294059c req-ab4f7c9e-fc30-4c25-ada0-6a24593ece55 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403163 Jul 22 17:04:40.958977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6163350-77d4-490e-ad61-57819a0fdc93 req-5eb1c120-cbbe-4c64-b71b-c3fbed94432a tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:40.960365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6163350-77d4-490e-ad61-57819a0fdc93 req-5eb1c120-cbbe-4c64-b71b-c3fbed94432a tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 945 time: 0.0644875 Jul 22 17:04:41.002299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6163350-77d4-490e-ad61-57819a0fdc93 req-f445a6c0-c841-4278-bfed-7e10d372f41c tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327404 Jul 22 17:04:41.133709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced74044-422e-4576-bc98-9dfd34361e34 req-f6292c39-5c19-4f6d-9ccf-8b89625effc2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:41.135247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ced74044-422e-4576-bc98-9dfd34361e34 req-f6292c39-5c19-4f6d-9ccf-8b89625effc2 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 945 time: 0.0673928 Jul 22 17:04:41.175527 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ced74044-422e-4576-bc98-9dfd34361e34 req-47864e45-91c4-457c-8ecc-7ac0f3114764 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345542 Jul 22 17:04:41.196827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53940) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:41.404742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3790f82b-3153-48b9-b17a-f029a213e717 tempest-TestVolumeBackupRestore-1817052422 tempest-TestVolumeBackupRestore-1817052422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:41.409862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3790f82b-3153-48b9-b17a-f029a213e717 tempest-TestVolumeBackupRestore-1817052422 tempest-TestVolumeBackupRestore-1817052422-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1092 time: 0.2083800 Jul 22 17:04:41.410070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:41.414381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:41.436387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:41.532738 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:41.644554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Allocated IP 172.25.3.246 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/c3d24265-0d9a-4a1c-a653-8031b9f7708a) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:04:41.754342 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:41.796262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:41.841651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:04:41.844490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:04:41.847904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:04:41.871850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'Port': ['ID=c3d24265-0d9a-4a1c-a653-8031b9f7708a,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:42.523464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:42.611780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-571a0dd2-228b-48d4-a25e-92a5c3875a65 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1237743 Jul 22 17:04:42.624840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:42.801075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-c54f16c7-4b0a-42d0-a74d-5a77f219d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:42.802533 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-c54f16c7-4b0a-42d0-a74d-5a77f219d7ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1097 time: 0.1305902 Jul 22 17:04:42.843130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:42.853979 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:42.972424 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event updated for resources: {'Port': ['ID=c3d24265-0d9a-4a1c-a653-8031b9f7708a,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:04:42.997421 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:43.000539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-163d3495-0946-4422-9278-2a2ce3bcc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:43.003272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-163d3495-0946-4422-9278-2a2ce3bcc5f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1765661 Jul 22 17:04:43.145618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-d0e012f9-e64c-4521-ac22-103129c8d207 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 1001 time: 0.1071885 Jul 22 17:04:43.191739 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Floating IP b8d33662-ad32-4df1-a9bf-4540d0900f63 associated. External IP: 172.25.3.246, port: 6f0f02a7-716c-449d-bb28-d1defef8d6f2. Jul 22 17:04:43.278026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-95d98811-ef37-4a83-8a44-4eef2686eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:43.280013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-95d98811-ef37-4a83-8a44-4eef2686eb2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.1250904 Jul 22 17:04:43.436325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-279dd4ff-5af7-401d-adae-38f93780b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:43.438023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-279dd4ff-5af7-401d-adae-38f93780b91a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499434 Jul 22 17:04:43.535189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Router 1d093436-f6be-4344-a154-11d87f0c4363 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:04:43.604401 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-a6996b5b-9e37-4452-80d0-7f5c750d2759 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582022 Jul 22 17:04:43.705597 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecf1bd-89fb-41dd-b756-90aebb95376d req-a18ea944-e94a-4608-94fa-8b06783070ce tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:43.707889 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-94ecf1bd-89fb-41dd-b756-90aebb95376d req-a18ea944-e94a-4608-94fa-8b06783070ce tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1097 time: 0.0709503 Jul 22 17:04:43.756247 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-94ecf1bd-89fb-41dd-b756-90aebb95376d req-ce41096b-9887-40a0-9465-201228261a73 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426078 Jul 22 17:04:43.762236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:04:43.768328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-89aa24be-9bdd-4fb7-8dd1-1fc76510df5d req-e66b304d-e12d-4ed0-aebc-9bb847502f94 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344786 Jul 22 17:04:43.776542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] Sync routers for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:04:43.787897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:43.789676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:04:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:43.818398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:43.875346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b8e6da51-b46a-4d27-884b-e38b7aa9bcbd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4641542 Jul 22 17:04:43.876419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:43.878064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:43.880076 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4738f5-9165-4a94-a937-b5a957d8d2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:43.940339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d002eb2-add7-4153-a5a4-fbab4bce4b68 tempest-TestVolumeBackupRestore-1817052422 tempest-TestVolumeBackupRestore-1817052422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:43.942050 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3d002eb2-add7-4153-a5a4-fbab4bce4b68 tempest-TestVolumeBackupRestore-1817052422 tempest-TestVolumeBackupRestore-1817052422-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1092 time: 0.0626843 Jul 22 17:04:43.944823 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 53964) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:43.949378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-de199696-984a-44b8-a51b-5d74996297fa tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Request body: {'floatingip': {'port_id': '6f0f02a7-716c-449d-bb28-d1defef8d6f2'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:04:43.968237 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f563ab7-f7f4-4e0b-8dc7-b91a18032cce x-openstack-request-id: req-5f563ab7-f7f4-4e0b-8dc7-b91a18032cce {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:43.968758 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:43.969299 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f563ab7-f7f4-4e0b-8dc7-b91a18032cce {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:43.970624 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'status': 'completed', 'code': 200} Jul 22 17:04:43.994807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:44.019103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8ddb-61e8-4fcb-b7af-bb8c565cedb0 req-252fb75a-0185-4678-abd0-2e1e128feb02 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:44.020936 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eef8ddb-61e8-4fcb-b7af-bb8c565cedb0 req-252fb75a-0185-4678-abd0-2e1e128feb02 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.1198337 Jul 22 17:04:44.067856 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de199696-984a-44b8-a51b-5d74996297fa tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:44.090374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eef8ddb-61e8-4fcb-b7af-bb8c565cedb0 req-18330f34-d47a-47fb-8627-fa941988125b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629709 Jul 22 17:04:44.133254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 53968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:04:44.205954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c794a884-c845-480f-a454-a165fcb5b1d8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/ed7747e1-6212-4549-b735-1c07d484b44b HTTP/1.1" status: 200 len: 993 time: 0.0715141 Jul 22 17:04:44.244707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-844c21c4-a836-4d97-99c0-3735275e90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:44.246495 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-844c21c4-a836-4d97-99c0-3735275e90ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e69ed4bac424928bb97a476acf9333f&device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1097 time: 0.2207592 Jul 22 17:04:44.293797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b8d33662-ad32-4df1-a9bf-4540d0900f63', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'port_id': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'mac_address': 'fa:16:3e:ae:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a37530-32f9-4737-87f9-febd589072a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:42Z', 'updated_at': '2021-07-22T17:04:42Z', 'revision_number': 0, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:44.326800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] Checking router: 1d093436-f6be-4344-a154-11d87f0c4363 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:04:44.337157 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:44.337777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:04:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:44.427140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-c6e33787-9ad1-4c8d-b2d5-da8b15f2d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:44.428587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-c6e33787-9ad1-4c8d-b2d5-da8b15f2d725 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b41b9b8-5864-4625-b6b1-7e79435c7a19 HTTP/1.1" status: 200 len: 914 time: 0.1684399 Jul 22 17:04:44.557066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-7cfab945-c2c5-4502-9dc5-b3d032a66c71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2 HTTP/1.1" status: 200 len: 999 time: 0.1171064 Jul 22 17:04:44.627853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:44.716850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-4a88a4e9-b38a-4e5a-ab16-cd78702e6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:44.718332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-4a88a4e9-b38a-4e5a-ab16-cd78702e6440 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b74695a-1377-4d45-a08f-dd9dcc14f665 HTTP/1.1" status: 200 len: 852 time: 0.0711589 Jul 22 17:04:44.858883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de199696-984a-44b8-a51b-5d74996297fa tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:44.861458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-d41230bc-a87c-4646-87aa-7102a4386bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:44.863219 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-d41230bc-a87c-4646-87aa-7102a4386bd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b41b9b8-5864-4625-b6b1-7e79435c7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350844 Jul 22 17:04:44.875909 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de199696-984a-44b8-a51b-5d74996297fa tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:44.974018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b8d33662-ad32-4df1-a9bf-4540d0900f63', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'port_id': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'mac_address': 'fa:16:3e:ae:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a37530-32f9-4737-87f9-febd589072a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:42Z', 'updated_at': '2021-07-22T17:04:42Z', 'revision_number': 0, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:45.008416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649b8422-487f-47d5-845a-c77b5c9356b0 None None] The sync data for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 is: [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b8d33662-ad32-4df1-a9bf-4540d0900f63', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'port_id': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'mac_address': 'fa:16:3e:ae:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a37530-32f9-4737-87f9-febd589072a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:42Z', 'updated_at': '2021-07-22T17:04:42Z', 'revision_number': 0, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:04:45.228686 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c079ec-1b11-49ba-afb7-7f055cca8f76 None None] New status for floating IP b8d33662-ad32-4df1-a9bf-4540d0900f63: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:04:45.403477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-8c4d5b35-ae6f-429e-b017-86932ea24e3f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0675097 Jul 22 17:04:45.518335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e3392-73c1-4ac4-9bb9-e9613d9eb5b5 req-8fa57205-e5e4-4ebb-9e1e-95d043b4c28e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:45.519843 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b24e3392-73c1-4ac4-9bb9-e9613d9eb5b5 req-8fa57205-e5e4-4ebb-9e1e-95d043b4c28e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.6654315 Jul 22 17:04:45.528683 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-2cc31069-f329-4742-bcd1-813e266a609c service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493659 Jul 22 17:04:45.540666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-04487c9d-4d23-42c1-b327-d29fd7f8a23a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7289419 Jul 22 17:04:45.660236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b24e3392-73c1-4ac4-9bb9-e9613d9eb5b5 req-26714fdf-1603-45bc-b541-7f3d4db56f77 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335168 Jul 22 17:04:45.730951 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce4738f5-9165-4a94-a937-b5a957d8d2a0 req-08574f60-2a9e-4adb-ac87-999e7dedb3b6 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893740 Jul 22 17:04:45.747575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de199696-984a-44b8-a51b-5d74996297fa tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Router 1d093436-f6be-4344-a154-11d87f0c4363 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:04:45.897289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de199696-984a-44b8-a51b-5d74996297fa tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:04:45.904034 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-de199696-984a-44b8-a51b-5d74996297fa tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:45.907854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] Sync routers for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:04:45.942574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:45.943682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:04:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:45.969306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-535110cd-cca1-4bf3-a776-ef0cbc060f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:45.972307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-535110cd-cca1-4bf3-a776-ef0cbc060f3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e69ed4bac424928bb97a476acf9333f&device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1097 time: 0.1302328 Jul 22 17:04:46.000106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:46.003810 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2d6795-a65e-45af-b79f-9660da03a969" -d '{"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:46.068381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:46.118167 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eb5585-31e6-4324-aaf8-6938b081749e x-openstack-request-id: req-03eb5585-31e6-4324-aaf8-6938b081749e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:46.119089 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:46.119576 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03eb5585-31e6-4324-aaf8-6938b081749e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:46.120242 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'status': 'completed', 'code': 200} Jul 22 17:04:46.122452 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-de199696-984a-44b8-a51b-5d74996297fa tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "PUT /v2.0/floatingips/b8d33662-ad32-4df1-a9bf-4540d0900f63 HTTP/1.1" status: 200 len: 991 time: 2.1765995 Jul 22 17:04:46.195891 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-3c004d4f-a64e-4a21-9bea-ccf452262bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:46.197747 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-3c004d4f-a64e-4a21-9bea-ccf452262bca service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b41b9b8-5864-4625-b6b1-7e79435c7a19 HTTP/1.1" status: 200 len: 914 time: 0.1634548 Jul 22 17:04:46.316295 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-fd2f2344-9046-4928-8f3a-b42966cf2d6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2 HTTP/1.1" status: 200 len: 1001 time: 0.1086185 Jul 22 17:04:46.383529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-f4a92760-8595-4cb4-8c9e-3dff3feef579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:46.385638 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-f4a92760-8595-4cb4-8c9e-3dff3feef579 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b74695a-1377-4d45-a08f-dd9dcc14f665 HTTP/1.1" status: 200 len: 852 time: 0.0630615 Jul 22 17:04:46.440461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b8d33662-ad32-4df1-a9bf-4540d0900f63', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'port_id': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'mac_address': 'fa:16:3e:ae:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a37530-32f9-4737-87f9-febd589072a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:42Z', 'updated_at': '2021-07-22T17:04:45Z', 'revision_number': 2, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:46.489897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-fad62482-b07e-46e8-92df-11fe291e1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:46.491496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-fad62482-b07e-46e8-92df-11fe291e1993 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b41b9b8-5864-4625-b6b1-7e79435c7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942254 Jul 22 17:04:46.494274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] Checking router: 1d093436-f6be-4344-a154-11d87f0c4363 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:04:46.503826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:04:46.504465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:04:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:46.673631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:04:46.674094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-d4451ba2-4663-4a2d-b296-a1a97dffb2e3 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677511 Jul 22 17:04:46.856312 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ee8a352-17d4-48be-beac-643bb4d379e0 req-738a3591-8ea1-460f-8f22-eac41ad79096 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635017 Jul 22 17:04:46.899068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba27fb8-f974-469f-96b4-eb7723d5c00e req-63cd6643-93e0-448c-9896-6978893e2d41 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:46.901076 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ba27fb8-f974-469f-96b4-eb7723d5c00e req-63cd6643-93e0-448c-9896-6978893e2d41 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0985062 Jul 22 17:04:46.967389 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ba27fb8-f974-469f-96b4-eb7723d5c00e req-43a33700-df6f-4f29-b004-77bf7f712ace tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595729 Jul 22 17:04:46.998988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b8d33662-ad32-4df1-a9bf-4540d0900f63', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'port_id': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'mac_address': 'fa:16:3e:ae:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a37530-32f9-4737-87f9-febd589072a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:42Z', 'updated_at': '2021-07-22T17:04:45Z', 'revision_number': 2, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:04:47.041352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297639fa-dc6a-4dd9-bebf-9d95e8bc36e0 None None] The sync data for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 is: [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'b8d33662-ad32-4df1-a9bf-4540d0900f63', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'port_id': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'mac_address': 'fa:16:3e:ae:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a37530-32f9-4737-87f9-febd589072a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:04:42Z', 'updated_at': '2021-07-22T17:04:45Z', 'revision_number': 2, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:04:47.067702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-45c5243e-fd82-4e44-8413-f6a52c8d4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:47.069221 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-45c5243e-fd82-4e44-8413-f6a52c8d4ca5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e69ed4bac424928bb97a476acf9333f&device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1097 time: 0.0883694 Jul 22 17:04:47.188133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-f2f05905-1288-4ec4-9ef1-2cdb82e543ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:47.190643 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-f2f05905-1288-4ec4-9ef1-2cdb82e543ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b41b9b8-5864-4625-b6b1-7e79435c7a19 HTTP/1.1" status: 200 len: 914 time: 0.1111608 Jul 22 17:04:47.275766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-daaf7134-0a45-4c78-9faa-9a632e6a0d19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2 HTTP/1.1" status: 200 len: 1001 time: 0.0767546 Jul 22 17:04:47.343509 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-0a01c1b9-731d-4b17-8ab4-d2532828db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:47.346478 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-0a01c1b9-731d-4b17-8ab4-d2532828db4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b74695a-1377-4d45-a08f-dd9dcc14f665 HTTP/1.1" status: 200 len: 852 time: 0.0602124 Jul 22 17:04:47.418321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-6af73d05-0699-4156-86c7-93670d0ddaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:47.419998 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-6af73d05-0699-4156-86c7-93670d0ddaf0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b41b9b8-5864-4625-b6b1-7e79435c7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636053 Jul 22 17:04:47.522418 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-81555487-9ef2-4c38-83da-ca0c8d959685 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885499 Jul 22 17:04:47.621744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-4f34f830-e5fc-4d12-92d9-9a41c10eca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:47.623573 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-4f34f830-e5fc-4d12-92d9-9a41c10eca7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1097 time: 0.0684261 Jul 22 17:04:47.649962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8d2d6795-a65e-45af-b79f-9660da03a969 req-18b05b13-5b14-48cc-874d-0622fe6e76a7 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144211 Jul 22 17:04:47.726500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-214db4c5-c37c-4f98-b935-f4ca95a518e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:47.728168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-214db4c5-c37c-4f98-b935-f4ca95a518e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.0979271 Jul 22 17:04:47.808813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-cc2d2ec8-0f4c-488f-93f2-9174c48a939f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 1001 time: 0.0731688 Jul 22 17:04:47.874538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-fa7a68ec-a4c8-49db-b2c0-8e53019c335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:47.876666 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-fa7a68ec-a4c8-49db-b2c0-8e53019c335a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0604522 Jul 22 17:04:47.940837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-aafc49b9-ed11-449d-9eb5-bef3a3877bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:47.941702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-aafc49b9-ed11-449d-9eb5-bef3a3877bab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587416 Jul 22 17:04:48.049985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-f5c2c467-a222-4ca6-bdea-597b0bd8dd28 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018424 Jul 22 17:04:48.122184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:04:48.125258 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57e014a-6e1e-49de-9e51-1748a22a6a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:04:48.171910 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71860e67-51ae-4a2a-8901-6edb762a337b x-openstack-request-id: req-71860e67-51ae-4a2a-8901-6edb762a337b {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:04:48.172633 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:04:48.172633 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71860e67-51ae-4a2a-8901-6edb762a337b {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:04:48.172894 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'status': 'completed', 'code': 200} Jul 22 17:04:48.186835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-a50c0118-afdb-4fb4-beea-27b2f5726e10 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303525 Jul 22 17:04:48.198638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccd21c-c069-4a66-a037-db0a934fb1f4 req-abbc16d2-bb9e-4cd9-b49b-78f3904940a0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:48.200192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1ccd21c-c069-4a66-a037-db0a934fb1f4 req-abbc16d2-bb9e-4cd9-b49b-78f3904940a0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.1262798 Jul 22 17:04:48.242729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b1ccd21c-c069-4a66-a037-db0a934fb1f4 req-380b76d0-1713-4286-b4cb-5233d7b9754a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355296 Jul 22 17:04:48.308408 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-69198b00-287f-43fc-b8a3-29eb3b50f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:48.309948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-69198b00-287f-43fc-b8a3-29eb3b50f83b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e69ed4bac424928bb97a476acf9333f&device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1097 time: 0.0833237 Jul 22 17:04:48.408556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-971623e1-bb65-461a-8e3f-6a035e1ab3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:48.410079 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-971623e1-bb65-461a-8e3f-6a035e1ab3a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b41b9b8-5864-4625-b6b1-7e79435c7a19 HTTP/1.1" status: 200 len: 914 time: 0.0919778 Jul 22 17:04:48.448982 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d5f3da3-faa5-4eed-a554-13c9bc47adb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:48.480075 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-8a30978d-da30-422e-8445-d1b106547b8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2 HTTP/1.1" status: 200 len: 1001 time: 0.0631981 Jul 22 17:04:48.532751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-0bfcdab8-ce8b-4592-a0e2-0d39c68df3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:48.534250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-0bfcdab8-ce8b-4592-a0e2-0d39c68df3af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b74695a-1377-4d45-a08f-dd9dcc14f665 HTTP/1.1" status: 200 len: 852 time: 0.0465064 Jul 22 17:04:48.604279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-74402e53-2058-4662-b738-4e0bc8003b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:48.604743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-74402e53-2058-4662-b738-4e0bc8003b83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b41b9b8-5864-4625-b6b1-7e79435c7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635631 Jul 22 17:04:48.699537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-4b632912-2712-49f6-8d23-382c1762e550 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875115 Jul 22 17:04:48.805098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f57e014a-6e1e-49de-9e51-1748a22a6a0c req-8e34df3d-6c70-48a9-895d-9c8f78906b64 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974543 Jul 22 17:04:49.379606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b6425-0fb0-453b-8c8f-af1932be4483 req-a95a9720-0f19-417d-90a7-4c21e087950a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:49.381107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c6b6425-0fb0-453b-8c8f-af1932be4483 req-a95a9720-0f19-417d-90a7-4c21e087950a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0670445 Jul 22 17:04:49.421499 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c6b6425-0fb0-453b-8c8f-af1932be4483 req-dbf2ab74-1907-4053-b1d2-175d23ccb789 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342860 Jul 22 17:04:50.562184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582e560-ec3c-429c-8e4a-7b452ca68dda req-2c119ac4-6d3f-4ef0-b5f2-10f568a61580 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:50.564408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5582e560-ec3c-429c-8e4a-7b452ca68dda req-2c119ac4-6d3f-4ef0-b5f2-10f568a61580 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0719550 Jul 22 17:04:50.602856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5582e560-ec3c-429c-8e4a-7b452ca68dda req-bd89cb4b-5720-4e65-8331-64d0f92cbfe1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327864 Jul 22 17:04:51.062661 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b8a389be-a6d5-4bda-b447-a820f29d5d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:51.261511 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:51.749842 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81f15b-1a72-4389-b682-2d2aea876cbf req-afeb6e4f-6ef0-4124-8a24-c4a708f1fade tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:51.752013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d81f15b-1a72-4389-b682-2d2aea876cbf req-afeb6e4f-6ef0-4124-8a24-c4a708f1fade tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0746272 Jul 22 17:04:51.796447 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d81f15b-1a72-4389-b682-2d2aea876cbf req-c9b3145c-85c5-4054-b3ad-29a6bab000bc tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385487 Jul 22 17:04:52.590235 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:52.963326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1e3df-b49a-4529-a555-b19237d7e18d req-8f452b06-d888-4042-bd6d-1638c3c74af6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:52.966590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61d1e3df-b49a-4529-a555-b19237d7e18d req-8f452b06-d888-4042-bd6d-1638c3c74af6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0936105 Jul 22 17:04:53.014969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61d1e3df-b49a-4529-a555-b19237d7e18d req-dc0cecb8-dc16-499e-ad6d-454c0456858d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Jul 22 17:04:54.163986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137dcbb-7234-4937-9fee-dda208a05797 req-ffa2ff23-5e2d-4410-9683-3d4b7bbd3d6f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:54.165891 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f137dcbb-7234-4937-9fee-dda208a05797 req-ffa2ff23-5e2d-4410-9683-3d4b7bbd3d6f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0656862 Jul 22 17:04:54.208751 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f137dcbb-7234-4937-9fee-dda208a05797 req-982040bd-ee1c-4b9b-b3b9-2ad8fcc74d91 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364921 Jul 22 17:04:54.298086 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:04:55.347697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c73d87-b081-4531-8b02-30307b5f64a1 req-444095e0-dbe7-4316-98c8-29f6a3a43f31 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:55.349212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94c73d87-b081-4531-8b02-30307b5f64a1 req-444095e0-dbe7-4316-98c8-29f6a3a43f31 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0683768 Jul 22 17:04:55.397856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94c73d87-b081-4531-8b02-30307b5f64a1 req-fe3ef355-0b2b-4cc2-bb74-3baace4b0836 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430334 Jul 22 17:04:56.535979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e3507-e8bb-4abd-bb54-24c890cbe06a req-a7b98e7a-bf2e-4174-a28f-21561030520c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:56.537502 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-469e3507-e8bb-4abd-bb54-24c890cbe06a req-a7b98e7a-bf2e-4174-a28f-21561030520c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0661256 Jul 22 17:04:56.576406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-469e3507-e8bb-4abd-bb54-24c890cbe06a req-b93f46e9-926d-49e9-9d9b-ffd18b838340 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331075 Jul 22 17:04:57.716746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bace65a-c1d9-45fe-bab9-6f9fbec04d7d req-b2555e9d-6803-45e8-883c-d6d307a978de tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:57.718280 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8bace65a-c1d9-45fe-bab9-6f9fbec04d7d req-b2555e9d-6803-45e8-883c-d6d307a978de tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0692134 Jul 22 17:04:57.759545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8bace65a-c1d9-45fe-bab9-6f9fbec04d7d req-0a323367-e94a-4ff4-984b-b6c42fba9b1c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352478 Jul 22 17:04:58.912053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1e82b-a622-4df3-bf0f-48e54124cde7 req-3a0874a1-c5b4-4842-b9ad-b19ccb73b6a2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:04:58.913817 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4da1e82b-a622-4df3-bf0f-48e54124cde7 req-3a0874a1-c5b4-4842-b9ad-b19ccb73b6a2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0814018 Jul 22 17:04:58.953642 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4da1e82b-a622-4df3-bf0f-48e54124cde7 req-8d7bb6fd-1a57-4561-91b8-5af7e58cf29c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333436 Jul 22 17:05:00.115601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af79423-f7c1-4fa5-857a-c6e3631a9236 req-2b376a31-e005-4e6c-96e0-edf8dd3d0049 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:00.117430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8af79423-f7c1-4fa5-857a-c6e3631a9236 req-2b376a31-e005-4e6c-96e0-edf8dd3d0049 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0863898 Jul 22 17:05:00.160209 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8af79423-f7c1-4fa5-857a-c6e3631a9236 req-1cc6c690-1ef5-4d37-b03a-a5ce8d69a890 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363274 Jul 22 17:05:01.303922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fc162-b282-4a02-a5d6-38249cb0121b req-6a5a31d9-cd6e-4de2-9e0b-15c1ef06b740 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:01.306181 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d20fc162-b282-4a02-a5d6-38249cb0121b req-6a5a31d9-cd6e-4de2-9e0b-15c1ef06b740 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0744309 Jul 22 17:05:01.349892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d20fc162-b282-4a02-a5d6-38249cb0121b req-ebb6170c-cf39-4d8d-b135-7aadb439f815 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Jul 22 17:05:01.627832 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:02.500428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ee10-980a-4b87-acf9-6457fced8b17 req-14b7f269-4b78-4a11-b496-2496253befbb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:02.502216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7731ee10-980a-4b87-acf9-6457fced8b17 req-14b7f269-4b78-4a11-b496-2496253befbb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0752785 Jul 22 17:05:02.542956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7731ee10-980a-4b87-acf9-6457fced8b17 req-bf704de9-ff13-45d5-b823-ea4d7045bd63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344498 Jul 22 17:05:03.734276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc93d6-5697-4e25-9d1d-57b6d8a2bff1 req-eb1f67cf-c07c-4335-b9b2-1d10b699ab5b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:03.735886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7cc93d6-5697-4e25-9d1d-57b6d8a2bff1 req-eb1f67cf-c07c-4335-b9b2-1d10b699ab5b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.1052105 Jul 22 17:05:03.783342 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7cc93d6-5697-4e25-9d1d-57b6d8a2bff1 req-a72604d4-39f5-4015-8187-5410b176b1fa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407581 Jul 22 17:05:04.943533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a24e1-d774-4e52-a2e7-c3b13a52a4e3 req-fd8f1733-688a-4436-b22d-98908f465402 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:04.945257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d1a24e1-d774-4e52-a2e7-c3b13a52a4e3 req-fd8f1733-688a-4436-b22d-98908f465402 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0844183 Jul 22 17:05:04.988783 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d1a24e1-d774-4e52-a2e7-c3b13a52a4e3 req-dd1ec409-0dd1-42b8-aa05-e16984414c1e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374715 Jul 22 17:05:05.323707 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-2418db63-ff7d-4bef-bfd0-23faccf379ff service neutron] show failed (client error): The resource could not be found. Jul 22 17:05:05.324825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-2418db63-ff7d-4bef-bfd0-23faccf379ff service neutron] 10.222.0.20 "GET /v2.0/ports/595ecc2c-bfe5-4522-9302-02a44b5fb1a6/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0612910 Jul 22 17:05:05.494583 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:05:05.618352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-545ac7c7-1e43-4b13-ab0b-eb79329b6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:05.620190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-545ac7c7-1e43-4b13-ab0b-eb79329b6b4f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 1097 time: 0.1022878 Jul 22 17:05:05.642121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:05.729967 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:05.766246 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:05.976154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:06.015999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:05:06.063771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:06.066729 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc6ceb1-0c72-4cc5-90e2-83c3aa6d170a" -d '{"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-unplugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:06.072308 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.121857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Transition to ACTIVE for port object 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:06.123757 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a198ed-2e67-49ae-bf05-15338854876e x-openstack-request-id: req-05a198ed-2e67-49ae-bf05-15338854876e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:06.124054 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-unplugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:06.124315 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05a198ed-2e67-49ae-bf05-15338854876e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:06.124718 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'code': 200} Jul 22 17:05:06.130204 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.331246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271346e7-47df-4829-a494-cf2bb44a1dd7 req-3a6d652e-33dc-40a6-995d-18c22ca29cf5 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:06.333387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-271346e7-47df-4829-a494-cf2bb44a1dd7 req-3a6d652e-33dc-40a6-995d-18c22ca29cf5 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.2638631 Jul 22 17:05:06.342181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:06.394459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.394808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.395169 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.395499 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.395835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.396156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.396478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.396799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.397127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.397441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.397761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.398081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:06.436824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] No DVR routers for this DVR port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:06.444628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-271346e7-47df-4829-a494-cf2bb44a1dd7 req-ced66eed-206c-4c4e-81cb-d66f9c68e0d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997546 Jul 22 17:05:06.603244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:05:06.603856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:05:06.604081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:06.608235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:05:06.608553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:06.614025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:05:06.614362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Checking segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:05:06.614750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Bound using segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:05:06.615203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Bound port: 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:05:06.615557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.682470 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:05:06.685480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:05:06.690745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.726598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:06.727389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:06.728670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] 10.222.0.65 "PUT /v2.0/ports/595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 1092 time: 1.0928710 Jul 22 17:05:06.760629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd921fb-ef6d-4701-a05d-bf78fb706940 service neutron] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:06.837100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-21abcee4-f5ef-4b4d-8e13-e4e0fe0ccc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:06.838682 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-21abcee4-f5ef-4b4d-8e13-e4e0fe0ccc54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1095 time: 0.0666771 Jul 22 17:05:06.948506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-74ceb99f-3299-4a77-8b16-c6dce01173d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:06.949977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-74ceb99f-3299-4a77-8b16-c6dce01173d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1041229 Jul 22 17:05:07.018752 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-d31cab14-8ca1-4a77-9204-fc08f8d054a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 999 time: 0.0605946 Jul 22 17:05:07.069755 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-282cc625-5b89-47d4-9a11-e47600eccbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:07.071500 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-282cc625-5b89-47d4-9a11-e47600eccbb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0457168 Jul 22 17:05:07.141516 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-923f5d30-81ab-45e1-a853-9daa3fc59001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:07.143955 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-923f5d30-81ab-45e1-a853-9daa3fc59001 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638764 Jul 22 17:05:07.238822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-92a09728-905b-4c88-a742-603cdbe0cffd service neutron] 10.222.0.65 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877457 Jul 22 17:05:07.346219 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f20bfb6-fc24-4cbd-afa5-8b95d3e6d255 req-8f3f28c4-bff1-4589-89bf-512bcd3e26e0 service neutron] 10.222.0.65 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991616 Jul 22 17:05:07.589824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b550a6-1a0a-4f94-927d-5d0d44836e2f req-731f3115-e022-43a4-a161-e60607290219 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:07.591643 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0b550a6-1a0a-4f94-927d-5d0d44836e2f req-731f3115-e022-43a4-a161-e60607290219 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 943 time: 0.0688708 Jul 22 17:05:07.631927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0b550a6-1a0a-4f94-927d-5d0d44836e2f req-b64b307c-57c8-423b-92f7-752836b8644b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336332 Jul 22 17:05:08.125863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:08.129746 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8685fb9c-db5f-4c49-800c-a34706fb4002" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:08.191134 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22611734-2675-4a0a-9499-dd8b22dc2b12 x-openstack-request-id: req-22611734-2675-4a0a-9499-dd8b22dc2b12 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:08.191722 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:08.191722 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22611734-2675-4a0a-9499-dd8b22dc2b12 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:08.192159 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'status': 'completed', 'code': 200} Jul 22 17:05:08.317246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-f6b1e98d-d0d7-42fa-a043-839833eb9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:08.319273 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-f6b1e98d-d0d7-42fa-a043-839833eb9437 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1095 time: 0.0735645 Jul 22 17:05:08.346036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-3831d2f1-09a3-45d4-b9f5-18a373421643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:08.348003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-3831d2f1-09a3-45d4-b9f5-18a373421643 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1095 time: 0.0928102 Jul 22 17:05:08.435632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-f880f137-f574-4c32-903c-b0e971121d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:08.437201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-f880f137-f574-4c32-903c-b0e971121d80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1117859 Jul 22 17:05:08.467683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-e246e493-54fc-4527-a0fa-1191153123d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:08.475034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-e246e493-54fc-4527-a0fa-1191153123d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1105821 Jul 22 17:05:08.531176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-ebfc3e6c-169f-420b-92ac-cf59907e42a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 999 time: 0.0871949 Jul 22 17:05:08.577814 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-0766ac39-ef34-4384-b950-4fa91b5cb393 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 999 time: 0.1001732 Jul 22 17:05:08.586493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-04fe9881-0624-4e8c-b243-3160ee062961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:08.588223 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-04fe9881-0624-4e8c-b243-3160ee062961 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0511365 Jul 22 17:05:08.647556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-10f01575-a7ea-43d0-8e5d-3a360e442b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:08.649211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-10f01575-a7ea-43d0-8e5d-3a360e442b96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0592494 Jul 22 17:05:08.660923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-7709a098-7593-48ca-a59a-4aca13674e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:08.662486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-7709a098-7593-48ca-a59a-4aca13674e28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683241 Jul 22 17:05:08.749671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-642f2a42-c832-49b1-b052-25266ad76c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:08.752584 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-642f2a42-c832-49b1-b052-25266ad76c39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878584 Jul 22 17:05:08.825080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:08.855529 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-16c74562-bdf0-425b-a1c5-39bb85634e6e service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860969 Jul 22 17:05:08.866305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1800d5-c2d1-4535-b2a3-01312cd6211c req-b8b5406d-f63f-4de1-9542-3fb17d589a5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:08.868443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc1800d5-c2d1-4535-b2a3-01312cd6211c req-b8b5406d-f63f-4de1-9542-3fb17d589a5f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 943 time: 0.1538546 Jul 22 17:05:08.877715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-6afa7d92-5aad-4444-a964-128a41a17847 service neutron] 10.222.0.65 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171792 Jul 22 17:05:08.893095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:09.022323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-8785461f-3ff6-424d-a484-eb73edf293f5 service neutron] 10.222.0.65 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346459 Jul 22 17:05:09.324129 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc1800d5-c2d1-4535-b2a3-01312cd6211c req-9598d4fc-800c-475b-89a6-8f506b3450a3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431789 Jul 22 17:05:09.364166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8685fb9c-db5f-4c49-800c-a34706fb4002 req-faf218c2-76b0-4a8d-bccf-25bd848d204c service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939249 Jul 22 17:05:10.499432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a81f8-e882-4805-a68c-790172021a5f req-dd2deb49-8de4-4efb-a45c-183553a52004 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:10.501104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-741a81f8-e882-4805-a68c-790172021a5f req-dd2deb49-8de4-4efb-a45c-183553a52004 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 943 time: 0.0795715 Jul 22 17:05:10.551255 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-741a81f8-e882-4805-a68c-790172021a5f req-c252449e-5c20-45c1-9ec8-b07c88f74c16 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Jul 22 17:05:10.768470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:05:10.900204 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:10.914327 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'port_id': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'mac_address': 'fa:16:3e:59:97:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:05:10.961020 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:10.980843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:05:11.008961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b058c04-6ec2-4e7c-9143-ade54a78ec0d req-6df5068d-76af-49f2-8459-b90dd39a9f54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:11.011274 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b058c04-6ec2-4e7c-9143-ade54a78ec0d req-6df5068d-76af-49f2-8459-b90dd39a9f54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 943 time: 0.2215402 Jul 22 17:05:11.019354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:11.021877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-afa7c9dd-d38f-46e5-aa0d-80b6088425d0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:11.023658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-afa7c9dd-d38f-46e5-aa0d-80b6088425d0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6&tenant_id=231eebfe23e247a58da5b1814d5eef5e&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 943 time: 0.2210689 Jul 22 17:05:11.025170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:11.094650 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b058c04-6ec2-4e7c-9143-ade54a78ec0d req-5e574290-1ee1-4352-965a-bd53bc7ba88d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698774 Jul 22 17:05:11.106537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:11.119970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.120601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.120837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.121018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.121301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.122236 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.122757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.123360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.123753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.124085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.124416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.124776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:11.139037 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-41d608de-43ba-4796-bb72-7cfed9dd2395 service neutron] 10.222.0.65 "GET /v2.0/ports/595ecc2c-bfe5-4522-9302-02a44b5fb1a6/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 383 time: 0.1063864 Jul 22 17:05:11.260914 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-f63fd3ae-6e6c-41b6-9500-e7c1ce67476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:11.263466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-f63fd3ae-6e6c-41b6-9500-e7c1ce67476d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1096 time: 0.0821688 Jul 22 17:05:11.376889 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-355d4975-a33b-4922-849d-0409252fb1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:11.378575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-355d4975-a33b-4922-849d-0409252fb1e6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1087890 Jul 22 17:05:11.400740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['595ecc2c-bfe5-4522-9302-02a44b5fb1a6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:05:11.874784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-892f038f-b95f-4ae5-985d-f8d748d4ec8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 1000 time: 0.4889534 Jul 22 17:05:11.948074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-5e50b859-2650-46da-b61c-9f51e4f8ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:11.949546 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-5e50b859-2650-46da-b61c-9f51e4f8ef74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0657713 Jul 22 17:05:12.024600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-562f37b4-7c75-45a7-9e41-96ad0a6f591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:12.026098 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-562f37b4-7c75-45a7-9e41-96ad0a6f591e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637155 Jul 22 17:05:12.132269 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-e3b71cd0-a93d-4a9d-9e7f-bae85a73c266 service neutron] 10.222.0.65 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966928 Jul 22 17:05:12.259776 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-662cb497-981a-42ee-b6f4-9c98f916db57 service neutron] 10.222.0.65 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179359 Jul 22 17:05:12.289946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb1dab-421a-4727-bd44-0429d1164570 req-b8f218f3-c1ee-4f8f-b918-b938d936d90a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:12.291696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aefb1dab-421a-4727-bd44-0429d1164570 req-b8f218f3-c1ee-4f8f-b918-b938d936d90a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 944 time: 0.0891030 Jul 22 17:05:12.337844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aefb1dab-421a-4727-bd44-0429d1164570 req-5bc838e3-168c-4f7e-9fe7-151f1d5b2727 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389295 Jul 22 17:05:12.805991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:12.868277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:12.874146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:12.874518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:12.975771 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:13.015199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:13.019212 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce0755-c535-4bdf-822c-02b902ddcb98" -d '{"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-plugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:13.042681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:13.051804 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:13.099993 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdf5eb9-8737-4d06-ad49-a1d68ca86744 x-openstack-request-id: req-6bdf5eb9-8737-4d06-ad49-a1d68ca86744 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:13.100497 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-plugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:13.100884 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bdf5eb9-8737-4d06-ad49-a1d68ca86744 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:13.101446 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'code': 200} Jul 22 17:05:13.125800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:13.492895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac13193-4ac3-44b7-90f6-bd95628b942a req-e07d4b1f-bd2a-4370-ac54-efcf053311f7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:13.496562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ac13193-4ac3-44b7-90f6-bd95628b942a req-e07d4b1f-bd2a-4370-ac54-efcf053311f7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0807314 Jul 22 17:05:13.549661 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2ac13193-4ac3-44b7-90f6-bd95628b942a req-5abea294-1061-446c-a52b-677be71c1a4a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405002 Jul 22 17:05:14.717064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec6014-e629-4e52-9943-0688cdcbdd5f req-aa88e728-d8d2-4794-8dfc-46ba82c0c101 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:14.718745 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e5ec6014-e629-4e52-9943-0688cdcbdd5f req-aa88e728-d8d2-4794-8dfc-46ba82c0c101 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 945 time: 0.0851061 Jul 22 17:05:14.764628 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e5ec6014-e629-4e52-9943-0688cdcbdd5f req-e4c50b2d-dea9-4eef-ac3e-2e192d8f79bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389876 Jul 22 17:05:14.948685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-2a1a485b-c5dd-4681-8a4b-e7fbe698974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:14.950317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-2a1a485b-c5dd-4681-8a4b-e7fbe698974c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 1097 time: 0.0577664 Jul 22 17:05:14.968175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:15.043742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:15.266832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:15.303395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:05:15.346617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:15.348952 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a481361c-9352-4eaf-93d8-904232fbfa0c" -d '{"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-unplugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:15.353154 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:15.367917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Transition to ACTIVE for port object 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:05:15.372560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:15.408966 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7a1864-c895-4c74-8c1c-d45a78a2c383 x-openstack-request-id: req-8a7a1864-c895-4c74-8c1c-d45a78a2c383 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:15.410855 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-unplugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:15.410855 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a7a1864-c895-4c74-8c1c-d45a78a2c383 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:15.410855 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'code': 200} Jul 22 17:05:15.460845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:15.477474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.478043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.478579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.479011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.479405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.479852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.480259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.480697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.481166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.481815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.482416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.482857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:05:15.528960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] No DVR routers for this DVR port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:15.676287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:05:15.676639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:05:15.676959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:15.681500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:05:15.681831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Attempting to bind port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:05:15.686576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:05:15.686912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Checking segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:05:15.687352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Bound using segment: {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:05:15.687773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Bound port: 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:05:15.688130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:15.757974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:05:15.761123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:05:15.766922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:15.807528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:15.808128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:15.810206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] 10.222.0.20 "PUT /v2.0/ports/595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 1093 time: 0.8463135 Jul 22 17:05:15.867516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baa7d2-af25-4b20-bb23-8bc1fd5f8d38 service neutron] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=11']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:15.940579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-4360c809-dd97-4add-bd20-a0b5d85d492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:15.942640 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-4360c809-dd97-4add-bd20-a0b5d85d492b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1096 time: 0.0945532 Jul 22 17:05:15.998430 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac28bcd-0e68-4148-a340-85387aaa30dc req-96a5469b-d3d5-431d-be38-3e00a07d1497 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:16.000019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ac28bcd-0e68-4148-a340-85387aaa30dc req-96a5469b-d3d5-431d-be38-3e00a07d1497 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 944 time: 0.1362386 Jul 22 17:05:16.071789 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9ac28bcd-0e68-4148-a340-85387aaa30dc req-d11ceb85-e0c8-4f14-8260-322d01bfdb17 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504715 Jul 22 17:05:16.100646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-8320da93-7107-4e78-9ef3-7b7ae942eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:16.103418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-8320da93-7107-4e78-9ef3-7b7ae942eebe service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1513977 Jul 22 17:05:16.198173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-3485f8f8-4112-41da-b814-d2e7e32f77cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 999 time: 0.0892825 Jul 22 17:05:16.255777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-c21f64ff-98ae-4093-b2bd-4bfe2098f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:16.257411 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-c21f64ff-98ae-4093-b2bd-4bfe2098f9d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0531671 Jul 22 17:05:16.319189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-5593b643-a5f6-48e2-a983-60f85f35b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:16.320635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-5593b643-a5f6-48e2-a983-60f85f35b8ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572715 Jul 22 17:05:16.418869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-4a2b27df-5db3-4e68-b9d7-930b52fe909c service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914042 Jul 22 17:05:16.513137 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9941d036-9a29-44e5-a2c6-4598db39da0f req-2fb5beea-dad8-4228-a98d-0db7f819b2cb service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877559 Jul 22 17:05:16.812690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:16.853741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:17.217394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94081089-aa2a-461d-a26c-86671831d16f req-b28abaea-9b97-4ff4-90b3-027bedf78497 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:17.220130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94081089-aa2a-461d-a26c-86671831d16f req-b28abaea-9b97-4ff4-90b3-027bedf78497 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 944 time: 0.0813107 Jul 22 17:05:17.260765 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94081089-aa2a-461d-a26c-86671831d16f req-95580c33-aac8-4008-9ffe-ef66b2ad4b1d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Jul 22 17:05:17.411946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:17.414200 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:17.463057 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637bcf8c-bd4c-4689-9be7-0aff2ffabdfb x-openstack-request-id: req-637bcf8c-bd4c-4689-9be7-0aff2ffabdfb {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:17.463511 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:17.463890 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-637bcf8c-bd4c-4689-9be7-0aff2ffabdfb {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:17.464449 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'status': 'completed', 'code': 200} Jul 22 17:05:17.571532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-d3ddfea3-6672-474b-8dc5-b92c04a58e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:17.573219 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-d3ddfea3-6672-474b-8dc5-b92c04a58e58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1096 time: 0.0607901 Jul 22 17:05:17.578807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-379096d5-66ed-4242-8264-0306c6c959fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:17.578807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-379096d5-66ed-4242-8264-0306c6c959fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1096 time: 0.0644636 Jul 22 17:05:17.688039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-668184e8-310c-4634-a2b0-8dcaba5fb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:17.690952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-668184e8-310c-4634-a2b0-8dcaba5fb402 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1090064 Jul 22 17:05:17.699956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-5574cfeb-d945-4c25-b469-0c8184b3755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:17.702483 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-5574cfeb-d945-4c25-b469-0c8184b3755e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1167467 Jul 22 17:05:17.768115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-2216423a-73fb-48ea-99a4-49e0f65e70fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 999 time: 0.0603883 Jul 22 17:05:17.776022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-6f9029ae-adb4-467b-9831-ad663e9f6ca6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 999 time: 0.0671387 Jul 22 17:05:17.823177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-34628fc6-cf95-458b-9e27-782595dc2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:17.824569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-34628fc6-cf95-458b-9e27-782595dc2aae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0524621 Jul 22 17:05:17.844073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-cd292dc5-fb6e-48de-8b89-a862ca3231f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:17.845748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-cd292dc5-fb6e-48de-8b89-a862ca3231f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0596228 Jul 22 17:05:17.900698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-eca477b6-3ea1-445a-aa28-da492cc7426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:17.905619 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-eca477b6-3ea1-445a-aa28-da492cc7426d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601671 Jul 22 17:05:17.927974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-82ef5405-b111-4fdf-868c-5723ae538091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:17.929524 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-82ef5405-b111-4fdf-868c-5723ae538091 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739861 Jul 22 17:05:18.011654 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-5d74f13b-b78a-4858-8f40-1e5e833ec2f4 service neutron] 10.222.0.65 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011393 Jul 22 17:05:18.096026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-897135db-32d0-415c-9d68-1a2a75cd4f51 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248615 Jul 22 17:05:18.127727 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-95aa5800-083e-459f-9eb2-793729cafaa6 service neutron] 10.222.0.65 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085498 Jul 22 17:05:18.214207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5eac7dfe-9e2a-4092-bdea-ae02574a2c02 req-9c84515d-760d-436c-9fbf-0ac219586778 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094484 Jul 22 17:05:18.403276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a0322-c5e6-4ada-b78a-3ba61b7106a2 req-30389584-736b-4a09-b32c-5f2376447006 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:18.404872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e97a0322-c5e6-4ada-b78a-3ba61b7106a2 req-30389584-736b-4a09-b32c-5f2376447006 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 944 time: 0.0719380 Jul 22 17:05:18.447487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e97a0322-c5e6-4ada-b78a-3ba61b7106a2 req-4ff74d9a-3226-434d-99e9-a05d8f4f1f12 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361261 Jul 22 17:05:18.452696 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-777879bb-9e8b-4fd0-87f5-c46fbba24932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:18.475110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54584) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:18.542375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b54128f4-244b-4296-bbfa-40d71d131e1b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/ed7747e1-6212-4549-b735-1c07d484b44b HTTP/1.1" status: 200 len: 991 time: 0.0658755 Jul 22 17:05:18.862974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:05:18.978755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:18.991119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'port_id': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'mac_address': 'fa:16:3e:59:97:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:05:19.029366 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:19.041943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:05:19.064754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:19.068730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:19.116500 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:19.163087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 54590) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:19.329581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Deleting port c3d24265-0d9a-4a1c-a653-8031b9f7708a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:19.329991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:19.352986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['595ecc2c-bfe5-4522-9302-02a44b5fb1a6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:05:19.412455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:19.413032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:19.426260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Calling delete_port for c3d24265-0d9a-4a1c-a653-8031b9f7708a owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:19.592136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:19.619628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event deleted for resources: {'Port': ['ID=c3d24265-0d9a-4a1c-a653-8031b9f7708a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:19.694443 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:19.694912 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Floating IP b8d33662-ad32-4df1-a9bf-4540d0900f63 disassociated (deleted). External IP: 172.25.3.246, port: 6f0f02a7-716c-449d-bb28-d1defef8d6f2. Jul 22 17:05:19.940859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Router 1d093436-f6be-4344-a154-11d87f0c4363 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:20.068122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:20.074098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:20.099718 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] Sync routers for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:20.110215 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:20.110830 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:04:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:20.114096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3de4d71d-ea37-4e29-9654-8d14c5101936 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "DELETE /v2.0/floatingips/b8d33662-ad32-4df1-a9bf-4540d0900f63 HTTP/1.1" status: 204 len: 168 time: 0.9497545 Jul 22 17:05:20.114549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:20.116999 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93f8687-cc02-40fb-b65d-b4124e1a3cde" -d '{"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:20.164093 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757b40b6-30fd-4fb1-b65b-1a0930ae6f92 x-openstack-request-id: req-757b40b6-30fd-4fb1-b65b-1a0930ae6f92 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:20.164496 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:20.164640 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-757b40b6-30fd-4fb1-b65b-1a0930ae6f92 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:20.164974 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'status': 'completed', 'code': 200} Jul 22 17:05:20.244978 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:20.308086 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-1d740904-b93a-4ecd-a475-be085f4f4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:20.310425 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-1d740904-b93a-4ecd-a475-be085f4f4d79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e69ed4bac424928bb97a476acf9333f&device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 1097 time: 0.0836141 Jul 22 17:05:20.434059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02080b6-4d0b-40ff-ac54-1983aceb4e14 req-0c0b0f87-b789-42c6-bf5b-c5bf1b085364 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:20.435715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e02080b6-4d0b-40ff-ac54-1983aceb4e14 req-0c0b0f87-b789-42c6-bf5b-c5bf1b085364 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 945 time: 0.0805030 Jul 22 17:05:20.485815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-0a3119c2-262b-4edc-b55c-5290ef628cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:20.487598 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-0a3119c2-262b-4edc-b55c-5290ef628cda service neutron] 10.222.0.65 "GET /v2.0/networks?id=1b41b9b8-5864-4625-b6b1-7e79435c7a19 HTTP/1.1" status: 200 len: 914 time: 0.1334245 Jul 22 17:05:20.489093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e02080b6-4d0b-40ff-ac54-1983aceb4e14 req-5eeb1928-6787-45ff-ad78-48ca2fcfcccd tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468931 Jul 22 17:05:20.529786 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:20.546105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-b5c0e56d-9e30-4d8e-b424-d70f3ae0a59b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2 HTTP/1.1" status: 200 len: 217 time: 0.0487542 Jul 22 17:05:20.561309 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] Checking router: 1d093436-f6be-4344-a154-11d87f0c4363 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:20.571760 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:20.572403 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:04:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:20.617984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-1703985b-4e1b-425b-bb93-294512242de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:20.620000 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-1703985b-4e1b-425b-bb93-294512242de1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0b74695a-1377-4d45-a08f-dd9dcc14f665 HTTP/1.1" status: 200 len: 852 time: 0.0641253 Jul 22 17:05:20.696226 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:20.699924 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-851474f5-3c2b-4cda-b9c0-560156385af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:20.701630 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-851474f5-3c2b-4cda-b9c0-560156385af7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1b41b9b8-5864-4625-b6b1-7e79435c7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713382 Jul 22 17:05:20.821090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-d9954f61-1ed8-4c8d-ad1b-913fef2f3abc service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093211 Jul 22 17:05:20.870998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:05:20.958305 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c93f8687-cc02-40fb-b65d-b4124e1a3cde req-180902ae-57b7-4395-84c6-3695244914e1 service neutron] 10.222.0.65 "GET /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296222 Jul 22 17:05:20.963146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:05:20.969150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:05:20.969867 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:20.992804 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:21.026838 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382e9b5-8355-4d3e-b984-2a178a423c97 None None] The sync data for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 is: [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:01:58Z', 'revision_number': 4, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '216185bb-8774-4874-9875-82ef7b849ab1', 'name': '', 'network_id': '1b41b9b8-5864-4625-b6b1-7e79435c7a19', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'mac_address': 'fa:16:3e:f8:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:57Z', 'updated_at': '2021-07-22T17:02:08Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'subnets': [{'id': '0b74695a-1377-4d45-a08f-dd9dcc14f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:21.083639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b3d2f9ad-1ff2-468b-bdee-5d93480849a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:21.087903 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:21.127764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:21.130519 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdb30d0-e765-405f-ade5-ab79a7e35929" -d '{"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-plugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:21.160936 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:21.169751 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:21.211377 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6159e9-40fc-426f-8080-3dbdfa299201 x-openstack-request-id: req-0f6159e9-40fc-426f-8080-3dbdfa299201 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:21.211813 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-plugged", "status": "completed", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:21.212638 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f6159e9-40fc-426f-8080-3dbdfa299201 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:21.212638 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'code': 200} Jul 22 17:05:21.270195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:21.282674 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:21.388524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c767bc-904f-4b60-b8b6-2adff2ff2f6f None None] New status for floating IP b8d33662-ad32-4df1-a9bf-4540d0900f63: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:05:21.648510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d0df-4cb5-4926-bedd-8e2c4dcecb78 req-c223a333-3187-412c-957e-b19e7508dc79 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:21.650144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6181d0df-4cb5-4926-bedd-8e2c4dcecb78 req-c223a333-3187-412c-957e-b19e7508dc79 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 945 time: 0.0879457 Jul 22 17:05:21.709390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6181d0df-4cb5-4926-bedd-8e2c4dcecb78 req-b89d5675-cae7-432e-b49a-1a8931fa9db9 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520675 Jul 22 17:05:22.483327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-b16a0f4d-b64d-49fc-9df0-9f50d2ff2c88 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:22.484904 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-b16a0f4d-b64d-49fc-9df0-9f50d2ff2c88 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.65 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 945 time: 0.0702879 Jul 22 17:05:22.592489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Deleting port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:22.592857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:22.593350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:22.680458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] For port 6f0f02a7-716c-449d-bb28-d1defef8d6f2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6f0f02a7-716c-449d-bb28-d1defef8d6f2,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:22.680820 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:22.694126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Calling delete_port for 6f0f02a7-716c-449d-bb28-d1defef8d6f2 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:22.856279 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:22.891105 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event deleted for resources: {'Port': ['ID=6f0f02a7-716c-449d-bb28-d1defef8d6f2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:22.939708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5864cc3-957e-4a46-a2f6-3a2b6b3899eb req-18fdec36-ea6d-4caf-98df-7763f6fbbcea tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:22.941373 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5864cc3-957e-4a46-a2f6-3a2b6b3899eb req-18fdec36-ea6d-4caf-98df-7763f6fbbcea tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 867 time: 0.1414130 Jul 22 17:05:22.959196 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] No DVR routers for this DVR port 6f0f02a7-716c-449d-bb28-d1defef8d6f2 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:22.961779 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:22.963753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3caa172c-010c-40b4-a3ff-24bb37987307 req-db8cb7f0-74a5-405f-9557-070137f70920 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.65 "DELETE /v2.0/ports/6f0f02a7-716c-449d-bb28-d1defef8d6f2 HTTP/1.1" status: 204 len: 173 time: 0.4726706 Jul 22 17:05:22.967686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'name': 'network-vif-deleted', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:22.967686 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb4d55b-c201-4f33-a9a3-c03637c4d093" -d '{"events": [{"server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "name": "network-vif-deleted", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:23.006529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f5864cc3-957e-4a46-a2f6-3a2b6b3899eb req-a0eb720e-bae6-43a0-9013-62e2f107b4a5 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/security-groups?id=20ccc998-017a-43b1-b48e-7093dd730086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485125 Jul 22 17:05:23.021795 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88b5f2b-63a0-48ff-84a9-7cfee1c25cba x-openstack-request-id: req-c88b5f2b-63a0-48ff-84a9-7cfee1c25cba {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:23.021795 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a37530-32f9-4737-87f9-febd589072a6", "name": "network-vif-deleted", "tag": "6f0f02a7-716c-449d-bb28-d1defef8d6f2", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:23.021795 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c88b5f2b-63a0-48ff-84a9-7cfee1c25cba {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:23.021795 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a37530-32f9-4737-87f9-febd589072a6', 'name': 'network-vif-deleted', 'tag': '6f0f02a7-716c-449d-bb28-d1defef8d6f2', 'status': 'completed', 'code': 200} Jul 22 17:05:24.108465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e253f469-0cb7-4a1f-9c9b-ce481822ea12 req-619a9a7b-75bb-4c50-b114-57e04a7c75cb tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 210 time: 0.0302365 Jul 22 17:05:24.301174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:24.858046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6f0f02a7-716c-449d-bb28-d1defef8d6f2 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:24.882103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 6f0f02a7-716c-449d-bb28-d1defef8d6f2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:24.882438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6f0f02a7-716c-449d-bb28-d1defef8d6f2 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:25.208273 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c32f846-8d9b-4d89-9848-852d422b8759 req-16a1eb6a-6107-4c72-82f2-08781ef67ad3 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 210 time: 0.0307600 Jul 22 17:05:26.305742 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4a5456ca-a9ce-4bfb-8649-b358bf1c5abe req-7a90fdbf-97a4-4544-a2e1-67a86259e4b7 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 210 time: 0.0311539 Jul 22 17:05:27.420721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d0db5de-8f30-44b4-b598-35b98f59998a req-62f9541e-583e-417d-9779-6e2ab67a4740 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "GET /v2.0/ports?device_id=14a37530-32f9-4737-87f9-febd589072a6 HTTP/1.1" status: 200 len: 210 time: 0.0302496 Jul 22 17:05:28.484557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 54650) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:28.557392 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e87fc5a-4585-4379-aabb-2a2dfb977328 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:28.582779 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e87fc5a-4585-4379-aabb-2a2dfb977328 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:28.644200 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e87fc5a-4585-4379-aabb-2a2dfb977328 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:28.646797 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5e87fc5a-4585-4379-aabb-2a2dfb977328 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:28.648034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5e87fc5a-4585-4379-aabb-2a2dfb977328 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] 10.222.0.53 "DELETE /v2.0/security-groups/20ccc998-017a-43b1-b48e-7093dd730086 HTTP/1.1" status: 204 len: 168 time: 0.1624749 Jul 22 17:05:28.656970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87fc5a-4585-4379-aabb-2a2dfb977328 tempest-TestVolumeBackupRestore-721815811 tempest-TestVolumeBackupRestore-721815811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ccc998-017a-43b1-b48e-7093dd730086,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:31.663818 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:32.202287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55086) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:32.761846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:33.071698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Deleting port 216185bb-8774-4874-9875-82ef7b849ab1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:33.072103 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:33.168110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] For port 216185bb-8774-4874-9875-82ef7b849ab1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=216185bb-8774-4874-9875-82ef7b849ab1,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:33.168476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:33.182015 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Calling delete_port for 216185bb-8774-4874-9875-82ef7b849ab1 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:33.390557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:33.423533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Pushing event deleted for resources: {'Port': ['ID=216185bb-8774-4874-9875-82ef7b849ab1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:33.601332 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:33.830060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Router 1d093436-f6be-4344-a154-11d87f0c4363 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:34.193971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:34.199562 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c3ef6c4c-1c80-4062-a8d9-0a19841c550a admin admin] 10.222.0.53 "PUT /v2.0/routers/1d093436-f6be-4344-a154-11d87f0c4363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9960308 Jul 22 17:05:34.201880 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:34.205903 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629a371-391e-44ae-9385-9829e83f515f None None] Sync routers for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:34.215858 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629a371-391e-44ae-9385-9829e83f515f None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:34.216600 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7629a371-391e-44ae-9385-9829e83f515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:34.310048 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.340625 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7629a371-391e-44ae-9385-9829e83f515f None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:34.421714 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.483188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Deleting port beb5355d-4d09-425a-aba9-e1b300849150 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:34.483594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.533320 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7629a371-391e-44ae-9385-9829e83f515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:05:33Z', 'revision_number': 5, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port': {'id': 'beb5355d-4d09-425a-aba9-e1b300849150', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:23:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d093436-f6be-4344-a154-11d87f0c4363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:01:55Z', 'updated_at': '2021-07-22T17:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:34.561096 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629a371-391e-44ae-9385-9829e83f515f None None] Checking router: 1d093436-f6be-4344-a154-11d87f0c4363 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:34.570676 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] For port beb5355d-4d09-425a-aba9-e1b300849150, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=beb5355d-4d09-425a-aba9-e1b300849150,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:34.571071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.572816 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7629a371-391e-44ae-9385-9829e83f515f None None] Routers {'1d093436-f6be-4344-a154-11d87f0c4363'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:34.573625 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7629a371-391e-44ae-9385-9829e83f515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1d093436-f6be-4344-a154-11d87f0c4363'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:34.589701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Calling delete_port for beb5355d-4d09-425a-aba9-e1b300849150 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:34.664861 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-7629a371-391e-44ae-9385-9829e83f515f None None] Set router 1d093436-f6be-4344-a154-11d87f0c4363 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:34.719572 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-7629a371-391e-44ae-9385-9829e83f515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:05:34Z', 'revision_number': 6, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:34.769890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.803899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb5355d-4d09-425a-aba9-e1b300849150,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:34.845971 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7629a371-391e-44ae-9385-9829e83f515f None None] The sync data for ids ['1d093436-f6be-4344-a154-11d87f0c4363'] in n-d-792458-13 is: [{'id': '1d093436-f6be-4344-a154-11d87f0c4363', 'name': 'tempest-TestVolumeBackupRestore-251260361-router', 'tenant_id': '7e69ed4bac424928bb97a476acf9333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:01:54Z', 'updated_at': '2021-07-22T17:05:34Z', 'revision_number': 6, 'project_id': '7e69ed4bac424928bb97a476acf9333f', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:34.872624 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.984819 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:34.987542 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.053019 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.053577 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d093436-f6be-4344-a154-11d87f0c4363 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:05:35.058022 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.059193 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2aa831c1-e1db-4ef1-97ed-9d3398e91977 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1d093436-f6be-4344-a154-11d87f0c4363 HTTP/1.1" status: 204 len: 168 time: 0.8562028 Jul 22 17:05:35.061712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55214) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:35.112670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff2aa1d-9495-4593-b7a1-bcb513bebd56 admin admin] Deleting subnet 0b74695a-1377-4d45-a08f-dd9dcc14f665 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:05:35.115893 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aff2aa1d-9495-4593-b7a1-bcb513bebd56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.152085 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aff2aa1d-9495-4593-b7a1-bcb513bebd56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.262186 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aff2aa1d-9495-4593-b7a1-bcb513bebd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.351358 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aff2aa1d-9495-4593-b7a1-bcb513bebd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.378326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 216185bb-8774-4874-9875-82ef7b849ab1 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:35.383593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2aa1d-9495-4593-b7a1-bcb513bebd56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b74695a-1377-4d45-a08f-dd9dcc14f665,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:35.387038 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-aff2aa1d-9495-4593-b7a1-bcb513bebd56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.397078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-aff2aa1d-9495-4593-b7a1-bcb513bebd56 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0b74695a-1377-4d45-a08f-dd9dcc14f665 HTTP/1.1" status: 204 len: 168 time: 0.3318963 Jul 22 17:05:35.397294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55222) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:35.414208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a771813-6b53-4451-b6a3-5eb99855b8ae None None] Network 1b41b9b8-5864-4625-b6b1-7e79435c7a19 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:05:35.417735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 216185bb-8774-4874-9875-82ef7b849ab1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:35.418078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 216185bb-8774-4874-9875-82ef7b849ab1 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:35.480610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.539203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Deleting port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:35.539642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.611538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] For port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a,segment=NetworkSegment(0aa77869-22b0-4750-862a-3276cfc8fb03),segment_id=0aa77869-22b0-4750-862a-3276cfc8fb03)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:35.611990 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.628317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Calling delete_port for 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:35.719651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce3adc-395b-4bb8-8b6b-df41cfd35505 None None] DHCP port deletion for 1b41b9b8-5864-4625-b6b1-7e79435c7a19 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:05:35.727305 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.745254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-14ce3adc-395b-4bb8-8b6b-df41cfd35505 None None] The port '71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a' was deleted {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 17:05:35.760521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] No DVR routers for this DVR port 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:35.762267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:35.791733 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.841085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.853236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b41b9b8-5864-4625-b6b1-7e79435c7a19']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:35.871748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa77869-22b0-4750-862a-3276cfc8fb03') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:35.872108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa77869-22b0-4750-862a-3276cfc8fb03') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:35.885045 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.903687 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.912482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:05:35.913354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:05:35.915331 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:05:35.974026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.992144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:35.994367 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] 10.222.0.53 "DELETE /v2.0/networks/1b41b9b8-5864-4625-b6b1-7e79435c7a19 HTTP/1.1" status: 204 len: 168 time: 0.5957086 Jul 22 17:05:35.995313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588ee21-165a-417f-bdc5-143626dbf1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=1b41b9b8-5864-4625-b6b1-7e79435c7a19,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:35.998135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55236) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:36.468533 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.069032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Deleting port d7688731-dba9-4f1a-a92c-553e9e3baa28 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:37.069374 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.155057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] For port d7688731-dba9-4f1a-a92c-553e9e3baa28, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d7688731-dba9-4f1a-a92c-553e9e3baa28,segment=NetworkSegment(4e10705a-5781-4266-9dce-96081c5e6401),segment_id=4e10705a-5781-4266-9dce-96081c5e6401)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:37.155590 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.179788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Calling delete_port for d7688731-dba9-4f1a-a92c-553e9e3baa28 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:37.236104 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device beb5355d-4d09-425a-aba9-e1b300849150 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:37.257603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: beb5355d-4d09-425a-aba9-e1b300849150 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:37.257953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device beb5355d-4d09-425a-aba9-e1b300849150 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:37.258594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:37.280027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:37.280641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 71f4b0d1-603b-41f3-b14a-a41cbdb1bd5a not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:37.394276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.425867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d7688731-dba9-4f1a-a92c-553e9e3baa28,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:37.641652 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:37.889990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Router 6e97e797-9937-4922-8edd-e433bd69f412 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:38.004696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:38.009848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d2667db-8eb9-4c39-ad78-68b5903477ac admin admin] 10.222.0.53 "PUT /v2.0/routers/6e97e797-9937-4922-8edd-e433bd69f412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0108156 Jul 22 17:05:38.012295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55284) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:38.015538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] Sync routers for ids ['6e97e797-9937-4922-8edd-e433bd69f412'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:38.047949 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] Routers {'6e97e797-9937-4922-8edd-e433bd69f412'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:38.048603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6e97e797-9937-4922-8edd-e433bd69f412'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:38.128169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.166650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] Set router 6e97e797-9937-4922-8edd-e433bd69f412 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:38.238592 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.305863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Deleting port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:38.306306 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.372701 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e97e797-9937-4922-8edd-e433bd69f412', 'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:05:37Z', 'revision_number': 5, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'gw_port': {'id': '5b1dd592-ac56-4c7f-89c6-3ac9caa377c9', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e97e797-9937-4922-8edd-e433bd69f412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:02:02Z', 'updated_at': '2021-07-22T17:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:38.400447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] Checking router: 6e97e797-9937-4922-8edd-e433bd69f412 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:38.403175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] For port 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5b1dd592-ac56-4c7f-89c6-3ac9caa377c9,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:38.403641 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.410250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] Routers {'6e97e797-9937-4922-8edd-e433bd69f412'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:38.410871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6e97e797-9937-4922-8edd-e433bd69f412'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:38.418227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Calling delete_port for 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:38.507462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] Set router 6e97e797-9937-4922-8edd-e433bd69f412 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:38.568433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e97e797-9937-4922-8edd-e433bd69f412', 'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:05:38Z', 'revision_number': 6, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:38.595577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2736276-40e5-4421-ac9c-ef066f304657 None None] The sync data for ids ['6e97e797-9937-4922-8edd-e433bd69f412'] in n-d-792458-13 is: [{'id': '6e97e797-9937-4922-8edd-e433bd69f412', 'name': 'tempest-TestVolumeBackupRestore-610707352-router', 'tenant_id': 'eaa205938f8c436891af34e39dc0cca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:02:01Z', 'updated_at': '2021-07-22T17:05:38Z', 'revision_number': 6, 'project_id': 'eaa205938f8c436891af34e39dc0cca3', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:38.612526 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.648812 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1dd592-ac56-4c7f-89c6-3ac9caa377c9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:38.723610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.822472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.824959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.872145 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.872897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e97e797-9937-4922-8edd-e433bd69f412 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:05:38.877949 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.879046 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-44c7fab3-ab6d-4a1f-8995-cfebda371d47 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6e97e797-9937-4922-8edd-e433bd69f412 HTTP/1.1" status: 204 len: 168 time: 0.8655570 Jul 22 17:05:38.881529 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:38.935823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f5f54b-fb2b-415b-b88f-12b21e9acd8d admin admin] Deleting subnet 3d3d3f58-f89b-4e7f-a155-87366f23dba6 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:05:38.939358 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33f5f54b-fb2b-415b-b88f-12b21e9acd8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:38.983285 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33f5f54b-fb2b-415b-b88f-12b21e9acd8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.078181 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33f5f54b-fb2b-415b-b88f-12b21e9acd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.140434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33f5f54b-fb2b-415b-b88f-12b21e9acd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.171069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5f54b-fb2b-415b-b88f-12b21e9acd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3d3f58-f89b-4e7f-a155-87366f23dba6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:39.173048 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-33f5f54b-fb2b-415b-b88f-12b21e9acd8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.177768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-33f5f54b-fb2b-415b-b88f-12b21e9acd8d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3d3d3f58-f89b-4e7f-a155-87366f23dba6 HTTP/1.1" status: 204 len: 168 time: 0.2927029 Jul 22 17:05:39.177911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55314) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:39.180808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff57f5-2941-4d03-bcfd-e0c04fef6d10 None None] Network 22ef8652-d474-4fdf-a560-beeb80b667d9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:05:39.269612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.331246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Deleting port e0f7f50a-5576-4eab-9c47-242261a391c7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:39.331488 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.415310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] For port e0f7f50a-5576-4eab-9c47-242261a391c7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e0f7f50a-5576-4eab-9c47-242261a391c7,segment=NetworkSegment(4e10705a-5781-4266-9dce-96081c5e6401),segment_id=4e10705a-5781-4266-9dce-96081c5e6401)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:39.415686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.439314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Calling delete_port for e0f7f50a-5576-4eab-9c47-242261a391c7 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:39.489946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d7688731-dba9-4f1a-a92c-553e9e3baa28 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:39.524415 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d7688731-dba9-4f1a-a92c-553e9e3baa28 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:39.524863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d7688731-dba9-4f1a-a92c-553e9e3baa28 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:39.525381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:39.552945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:39.553671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5b1dd592-ac56-4c7f-89c6-3ac9caa377c9 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:39.566035 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.580954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27191a3e-613f-425b-83e2-38e32432e8ba None None] DHCP port deletion for 22ef8652-d474-4fdf-a560-beeb80b667d9 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:05:39.599948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f7f50a-5576-4eab-9c47-242261a391c7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:39.603640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] No DVR routers for this DVR port e0f7f50a-5576-4eab-9c47-242261a391c7 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:39.694833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.707303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ef8652-d474-4fdf-a560-beeb80b667d9']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:39.719112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e10705a-5781-4266-9dce-96081c5e6401') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:39.719463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e10705a-5781-4266-9dce-96081c5e6401') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:39.733030 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.749203 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.756205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:05:39.756600 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:05:39.758205 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:05:39.823337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.830808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:39.832726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] 10.222.0.53 "DELETE /v2.0/networks/22ef8652-d474-4fdf-a560-beeb80b667d9 HTTP/1.1" status: 204 len: 168 time: 0.6538146 Jul 22 17:05:39.851055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28651e5-f5fd-469e-aae4-776f6836f792 admin admin] Pushing event deleted for resources: {'Network': ['ID=22ef8652-d474-4fdf-a560-beeb80b667d9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:40.023080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55336) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:40.069292 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bd3a4426-8cb1-4adb-aeb9-bcafd1e8b491 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e69ed4bac424928bb97a476acf9333f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449326 Jul 22 17:05:40.071712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55340) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:40.126990 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f12bb5b-005b-4516-83f7-42fe2128b106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.151721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f12bb5b-005b-4516-83f7-42fe2128b106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.200593 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f12bb5b-005b-4516-83f7-42fe2128b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.203399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4f12bb5b-005b-4516-83f7-42fe2128b106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.207406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4f12bb5b-005b-4516-83f7-42fe2128b106 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8aad20f4-171e-48d8-abc4-c9ec8ef3b0b6 HTTP/1.1" status: 204 len: 168 time: 0.1329899 Jul 22 17:05:40.214161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12bb5b-005b-4516-83f7-42fe2128b106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aad20f4-171e-48d8-abc4-c9ec8ef3b0b6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:40.557367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55356) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:40.598057 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fc1777cb-7c5c-44bc-abb0-800684a261f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eaa205938f8c436891af34e39dc0cca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396020 Jul 22 17:05:40.600606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:40.665773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a0e01f3-678a-4b45-b2ad-f2e7c70ee01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.697994 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a0e01f3-678a-4b45-b2ad-f2e7c70ee01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.750773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a0e01f3-678a-4b45-b2ad-f2e7c70ee01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.753493 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9a0e01f3-678a-4b45-b2ad-f2e7c70ee01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:40.754975 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9a0e01f3-678a-4b45-b2ad-f2e7c70ee01e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/972c495b-bda7-4e48-851b-98c605d1b0c6 HTTP/1.1" status: 204 len: 168 time: 0.1531742 Jul 22 17:05:40.763183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e01f3-678a-4b45-b2ad-f2e7c70ee01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972c495b-bda7-4e48-851b-98c605d1b0c6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:41.217380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e0f7f50a-5576-4eab-9c47-242261a391c7 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:41.238092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e0f7f50a-5576-4eab-9c47-242261a391c7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:41.238540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e0f7f50a-5576-4eab-9c47-242261a391c7 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:42.482986 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:05:43.534595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-68fd1882-c857-4e14-a41b-3b7ca2d75f64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0642953 Jul 22 17:05:43.655581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-8b7578a3-53a6-4f03-9e7e-0ff3fae787bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:43.657052 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-8b7578a3-53a6-4f03-9e7e-0ff3fae787bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1098 time: 0.0605235 Jul 22 17:05:43.762596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-fa8980db-dced-4b8a-b88a-fcf4f3e1bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:43.764024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-fa8980db-dced-4b8a-b88a-fcf4f3e1bcc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.0867026 Jul 22 17:05:43.834578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-8c1e7edb-50e8-4c85-bc59-ccd8ded00079 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 1001 time: 0.0638039 Jul 22 17:05:43.894362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-95061143-0b52-4937-8d76-3fd95cddc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:43.895875 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-95061143-0b52-4937-8d76-3fd95cddc7bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0552456 Jul 22 17:05:43.958055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-283b80c0-5ad6-4012-a366-80d9de28098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:43.959619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-283b80c0-5ad6-4012-a366-80d9de28098a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566573 Jul 22 17:05:44.062786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-f93a2983-c5de-45ce-a51a-54c368a79b90 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966389 Jul 22 17:05:44.156972 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f087f466-95a3-4bb8-9a6f-95915c1db26e req-1d8ba878-924e-41d6-9640-04e811bdd40c service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875700 Jul 22 17:05:48.461576 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aaa08747-1ffb-4854-b592-f62045cb99a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:49.575439 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224814da-8b08-4617-baab-77d2eb1b40f4 req-0db1590d-955e-4c89-b9c2-d55acd6c3fe1 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:49.577051 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-224814da-8b08-4617-baab-77d2eb1b40f4 req-0db1590d-955e-4c89-b9c2-d55acd6c3fe1 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1098 time: 0.2798896 Jul 22 17:05:49.615195 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-224814da-8b08-4617-baab-77d2eb1b40f4 req-9a589674-2dcc-4c37-b8c7-0e1200895173 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314956 Jul 22 17:05:49.637788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55598) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:49.814141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 004c2cf3-16f3-4006-8ae3-57c96476e159 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:49.814486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:49.895548 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:49.895889 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:49.908690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 004c2cf3-16f3-4006-8ae3-57c96476e159 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:50.071171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:50.099270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=004c2cf3-16f3-4006-8ae3-57c96476e159,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:50.170160 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:50.170597 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Floating IP ed7747e1-6212-4549-b735-1c07d484b44b disassociated (deleted). External IP: 172.25.3.148, port: 595ecc2c-bfe5-4522-9302-02a44b5fb1a6. Jul 22 17:05:50.391107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:50.509806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:50.515420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:50.520410 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] Sync routers for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:50.530283 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:50.530831 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:50.560271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-48361236-d333-49d0-92d9-5dbd2d67a6e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/floatingips/ed7747e1-6212-4549-b735-1c07d484b44b HTTP/1.1" status: 204 len: 168 time: 0.9211867 Jul 22 17:05:50.560870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:50.563210 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69ff20a-22b2-4149-879c-617d633a1710" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:50.620398 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989e0842-aca7-47e0-9752-74a8138ea647 x-openstack-request-id: req-989e0842-aca7-47e0-9752-74a8138ea647 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:50.621071 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:50.621728 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-989e0842-aca7-47e0-9752-74a8138ea647 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:50.623017 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'status': 'completed', 'code': 200} Jul 22 17:05:50.668682 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:50.749912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ff20a-22b2-4149-879c-617d633a1710 req-7c7e4524-04b7-48be-9e7e-1f95f66c959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:50.751635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c69ff20a-22b2-4149-879c-617d633a1710 req-7c7e4524-04b7-48be-9e7e-1f95f66c959b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 1098 time: 0.0825083 Jul 22 17:05:50.874620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8274d6-552f-484b-98ba-d61f208032e2 req-c7297394-5c3c-4583-bf66-ff46eb304f61 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:50.883788 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b8274d6-552f-484b-98ba-d61f208032e2 req-c7297394-5c3c-4583-bf66-ff46eb304f61 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 946 time: 0.0784810 Jul 22 17:05:50.909586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ff20a-22b2-4149-879c-617d633a1710 req-36468e77-4d4d-40f2-9391-35efeea5ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:50.911768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c69ff20a-22b2-4149-879c-617d633a1710 req-36468e77-4d4d-40f2-9391-35efeea5ec4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 200 len: 898 time: 0.1212220 Jul 22 17:05:50.911945 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '2b28d597-f3db-44b9-bbf2-8f5709be7637', 'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:ff:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:56Z', 'updated_at': '2021-07-22T17:04:03Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:50.937775 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b8274d6-552f-484b-98ba-d61f208032e2 req-9c359a86-d9be-46ce-8bbf-29836e238ddc tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529888 Jul 22 17:05:50.947787 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] Checking router: 7f60621f-d4e4-4ae1-8167-c4296aa9c904 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:50.965386 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:50.966332 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:50.979598 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c69ff20a-22b2-4149-879c-617d633a1710 req-76569dd9-faae-4ec3-ad68-5edd20e51739 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 200 len: 217 time: 0.0605147 Jul 22 17:05:51.036957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ff20a-22b2-4149-879c-617d633a1710 req-4e3153dc-a801-4518-927f-9d5fd9703b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:51.038431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c69ff20a-22b2-4149-879c-617d633a1710 req-4e3153dc-a801-4518-927f-9d5fd9703b6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 200 len: 835 time: 0.0515275 Jul 22 17:05:51.062479 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3e1caaa7-fdcb-47c6-bdea-679db7139dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:51.097539 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:51.102157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ff20a-22b2-4149-879c-617d633a1710 req-0e2adf49-a137-47d4-b01b-c5b5d72c3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:51.103954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c69ff20a-22b2-4149-879c-617d633a1710 req-0e2adf49-a137-47d4-b01b-c5b5d72c3c0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5c74a9ad-1137-4f2b-8b61-6025bfbf6308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587385 Jul 22 17:05:51.269017 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:51.348840 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '2b28d597-f3db-44b9-bbf2-8f5709be7637', 'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:ff:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:56Z', 'updated_at': '2021-07-22T17:04:03Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:51.382292 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba0f4d-70cb-4b96-8a42-c146c0449931 None None] The sync data for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 is: [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:03:58Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '2b28d597-f3db-44b9-bbf2-8f5709be7637', 'name': '', 'network_id': '5c74a9ad-1137-4f2b-8b61-6025bfbf6308', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:ff:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:56Z', 'updated_at': '2021-07-22T17:04:03Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '994e96fe-4e3d-43b4-aa12-3c6c874f7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:51.510489 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c69ff20a-22b2-4149-879c-617d633a1710 req-93406fae-5853-460b-869f-41a117ed40b7 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982008 Jul 22 17:05:51.608455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c69ff20a-22b2-4149-879c-617d633a1710 req-70965299-73f4-42ea-b7aa-06fc3672c5a3 service neutron] 10.222.0.20 "GET /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898921 Jul 22 17:05:51.650160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c86726-1b18-4bf0-a97a-08fa60821ee7 None None] New status for floating IP ed7747e1-6212-4549-b735-1c07d484b44b: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:05:52.133193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b016b4-3406-4f79-aa67-1ce75bd8419c req-5f05bd25-385d-40b2-87ec-f90ddcd28c2a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:52.134747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9b016b4-3406-4f79-aa67-1ce75bd8419c req-5f05bd25-385d-40b2-87ec-f90ddcd28c2a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 946 time: 0.1249378 Jul 22 17:05:52.177530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9b016b4-3406-4f79-aa67-1ce75bd8419c req-2fd8bddb-5295-470d-ad0a-9d850e6803b1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367601 Jul 22 17:05:52.272337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-5ce61f0a-0f96-47f9-93f6-03f41ef8abf1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:52.275193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-5ce61f0a-0f96-47f9-93f6-03f41ef8abf1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 946 time: 0.0679250 Jul 22 17:05:52.387096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:52.387700 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:52.480875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:52.481119 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:52.493445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:52.603209 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:52.635634 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:52.669071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=595ecc2c-bfe5-4522-9302-02a44b5fb1a6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:52.716014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] No DVR routers for this DVR port 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:52.718572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:52.721225 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0117492d-3333-4d83-b96a-375c4bc2bf76 req-dc744492-0291-4716-b81d-39f025c22134 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "DELETE /v2.0/ports/595ecc2c-bfe5-4522-9302-02a44b5fb1a6 HTTP/1.1" status: 204 len: 173 time: 0.4406440 Jul 22 17:05:52.721689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-deleted', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:05:52.724032 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed40ac6-7478-4111-af13-23a5d0134563" -d '{"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-deleted", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:05:52.767586 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cec1b15-ef69-46e2-b347-61fa3dce03e1 x-openstack-request-id: req-5cec1b15-ef69-46e2-b347-61fa3dce03e1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:05:52.768169 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5482ba-6f12-487e-97fe-5c6c804e48b6", "name": "network-vif-deleted", "tag": "595ecc2c-bfe5-4522-9302-02a44b5fb1a6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:05:52.768169 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cec1b15-ef69-46e2-b347-61fa3dce03e1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:05:52.768583 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5482ba-6f12-487e-97fe-5c6c804e48b6', 'name': 'network-vif-deleted', 'tag': '595ecc2c-bfe5-4522-9302-02a44b5fb1a6', 'status': 'completed', 'code': 200} Jul 22 17:05:53.295354 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26165561-548e-4dd5-a57c-8c587dcb6c03 req-9f59b1d1-e55c-4d68-b203-a84ffb883d04 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5482ba-6f12-487e-97fe-5c6c804e48b6 HTTP/1.1" status: 200 len: 210 time: 0.0315430 Jul 22 17:05:54.304197 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:54.358770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:54.739404 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:55.028271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 2b28d597-f3db-44b9-bbf2-8f5709be7637 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:55.028619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:55.079109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:55.101734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:55.102077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 595ecc2c-bfe5-4522-9302-02a44b5fb1a6 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:55.121699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port 2b28d597-f3db-44b9-bbf2-8f5709be7637, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2b28d597-f3db-44b9-bbf2-8f5709be7637,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:55.122054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:55.139747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 2b28d597-f3db-44b9-bbf2-8f5709be7637 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:55.337132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:55.369469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=2b28d597-f3db-44b9-bbf2-8f5709be7637,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:55.547771 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:55.766089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:05:55.875166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:05:55.881675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-18f5ff40-08fc-40d2-9a1a-60d6f956b684 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "PUT /v2.0/routers/7f60621f-d4e4-4ae1-8167-c4296aa9c904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5217769 Jul 22 17:05:55.883693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55888) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:55.886237 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] Sync routers for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:05:55.896195 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:55.896806 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:55.952819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-877f8b9b-5f40-4325-bd1c-2d0583eabad8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting subnet 994e96fe-4e3d-43b4-aa12-3c6c874f7e1c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:05:55.956914 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-877f8b9b-5f40-4325-bd1c-2d0583eabad8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:55.999775 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-877f8b9b-5f40-4325-bd1c-2d0583eabad8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.007370 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:56.109524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-877f8b9b-5f40-4325-bd1c-2d0583eabad8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.195390 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-877f8b9b-5f40-4325-bd1c-2d0583eabad8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.203225 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:05:55Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:56.233664 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] Checking router: 7f60621f-d4e4-4ae1-8167-c4296aa9c904 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:05:56.235782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f8b9b-5f40-4325-bd1c-2d0583eabad8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Subnet': ['ID=994e96fe-4e3d-43b4-aa12-3c6c874f7e1c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:56.241363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eba00e-88fb-49c9-8904-d4a9eb68d897 None None] Network 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:05:56.246689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-877f8b9b-5f40-4325-bd1c-2d0583eabad8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.249826 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] Routers {'7f60621f-d4e4-4ae1-8167-c4296aa9c904'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:05:56.251477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-877f8b9b-5f40-4325-bd1c-2d0583eabad8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/subnets/994e96fe-4e3d-43b4-aa12-3c6c874f7e1c HTTP/1.1" status: 204 len: 168 time: 0.3659685 Jul 22 17:05:56.251776 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:56.254076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55896) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:56.411396 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] Set router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:05:56.432781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.439821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55900) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:56.559304 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.565341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3a097-7374-46fa-947a-2564c4047fec None None] DHCP port deletion for 5c74a9ad-1137-4f2b-8b61-6025bfbf6308 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:05:56.614988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-601c71a2-e368-4bdc-a64f-2454dacd8d5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d7dc3b141d94d4b81bbb42071267ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734800 Jul 22 17:05:56.617466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55904) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:56.635983 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:05:55Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:56.645535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3a097-7374-46fa-947a-2564c4047fec None None] Deleting port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:56.646255 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a097-7374-46fa-947a-2564c4047fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.669477 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34024d52-0e58-4b64-9f44-ab60bffe11ba None None] The sync data for ids ['7f60621f-d4e4-4ae1-8167-c4296aa9c904'] in n-d-792458-13 is: [{'id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571042479', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:03:52Z', 'updated_at': '2021-07-22T17:05:55Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:68:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f60621f-d4e4-4ae1-8167-c4296aa9c904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:03:53Z', 'updated_at': '2021-07-22T17:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:05:56.684023 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32688b10-879a-48f3-8ee6-04df822dcc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.686472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:05:56.686812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.733626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a0c3a097-7374-46fa-947a-2564c4047fec None None] For port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd,segment=NetworkSegment(629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9),segment_id=629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:56.734112 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a097-7374-46fa-947a-2564c4047fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.748720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3a097-7374-46fa-947a-2564c4047fec None None] Calling delete_port for b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:56.759131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32688b10-879a-48f3-8ee6-04df822dcc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.816926 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:05:56.817209 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.829670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:05:56.847221 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0c3a097-7374-46fa-947a-2564c4047fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.859842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3a097-7374-46fa-947a-2564c4047fec None None] No DVR routers for this DVR port b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:05:56.883363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3a097-7374-46fa-947a-2564c4047fec None None] Pushing event deleted for resources: {'Port': ['ID=b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:56.894586 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32688b10-879a-48f3-8ee6-04df822dcc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.895612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-32688b10-879a-48f3-8ee6-04df822dcc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:56.898831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-32688b10-879a-48f3-8ee6-04df822dcc1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07e81b9b-50b5-4f11-804b-5d05d9b512b3 HTTP/1.1" status: 204 len: 168 time: 0.2787025 Jul 22 17:05:56.948137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32688b10-879a-48f3-8ee6-04df822dcc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e81b9b-50b5-4f11-804b-5d05d9b512b3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:57.040372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.066893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:57.145142 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.280528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.283233 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.314136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2b28d597-f3db-44b9-bbf2-8f5709be7637 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:57.334390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 2b28d597-f3db-44b9-bbf2-8f5709be7637 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:57.334998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2b28d597-f3db-44b9-bbf2-8f5709be7637 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:57.335596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:57.349690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.350606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Fanout notify agent at l3_agent the message router_deleted on router 7f60621f-d4e4-4ae1-8167-c4296aa9c904 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:05:57.357072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:57.357643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b6fc8f97-2dd4-4145-945f-6d2c5e0f86bd not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:57.360781 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.365021 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a46f94fd-240d-4307-aa75-578ca71efa28 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/routers/7f60621f-d4e4-4ae1-8167-c4296aa9c904 HTTP/1.1" status: 204 len: 168 time: 1.1069388 Jul 22 17:05:57.365208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:57.456938 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.565489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.576167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c74a9ad-1137-4f2b-8b61-6025bfbf6308']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:57.586363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:57.586593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629f6b58-1e82-4b85-b6ce-2e33ddbe9fa9') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:05:57.595959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.609895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.616673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:05:57.617463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:05:57.620895 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:05:57.683884 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.694839 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.694839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/networks/5c74a9ad-1137-4f2b-8b61-6025bfbf6308 HTTP/1.1" status: 204 len: 168 time: 0.3269131 Jul 22 17:05:57.696466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55932) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:57.707660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9e66a-917a-4b6b-8356-91298d35f9d4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Network': ['ID=5c74a9ad-1137-4f2b-8b61-6025bfbf6308,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:57.756273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6314447-8633-44c7-9f85-b9ae2f11ff66 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.782402 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6314447-8633-44c7-9f85-b9ae2f11ff66 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.847372 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6314447-8633-44c7-9f85-b9ae2f11ff66 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.850433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6314447-8633-44c7-9f85-b9ae2f11ff66 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:57.852018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e6314447-8633-44c7-9f85-b9ae2f11ff66 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/security-groups/c3d2cb2d-e5a0-4fea-a700-6c2de2050aba HTTP/1.1" status: 204 len: 168 time: 0.1548815 Jul 22 17:05:57.862245 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6314447-8633-44c7-9f85-b9ae2f11ff66 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d2cb2d-e5a0-4fea-a700-6c2de2050aba,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:58.165341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55944) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:58.170266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ea64723d-aba4-49ca-a728-175a2565d138 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024085419', 'description': 'tempest-secgroup-smoke-1024085419 description', 'project_id': '231eebfe23e247a58da5b1814d5eef5e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:58.197247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea64723d-aba4-49ca-a728-175a2565d138 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.280016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea64723d-aba4-49ca-a728-175a2565d138 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.285029 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea64723d-aba4-49ca-a728-175a2565d138 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.317866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ea64723d-aba4-49ca-a728-175a2565d138 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.319290 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ea64723d-aba4-49ca-a728-175a2565d138 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1528816 Jul 22 17:05:58.320326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64723d-aba4-49ca-a728-175a2565d138 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433cd24c-50e4-4a13-afc0-bae1f21191e6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:58.322229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55946) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:58.327803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-df19b8c1-286b-46f0-b8d8-17e759537ff3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '433cd24c-50e4-4a13-afc0-bae1f21191e6', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:58.354422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df19b8c1-286b-46f0-b8d8-17e759537ff3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.415902 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df19b8c1-286b-46f0-b8d8-17e759537ff3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.420888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df19b8c1-286b-46f0-b8d8-17e759537ff3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.440149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19b8c1-286b-46f0-b8d8-17e759537ff3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099a7287-0c36-4a0d-b4e2-be9a9a696154,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:58.445983 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df19b8c1-286b-46f0-b8d8-17e759537ff3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.450077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55948) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:58.450335 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-df19b8c1-286b-46f0-b8d8-17e759537ff3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266589 Jul 22 17:05:58.455320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e729aff0-d5d1-4ff4-b9a1-4d9b2814aa63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '433cd24c-50e4-4a13-afc0-bae1f21191e6', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:58.481588 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e729aff0-d5d1-4ff4-b9a1-4d9b2814aa63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.539169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e729aff0-d5d1-4ff4-b9a1-4d9b2814aa63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.542543 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e729aff0-d5d1-4ff4-b9a1-4d9b2814aa63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.559869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729aff0-d5d1-4ff4-b9a1-4d9b2814aa63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a52bbe-cd3c-4937-8cfe-283785e5b42a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:58.567788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e729aff0-d5d1-4ff4-b9a1-4d9b2814aa63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.569077 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e729aff0-d5d1-4ff4-b9a1-4d9b2814aa63 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173890 Jul 22 17:05:58.571783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:58.576671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a0980757-4cab-48c7-abbd-4208fdcc7a6b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '433cd24c-50e4-4a13-afc0-bae1f21191e6', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:58.604659 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0980757-4cab-48c7-abbd-4208fdcc7a6b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.668258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0980757-4cab-48c7-abbd-4208fdcc7a6b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.672010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0980757-4cab-48c7-abbd-4208fdcc7a6b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.699503 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0980757-4cab-48c7-abbd-4208fdcc7a6b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddafcc09-c455-4c8f-93aa-fc8693cfce6c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:58.706670 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a0980757-4cab-48c7-abbd-4208fdcc7a6b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.710703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a0980757-4cab-48c7-abbd-4208fdcc7a6b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355691 Jul 22 17:05:58.711300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55952) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:58.716535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a41f0b99-0b76-4010-aa03-8e7eeea7723f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '433cd24c-50e4-4a13-afc0-bae1f21191e6', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:58.750435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a41f0b99-0b76-4010-aa03-8e7eeea7723f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.814127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a41f0b99-0b76-4010-aa03-8e7eeea7723f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.816964 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a41f0b99-0b76-4010-aa03-8e7eeea7723f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.834976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f0b99-0b76-4010-aa03-8e7eeea7723f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91558f82-c5b2-4e65-a47b-5e551b73425d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:58.841043 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a41f0b99-0b76-4010-aa03-8e7eeea7723f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.842393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a41f0b99-0b76-4010-aa03-8e7eeea7723f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298430 Jul 22 17:05:58.845815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:58.850611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-700f70a1-f1d3-4d70-906e-194b4d64cb56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '433cd24c-50e4-4a13-afc0-bae1f21191e6', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:58.876053 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-700f70a1-f1d3-4d70-906e-194b4d64cb56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Project 231eebfe23e247a58da5b1814d5eef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:05:58.880939 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-700f70a1-f1d3-4d70-906e-194b4d64cb56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.941490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-700f70a1-f1d3-4d70-906e-194b4d64cb56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.945115 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-700f70a1-f1d3-4d70-906e-194b4d64cb56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.966566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f70a1-f1d3-4d70-906e-194b4d64cb56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a3dc16-0a2f-48e2-9508-dba7bd7f1ad1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:58.968854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-700f70a1-f1d3-4d70-906e-194b4d64cb56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:58.972531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-700f70a1-f1d3-4d70-906e-194b4d64cb56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231239 Jul 22 17:05:58.973019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:58.977183 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1e72ec1a-5a21-4c72-937a-9d5725fc0dfa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '433cd24c-50e4-4a13-afc0-bae1f21191e6', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:58.998207 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-1e72ec1a-5a21-4c72-937a-9d5725fc0dfa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Project 231eebfe23e247a58da5b1814d5eef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:05:59.003338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e72ec1a-5a21-4c72-937a-9d5725fc0dfa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.066905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e72ec1a-5a21-4c72-937a-9d5725fc0dfa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.071730 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e72ec1a-5a21-4c72-937a-9d5725fc0dfa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.093714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72ec1a-5a21-4c72-937a-9d5725fc0dfa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c69afe-a324-480f-af49-251925ff2fae,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:59.101451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1e72ec1a-5a21-4c72-937a-9d5725fc0dfa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.102616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1e72ec1a-5a21-4c72-937a-9d5725fc0dfa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289032 Jul 22 17:05:59.105440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55962) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:59.110678 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'network': {'name': 'tempest-network-smoke--609711946', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:59.132530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:05:59.135900 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.163779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:05:59.175241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.175587 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Added segment a4e6823c-e5df-4e98-b9b3-264c00e990b3 of type vlan for network 36280ad2-7088-4f1c-9e4b-25840768ed05 Jul 22 17:05:59.176058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:05:59.204676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:05:59.205449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2f849fbf-6c2a-4659-bfb4-3d1e8e606ff2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:05:59.218483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.248498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.255730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:05:59.256353 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.292694 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1861522 Jul 22 17:05:59.295746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 55968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:05:59.302502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'admin_state_up': True, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:05:59.333605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c90b8c-7ea0-4f3d-88e2-35dbf2c317ce tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Network': ['ID=36280ad2-7088-4f1c-9e4b-25840768ed05,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:05:59.340724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.341832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.346038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 36280ad2-7088-4f1c-9e4b-25840768ed05 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:05:59.420275 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.561946 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.760918 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.780021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:05:59.883680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.25.3.175 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/30890dbe-54c3-4915-8acd-1db34387b7f8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:05:59.998594 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:00.038822 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:00.080417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:00.083692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:00.088069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:00.091206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=30890dbe-54c3-4915-8acd-1db34387b7f8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:00.342184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:00.548857 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:00.678457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 193183cd-2418-43d7-abcd-7cd0199fa757 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:06:00.786709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:06:00.796679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Sync routers for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:06:00.807648 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:00.807906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:00.808444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:00.812122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:00.812715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-714ef280-c74f-4ddf-91b6-661e460a2acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5151780 Jul 22 17:06:00.845047 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9347a19d-31c5-4346-8164-74ea9ad3b77a tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=231eebfe23e247a58da5b1814d5eef5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300958 Jul 22 17:06:00.847706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55974) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:00.915759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:00.953709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d89e780-71ea-43be-9210-4cbfab1f4641 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:00.958579 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2d89e780-71ea-43be-9210-4cbfab1f4641 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1069243 Jul 22 17:06:00.958811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55976) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:00.995384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ea642364-93c3-420a-ba25-4c312ca87181 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351520 Jul 22 17:06:00.997744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55978) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:01.003721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980490217', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:01.100586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:06:01.100812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:00Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:01.104637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.136345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Checking router: 193183cd-2418-43d7-abcd-7cd0199fa757 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:06:01.137198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Updating router 193183cd-2418-43d7-abcd-7cd0199fa757 port 30890dbe-54c3-4915-8acd-1db34387b7f8 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:06:01.176623 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.301301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.380573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Subnet': ['ID=6501c0a1-c1f3-4059-b077-5891226539cd,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:01.387812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Checking segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:01.388188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network hostable DHCP agents. Network: 36280ad2-7088-4f1c-9e4b-25840768ed05, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:06:01.408311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 36280ad2-7088-4f1c-9e4b-25840768ed05 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:06:01.417319 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 36280ad2-7088-4f1c-9e4b-25840768ed05) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:01.422258 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:01.423035 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.432407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c23d829-f856-4506-a174-b6a232cab825 None None] Network 36280ad2-7088-4f1c-9e4b-25840768ed05 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:06:01.444289 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f520f1a4-659e-4ac2-bf6c-7e7ac87afc45 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4428980 Jul 22 17:06:01.444521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 55982) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:01.474721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.514539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Transition to ACTIVE for port object 30890dbe-54c3-4915-8acd-1db34387b7f8 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:01.530188 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.622365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Attempting to bind port 30890dbe-54c3-4915-8acd-1db34387b7f8 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:01.622692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Attempting to bind port 30890dbe-54c3-4915-8acd-1db34387b7f8 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:01.623027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Attempting to bind port 30890dbe-54c3-4915-8acd-1db34387b7f8 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:01.629230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7589b5-812c-4c7f-ab9b-4c796df542be None None] Pushing event updated for resources: {'Port': ['ID=30890dbe-54c3-4915-8acd-1db34387b7f8,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:01.637717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:01.638081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:01.638484 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.638879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:01.639384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Bound port: 30890dbe-54c3-4915-8acd-1db34387b7f8, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:01.639764 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.726044 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.737187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-36280ad2-7088-4f1c-9e4b-25840768ed05', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:06:01.738289 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.743452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] For port 30890dbe-54c3-4915-8acd-1db34387b7f8, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:01.766821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] For port 30890dbe-54c3-4915-8acd-1db34387b7f8, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=30890dbe-54c3-4915-8acd-1db34387b7f8,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:01.776102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:01.913624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:01.914279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:01.971147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7589b5-812c-4c7f-ab9b-4c796df542be None None] Pushing event updated for resources: {'Port': ['ID=30890dbe-54c3-4915-8acd-1db34387b7f8,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:02.054716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Allocated IP 172.20.0.2 (36280ad2-7088-4f1c-9e4b-25840768ed05/6501c0a1-c1f3-4059-b077-5891226539cd/b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:02.102422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:02.204940 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:02.370346 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:02.382627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Transition to ACTIVE for port object b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:02.555992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Transition to ACTIVE for port object b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:02.565531 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:02.607395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:00Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:02.613849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Network 36280ad2-7088-4f1c-9e4b-25840768ed05 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:02.625219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.20.0.1 (36280ad2-7088-4f1c-9e4b-25840768ed05/6501c0a1-c1f3-4059-b077-5891226539cd/490522d6-bae2-4fb2-a6dd-2aade12be88f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:02.641655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:02.646582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:02.648964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839da39d-9c3b-477f-a3db-07f03b35942b None None] The sync data for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 is: [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:00Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:06:02.651364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Pushing event updated for resources: {'Port': ['ID=b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:02.725637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Attempting to bind port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:02.727317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Attempting to bind port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:02.727874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Attempting to bind port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c on network 36280ad2-7088-4f1c-9e4b-25840768ed05 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:02.737702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:02.738960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Checking segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:02.739492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:02.743594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Bound using segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:02.744238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Bound port: b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:02.745001 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:02.778175 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:02.794495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Transition to ACTIVE for port object 490522d6-bae2-4fb2-a6dd-2aade12be88f will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:02.821488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] For port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:02.824996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] For port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:02.830793 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:02.833438 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:02.886407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5a3ef-e0bc-4ae4-838c-5985110f46ae None None] Pushing event updated for resources: {'Port': ['ID=b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:02.888359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=490522d6-bae2-4fb2-a6dd-2aade12be88f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:02.908506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 36280ad2-7088-4f1c-9e4b-25840768ed05 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:02.909977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:02.916044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:02.980496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:03.282702 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:03.335725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 30890dbe-54c3-4915-8acd-1db34387b7f8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:03.427083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 30890dbe-54c3-4915-8acd-1db34387b7f8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:03.439759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 30890dbe-54c3-4915-8acd-1db34387b7f8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:03.440164 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:03.562543 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:03.597477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 30890dbe-54c3-4915-8acd-1db34387b7f8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=30890dbe-54c3-4915-8acd-1db34387b7f8,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:03.605047 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:03.673642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=30890dbe-54c3-4915-8acd-1db34387b7f8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:03.801070 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:03.810241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:03.908134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=490522d6-bae2-4fb2-a6dd-2aade12be88f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:03.920636 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:04.034879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 36280ad2-7088-4f1c-9e4b-25840768ed05 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:04.036410 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:04.182625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b94399-839a-4d40-b941-5c2b9eb50c42 None None] Network 36280ad2-7088-4f1c-9e4b-25840768ed05 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:06:04.184352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 193183cd-2418-43d7-abcd-7cd0199fa757 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:06:04.296765 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:06:04.303766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a129726b-7582-418a-923c-73669df53475 None None] Provisioning for port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:04.304218 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0238a27d-b4db-4a71-86f5-5d18b8c3f00d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "PUT /v2.0/routers/193183cd-2418-43d7-abcd-7cd0199fa757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8586004 Jul 22 17:06:04.548027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-06db551e-84fa-4938-a3cf-4d7b49455899 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024085419&fields=id&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 267 time: 0.0415981 Jul 22 17:06:04.646275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-04f22726-eb51-4d8f-83ea-bd3767e3fab0 None None] Provisioning for port 490522d6-bae2-4fb2-a6dd-2aade12be88f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:04.651280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-04f22726-eb51-4d8f-83ea-bd3767e3fab0 None None] Provisioning complete for port 490522d6-bae2-4fb2-a6dd-2aade12be88f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:04.651657 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-04f22726-eb51-4d8f-83ea-bd3767e3fab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:04.668380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-baacfcfc-83fe-4a32-9258-9ee73df687b9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:04.670189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-baacfcfc-83fe-4a32-9258-9ee73df687b9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/networks?id=36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 200 len: 796 time: 0.1154320 Jul 22 17:06:04.696206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-04f22726-eb51-4d8f-83ea-bd3767e3fab0 None None] Port 490522d6-bae2-4fb2-a6dd-2aade12be88f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:04.704847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-406b6fc4-b7f6-46b4-ba2f-10790b644093 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/quotas/231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 375 time: 0.0219023 Jul 22 17:06:04.788588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-3c68d8e6-4d65-48f8-b8d2-52e5d0ea821c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0776169 Jul 22 17:06:04.794973 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Sync routers for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:06:04.804745 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:04.805351 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:04.824044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8c3a45fb-0dd8-42c8-aee3-2730f2c59959 None None] Provisioning complete for port 490522d6-bae2-4fb2-a6dd-2aade12be88f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:04.824507 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8c3a45fb-0dd8-42c8-aee3-2730f2c59959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:04.869591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a45fb-0dd8-42c8-aee3-2730f2c59959 None None] Port 490522d6-bae2-4fb2-a6dd-2aade12be88f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:04.930230 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:04.932346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c2fbd408-27c1-4ee1-a8ca-d944a1505e35 service neutron] 10.222.0.53 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243703 Jul 22 17:06:05.092794 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bcaadc11-6a6c-4c8a-9c46-0f4124d9c144 None None] Provisioning complete for port 490522d6-bae2-4fb2-a6dd-2aade12be88f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:05.093498 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bcaadc11-6a6c-4c8a-9c46-0f4124d9c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.133665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-bcaadc11-6a6c-4c8a-9c46-0f4124d9c144 None None] Port 490522d6-bae2-4fb2-a6dd-2aade12be88f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:05.300657 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '490522d6-bae2-4fb2-a6dd-2aade12be88f', 'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:fa:38:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:02Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 2, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:05.334405 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Checking router: 193183cd-2418-43d7-abcd-7cd0199fa757 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:06:05.335173 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Updating router 193183cd-2418-43d7-abcd-7cd0199fa757 port 490522d6-bae2-4fb2-a6dd-2aade12be88f binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:06:05.363926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-5000e7f4-bdb2-4fb1-ba71-52c75a0f94da service neutron] 10.222.0.53 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304419 Jul 22 17:06:05.378149 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.383998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 30890dbe-54c3-4915-8acd-1db34387b7f8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:05.465156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 30890dbe-54c3-4915-8acd-1db34387b7f8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:05.465535 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.600160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ce332336-30bb-4cf3-833b-0d99cf34d069 req-0a7114ed-c385-4808-a926-4fe6ad4e5df4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 210 time: 0.0393260 Jul 22 17:06:05.606873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:05.660797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:05.665257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:05.666288 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.740033 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.750423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.751331 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Transition to ACTIVE for port object 490522d6-bae2-4fb2-a6dd-2aade12be88f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:05.759309 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.787098 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.795951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:05.804003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.825103 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Pushing event updated for resources: {'Port': ['ID=490522d6-bae2-4fb2-a6dd-2aade12be88f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:05.837976 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.838319 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.838661 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.839017 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.839672 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.839811 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.840129 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.840534 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.840934 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.841513 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.841946 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.842427 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:05.865269 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:05.949387 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Attempting to bind port 490522d6-bae2-4fb2-a6dd-2aade12be88f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:05.949740 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Attempting to bind port 490522d6-bae2-4fb2-a6dd-2aade12be88f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:05.950032 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Attempting to bind port 490522d6-bae2-4fb2-a6dd-2aade12be88f on network 36280ad2-7088-4f1c-9e4b-25840768ed05 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:05.957963 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:05.958633 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Checking segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:05.959348 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:05.959925 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Bound using segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:05.960543 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Bound port: 490522d6-bae2-4fb2-a6dd-2aade12be88f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:05.961252 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:06.046235 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] For port 490522d6-bae2-4fb2-a6dd-2aade12be88f, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:06.051949 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] For port 490522d6-bae2-4fb2-a6dd-2aade12be88f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=490522d6-bae2-4fb2-a6dd-2aade12be88f,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:06.058657 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:06.118414 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:06.119071 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:06.225197 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529076c2-82a9-4265-ba79-0428593448fc None None] Pushing event updated for resources: {'Port': ['ID=490522d6-bae2-4fb2-a6dd-2aade12be88f,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:06.269992 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:06.501804 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '490522d6-bae2-4fb2-a6dd-2aade12be88f', 'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:fa:38:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:02Z', 'updated_at': '2021-07-22T17:06:06Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:06.528094 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62845ee2-8a2d-40e5-b4db-ebfb380aabb9 None None] The sync data for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 is: [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '490522d6-bae2-4fb2-a6dd-2aade12be88f', 'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:fa:38:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:02Z', 'updated_at': '2021-07-22T17:06:06Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:06:06.727449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77cae33a-4c7d-405b-bbfd-ec2cfbf9b789 req-8569c921-5503-40af-8b42-7455c4377d17 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 210 time: 0.0478215 Jul 22 17:06:06.940326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-36977d13-6868-4936-880d-b34209eb6aa3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:06.942023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-36977d13-6868-4936-880d-b34209eb6aa3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "GET /v2.0/networks?id=36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 200 len: 796 time: 0.1437104 Jul 22 17:06:06.992587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c487a8b4-aff0-4f4b-8825-465a0dc1b7b2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 380 time: 0.0364618 Jul 22 17:06:07.008480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'port': {'device_id': '909aeb94-7005-40be-ac72-c3b97095af73', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'admin_state_up': True, 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'security_groups': ['433cd24c-50e4-4a13-afc0-bae1f21191e6']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:07.140133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:06:07.143837 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.294912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.20.0.13 (36280ad2-7088-4f1c-9e4b-25840768ed05/6501c0a1-c1f3-4059-b077-5891226539cd/e9f86d60-1b0d-4504-b6d9-611b7091e07e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:07.344444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 490522d6-bae2-4fb2-a6dd-2aade12be88f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:07.435080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 490522d6-bae2-4fb2-a6dd-2aade12be88f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:07.439810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 490522d6-bae2-4fb2-a6dd-2aade12be88f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:07.440444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.471635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.490128 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Transition to ACTIVE for port object e9f86d60-1b0d-4504-b6d9-611b7091e07e will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:07.529135 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.537405 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.577757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 490522d6-bae2-4fb2-a6dd-2aade12be88f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=490522d6-bae2-4fb2-a6dd-2aade12be88f,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:07.584854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 36280ad2-7088-4f1c-9e4b-25840768ed05 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:07.588467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:07.592506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.597739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:07.598363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:07.622014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:07.697756 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:07.698562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.706886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=490522d6-bae2-4fb2-a6dd-2aade12be88f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:07.735564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:07.736472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.741424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-c7d98682-f324-4539-ab1a-ba1e68c0be05 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7371423 Jul 22 17:06:07.762525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Request body: {'port': {'device_id': '909aeb94-7005-40be-ac72-c3b97095af73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:07.862125 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.938702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f6cd771-09c6-4966-a9b6-817b5d8b89de None None] Provisioning for port e9f86d60-1b0d-4504-b6d9-611b7091e07e completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:07.939547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb4dca-7f5c-479b-96fb-8c6582517f27 req-ac8cb0cb-916f-4ce1-887d-c642b9bbf3c7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:07.941125 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cedb4dca-7f5c-479b-96fb-8c6582517f27 req-ac8cb0cb-916f-4ce1-887d-c642b9bbf3c7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 932 time: 0.1306622 Jul 22 17:06:07.944743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6f6cd771-09c6-4966-a9b6-817b5d8b89de None None] Provisioning complete for port e9f86d60-1b0d-4504-b6d9-611b7091e07e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:07.945390 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6f6cd771-09c6-4966-a9b6-817b5d8b89de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:07.987457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cedb4dca-7f5c-479b-96fb-8c6582517f27 req-6fa06d55-b869-4502-a756-aa9cce603db4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400178 Jul 22 17:06:07.995374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6f6cd771-09c6-4966-a9b6-817b5d8b89de None None] Port e9f86d60-1b0d-4504-b6d9-611b7091e07e cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:06:08.211263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f86d60-1b0d-4504-b6d9-611b7091e07e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:06:08.218769 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:08.230945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Transition to ACTIVE for port object e9f86d60-1b0d-4504-b6d9-611b7091e07e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:08.234659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:08.311786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Pushing event updated for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:08.365888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:08.366260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:08.366556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e on network 36280ad2-7088-4f1c-9e4b-25840768ed05 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:08.371261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Port e9f86d60-1b0d-4504-b6d9-611b7091e07e on network 36280ad2-7088-4f1c-9e4b-25840768ed05 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:06:08.371601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e on network 36280ad2-7088-4f1c-9e4b-25840768ed05 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:08.379123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:08.379472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Checking segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:08.379857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Bound using segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:08.380294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Bound port: e9f86d60-1b0d-4504-b6d9-611b7091e07e, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:08.380671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:08.458455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:08.461694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:08.468495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:08.508717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:08.509351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:08.510777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] 10.222.0.20 "PUT /v2.0/ports/e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 1093 time: 0.7547460 Jul 22 17:06:08.511293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:08.513605 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4229e9b6-0984-46f0-8fe4-22ada87400c8" -d '{"events": [{"name": "network-changed", "server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:08.546729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a67946-59ba-4c0d-99ea-eab4b673662b service neutron] Pushing event updated for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:08.605082 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e82ad92-5259-4017-a8f7-e016c7e8b1e3 x-openstack-request-id: req-9e82ad92-5259-4017-a8f7-e016c7e8b1e3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:08.605635 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:08.605745 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e82ad92-5259-4017-a8f7-e016c7e8b1e3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:08.606193 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'status': 'completed', 'code': 200} Jul 22 17:06:08.654859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-fefbe8cf-c520-402a-9efc-ed2e74c0bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:08.656857 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-fefbe8cf-c520-402a-9efc-ed2e74c0bc17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1096 time: 0.0838401 Jul 22 17:06:08.710474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-03cb5381-b320-4fc2-9e14-eca3da5bdaf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 217 time: 0.0417254 Jul 22 17:06:08.761129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-62cda520-4275-4160-bbee-564b2162c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:08.762896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-62cda520-4275-4160-bbee-564b2162c0ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6501c0a1-c1f3-4059-b077-5891226539cd HTTP/1.1" status: 200 len: 834 time: 0.0464389 Jul 22 17:06:08.825365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-d3fabf98-1dd3-4700-9c0c-0362f0c4812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:08.826905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-d3fabf98-1dd3-4700-9c0c-0362f0c4812f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36280ad2-7088-4f1c-9e4b-25840768ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574036 Jul 22 17:06:08.926682 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-86adfcc1-0120-4679-b4bf-c755f2837cd9 service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933368 Jul 22 17:06:09.017871 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-05fd7ed0-1c48-412b-aa0b-164aaf462cc3 req-3c23f242-2e98-4f84-ab23-f687fa8275d7 service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847654 Jul 22 17:06:09.141744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34607357-56d7-4a2e-984d-b4e3f2171643 req-00b3ee3c-4a33-4beb-85e8-adfc0da8c4c6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:09.143756 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34607357-56d7-4a2e-984d-b4e3f2171643 req-00b3ee3c-4a33-4beb-85e8-adfc0da8c4c6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 944 time: 0.0853028 Jul 22 17:06:09.185313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-5a4ec988-f972-4277-bccb-29a1e5bc35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:09.187182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-5a4ec988-f972-4277-bccb-29a1e5bc35e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1096 time: 0.0675695 Jul 22 17:06:09.194977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34607357-56d7-4a2e-984d-b4e3f2171643 req-3fba0223-4f68-46cd-8d86-447fc0afe3d0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453489 Jul 22 17:06:09.255297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 490522d6-bae2-4fb2-a6dd-2aade12be88f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:09.286362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-53642984-c2ef-45ab-a6f2-b2616ae5f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:09.288208 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-53642984-c2ef-45ab-a6f2-b2616ae5f038 service neutron] 10.222.0.20 "GET /v2.0/networks?id=36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 200 len: 897 time: 0.0942006 Jul 22 17:06:09.304741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 490522d6-bae2-4fb2-a6dd-2aade12be88f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:09.305198 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:09.343097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-b033bed4-d29e-45e7-9de7-4366cd451e8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 217 time: 0.0480011 Jul 22 17:06:09.405623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-4afdd799-ba52-4e1e-92ad-d4481211773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:09.407961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-4afdd799-ba52-4e1e-92ad-d4481211773d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6501c0a1-c1f3-4059-b077-5891226539cd HTTP/1.1" status: 200 len: 834 time: 0.0578408 Jul 22 17:06:09.470810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-4d9c25d1-418b-4785-a4ce-f9fca0d916d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:09.472371 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-4d9c25d1-418b-4785-a4ce-f9fca0d916d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36280ad2-7088-4f1c-9e4b-25840768ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566878 Jul 22 17:06:09.567449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-9e830384-25a7-4760-943f-a9dbd86c2d63 service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874884 Jul 22 17:06:09.672794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4229e9b6-0984-46f0-8fe4-22ada87400c8 req-db912d7e-c72a-4c94-9005-4ba32f696140 service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981188 Jul 22 17:06:10.326125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be106eb7-d3a5-49f2-a5d0-5f77ab134a95 req-f0d24637-2f7b-4179-80f2-7425c778f100 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:10.327782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be106eb7-d3a5-49f2-a5d0-5f77ab134a95 req-f0d24637-2f7b-4179-80f2-7425c778f100 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 944 time: 0.0696952 Jul 22 17:06:10.374964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be106eb7-d3a5-49f2-a5d0-5f77ab134a95 req-d9e7932d-cec6-4903-b1b6-2706c748e950 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 Jul 22 17:06:11.180458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e9f86d60-1b0d-4504-b6d9-611b7091e07e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:06:11.279202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:11.290096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'port_id': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'mac_address': 'fa:16:3e:5b:b9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:06:11.326344 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:11.339023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f86d60-1b0d-4504-b6d9-611b7091e07e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:06:11.358322 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:11.363064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:11.429558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:11.438832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.438832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.438832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.438832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.438832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.439546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.439546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.439745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.439978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.440296 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.440619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.440935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:11.533171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469debd-bd8e-4ebb-84f5-8798f979d885 req-a0ba42ed-dde4-4bf8-9a96-c5ba66989169 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:11.534796 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4469debd-bd8e-4ebb-84f5-8798f979d885 req-a0ba42ed-dde4-4bf8-9a96-c5ba66989169 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 945 time: 0.0676510 Jul 22 17:06:11.579553 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4469debd-bd8e-4ebb-84f5-8798f979d885 req-26cad044-c0e1-4ac0-9946-d67b4f84e1bf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387127 Jul 22 17:06:11.628595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['e9f86d60-1b0d-4504-b6d9-611b7091e07e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:06:12.710348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0651b-f83e-44b8-b248-7bf8d04ade53 req-4c76d482-f504-4303-a653-a83c701df425 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:12.712914 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43e0651b-f83e-44b8-b248-7bf8d04ade53 req-4c76d482-f504-4303-a653-a83c701df425 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 945 time: 0.0658343 Jul 22 17:06:12.759753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-43e0651b-f83e-44b8-b248-7bf8d04ade53 req-6ea26d48-c2a6-4ca2-bc42-24cdf32d8c75 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411577 Jul 22 17:06:13.203885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e9f86d60-1b0d-4504-b6d9-611b7091e07e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:06:13.253283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port e9f86d60-1b0d-4504-b6d9-611b7091e07e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:06:13.257139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port e9f86d60-1b0d-4504-b6d9-611b7091e07e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:13.257505 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:13.344946 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:13.369037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:13.371588 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc253d4b-acbb-497b-8a78-57ef1339a404" -d '{"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-plugged", "status": "completed", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:13.385202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:13.390473 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:13.415968 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e377dc4e-2035-4c7e-85be-710812d900ec x-openstack-request-id: req-e377dc4e-2035-4c7e-85be-710812d900ec {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:13.416270 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-plugged", "status": "completed", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:13.416525 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e377dc4e-2035-4c7e-85be-710812d900ec {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:13.416943 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'code': 200} Jul 22 17:06:13.441831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:13.557226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b688fde-3fd9-480a-88d6-761940d3295d req-9ea939f3-f8b1-4dfe-b3f3-f09dd9e82a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:13.558759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b688fde-3fd9-480a-88d6-761940d3295d req-9ea939f3-f8b1-4dfe-b3f3-f09dd9e82a8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1098 time: 0.0543280 Jul 22 17:06:13.595335 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b688fde-3fd9-480a-88d6-761940d3295d req-84fa53d6-dece-4e12-b778-59ee5af89479 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299096 Jul 22 17:06:13.898718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c6e8b-2d4d-4da6-a0a7-9fbaf0e51c9a req-fe5c2f74-5754-4a14-80a6-ef7824d0c87c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:13.900251 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f5c6e8b-2d4d-4da6-a0a7-9fbaf0e51c9a req-fe5c2f74-5754-4a14-80a6-ef7824d0c87c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0680988 Jul 22 17:06:13.940658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f5c6e8b-2d4d-4da6-a0a7-9fbaf0e51c9a req-3ae8a85f-157c-4ac6-965e-e253c56790e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338428 Jul 22 17:06:15.076416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e422e-c753-43bb-98bd-94f97d28a03f req-5ce2adf1-5451-44d6-a3a8-ca68180364a3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:15.077897 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb0e422e-c753-43bb-98bd-94f97d28a03f req-5ce2adf1-5451-44d6-a3a8-ca68180364a3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0679743 Jul 22 17:06:15.124308 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fb0e422e-c753-43bb-98bd-94f97d28a03f req-804fe3c5-cc18-4a8c-912c-802ce18db07b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401549 Jul 22 17:06:15.261303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1b163-4746-4496-a036-3ed6284dce17 req-1cd3bc93-5876-4ced-9b3f-4efdf8f154bd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:15.262819 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41f1b163-4746-4496-a036-3ed6284dce17 req-1cd3bc93-5876-4ced-9b3f-4efdf8f154bd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0651474 Jul 22 17:06:15.302107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41f1b163-4746-4496-a036-3ed6284dce17 req-a004e42a-45a9-4a69-a5e3-d6ca74ea4921 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328395 Jul 22 17:06:15.324508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56228) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:15.388650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65e94a-509f-42e7-8d3b-9c1f0783b909 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:15.390357 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cc65e94a-509f-42e7-8d3b-9c1f0783b909 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1093 time: 0.0646892 Jul 22 17:06:15.393551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:15.397865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:15.419216 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:15.517546 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:15.624254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.25.3.110 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/7784c63a-aae0-4b10-a31a-ac51a06a116b) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:06:15.729880 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:15.769353 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:15.811285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:06:15.815081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:06:15.817644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:06:15.824906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=7784c63a-aae0-4b10-a31a-ac51a06a116b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:15.855722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.856071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.856415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.856754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.857083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.857417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.857745 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.858073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.858400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.858726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.859087 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:15.859417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:16.195164 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:16.277420 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:16.459787 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:16.466555 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:16.548063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:16.584502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=7784c63a-aae0-4b10-a31a-ac51a06a116b,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:16.657761 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Floating IP 9e496ba0-36ee-4370-9b98-a02e1fcb29b4 associated. External IP: 172.25.3.110, port: e9f86d60-1b0d-4504-b6d9-611b7091e07e. Jul 22 17:06:16.870181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 193183cd-2418-43d7-abcd-7cd0199fa757 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:06:17.239947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:06:17.250867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] Sync routers for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:06:17.257702 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:17.262477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:17.263328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:17.300314 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9d829c87-94d7-4ffe-a1b4-3f794270d5e2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9045329 Jul 22 17:06:17.300314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:17.302596 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf47556d-224d-4893-a386-55bf227cc80f" -d '{"events": [{"name": "network-changed", "server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:17.368911 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b91ded-5126-4589-895b-27f098fcccdb x-openstack-request-id: req-20b91ded-5126-4589-895b-27f098fcccdb {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:17.369290 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:17.369871 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20b91ded-5126-4589-895b-27f098fcccdb {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:17.370843 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'status': 'completed', 'code': 200} Jul 22 17:06:17.389770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:17.465531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99c2c3-221d-46fe-ae49-390fd5b2febc req-ecbdb6de-952b-4f42-8fd9-fec9f2180fae tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:17.467412 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc99c2c3-221d-46fe-ae49-390fd5b2febc req-ecbdb6de-952b-4f42-8fd9-fec9f2180fae tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0852542 Jul 22 17:06:17.493257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47556d-224d-4893-a386-55bf227cc80f req-a946e40c-72d2-489a-9092-0885fa329652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:17.496089 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf47556d-224d-4893-a386-55bf227cc80f req-a946e40c-72d2-489a-9092-0885fa329652 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1098 time: 0.0827446 Jul 22 17:06:17.529616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dc99c2c3-221d-46fe-ae49-390fd5b2febc req-075a96db-6173-484c-8f36-85cbd1683d07 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422542 Jul 22 17:06:17.552717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56272) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:17.607029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47556d-224d-4893-a386-55bf227cc80f req-f78792bd-8f8f-4e9c-8cfd-7bec282fb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:17.608811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf47556d-224d-4893-a386-55bf227cc80f req-f78792bd-8f8f-4e9c-8cfd-7bec282fb7a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 200 len: 897 time: 0.1065431 Jul 22 17:06:17.635622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-55953882-876b-4cea-97dc-730ef21a6915 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/9e496ba0-36ee-4370-9b98-a02e1fcb29b4 HTTP/1.1" status: 200 len: 992 time: 0.0817351 Jul 22 17:06:17.652648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '9e496ba0-36ee-4370-9b98-a02e1fcb29b4', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'port_id': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'mac_address': 'fa:16:3e:5b:b9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909aeb94-7005-40be-ac72-c3b97095af73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:06:16Z', 'updated_at': '2021-07-22T17:06:16Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490522d6-bae2-4fb2-a6dd-2aade12be88f', 'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:fa:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:02Z', 'updated_at': '2021-07-22T17:06:07Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:17.683789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] Checking router: 193183cd-2418-43d7-abcd-7cd0199fa757 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:06:17.686336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf47556d-224d-4893-a386-55bf227cc80f req-b8089866-cf5a-4b3f-8b76-9ebf91adadd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 1000 time: 0.0704358 Jul 22 17:06:17.692847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:06:17.693494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:05:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:17.741124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47556d-224d-4893-a386-55bf227cc80f req-f1907abd-94c0-4c51-80fc-44a3b36d598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:17.742652 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf47556d-224d-4893-a386-55bf227cc80f req-f1907abd-94c0-4c51-80fc-44a3b36d598e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6501c0a1-c1f3-4059-b077-5891226539cd HTTP/1.1" status: 200 len: 834 time: 0.0496333 Jul 22 17:06:17.802745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:06:17.805271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47556d-224d-4893-a386-55bf227cc80f req-0efa5f6c-8233-4811-9f0d-68655dadaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:17.806950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf47556d-224d-4893-a386-55bf227cc80f req-0efa5f6c-8233-4811-9f0d-68655dadaf5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36280ad2-7088-4f1c-9e4b-25840768ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571382 Jul 22 17:06:17.907020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf47556d-224d-4893-a386-55bf227cc80f req-fb1a6576-ecf5-4e12-be6d-f323365d699f service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926249 Jul 22 17:06:18.014447 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf47556d-224d-4893-a386-55bf227cc80f req-6667f6f5-2a45-490d-a2e8-8ce9bc67604f service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004679 Jul 22 17:06:18.043862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '9e496ba0-36ee-4370-9b98-a02e1fcb29b4', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'port_id': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'mac_address': 'fa:16:3e:5b:b9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909aeb94-7005-40be-ac72-c3b97095af73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:06:16Z', 'updated_at': '2021-07-22T17:06:16Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490522d6-bae2-4fb2-a6dd-2aade12be88f', 'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:fa:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:02Z', 'updated_at': '2021-07-22T17:06:07Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:06:18.071642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc701ae4-c6da-4c96-9a12-bd774dd89bff None None] The sync data for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 is: [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '9e496ba0-36ee-4370-9b98-a02e1fcb29b4', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'port_id': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'mac_address': 'fa:16:3e:5b:b9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909aeb94-7005-40be-ac72-c3b97095af73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:06:16Z', 'updated_at': '2021-07-22T17:06:16Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490522d6-bae2-4fb2-a6dd-2aade12be88f', 'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:fa:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:02Z', 'updated_at': '2021-07-22T17:06:07Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:06:18.269358 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a956526-ea67-455a-bc87-3b82a7d85098 None None] New status for floating IP 9e496ba0-36ee-4370-9b98-a02e1fcb29b4: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:06:18.452726 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c623a51-575f-4513-8391-ec2b97d94c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:18.639402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 56292) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:18.699676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-000ad56a-bbfe-4b77-9601-d5f7d42a811d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/9e496ba0-36ee-4370-9b98-a02e1fcb29b4 HTTP/1.1" status: 200 len: 994 time: 0.0590985 Jul 22 17:06:19.482591 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:06:21.055093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9de5051b-1800-4398-bba9-6f6d2de2b66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:21.261518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:22.601450 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:24.311797 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:31.698889 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:35.800460 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.037685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57026) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:43.157996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0126362-7e4c-49f4-9e04-1fa99bb7107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.258986 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0126362-7e4c-49f4-9e04-1fa99bb7107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.270470 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d0126362-7e4c-49f4-9e04-1fa99bb7107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.315771 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d0126362-7e4c-49f4-9e04-1fa99bb7107c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18fa986a76904477bfff9ef1c8f14579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769856 Jul 22 17:06:43.316743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0126362-7e4c-49f4-9e04-1fa99bb7107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0773dd2b-1a8c-4150-8ca5-9e619915d400,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:43.321010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57030) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:43.387288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.414135 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.479188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.482115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:43.483457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0773dd2b-1a8c-4150-8ca5-9e619915d400 HTTP/1.1" status: 204 len: 168 time: 0.1615632 Jul 22 17:06:43.493181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0773dd2b-1a8c-4150-8ca5-9e619915d400,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:43.501847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.502091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.502663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.503102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.503731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.504112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.504814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.505280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.505676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.506226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.506626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:43.507220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2196f660-e7c7-4017-8ffc-684935277131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:06:44.525228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-481621e2-ff04-423a-bc2d-25a194152da0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547099 Jul 22 17:06:44.644487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-deae6b1f-6804-45c1-8a08-4461ab8d000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:44.646209 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-deae6b1f-6804-45c1-8a08-4461ab8d000e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1098 time: 0.0574024 Jul 22 17:06:44.759868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-16f38774-5d08-4d45-bf91-6f35c07ef1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:44.761371 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-16f38774-5d08-4d45-bf91-6f35c07ef1be service neutron] 10.222.0.20 "GET /v2.0/networks?id=36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 200 len: 897 time: 0.0958836 Jul 22 17:06:44.833164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-4b1fb34f-8378-44ae-9b6b-7d28a30c6ae2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 1002 time: 0.0642476 Jul 22 17:06:44.891732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-e9f7588c-0cc9-4043-a767-3371180c7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:44.893198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-e9f7588c-0cc9-4043-a767-3371180c7bad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6501c0a1-c1f3-4059-b077-5891226539cd HTTP/1.1" status: 200 len: 834 time: 0.0491743 Jul 22 17:06:44.958311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-f4830afe-da0c-4b1e-a112-e84783c5bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:44.960040 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-f4830afe-da0c-4b1e-a112-e84783c5bdf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36280ad2-7088-4f1c-9e4b-25840768ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602026 Jul 22 17:06:45.053620 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-5683f988-8d9c-4d80-b67a-dfe97b9fa17d service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863554 Jul 22 17:06:45.154842 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62f2bf67-2892-471f-a0b5-f2ffa9bc4181 req-056a7e92-1c29-4c32-8fcb-539c653e5075 service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947754 Jul 22 17:06:48.455491 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6881c6df-3aef-4417-9c94-aacb82a47732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:50.167009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d33b4a-6620-4882-9193-046bab60d4ef req-d90625ce-9b04-4958-820e-d62cf24e2403 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:50.168529 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3d33b4a-6620-4882-9193-046bab60d4ef req-d90625ce-9b04-4958-820e-d62cf24e2403 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0668466 Jul 22 17:06:50.207985 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3d33b4a-6620-4882-9193-046bab60d4ef req-2f642a9d-0e32-483a-b850-f20a4342e2e3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336840 Jul 22 17:06:50.230942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:06:50.306003 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-62ef5daa-80a5-4f39-b63e-72e2747b9a09 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/9e496ba0-36ee-4370-9b98-a02e1fcb29b4 HTTP/1.1" status: 200 len: 994 time: 0.0738838 Jul 22 17:06:50.886489 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c55ca-cb99-433f-b766-4efa06c09ddd req-968ba203-569d-4134-84c5-0aa38464589c tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:50.888169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e99c55ca-cb99-433f-b766-4efa06c09ddd req-968ba203-569d-4134-84c5-0aa38464589c tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1098 time: 0.0609808 Jul 22 17:06:50.929168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e99c55ca-cb99-433f-b766-4efa06c09ddd req-1cc11db8-5048-48cd-b9fa-ca0fc534448f tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348513 Jul 22 17:06:51.066278 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4fac61d2-a106-42c7-a0b1-85e9e6895a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.266067 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:51.536786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-c18d00ae-7e61-4751-b477-4f5aa33e9e09 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0590169 Jul 22 17:06:52.042960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-0bc32ae1-2efd-4032-bcfe-9bc80ff2ab47 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:06:52.044079 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-0bc32ae1-2efd-4032-bcfe-9bc80ff2ab47 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056429 Jul 22 17:06:52.218352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-164a435b-5fd9-4da5-b8e7-d7ef641171e3 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:06:52.219389 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-164a435b-5fd9-4da5-b8e7-d7ef641171e3 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1298466 Jul 22 17:06:52.229112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Request body: {'binding': {'host': 'n-h1-792458-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:52.229689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Unknown quota resources ['binding']. {{(pid=93751) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 17:06:52.385825 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e on host n-h1-792458-13 for vnic_type normal with profile None {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:52.386296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:52.386782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e on network 36280ad2-7088-4f1c-9e4b-25840768ed05 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:52.405437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Port e9f86d60-1b0d-4504-b6d9-611b7091e07e on network 36280ad2-7088-4f1c-9e4b-25840768ed05 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:06:52.406265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e on network 36280ad2-7088-4f1c-9e4b-25840768ed05 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:52.421794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:52.421794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Checking segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:52.421794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Bound using segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:52.421794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Bound port: e9f86d60-1b0d-4504-b6d9-611b7091e07e, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:52.506951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:52.512264 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:52.513424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b0be661f-8ebc-4371-839f-22dd5b2a9066 service neutron] 10.222.0.53 "POST /v2.0/ports/e9f86d60-1b0d-4504-b6d9-611b7091e07e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2876127 Jul 22 17:06:52.618966 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:52.720083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea2d6-29dd-416a-8db0-22104ad775cc req-e357eb1c-6423-4d00-87b4-2743d0d5c17b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:52.722783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fbfea2d6-29dd-416a-8db0-22104ad775cc req-e357eb1c-6423-4d00-87b4-2743d0d5c17b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0853512 Jul 22 17:06:52.772517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fbfea2d6-29dd-416a-8db0-22104ad775cc req-6a32ef5f-6485-4787-8395-74896e76cec9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439637 Jul 22 17:06:52.865452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-febafa44-bfcd-408b-87d8-4b555b29b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:52.867156 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-febafa44-bfcd-408b-87d8-4b555b29b56c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1098 time: 0.1231041 Jul 22 17:06:52.971384 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-c4f81962-db4b-4889-b29b-2e997950a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:52.973497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-c4f81962-db4b-4889-b29b-2e997950a02c service neutron] 10.222.0.65 "GET /v2.0/networks?id=36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 200 len: 897 time: 0.0963509 Jul 22 17:06:53.042421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-9178d9aa-dd85-413b-ab83-c3c8b82f15e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 1002 time: 0.0618715 Jul 22 17:06:53.097987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-df30ccbd-300d-4c6e-abd0-5fabe1606e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:53.099656 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-df30ccbd-300d-4c6e-abd0-5fabe1606e3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6501c0a1-c1f3-4059-b077-5891226539cd HTTP/1.1" status: 200 len: 834 time: 0.0508754 Jul 22 17:06:53.170310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-9a595c10-689b-4a3c-b427-9a4730aaa876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:53.172006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-9a595c10-689b-4a3c-b427-9a4730aaa876 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36280ad2-7088-4f1c-9e4b-25840768ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640714 Jul 22 17:06:53.292176 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-7ee79377-ab63-4b72-8512-9670e3bc8c92 service neutron] 10.222.0.65 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084840 Jul 22 17:06:53.395919 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-24cf55d6-f02c-4b26-b521-58d2dfe5bf33 service neutron] 10.222.0.65 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965416 Jul 22 17:06:53.646556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-790ee45f-b5c1-4557-93a5-282a51680c15 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:53.648282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-790ee45f-b5c1-4557-93a5-282a51680c15 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73&tenant_id=231eebfe23e247a58da5b1814d5eef5e&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1098 time: 0.1236491 Jul 22 17:06:53.660221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-792458-13'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:06:53.747669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:53.905694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:53.920198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e1abc-1b26-44ea-abce-6d7d45539961 req-cceda59d-2982-4ace-9336-9bd10b64c27e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:53.921427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-634e1abc-1b26-44ea-abce-6d7d45539961 req-cceda59d-2982-4ace-9336-9bd10b64c27e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0751774 Jul 22 17:06:53.953943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:53.962699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-634e1abc-1b26-44ea-abce-6d7d45539961 req-bc278611-3a97-4578-8a16-bab161e847e9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347323 Jul 22 17:06:54.001738 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:54.005296 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e048f54c-0d76-4550-b8d2-e34688b97086" -d '{"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:54.009282 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.015983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.132191 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de04824-dcde-4ed4-8206-96ec2b8a36e8 x-openstack-request-id: req-4de04824-dcde-4ed4-8206-96ec2b8a36e8 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:54.132491 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:54.132745 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4de04824-dcde-4ed4-8206-96ec2b8a36e8 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:54.133140 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'code': 200} Jul 22 17:06:54.147869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:54.202304 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e on host n-h2-792458-13 for vnic_type normal with profile {"migrating_to": "n-h1-792458-13"} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:06:54.202634 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:06:54.203373 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e on network 36280ad2-7088-4f1c-9e4b-25840768ed05 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:54.209838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Port e9f86d60-1b0d-4504-b6d9-611b7091e07e on network 36280ad2-7088-4f1c-9e4b-25840768ed05 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:06:54.209838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Attempting to bind port e9f86d60-1b0d-4504-b6d9-611b7091e07e on network 36280ad2-7088-4f1c-9e4b-25840768ed05 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:06:54.214445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:06:54.215162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Checking segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:06:54.215556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Bound using segment: {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:06:54.215986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Bound port: e9f86d60-1b0d-4504-b6d9-611b7091e07e, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e6823c-e5df-4e98-b9b3-264c00e990b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:06:54.216346 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.290020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:54.293530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:06:54.298477 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.311687 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.397949 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=8']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:54.405388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-afbf2da4-8169-4a61-af42-bbdf1f129307 None None] Provisioning complete for port e9f86d60-1b0d-4504-b6d9-611b7091e07e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:54.406050 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-afbf2da4-8169-4a61-af42-bbdf1f129307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.455981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:54.456656 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.458571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-b175d89d-3d42-4e91-8380-8a011ffa17e8 service neutron] 10.222.0.65 "PUT /v2.0/ports/e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 1124 time: 0.8026114 Jul 22 17:06:54.509419 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-afbf2da4-8169-4a61-af42-bbdf1f129307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.547125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:54.549578 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f6eacd-10f2-4922-84cd-12d2d33163bd" -d '{"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-plugged", "status": "completed", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:54.565315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-afbf2da4-8169-4a61-af42-bbdf1f129307 None None] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:54.570923 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-afbf2da4-8169-4a61-af42-bbdf1f129307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:54.581793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['e9f86d60-1b0d-4504-b6d9-611b7091e07e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:06:54.610918 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035c972f-8964-4d43-b93a-37e028f39926 x-openstack-request-id: req-035c972f-8964-4d43-b93a-37e028f39926 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:54.611180 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-plugged", "status": "completed", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:54.611430 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-035c972f-8964-4d43-b93a-37e028f39926 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:54.611816 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'code': 200} Jul 22 17:06:54.900674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf2da4-8169-4a61-af42-bbdf1f129307 None None] Pushing event updated for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:06:55.122900 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f6db4-4eff-4ddd-8fda-d819ce59d8fe req-e46817aa-65fe-43dc-9439-d1232438f811 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:55.124993 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f7f6db4-4eff-4ddd-8fda-d819ce59d8fe req-e46817aa-65fe-43dc-9439-d1232438f811 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0841482 Jul 22 17:06:55.136873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-420c145e-a273-4dd8-acba-1de9e02945db None None] Provisioning complete for port e9f86d60-1b0d-4504-b6d9-611b7091e07e triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:06:55.137248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-420c145e-a273-4dd8-acba-1de9e02945db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:55.184933 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f7f6db4-4eff-4ddd-8fda-d819ce59d8fe req-281051b4-cc13-4901-84ce-1737f36186e8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507979 Jul 22 17:06:56.134562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:56.137135 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120" -d '{"events": [{"name": "network-changed", "server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:56.173206 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eabfad1-09f1-416c-ab68-1335fc8d4782 x-openstack-request-id: req-3eabfad1-09f1-416c-ab68-1335fc8d4782 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:56.173514 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:56.173753 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3eabfad1-09f1-416c-ab68-1335fc8d4782 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:56.174150 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'status': 'completed', 'code': 200} Jul 22 17:06:56.277261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-7f53db6f-20f5-47c2-9550-ed6f6f969310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.279636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-7f53db6f-20f5-47c2-9550-ed6f6f969310 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1129 time: 0.0632882 Jul 22 17:06:56.342590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074c14-6419-468e-9f05-0693b15ae72d req-163c68f5-63d1-4883-ae85-814937cd1355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.345136 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d074c14-6419-468e-9f05-0693b15ae72d req-163c68f5-63d1-4883-ae85-814937cd1355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0707662 Jul 22 17:06:56.387833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-605bbf61-768a-408f-9113-6f72429b4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.390500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-605bbf61-768a-408f-9113-6f72429b4785 service neutron] 10.222.0.20 "GET /v2.0/networks?id=36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 200 len: 897 time: 0.1038594 Jul 22 17:06:56.390870 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d074c14-6419-468e-9f05-0693b15ae72d req-c9e3fa8e-9baa-445d-9952-04a744bfbe11 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369544 Jul 22 17:06:56.482016 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:06:56.483755 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-ae1337c7-05e8-46a4-9036-c81eada5d48b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 1002 time: 0.0855896 Jul 22 17:06:56.538771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-d790737e-0d0e-4ffb-ba24-c25d4c35e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.540191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-d790737e-0d0e-4ffb-ba24-c25d4c35e070 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6501c0a1-c1f3-4059-b077-5891226539cd HTTP/1.1" status: 200 len: 834 time: 0.0494816 Jul 22 17:06:56.606746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-a5a4c022-934c-4fb7-b5b6-2b7ce171bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:56.608326 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-a5a4c022-934c-4fb7-b5b6-2b7ce171bc40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=36280ad2-7088-4f1c-9e4b-25840768ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614724 Jul 22 17:06:56.752567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-2f813405-9180-4e50-a0ad-b50f6fe8a71c service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369939 Jul 22 17:06:56.876927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e1d62a34-4a68-4bc3-9fc7-475b4c28c120 req-f59bd060-861b-4558-9b72-74d957e134ac service neutron] 10.222.0.20 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153276 Jul 22 17:06:57.427344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e9f86d60-1b0d-4504-b6d9-611b7091e07e details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:06:57.603851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:57.620529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e9f86d60-1b0d-4504-b6d9-611b7091e07e has no active binding in host n-h1-792458-13 {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 17:06:57.620882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb26ef4-adfc-4041-ba12-fd5a2ad2a5d5 req-c8c4f14e-5f37-4fd3-9668-252448306a56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:57.622532 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbb26ef4-adfc-4041-ba12-fd5a2ad2a5d5 req-c8c4f14e-5f37-4fd3-9668-252448306a56 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.1368289 Jul 22 17:06:57.673971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbb26ef4-adfc-4041-ba12-fd5a2ad2a5d5 req-1c7434db-5018-41ce-bc1d-0cf49e966c64 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431681 Jul 22 17:06:58.818961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c6ab-f98a-4e86-98e0-b873236087af req-b4befcaa-fda9-4a85-a7fe-338a63312acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:06:58.820324 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a76c6ab-f98a-4e86-98e0-b873236087af req-b4befcaa-fda9-4a85-a7fe-338a63312acd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 946 time: 0.0697482 Jul 22 17:06:58.858857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a76c6ab-f98a-4e86-98e0-b873236087af req-fde94978-7cab-4f44-a5ee-fcd0e06fdea9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329721 Jul 22 17:06:59.608666 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-5ac2c65e-1e0e-4f34-83a7-14ca96cae449 service neutron] 10.222.0.20 "GET /v2.0/ports/e9f86d60-1b0d-4504-b6d9-611b7091e07e/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 385 time: 0.0604060 Jul 22 17:06:59.797842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-31a644b5-4dad-4270-a673-b956e74a1bf4 service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:59.819398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-31a644b5-4dad-4270-a673-b956e74a1bf4 service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:06:59.858682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:06:59.861040 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722adaa6-bdbf-4a27-afef-3d1fabb82cab" -d '{"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:06:59.869085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-31a644b5-4dad-4270-a673-b956e74a1bf4 service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:06:59.889956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-31a644b5-4dad-4270-a673-b956e74a1bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:06:59.914423 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0b1e27-fd0d-4609-960b-248b6fa879c7 x-openstack-request-id: req-7f0b1e27-fd0d-4609-960b-248b6fa879c7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:06:59.914724 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-unplugged", "status": "completed", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:06:59.915169 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f0b1e27-fd0d-4609-960b-248b6fa879c7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:06:59.915597 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'code': 200} Jul 22 17:06:59.987551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-31a644b5-4dad-4270-a673-b956e74a1bf4 service neutron] Transition to ACTIVE for port object e9f86d60-1b0d-4504-b6d9-611b7091e07e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:06:59.994748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-31a644b5-4dad-4270-a673-b956e74a1bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:00.009214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afc9d0-c6fa-49d5-8717-af4527e6fb83 req-f740a286-6034-425b-bcfa-e6b73559cc88 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:00.010886 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8afc9d0-c6fa-49d5-8717-af4527e6fb83 req-f740a286-6034-425b-bcfa-e6b73559cc88 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 945 time: 0.0709860 Jul 22 17:07:00.080150 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a8afc9d0-c6fa-49d5-8717-af4527e6fb83 req-37ad1f89-b618-4f5c-920a-fde2b264933c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619910 Jul 22 17:07:00.093522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a644b5-4dad-4270-a673-b956e74a1bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=11']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:00.133666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-31a644b5-4dad-4270-a673-b956e74a1bf4 service neutron] No DVR routers for this DVR port e9f86d60-1b0d-4504-b6d9-611b7091e07e on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:07:00.272479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-31a644b5-4dad-4270-a673-b956e74a1bf4 service neutron] 10.222.0.20 "PUT /v2.0/ports/e9f86d60-1b0d-4504-b6d9-611b7091e07e/bindings/n-h1-792458-13/activate HTTP/1.1" status: 200 len: 370 time: 0.6572061 Jul 22 17:07:00.425312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-0833760c-08a9-4c32-803c-651051028705 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:00.427588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-0833760c-08a9-4c32-803c-651051028705 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73&tenant_id=231eebfe23e247a58da5b1814d5eef5e&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.0612342 Jul 22 17:07:00.492368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-35e92d57-fcf4-4b9b-8435-a1cc8534363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:00.494182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-35e92d57-fcf4-4b9b-8435-a1cc8534363d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 1097 time: 0.0583608 Jul 22 17:07:00.589216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-233067f5-e562-4dd9-9818-51d4b878e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:00.590496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-233067f5-e562-4dd9-9818-51d4b878e6a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1097 time: 0.0608854 Jul 22 17:07:00.685434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-52fc58a7-0897-4509-91db-5ce67a10b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:00.686952 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-52fc58a7-0897-4509-91db-5ce67a10b518 service neutron] 10.222.0.65 "GET /v2.0/networks?id=36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 200 len: 897 time: 0.0880921 Jul 22 17:07:00.757631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-3158d623-8d46-4872-b1ff-8322702a37d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 1000 time: 0.0624564 Jul 22 17:07:00.807722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-0740de81-dda9-4c13-97ef-87299c3113f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:00.809497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-0740de81-dda9-4c13-97ef-87299c3113f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6501c0a1-c1f3-4059-b077-5891226539cd HTTP/1.1" status: 200 len: 834 time: 0.0450909 Jul 22 17:07:00.870280 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-c5c4dce7-aae7-4d70-b031-6af3c4bbac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:00.871833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-c5c4dce7-aae7-4d70-b031-6af3c4bbac48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36280ad2-7088-4f1c-9e4b-25840768ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546863 Jul 22 17:07:00.974029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-4f00d82e-daae-4f57-847a-76de58d62724 service neutron] 10.222.0.65 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931492 Jul 22 17:07:01.071863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-eacebaca-f87d-41a0-889f-cec897b42065 service neutron] 10.222.0.65 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911682 Jul 22 17:07:01.239475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16a81c-5835-47a4-85e8-c0ccddc2815a req-84440a57-f584-41c1-9330-209aeb56e38a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:01.242431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d16a81c-5835-47a4-85e8-c0ccddc2815a req-84440a57-f584-41c1-9330-209aeb56e38a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 945 time: 0.0861604 Jul 22 17:07:01.288228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d16a81c-5835-47a4-85e8-c0ccddc2815a req-e9b30e02-0647-46b0-a9a9-540b891b5819 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396416 Jul 22 17:07:01.407867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-0284f12a-8324-4338-aca0-b1f686d0e6bd tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:01.410989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-0284f12a-8324-4338-aca0-b1f686d0e6bd tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73&tenant_id=231eebfe23e247a58da5b1814d5eef5e&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 1097 time: 0.0642004 Jul 22 17:07:01.545947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-e23017d1-a7d2-44b8-baa2-524f9b291dac service neutron] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:07:01.549359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-e23017d1-a7d2-44b8-baa2-524f9b291dac service neutron] Notify callbacks [] for binding, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:01.550402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b4e9378-5532-4086-b7ff-13ad4e53d88f req-e23017d1-a7d2-44b8-baa2-524f9b291dac service neutron] 10.222.0.65 "DELETE /v2.0/ports/e9f86d60-1b0d-4504-b6d9-611b7091e07e/bindings/n-h2-792458-13 HTTP/1.1" status: 204 len: 173 time: 0.1325498 Jul 22 17:07:01.698763 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:02.433981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27996bb6-bc06-42c6-a914-b32b524113c0 req-7f3f9d37-6d03-485e-8159-b11a8e2b671f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:02.435453 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27996bb6-bc06-42c6-a914-b32b524113c0 req-7f3f9d37-6d03-485e-8159-b11a8e2b671f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 945 time: 0.0756423 Jul 22 17:07:02.474078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27996bb6-bc06-42c6-a914-b32b524113c0 req-51b69781-c0b5-4be6-8701-ad4530987af3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330880 Jul 22 17:07:02.598883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dabf4-cf91-4200-b4ad-4cbfc5caf1ed req-2957a209-b645-4edc-8285-e817a937855f tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:02.600462 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-269dabf4-cf91-4200-b4ad-4cbfc5caf1ed req-2957a209-b645-4edc-8285-e817a937855f tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1097 time: 0.0582552 Jul 22 17:07:02.638132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-269dabf4-cf91-4200-b4ad-4cbfc5caf1ed req-0853e7eb-c2cb-4f35-a725-9c499087ab2d tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298865 Jul 22 17:07:02.766807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886360-8cfd-4c8b-b7b0-44f2f65855e4 req-0da8cdd9-4e67-42dd-9b9f-73f67bbf7782 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:02.768517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26886360-8cfd-4c8b-b7b0-44f2f65855e4 req-0da8cdd9-4e67-42dd-9b9f-73f67bbf7782 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 945 time: 0.0644994 Jul 22 17:07:02.806059 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26886360-8cfd-4c8b-b7b0-44f2f65855e4 req-e812748d-894a-48be-b21a-f765f8d6ec4e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Jul 22 17:07:02.828519 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57282) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:02.894012 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-11f8701f-302d-43a3-b79a-9cc07820d262 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/9e496ba0-36ee-4370-9b98-a02e1fcb29b4 HTTP/1.1" status: 200 len: 992 time: 0.0642862 Jul 22 17:07:03.132283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57288) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:03.300991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 7784c63a-aae0-4b10-a31a-ac51a06a116b {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:07:03.301564 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.436063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.436700 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.453133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 7784c63a-aae0-4b10-a31a-ac51a06a116b owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:07:03.469923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e9f86d60-1b0d-4504-b6d9-611b7091e07e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:07:03.510890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device e9f86d60-1b0d-4504-b6d9-611b7091e07e not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:07:03.898952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.924337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=7784c63a-aae0-4b10-a31a-ac51a06a116b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:03.990953 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:03.991305 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Floating IP 9e496ba0-36ee-4370-9b98-a02e1fcb29b4 disassociated (deleted). External IP: 172.25.3.110, port: e9f86d60-1b0d-4504-b6d9-611b7091e07e. Jul 22 17:07:04.195277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 193183cd-2418-43d7-abcd-7cd0199fa757 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:07:04.305780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:07:04.311199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:04.315358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] Sync routers for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:07:04.324524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:04.325145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:06:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:04.348406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c6430d1d-ce19-48dc-aa18-ef8f3a8045d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/floatingips/9e496ba0-36ee-4370-9b98-a02e1fcb29b4 HTTP/1.1" status: 204 len: 168 time: 1.2149894 Jul 22 17:07:04.348980 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:04.351666 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c04d32-5b00-4c15-9adf-c898e7bb9a53" -d '{"events": [{"name": "network-changed", "server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:04.390505 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ca56e7-49e0-49da-ac62-8e8e0b6b0eb1 x-openstack-request-id: req-27ca56e7-49e0-49da-ac62-8e8e0b6b0eb1 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:04.390807 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:04.391097 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27ca56e7-49e0-49da-ac62-8e8e0b6b0eb1 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:04.391500 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'status': 'completed', 'code': 200} Jul 22 17:07:04.464605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:04.539681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-85d3c350-703b-47b1-8b24-3e87bb97bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:04.540821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-85d3c350-703b-47b1-8b24-3e87bb97bce8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 1097 time: 0.0907731 Jul 22 17:07:04.726910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-a98706ac-6f0e-4d0d-a8d2-3fbc88f6dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:04.728424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-a98706ac-6f0e-4d0d-a8d2-3fbc88f6dede service neutron] 10.222.0.65 "GET /v2.0/networks?id=36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 200 len: 897 time: 0.1801457 Jul 22 17:07:04.733953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e3fcf-ba7b-4959-b6ec-8b6aa71b11a7 req-d1ddf465-6949-4498-bb84-1f53771ef5ca tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:04.742917 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-219e3fcf-ba7b-4959-b6ec-8b6aa71b11a7 req-d1ddf465-6949-4498-bb84-1f53771ef5ca tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 945 time: 0.1262853 Jul 22 17:07:04.796192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-219e3fcf-ba7b-4959-b6ec-8b6aa71b11a7 req-44d13898-50f5-4aec-ac3f-1ee301921056 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=433cd24c-50e4-4a13-afc0-bae1f21191e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516307 Jul 22 17:07:04.798032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-cbba271b-584a-4d3b-a4c0-0299a8c67a8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 200 len: 217 time: 0.0615165 Jul 22 17:07:04.810273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '490522d6-bae2-4fb2-a6dd-2aade12be88f', 'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:fa:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:02Z', 'updated_at': '2021-07-22T17:06:07Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:04.847198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] Checking router: 193183cd-2418-43d7-abcd-7cd0199fa757 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:07:04.857089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:04.857916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:06:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:04.873982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-1ce5de25-dc4b-4bad-ac54-f71f23757daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:04.878256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-1ce5de25-dc4b-4bad-ac54-f71f23757daa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6501c0a1-c1f3-4059-b077-5891226539cd HTTP/1.1" status: 200 len: 834 time: 0.0670285 Jul 22 17:07:04.986884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-4c787302-e64e-450c-a458-4606d2fcc126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:04.990062 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-4c787302-e64e-450c-a458-4606d2fcc126 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=36280ad2-7088-4f1c-9e4b-25840768ed05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035845 Jul 22 17:07:05.003992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:05.168030 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-9e5620db-9e19-4470-a386-e8d27c193f91 service neutron] 10.222.0.65 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327536 Jul 22 17:07:05.288107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77c04d32-5b00-4c15-9adf-c898e7bb9a53 req-7e74c492-3ab9-4140-8772-022a89d14e44 service neutron] 10.222.0.65 "GET /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134477 Jul 22 17:07:05.290601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '490522d6-bae2-4fb2-a6dd-2aade12be88f', 'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:fa:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:02Z', 'updated_at': '2021-07-22T17:06:07Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:05.327592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf36b96-72f3-49bc-b97c-e5dea2ae428d None None] The sync data for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 is: [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '490522d6-bae2-4fb2-a6dd-2aade12be88f', 'name': '', 'network_id': '36280ad2-7088-4f1c-9e4b-25840768ed05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:fa:38:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:06:02Z', 'updated_at': '2021-07-22T17:06:07Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '6501c0a1-c1f3-4059-b077-5891226539cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:07:05.408422 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-1b4d9386-434c-4010-b37d-dd627c99ab89 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:05.410508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-1b4d9386-434c-4010-b37d-dd627c99ab89 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.65 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 945 time: 0.0694299 Jul 22 17:07:05.528683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port e9f86d60-1b0d-4504-b6d9-611b7091e07e {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:07:05.529025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:05.586499 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8519c3ef-7439-4e77-bc92-b8ddacaf6351 None None] New status for floating IP 9e496ba0-36ee-4370-9b98-a02e1fcb29b4: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:07:05.636443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port e9f86d60-1b0d-4504-b6d9-611b7091e07e, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=e9f86d60-1b0d-4504-b6d9-611b7091e07e,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:05.636910 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:05.651912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for e9f86d60-1b0d-4504-b6d9-611b7091e07e owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:07:05.789592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:05.812667 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:05.827008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=e9f86d60-1b0d-4504-b6d9-611b7091e07e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:05.880892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] No DVR routers for this DVR port e9f86d60-1b0d-4504-b6d9-611b7091e07e on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:07:05.890299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:05.892323 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00889c5e-b27a-4258-98c6-0468e198ba3f req-856cd5f6-80e8-4d4d-a04a-6a0f1de34511 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.65 "DELETE /v2.0/ports/e9f86d60-1b0d-4504-b6d9-611b7091e07e HTTP/1.1" status: 204 len: 173 time: 0.4748819 Jul 22 17:07:05.916151 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7344b89e-34e7-4bf5-bc8e-e45b8a01ad6c req-53f3143c-95e0-48da-b051-35e2b7bc8304 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=909aeb94-7005-40be-ac72-c3b97095af73 HTTP/1.1" status: 200 len: 210 time: 0.0366826 Jul 22 17:07:06.392680 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-deleted', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:06.395828 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6db38c-1d38-4f55-b356-09a6987e51e0" -d '{"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-deleted", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:06.431949 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bd0fa5-1c2e-4368-87e8-9373c6a3a5ad x-openstack-request-id: req-27bd0fa5-1c2e-4368-87e8-9373c6a3a5ad {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:06.432249 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909aeb94-7005-40be-ac72-c3b97095af73", "name": "network-vif-deleted", "tag": "e9f86d60-1b0d-4504-b6d9-611b7091e07e", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:06.432508 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27bd0fa5-1c2e-4368-87e8-9373c6a3a5ad {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:06.432905 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909aeb94-7005-40be-ac72-c3b97095af73', 'name': 'network-vif-deleted', 'tag': 'e9f86d60-1b0d-4504-b6d9-611b7091e07e', 'status': 'completed', 'code': 200} Jul 22 17:07:06.974709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:07.374174 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:07.648485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 490522d6-bae2-4fb2-a6dd-2aade12be88f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:07:07.648824 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:07.736482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port 490522d6-bae2-4fb2-a6dd-2aade12be88f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=490522d6-bae2-4fb2-a6dd-2aade12be88f,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:07.736843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:07.749991 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 490522d6-bae2-4fb2-a6dd-2aade12be88f owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:07:07.945973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:07.974810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=490522d6-bae2-4fb2-a6dd-2aade12be88f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:08.177359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:08.398590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 193183cd-2418-43d7-abcd-7cd0199fa757 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:07:08.499814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:07:08.505544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-edeba77a-4891-458a-9bc9-bb4f22cd3b54 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "PUT /v2.0/routers/193183cd-2418-43d7-abcd-7cd0199fa757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5297034 Jul 22 17:07:08.508321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:08.510978 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] Sync routers for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:07:08.521291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:08.521900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:06:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:08.562251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80b45c9-0dee-4d45-8332-8e619b2311c3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting subnet 6501c0a1-c1f3-4059-b077-5891226539cd {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:07:08.565297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a80b45c9-0dee-4d45-8332-8e619b2311c3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:08.609022 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a80b45c9-0dee-4d45-8332-8e619b2311c3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:08.632837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:08.696490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a80b45c9-0dee-4d45-8332-8e619b2311c3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:08.763026 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a80b45c9-0dee-4d45-8332-8e619b2311c3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:08.791418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b45c9-0dee-4d45-8332-8e619b2311c3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Subnet': ['ID=6501c0a1-c1f3-4059-b077-5891226539cd,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:08.795144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a80b45c9-0dee-4d45-8332-8e619b2311c3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:08.797096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a80b45c9-0dee-4d45-8332-8e619b2311c3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/subnets/6501c0a1-c1f3-4059-b077-5891226539cd HTTP/1.1" status: 204 len: 168 time: 0.2878275 Jul 22 17:07:08.801312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57326) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:08.805071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ed34a-cefa-4a41-ac50-d1c08b1b8d42 None None] Network 36280ad2-7088-4f1c-9e4b-25840768ed05 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:07:08.870799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:07:07Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:08.904394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] Checking router: 193183cd-2418-43d7-abcd-7cd0199fa757 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:07:08.909268 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:08.956570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] Routers {'193183cd-2418-43d7-abcd-7cd0199fa757'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:08.957421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:06:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['193183cd-2418-43d7-abcd-7cd0199fa757'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:09.101970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] Set router 193183cd-2418-43d7-abcd-7cd0199fa757 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:09.177843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c64b652-d16f-41f3-a66d-4d1435cd63c3 None None] DHCP port deletion for 36280ad2-7088-4f1c-9e4b-25840768ed05 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:07:09.383220 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.447699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 30890dbe-54c3-4915-8acd-1db34387b7f8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:07:09.448132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.480445 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:07:09.482463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e9f86d60-1b0d-4504-b6d9-611b7091e07e no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:07:09.487816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0c64b652-d16f-41f3-a66d-4d1435cd63c3 None None] Deleting port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:07:09.488022 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c64b652-d16f-41f3-a66d-4d1435cd63c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.531284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port 30890dbe-54c3-4915-8acd-1db34387b7f8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=30890dbe-54c3-4915-8acd-1db34387b7f8,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:09.531648 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.533781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: e9f86d60-1b0d-4504-b6d9-611b7091e07e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:07:09.534300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device e9f86d60-1b0d-4504-b6d9-611b7091e07e not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:07:09.545272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 30890dbe-54c3-4915-8acd-1db34387b7f8 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:07:09.606900 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0c64b652-d16f-41f3-a66d-4d1435cd63c3 None None] For port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:09.607314 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c64b652-d16f-41f3-a66d-4d1435cd63c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.622450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0c64b652-d16f-41f3-a66d-4d1435cd63c3 None None] Calling delete_port for b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:07:09.694682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:07:07Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:09.716957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.732384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195f44ae-83a9-416f-a804-4ebb971e374d None None] The sync data for ids ['193183cd-2418-43d7-abcd-7cd0199fa757'] in n-d-792458-13 is: [{'id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1584998610', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:07:07Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '30890dbe-54c3-4915-8acd-1db34387b7f8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193183cd-2418-43d7-abcd-7cd0199fa757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:05:59Z', 'updated_at': '2021-07-22T17:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:07:09.735351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.748658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=30890dbe-54c3-4915-8acd-1db34387b7f8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:09.790454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c,segment=NetworkSegment(a4e6823c-e5df-4e98-b9b3-264c00e990b3),segment_id=a4e6823c-e5df-4e98-b9b3-264c00e990b3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:09.795426 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.802008 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c64b652-d16f-41f3-a66d-4d1435cd63c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.820758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event deleted for resources: {'Port': ['ID=b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:09.823925 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.846419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64b652-d16f-41f3-a66d-4d1435cd63c3 None None] No DVR routers for this DVR port b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:07:09.848365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64b652-d16f-41f3-a66d-4d1435cd63c3 None None] Pushing event deleted for resources: {'Port': ['ID=b2099ea3-7c7e-4d17-9c1f-2d7b0a77714c,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:09.917395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.919561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.962406 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.963007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Fanout notify agent at l3_agent the message router_deleted on router 193183cd-2418-43d7-abcd-7cd0199fa757 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:07:09.970595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:09.971764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f5312fbc-6c05-4c01-9940-9965f6c55ab2 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/routers/193183cd-2418-43d7-abcd-7cd0199fa757 HTTP/1.1" status: 204 len: 168 time: 1.1694596 Jul 22 17:07:09.974719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57330) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:10.054869 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.148254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.158633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36280ad2-7088-4f1c-9e4b-25840768ed05']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:10.169883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e6823c-e5df-4e98-b9b3-264c00e990b3') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:10.170189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e6823c-e5df-4e98-b9b3-264c00e990b3') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:10.180393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.195395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.202018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:07:10.202424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:07:10.205462 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:07:10.267566 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.273874 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.276746 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/networks/36280ad2-7088-4f1c-9e4b-25840768ed05 HTTP/1.1" status: 204 len: 168 time: 0.3010392 Jul 22 17:07:10.279953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57336) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:10.295724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec7a5a-6e89-4cf6-997a-9ffd5a71bb7b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Network': ['ID=36280ad2-7088-4f1c-9e4b-25840768ed05,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:10.358226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fa71cab-b7c5-4ff9-b51c-2ef822ddb296 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.386620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fa71cab-b7c5-4ff9-b51c-2ef822ddb296 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.455645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fa71cab-b7c5-4ff9-b51c-2ef822ddb296 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.459426 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3fa71cab-b7c5-4ff9-b51c-2ef822ddb296 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:10.460895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3fa71cab-b7c5-4ff9-b51c-2ef822ddb296 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/security-groups/433cd24c-50e4-4a13-afc0-bae1f21191e6 HTTP/1.1" status: 204 len: 168 time: 0.1799142 Jul 22 17:07:10.473170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa71cab-b7c5-4ff9-b51c-2ef822ddb296 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433cd24c-50e4-4a13-afc0-bae1f21191e6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:10.908178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57344) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:10.913197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-916b37d0-d7cb-4cd0-9a55-c3a4beace471 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673241030', 'description': 'tempest-secgroup-smoke-673241030 description', 'project_id': '231eebfe23e247a58da5b1814d5eef5e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:10.939762 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-916b37d0-d7cb-4cd0-9a55-c3a4beace471 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.031707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-916b37d0-d7cb-4cd0-9a55-c3a4beace471 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.035660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-916b37d0-d7cb-4cd0-9a55-c3a4beace471 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.067730 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-916b37d0-d7cb-4cd0-9a55-c3a4beace471 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.068857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-916b37d0-d7cb-4cd0-9a55-c3a4beace471 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1596007 Jul 22 17:07:11.071768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57346) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:11.077067 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-378de75f-b8e6-4dc1-96b1-ab4e52d41ceb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '26910a36-ed8a-4913-944a-09b41876e80e', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:11.082802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b37d0-d7cb-4cd0-9a55-c3a4beace471 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26910a36-ed8a-4913-944a-09b41876e80e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:11.108545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-378de75f-b8e6-4dc1-96b1-ab4e52d41ceb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.165047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-378de75f-b8e6-4dc1-96b1-ab4e52d41ceb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.168379 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-378de75f-b8e6-4dc1-96b1-ab4e52d41ceb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.185547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378de75f-b8e6-4dc1-96b1-ab4e52d41ceb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b325ef2-cc7c-41f8-b48e-013e08e5fafd,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:11.193410 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-378de75f-b8e6-4dc1-96b1-ab4e52d41ceb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.194651 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-378de75f-b8e6-4dc1-96b1-ab4e52d41ceb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219461 Jul 22 17:07:11.197462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57348) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:11.202882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-04e0c11f-89ca-4a3a-8f20-f9a47e534d1b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '26910a36-ed8a-4913-944a-09b41876e80e', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:11.235771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04e0c11f-89ca-4a3a-8f20-f9a47e534d1b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.266207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 30890dbe-54c3-4915-8acd-1db34387b7f8 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:07:11.292972 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 30890dbe-54c3-4915-8acd-1db34387b7f8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:07:11.293736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 30890dbe-54c3-4915-8acd-1db34387b7f8 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:07:11.294248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 490522d6-bae2-4fb2-a6dd-2aade12be88f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:07:11.301501 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04e0c11f-89ca-4a3a-8f20-f9a47e534d1b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.306148 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04e0c11f-89ca-4a3a-8f20-f9a47e534d1b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.316704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 490522d6-bae2-4fb2-a6dd-2aade12be88f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:07:11.316704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 490522d6-bae2-4fb2-a6dd-2aade12be88f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:07:11.328988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0c11f-89ca-4a3a-8f20-f9a47e534d1b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eef488f-9ae9-4fca-9eca-19dc51f4e916,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:11.336649 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-04e0c11f-89ca-4a3a-8f20-f9a47e534d1b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.337930 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-04e0c11f-89ca-4a3a-8f20-f9a47e534d1b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393774 Jul 22 17:07:11.340747 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57350) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:11.345332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-54e7e7a4-e0ea-4c4f-9e85-36d68570ea0d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '26910a36-ed8a-4913-944a-09b41876e80e', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:11.377422 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54e7e7a4-e0ea-4c4f-9e85-36d68570ea0d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.440812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54e7e7a4-e0ea-4c4f-9e85-36d68570ea0d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.445502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54e7e7a4-e0ea-4c4f-9e85-36d68570ea0d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.466555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7e7a4-e0ea-4c4f-9e85-36d68570ea0d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bc4b16-5813-4885-b9ee-616e02ea6c76,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:11.474525 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54e7e7a4-e0ea-4c4f-9e85-36d68570ea0d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.475869 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-54e7e7a4-e0ea-4c4f-9e85-36d68570ea0d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340845 Jul 22 17:07:11.478651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57354) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:11.483247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e68e8ec7-52eb-4d69-9604-4b448bdcbb6d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '26910a36-ed8a-4913-944a-09b41876e80e', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:11.515664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e68e8ec7-52eb-4d69-9604-4b448bdcbb6d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.578771 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e68e8ec7-52eb-4d69-9604-4b448bdcbb6d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.583251 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e68e8ec7-52eb-4d69-9604-4b448bdcbb6d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.606376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e8ec7-52eb-4d69-9604-4b448bdcbb6d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e05194c-a319-4b66-aa86-7e4ded5c6d4d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:11.615047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e68e8ec7-52eb-4d69-9604-4b448bdcbb6d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.616394 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e68e8ec7-52eb-4d69-9604-4b448bdcbb6d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366882 Jul 22 17:07:11.619045 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57356) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:11.623916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-692c960d-2ace-4d2c-a960-1dc884117106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '26910a36-ed8a-4913-944a-09b41876e80e', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:11.646245 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-692c960d-2ace-4d2c-a960-1dc884117106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Project 231eebfe23e247a58da5b1814d5eef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:07:11.651876 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-692c960d-2ace-4d2c-a960-1dc884117106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.715919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-692c960d-2ace-4d2c-a960-1dc884117106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.720012 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-692c960d-2ace-4d2c-a960-1dc884117106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.738896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c960d-2ace-4d2c-a960-1dc884117106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63368b2e-cfe0-408e-b137-b3af92fb9c18,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:11.746148 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-692c960d-2ace-4d2c-a960-1dc884117106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.747586 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-692c960d-2ace-4d2c-a960-1dc884117106 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274943 Jul 22 17:07:11.750666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57358) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:11.755395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c4a5631f-e67f-4898-b344-92d4bbbc4355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'security_group_rule': {'security_group_id': '26910a36-ed8a-4913-944a-09b41876e80e', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:11.779703 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-c4a5631f-e67f-4898-b344-92d4bbbc4355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Project 231eebfe23e247a58da5b1814d5eef5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:07:11.785352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4a5631f-e67f-4898-b344-92d4bbbc4355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.849060 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4a5631f-e67f-4898-b344-92d4bbbc4355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.852866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4a5631f-e67f-4898-b344-92d4bbbc4355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.874737 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5631f-e67f-4898-b344-92d4bbbc4355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a6ebdc-8100-4f91-8b4b-7e4897fcd458,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:11.881027 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c4a5631f-e67f-4898-b344-92d4bbbc4355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.885501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c4a5631f-e67f-4898-b344-92d4bbbc4355 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310375 Jul 22 17:07:11.885923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57360) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:11.891163 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'network': {'name': 'tempest-network-smoke--730650988', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:11.913277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:07:11.916894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.942538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:07:11.952061 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:11.952402 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Added segment 83887c3a-1971-4dae-a479-d0be0f02143b of type vlan for network 7fb42d71-328f-43da-bfca-a32ffa825339 Jul 22 17:07:11.993576 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.023709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.029804 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:12.030488 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.060865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1739216 Jul 22 17:07:12.063675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57362) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:12.068719 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'admin_state_up': True, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:12.117062 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626133b8-9b36-4d34-b6eb-3c1298399c9f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Network': ['ID=7fb42d71-328f-43da-bfca-a32ffa825339,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:12.127161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 7fb42d71-328f-43da-bfca-a32ffa825339 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:07:12.131390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.132718 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.217797 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.670793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.875992 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:12.901795 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:13.020714 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.25.3.25 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/026bc1e4-2579-4cee-ae55-434bf5098161) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:13.145571 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:13.185557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:13.229140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:13.232080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:13.237144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:13.239268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=026bc1e4-2579-4cee-ae55-434bf5098161,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:13.491225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:13.702182 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:13.842858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 065343ad-23f1-47fc-bbd1-467125c26ca9 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:07:13.958150 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:07:13.968284 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a12a9-3303-492f-bded-865fd155061a None None] Sync routers for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:07:13.977720 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a12a9-3303-492f-bded-865fd155061a None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:13.978336 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-899a12a9-3303-492f-bded-865fd155061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:06:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:13.983247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:13.984512 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-499a0f77-d79c-43c7-b48e-bef4c8174d3d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9199214 Jul 22 17:07:13.988695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:14.035906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c71f3825-d6d6-4809-8dc7-e34c5f15c8ad tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=231eebfe23e247a58da5b1814d5eef5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443969 Jul 22 17:07:14.038498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57374) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:14.090406 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-899a12a9-3303-492f-bded-865fd155061a None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:14.129848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da57faad-dd5f-4c8d-97c9-e83f7be29701 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:14.131713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-da57faad-dd5f-4c8d-97c9-e83f7be29701 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918527 Jul 22 17:07:14.134465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57376) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:14.164042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8df1083f-06e1-4e75-af1b-ed7a353023eb tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282238 Jul 22 17:07:14.167438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57378) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:14.172789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-879485123', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:14.276249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:07:14.279882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:14.366568 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-899a12a9-3303-492f-bded-865fd155061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:13Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:14.398103 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a12a9-3303-492f-bded-865fd155061a None None] Checking router: 065343ad-23f1-47fc-bbd1-467125c26ca9 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:07:14.398451 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a12a9-3303-492f-bded-865fd155061a None None] Updating router 065343ad-23f1-47fc-bbd1-467125c26ca9 port 026bc1e4-2579-4cee-ae55-434bf5098161 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:07:14.433244 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-899a12a9-3303-492f-bded-865fd155061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:14.464108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:14.533562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Subnet': ['ID=750b22a8-8c11-43a7-b642-8007e8f204c0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:14.542878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Checking segment: {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:14.543746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network hostable DHCP agents. Network: 7fb42d71-328f-43da-bfca-a32ffa825339, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:07:14.561990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 7fb42d71-328f-43da-bfca-a32ffa825339 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:07:14.573416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 7fb42d71-328f-43da-bfca-a32ffa825339) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:14.578330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:14.579171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:14.586659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9273c2-b970-4df8-aa01-661242b729c3 None None] Network 7fb42d71-328f-43da-bfca-a32ffa825339 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:07:14.600566 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-111119b5-4961-4e41-baf2-6c89aa428d5e tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4317815 Jul 22 17:07:14.603222 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57380) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:14.756936 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-899a12a9-3303-492f-bded-865fd155061a None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:14.792128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-7fb42d71-328f-43da-bfca-a32ffa825339', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:07:14.793977 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-899a12a9-3303-492f-bded-865fd155061a None None] Transition to ACTIVE for port object 026bc1e4-2579-4cee-ae55-434bf5098161 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:14.795362 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:14.810547 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-899a12a9-3303-492f-bded-865fd155061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:14.904439 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-899a12a9-3303-492f-bded-865fd155061a None None] Attempting to bind port 026bc1e4-2579-4cee-ae55-434bf5098161 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:07:14.904806 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-899a12a9-3303-492f-bded-865fd155061a None None] Attempting to bind port 026bc1e4-2579-4cee-ae55-434bf5098161 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:07:14.905165 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a12a9-3303-492f-bded-865fd155061a None None] Attempting to bind port 026bc1e4-2579-4cee-ae55-434bf5098161 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:14.907182 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Pushing event updated for resources: {'Port': ['ID=026bc1e4-2579-4cee-ae55-434bf5098161,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:14.917188 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a12a9-3303-492f-bded-865fd155061a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:07:14.919601 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a12a9-3303-492f-bded-865fd155061a None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:14.919854 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-899a12a9-3303-492f-bded-865fd155061a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:14.920461 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a12a9-3303-492f-bded-865fd155061a None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:07:14.921119 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-899a12a9-3303-492f-bded-865fd155061a None None] Bound port: 026bc1e4-2579-4cee-ae55-434bf5098161, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:07:14.921695 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-899a12a9-3303-492f-bded-865fd155061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:14.924298 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.924638 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.924972 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.925301 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.926224 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.926554 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.926886 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.927327 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.927649 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.927969 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.928286 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.928605 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:14.991632 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-899a12a9-3303-492f-bded-865fd155061a None None] For port 026bc1e4-2579-4cee-ae55-434bf5098161, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:07:14.996354 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-899a12a9-3303-492f-bded-865fd155061a None None] For port 026bc1e4-2579-4cee-ae55-434bf5098161, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=026bc1e4-2579-4cee-ae55-434bf5098161,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:07:15.002959 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-899a12a9-3303-492f-bded-865fd155061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.013569 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Allocated IP 172.20.0.2 (7fb42d71-328f-43da-bfca-a32ffa825339/750b22a8-8c11-43a7-b642-8007e8f204c0/1d5832fb-5211-40a7-b491-2c998dbc3096) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:15.092728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57388) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:15.098280 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a12a9-3303-492f-bded-865fd155061a None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:15.105308 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-899a12a9-3303-492f-bded-865fd155061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:06:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:15.177570 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e2864-da65-4abc-ad71-ad026d64075b None None] Pushing event updated for resources: {'Port': ['ID=026bc1e4-2579-4cee-ae55-434bf5098161,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:15.204422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.210662 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.228866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Transition to ACTIVE for port object 1d5832fb-5211-40a7-b491-2c998dbc3096 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:15.249059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Transition to ACTIVE for port object 1d5832fb-5211-40a7-b491-2c998dbc3096 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:15.262167 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.269422 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-899a12a9-3303-492f-bded-865fd155061a None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:15.292284 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cedf0557-1593-4a33-9978-bb50db52be06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.300371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Network 7fb42d71-328f-43da-bfca-a32ffa825339 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:15.307414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:15.310372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:15.346244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Pushing event updated for resources: {'Port': ['ID=1d5832fb-5211-40a7-b491-2c998dbc3096,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:15.374957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.375353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.375856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.376249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.376632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.377076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.377461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.377796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.378162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.378489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.379730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.380075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:15.396766 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Attempting to bind port 1d5832fb-5211-40a7-b491-2c998dbc3096 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:07:15.397139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Attempting to bind port 1d5832fb-5211-40a7-b491-2c998dbc3096 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:07:15.397507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Attempting to bind port 1d5832fb-5211-40a7-b491-2c998dbc3096 on network 7fb42d71-328f-43da-bfca-a32ffa825339 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:15.403237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:07:15.403739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Checking segment: {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:15.404152 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.404549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Bound using segment: {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:07:15.405026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Bound port: 1d5832fb-5211-40a7-b491-2c998dbc3096, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:07:15.405408 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.425835 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cedf0557-1593-4a33-9978-bb50db52be06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.434960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cedf0557-1593-4a33-9978-bb50db52be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.483801 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cedf0557-1593-4a33-9978-bb50db52be06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b262755ccd1a407b92827785577bf8cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883851 Jul 22 17:07:15.487191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57392) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:15.488942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] For port 1d5832fb-5211-40a7-b491-2c998dbc3096, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:07:15.494506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] For port 1d5832fb-5211-40a7-b491-2c998dbc3096, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1d5832fb-5211-40a7-b491-2c998dbc3096,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:07:15.496522 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-899a12a9-3303-492f-bded-865fd155061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:13Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:15.501399 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.503417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf0557-1593-4a33-9978-bb50db52be06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c511c9-47b6-45b6-aa55-61d71ae2ecd9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:15.542103 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a12a9-3303-492f-bded-865fd155061a None None] The sync data for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 is: [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:13Z', 'revision_number': 3, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:07:15.549142 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.20.0.1 (7fb42d71-328f-43da-bfca-a32ffa825339/750b22a8-8c11-43a7-b642-8007e8f204c0/3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:15.561280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f59d-951d-4231-a2bb-c9a85ad0115b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.597749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59285c7b-20c6-4803-aeb5-426edfef85ee None None] Pushing event updated for resources: {'Port': ['ID=1d5832fb-5211-40a7-b491-2c998dbc3096,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:15.606995 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f59d-951d-4231-a2bb-c9a85ad0115b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.671587 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f59d-951d-4231-a2bb-c9a85ad0115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.674217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f59d-951d-4231-a2bb-c9a85ad0115b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.678521 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f7d0f59d-951d-4231-a2bb-c9a85ad0115b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70c511c9-47b6-45b6-aa55-61d71ae2ecd9 HTTP/1.1" status: 204 len: 168 time: 0.1875076 Jul 22 17:07:15.684551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0f59d-951d-4231-a2bb-c9a85ad0115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c511c9-47b6-45b6-aa55-61d71ae2ecd9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:15.723897 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.741089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Transition to ACTIVE for port object 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:15.806119 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:15.863674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 7fb42d71-328f-43da-bfca-a32ffa825339 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:15.880248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:15.884038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:15.926558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:15.960788 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:16.121070 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:16.480764 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:16.490419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:16.570379 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:16.625432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:16.750270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 7fb42d71-328f-43da-bfca-a32ffa825339 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:16.751839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:16.808619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a23f29-cac7-46e3-a9b6-b2d93824b12f None None] Network 7fb42d71-328f-43da-bfca-a32ffa825339 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:07:16.903085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 065343ad-23f1-47fc-bbd1-467125c26ca9 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:07:16.909653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-151e69dd-960e-4a4c-aa6e-7b03d240bb09 None None] Provisioning for port 1d5832fb-5211-40a7-b491-2c998dbc3096 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:17.071492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:07:17.082226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dde9d6db-2cac-428a-8303-c5d89731a70a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "PUT /v2.0/routers/065343ad-23f1-47fc-bbd1-467125c26ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4749887 Jul 22 17:07:17.366483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 026bc1e4-2579-4cee-ae55-434bf5098161 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:17.385535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-7d799528-21c0-4310-af25-00e7da7c1450 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673241030&fields=id&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 267 time: 0.0632246 Jul 22 17:07:17.404598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-14a4a7b0-11db-4376-9792-3b41e8bca9bc None None] Provisioning for port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:17.430146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-14a4a7b0-11db-4376-9792-3b41e8bca9bc None None] Provisioning complete for port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:17.430532 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14a4a7b0-11db-4376-9792-3b41e8bca9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:17.484115 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-14a4a7b0-11db-4376-9792-3b41e8bca9bc None None] Port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:07:17.492231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 026bc1e4-2579-4cee-ae55-434bf5098161 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:17.504799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 026bc1e4-2579-4cee-ae55-434bf5098161 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:17.505233 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:17.549076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-e599b5e3-a946-4496-a62c-94f402b2eaed tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:17.551224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-e599b5e3-a946-4496-a62c-94f402b2eaed tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/networks?id=7fb42d71-328f-43da-bfca-a32ffa825339 HTTP/1.1" status: 200 len: 796 time: 0.1578815 Jul 22 17:07:17.576523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-dd1e0f52-bec9-4d96-8b54-c3cee6795231 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/quotas/231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 375 time: 0.0134892 Jul 22 17:07:17.619100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:17.663941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 026bc1e4-2579-4cee-ae55-434bf5098161, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=026bc1e4-2579-4cee-ae55-434bf5098161,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:17.673796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c437bdfa-988e-427c-a6eb-3d80e3e67e00 None None] Provisioning complete for port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:17.674284 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c437bdfa-988e-427c-a6eb-3d80e3e67e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:17.677954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-43de92cf-1cc2-4ce3-853a-caf0c09ecacd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939877 Jul 22 17:07:17.702120 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:17.703044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d5832fb-5211-40a7-b491-2c998dbc3096 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:17.787146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c437bdfa-988e-427c-a6eb-3d80e3e67e00 None None] Port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:07:17.813226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-367c3bc9-d872-49a6-849c-4890c431c178 service neutron] 10.222.0.53 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236944 Jul 22 17:07:17.813808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Sync routers for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:07:17.817175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1d5832fb-5211-40a7-b491-2c998dbc3096 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:17.833938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1d5832fb-5211-40a7-b491-2c998dbc3096 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:17.834576 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:17.842210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=026bc1e4-2579-4cee-ae55-434bf5098161,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:17.866680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:17.867438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:06:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:17.952360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-126c2356-7ea4-430d-a753-9687a5c20584 service neutron] 10.222.0.53 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312847 Jul 22 17:07:17.981639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a39f4e84-62fd-4223-bf30-42a6e4a6cef0 None None] Provisioning complete for port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:17.982009 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a39f4e84-62fd-4223-bf30-42a6e4a6cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:18.059719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:18.095448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a39f4e84-62fd-4223-bf30-42a6e4a6cef0 None None] Port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:07:18.105579 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:18.163678 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c0c8447a-4f7f-4ff8-8745-c274652ee311 req-48e18c89-eac0-493d-9bfa-ee77561acdba tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 210 time: 0.0366127 Jul 22 17:07:18.201705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1d5832fb-5211-40a7-b491-2c998dbc3096, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1d5832fb-5211-40a7-b491-2c998dbc3096,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:18.208052 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:18.308862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1d5832fb-5211-40a7-b491-2c998dbc3096,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:18.364311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40', 'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:0a:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:15Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 2, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:18.398339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Checking router: 065343ad-23f1-47fc-bbd1-467125c26ca9 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:07:18.398703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Updating router 065343ad-23f1-47fc-bbd1-467125c26ca9 port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:07:18.436468 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:18.486072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3fcdaec5-7ca8-4ee4-8d8e-83945d0d6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:18.897674 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:18.907118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Transition to ACTIVE for port object 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:18.913386 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:19.008382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1576bb2-a923-4c8f-83af-bd8a4c3cc8d0 None None] Pushing event updated for resources: {'Port': ['ID=3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:19.029704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Attempting to bind port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:07:19.030069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Attempting to bind port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:07:19.030633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Attempting to bind port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 on network 7fb42d71-328f-43da-bfca-a32ffa825339 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:19.038056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:07:19.038440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Checking segment: {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:19.038984 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:19.039485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Bound using segment: {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:07:19.039955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Bound port: 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:07:19.040334 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:19.124903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] For port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:07:19.130729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] For port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:07:19.136135 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:19.264266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1576bb2-a923-4c8f-83af-bd8a4c3cc8d0 None None] Pushing event updated for resources: {'Port': ['ID=3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:19.265561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:19.266158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:06:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:19.378196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 026bc1e4-2579-4cee-ae55-434bf5098161 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:19.476340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:19.504027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 026bc1e4-2579-4cee-ae55-434bf5098161 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:19.504173 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:19.690326 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-740dea5a-819d-4617-b689-e4a163b5f809 req-ca3e1694-c912-44e3-84c6-cd9fde1733f8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 210 time: 0.0345232 Jul 22 17:07:19.712583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-592c570c-8f6b-4823-976a-d9e8e820482d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:19.714105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-592c570c-8f6b-4823-976a-d9e8e820482d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "GET /v2.0/networks?id=7fb42d71-328f-43da-bfca-a32ffa825339 HTTP/1.1" status: 200 len: 796 time: 0.5901859 Jul 22 17:07:19.743255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d5832fb-5211-40a7-b491-2c998dbc3096 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:19.764437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-2f871654-bf03-4e20-bddf-214230de7f7c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231eebfe23e247a58da5b1814d5eef5e HTTP/1.1" status: 200 len: 379 time: 0.0351255 Jul 22 17:07:19.773108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'port': {'device_id': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'admin_state_up': True, 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'security_groups': ['26910a36-ed8a-4913-944a-09b41876e80e']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:19.802610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40', 'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:0a:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:15Z', 'updated_at': '2021-07-22T17:07:19Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:19.835992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472fd25-2b06-48d3-b1b6-b382a9adda67 None None] The sync data for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 is: [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40', 'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:0a:9f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:15Z', 'updated_at': '2021-07-22T17:07:19Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:07:19.844077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1d5832fb-5211-40a7-b491-2c998dbc3096 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:19.844442 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:19.922498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Made reservation on behalf of 231eebfe23e247a58da5b1814d5eef5e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:07:19.938166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:20.103590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.20.0.10 (7fb42d71-328f-43da-bfca-a32ffa825339/750b22a8-8c11-43a7-b642-8007e8f204c0/2e0cd1f9-6a8f-4985-8575-4a0e28092351) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:20.288118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:20.304511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Transition to ACTIVE for port object 2e0cd1f9-6a8f-4985-8575-4a0e28092351 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:20.339857 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:20.384066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 7fb42d71-328f-43da-bfca-a32ffa825339 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:20.389867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:20.393611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:20.455883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:20.456357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:20.468302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=2e0cd1f9-6a8f-4985-8575-4a0e28092351,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:20.474250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-eda1aa40-a05e-42ed-a564-a07f6c8980d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7050095 Jul 22 17:07:20.492685 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Request body: {'port': {'device_id': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:20.577088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:20.658300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-423697ea-bfb6-4f86-9373-3ccb7adc8408 None None] Provisioning for port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:20.663683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-423697ea-bfb6-4f86-9373-3ccb7adc8408 None None] Provisioning complete for port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:20.664176 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-423697ea-bfb6-4f86-9373-3ccb7adc8408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:20.709176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-423697ea-bfb6-4f86-9373-3ccb7adc8408 None None] Port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:07:20.889314 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f865a1-0682-40e5-bcc6-fc67374c0c83 req-138fa625-f99d-4698-8772-56f120e8c3b4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:20.891003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77f865a1-0682-40e5-bcc6-fc67374c0c83 req-138fa625-f99d-4698-8772-56f120e8c3b4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 932 time: 0.1104217 Jul 22 17:07:20.941540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-77f865a1-0682-40e5-bcc6-fc67374c0c83 req-17312d2b-3852-4653-a0d1-41fd97d2f167 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422244 Jul 22 17:07:20.955134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0cd1f9-6a8f-4985-8575-4a0e28092351 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:07:20.963166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:20.976718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Transition to ACTIVE for port object 2e0cd1f9-6a8f-4985-8575-4a0e28092351 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:20.980246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:21.040259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0cd1f9-6a8f-4985-8575-4a0e28092351,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:21.065455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92db826e-9dd7-43ea-90d9-3abb24ff5d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:21.118716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Attempting to bind port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:07:21.119100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Attempting to bind port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:07:21.119432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Attempting to bind port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 on network 7fb42d71-328f-43da-bfca-a32ffa825339 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:21.124761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 on network 7fb42d71-328f-43da-bfca-a32ffa825339 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:07:21.125097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Attempting to bind port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 on network 7fb42d71-328f-43da-bfca-a32ffa825339 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:21.131213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:07:21.131594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Checking segment: {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:21.131940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Bound using segment: {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:07:21.132858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Bound port: 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83887c3a-1971-4dae-a479-d0be0f02143b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:07:21.133182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:21.207663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] For port 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:07:21.212277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] For port 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:07:21.232718 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:21.273466 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:21.288504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:21.288504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:21.288504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e0cd1f9-6a8f-4985-8575-4a0e28092351 HTTP/1.1" status: 200 len: 1093 time: 0.8013988 Jul 22 17:07:21.288868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:21.291139 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027fc4c0-4458-4451-abbc-29ec43ceb53f" -d '{"events": [{"name": "network-changed", "server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:21.330814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6310bac-9626-417e-a336-c977a8174d73 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0cd1f9-6a8f-4985-8575-4a0e28092351,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:21.381028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:21.447833 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-a579d22a-726c-4162-96fc-30d70f4b7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:21.449461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-a579d22a-726c-4162-96fc-30d70f4b7f27 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0886691 Jul 22 17:07:21.474969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:21.479881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:21.480192 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:21.541360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-7366492d-7f79-4474-995d-ba937ab46b94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351 HTTP/1.1" status: 200 len: 217 time: 0.0771804 Jul 22 17:07:21.582161 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:21.612060 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0400a1-5dbf-467a-aef0-1cd0abae1947 x-openstack-request-id: req-4b0400a1-5dbf-467a-aef0-1cd0abae1947 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:21.612478 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:21.612735 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b0400a1-5dbf-467a-aef0-1cd0abae1947 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:21.613799 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'status': 'completed', 'code': 200} Jul 22 17:07:21.615524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-62bf4dd3-e285-44c7-8b6e-3036903de8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:21.617182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-62bf4dd3-e285-44c7-8b6e-3036903de8bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=750b22a8-8c11-43a7-b642-8007e8f204c0 HTTP/1.1" status: 200 len: 834 time: 0.0676112 Jul 22 17:07:21.634337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:21.643518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:21.691901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-0e6c4252-d3af-4873-85f6-6a22d346af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:21.693477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-0e6c4252-d3af-4873-85f6-6a22d346af3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb42d71-328f-43da-bfca-a32ffa825339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704892 Jul 22 17:07:21.694954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:21.789857 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-9711d621-0152-4b08-873a-8b4485aa1804 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901744 Jul 22 17:07:21.881768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2fa42e0-c4bb-4e05-aaf2-e661d4f669f9 req-3035ecad-3c92-45ce-85c4-21371972f7d4 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854156 Jul 22 17:07:22.033939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-c95cd72e-5d80-4a80-ad82-7f15ca0ddb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:22.035855 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-c95cd72e-5d80-4a80-ad82-7f15ca0ddb30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0632863 Jul 22 17:07:22.084117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a18724-37f0-4a4d-8684-c541b22e69f3 req-4de5156f-6226-4644-b93d-b6108bd03156 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:22.085648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4a18724-37f0-4a4d-8684-c541b22e69f3 req-4de5156f-6226-4644-b93d-b6108bd03156 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 944 time: 0.0751131 Jul 22 17:07:22.132939 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4a18724-37f0-4a4d-8684-c541b22e69f3 req-a897b041-ea67-4d22-add8-73281ece443c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414653 Jul 22 17:07:22.133688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-86b72b64-6360-4cf9-8585-9cb9e3132ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:22.135368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-86b72b64-6360-4cf9-8585-9cb9e3132ffa service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb42d71-328f-43da-bfca-a32ffa825339 HTTP/1.1" status: 200 len: 897 time: 0.0923831 Jul 22 17:07:22.183414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-d841035a-35cf-4065-9e91-12f4cd5b7bf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351 HTTP/1.1" status: 200 len: 217 time: 0.0416579 Jul 22 17:07:22.232337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-7f2f47c3-3c4d-4814-ab38-914a7ec0a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:22.233852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-7f2f47c3-3c4d-4814-ab38-914a7ec0a92d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=750b22a8-8c11-43a7-b642-8007e8f204c0 HTTP/1.1" status: 200 len: 834 time: 0.0442731 Jul 22 17:07:22.300067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-b44801ce-8252-46c8-a768-42feb23c17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:22.301983 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-b44801ce-8252-46c8-a768-42feb23c17ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb42d71-328f-43da-bfca-a32ffa825339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597661 Jul 22 17:07:22.405398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-e7de0d8b-20aa-4dd8-8b9f-75416baef537 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959649 Jul 22 17:07:22.497607 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-027fc4c0-4458-4451-abbc-29ec43ceb53f req-78058dd2-79ba-400c-8a70-1ff994aa99e1 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843611 Jul 22 17:07:22.608586 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:23.274085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e5fe9-2887-42e7-94f0-162f1654a8e0 req-0c665c12-6ec7-47d4-b901-f8ddb7d390bd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:23.275656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-724e5fe9-2887-42e7-94f0-162f1654a8e0 req-0c665c12-6ec7-47d4-b901-f8ddb7d390bd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 944 time: 0.0677295 Jul 22 17:07:23.294612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:23.326538 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-724e5fe9-2887-42e7-94f0-162f1654a8e0 req-c9d457a2-2c4f-4337-9757-ac35240ba1cb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449238 Jul 22 17:07:23.345924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:23.346302 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:23.625620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2e0cd1f9-6a8f-4985-8575-4a0e28092351 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:07:23.727386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:23.738975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'port_id': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:07:23.778602 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:23.794022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0cd1f9-6a8f-4985-8575-4a0e28092351 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:07:23.815710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:23.820837 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:23.872777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=2e0cd1f9-6a8f-4985-8575-4a0e28092351,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:24.088117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2e0cd1f9-6a8f-4985-8575-4a0e28092351'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:07:24.320946 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:24.468702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ec191-cec5-44be-ae53-a69b7789cded req-bf2ae7dc-a4e9-4409-9960-3505523ef817 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:24.470205 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-166ec191-cec5-44be-ae53-a69b7789cded req-bf2ae7dc-a4e9-4409-9960-3505523ef817 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 945 time: 0.0650766 Jul 22 17:07:24.510023 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-166ec191-cec5-44be-ae53-a69b7789cded req-ab8fba52-426c-48b5-8f43-3800ab7035f6 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337498 Jul 22 17:07:25.639594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f875a-ae96-4112-bbbf-7bff1534e65f req-c97d7931-4a8f-43e3-b6e0-4b559fd0819c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:25.641199 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870f875a-ae96-4112-bbbf-7bff1534e65f req-c97d7931-4a8f-43e3-b6e0-4b559fd0819c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 945 time: 0.0643446 Jul 22 17:07:25.656168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2e0cd1f9-6a8f-4985-8575-4a0e28092351 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:25.688554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-870f875a-ae96-4112-bbbf-7bff1534e65f req-3c9b158b-f629-414a-bfa0-2ad88092dbc0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413873 Jul 22 17:07:25.712616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:25.716401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:25.716842 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:25.792101 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:25.818163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:25.820519 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7531987f-ab2c-42c0-bf3a-93c1585ebdd0" -d '{"events": [{"server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "name": "network-vif-plugged", "status": "completed", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:25.834430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:25.840129 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:25.864973 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6466783-e7f8-4d89-833b-f85545ef15d2 x-openstack-request-id: req-c6466783-e7f8-4d89-833b-f85545ef15d2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:25.865270 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "name": "network-vif-plugged", "status": "completed", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:25.865525 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6466783-e7f8-4d89-833b-f85545ef15d2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:25.865920 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'code': 200} Jul 22 17:07:25.897016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=2e0cd1f9-6a8f-4985-8575-4a0e28092351,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:26.024819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a91527-ea06-47c1-9d49-7d245116a517 req-f88640ec-8470-4573-9ba0-8b2dfe124ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:26.026635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2a91527-ea06-47c1-9d49-7d245116a517 req-f88640ec-8470-4573-9ba0-8b2dfe124ada service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0720155 Jul 22 17:07:26.063315 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d2a91527-ea06-47c1-9d49-7d245116a517 req-bea2ce66-420d-4eba-9c52-add5b1603df6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304151 Jul 22 17:07:26.837977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb242f5-aa75-4d58-8cb5-b46f974c4c43 req-feef80c3-1ecd-4abd-a959-1f87b67c99e4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:26.839607 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abb242f5-aa75-4d58-8cb5-b46f974c4c43 req-feef80c3-1ecd-4abd-a959-1f87b67c99e4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0743127 Jul 22 17:07:26.882111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-abb242f5-aa75-4d58-8cb5-b46f974c4c43 req-f33bb89e-554f-44ad-a5d3-706dd9a393c3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367310 Jul 22 17:07:28.018913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219d57-3319-4040-8339-379f59fe7458 req-acec8516-739d-42aa-a261-def920b2e607 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:28.020575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10219d57-3319-4040-8339-379f59fe7458 req-acec8516-739d-42aa-a261-def920b2e607 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0693319 Jul 22 17:07:28.059012 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10219d57-3319-4040-8339-379f59fe7458 req-dff3c7fe-88be-484d-b7b3-1e336597fab7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324843 Jul 22 17:07:28.207971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c63ad1-f4ae-4d68-9593-9529e6a646b6 req-4a6d2428-40da-4813-a6dd-daa81c019cff tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:28.209981 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5c63ad1-f4ae-4d68-9593-9529e6a646b6 req-4a6d2428-40da-4813-a6dd-daa81c019cff tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0815704 Jul 22 17:07:28.253602 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5c63ad1-f4ae-4d68-9593-9529e6a646b6 req-2eb2a7eb-6a4a-4727-9431-dda6b09b3da7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382578 Jul 22 17:07:28.277058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57576) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:28.335854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e507c27-7c43-45a4-9758-310d472f5cd2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:28.337383 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8e507c27-7c43-45a4-9758-310d472f5cd2 tempest-TestNetworkAdvancedServerOps-10497338 tempest-TestNetworkAdvancedServerOps-10497338-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 1093 time: 0.0590646 Jul 22 17:07:28.340217 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57578) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:28.344643 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:28.366869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:28.467418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:28.570371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Allocated IP 172.25.3.151 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/d7d8f906-6afe-45c0-9aec-8501c53863fc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:28.677543 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:28.717950 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:28.758515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:28.762876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:28.767265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:28.771056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=d7d8f906-6afe-45c0-9aec-8501c53863fc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:28.802141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.802487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.802830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.803194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.803532 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.803924 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.804197 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.804567 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.804858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.805186 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.805513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:28.805838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:07:29.148674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:29.228517 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:29.386309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:29.390305 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:29.463260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event updated for resources: {'Port': ['ID=d7d8f906-6afe-45c0-9aec-8501c53863fc,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:29.476112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:29.577407 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Floating IP 25025fdb-3449-474c-8ca0-12201ed0ad05 associated. External IP: 172.25.3.151, port: 2e0cd1f9-6a8f-4985-8575-4a0e28092351. Jul 22 17:07:30.072347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 065343ad-23f1-47fc-bbd1-467125c26ca9 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:07:30.184399 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:07:30.198336 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] Sync routers for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:07:30.203952 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:30.208679 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:30.209292 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:07:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:30.249034 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f2b71bc-39ef-4e2e-b857-2678d956f8c9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9053936 Jul 22 17:07:30.249034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:30.249816 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbc87f8-146a-45fc-b771-d1c458ac895d" -d '{"events": [{"name": "network-changed", "server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:30.319841 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:30.325873 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be71bb08-c217-4af3-81e4-d5645f505db2 x-openstack-request-id: req-be71bb08-c217-4af3-81e4-d5645f505db2 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:30.326158 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:30.326412 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be71bb08-c217-4af3-81e4-d5645f505db2 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:30.326826 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'status': 'completed', 'code': 200} Jul 22 17:07:30.451012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-845e3a0a-9c27-494c-8718-3b15b978003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:30.452730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-845e3a0a-9c27-494c-8718-3b15b978003e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0968332 Jul 22 17:07:30.459100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9eb13-800c-44a2-b754-1c2e19cf1290 req-bfb2c8e4-9859-461d-88d8-88cc53696806 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:30.461158 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-05a9eb13-800c-44a2-b754-1c2e19cf1290 req-bfb2c8e4-9859-461d-88d8-88cc53696806 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.1291828 Jul 22 17:07:30.554570 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-05a9eb13-800c-44a2-b754-1c2e19cf1290 req-4266c34b-edf8-46b7-a321-3530f44919d7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869155 Jul 22 17:07:30.560264 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '25025fdb-3449-474c-8ca0-12201ed0ad05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'port_id': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:07:29Z', 'updated_at': '2021-07-22T17:07:29Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40', 'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:0a:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:15Z', 'updated_at': '2021-07-22T17:07:21Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:30.567799 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57592) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:30.591575 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] Checking router: 065343ad-23f1-47fc-bbd1-467125c26ca9 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:07:30.602674 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:30.603603 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:07:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:30.607778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-15b299da-1247-4344-8171-f2209733c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:30.610318 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-15b299da-1247-4344-8171-f2209733c161 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb42d71-328f-43da-bfca-a32ffa825339 HTTP/1.1" status: 200 len: 897 time: 0.1465049 Jul 22 17:07:30.640369 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57594) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:30.662782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ab891175-ac99-4648-a9d3-e4221b164d57 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/25025fdb-3449-474c-8ca0-12201ed0ad05 HTTP/1.1" status: 200 len: 992 time: 0.0905159 Jul 22 17:07:30.694638 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-2288a021-49c9-46a0-b48c-8105ac383741 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351 HTTP/1.1" status: 200 len: 1000 time: 0.0764513 Jul 22 17:07:30.716639 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:30.756419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-2d313c01-04a2-44da-8364-6c7796899f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:30.757918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-2d313c01-04a2-44da-8364-6c7796899f72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=750b22a8-8c11-43a7-b642-8007e8f204c0 HTTP/1.1" status: 200 len: 834 time: 0.0576410 Jul 22 17:07:30.779696 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f29-fd4f-436f-b639-d93ab490708f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:30.823866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-afbd2ab6-4910-4e61-8e5c-fba02e8132c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:30.825800 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-afbd2ab6-4910-4e61-8e5c-fba02e8132c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb42d71-328f-43da-bfca-a32ffa825339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619705 Jul 22 17:07:30.875439 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f29-fd4f-436f-b639-d93ab490708f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:30.880620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4ff07f29-fd4f-436f-b639-d93ab490708f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:30.921574 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4ff07f29-fd4f-436f-b639-d93ab490708f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11bb972719c4410f9344c2a162006765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782977 Jul 22 17:07:30.922761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff07f29-fd4f-436f-b639-d93ab490708f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4901d6-2215-44c2-8ea6-d751dfd0b072,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:30.924251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57598) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:30.948404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-4bbcfb1e-1eb3-4e09-816f-db7eed139757 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163278 Jul 22 17:07:30.987019 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '25025fdb-3449-474c-8ca0-12201ed0ad05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'port_id': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:07:29Z', 'updated_at': '2021-07-22T17:07:29Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40', 'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:0a:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:15Z', 'updated_at': '2021-07-22T17:07:21Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:31.040563 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f3f342e-9481-460e-9c7d-20264fe6407c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:31.085631 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f3f342e-9481-460e-9c7d-20264fe6407c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:31.094763 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dbc87f8-146a-45fc-b771-d1c458ac895d req-df1d15a9-9583-4aab-87c9-9820fa07a2cf service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371884 Jul 22 17:07:31.106747 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35e11d-f1cd-4cf8-92bb-fc5019313fcf None None] The sync data for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 is: [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '25025fdb-3449-474c-8ca0-12201ed0ad05', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'port_id': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:07:29Z', 'updated_at': '2021-07-22T17:07:29Z', 'revision_number': 0, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40', 'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:0a:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:15Z', 'updated_at': '2021-07-22T17:07:21Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:07:31.139837 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f3f342e-9481-460e-9c7d-20264fe6407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:31.142751 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2f3f342e-9481-460e-9c7d-20264fe6407c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:31.144503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2f3f342e-9481-460e-9c7d-20264fe6407c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e4901d6-2215-44c2-8ea6-d751dfd0b072 HTTP/1.1" status: 204 len: 168 time: 0.2120533 Jul 22 17:07:31.153611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f342e-9481-460e-9c7d-20264fe6407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4901d6-2215-44c2-8ea6-d751dfd0b072,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:31.337840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb02b5-31df-413c-a2bd-3da78b2ff29b None None] New status for floating IP 25025fdb-3449-474c-8ca0-12201ed0ad05: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:07:31.666084 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:31.720738 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:31.736513 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da539df9-4a39-4919-a631-45456ec36190 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/25025fdb-3449-474c-8ca0-12201ed0ad05 HTTP/1.1" status: 200 len: 994 time: 0.0692084 Jul 22 17:07:33.093232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57652) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:33.098965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'network': {'name': 'tempest-network-smoke--1303626634', 'project_id': '977eb437f966456c92cf2e9da629b67b', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:33.121231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Made reservation on behalf of 977eb437f966456c92cf2e9da629b67b for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:07:33.124841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.133980 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.231670 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.235245 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.262091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:07:33.271976 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f490945a-aa2a-492a-9b7f-4cbacff5ec42,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:33.277716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.278059 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Added segment b5d46ceb-28d5-4c4d-997c-184ad1dac771 of type vlan for network 2a664eda-79f0-4765-95b2-db6ed9fc800e Jul 22 17:07:33.317861 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.345887 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.352011 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:33.352597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.383307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2888987 Jul 22 17:07:33.386036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57654) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:33.392855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'admin_state_up': True, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:33.434616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd6b1d-0ac5-4304-9b7b-e1490a071d26 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Network': ['ID=2a664eda-79f0-4765-95b2-db6ed9fc800e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:33.445764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 2a664eda-79f0-4765-95b2-db6ed9fc800e details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:07:33.449037 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.449988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.480537 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:07:33.503422 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.646640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.839816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.861359 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:33.964007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Allocated IP 172.25.3.22 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:34.067401 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:34.106518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:34.147727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:34.150466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:34.152861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:34.179307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:34.407121 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:34.601825 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:34.727409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Router f54e975b-6929-4754-b3a2-463e6aadae4a is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:07:34.833488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:07:34.843408 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Sync routers for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:07:34.852476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:34.853638 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:34.853804 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-738905a1-818e-4b0c-85a8-a059ab7efe8e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4666240 Jul 22 17:07:34.854280 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:07:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:34.857064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57656) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:34.957147 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:34.981906 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e7dc7b1d-3ac1-4e4d-b562-811b65d6fe69 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=977eb437f966456c92cf2e9da629b67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1237431 Jul 22 17:07:34.984717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57660) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:35.069956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c2c598-581e-48de-89e1-b649e6cb4d24 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:35.071496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-42c2c598-581e-48de-89e1-b649e6cb4d24 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858796 Jul 22 17:07:35.074266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57662) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:35.101419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf44a692-ec80-44c7-8d06-9c8a1c3b5a70 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260904 Jul 22 17:07:35.104061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57664) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:35.108820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-834834412', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'project_id': '977eb437f966456c92cf2e9da629b67b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:35.132757 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:34Z', 'revision_number': 3, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:35.157566 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Checking router: f54e975b-6929-4754-b3a2-463e6aadae4a for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:07:35.157904 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Updating router f54e975b-6929-4754-b3a2-463e6aadae4a port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:07:35.195601 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.201922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Made reservation on behalf of 977eb437f966456c92cf2e9da629b67b for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:07:35.205483 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.391005 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.446820 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.452191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Subnet': ['ID=aba897a5-ee10-4fa5-84cf-9b269633aae2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:35.457086 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Transition to ACTIVE for port object b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:35.461170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Checking segment: {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:35.461529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network hostable DHCP agents. Network: 2a664eda-79f0-4765-95b2-db6ed9fc800e, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:07:35.463323 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.478796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network 2a664eda-79f0-4765-95b2-db6ed9fc800e is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:07:35.487812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 2a664eda-79f0-4765-95b2-db6ed9fc800e) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:35.491923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:35.492503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.497668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82c71e-575f-465e-ba33-8977c41f4993 None None] Network 2a664eda-79f0-4765-95b2-db6ed9fc800e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:07:35.508563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-befd7766-bbcb-4011-8c8d-134f8400988c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4034333 Jul 22 17:07:35.511273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57666) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:35.514224 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Attempting to bind port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:07:35.514591 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Attempting to bind port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:07:35.514977 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Attempting to bind port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:35.529298 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:07:35.529671 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:35.530073 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.530470 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:07:35.530947 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Bound port: b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:07:35.531331 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.558315 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c81245-b1e5-4d7c-9d81-decc3d8b7dfe None None] Pushing event updated for resources: {'Port': ['ID=b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:35.594490 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] For port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:07:35.598109 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] For port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:07:35.602119 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.653005 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:35.653641 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:07:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:35.660622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-2a664eda-79f0-4765-95b2-db6ed9fc800e', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:07:35.661823 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.752877 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c81245-b1e5-4d7c-9d81-decc3d8b7dfe None None] Pushing event updated for resources: {'Port': ['ID=b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:35.777419 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:35.806685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Allocated IP 172.20.0.2 (2a664eda-79f0-4765-95b2-db6ed9fc800e/aba897a5-ee10-4fa5-84cf-9b269633aae2/262b0813-5c68-4c2e-ba5e-8cd65598167f) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:35.863442 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.975865 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:35.978493 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:34Z', 'revision_number': 3, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:35.984855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Transition to ACTIVE for port object 262b0813-5c68-4c2e-ba5e-8cd65598167f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:36.000596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Transition to ACTIVE for port object 262b0813-5c68-4c2e-ba5e-8cd65598167f will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:36.007584 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:36.010109 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d574ed-26f2-4708-a1eb-9aa2ca85a433 None None] The sync data for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 is: [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:34Z', 'revision_number': 3, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:07:36.055575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Network 2a664eda-79f0-4765-95b2-db6ed9fc800e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:36.058590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:36.062966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:36.066863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Pushing event updated for resources: {'Port': ['ID=262b0813-5c68-4c2e-ba5e-8cd65598167f,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:36.310877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Attempting to bind port 262b0813-5c68-4c2e-ba5e-8cd65598167f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:07:36.311272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Attempting to bind port 262b0813-5c68-4c2e-ba5e-8cd65598167f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:07:36.311631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Attempting to bind port 262b0813-5c68-4c2e-ba5e-8cd65598167f on network 2a664eda-79f0-4765-95b2-db6ed9fc800e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:36.313960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:36.317714 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:07:36.318109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Checking segment: {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:36.318496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:36.318888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Bound using segment: {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:07:36.319387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Bound port: 262b0813-5c68-4c2e-ba5e-8cd65598167f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:07:36.320203 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:36.391099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] For port 262b0813-5c68-4c2e-ba5e-8cd65598167f, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:07:36.394561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] For port 262b0813-5c68-4c2e-ba5e-8cd65598167f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=262b0813-5c68-4c2e-ba5e-8cd65598167f,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:07:36.400643 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:36.471106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d10df-9956-4529-9f37-737b46e00f01 None None] Pushing event updated for resources: {'Port': ['ID=262b0813-5c68-4c2e-ba5e-8cd65598167f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:36.629170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Allocated IP 172.20.0.1 (2a664eda-79f0-4765-95b2-db6ed9fc800e/aba897a5-ee10-4fa5-84cf-9b269633aae2/1d9267de-01f2-4562-b771-dbc81d229df1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:36.780024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:36.809022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Transition to ACTIVE for port object 1d9267de-01f2-4562-b771-dbc81d229df1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:36.854082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:36.897679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network 2a664eda-79f0-4765-95b2-db6ed9fc800e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:36.900766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:36.904566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:36.911663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=1d9267de-01f2-4562-b771-dbc81d229df1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:36.953866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.094863 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.344804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 262b0813-5c68-4c2e-ba5e-8cd65598167f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:37.406107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 262b0813-5c68-4c2e-ba5e-8cd65598167f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:37.407728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.414025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.415055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:37.472489 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:37.476769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:37.477256 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.481565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec4d1ab-ea2d-445d-a8a8-daf7e6b0e7f6 None None] Network 2a664eda-79f0-4765-95b2-db6ed9fc800e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:07:37.498481 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.507099 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=1d9267de-01f2-4562-b771-dbc81d229df1,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:37.595014 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network 2a664eda-79f0-4765-95b2-db6ed9fc800e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:37.596687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:37.612065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-22bd8bc8-5609-4e15-99bf-42af7ad21a1b None None] Provisioning for port 262b0813-5c68-4c2e-ba5e-8cd65598167f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:37.633421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-22bd8bc8-5609-4e15-99bf-42af7ad21a1b None None] Provisioning complete for port 262b0813-5c68-4c2e-ba5e-8cd65598167f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:37.633796 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22bd8bc8-5609-4e15-99bf-42af7ad21a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.656711 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.717124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Router f54e975b-6929-4754-b3a2-463e6aadae4a has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:07:37.717469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:37.724473 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.824120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:37.838272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:07:37.846047 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8054ac46-9bb5-4e13-aaee-031735a1eeda tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "PUT /v2.0/routers/f54e975b-6929-4754-b3a2-463e6aadae4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3312271 Jul 22 17:07:37.846417 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57668) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:37.847566 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22bd8bc8-5609-4e15-99bf-42af7ad21a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.851501 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-714878d3-0703-4836-8818-85ed21f5484c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--442985582', 'description': 'tempest-secgroup_access--442985582 description', 'project_id': '977eb437f966456c92cf2e9da629b67b'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:37.877933 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-714878d3-0703-4836-8818-85ed21f5484c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.887138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-22bd8bc8-5609-4e15-99bf-42af7ad21a1b None None] For port 262b0813-5c68-4c2e-ba5e-8cd65598167f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=262b0813-5c68-4c2e-ba5e-8cd65598167f,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:37.891475 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-22bd8bc8-5609-4e15-99bf-42af7ad21a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:37.945989 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd8bc8-5609-4e15-99bf-42af7ad21a1b None None] Pushing event updated for resources: {'Port': ['ID=262b0813-5c68-4c2e-ba5e-8cd65598167f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:38.001527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Sync routers for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:07:38.010885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:38.011651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:07:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:38.012709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-714878d3-0703-4836-8818-85ed21f5484c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.017525 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-714878d3-0703-4836-8818-85ed21f5484c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.049544 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-714878d3-0703-4836-8818-85ed21f5484c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.055038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:38.055653 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-714878d3-0703-4836-8818-85ed21f5484c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2072732 Jul 22 17:07:38.057465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714878d3-0703-4836-8818-85ed21f5484c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b9d84f-bef3-4167-a694-8daf10dc7a3c,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:38.060357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-24db913c-4528-4777-936a-a4ca1a78c2af tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--131057309', 'description': 'tempest-secgroup_general--131057309 description', 'project_id': '977eb437f966456c92cf2e9da629b67b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:38.090236 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24db913c-4528-4777-936a-a4ca1a78c2af tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.138628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:38.181002 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24db913c-4528-4777-936a-a4ca1a78c2af tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.186469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24db913c-4528-4777-936a-a4ca1a78c2af tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.217384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db913c-4528-4777-936a-a4ca1a78c2af tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8998f2-1a8e-4936-b90e-a970604dc4dd,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:38.219866 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24db913c-4528-4777-936a-a4ca1a78c2af tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.221388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-24db913c-4528-4777-936a-a4ca1a78c2af tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1649840 Jul 22 17:07:38.224958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57672) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:38.229743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e318a1bb-8bdd-4001-aee8-82399c08ea1e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'security_group_rule': {'security_group_id': '78b9d84f-bef3-4167-a694-8daf10dc7a3c', 'project_id': '977eb437f966456c92cf2e9da629b67b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:38.257623 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9245f143-acbc-40c0-a53c-cb502fca1ead None None] Provisioning for port 1d9267de-01f2-4562-b771-dbc81d229df1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:38.258834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e318a1bb-8bdd-4001-aee8-82399c08ea1e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.264353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9245f143-acbc-40c0-a53c-cb502fca1ead None None] Provisioning complete for port 1d9267de-01f2-4562-b771-dbc81d229df1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:38.264848 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9245f143-acbc-40c0-a53c-cb502fca1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.322656 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e318a1bb-8bdd-4001-aee8-82399c08ea1e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.327104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e318a1bb-8bdd-4001-aee8-82399c08ea1e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.341845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9245f143-acbc-40c0-a53c-cb502fca1ead None None] Port 1d9267de-01f2-4562-b771-dbc81d229df1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:07:38.353468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318a1bb-8bdd-4001-aee8-82399c08ea1e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64b4784-6b2e-414c-9cd4-bdf7cd33ecc0,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:38.357116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e318a1bb-8bdd-4001-aee8-82399c08ea1e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.358610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e318a1bb-8bdd-4001-aee8-82399c08ea1e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325576 Jul 22 17:07:38.385675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9245f143-acbc-40c0-a53c-cb502fca1ead None None] Provisioning complete for port 262b0813-5c68-4c2e-ba5e-8cd65598167f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:38.386286 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9245f143-acbc-40c0-a53c-cb502fca1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.452782 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1d9267de-01f2-4562-b771-dbc81d229df1', 'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:c7:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:36Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 2, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:38.498885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Checking router: f54e975b-6929-4754-b3a2-463e6aadae4a for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:07:38.499268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Updating router f54e975b-6929-4754-b3a2-463e6aadae4a port 1d9267de-01f2-4562-b771-dbc81d229df1 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:07:38.524681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-ae32379c-90ae-498b-a862-82696354084f tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--131057309&fields=id&tenant_id=977eb437f966456c92cf2e9da629b67b HTTP/1.1" status: 200 len: 267 time: 0.0476131 Jul 22 17:07:38.547385 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.568154 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-ba7607ea-cb1d-4165-b955-a29ecbc0ec00 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--442985582&fields=id&tenant_id=977eb437f966456c92cf2e9da629b67b HTTP/1.1" status: 200 len: 267 time: 0.0351892 Jul 22 17:07:38.673963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-dbbd1131-223f-4324-b1df-dafb46fa2b68 None None] Provisioning complete for port 1d9267de-01f2-4562-b771-dbc81d229df1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:38.674328 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbbd1131-223f-4324-b1df-dafb46fa2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.679867 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-0084d815-3cab-48f6-bf20-efb1f8e54173 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:38.681371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-0084d815-3cab-48f6-bf20-efb1f8e54173 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/networks?id=2a664eda-79f0-4765-95b2-db6ed9fc800e HTTP/1.1" status: 200 len: 797 time: 0.1065862 Jul 22 17:07:38.696231 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-61fea5d6-26b0-4e00-8a2d-0ca8c7eff42b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/quotas/977eb437f966456c92cf2e9da629b67b HTTP/1.1" status: 200 len: 375 time: 0.0093944 Jul 22 17:07:38.755793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd1131-223f-4324-b1df-dafb46fa2b68 None None] Port 1d9267de-01f2-4562-b771-dbc81d229df1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:07:38.807469 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-24ebf43d-da04-4318-9776-5d77dbabde0e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=977eb437f966456c92cf2e9da629b67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057699 Jul 22 17:07:38.849164 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.859180 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Transition to ACTIVE for port object 1d9267de-01f2-4562-b771-dbc81d229df1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:38.864315 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.921219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcb273-05e1-4b8c-9903-f0a5de5bc1dd None None] Pushing event updated for resources: {'Port': ['ID=1d9267de-01f2-4562-b771-dbc81d229df1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:38.967015 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-e083b9ae-8051-41c8-bb72-07e9cf07a586 service neutron] 10.222.0.53 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465461 Jul 22 17:07:38.988405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Attempting to bind port 1d9267de-01f2-4562-b771-dbc81d229df1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:07:38.988803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Attempting to bind port 1d9267de-01f2-4562-b771-dbc81d229df1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:07:38.989150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Attempting to bind port 1d9267de-01f2-4562-b771-dbc81d229df1 on network 2a664eda-79f0-4765-95b2-db6ed9fc800e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:38.994232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:07:38.994606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Checking segment: {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:38.995043 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:38.995704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Bound using segment: {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:07:38.996171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Bound port: 1d9267de-01f2-4562-b771-dbc81d229df1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:07:38.996550 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:39.067620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] For port 1d9267de-01f2-4562-b771-dbc81d229df1, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:07:39.070912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] For port 1d9267de-01f2-4562-b771-dbc81d229df1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1d9267de-01f2-4562-b771-dbc81d229df1,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:07:39.073022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-968570c4-a414-4973-b444-f1b2d83237b9 service neutron] 10.222.0.53 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994582 Jul 22 17:07:39.076384 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:39.140651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:39.141361 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:07:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:39.147117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcb273-05e1-4b8c-9903-f0a5de5bc1dd None None] Pushing event updated for resources: {'Port': ['ID=1d9267de-01f2-4562-b771-dbc81d229df1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:39.265033 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:39.302727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64fcd135-2141-4ba0-ba6e-52b0b288dae6 req-347ab8dd-32b6-493f-bdee-634c5b70e581 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 210 time: 0.0428126 Jul 22 17:07:39.359616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 262b0813-5c68-4c2e-ba5e-8cd65598167f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:39.501888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 262b0813-5c68-4c2e-ba5e-8cd65598167f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:39.502485 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:39.775186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1d9267de-01f2-4562-b771-dbc81d229df1', 'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:c7:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:36Z', 'updated_at': '2021-07-22T17:07:39Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:39.808450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da1c26-59e4-46f7-a1fa-0d3b23e7c9e1 None None] The sync data for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 is: [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1d9267de-01f2-4562-b771-dbc81d229df1', 'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:c7:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:36Z', 'updated_at': '2021-07-22T17:07:39Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:07:39.816302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:39.891462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:39.892029 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:40.411420 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a91b9e44-95c9-4d02-8bed-e3ffbd145156 req-711730c5-bf0c-4810-856c-d8bea84ef02a tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 210 time: 0.0380113 Jul 22 17:07:40.483814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-fa61fbfa-653f-48f9-9686-a5ce9c57f83c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:40.485384 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-fa61fbfa-653f-48f9-9686-a5ce9c57f83c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.65 "GET /v2.0/networks?id=2a664eda-79f0-4765-95b2-db6ed9fc800e HTTP/1.1" status: 200 len: 797 time: 0.1497800 Jul 22 17:07:40.551402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d5659a63-c200-4de0-b1bc-90737b20e7b5 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977eb437f966456c92cf2e9da629b67b HTTP/1.1" status: 200 len: 476 time: 0.0494957 Jul 22 17:07:40.569178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'port': {'device_id': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'admin_state_up': True, 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'security_groups': ['fc8998f2-1a8e-4936-b90e-a970604dc4dd', '78b9d84f-bef3-4167-a694-8daf10dc7a3c']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:40.683960 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Made reservation on behalf of 977eb437f966456c92cf2e9da629b67b for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:07:40.687529 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:40.825701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Allocated IP 172.20.0.10 (2a664eda-79f0-4765-95b2-db6ed9fc800e/aba897a5-ee10-4fa5-84cf-9b269633aae2/8641dc5d-f415-4f56-ab92-4325bb274b47) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:40.995776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.009615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Transition to ACTIVE for port object 8641dc5d-f415-4f56-ab92-4325bb274b47 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:41.042759 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.086433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network 2a664eda-79f0-4765-95b2-db6ed9fc800e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:41.089255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:41.092936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:41.116454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=8641dc5d-f415-4f56-ab92-4325bb274b47,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:41.145017 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:41.145618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.162366 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-985c57b3-dc05-450e-a1d9-67071b6cfbca tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5988946 Jul 22 17:07:41.180574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Request body: {'port': {'device_id': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:41.264671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.317988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d9267de-01f2-4562-b771-dbc81d229df1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:41.358337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d962c3a4-4c3b-42f3-8413-2331c482593d None None] Provisioning for port 8641dc5d-f415-4f56-ab92-4325bb274b47 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:41.363751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d962c3a4-4c3b-42f3-8413-2331c482593d None None] Provisioning complete for port 8641dc5d-f415-4f56-ab92-4325bb274b47 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:41.364112 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d962c3a4-4c3b-42f3-8413-2331c482593d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.405422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1d9267de-01f2-4562-b771-dbc81d229df1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:41.407411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d962c3a4-4c3b-42f3-8413-2331c482593d None None] Port 8641dc5d-f415-4f56-ab92-4325bb274b47 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:07:41.412543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1d9267de-01f2-4562-b771-dbc81d229df1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:41.413271 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.497919 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.530896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1d9267de-01f2-4562-b771-dbc81d229df1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1d9267de-01f2-4562-b771-dbc81d229df1,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:41.536241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.553147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8641dc5d-f415-4f56-ab92-4325bb274b47 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:07:41.553926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cc0ac-f30a-49a0-aa68-e9dc3f388504 req-1d59981c-1421-48ce-af2a-00f380bab813 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:41.559085 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd2cc0ac-f30a-49a0-aa68-e9dc3f388504 req-1d59981c-1421-48ce-af2a-00f380bab813 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 971 time: 0.0763738 Jul 22 17:07:41.560929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.573261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Transition to ACTIVE for port object 8641dc5d-f415-4f56-ab92-4325bb274b47 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:07:41.578332 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.593422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1d9267de-01f2-4562-b771-dbc81d229df1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:41.599750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd2cc0ac-f30a-49a0-aa68-e9dc3f388504 req-51f19603-590b-47ac-9b09-00a650edff4e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0374849 Jul 22 17:07:41.657173 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Pushing event updated for resources: {'Port': ['ID=8641dc5d-f415-4f56-ab92-4325bb274b47,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:41.710689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Attempting to bind port 8641dc5d-f415-4f56-ab92-4325bb274b47 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:07:41.711068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Attempting to bind port 8641dc5d-f415-4f56-ab92-4325bb274b47 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:07:41.711402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Attempting to bind port 8641dc5d-f415-4f56-ab92-4325bb274b47 on network 2a664eda-79f0-4765-95b2-db6ed9fc800e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:41.715802 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Port 8641dc5d-f415-4f56-ab92-4325bb274b47 on network 2a664eda-79f0-4765-95b2-db6ed9fc800e not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:07:41.716126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Attempting to bind port 8641dc5d-f415-4f56-ab92-4325bb274b47 on network 2a664eda-79f0-4765-95b2-db6ed9fc800e {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:07:41.721101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:07:41.721441 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Checking segment: {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:07:41.722392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Bound using segment: {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:07:41.722822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Bound port: 8641dc5d-f415-4f56-ab92-4325bb274b47, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d46ceb-28d5-4c4d-997c-184ad1dac771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:07:41.723217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.792724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] For port 8641dc5d-f415-4f56-ab92-4325bb274b47, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:07:41.795870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] For port 8641dc5d-f415-4f56-ab92-4325bb274b47, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8641dc5d-f415-4f56-ab92-4325bb274b47,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:07:41.800929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.833630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:41.840424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:41.840424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] 10.222.0.65 "PUT /v2.0/ports/8641dc5d-f415-4f56-ab92-4325bb274b47 HTTP/1.1" status: 200 len: 1132 time: 0.6599197 Jul 22 17:07:41.840424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:41.840424 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640ed48c-9c9b-4c09-9bb8-af713ea194f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:41.869459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aeb0a6-c192-49f7-ac1f-001edbbdaf86 service neutron] Pushing event updated for resources: {'Port': ['ID=8641dc5d-f415-4f56-ab92-4325bb274b47,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:41.889328 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593490a5-ef47-443b-a20f-fa5d65ce7e51 x-openstack-request-id: req-593490a5-ef47-443b-a20f-fa5d65ce7e51 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:41.889755 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:41.890020 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-593490a5-ef47-443b-a20f-fa5d65ce7e51 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:41.890428 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'status': 'completed', 'code': 200} Jul 22 17:07:41.969639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-b3ca3b36-11d1-4db1-9b0f-745da1b63462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:41.971311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-b3ca3b36-11d1-4db1-9b0f-745da1b63462 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=977eb437f966456c92cf2e9da629b67b&device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 1135 time: 0.0622694 Jul 22 17:07:42.023545 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-4ab56eda-f845-4106-a0fa-c5f52e5e8115 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8641dc5d-f415-4f56-ab92-4325bb274b47 HTTP/1.1" status: 200 len: 217 time: 0.0371115 Jul 22 17:07:42.075777 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-6cab55aa-79f3-4fa5-877b-1f4985555f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:42.077284 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-6cab55aa-79f3-4fa5-877b-1f4985555f9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aba897a5-ee10-4fa5-84cf-9b269633aae2 HTTP/1.1" status: 200 len: 834 time: 0.0469112 Jul 22 17:07:42.141751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-2bdd0631-31f0-40e4-9a0c-f56f63afbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:42.144225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-2bdd0631-31f0-40e4-9a0c-f56f63afbf39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a664eda-79f0-4765-95b2-db6ed9fc800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579035 Jul 22 17:07:42.235400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-eb428ae3-696b-46d2-92d5-3b72d513d28d service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843041 Jul 22 17:07:42.333891 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-697f8bc2-6fa3-4938-ace1-2979590eb5a5 req-5645e239-a81d-4ab5-9010-3698a8ee8b11 service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906198 Jul 22 17:07:42.479102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-467cfc44-64b4-4e4e-bcd2-895c30bdc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:42.480558 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-467cfc44-64b4-4e4e-bcd2-895c30bdc418 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=977eb437f966456c92cf2e9da629b67b&device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 1135 time: 0.0577304 Jul 22 17:07:42.578050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-36b17626-0b98-4704-92e4-54417041e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:42.579557 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-36b17626-0b98-4704-92e4-54417041e1e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a664eda-79f0-4765-95b2-db6ed9fc800e HTTP/1.1" status: 200 len: 898 time: 0.0921950 Jul 22 17:07:42.623787 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-9aef65c9-00d8-4671-a392-b6281c2595ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8641dc5d-f415-4f56-ab92-4325bb274b47 HTTP/1.1" status: 200 len: 217 time: 0.0369468 Jul 22 17:07:42.674330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-e1a87ff4-57ce-4c42-97fc-b652609575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:42.676530 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-e1a87ff4-57ce-4c42-97fc-b652609575e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aba897a5-ee10-4fa5-84cf-9b269633aae2 HTTP/1.1" status: 200 len: 834 time: 0.0457075 Jul 22 17:07:42.750755 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-d0ff3994-5b45-44da-b0c0-469f9dadf3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:42.752306 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-d0ff3994-5b45-44da-b0c0-469f9dadf3bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a664eda-79f0-4765-95b2-db6ed9fc800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676439 Jul 22 17:07:42.754321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f03354-e740-4fb0-861b-259a73cb2754 req-dfac1c80-65a4-4c6b-af18-cd068b85ba68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:42.755909 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82f03354-e740-4fb0-861b-259a73cb2754 req-dfac1c80-65a4-4c6b-af18-cd068b85ba68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 983 time: 0.0721931 Jul 22 17:07:42.797562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82f03354-e740-4fb0-861b-259a73cb2754 req-bc61d63e-a5af-417d-b93f-802b7c2dd417 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0359898 Jul 22 17:07:42.857510 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-1dc167fa-5462-4eea-a4c5-1aa53b444ec7 service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981791 Jul 22 17:07:42.964105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-640ed48c-9c9b-4c09-9bb8-af713ea194f5 req-a661ec2a-2aa6-4dba-a768-548521ca457d service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988727 Jul 22 17:07:43.289118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d9267de-01f2-4562-b771-dbc81d229df1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:43.340893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1d9267de-01f2-4562-b771-dbc81d229df1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:43.341179 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:43.939113 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce81a-801c-43a0-a761-3646b0a80e15 req-dbc3ffd9-607d-49f0-bd38-ae6cc4a56cde tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:43.940521 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60cce81a-801c-43a0-a761-3646b0a80e15 req-dbc3ffd9-607d-49f0-bd38-ae6cc4a56cde tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 983 time: 0.0653658 Jul 22 17:07:43.980362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-60cce81a-801c-43a0-a761-3646b0a80e15 req-081a7c77-34a8-4a38-b545-7f230d860e44 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0339663 Jul 22 17:07:44.525586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-c5cfc130-efa2-45e5-96ba-f435bd0cb023 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577893 Jul 22 17:07:44.634482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-b8323ab0-8a17-4f17-b87c-53db669177fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:44.635998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-b8323ab0-8a17-4f17-b87c-53db669177fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0535529 Jul 22 17:07:44.737446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-174c4225-448a-402a-8e41-5c843c9da263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:44.738948 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-174c4225-448a-402a-8e41-5c843c9da263 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb42d71-328f-43da-bfca-a32ffa825339 HTTP/1.1" status: 200 len: 897 time: 0.0839622 Jul 22 17:07:44.808197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-d0bd52ea-4a64-40ac-8753-c2922100c3fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351 HTTP/1.1" status: 200 len: 1002 time: 0.0618861 Jul 22 17:07:44.857935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-fbc11c91-16d2-4861-a1d0-0c3fea68d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:44.859437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-fbc11c91-16d2-4861-a1d0-0c3fea68d888 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=750b22a8-8c11-43a7-b642-8007e8f204c0 HTTP/1.1" status: 200 len: 834 time: 0.0438540 Jul 22 17:07:44.918696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-9ba5d375-c924-4668-9fe0-a8e8b755d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:44.920239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-9ba5d375-c924-4668-9fe0-a8e8b755d274 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb42d71-328f-43da-bfca-a32ffa825339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536649 Jul 22 17:07:45.014011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-31a4142d-7ae9-4183-b810-1991f974cf0e service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863278 Jul 22 17:07:45.147792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3552ddcb-bbc5-4dd8-8f30-b71aa94d2644 req-42424bef-b438-4fe5-9940-ac0e42c2d0c0 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236904 Jul 22 17:07:45.163159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9607-5b0e-493d-8a0d-73f474046d8c req-fb0ddac1-467d-4a73-b3be-63383110c01c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:45.164632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b57e9607-5b0e-493d-8a0d-73f474046d8c req-fb0ddac1-467d-4a73-b3be-63383110c01c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 983 time: 0.1154561 Jul 22 17:07:45.204918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b57e9607-5b0e-493d-8a0d-73f474046d8c req-723709f0-4a35-41e1-8279-fd83a57d9dc3 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0338376 Jul 22 17:07:45.660785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8641dc5d-f415-4f56-ab92-4325bb274b47 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:07:45.756826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8641dc5d-f415-4f56-ab92-4325bb274b47, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8641dc5d-f415-4f56-ab92-4325bb274b47,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:45.767291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'port_id': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'mac_address': 'fa:16:3e:72:3a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:07:45.804337 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:45.817746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8641dc5d-f415-4f56-ab92-4325bb274b47 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:07:45.837508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8641dc5d-f415-4f56-ab92-4325bb274b47, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8641dc5d-f415-4f56-ab92-4325bb274b47,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:45.841003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:45.889434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8641dc5d-f415-4f56-ab92-4325bb274b47,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:46.172486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['8641dc5d-f415-4f56-ab92-4325bb274b47'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:07:46.337869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01882f-bd76-44e2-b3b3-44199d49ef03 req-0707d021-75e8-48fc-8f29-7f11fa988d41 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:46.339434 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf01882f-bd76-44e2-b3b3-44199d49ef03 req-0707d021-75e8-48fc-8f29-7f11fa988d41 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 984 time: 0.0647206 Jul 22 17:07:46.382387 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf01882f-bd76-44e2-b3b3-44199d49ef03 req-29492f79-6b31-4658-aa97-4d6794419084 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366576 Jul 22 17:07:47.510218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb58c92-30c5-4afd-9cdc-ee29af24b2d1 req-78b0b241-62f8-4cea-8248-ff196f21705d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:47.511663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fb58c92-30c5-4afd-9cdc-ee29af24b2d1 req-78b0b241-62f8-4cea-8248-ff196f21705d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 984 time: 0.0636494 Jul 22 17:07:47.554390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fb58c92-30c5-4afd-9cdc-ee29af24b2d1 req-481af012-1519-49c7-a2d4-f1180f01d517 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0371830 Jul 22 17:07:47.667572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8641dc5d-f415-4f56-ab92-4325bb274b47 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:07:47.714056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 8641dc5d-f415-4f56-ab92-4325bb274b47 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:07:47.717566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 8641dc5d-f415-4f56-ab92-4325bb274b47 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:07:47.717932 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:47.796387 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:47.819911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:47.822202 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e399691a-8ed2-4c44-ac1e-5e314ac26c5f" -d '{"events": [{"server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "name": "network-vif-plugged", "status": "completed", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:47.835043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8641dc5d-f415-4f56-ab92-4325bb274b47, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8641dc5d-f415-4f56-ab92-4325bb274b47,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:07:47.839359 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:47.863955 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caeefa0-2ada-405b-b8f2-ed04e845808d x-openstack-request-id: req-5caeefa0-2ada-405b-b8f2-ed04e845808d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:47.864324 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "name": "network-vif-plugged", "status": "completed", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:47.864490 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5caeefa0-2ada-405b-b8f2-ed04e845808d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:47.864884 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'code': 200} Jul 22 17:07:47.890671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8641dc5d-f415-4f56-ab92-4325bb274b47,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:48.011477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc50d25-339a-4cf7-9d25-288250ad5431 req-581bd28b-f589-42dd-a3c6-24340b074373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:48.012997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-edc50d25-339a-4cf7-9d25-288250ad5431 req-581bd28b-f589-42dd-a3c6-24340b074373 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 1137 time: 0.0571477 Jul 22 17:07:48.048621 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-edc50d25-339a-4cf7-9d25-288250ad5431 req-c666cbb9-3429-4140-a2b0-a6e86a08d1ba service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0282593 Jul 22 17:07:48.460541 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-304d8cfe-8000-43d8-abdb-da4c3b477b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:48.688022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873c113-c53a-45fd-bd15-93a0394087cd req-48c19436-6dd6-4fb3-a7b1-2b6914211da6 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:48.689546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b873c113-c53a-45fd-bd15-93a0394087cd req-48c19436-6dd6-4fb3-a7b1-2b6914211da6 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 985 time: 0.0671184 Jul 22 17:07:48.736992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b873c113-c53a-45fd-bd15-93a0394087cd req-b79822d2-121e-4136-8011-778aaf467260 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0406649 Jul 22 17:07:49.327094 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f12abe77-2103-481f-8cd9-7599a068a1be req-ebc1d8bc-3db7-4ad6-9037-749c292299f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538177 Jul 22 17:07:49.440242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12abe77-2103-481f-8cd9-7599a068a1be req-38183b57-b9b6-4797-a547-1b7544272e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:49.442397 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f12abe77-2103-481f-8cd9-7599a068a1be req-38183b57-b9b6-4797-a547-1b7544272e9f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=977eb437f966456c92cf2e9da629b67b&device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 1137 time: 0.0549493 Jul 22 17:07:49.550132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12abe77-2103-481f-8cd9-7599a068a1be req-64fb007c-fe30-475e-8756-c956d97e393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:49.551661 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f12abe77-2103-481f-8cd9-7599a068a1be req-64fb007c-fe30-475e-8756-c956d97e393a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a664eda-79f0-4765-95b2-db6ed9fc800e HTTP/1.1" status: 200 len: 898 time: 0.0872297 Jul 22 17:07:49.591675 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f12abe77-2103-481f-8cd9-7599a068a1be req-a7731290-e49a-4af4-ba48-d79e54f3ceba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8641dc5d-f415-4f56-ab92-4325bb274b47 HTTP/1.1" status: 200 len: 217 time: 0.0331011 Jul 22 17:07:49.640224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12abe77-2103-481f-8cd9-7599a068a1be req-98671bc2-3d36-4320-8997-7d275e074eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:49.641633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f12abe77-2103-481f-8cd9-7599a068a1be req-98671bc2-3d36-4320-8997-7d275e074eb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aba897a5-ee10-4fa5-84cf-9b269633aae2 HTTP/1.1" status: 200 len: 834 time: 0.0441718 Jul 22 17:07:49.704985 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12abe77-2103-481f-8cd9-7599a068a1be req-035b0c08-e927-4209-af81-847a42873ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:49.706490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f12abe77-2103-481f-8cd9-7599a068a1be req-035b0c08-e927-4209-af81-847a42873ccf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a664eda-79f0-4765-95b2-db6ed9fc800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572929 Jul 22 17:07:49.798682 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f12abe77-2103-481f-8cd9-7599a068a1be req-2fba2f92-bd2c-4a6c-b4e3-341e5839098f service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843246 Jul 22 17:07:49.932715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f12abe77-2103-481f-8cd9-7599a068a1be req-70f9f105-713b-45cf-9d04-fdd59a5a1200 service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250088 Jul 22 17:07:49.941858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617965da-c52e-4784-bd56-81c3679f5f19 req-c1d6e444-9b48-4cf4-b9ec-fe0147be7067 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:49.943411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-617965da-c52e-4784-bd56-81c3679f5f19 req-c1d6e444-9b48-4cf4-b9ec-fe0147be7067 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 985 time: 0.1359961 Jul 22 17:07:49.988473 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-617965da-c52e-4784-bd56-81c3679f5f19 req-30cd8a12-8506-4cb6-b8b0-b027051daf5e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0389509 Jul 22 17:07:50.121211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67afa5-407c-4b7e-9d1d-e4588ea42fd4 req-804a1657-12c8-481c-a110-8b21b8731d7b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:50.122715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fe67afa5-407c-4b7e-9d1d-e4588ea42fd4 req-804a1657-12c8-481c-a110-8b21b8731d7b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 985 time: 0.0645275 Jul 22 17:07:50.163239 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fe67afa5-407c-4b7e-9d1d-e4588ea42fd4 req-4c376cd9-37fa-4d45-ae5d-9178063047e4 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0347590 Jul 22 17:07:50.286386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39a282-77eb-4f5f-bed4-921c26a8a557 req-d59c1d4d-b9cd-4537-a9a6-c0396a8a5a66 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:50.288022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c39a282-77eb-4f5f-bed4-921c26a8a557 req-d59c1d4d-b9cd-4537-a9a6-c0396a8a5a66 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 1137 time: 0.0583599 Jul 22 17:07:50.602677 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c39a282-77eb-4f5f-bed4-921c26a8a557 req-84ff5fe4-fdb3-4c2c-adba-7c72db7d49d0 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:50.689349 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c39a282-77eb-4f5f-bed4-921c26a8a557 req-84ff5fe4-fdb3-4c2c-adba-7c72db7d49d0 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:50.693983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0c39a282-77eb-4f5f-bed4-921c26a8a557 req-84ff5fe4-fdb3-4c2c-adba-7c72db7d49d0 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:50.720508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0c39a282-77eb-4f5f-bed4-921c26a8a557 req-84ff5fe4-fdb3-4c2c-adba-7c72db7d49d0 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4268785 Jul 22 17:07:50.725703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff5fe4-fdb3-4c2c-adba-7c72db7d49d0 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be41a7-91bc-4747-af91-6fe6df918b74,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:50.742674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57726) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:50.795507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b5c32f-e41f-40ff-93ac-371b3b51b272 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:50.797018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e3b5c32f-e41f-40ff-93ac-371b3b51b272 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 1132 time: 0.0533304 Jul 22 17:07:50.800116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57728) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:50.804543 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:07:50.827127 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:50.924775 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:51.028529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Allocated IP 172.25.3.95 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/9ec6d56e-38e7-4024-b17d-43195a80d3b8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:07:51.057105 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5689731d-58fd-4da8-978a-572dd286374e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:51.132884 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:51.170370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:51.209924 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:07:51.212735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:07:51.216316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:07:51.241780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=9ec6d56e-38e7-4024-b17d-43195a80d3b8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:51.274642 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:51.577707 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:51.661645 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:51.808439 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:51.813911 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:51.890708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=9ec6d56e-38e7-4024-b17d-43195a80d3b8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:07:51.903227 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:52.003073 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Floating IP 0f40d69d-eb23-434d-a168-46903a65a684 associated. External IP: 172.25.3.95, port: 8641dc5d-f415-4f56-ab92-4325bb274b47. Jul 22 17:07:52.211758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Router f54e975b-6929-4754-b3a2-463e6aadae4a has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:07:52.317394 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:07:52.329450 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] Sync routers for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:07:52.338335 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:52.341130 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:52.341789 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:07:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:52.385170 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a9055dba-661d-4458-8f71-f4e699cb8e86 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5816190 Jul 22 17:07:52.385170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:07:52.386087 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129a28fc-73e5-4ed0-b295-5b128d685720" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:07:52.387073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57734) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:52.428890 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4336e2-9358-4434-8ebd-8fd0284d3373 x-openstack-request-id: req-ee4336e2-9358-4434-8ebd-8fd0284d3373 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:07:52.429861 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:07:52.430291 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee4336e2-9358-4434-8ebd-8fd0284d3373 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:07:52.430804 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'status': 'completed', 'code': 200} Jul 22 17:07:52.456379 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:52.551884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-26c62679-d7c5-4e15-badc-430fc9f7dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.553329 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-26c62679-d7c5-4e15-badc-430fc9f7dc09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=977eb437f966456c92cf2e9da629b67b&device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 1137 time: 0.0703168 Jul 22 17:07:52.585684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96524a7e-51f2-44af-ba37-63346c4c3589 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.586155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96524a7e-51f2-44af-ba37-63346c4c3589 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.586621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96524a7e-51f2-44af-ba37-63346c4c3589 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.587108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96524a7e-51f2-44af-ba37-63346c4c3589 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.587567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96524a7e-51f2-44af-ba37-63346c4c3589 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.589332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-96524a7e-51f2-44af-ba37-63346c4c3589 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1992702 Jul 22 17:07:52.592627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:52.614032 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:07:52.671850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-34897ef2-14da-4cb0-a5c3-d02ce53c9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.675775 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-34897ef2-14da-4cb0-a5c3-d02ce53c9f2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a664eda-79f0-4765-95b2-db6ed9fc800e HTTP/1.1" status: 200 len: 898 time: 0.1143119 Jul 22 17:07:52.700786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e91ecf-0321-49f2-a0b0-961d520c1f3f tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.701437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e91ecf-0321-49f2-a0b0-961d520c1f3f tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.701908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e91ecf-0321-49f2-a0b0-961d520c1f3f tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.703145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e91ecf-0321-49f2-a0b0-961d520c1f3f tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.703617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e91ecf-0321-49f2-a0b0-961d520c1f3f tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.705513 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c8e91ecf-0321-49f2-a0b0-961d520c1f3f tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.1120775 Jul 22 17:07:52.709014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57740) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:52.725006 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '0f40d69d-eb23-434d-a168-46903a65a684', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'port_id': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'mac_address': 'fa:16:3e:72:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:07:51Z', 'updated_at': '2021-07-22T17:07:51Z', 'revision_number': 0, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9267de-01f2-4562-b771-dbc81d229df1', 'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:c7:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:36Z', 'updated_at': '2021-07-22T17:07:41Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:52.752111 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] Checking router: f54e975b-6929-4754-b3a2-463e6aadae4a for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:07:52.753319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-77f9cc57-37f1-4c2e-9b23-bff218ed2564 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8641dc5d-f415-4f56-ab92-4325bb274b47 HTTP/1.1" status: 200 len: 999 time: 0.0693035 Jul 22 17:07:52.762272 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:07:52.762891 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:07:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:52.820979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-7465bd12-ca2d-4b41-928d-4aa2311616f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.823046 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-7465bd12-ca2d-4b41-928d-4aa2311616f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aba897a5-ee10-4fa5-84cf-9b269633aae2 HTTP/1.1" status: 200 len: 834 time: 0.0542331 Jul 22 17:07:52.906104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-c0e2db86-9939-4371-9726-000cb7c39bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:52.907716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-c0e2db86-9939-4371-9726-000cb7c39bb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a664eda-79f0-4765-95b2-db6ed9fc800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762448 Jul 22 17:07:52.993636 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:07:53.015539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-8bc26d74-aa10-4ecf-8351-00249377ad17 service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957446 Jul 22 17:07:53.125729 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-129a28fc-73e5-4ed0-b295-5b128d685720 req-375b8085-4204-4c15-9dda-abd7d7d799ac service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008165 Jul 22 17:07:53.261509 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '0f40d69d-eb23-434d-a168-46903a65a684', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'port_id': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'mac_address': 'fa:16:3e:72:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:07:51Z', 'updated_at': '2021-07-22T17:07:51Z', 'revision_number': 0, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9267de-01f2-4562-b771-dbc81d229df1', 'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:c7:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:36Z', 'updated_at': '2021-07-22T17:07:41Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:07:53.274082 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aba2dc50-3d8f-4e3a-bcc1-ddab883bf00c tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2339 time: 0.5614450 Jul 22 17:07:53.274361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:07:53.288513 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ba969-ea68-40b7-9a3c-81dc19e64fd8 None None] The sync data for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 is: [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '0f40d69d-eb23-434d-a168-46903a65a684', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'floating_ip_address': '172.25.3.95', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'port_id': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'mac_address': 'fa:16:3e:72:3a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:07:51Z', 'updated_at': '2021-07-22T17:07:51Z', 'revision_number': 0, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d9267de-01f2-4562-b771-dbc81d229df1', 'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:c7:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:36Z', 'updated_at': '2021-07-22T17:07:41Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:07:53.330690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2638071-d9a6-4182-a4ca-8332ce8acaa5 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:53.331207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2638071-d9a6-4182-a4ca-8332ce8acaa5 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:07:53.333552 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c2638071-d9a6-4182-a4ca-8332ce8acaa5 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f54e975b-6929-4754-b3a2-463e6aadae4a HTTP/1.1" status: 200 len: 1991 time: 0.0583253 Jul 22 17:07:53.469186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba324434-8044-4a44-b6f1-7771de13a686 None None] New status for floating IP 0f40d69d-eb23-434d-a168-46903a65a684: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:07:54.312736 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:01.725562 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:03.259709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823dc09-0ab1-46f1-aaf2-57a006245be9 req-8ac810ac-e64d-4934-9142-5c520091f0e8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:03.264316 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a823dc09-0ab1-46f1-aaf2-57a006245be9 req-8ac810ac-e64d-4934-9142-5c520091f0e8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0730867 Jul 22 17:08:03.301964 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a823dc09-0ab1-46f1-aaf2-57a006245be9 req-da0e88a9-4a5a-4be0-b396-d1b6cba2f4a9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346665 Jul 22 17:08:04.432226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1555f-5670-44cb-abf7-fc788c3e7355 req-69186147-e0cf-40ad-aadb-d6fec43b7a67 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:04.433713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01d1555f-5670-44cb-abf7-fc788c3e7355 req-69186147-e0cf-40ad-aadb-d6fec43b7a67 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0637298 Jul 22 17:08:04.475792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01d1555f-5670-44cb-abf7-fc788c3e7355 req-0d25637e-caec-4171-8706-f0a10788ebaf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364957 Jul 22 17:08:05.629228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf33ee-82a2-4e0c-8466-54cb926dcce1 req-47f9bd35-c46a-46e6-8d71-420178b2eea9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:05.631147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9aaf33ee-82a2-4e0c-8466-54cb926dcce1 req-47f9bd35-c46a-46e6-8d71-420178b2eea9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0716476 Jul 22 17:08:05.677421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9aaf33ee-82a2-4e0c-8466-54cb926dcce1 req-fec37717-2cb3-473f-a8d7-6691b8a8d10b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397120 Jul 22 17:08:05.845700 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:06.819088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e3a96-79bd-449f-82b9-c4f60182335d req-d939cf24-24ce-4e47-87fb-3117d1e92d82 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:06.820593 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-132e3a96-79bd-449f-82b9-c4f60182335d req-d939cf24-24ce-4e47-87fb-3117d1e92d82 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0645366 Jul 22 17:08:06.859751 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-132e3a96-79bd-449f-82b9-c4f60182335d req-b9858092-099a-4877-97f3-e3aff26edead tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334375 Jul 22 17:08:07.998138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0466d-da7a-4956-9ff9-8c02a9f09daa req-5b29ef07-375b-4e1e-a3ad-8793f8572d85 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:07.999677 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19c0466d-da7a-4956-9ff9-8c02a9f09daa req-5b29ef07-375b-4e1e-a3ad-8793f8572d85 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0686293 Jul 22 17:08:08.038435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-19c0466d-da7a-4956-9ff9-8c02a9f09daa req-e6a21544-8f69-4d8d-a150-0632ea4972c0 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329952 Jul 22 17:08:09.171274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a871395-366d-4b3b-aeea-d39fc5dbb5b4 req-418ba29d-6a15-4469-b135-6f269bdb66b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:09.173026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a871395-366d-4b3b-aeea-d39fc5dbb5b4 req-418ba29d-6a15-4469-b135-6f269bdb66b7 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0675986 Jul 22 17:08:09.213035 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a871395-366d-4b3b-aeea-d39fc5dbb5b4 req-bcbd8c3a-e08e-4c39-923a-a2cbb3d58671 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343523 Jul 22 17:08:10.344611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e4f2-1063-4e21-b0bf-5a7697f797f8 req-d717a199-a07c-4128-9f39-42a734d3ba30 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:10.346099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc68e4f2-1063-4e21-b0bf-5a7697f797f8 req-d717a199-a07c-4128-9f39-42a734d3ba30 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0644023 Jul 22 17:08:10.385983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bc68e4f2-1063-4e21-b0bf-5a7697f797f8 req-0fff8cba-6dbc-4e88-b1b6-95d75d050eef tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339417 Jul 22 17:08:10.480743 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:08:11.526829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88310f-4476-4b9c-816f-bafc9db99982 req-913e1260-0ccd-4acd-995e-e0a16f9de20d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:11.528322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a88310f-4476-4b9c-816f-bafc9db99982 req-913e1260-0ccd-4acd-995e-e0a16f9de20d tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0734720 Jul 22 17:08:11.567466 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a88310f-4476-4b9c-816f-bafc9db99982 req-e2829b84-fa64-4265-ae62-bf45aa4d7be3 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335763 Jul 22 17:08:12.709404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae4f05-fc1e-43e0-9b01-d7a202fc2946 req-e51f219b-a808-45d9-bc40-e5fa740c06e4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:12.711095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfae4f05-fc1e-43e0-9b01-d7a202fc2946 req-e51f219b-a808-45d9-bc40-e5fa740c06e4 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0708838 Jul 22 17:08:12.754077 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bfae4f05-fc1e-43e0-9b01-d7a202fc2946 req-46e24d07-f430-4551-a961-a04e4dc8ef43 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373564 Jul 22 17:08:13.892793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971b0a3-4e66-4d09-aff8-3a48037d07f0 req-b017d7c5-1cd4-4602-be71-5192a25ae757 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:13.894466 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a971b0a3-4e66-4d09-aff8-3a48037d07f0 req-b017d7c5-1cd4-4602-be71-5192a25ae757 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0711207 Jul 22 17:08:13.933797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a971b0a3-4e66-4d09-aff8-3a48037d07f0 req-320f6681-be2a-4dcc-b7cc-69883b03c5a1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329359 Jul 22 17:08:15.080301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba20973-52fd-4139-bbca-9ddf75496b76 req-58dd82bb-1ca9-4fe3-b565-b500f86c7b4b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:15.082438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eba20973-52fd-4139-bbca-9ddf75496b76 req-58dd82bb-1ca9-4fe3-b565-b500f86c7b4b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0758042 Jul 22 17:08:15.122972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eba20973-52fd-4139-bbca-9ddf75496b76 req-791e32aa-a14c-4a86-aae3-ac879cfdddbc tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344813 Jul 22 17:08:16.264304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900314e9-9c4e-404f-a214-97dd1df54905 req-83524457-70ed-4b19-81f7-ee70b93cbb0a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:16.265819 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-900314e9-9c4e-404f-a214-97dd1df54905 req-83524457-70ed-4b19-81f7-ee70b93cbb0a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0701244 Jul 22 17:08:16.310574 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-900314e9-9c4e-404f-a214-97dd1df54905 req-c1c3354c-8d35-4402-a9a4-7be1fc13d333 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378923 Jul 22 17:08:17.439953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c472e-77cc-4781-8f70-0691d8b7bd83 req-0ca2ff93-8820-4270-a94c-64f18d831d70 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:17.441451 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e31c472e-77cc-4781-8f70-0691d8b7bd83 req-0ca2ff93-8820-4270-a94c-64f18d831d70 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0634146 Jul 22 17:08:17.479535 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e31c472e-77cc-4781-8f70-0691d8b7bd83 req-e0cc287c-430f-4fff-8781-5a55ce16effa tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321999 Jul 22 17:08:18.461621 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e5ddc5a-0514-48f0-85ca-c44a33c63c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:18.620218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5af9f-8fac-4da6-81c9-a30c2891e528 req-c2185d60-814c-4173-960f-9c76c0508882 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:18.621999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e3c5af9f-8fac-4da6-81c9-a30c2891e528 req-c2185d60-814c-4173-960f-9c76c0508882 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0752149 Jul 22 17:08:18.662888 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e3c5af9f-8fac-4da6-81c9-a30c2891e528 req-3375800f-0a68-462d-8b8e-660973dabc4b tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349872 Jul 22 17:08:19.799561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088f117-e880-4bc3-9bcb-468319c66a37 req-af291e98-dc30-4b45-aaf7-21a72f94ddb8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:19.801885 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2088f117-e880-4bc3-9bcb-468319c66a37 req-af291e98-dc30-4b45-aaf7-21a72f94ddb8 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0701215 Jul 22 17:08:19.839829 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2088f117-e880-4bc3-9bcb-468319c66a37 req-f5fc7d3b-1114-481e-b0c4-826b488c6ec1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Jul 22 17:08:20.976837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562cf65-dbb9-4cc5-bdde-8dde276380ee req-0cc8c588-3124-4d54-9d72-415306ccf0ef tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:20.978488 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8562cf65-dbb9-4cc5-bdde-8dde276380ee req-0cc8c588-3124-4d54-9d72-415306ccf0ef tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0691960 Jul 22 17:08:21.018121 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8562cf65-dbb9-4cc5-bdde-8dde276380ee req-83381a70-dae4-4cc3-ad44-80dd48d99a5a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341105 Jul 22 17:08:21.058040 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dc9ffe2c-c361-4df1-aa60-bf7ec02bcb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:21.098276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7d844-2382-4d28-8f14-9afc05694676 req-2f36efbc-7440-461b-9524-c371c307992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:21.099834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47c7d844-2382-4d28-8f14-9afc05694676 req-2f36efbc-7440-461b-9524-c371c307992d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0648181 Jul 22 17:08:21.135286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47c7d844-2382-4d28-8f14-9afc05694676 req-f2dc0c66-741e-415f-a819-07962d59a7be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290532 Jul 22 17:08:21.278064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:21.936326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2e0cd1f9-6a8f-4985-8575-4a0e28092351 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:08:22.033513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:22.044572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'port_id': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'mac_address': 'fa:16:3e:f4:0f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:08:22.083925 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:22.097516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e0cd1f9-6a8f-4985-8575-4a0e28092351 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:08:22.121446 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:22.125961 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:22.173902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c026a-dc7b-42f8-b982-51abcd646b73 req-c170916c-4a01-4ec0-9f59-55e24d7786f9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:22.175584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=2e0cd1f9-6a8f-4985-8575-4a0e28092351,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:22.178812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c75c026a-dc7b-42f8-b982-51abcd646b73 req-c170916c-4a01-4ec0-9f59-55e24d7786f9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0846200 Jul 22 17:08:22.183982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.184337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.184679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.185012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.185357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.185671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.185995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.186320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.186641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.186992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.187318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.187639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:22.215854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c75c026a-dc7b-42f8-b982-51abcd646b73 req-e791037a-ca2e-4494-9c60-e11b9ea598b9 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345235 Jul 22 17:08:22.404953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['2e0cd1f9-6a8f-4985-8575-4a0e28092351'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:08:22.621565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:23.350580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ab96f-6b4d-45ef-8a47-5e7269b9f97c req-9972d5a1-ad8c-4afc-b4fa-fe0959a77862 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:23.352414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f2ab96f-6b4d-45ef-8a47-5e7269b9f97c req-9972d5a1-ad8c-4afc-b4fa-fe0959a77862 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 945 time: 0.0663297 Jul 22 17:08:23.391446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f2ab96f-6b4d-45ef-8a47-5e7269b9f97c req-e2beda7e-aca5-4fc0-8565-3207a62c2143 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335219 Jul 22 17:08:23.414465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57810) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:23.478964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4e5ba5e5-ecf2-4e11-8bea-8c42fb920b46 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/floatingips/25025fdb-3449-474c-8ca0-12201ed0ad05 HTTP/1.1" status: 200 len: 993 time: 0.0632758 Jul 22 17:08:23.940739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2e0cd1f9-6a8f-4985-8575-4a0e28092351 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:08:23.990920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:23.991312 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:24.065795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:24.087226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:08:24.089456 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b234f9f5-d68e-4b86-a33c-adc641f4d455" -d '{"events": [{"server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "name": "network-vif-plugged", "status": "completed", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:08:24.102347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:24.106357 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:24.129993 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c89b76-e2b1-4635-9084-e7879661a2ac x-openstack-request-id: req-d4c89b76-e2b1-4635-9084-e7879661a2ac {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:08:24.130287 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "name": "network-vif-plugged", "status": "completed", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:08:24.130538 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4c89b76-e2b1-4635-9084-e7879661a2ac {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:08:24.130946 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'code': 200} Jul 22 17:08:24.155759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=2e0cd1f9-6a8f-4985-8575-4a0e28092351,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:24.315369 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:27.283472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:27.387627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-626ea5bf-b2dc-42d0-90ac-f8deb3f847b6 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2024 time: 0.1029222 Jul 22 17:08:27.390744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57820) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:27.397971 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'network': {'name': 'tempest-network-smoke--593798115', 'project_id': '977eb437f966456c92cf2e9da629b67b', 'port_security_enabled': False}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:08:27.419706 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Made reservation on behalf of 977eb437f966456c92cf2e9da629b67b for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:08:27.423672 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:27.448344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:08:27.457878 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:27.458301 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Added segment c23753bd-a38a-4a48-904d-6663253a8650 of type vlan for network ad5880fd-d573-4727-b54c-7edc37048ad4 Jul 22 17:08:27.500230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:27.530437 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:27.535954 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:27.536527 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:27.579260 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1873000 Jul 22 17:08:27.582014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57822) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:27.587572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'admin_state_up': True, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:08:27.612044 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:27.613096 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:27.613259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3c319-c004-4e45-9444-d89ae0a73d68 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Network': ['ID=ad5880fd-d573-4727-b54c-7edc37048ad4,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:27.625894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network ad5880fd-d573-4727-b54c-7edc37048ad4 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:08:27.666420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:27.815496 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:28.015559 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:28.034238 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:28.143011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Allocated IP 172.25.3.93 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/1860b36c-6dff-4f03-be8c-60e365b77ffa) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:08:28.249686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:28.291139 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:28.327674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:08:28.333841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:08:28.337774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:08:28.360816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=1860b36c-6dff-4f03-be8c-60e365b77ffa,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:28.375602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.375956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.376298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.376635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.376968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.377302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.377632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.377961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.378290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.378617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.378956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.379295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:28.607115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:28.801069 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:28.932680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:08:29.040721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:08:29.050393 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Sync routers for ids ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:08:29.059334 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.059664 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Routers {'25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:29.059958 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:29.060437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c8cccf49-0d77-41c7-99b8-a1e11905eaad tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4772956 Jul 22 17:08:29.063525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:29.129697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c23095-e9a6-4624-9bcb-11c576d501c2 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:29.132295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-55c23095-e9a6-4624-9bcb-11c576d501c2 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=977eb437f966456c92cf2e9da629b67b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0663960 Jul 22 17:08:29.134707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:29.162484 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Set router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:29.230282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8ce24-f242-445d-afe2-8d10ae7e015f tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:29.233597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2af8ce24-f242-445d-afe2-8d10ae7e015f tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0978901 Jul 22 17:08:29.235961 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:29.264338 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-78a2e126-780e-4102-a699-c4696ee9c4e6 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272267 Jul 22 17:08:29.267066 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57830) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:29.294890 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f1be9b8c-db6f-4efa-8747-78a517f882a8 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=977eb437f966456c92cf2e9da629b67b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267766 Jul 22 17:08:29.297307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:29.343843 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:08:27Z', 'updated_at': '2021-07-22T17:08:28Z', 'revision_number': 3, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:28Z', 'updated_at': '2021-07-22T17:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:29.369993 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Checking router: 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:08:29.370342 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Updating router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 port 1860b36c-6dff-4f03-be8c-60e365b77ffa binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:08:29.390115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa2900-e3a2-463a-9597-be49ae919d8c tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:29.391788 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-63aa2900-e3a2-463a-9597-be49ae919d8c tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934730 Jul 22 17:08:29.394661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57834) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:29.406312 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.423078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7a88de70-9969-4203-95bc-c00d1ebc30a0 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271606 Jul 22 17:08:29.425471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57836) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:29.430338 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1450376091', 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4', 'project_id': '977eb437f966456c92cf2e9da629b67b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:08:29.522209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Made reservation on behalf of 977eb437f966456c92cf2e9da629b67b for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:08:29.525790 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.658511 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.668765 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Transition to ACTIVE for port object 1860b36c-6dff-4f03-be8c-60e365b77ffa will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:08:29.675494 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.704351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.726762 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Attempting to bind port 1860b36c-6dff-4f03-be8c-60e365b77ffa on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:08:29.727193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Attempting to bind port 1860b36c-6dff-4f03-be8c-60e365b77ffa by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:08:29.727500 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Attempting to bind port 1860b36c-6dff-4f03-be8c-60e365b77ffa on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:08:29.736912 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:08:29.737342 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:08:29.737674 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.738065 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:08:29.738533 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Bound port: 1860b36c-6dff-4f03-be8c-60e365b77ffa, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:08:29.738909 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.741897 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Pushing event updated for resources: {'Port': ['ID=1860b36c-6dff-4f03-be8c-60e365b77ffa,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:29.768018 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Subnet': ['ID=9dbb3f83-1662-452e-a072-78b5d33a7172,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:29.768328 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.768595 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.768906 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.769317 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.769555 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.770085 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.770417 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.770734 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.771100 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.771498 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.772705 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.772705 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.781005 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.781403 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.781879 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.782288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.782693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.783118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.783533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.783912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.784328 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.784727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.785146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.785544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:08:29.795679 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Checking segment: {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:08:29.796053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network hostable DHCP agents. Network: ad5880fd-d573-4727-b54c-7edc37048ad4, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:08:29.814398 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] For port 1860b36c-6dff-4f03-be8c-60e365b77ffa, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:08:29.815289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network ad5880fd-d573-4727-b54c-7edc37048ad4 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:08:29.818376 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] For port 1860b36c-6dff-4f03-be8c-60e365b77ffa, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1860b36c-6dff-4f03-be8c-60e365b77ffa,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:08:29.823650 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.828652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, ad5880fd-d573-4727-b54c-7edc37048ad4) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:08:29.833442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:29.834112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:29.843173 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f9eb8-838b-44e5-90b9-a264d7804cb6 None None] Network ad5880fd-d573-4727-b54c-7edc37048ad4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:08:29.852984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-49e0288c-05fd-4a57-8b3a-0fcd47b2b17d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4237289 Jul 22 17:08:29.853216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57838) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:29.885089 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Routers {'25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:29.885915 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:29.977878 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7980ec-adcf-4198-91d7-a58d979e044b None None] Pushing event updated for resources: {'Port': ['ID=1860b36c-6dff-4f03-be8c-60e365b77ffa,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:30.018175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-ad5880fd-d573-4727-b54c-7edc37048ad4', 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'fixed_ips': [{'subnet_id': '9dbb3f83-1662-452e-a072-78b5d33a7172'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:08:30.018845 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] Set router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:30.019141 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:30.161804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Allocated IP 172.20.0.18 (ad5880fd-d573-4727-b54c-7edc37048ad4/9dbb3f83-1662-452e-a072-78b5d33a7172/e164b1f5-1e00-4913-8c95-3fee023fc29b) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:08:30.235713 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:08:27Z', 'updated_at': '2021-07-22T17:08:28Z', 'revision_number': 3, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:28Z', 'updated_at': '2021-07-22T17:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:30.269884 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaf7f37-0778-4d8e-9f78-822a83b5498a None None] The sync data for ids ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'] in n-d-792458-13 is: [{'id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:08:27Z', 'updated_at': '2021-07-22T17:08:28Z', 'revision_number': 3, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:28Z', 'updated_at': '2021-07-22T17:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:08:30.331424 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:30.340883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Transition to ACTIVE for port object e164b1f5-1e00-4913-8c95-3fee023fc29b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:08:30.356655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Transition to ACTIVE for port object e164b1f5-1e00-4913-8c95-3fee023fc29b will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:08:30.364466 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:30.407608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Network ad5880fd-d573-4727-b54c-7edc37048ad4 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:08:30.410416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:08:30.414586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:08:30.421396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Pushing event updated for resources: {'Port': ['ID=e164b1f5-1e00-4913-8c95-3fee023fc29b,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:30.483477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Attempting to bind port e164b1f5-1e00-4913-8c95-3fee023fc29b on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:08:30.483850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Attempting to bind port e164b1f5-1e00-4913-8c95-3fee023fc29b by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:08:30.484213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Attempting to bind port e164b1f5-1e00-4913-8c95-3fee023fc29b on network ad5880fd-d573-4727-b54c-7edc37048ad4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:08:30.494080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:08:30.494449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Checking segment: {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:08:30.495100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:30.495954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Bound using segment: {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:08:30.496598 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Bound port: e164b1f5-1e00-4913-8c95-3fee023fc29b, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:08:30.500591 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:30.607008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] For port e164b1f5-1e00-4913-8c95-3fee023fc29b, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:08:30.610765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] For port e164b1f5-1e00-4913-8c95-3fee023fc29b, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e164b1f5-1e00-4913-8c95-3fee023fc29b,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:08:30.617612 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:30.648380 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:30.689790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016174ac-ecd3-4c88-9da6-2f707735a03c None None] Pushing event updated for resources: {'Port': ['ID=e164b1f5-1e00-4913-8c95-3fee023fc29b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:30.972165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Allocated IP 172.20.0.17 (ad5880fd-d573-4727-b54c-7edc37048ad4/9dbb3f83-1662-452e-a072-78b5d33a7172/c341580e-e00b-47d9-b741-913f666b6fa6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:08:31.106826 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.121766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Transition to ACTIVE for port object c341580e-e00b-47d9-b741-913f666b6fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:08:31.156123 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.200244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network ad5880fd-d573-4727-b54c-7edc37048ad4 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:08:31.203356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:08:31.207311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:08:31.213984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=c341580e-e00b-47d9-b741-913f666b6fa6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:31.255112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.378100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e164b1f5-1e00-4913-8c95-3fee023fc29b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:08:31.421835 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.433932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e164b1f5-1e00-4913-8c95-3fee023fc29b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:08:31.438613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1860b36c-6dff-4f03-be8c-60e365b77ffa up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:08:31.491553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1860b36c-6dff-4f03-be8c-60e365b77ffa completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:08:31.496032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1860b36c-6dff-4f03-be8c-60e365b77ffa triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:31.496485 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.583629 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.608581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1860b36c-6dff-4f03-be8c-60e365b77ffa, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1860b36c-6dff-4f03-be8c-60e365b77ffa,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:31.617523 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.651886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828c174-8b87-455c-8829-58dd29f8e3bb None None] Network ad5880fd-d573-4727-b54c-7edc37048ad4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:08:31.732716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1860b36c-6dff-4f03-be8c-60e365b77ffa,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:31.732929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.735411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-64d7646e-67a2-41ab-914b-122d2ec41abf None None] Provisioning for port e164b1f5-1e00-4913-8c95-3fee023fc29b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:08:31.738148 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.750629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-64d7646e-67a2-41ab-914b-122d2ec41abf None None] Provisioning complete for port e164b1f5-1e00-4913-8c95-3fee023fc29b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:31.751035 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64d7646e-67a2-41ab-914b-122d2ec41abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.798457 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.817213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=c341580e-e00b-47d9-b741-913f666b6fa6,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:31.820472 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.912473 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64d7646e-67a2-41ab-914b-122d2ec41abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:31.919796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network ad5880fd-d573-4727-b54c-7edc37048ad4 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:08:31.921262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:08:31.960184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-64d7646e-67a2-41ab-914b-122d2ec41abf None None] For port e164b1f5-1e00-4913-8c95-3fee023fc29b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e164b1f5-1e00-4913-8c95-3fee023fc29b,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:31.966321 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64d7646e-67a2-41ab-914b-122d2ec41abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:32.017998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7646e-67a2-41ab-914b-122d2ec41abf None None] Pushing event updated for resources: {'Port': ['ID=e164b1f5-1e00-4913-8c95-3fee023fc29b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:32.067371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:08:32.186474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c616f67f-c3f8-4870-9a9b-7e6c37759ed5 None None] Provisioning complete for port e164b1f5-1e00-4913-8c95-3fee023fc29b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:32.186844 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c616f67f-c3f8-4870-9a9b-7e6c37759ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:32.192560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:08:32.206091 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5c5469ed-925f-4419-9c00-ab83f61b7b0d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "PUT /v2.0/routers/25ec971f-ef8b-4e5d-8c1b-4092fc3c8194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3441217 Jul 22 17:08:32.245095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Sync routers for ids ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:08:32.279235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Routers {'25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:32.280393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:32.437867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75f74-33a7-487c-9504-289211fb9f5f req-b4403189-4eac-4e32-9024-094a77e48d5f tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:32.440327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-b4403189-4eac-4e32-9024-094a77e48d5f tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/networks?id=ad5880fd-d573-4727-b54c-7edc37048ad4 HTTP/1.1" status: 200 len: 797 time: 0.1146719 Jul 22 17:08:32.457787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-2ca4acda-5138-472a-b462-ba10f4774c40 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/quotas/977eb437f966456c92cf2e9da629b67b HTTP/1.1" status: 200 len: 375 time: 0.0108202 Jul 22 17:08:32.534626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c616f67f-c3f8-4870-9a9b-7e6c37759ed5 None None] Provisioning for port c341580e-e00b-47d9-b741-913f666b6fa6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:08:32.543227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c616f67f-c3f8-4870-9a9b-7e6c37759ed5 None None] Provisioning complete for port c341580e-e00b-47d9-b741-913f666b6fa6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:32.543600 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c616f67f-c3f8-4870-9a9b-7e6c37759ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:32.545587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-fb4c72af-86e6-4ea3-980e-9cfff600d21b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=977eb437f966456c92cf2e9da629b67b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0810812 Jul 22 17:08:32.562723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-655f1d97-0ae4-439d-b75c-d6ddaf62fb1a tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:08:32.563872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-655f1d97-0ae4-439d-b75c-d6ddaf62fb1a tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061362 Jul 22 17:08:32.591031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Set router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:32.592765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c616f67f-c3f8-4870-9a9b-7e6c37759ed5 None None] Port c341580e-e00b-47d9-b741-913f666b6fa6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:08:32.664642 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-fc6f8113-77ed-4167-a685-2cc2f3a0e666 service neutron] 10.222.0.53 "GET /v2.0/networks/ad5880fd-d573-4727-b54c-7edc37048ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935273 Jul 22 17:08:32.748853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ae23de50-a898-40d5-a671-a4dfe9d6c870 None None] Provisioning complete for port c341580e-e00b-47d9-b741-913f666b6fa6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:32.749214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae23de50-a898-40d5-a671-a4dfe9d6c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:32.758244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a331b902-52d5-4721-9f4b-543da941e51b service neutron] 10.222.0.53 "GET /v2.0/networks/ad5880fd-d573-4727-b54c-7edc37048ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873401 Jul 22 17:08:32.808604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ae23de50-a898-40d5-a671-a4dfe9d6c870 None None] Port c341580e-e00b-47d9-b741-913f666b6fa6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:08:32.832102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:08:27Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:28Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c341580e-e00b-47d9-b741-913f666b6fa6', 'name': '', 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:e7:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '9dbb3f83-1662-452e-a072-78b5d33a7172', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:30Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 2, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': '9dbb3f83-1662-452e-a072-78b5d33a7172', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:32.859027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Checking router: 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:08:32.859381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Updating router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 port c341580e-e00b-47d9-b741-913f666b6fa6 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:08:32.899057 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:32.924311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-103bb383-c4a8-478a-a8af-55bc880eec01 req-46108503-36f0-4e4d-8a71-527b65163f6d tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 210 time: 0.0314059 Jul 22 17:08:33.191780 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:33.203442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Transition to ACTIVE for port object c341580e-e00b-47d9-b741-913f666b6fa6 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:08:33.209734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:33.262483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd357bfb-9a3f-460c-8506-bd4840f92063 None None] Pushing event updated for resources: {'Port': ['ID=c341580e-e00b-47d9-b741-913f666b6fa6,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:33.337569 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e164b1f5-1e00-4913-8c95-3fee023fc29b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:08:33.339481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Attempting to bind port c341580e-e00b-47d9-b741-913f666b6fa6 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:08:33.339839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Attempting to bind port c341580e-e00b-47d9-b741-913f666b6fa6 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:08:33.340186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Attempting to bind port c341580e-e00b-47d9-b741-913f666b6fa6 on network ad5880fd-d573-4727-b54c-7edc37048ad4 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:08:33.371443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:08:33.371823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Checking segment: {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:08:33.372223 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:33.372615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Bound using segment: {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:08:33.373091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Bound port: c341580e-e00b-47d9-b741-913f666b6fa6, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:08:33.373465 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:33.450898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e164b1f5-1e00-4913-8c95-3fee023fc29b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:33.451470 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:33.476389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] For port c341580e-e00b-47d9-b741-913f666b6fa6, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:08:33.497309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] For port c341580e-e00b-47d9-b741-913f666b6fa6, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c341580e-e00b-47d9-b741-913f666b6fa6,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:08:33.504588 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:33.580034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Routers {'25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:33.580717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:33.679104 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd357bfb-9a3f-460c-8506-bd4840f92063 None None] Pushing event updated for resources: {'Port': ['ID=c341580e-e00b-47d9-b741-913f666b6fa6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:33.696692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1860b36c-6dff-4f03-be8c-60e365b77ffa up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:08:33.756527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] Set router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:33.800642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1860b36c-6dff-4f03-be8c-60e365b77ffa triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:33.800927 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:34.016645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75f74-33a7-487c-9504-289211fb9f5f req-23e34971-cbd5-458d-b1f0-2341a10dd27c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:34.018856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-23e34971-cbd5-458d-b1f0-2341a10dd27c tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.20 "GET /v2.0/networks?id=ad5880fd-d573-4727-b54c-7edc37048ad4 HTTP/1.1" status: 200 len: 797 time: 0.1332934 Jul 22 17:08:34.052464 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:08:27Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:28Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c341580e-e00b-47d9-b741-913f666b6fa6', 'name': '', 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:e7:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '9dbb3f83-1662-452e-a072-78b5d33a7172', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:30Z', 'updated_at': '2021-07-22T17:08:33Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': '9dbb3f83-1662-452e-a072-78b5d33a7172', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:34.056336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b8246480-9c32-4acb-846a-4cb1330b0cc9 req-cd1f1c9f-6f62-4edd-a6fe-435ef905246e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 210 time: 0.0470154 Jul 22 17:08:34.059804 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Request body: {'port': {'device_id': 'b1cb43eb-3e4f-4e42-b764-a2d24319e01a', 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4', 'admin_state_up': True, 'tenant_id': '977eb437f966456c92cf2e9da629b67b'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:08:34.081706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3523a12-6666-4bd9-bfb8-ab819c5de8ef None None] The sync data for ids ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'] in n-d-792458-13 is: [{'id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:08:27Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:28Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'c341580e-e00b-47d9-b741-913f666b6fa6', 'name': '', 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:e7:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '9dbb3f83-1662-452e-a072-78b5d33a7172', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:30Z', 'updated_at': '2021-07-22T17:08:33Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': '9dbb3f83-1662-452e-a072-78b5d33a7172', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:08:34.181625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Made reservation on behalf of 977eb437f966456c92cf2e9da629b67b for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:08:34.185188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:34.319951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Allocated IP 172.20.0.20 (ad5880fd-d573-4727-b54c-7edc37048ad4/9dbb3f83-1662-452e-a072-78b5d33a7172/afde9084-014d-4a82-8b28-dabc5e7b458d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:08:34.446144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:34.461834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Transition to ACTIVE for port object afde9084-014d-4a82-8b28-dabc5e7b458d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:08:34.496694 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:34.547761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Network ad5880fd-d573-4727-b54c-7edc37048ad4 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:08:34.550806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:08:34.554319 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:08:34.581931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event updated for resources: {'Port': ['ID=afde9084-014d-4a82-8b28-dabc5e7b458d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:34.614646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:34.616562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:34.632334 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-a7a667a2-0462-4c5d-bf42-7c3a003449b0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5784624 Jul 22 17:08:34.649520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-6f044850-3c8c-4e98-afa2-5d431755f099 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:08:34.650570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-6f044850-3c8c-4e98-afa2-5d431755f099 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059018 Jul 22 17:08:34.665062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Request body: {'port': {'device_id': 'b1cb43eb-3e4f-4e42-b764-a2d24319e01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:08:34.743657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:34.826345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5c307d1-f052-441b-b0e1-9d43edee1a16 None None] Provisioning for port afde9084-014d-4a82-8b28-dabc5e7b458d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:08:34.831569 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c5c307d1-f052-441b-b0e1-9d43edee1a16 None None] Provisioning complete for port afde9084-014d-4a82-8b28-dabc5e7b458d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:34.831958 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c5c307d1-f052-441b-b0e1-9d43edee1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:34.867834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c5c307d1-f052-441b-b0e1-9d43edee1a16 None None] Port afde9084-014d-4a82-8b28-dabc5e7b458d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:08:35.211311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bc4ea-9273-4e10-b7e9-85a42e9da1aa req-7ffe7a0f-9efd-4d6a-81ef-e245e855ea1e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:35.212879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e7bc4ea-9273-4e10-b7e9-85a42e9da1aa req-7ffe7a0f-9efd-4d6a-81ef-e245e855ea1e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 895 time: 0.0706208 Jul 22 17:08:35.335682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c341580e-e00b-47d9-b741-913f666b6fa6 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:08:35.344210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afde9084-014d-4a82-8b28-dabc5e7b458d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:08:35.351849 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:35.363309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Transition to ACTIVE for port object afde9084-014d-4a82-8b28-dabc5e7b458d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:08:35.367170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:35.389218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c341580e-e00b-47d9-b741-913f666b6fa6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:08:35.393878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c341580e-e00b-47d9-b741-913f666b6fa6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:35.394249 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:35.463364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Pushing event updated for resources: {'Port': ['ID=afde9084-014d-4a82-8b28-dabc5e7b458d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:35.475345 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:35.495172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Attempting to bind port afde9084-014d-4a82-8b28-dabc5e7b458d on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:08:35.495518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Attempting to bind port afde9084-014d-4a82-8b28-dabc5e7b458d by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:08:35.496088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Attempting to bind port afde9084-014d-4a82-8b28-dabc5e7b458d on network ad5880fd-d573-4727-b54c-7edc37048ad4 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:08:35.500947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Port afde9084-014d-4a82-8b28-dabc5e7b458d on network ad5880fd-d573-4727-b54c-7edc37048ad4 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:08:35.501269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Attempting to bind port afde9084-014d-4a82-8b28-dabc5e7b458d on network ad5880fd-d573-4727-b54c-7edc37048ad4 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:08:35.506246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:08:35.506578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Checking segment: {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:08:35.506997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Bound using segment: {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:08:35.507407 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Bound port: afde9084-014d-4a82-8b28-dabc5e7b458d, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23753bd-a38a-4a48-904d-6663253a8650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:08:35.507766 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:35.512629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port c341580e-e00b-47d9-b741-913f666b6fa6, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c341580e-e00b-47d9-b741-913f666b6fa6,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:35.517401 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:35.576676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=c341580e-e00b-47d9-b741-913f666b6fa6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:35.589889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] For port afde9084-014d-4a82-8b28-dabc5e7b458d, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:08:35.593035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] For port afde9084-014d-4a82-8b28-dabc5e7b458d, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=afde9084-014d-4a82-8b28-dabc5e7b458d,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:08:35.598229 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:35.629525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:35.630297 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:35.632844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] 10.222.0.20 "PUT /v2.0/ports/afde9084-014d-4a82-8b28-dabc5e7b458d HTTP/1.1" status: 200 len: 1056 time: 0.9749155 Jul 22 17:08:35.635211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1cb43eb-3e4f-4e42-b764-a2d24319e01a', 'tag': 'afde9084-014d-4a82-8b28-dabc5e7b458d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:08:35.637506 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eca2cd-de05-47fd-8b39-82b25d10278a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1cb43eb-3e4f-4e42-b764-a2d24319e01a", "tag": "afde9084-014d-4a82-8b28-dabc5e7b458d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:08:35.668916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966217c-8111-47c0-a59a-8971ccab45eb service neutron] Pushing event updated for resources: {'Port': ['ID=afde9084-014d-4a82-8b28-dabc5e7b458d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:35.681579 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de62862-7e6a-493e-9c6c-75df79c85248 x-openstack-request-id: req-8de62862-7e6a-493e-9c6c-75df79c85248 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:08:35.681863 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1cb43eb-3e4f-4e42-b764-a2d24319e01a", "tag": "afde9084-014d-4a82-8b28-dabc5e7b458d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:08:35.682120 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8de62862-7e6a-493e-9c6c-75df79c85248 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:08:35.682516 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1cb43eb-3e4f-4e42-b764-a2d24319e01a', 'tag': 'afde9084-014d-4a82-8b28-dabc5e7b458d', 'status': 'completed', 'code': 200} Jul 22 17:08:35.770337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75f74-33a7-487c-9504-289211fb9f5f req-ac6bd06a-3f5c-49bc-a131-834d5a41cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:35.772525 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-ac6bd06a-3f5c-49bc-a131-834d5a41cb63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977eb437f966456c92cf2e9da629b67b&device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 1059 time: 0.0609469 Jul 22 17:08:35.824793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-5779e302-c73e-4d2a-9e02-41fa0c813d66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=afde9084-014d-4a82-8b28-dabc5e7b458d HTTP/1.1" status: 200 len: 217 time: 0.0406032 Jul 22 17:08:35.857890 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:35.880248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75f74-33a7-487c-9504-289211fb9f5f req-fde1db0b-3e58-45ff-8691-4fc8bd822c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:35.882326 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-fde1db0b-3e58-45ff-8691-4fc8bd822c40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9dbb3f83-1662-452e-a072-78b5d33a7172 HTTP/1.1" status: 200 len: 838 time: 0.0522225 Jul 22 17:08:35.943145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b75f74-33a7-487c-9504-289211fb9f5f req-e7201a8c-88e3-4a1e-8bfe-37dc41fc23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:35.945175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-e7201a8c-88e3-4a1e-8bfe-37dc41fc23e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad5880fd-d573-4727-b54c-7edc37048ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0568311 Jul 22 17:08:36.036629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-8d0e16fc-96b7-4510-895b-6b77974a60fa service neutron] 10.222.0.20 "GET /v2.0/networks/ad5880fd-d573-4727-b54c-7edc37048ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855019 Jul 22 17:08:36.129731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93b75f74-33a7-487c-9504-289211fb9f5f req-462d7a37-529e-4a09-9b17-983641bd0d6e service neutron] 10.222.0.20 "GET /v2.0/networks/ad5880fd-d573-4727-b54c-7edc37048ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858257 Jul 22 17:08:36.266806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-4de5d27b-329c-471d-b9f1-b5445d4bee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:36.268535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-4de5d27b-329c-471d-b9f1-b5445d4bee31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977eb437f966456c92cf2e9da629b67b&device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 1059 time: 0.0555410 Jul 22 17:08:36.351586 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75804ac-f1d3-4e1d-aa83-7c654c1b163c req-3a3ac6c8-de41-4b8e-a843-8021e23af4b2 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:36.353317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a75804ac-f1d3-4e1d-aa83-7c654c1b163c req-3a3ac6c8-de41-4b8e-a843-8021e23af4b2 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 907 time: 0.0689054 Jul 22 17:08:36.359374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-8f618942-d686-4327-80cd-728a1996bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:36.360851 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-8f618942-d686-4327-80cd-728a1996bd28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad5880fd-d573-4727-b54c-7edc37048ad4 HTTP/1.1" status: 200 len: 898 time: 0.0854790 Jul 22 17:08:36.405807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-d8eca009-d32b-437c-a2c1-dff0b4083f2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=afde9084-014d-4a82-8b28-dabc5e7b458d HTTP/1.1" status: 200 len: 217 time: 0.0387032 Jul 22 17:08:36.454079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-9783d42d-2c5a-4bdf-b5a9-246c2b1191aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:36.455545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-9783d42d-2c5a-4bdf-b5a9-246c2b1191aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9dbb3f83-1662-452e-a072-78b5d33a7172 HTTP/1.1" status: 200 len: 838 time: 0.0435734 Jul 22 17:08:36.515305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-c3127d3a-f3e6-4e0a-b2d7-f44e6b56a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:36.516788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-c3127d3a-f3e6-4e0a-b2d7-f44e6b56a64c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad5880fd-d573-4727-b54c-7edc37048ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0531616 Jul 22 17:08:36.609440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-d3e224d2-342a-4773-b6ee-e667813e1553 service neutron] 10.222.0.20 "GET /v2.0/networks/ad5880fd-d573-4727-b54c-7edc37048ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 Jul 22 17:08:36.699594 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1eca2cd-de05-47fd-8b39-82b25d10278a req-a7c6e643-e386-4f4a-8b21-f8dd81b2ac0e service neutron] 10.222.0.20 "GET /v2.0/networks/ad5880fd-d573-4727-b54c-7edc37048ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808418 Jul 22 17:08:37.312430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c341580e-e00b-47d9-b741-913f666b6fa6 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:08:37.359289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c341580e-e00b-47d9-b741-913f666b6fa6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:37.359655 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:37.493109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c1bd4-e39d-4223-8f06-82cae0fa827e req-1a4b5796-f5ac-4599-b584-95ebe96cdc44 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:37.494613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-550c1bd4-e39d-4223-8f06-82cae0fa827e req-1a4b5796-f5ac-4599-b584-95ebe96cdc44 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 907 time: 0.0684762 Jul 22 17:08:38.075100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device afde9084-014d-4a82-8b28-dabc5e7b458d details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:08:38.169428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port afde9084-014d-4a82-8b28-dabc5e7b458d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=afde9084-014d-4a82-8b28-dabc5e7b458d,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:38.181512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'afde9084-014d-4a82-8b28-dabc5e7b458d', 'network_id': 'ad5880fd-d573-4727-b54c-7edc37048ad4', 'port_id': 'afde9084-014d-4a82-8b28-dabc5e7b458d', 'mac_address': 'fa:16:3e:a8:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dbb3f83-1662-452e-a072-78b5d33a7172', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:08:38.218392 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:38.231133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afde9084-014d-4a82-8b28-dabc5e7b458d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:08:38.251540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port afde9084-014d-4a82-8b28-dabc5e7b458d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=afde9084-014d-4a82-8b28-dabc5e7b458d,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:38.258105 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:38.311963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=afde9084-014d-4a82-8b28-dabc5e7b458d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:38.561528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['afde9084-014d-4a82-8b28-dabc5e7b458d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:08:38.625618 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da348bac-2041-4a1e-9e0f-49ce7dba5f3e req-3bb341ad-1241-4074-bbc4-4c5bdf3a7694 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:38.627119 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da348bac-2041-4a1e-9e0f-49ce7dba5f3e req-3bb341ad-1241-4074-bbc4-4c5bdf3a7694 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 908 time: 0.0663693 Jul 22 17:08:39.757744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f1ade-693f-4e1c-8210-fe63e050a4d8 req-b87ddf91-3821-4a7e-8c3c-f5d16ebb88e1 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:39.759257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-385f1ade-693f-4e1c-8210-fe63e050a4d8 req-b87ddf91-3821-4a7e-8c3c-f5d16ebb88e1 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 908 time: 0.0644825 Jul 22 17:08:40.077514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device afde9084-014d-4a82-8b28-dabc5e7b458d up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:08:40.127712 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port afde9084-014d-4a82-8b28-dabc5e7b458d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:08:40.131431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port afde9084-014d-4a82-8b28-dabc5e7b458d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:08:40.131804 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:40.208206 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:40.230704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cb43eb-3e4f-4e42-b764-a2d24319e01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afde9084-014d-4a82-8b28-dabc5e7b458d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:08:40.232980 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e30aaf-3b38-4526-8c86-67263340b697" -d '{"events": [{"server_uuid": "b1cb43eb-3e4f-4e42-b764-a2d24319e01a", "name": "network-vif-plugged", "status": "completed", "tag": "afde9084-014d-4a82-8b28-dabc5e7b458d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:08:40.245052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port afde9084-014d-4a82-8b28-dabc5e7b458d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=afde9084-014d-4a82-8b28-dabc5e7b458d,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:40.249325 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:40.272223 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8588af-4342-4876-ab73-de564fd12eda x-openstack-request-id: req-fb8588af-4342-4876-ab73-de564fd12eda {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:08:40.272496 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cb43eb-3e4f-4e42-b764-a2d24319e01a", "name": "network-vif-plugged", "status": "completed", "tag": "afde9084-014d-4a82-8b28-dabc5e7b458d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:08:40.272747 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb8588af-4342-4876-ab73-de564fd12eda {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:08:40.273135 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cb43eb-3e4f-4e42-b764-a2d24319e01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afde9084-014d-4a82-8b28-dabc5e7b458d', 'code': 200} Jul 22 17:08:40.297997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=afde9084-014d-4a82-8b28-dabc5e7b458d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:40.461847 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34b4f2-dd31-4e1e-bcd1-196701d7c382 req-589db91e-4c42-45fa-afbd-dc76f46218ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:40.463311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ae34b4f2-dd31-4e1e-bcd1-196701d7c382 req-589db91e-4c42-45fa-afbd-dc76f46218ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 1061 time: 0.1058595 Jul 22 17:08:40.890625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dc172-8d1c-4f38-9f8e-b1e85e279375 req-bdb5bdaf-990e-4cfa-9e09-238dcbf7a694 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:40.892152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-618dc172-8d1c-4f38-9f8e-b1e85e279375 req-bdb5bdaf-990e-4cfa-9e09-238dcbf7a694 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 909 time: 0.0669365 Jul 22 17:08:42.023272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ec53a-0270-4dba-89ef-11ab01d04119 req-a7150595-f60a-4e96-9535-88087e682e5e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:42.024786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b65ec53a-0270-4dba-89ef-11ab01d04119 req-a7150595-f60a-4e96-9535-88087e682e5e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 909 time: 0.0639441 Jul 22 17:08:42.152314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b2e64-ed0b-472f-a59c-cf0a65d20041 req-ddd4bb91-aecb-4800-8a6e-898751f70cc7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:42.153817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-323b2e64-ed0b-472f-a59c-cf0a65d20041 req-ddd4bb91-aecb-4800-8a6e-898751f70cc7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 909 time: 0.0635693 Jul 22 17:08:42.273768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaaa3c-7cfd-43b5-91bf-62c5fafa6fd4 req-b3405065-cf79-4879-a33b-a9a169be43fe tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:42.275310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ebbaaa3c-7cfd-43b5-91bf-62c5fafa6fd4 req-b3405065-cf79-4879-a33b-a9a169be43fe tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 1061 time: 0.0570416 Jul 22 17:08:42.392798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8449fc0-f56e-48df-8a6b-af896e2bc413 req-771e6368-9f84-4fad-907c-9e6e8dcc1a69 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:42.394577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8449fc0-f56e-48df-8a6b-af896e2bc413 req-771e6368-9f84-4fad-907c-9e6e8dcc1a69 tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 1137 time: 0.0539987 Jul 22 17:08:42.430069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8449fc0-f56e-48df-8a6b-af896e2bc413 req-7fbd2e4c-a820-4628-8bf5-edf1511f514e tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0292335 Jul 22 17:08:42.451334 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57890) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:42.505381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1128e3dc-6143-40d0-8217-dfb155ed535a tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:42.507982 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1128e3dc-6143-40d0-8217-dfb155ed535a tempest-TestSecurityGroupsBasicOps-276133962 tempest-TestSecurityGroupsBasicOps-276133962-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 1056 time: 0.0553865 Jul 22 17:08:42.744280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f759a7-48cb-4028-a7eb-a5ef137262a0 req-1586bff9-331a-4662-b5af-57ffaca0f4c6 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:42.745899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2f759a7-48cb-4028-a7eb-a5ef137262a0 req-1586bff9-331a-4662-b5af-57ffaca0f4c6 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 909 time: 0.0683465 Jul 22 17:08:43.880675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41011b45-fec1-42ac-8097-9fd585092ae1 req-8bc9ad72-5d77-4aa0-9462-d83cf23f2378 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:43.882888 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-41011b45-fec1-42ac-8097-9fd585092ae1 req-8bc9ad72-5d77-4aa0-9462-d83cf23f2378 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 909 time: 0.0678809 Jul 22 17:08:44.183869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-6b91946f-4571-4531-993c-b1f04e977628 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:44.185430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-6b91946f-4571-4531-993c-b1f04e977628 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 909 time: 0.0628479 Jul 22 17:08:44.290078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Deleting port afde9084-014d-4a82-8b28-dabc5e7b458d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:44.290432 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:44.390559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] For port afde9084-014d-4a82-8b28-dabc5e7b458d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=afde9084-014d-4a82-8b28-dabc5e7b458d,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:44.390971 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:44.404148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Calling delete_port for afde9084-014d-4a82-8b28-dabc5e7b458d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:44.532184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:44.559215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Port': ['ID=afde9084-014d-4a82-8b28-dabc5e7b458d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:44.610171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] No DVR routers for this DVR port afde9084-014d-4a82-8b28-dabc5e7b458d on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:08:44.612943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:44.614998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96067cce-0f4b-4c53-b823-0edf554cff42 req-2ee1ddb1-51a5-4960-a42d-d25a6464f19b tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.20 "DELETE /v2.0/ports/afde9084-014d-4a82-8b28-dabc5e7b458d HTTP/1.1" status: 204 len: 173 time: 0.4243114 Jul 22 17:08:44.616142 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1cb43eb-3e4f-4e42-b764-a2d24319e01a', 'name': 'network-vif-deleted', 'tag': 'afde9084-014d-4a82-8b28-dabc5e7b458d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:08:44.619585 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de0c1f8-a2ae-4875-a049-69404f105b3a" -d '{"events": [{"server_uuid": "b1cb43eb-3e4f-4e42-b764-a2d24319e01a", "name": "network-vif-deleted", "tag": "afde9084-014d-4a82-8b28-dabc5e7b458d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:08:44.657679 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f85527d-b589-4f14-bde1-e116f55ab647 x-openstack-request-id: req-0f85527d-b589-4f14-bde1-e116f55ab647 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:08:44.657991 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1cb43eb-3e4f-4e42-b764-a2d24319e01a", "name": "network-vif-deleted", "tag": "afde9084-014d-4a82-8b28-dabc5e7b458d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:08:44.658218 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f85527d-b589-4f14-bde1-e116f55ab647 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:08:44.658647 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1cb43eb-3e4f-4e42-b764-a2d24319e01a', 'name': 'network-vif-deleted', 'tag': 'afde9084-014d-4a82-8b28-dabc5e7b458d', 'status': 'completed', 'code': 200} Jul 22 17:08:44.990285 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a85cf79c-6fc2-4341-aeff-a8b469b9552a req-4513b4e1-95db-400c-b9ea-544072c96437 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1cb43eb-3e4f-4e42-b764-a2d24319e01a HTTP/1.1" status: 200 len: 210 time: 0.0288885 Jul 22 17:08:46.051591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57906) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:46.409415 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:46.525077 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-b85ed3f8-7c8b-4032-8096-73b94f714199 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580156 Jul 22 17:08:46.642087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-2be10f49-43e0-42ce-953e-ee57d1553e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:46.643633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-2be10f49-43e0-42ce-953e-ee57d1553e97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0598943 Jul 22 17:08:46.683855 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Deleting port c341580e-e00b-47d9-b741-913f666b6fa6 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:46.684107 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:46.751623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-a5f57ea5-33ba-466a-9707-6853771c4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:46.753125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-a5f57ea5-33ba-466a-9707-6853771c4a9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb42d71-328f-43da-bfca-a32ffa825339 HTTP/1.1" status: 200 len: 897 time: 0.0890424 Jul 22 17:08:46.775764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] For port c341580e-e00b-47d9-b741-913f666b6fa6, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c341580e-e00b-47d9-b741-913f666b6fa6,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:46.776123 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:46.788477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Calling delete_port for c341580e-e00b-47d9-b741-913f666b6fa6 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:46.824945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-fa5faea3-a94a-4794-ac2d-4d0774724e46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351 HTTP/1.1" status: 200 len: 1002 time: 0.0647221 Jul 22 17:08:46.876385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-dc3bd814-401c-4e06-84c8-d0c072c7de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:46.877915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-dc3bd814-401c-4e06-84c8-d0c072c7de21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=750b22a8-8c11-43a7-b642-8007e8f204c0 HTTP/1.1" status: 200 len: 834 time: 0.0444875 Jul 22 17:08:46.940495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-bff8acf1-5c17-4b92-9893-b1f1dd0670c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:46.941909 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-bff8acf1-5c17-4b92-9893-b1f1dd0670c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb42d71-328f-43da-bfca-a32ffa825339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565751 Jul 22 17:08:46.982651 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:47.010625 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Port': ['ID=c341580e-e00b-47d9-b741-913f666b6fa6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:47.037898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-a7d07285-bb32-4648-9cd9-9fce9783891d service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881519 Jul 22 17:08:47.132602 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5f59baa-889f-4b43-8626-b7dc0c728bac req-b9959a2d-b4fc-4756-885c-90fea93c3f0f service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870917 Jul 22 17:08:47.197142 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:47.419315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:08:47.479338 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:08:47.524649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:08:47.529657 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0fe689a6-78fa-476d-8c2d-bae6a2dc2568 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "PUT /v2.0/routers/25ec971f-ef8b-4e5d-8c1b-4092fc3c8194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766655 Jul 22 17:08:47.532277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57908) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:47.534897 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] Sync routers for ids ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:08:47.544037 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] Routers {'25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:47.544622 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:47.582294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f127b510-52fc-4672-9d34-110b3a8fcbb8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Deleting subnet 9dbb3f83-1662-452e-a072-78b5d33a7172 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:08:47.586329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f127b510-52fc-4672-9d34-110b3a8fcbb8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:47.630013 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f127b510-52fc-4672-9d34-110b3a8fcbb8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:47.653635 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] Set router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:47.723618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f127b510-52fc-4672-9d34-110b3a8fcbb8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:47.786330 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f127b510-52fc-4672-9d34-110b3a8fcbb8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:47.813821 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127b510-52fc-4672-9d34-110b3a8fcbb8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Subnet': ['ID=9dbb3f83-1662-452e-a072-78b5d33a7172,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:47.817448 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f127b510-52fc-4672-9d34-110b3a8fcbb8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:47.822483 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f127b510-52fc-4672-9d34-110b3a8fcbb8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "DELETE /v2.0/subnets/9dbb3f83-1662-452e-a072-78b5d33a7172 HTTP/1.1" status: 204 len: 168 time: 0.2869253 Jul 22 17:08:47.822964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57914) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:47.830580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f477869-1e79-4dae-a875-79d73e751b62 None None] Network ad5880fd-d573-4727-b54c-7edc37048ad4 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:08:47.936280 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:08:27Z', 'updated_at': '2021-07-22T17:08:46Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:28Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:47.969064 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] Checking router: 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:08:47.981496 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] Routers {'25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:47.982238 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:48.042142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46422d0b-bc91-41bf-b0a2-88aadf792cba None None] DHCP port deletion for ad5880fd-d573-4727-b54c-7edc37048ad4 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:08:48.093046 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] Set router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:48.094683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-46422d0b-bc91-41bf-b0a2-88aadf792cba None None] Deleting port e164b1f5-1e00-4913-8c95-3fee023fc29b {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:48.095181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46422d0b-bc91-41bf-b0a2-88aadf792cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.108531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device afde9084-014d-4a82-8b28-dabc5e7b458d no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:08:48.143308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: afde9084-014d-4a82-8b28-dabc5e7b458d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:08:48.144059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device afde9084-014d-4a82-8b28-dabc5e7b458d not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:08:48.187727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-46422d0b-bc91-41bf-b0a2-88aadf792cba None None] For port e164b1f5-1e00-4913-8c95-3fee023fc29b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e164b1f5-1e00-4913-8c95-3fee023fc29b,segment=NetworkSegment(c23753bd-a38a-4a48-904d-6663253a8650),segment_id=c23753bd-a38a-4a48-904d-6663253a8650)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:48.188139 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46422d0b-bc91-41bf-b0a2-88aadf792cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.201685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-46422d0b-bc91-41bf-b0a2-88aadf792cba None None] Calling delete_port for e164b1f5-1e00-4913-8c95-3fee023fc29b owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:48.236090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.282600 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:08:27Z', 'updated_at': '2021-07-22T17:08:46Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:28Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:48.292553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46422d0b-bc91-41bf-b0a2-88aadf792cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.309283 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567de0db-2c31-47f1-a3bd-e97dbdb36cf5 None None] The sync data for ids ['25ec971f-ef8b-4e5d-8c1b-4092fc3c8194'] in n-d-792458-13 is: [{'id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'name': 'tempest-TestSecurityGroupsBasicOps-router-199968899', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:08:27Z', 'updated_at': '2021-07-22T17:08:46Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': '1860b36c-6dff-4f03-be8c-60e365b77ffa', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ec971f-ef8b-4e5d-8c1b-4092fc3c8194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:08:28Z', 'updated_at': '2021-07-22T17:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:08:48.320635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46422d0b-bc91-41bf-b0a2-88aadf792cba None None] Pushing event deleted for resources: {'Port': ['ID=e164b1f5-1e00-4913-8c95-3fee023fc29b,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:48.324540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46422d0b-bc91-41bf-b0a2-88aadf792cba None None] No DVR routers for this DVR port e164b1f5-1e00-4913-8c95-3fee023fc29b on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:08:48.354761 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.409705 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Deleting port 1860b36c-6dff-4f03-be8c-60e365b77ffa {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:48.410071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.463334 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3b64a5e9-16f4-4a90-8f9c-a9e8d496cc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.495392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] For port 1860b36c-6dff-4f03-be8c-60e365b77ffa, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1860b36c-6dff-4f03-be8c-60e365b77ffa,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:48.496017 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.508890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Calling delete_port for 1860b36c-6dff-4f03-be8c-60e365b77ffa owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:48.677300 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.707255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Port': ['ID=1860b36c-6dff-4f03-be8c-60e365b77ffa,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:48.767084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.857631 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.859752 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.904866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.905612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Fanout notify agent at l3_agent the message router_deleted on router 25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:08:48.912926 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:48.916818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7cf4c2e5-882a-4822-9588-33c8823c3651 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "DELETE /v2.0/routers/25ec971f-ef8b-4e5d-8c1b-4092fc3c8194 HTTP/1.1" status: 204 len: 168 time: 1.0904067 Jul 22 17:08:48.916818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57916) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:48.999302 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.091576 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.101779 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5880fd-d573-4727-b54c-7edc37048ad4']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:49.111218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23753bd-a38a-4a48-904d-6663253a8650') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:49.111449 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23753bd-a38a-4a48-904d-6663253a8650') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:49.120173 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.133943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.139748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:08:49.140144 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:08:49.143200 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:08:49.204454 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.213067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.215111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "DELETE /v2.0/networks/ad5880fd-d573-4727-b54c-7edc37048ad4 HTTP/1.1" status: 204 len: 168 time: 0.2970293 Jul 22 17:08:49.217874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:49.227275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44da79-934f-42c3-bd47-126db0c2ecbf tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Network': ['ID=ad5880fd-d573-4727-b54c-7edc37048ad4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:49.391837 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e164b1f5-1e00-4913-8c95-3fee023fc29b no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:08:49.402859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Deleting port 9ec6d56e-38e7-4024-b17d-43195a80d3b8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:49.403239 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.412450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e164b1f5-1e00-4913-8c95-3fee023fc29b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:08:49.412868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e164b1f5-1e00-4913-8c95-3fee023fc29b not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:08:49.413367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1860b36c-6dff-4f03-be8c-60e365b77ffa no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:08:49.431484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1860b36c-6dff-4f03-be8c-60e365b77ffa {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:08:49.431828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1860b36c-6dff-4f03-be8c-60e365b77ffa not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:08:49.432245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c341580e-e00b-47d9-b741-913f666b6fa6 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:08:49.450762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c341580e-e00b-47d9-b741-913f666b6fa6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:08:49.451141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c341580e-e00b-47d9-b741-913f666b6fa6 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:08:49.483919 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.484249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.495575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Calling delete_port for 9ec6d56e-38e7-4024-b17d-43195a80d3b8 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:49.643697 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.675220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Port': ['ID=9ec6d56e-38e7-4024-b17d-43195a80d3b8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:49.747520 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:49.747858 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Floating IP 0f40d69d-eb23-434d-a168-46903a65a684 disassociated (deleted). External IP: 172.25.3.95, port: 8641dc5d-f415-4f56-ab92-4325bb274b47. Jul 22 17:08:49.964196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Router f54e975b-6929-4754-b3a2-463e6aadae4a has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:08:50.077735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:08:50.082741 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:50.088046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26835391-6601-4959-acc2-c683a1f9391c None None] Sync routers for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:08:50.096649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26835391-6601-4959-acc2-c683a1f9391c None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:50.097337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26835391-6601-4959-acc2-c683a1f9391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:50.122058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c7e6c18c-edf6-4e92-8f4f-02ecddb2af27 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "DELETE /v2.0/floatingips/0f40d69d-eb23-434d-a168-46903a65a684 HTTP/1.1" status: 204 len: 168 time: 0.9030602 Jul 22 17:08:50.122656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:08:50.124935 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3ddb11-af7a-4a48-88e8-4f0613b94895" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:08:50.165847 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86026d-8635-414a-a1ef-27465ec9a602 x-openstack-request-id: req-8a86026d-8635-414a-a1ef-27465ec9a602 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:08:50.165847 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:08:50.166157 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a86026d-8635-414a-a1ef-27465ec9a602 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:08:50.166550 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'status': 'completed', 'code': 200} Jul 22 17:08:50.211974 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-26835391-6601-4959-acc2-c683a1f9391c None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:50.273637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-00297495-6b5f-44b4-8dee-f4144a13df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:50.275299 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-00297495-6b5f-44b4-8dee-f4144a13df5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=977eb437f966456c92cf2e9da629b67b&device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 1137 time: 0.0631621 Jul 22 17:08:50.456411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-64aff321-ae6d-4157-ab4d-35acf5b84cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:50.457820 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-64aff321-ae6d-4157-ab4d-35acf5b84cec service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a664eda-79f0-4765-95b2-db6ed9fc800e HTTP/1.1" status: 200 len: 898 time: 0.1381533 Jul 22 17:08:50.471345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09704ee6-bb3c-4314-9688-bb60a560eeb5 req-07038a99-1c0c-4e80-a748-f1ee15aef102 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:50.476113 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-09704ee6-bb3c-4314-9688-bb60a560eeb5 req-07038a99-1c0c-4e80-a748-f1ee15aef102 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 985 time: 0.1430428 Jul 22 17:08:50.516579 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-e02e00c7-6a31-4bc4-858c-ee6aef3c74f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8641dc5d-f415-4f56-ab92-4325bb274b47 HTTP/1.1" status: 200 len: 217 time: 0.0426426 Jul 22 17:08:50.583292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-09704ee6-bb3c-4314-9688-bb60a560eeb5 req-33a2a857-deb8-42ab-9f81-78cc93f59d80 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1022930 Jul 22 17:08:50.595691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26835391-6601-4959-acc2-c683a1f9391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1d9267de-01f2-4562-b771-dbc81d229df1', 'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:c7:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:36Z', 'updated_at': '2021-07-22T17:07:41Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:50.596404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-d694c4b8-47c4-4e31-8c9d-8be1b236d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:50.599613 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-d694c4b8-47c4-4e31-8c9d-8be1b236d5fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aba897a5-ee10-4fa5-84cf-9b269633aae2 HTTP/1.1" status: 200 len: 834 time: 0.0727317 Jul 22 17:08:50.624767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26835391-6601-4959-acc2-c683a1f9391c None None] Checking router: f54e975b-6929-4754-b3a2-463e6aadae4a for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:08:50.634919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26835391-6601-4959-acc2-c683a1f9391c None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:50.635587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26835391-6601-4959-acc2-c683a1f9391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:50.662592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-8fa5aee5-ecb3-48f1-9220-88cf25548af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:50.664294 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-8fa5aee5-ecb3-48f1-9220-88cf25548af4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a664eda-79f0-4765-95b2-db6ed9fc800e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579824 Jul 22 17:08:50.747353 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-26835391-6601-4959-acc2-c683a1f9391c None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:50.761121 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-16305222-0196-4c38-868a-520508cc6bf5 service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897546 Jul 22 17:08:50.864412 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c3ddb11-af7a-4a48-88e8-4f0613b94895 req-0969d805-7623-4da1-9663-d93f97c7f8fb service neutron] 10.222.0.65 "GET /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963516 Jul 22 17:08:50.965300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26835391-6601-4959-acc2-c683a1f9391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1d9267de-01f2-4562-b771-dbc81d229df1', 'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:c7:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:36Z', 'updated_at': '2021-07-22T17:07:41Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:50.991931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26835391-6601-4959-acc2-c683a1f9391c None None] The sync data for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 is: [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1d9267de-01f2-4562-b771-dbc81d229df1', 'name': '', 'network_id': '2a664eda-79f0-4765-95b2-db6ed9fc800e', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'mac_address': 'fa:16:3e:c7:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:36Z', 'updated_at': '2021-07-22T17:07:41Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'subnets': [{'id': 'aba897a5-ee10-4fa5-84cf-9b269633aae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:08:51.060997 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2efa46ec-2f6a-463d-86df-6125a0bde408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:51.221047 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063e9f76-a8ca-4738-a25f-ed7cea08132b None None] New status for floating IP 0f40d69d-eb23-434d-a168-46903a65a684: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:08:51.279599 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:51.730593 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8c3d-5312-41a1-ac9d-4abafa17e1b1 req-a8015cb6-2722-43ad-ba25-b8a1a6ef144a tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:51.732247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-091d8c3d-5312-41a1-ac9d-4abafa17e1b1 req-a8015cb6-2722-43ad-ba25-b8a1a6ef144a tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 985 time: 0.0758708 Jul 22 17:08:51.776691 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-091d8c3d-5312-41a1-ac9d-4abafa17e1b1 req-8ed45529-96e4-47f7-baf0-c69fd6ba57d0 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/security-groups?id=78b9d84f-bef3-4167-a694-8daf10dc7a3c&id=fc8998f2-1a8e-4936-b90e-a970604dc4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0384376 Jul 22 17:08:51.986476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ce59c464-7744-4b80-97ae-6932562726a8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:51.987967 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ce59c464-7744-4b80-97ae-6932562726a8 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 985 time: 0.0641375 Jul 22 17:08:52.096020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Deleting port 8641dc5d-f415-4f56-ab92-4325bb274b47 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:52.096360 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:52.184137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] For port 8641dc5d-f415-4f56-ab92-4325bb274b47, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8641dc5d-f415-4f56-ab92-4325bb274b47,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:52.184404 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:52.197126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Calling delete_port for 8641dc5d-f415-4f56-ab92-4325bb274b47 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:52.331599 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:52.361918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Port': ['ID=8641dc5d-f415-4f56-ab92-4325bb274b47,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:52.417732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] No DVR routers for this DVR port 8641dc5d-f415-4f56-ab92-4325bb274b47 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:08:52.420888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:52.423192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f57f9a3-0ccd-47ce-8911-0ed37a703c36 req-ab27c79d-c777-4bca-ac66-ea3038df303e tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.65 "DELETE /v2.0/ports/8641dc5d-f415-4f56-ab92-4325bb274b47 HTTP/1.1" status: 204 len: 173 time: 0.4285750 Jul 22 17:08:52.423687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'name': 'network-vif-deleted', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:08:52.426003 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19330ef3-a13e-4155-be45-82450a5fec73" -d '{"events": [{"server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "name": "network-vif-deleted", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:08:52.469090 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96c09df-78b9-4eb0-b48d-3a4881399c58 x-openstack-request-id: req-e96c09df-78b9-4eb0-b48d-3a4881399c58 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:08:52.469377 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb05f2c-cad3-4344-99b9-677cd3df63e3", "name": "network-vif-deleted", "tag": "8641dc5d-f415-4f56-ab92-4325bb274b47", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:08:52.469627 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e96c09df-78b9-4eb0-b48d-3a4881399c58 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:08:52.470027 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb05f2c-cad3-4344-99b9-677cd3df63e3', 'name': 'network-vif-deleted', 'tag': '8641dc5d-f415-4f56-ab92-4325bb274b47', 'status': 'completed', 'code': 200} Jul 22 17:08:52.616216 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:52.898297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4791aab1-7460-4e86-b3b3-8d7f32eac279 req-d9541b37-936a-4d0d-8353-c97bf6e521b5 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "GET /v2.0/ports?device_id=1eb05f2c-cad3-4344-99b9-677cd3df63e3 HTTP/1.1" status: 200 len: 210 time: 0.0309603 Jul 22 17:08:53.964643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57938) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:54.020700 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39266805-ba72-402b-93bd-e85d844f0668 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.045336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39266805-ba72-402b-93bd-e85d844f0668 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.050025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57940) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:54.094088 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39266805-ba72-402b-93bd-e85d844f0668 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.097112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39266805-ba72-402b-93bd-e85d844f0668 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.098276 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-39266805-ba72-402b-93bd-e85d844f0668 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "DELETE /v2.0/security-groups/fc8998f2-1a8e-4936-b90e-a970604dc4dd HTTP/1.1" status: 204 len: 168 time: 0.1326115 Jul 22 17:08:54.101563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57942) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:54.115045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39266805-ba72-402b-93bd-e85d844f0668 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8998f2-1a8e-4936-b90e-a970604dc4dd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:54.170503 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cb17169-7d4e-48d5-adba-2412a2da9a57 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.193465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cb17169-7d4e-48d5-adba-2412a2da9a57 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.213154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port d7d8f906-6afe-45c0-9aec-8501c53863fc {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:54.213499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.237004 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cb17169-7d4e-48d5-adba-2412a2da9a57 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.239577 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-9cb17169-7d4e-48d5-adba-2412a2da9a57 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.240765 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9cb17169-7d4e-48d5-adba-2412a2da9a57 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "DELETE /v2.0/security-groups/78b9d84f-bef3-4167-a694-8daf10dc7a3c HTTP/1.1" status: 204 len: 168 time: 0.1370897 Jul 22 17:08:54.244946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57944) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:54.257416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb17169-7d4e-48d5-adba-2412a2da9a57 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b9d84f-bef3-4167-a694-8daf10dc7a3c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:54.293139 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.293553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.306302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for d7d8f906-6afe-45c0-9aec-8501c53863fc owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:54.319758 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.459114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.485560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=d7d8f906-6afe-45c0-9aec-8501c53863fc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:54.551657 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.552050 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Floating IP 25025fdb-3449-474c-8ca0-12201ed0ad05 disassociated (deleted). External IP: 172.25.3.151, port: 2e0cd1f9-6a8f-4985-8575-4a0e28092351. Jul 22 17:08:54.618093 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.762376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 065343ad-23f1-47fc-bbd1-467125c26ca9 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:08:54.869905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:08:54.875004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.882141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] Sync routers for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:08:54.885003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Deleting port 1d9267de-01f2-4562-b771-dbc81d229df1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:54.885352 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.891705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:54.892405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:54.916359 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7911975f-d7f4-4e22-bc0c-e88def9ea638 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/floatingips/25025fdb-3449-474c-8ca0-12201ed0ad05 HTTP/1.1" status: 204 len: 168 time: 0.8643243 Jul 22 17:08:54.917157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:08:54.921383 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247e246e-61c1-4aba-b9b1-2535bd7353c3" -d '{"events": [{"name": "network-changed", "server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:08:54.986638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] For port 1d9267de-01f2-4562-b771-dbc81d229df1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1d9267de-01f2-4562-b771-dbc81d229df1,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:54.987446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:54.992223 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47bd7ce-2c4c-482a-acbf-1dc04c3a151a x-openstack-request-id: req-d47bd7ce-2c4c-482a-acbf-1dc04c3a151a {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:08:54.992563 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:08:54.992823 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d47bd7ce-2c4c-482a-acbf-1dc04c3a151a {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:08:54.993255 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'status': 'completed', 'code': 200} Jul 22 17:08:55.005327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Calling delete_port for 1d9267de-01f2-4562-b771-dbc81d229df1 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:55.033029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:55.162560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-9bc67857-b60e-416c-9fb8-9e7e75314468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:55.164384 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-9bc67857-b60e-416c-9fb8-9e7e75314468 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=231eebfe23e247a58da5b1814d5eef5e&device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 1098 time: 0.1087768 Jul 22 17:08:55.213431 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951fd2b-675f-4d79-a771-112424cf2592 req-a91003bf-3a11-4fd2-a2a1-65cea0274dcf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:55.215145 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0951fd2b-675f-4d79-a771-112424cf2592 req-a91003bf-3a11-4fd2-a2a1-65cea0274dcf tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0734358 Jul 22 17:08:55.271325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40', 'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:0a:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:15Z', 'updated_at': '2021-07-22T17:07:21Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:55.280608 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0951fd2b-675f-4d79-a771-112424cf2592 req-dee57f4d-fb70-4cab-829c-ff96031019dd tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579245 Jul 22 17:08:55.304878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] Checking router: 065343ad-23f1-47fc-bbd1-467125c26ca9 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:08:55.314107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:55.314329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:55.325513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-30e43c98-d33d-4a79-94e3-91636f4d004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:55.327042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-30e43c98-d33d-4a79-94e3-91636f4d004c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fb42d71-328f-43da-bfca-a32ffa825339 HTTP/1.1" status: 200 len: 897 time: 0.1529145 Jul 22 17:08:55.371402 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:55.374055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-1a6b025d-8110-4c18-9023-30bed96fc62f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351 HTTP/1.1" status: 200 len: 217 time: 0.0386853 Jul 22 17:08:55.411375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Port': ['ID=1d9267de-01f2-4562-b771-dbc81d229df1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:55.428516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:55.491206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-8dd39012-05f3-45b0-91c8-93a5b37e75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:55.492815 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-8dd39012-05f3-45b0-91c8-93a5b37e75ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=750b22a8-8c11-43a7-b642-8007e8f204c0 HTTP/1.1" status: 200 len: 834 time: 0.0915720 Jul 22 17:08:55.644281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-da60e722-f41b-4302-86ed-e39adc02a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:55.645809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-da60e722-f41b-4302-86ed-e39adc02a7a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fb42d71-328f-43da-bfca-a32ffa825339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453540 Jul 22 17:08:55.649964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40', 'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:0a:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:15Z', 'updated_at': '2021-07-22T17:07:21Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:55.675895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a9afef-e70d-4ea8-8504-21b687ec19d7 None None] The sync data for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 is: [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:16Z', 'revision_number': 4, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40', 'name': '', 'network_id': '7fb42d71-328f-43da-bfca-a32ffa825339', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'mac_address': 'fa:16:3e:0a:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:15Z', 'updated_at': '2021-07-22T17:07:21Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'subnets': [{'id': '750b22a8-8c11-43a7-b642-8007e8f204c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:08:55.911477 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000e9672-5dbe-40bb-b250-293a5bea6a76 None None] New status for floating IP 25025fdb-3449-474c-8ca0-12201ed0ad05: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:08:56.016848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:56.019404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8641dc5d-f415-4f56-ab92-4325bb274b47 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:08:56.043526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 8641dc5d-f415-4f56-ab92-4325bb274b47 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:08:56.043964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8641dc5d-f415-4f56-ab92-4325bb274b47 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:08:56.156630 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-cf72b062-cab7-4fd7-a974-d36b200ee441 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024316 Jul 22 17:08:56.346378 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-247e246e-61c1-4aba-b9b1-2535bd7353c3 req-4530d179-e558-49a2-b86b-5536711485e3 service neutron] 10.222.0.20 "GET /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321709 Jul 22 17:08:56.353774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Router f54e975b-6929-4754-b3a2-463e6aadae4a has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:08:56.506838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d1e7f-4324-458a-9a4a-42488cda7925 req-140fbf84-fcb8-406f-a8ea-d7934485aded tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:56.508544 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a46d1e7f-4324-458a-9a4a-42488cda7925 req-140fbf84-fcb8-406f-a8ea-d7934485aded tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.1474919 Jul 22 17:08:56.509545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:08:56.514949 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a2afaeb2-3152-46c1-b085-0def9ab859fb tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "PUT /v2.0/routers/f54e975b-6929-4754-b3a2-463e6aadae4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2676914 Jul 22 17:08:56.518221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:56.520018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] Sync routers for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:08:56.530829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:56.531604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:56.553418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a46d1e7f-4324-458a-9a4a-42488cda7925 req-c722e5dc-cb8a-4df5-8123-2e4940ad614a tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/security-groups?id=26910a36-ed8a-4913-944a-09b41876e80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363367 Jul 22 17:08:56.573581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bdaaae-c0a4-48e4-b2b2-70cdb2b8dae7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Deleting subnet aba897a5-ee10-4fa5-84cf-9b269633aae2 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:08:56.577035 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8bdaaae-c0a4-48e4-b2b2-70cdb2b8dae7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:56.632444 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8bdaaae-c0a4-48e4-b2b2-70cdb2b8dae7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:56.647641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:56.686014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-064d1b91-200f-4b95-9e5b-d93f209e3293 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:08:56.687709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-064d1b91-200f-4b95-9e5b-d93f209e3293 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 946 time: 0.0736585 Jul 22 17:08:56.725526 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8bdaaae-c0a4-48e4-b2b2-70cdb2b8dae7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:56.803132 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8bdaaae-c0a4-48e4-b2b2-70cdb2b8dae7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:56.809490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:56.809972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:56.839339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bdaaae-c0a4-48e4-b2b2-70cdb2b8dae7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Subnet': ['ID=aba897a5-ee10-4fa5-84cf-9b269633aae2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:56.840586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:08:55Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:56.843150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f8bdaaae-c0a4-48e4-b2b2-70cdb2b8dae7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:56.847696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f8bdaaae-c0a4-48e4-b2b2-70cdb2b8dae7 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "DELETE /v2.0/subnets/aba897a5-ee10-4fa5-84cf-9b269633aae2 HTTP/1.1" status: 204 len: 168 time: 0.3283064 Jul 22 17:08:56.848329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57958) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:56.873918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e0524c-1e97-4254-a44c-60d31f5af889 None None] Network 2a664eda-79f0-4765-95b2-db6ed9fc800e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:08:56.903661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] Checking router: f54e975b-6929-4754-b3a2-463e6aadae4a for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:08:56.934186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port 2e0cd1f9-6a8f-4985-8575-4a0e28092351, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=2e0cd1f9-6a8f-4985-8575-4a0e28092351,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:56.934553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:56.951788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 2e0cd1f9-6a8f-4985-8575-4a0e28092351 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:56.954454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] Routers {'f54e975b-6929-4754-b3a2-463e6aadae4a'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:08:56.955098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f54e975b-6929-4754-b3a2-463e6aadae4a'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:56.970873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.102363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.112854 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.129382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] Set router f54e975b-6929-4754-b3a2-463e6aadae4a gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:08:57.173060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=2e0cd1f9-6a8f-4985-8575-4a0e28092351,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:57.216167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] No DVR routers for this DVR port 2e0cd1f9-6a8f-4985-8575-4a0e28092351 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:08:57.221190 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.222524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Deleting port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:57.222876 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.223919 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-77d4e3c9-347a-45a6-9e3d-7e059c39a724 req-52e39122-390a-465d-81af-ffc951ac9925 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.20 "DELETE /v2.0/ports/2e0cd1f9-6a8f-4985-8575-4a0e28092351 HTTP/1.1" status: 204 len: 173 time: 0.5300303 Jul 22 17:08:57.224779 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'name': 'network-vif-deleted', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:08:57.227409 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d181081-8248-4b7a-9b7a-772d50efe1ee" -d '{"events": [{"server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "name": "network-vif-deleted", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:08:57.290490 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2d17f4-7bd7-475b-ba90-46231fa3ae05 x-openstack-request-id: req-7b2d17f4-7bd7-475b-ba90-46231fa3ae05 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:08:57.291419 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339f8463-6523-462e-9fab-de2cc2eee9f2", "name": "network-vif-deleted", "tag": "2e0cd1f9-6a8f-4985-8575-4a0e28092351", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:08:57.291419 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b2d17f4-7bd7-475b-ba90-46231fa3ae05 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:08:57.291682 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339f8463-6523-462e-9fab-de2cc2eee9f2', 'name': 'network-vif-deleted', 'tag': '2e0cd1f9-6a8f-4985-8575-4a0e28092351', 'status': 'completed', 'code': 200} Jul 22 17:08:57.335492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] For port b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:57.336032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.350282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Calling delete_port for b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:57.378195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581d528-1b64-41bd-bf92-5c950092f268 None None] DHCP port deletion for 2a664eda-79f0-4765-95b2-db6ed9fc800e request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:08:57.447680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 262b0813-5c68-4c2e-ba5e-8cd65598167f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:08:57.548534 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.553889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a581d528-1b64-41bd-bf92-5c950092f268 None None] Deleting port 262b0813-5c68-4c2e-ba5e-8cd65598167f {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:57.554462 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a581d528-1b64-41bd-bf92-5c950092f268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.576704 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Port': ['ID=b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:57.651056 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.688996 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.691983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:08:55Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:57.700218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5ecb3ec-3345-4d66-b654-52ead7fde45b req-7f96de84-de23-4c3c-91dc-36d46ee436d1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "GET /v2.0/ports?device_id=339f8463-6523-462e-9fab-de2cc2eee9f2 HTTP/1.1" status: 200 len: 210 time: 0.0351310 Jul 22 17:08:57.740156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09611c6-d5dc-460e-a00d-702537c7d50d None None] The sync data for ids ['f54e975b-6929-4754-b3a2-463e6aadae4a'] in n-d-792458-13 is: [{'id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-219537973', 'tenant_id': '977eb437f966456c92cf2e9da629b67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:08:55Z', 'revision_number': 5, 'project_id': '977eb437f966456c92cf2e9da629b67b', 'gw_port': {'id': 'b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54e975b-6929-4754-b3a2-463e6aadae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:33Z', 'updated_at': '2021-07-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:08:57.750155 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.752626 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.765093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a581d528-1b64-41bd-bf92-5c950092f268 None None] For port 262b0813-5c68-4c2e-ba5e-8cd65598167f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=262b0813-5c68-4c2e-ba5e-8cd65598167f,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:57.765484 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a581d528-1b64-41bd-bf92-5c950092f268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.787649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 262b0813-5c68-4c2e-ba5e-8cd65598167f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=262b0813-5c68-4c2e-ba5e-8cd65598167f,segment=NetworkSegment(b5d46ceb-28d5-4c4d-997c-184ad1dac771),segment_id=b5d46ceb-28d5-4c4d-997c-184ad1dac771)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:57.789111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a581d528-1b64-41bd-bf92-5c950092f268 None None] Calling delete_port for 262b0813-5c68-4c2e-ba5e-8cd65598167f owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:57.795497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.804061 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.805039 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Fanout notify agent at l3_agent the message router_deleted on router f54e975b-6929-4754-b3a2-463e6aadae4a {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:08:57.816286 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.821046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57964) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:57.821256 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fe7da6e2-052c-4a1f-bb72-2b4a91a817fd tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "DELETE /v2.0/routers/f54e975b-6929-4754-b3a2-463e6aadae4a HTTP/1.1" status: 204 len: 168 time: 0.9701056 Jul 22 17:08:57.890812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=262b0813-5c68-4c2e-ba5e-8cd65598167f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:57.903885 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.919813 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a581d528-1b64-41bd-bf92-5c950092f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:57.947380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] The port '262b0813-5c68-4c2e-ba5e-8cd65598167f' was deleted {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 17:08:57.950012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581d528-1b64-41bd-bf92-5c950092f268 None None] Pushing event deleted for resources: {'Port': ['ID=262b0813-5c68-4c2e-ba5e-8cd65598167f,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:57.953682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a581d528-1b64-41bd-bf92-5c950092f268 None None] No DVR routers for this DVR port 262b0813-5c68-4c2e-ba5e-8cd65598167f on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:08:58.034524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.045272 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a664eda-79f0-4765-95b2-db6ed9fc800e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:58.054902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d46ceb-28d5-4c4d-997c-184ad1dac771') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:58.055224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d46ceb-28d5-4c4d-997c-184ad1dac771') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:08:58.063808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.077995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.087376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:08:58.087791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:08:58.090974 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:08:58.158908 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.167139 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.169025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] 10.222.0.53 "DELETE /v2.0/networks/2a664eda-79f0-4765-95b2-db6ed9fc800e HTTP/1.1" status: 204 len: 168 time: 0.3469830 Jul 22 17:08:58.186849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc42a3-fb2a-481e-a1eb-ab0d08ad8e35 tempest-TestSecurityGroupsBasicOps-664678641 tempest-TestSecurityGroupsBasicOps-664678641-project] Pushing event deleted for resources: {'Network': ['ID=2a664eda-79f0-4765-95b2-db6ed9fc800e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:58.479141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57972) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:58.608173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dd2a56b9-1a39-4025-9ed4-c31fb9313fb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=977eb437f966456c92cf2e9da629b67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278393 Jul 22 17:08:58.610718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57976) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:58.660147 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b324829-12e1-4fc8-b6cb-d234af091688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.681760 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b324829-12e1-4fc8-b6cb-d234af091688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.731547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b324829-12e1-4fc8-b6cb-d234af091688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.733881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0b324829-12e1-4fc8-b6cb-d234af091688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:58.735088 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0b324829-12e1-4fc8-b6cb-d234af091688 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f490945a-aa2a-492a-9b7f-4cbacff5ec42 HTTP/1.1" status: 204 len: 168 time: 0.1234107 Jul 22 17:08:58.746350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b324829-12e1-4fc8-b6cb-d234af091688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f490945a-aa2a-492a-9b7f-4cbacff5ec42,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:58.767286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57982) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:59.027732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 57986) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:59.047861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93a4ecfd-18e6-482d-8171-9946382f1e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.207652 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93a4ecfd-18e6-482d-8171-9946382f1e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.215778 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-93a4ecfd-18e6-482d-8171-9946382f1e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.261521 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.297084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-93a4ecfd-18e6-482d-8171-9946382f1e8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cc002b726e54d9abc62c24922ba79c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683089 Jul 22 17:08:59.297817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4ecfd-18e6-482d-8171-9946382f1e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8004f230-9b12-443c-aab1-faf8d4511eea,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:59.299724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57988) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:08:59.337432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d9267de-01f2-4562-b771-dbc81d229df1 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:08:59.355901 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84c9c174-4ea3-4f6e-a6e4-70d73585d94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.359940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1d9267de-01f2-4562-b771-dbc81d229df1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:08:59.360286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d9267de-01f2-4562-b771-dbc81d229df1 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:08:59.360699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:08:59.377680 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84c9c174-4ea3-4f6e-a6e4-70d73585d94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.379359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:08:59.379711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b3e5b0b1-7c35-44b6-ba1a-c61316cd66d2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:08:59.570565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:08:59.570821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.664415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:08:59.664777 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.680553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:08:59.751776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84c9c174-4ea3-4f6e-a6e4-70d73585d94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.754325 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-84c9c174-4ea3-4f6e-a6e4-70d73585d94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.758466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-84c9c174-4ea3-4f6e-a6e4-70d73585d94b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8004f230-9b12-443c-aab1-faf8d4511eea HTTP/1.1" status: 204 len: 168 time: 0.4544165 Jul 22 17:08:59.764722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9c174-4ea3-4f6e-a6e4-70d73585d94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8004f230-9b12-443c-aab1-faf8d4511eea,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:08:59.878958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:08:59.907428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:00.112467 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.115611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57994) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:00.152012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2e0cd1f9-6a8f-4985-8575-4a0e28092351 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:00.164803 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-88ee2810-ae8d-441a-af3c-794d09577979 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c595d4ee44e44f2ae2a97750dabe4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447688 Jul 22 17:09:00.165040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 57996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:00.173358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 2e0cd1f9-6a8f-4985-8575-4a0e28092351 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:00.173783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 2e0cd1f9-6a8f-4985-8575-4a0e28092351 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:00.214450 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e94bd1e1-a181-4c9e-b011-0bff4aaf490d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.236892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e94bd1e1-a181-4c9e-b011-0bff4aaf490d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.288172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e94bd1e1-a181-4c9e-b011-0bff4aaf490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.290890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e94bd1e1-a181-4c9e-b011-0bff4aaf490d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.292144 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e94bd1e1-a181-4c9e-b011-0bff4aaf490d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6be41a7-91bc-4747-af91-6fe6df918b74 HTTP/1.1" status: 204 len: 168 time: 0.1261952 Jul 22 17:09:00.300029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bd1e1-a181-4c9e-b011-0bff4aaf490d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be41a7-91bc-4747-af91-6fe6df918b74,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:00.353476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Router 065343ad-23f1-47fc-bbd1-467125c26ca9 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:09:00.461852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:00.466832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-19ce5548-fd56-44e0-979e-f0d9247c8a8f tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "PUT /v2.0/routers/065343ad-23f1-47fc-bbd1-467125c26ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983492 Jul 22 17:09:00.469722 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58000) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:00.470954 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] Sync routers for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:00.480481 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:00.481099 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:00.527002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a48d88d-7f77-4c23-820c-8adb24d90ac1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting subnet 750b22a8-8c11-43a7-b642-8007e8f204c0 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:09:00.530212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a48d88d-7f77-4c23-820c-8adb24d90ac1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.571074 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a48d88d-7f77-4c23-820c-8adb24d90ac1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.592414 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:00.664373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a48d88d-7f77-4c23-820c-8adb24d90ac1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.730827 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a48d88d-7f77-4c23-820c-8adb24d90ac1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.759661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48d88d-7f77-4c23-820c-8adb24d90ac1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Subnet': ['ID=750b22a8-8c11-43a7-b642-8007e8f204c0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:00.761627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a48d88d-7f77-4c23-820c-8adb24d90ac1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.766070 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2a48d88d-7f77-4c23-820c-8adb24d90ac1 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/subnets/750b22a8-8c11-43a7-b642-8007e8f204c0 HTTP/1.1" status: 204 len: 168 time: 0.2927525 Jul 22 17:09:00.766496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58012) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:00.773086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f522f53-7b79-4ea5-8808-3faf76473831 None None] Network 7fb42d71-328f-43da-bfca-a32ffa825339 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:00.779718 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:08:59Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:00.810293 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] Checking router: 065343ad-23f1-47fc-bbd1-467125c26ca9 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:00.818683 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] Routers {'065343ad-23f1-47fc-bbd1-467125c26ca9'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:00.819409 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['065343ad-23f1-47fc-bbd1-467125c26ca9'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:00.887187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:00.963600 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] Set router 065343ad-23f1-47fc-bbd1-467125c26ca9 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:01.011679 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.041071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa9a55-87a0-4c40-b07d-db20f6592f9d None None] DHCP port deletion for 7fb42d71-328f-43da-bfca-a32ffa825339 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:09:01.089607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Deleting port 026bc1e4-2579-4cee-ae55-434bf5098161 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:01.089947 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.092827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-24fa9a55-87a0-4c40-b07d-db20f6592f9d None None] Deleting port 1d5832fb-5211-40a7-b491-2c998dbc3096 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:01.093309 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24fa9a55-87a0-4c40-b07d-db20f6592f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.104275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58022) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:01.173967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-24fa9a55-87a0-4c40-b07d-db20f6592f9d None None] For port 1d5832fb-5211-40a7-b491-2c998dbc3096, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1d5832fb-5211-40a7-b491-2c998dbc3096,segment=NetworkSegment(83887c3a-1971-4dae-a479-d0be0f02143b),segment_id=83887c3a-1971-4dae-a479-d0be0f02143b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:01.176238 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24fa9a55-87a0-4c40-b07d-db20f6592f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.177889 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:08:59Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:01.188380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] For port 026bc1e4-2579-4cee-ae55-434bf5098161, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=026bc1e4-2579-4cee-ae55-434bf5098161,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:01.188765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.200912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-24fa9a55-87a0-4c40-b07d-db20f6592f9d None None] Calling delete_port for 1d5832fb-5211-40a7-b491-2c998dbc3096 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:01.202600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Calling delete_port for 026bc1e4-2579-4cee-ae55-434bf5098161 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:01.205693 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd2c91-a4ea-436b-9d61-78526edcc5b2 None None] The sync data for ids ['065343ad-23f1-47fc-bbd1-467125c26ca9'] in n-d-792458-13 is: [{'id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-729059549', 'tenant_id': '231eebfe23e247a58da5b1814d5eef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:08:59Z', 'revision_number': 5, 'project_id': '231eebfe23e247a58da5b1814d5eef5e', 'gw_port': {'id': '026bc1e4-2579-4cee-ae55-434bf5098161', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065343ad-23f1-47fc-bbd1-467125c26ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:07:12Z', 'updated_at': '2021-07-22T17:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:01.231276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1407107857-network', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:01.259465 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Made reservation on behalf of 0eeb5b055d104e199c53d61116b7edba for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:01.262225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.280257 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.300421 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-24fa9a55-87a0-4c40-b07d-db20f6592f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.329975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa9a55-87a0-4c40-b07d-db20f6592f9d None None] Pushing event deleted for resources: {'Port': ['ID=1d5832fb-5211-40a7-b491-2c998dbc3096,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:01.332026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fa9a55-87a0-4c40-b07d-db20f6592f9d None None] No DVR routers for this DVR port 1d5832fb-5211-40a7-b491-2c998dbc3096 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:09:01.379685 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.384508 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.393747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.412896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:09:01.423393 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebec421-6c55-4204-a523-322f9a78b4e8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:01.424668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Port': ['ID=026bc1e4-2579-4cee-ae55-434bf5098161,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:01.433412 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.433761 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Added segment 0771f1d2-cfa7-4217-a631-64d438cbfe53 of type vlan for network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 Jul 22 17:09:01.476836 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.507223 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.508437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:01.509060 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.570174 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4647510 Jul 22 17:09:01.579902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58026) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:01.585667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Request body: {'subnet': {'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1407107857-subnet', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:01.625861 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b40519-3068-4381-8395-ce1e10b64248 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:01.640827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:09:01.648610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Made reservation on behalf of 0eeb5b055d104e199c53d61116b7edba for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:01.651613 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.751289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:01.785160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:01.785789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3fa5d7c4-2f46-41aa-bd9c-2b8239d48b40 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:01.785919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d5832fb-5211-40a7-b491-2c998dbc3096 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:01.806819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1d5832fb-5211-40a7-b491-2c998dbc3096 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:01.807187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1d5832fb-5211-40a7-b491-2c998dbc3096 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:01.808866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.856997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.860073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.917629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3614a140-b6f1-4a89-9675-d141a008741e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:01.922903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Checking segment: {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:01.923285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Network hostable DHCP agents. Network: a1d0fee9-c9b0-4c9e-8102-faa1f59962e7, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:09:01.939982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:09:01.950462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a1d0fee9-c9b0-4c9e-8102-faa1f59962e7) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:01.952369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.954527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:01.955127 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.955410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:01.959542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2206f8fc-9664-443d-b881-02046ff0b649 None None] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:01.970867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bca66434-85e3-47c6-bd21-69912beb2419 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3896000 Jul 22 17:09:01.975937 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58028) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:01.981206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:02.003609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.004318 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.004894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.005057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Fanout notify agent at l3_agent the message router_deleted on router 065343ad-23f1-47fc-bbd1-467125c26ca9 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:09:02.015510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.017121 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-80bbf217-532d-4dba-9541-b9061dcad45c tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/routers/065343ad-23f1-47fc-bbd1-467125c26ca9 HTTP/1.1" status: 204 len: 168 time: 1.2498994 Jul 22 17:09:02.021027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58030) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:02.091941 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.130103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'fixed_ips': [{'subnet_id': '3614a140-b6f1-4a89-9675-d141a008741e'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:09:02.132414 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.203683 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.276541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Allocated IP 172.20.0.2 (a1d0fee9-c9b0-4c9e-8102-faa1f59962e7/3614a140-b6f1-4a89-9675-d141a008741e/8021b266-e467-4c84-a2ff-e3f746ec9f9c) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:02.298280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.382194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.393761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb42d71-328f-43da-bfca-a32ffa825339']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:02.405318 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83887c3a-1971-4dae-a479-d0be0f02143b') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:02.405539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83887c3a-1971-4dae-a479-d0be0f02143b') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:02.417988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.418470 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.426437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Transition to ACTIVE for port object 8021b266-e467-4c84-a2ff-e3f746ec9f9c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:02.455732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.465008 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:09:02.465408 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:09:02.468539 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:09:02.535304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Transition to ACTIVE for port object 8021b266-e467-4c84-a2ff-e3f746ec9f9c will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:02.537206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.543275 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.547051 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.551528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/networks/7fb42d71-328f-43da-bfca-a32ffa825339 HTTP/1.1" status: 204 len: 168 time: 0.5268288 Jul 22 17:09:02.551739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58032) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:02.585456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:02.588328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:02.590690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:02.602013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Pushing event updated for resources: {'Port': ['ID=8021b266-e467-4c84-a2ff-e3f746ec9f9c,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:02.606203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4051e5b-b2d2-41d1-9ab3-cd27140104bb tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'Network': ['ID=7fb42d71-328f-43da-bfca-a32ffa825339,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:02.659271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Attempting to bind port 8021b266-e467-4c84-a2ff-e3f746ec9f9c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:02.659697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Attempting to bind port 8021b266-e467-4c84-a2ff-e3f746ec9f9c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:02.660136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Attempting to bind port 8021b266-e467-4c84-a2ff-e3f746ec9f9c on network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:02.665830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:02.666217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Checking segment: {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:02.666606 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.667053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Bound using segment: {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:02.667526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Bound port: 8021b266-e467-4c84-a2ff-e3f746ec9f9c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:02.667904 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.711447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c33904fc-8b83-40dc-aefc-a8b14fda1488 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.724411 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.732843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] For port 8021b266-e467-4c84-a2ff-e3f746ec9f9c, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:02.736101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] For port 8021b266-e467-4c84-a2ff-e3f746ec9f9c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8021b266-e467-4c84-a2ff-e3f746ec9f9c,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:02.740325 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.752147 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.759844 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c33904fc-8b83-40dc-aefc-a8b14fda1488 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.800292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d5fc9-74e0-472b-9937-8825b4bcad81 None None] Pushing event updated for resources: {'Port': ['ID=8021b266-e467-4c84-a2ff-e3f746ec9f9c,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:02.894852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Allocated IP 172.25.3.21 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/3c63731b-0e52-492c-a06a-d5c7dfa80d02) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:02.899331 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c33904fc-8b83-40dc-aefc-a8b14fda1488 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.901881 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c33904fc-8b83-40dc-aefc-a8b14fda1488 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:02.903184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c33904fc-8b83-40dc-aefc-a8b14fda1488 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] 10.222.0.53 "DELETE /v2.0/security-groups/26910a36-ed8a-4913-944a-09b41876e80e HTTP/1.1" status: 204 len: 168 time: 0.3504479 Jul 22 17:09:02.919767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33904fc-8b83-40dc-aefc-a8b14fda1488 tempest-TestNetworkAdvancedServerOps-2062187681 tempest-TestNetworkAdvancedServerOps-2062187681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26910a36-ed8a-4913-944a-09b41876e80e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:03.056137 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.104502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.156202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:03.159102 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:03.163252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:03.168856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c63731b-0e52-492c-a06a-d5c7dfa80d02,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:03.211916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58040) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:03.372577 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8021b266-e467-4c84-a2ff-e3f746ec9f9c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:03.386596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2316313b-c54b-4602-9d01-31df5eb88164 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=231eebfe23e247a58da5b1814d5eef5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728642 Jul 22 17:09:03.387240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58044) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:03.429433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.441839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 8021b266-e467-4c84-a2ff-e3f746ec9f9c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:03.445128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e16ffcad-4538-42c5-be25-8f7394193626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.456178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 026bc1e4-2579-4cee-ae55-434bf5098161 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:03.469519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e16ffcad-4538-42c5-be25-8f7394193626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.485081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 026bc1e4-2579-4cee-ae55-434bf5098161 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:03.485861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 026bc1e4-2579-4cee-ae55-434bf5098161 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:03.525043 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e16ffcad-4538-42c5-be25-8f7394193626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.527775 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e16ffcad-4538-42c5-be25-8f7394193626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.531406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e16ffcad-4538-42c5-be25-8f7394193626 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3f389e2-ec48-471a-bfac-397803bac9bb HTTP/1.1" status: 204 len: 168 time: 0.1408575 Jul 22 17:09:03.537628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ffcad-4538-42c5-be25-8f7394193626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f389e2-ec48-471a-bfac-397803bac9bb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:03.655675 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.795465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530644b-10dd-4133-80fd-893810542801 None None] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:03.860242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58050) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:03.886578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6df38ba3-0936-4c17-aa5d-13b274b2214a None None] Provisioning for port 8021b266-e467-4c84-a2ff-e3f746ec9f9c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:03.891814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6df38ba3-0936-4c17-aa5d-13b274b2214a None None] Provisioning complete for port 8021b266-e467-4c84-a2ff-e3f746ec9f9c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:03.892187 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6df38ba3-0936-4c17-aa5d-13b274b2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:03.919662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-be694e29-4d92-4ba4-a54d-11da6e5e1ec2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a65676e152eb40fe8481ada91a2d504c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577159 Jul 22 17:09:03.922295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58052) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:03.985182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcf98974-f3eb-4ad3-b6d7-ebe86a40b375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.014611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcf98974-f3eb-4ad3-b6d7-ebe86a40b375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.044225 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6df38ba3-0936-4c17-aa5d-13b274b2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.081176 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcf98974-f3eb-4ad3-b6d7-ebe86a40b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.083828 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bcf98974-f3eb-4ad3-b6d7-ebe86a40b375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.085138 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bcf98974-f3eb-4ad3-b6d7-ebe86a40b375 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2da6e75-8c98-4bb6-b393-ddd68b657ce0 HTTP/1.1" status: 204 len: 168 time: 0.1616228 Jul 22 17:09:04.101727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6df38ba3-0936-4c17-aa5d-13b274b2214a None None] For port 8021b266-e467-4c84-a2ff-e3f746ec9f9c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8021b266-e467-4c84-a2ff-e3f746ec9f9c,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:04.104563 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Router 9ab3bdc1-037c-4faf-9b88-67b3231e320e is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:09:04.106730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf98974-f3eb-4ad3-b6d7-ebe86a40b375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da6e75-8c98-4bb6-b393-ddd68b657ce0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:04.109422 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6df38ba3-0936-4c17-aa5d-13b274b2214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.176347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df38ba3-0936-4c17-aa5d-13b274b2214a None None] Pushing event updated for resources: {'Port': ['ID=8021b266-e467-4c84-a2ff-e3f746ec9f9c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:04.236809 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:04.250308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Sync routers for ids ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:04.254225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.259428 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7bd36339-48c9-4a6c-abbe-ad1ecf3188c1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2786145 Jul 22 17:09:04.259786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58056) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:04.277527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Routers {'9ab3bdc1-037c-4faf-9b88-67b3231e320e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:04.278455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:04.372749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bdb2cea0-b6ff-43a1-98b9-cdf277b058ac None None] Provisioning complete for port 8021b266-e467-4c84-a2ff-e3f746ec9f9c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:04.373121 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bdb2cea0-b6ff-43a1-98b9-cdf277b058ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.450201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Set router 9ab3bdc1-037c-4faf-9b88-67b3231e320e gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:04.695025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:03Z', 'revision_number': 3, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'gw_port': {'id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:04.708651 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.726765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Checking router: 9ab3bdc1-037c-4faf-9b88-67b3231e320e for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:04.727271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Updating router 9ab3bdc1-037c-4faf-9b88-67b3231e320e port 3c63731b-0e52-492c-a06a-d5c7dfa80d02 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:09:04.764156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:04.902520 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58076) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:04.936603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Allocated IP 172.20.0.1 (a1d0fee9-c9b0-4c9e-8102-faa1f59962e7/3614a140-b6f1-4a89-9675-d141a008741e/e707c519-cf20-4b25-81a3-12d507f30191) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:05.023917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1274751929-network', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:05.046833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Made reservation on behalf of 720d4940fd4f402ca0622ccf5ffe4333 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:05.050426 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.063336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.064114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.079528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Transition to ACTIVE for port object e707c519-cf20-4b25-81a3-12d507f30191 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:05.115911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.171933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:05.172831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Pushing event updated for resources: {'Port': ['ID=e707c519-cf20-4b25-81a3-12d507f30191,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:05.177188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.177403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:05.180416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:05.187754 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.219178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.227800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab63097-1b25-4ad0-813e-006fee122220,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:05.232108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.233951 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:09:05.247489 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.248225 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Added segment f3e74610-2a3a-41c8-9b7e-320313c3e7e3 of type vlan for network f3620737-e27e-47a6-96ea-b16ff5cb128e Jul 22 17:09:05.249193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Transition to ACTIVE for port object 3c63731b-0e52-492c-a06a-d5c7dfa80d02 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:05.258855 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.326044 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.367741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6814a-49d9-4c17-829d-127e6184b78b None None] Pushing event updated for resources: {'Port': ['ID=3c63731b-0e52-492c-a06a-d5c7dfa80d02,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:05.375769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8021b266-e467-4c84-a2ff-e3f746ec9f9c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:05.383674 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.387393 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:05.388095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.404853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Attempting to bind port 3c63731b-0e52-492c-a06a-d5c7dfa80d02 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:05.405200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Attempting to bind port 3c63731b-0e52-492c-a06a-d5c7dfa80d02 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:05.406088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Attempting to bind port 3c63731b-0e52-492c-a06a-d5c7dfa80d02 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:05.420113 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:05.420822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:05.421409 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.421976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:05.422454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Bound port: 3c63731b-0e52-492c-a06a-d5c7dfa80d02, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:05.422867 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.430510 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5262029 Jul 22 17:09:05.433457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58080) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:05.439468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Request body: {'subnet': {'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1274751929-subnet', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:05.461188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.472244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878da7ef-d12f-4a56-b4b2-1db4f8b75367 admin admin] Pushing event updated for resources: {'Network': ['ID=f3620737-e27e-47a6-96ea-b16ff5cb128e,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:05.477209 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Made reservation on behalf of 720d4940fd4f402ca0622ccf5ffe4333 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:05.479580 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.485521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f3620737-e27e-47a6-96ea-b16ff5cb128e details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:09:05.496573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8066bbf8-f4a8-4dae-8de3-d815976b25da None None] Provisioning for port e707c519-cf20-4b25-81a3-12d507f30191 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:05.530708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8066bbf8-f4a8-4dae-8de3-d815976b25da None None] Provisioning complete for port e707c519-cf20-4b25-81a3-12d507f30191 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:05.531062 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8066bbf8-f4a8-4dae-8de3-d815976b25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.559432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] For port 3c63731b-0e52-492c-a06a-d5c7dfa80d02, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:05.613134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] For port 3c63731b-0e52-492c-a06a-d5c7dfa80d02, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3c63731b-0e52-492c-a06a-d5c7dfa80d02,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:05.617280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8021b266-e467-4c84-a2ff-e3f746ec9f9c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:05.617644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.622814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.647898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8066bbf8-f4a8-4dae-8de3-d815976b25da None None] Port e707c519-cf20-4b25-81a3-12d507f30191 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:05.723318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6814a-49d9-4c17-829d-127e6184b78b None None] Pushing event updated for resources: {'Port': ['ID=3c63731b-0e52-492c-a06a-d5c7dfa80d02,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:05.727476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Routers {'9ab3bdc1-037c-4faf-9b88-67b3231e320e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:05.728100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:05.775623 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.781215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.808768 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.856106 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.871611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] Set router 9ab3bdc1-037c-4faf-9b88-67b3231e320e gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:05.894986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Pushing event updated for resources: {'Port': ['ID=e707c519-cf20-4b25-81a3-12d507f30191,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:05.902590 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:05.916618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae528ac8-9385-4e65-969d-341da9232560,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:05.950084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Checking segment: {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:05.950439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Network hostable DHCP agents. Network: f3620737-e27e-47a6-96ea-b16ff5cb128e, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:09:06.008520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Network f3620737-e27e-47a6-96ea-b16ff5cb128e is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:09:06.025454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f3620737-e27e-47a6-96ea-b16ff5cb128e) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:06.031904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:06.032417 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.042572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:06.046282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:06.049062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b30911-7dcc-4190-8d24-d841ae280988 None None] Network f3620737-e27e-47a6-96ea-b16ff5cb128e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:06.055653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c8594346-e2ee-4b2e-9aa4-6e08283fadce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6209691 Jul 22 17:09:06.056838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58082) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:06.062467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:06.091337 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.093149 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.146335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:05Z', 'revision_number': 4, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'gw_port': {'id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e707c519-cf20-4b25-81a3-12d507f30191', 'name': '', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'mac_address': 'fa:16:3e:88:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3614a140-b6f1-4a89-9675-d141a008741e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:04Z', 'updated_at': '2021-07-22T17:09:04Z', 'revision_number': 1, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'subnets': [{'id': '3614a140-b6f1-4a89-9675-d141a008741e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:06.159774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.176698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc64c292-c1fc-4b69-91b1-8acb368e2b62 None None] The sync data for ids ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'] in n-d-792458-13 is: [{'id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:05Z', 'revision_number': 4, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'gw_port': {'id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e707c519-cf20-4b25-81a3-12d507f30191', 'name': '', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'mac_address': 'fa:16:3e:88:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3614a140-b6f1-4a89-9675-d141a008741e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:04Z', 'updated_at': '2021-07-22T17:09:04Z', 'revision_number': 1, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'subnets': [{'id': '3614a140-b6f1-4a89-9675-d141a008741e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:06.182761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Router 9ab3bdc1-037c-4faf-9b88-67b3231e320e has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:09:06.289425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-f3620737-e27e-47a6-96ea-b16ff5cb128e', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:09:06.290536 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.347218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:06.359824 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.361744 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-15bdef8d-412b-4520-a944-de7717501176 admin admin] 10.222.0.53 "PUT /v2.0/routers/9ab3bdc1-037c-4faf-9b88-67b3231e320e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1006565 Jul 22 17:09:06.425851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-730c629e-4d47-42e7-b4a7-f29100520c8f None None] Provisioning complete for port e707c519-cf20-4b25-81a3-12d507f30191 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:06.426225 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-730c629e-4d47-42e7-b4a7-f29100520c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.464147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-730c629e-4d47-42e7-b4a7-f29100520c8f None None] Port e707c519-cf20-4b25-81a3-12d507f30191 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:06.542906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Allocated IP 172.20.0.2 (f3620737-e27e-47a6-96ea-b16ff5cb128e/ae528ac8-9385-4e65-969d-341da9232560/073e9c34-ae1b-4f16-96fe-8dae30a8ecc2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:06.644273 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.667248 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.730402 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.739892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Transition to ACTIVE for port object 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:06.758844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Transition to ACTIVE for port object 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:06.768570 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.801941 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Allocated IP 172.25.3.238 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/f5e6f532-0910-4155-be25-3d1eb99ad4b1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:06.824066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Network f3620737-e27e-47a6-96ea-b16ff5cb128e is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:06.829349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:06.832449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:06.872890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Pushing event updated for resources: {'Port': ['ID=073e9c34-ae1b-4f16-96fe-8dae30a8ecc2,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:06.906094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Attempting to bind port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:06.906477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Attempting to bind port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:06.906826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Attempting to bind port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 on network f3620737-e27e-47a6-96ea-b16ff5cb128e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:06.920037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:06.920344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Checking segment: {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:06.920753 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.921147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Bound using segment: {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:06.921613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Bound port: 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:06.921998 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.934744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:06.980784 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.009043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] For port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:07.013355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] For port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=073e9c34-ae1b-4f16-96fe-8dae30a8ecc2,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:07.023417 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.023743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:07.030320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:07.033947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:07.046220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58098) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:07.050560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1929326527-network', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:07.078974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Made reservation on behalf of fd0ed41314924f59a8b2960d9068b36e for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:07.082799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.085847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Pushing event updated for resources: {'Port': ['ID=f5e6f532-0910-4155-be25-3d1eb99ad4b1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:07.103510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.127906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92838e86-7a93-4b3a-8d7c-8c9190315d0b None None] Pushing event updated for resources: {'Port': ['ID=073e9c34-ae1b-4f16-96fe-8dae30a8ecc2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:07.280935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.287313 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.316100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:09:07.354752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a5f9a-084f-43d8-a257-aa0ef9420c22,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:07.361941 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.362381 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Added segment 4e0ef5e0-a6fd-4c81-94ad-862dadb5210f of type vlan for network 748e1513-e923-4d36-b1ad-d36a8ca32366 Jul 22 17:09:07.431755 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.461217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3c63731b-0e52-492c-a06a-d5c7dfa80d02 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:07.509840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.510816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:07.511691 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.556785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 3c63731b-0e52-492c-a06a-d5c7dfa80d02 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:07.558964 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.562501 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3c63731b-0e52-492c-a06a-d5c7dfa80d02 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:07.562880 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.567969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5212085 Jul 22 17:09:07.571667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58100) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:07.578819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Request body: {'subnet': {'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1929326527-subnet', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:07.632281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187f1ad-b54d-4857-9ee2-f7234ecdd330 admin admin] Pushing event updated for resources: {'Network': ['ID=748e1513-e923-4d36-b1ad-d36a8ca32366,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:07.660811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Made reservation on behalf of fd0ed41314924f59a8b2960d9068b36e for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:07.661309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 748e1513-e923-4d36-b1ad-d36a8ca32366 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:09:07.664768 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.715251 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.738849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 3c63731b-0e52-492c-a06a-d5c7dfa80d02, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3c63731b-0e52-492c-a06a-d5c7dfa80d02,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:07.748260 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.840417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=3c63731b-0e52-492c-a06a-d5c7dfa80d02,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:07.888054 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:07.952149 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.028342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae309c04-9c82-4522-af5e-029e827ea068,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:08.048668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Checking segment: {'id': '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:08.049393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Network hostable DHCP agents. Network: 748e1513-e923-4d36-b1ad-d36a8ca32366, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:09:08.070506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Router aab1ce58-08da-48ee-8fce-c9c24850ace5 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:09:08.071183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Network 748e1513-e923-4d36-b1ad-d36a8ca32366 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:09:08.090669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 748e1513-e923-4d36-b1ad-d36a8ca32366) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:08.095225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:08.095818 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.103472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f0f14-3e4a-4ba3-971b-8a07940132e9 None None] Network 748e1513-e923-4d36-b1ad-d36a8ca32366 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:08.113894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5d6f3e38-a7f4-4124-9326-2e6d3f082750 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5411592 Jul 22 17:09:08.117032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:08.122728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:08.154628 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.158423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.217940 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.248612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:08.264158 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Sync routers for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:08.280589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:08.282362 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:08.286004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.288446 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5477b801-3636-408d-8baf-ba8f10e5528d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2290926 Jul 22 17:09:08.295785 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:08.300418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-748e1513-e923-4d36-b1ad-d36a8ca32366', 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'fixed_ips': [{'subnet_id': 'ae309c04-9c82-4522-af5e-029e827ea068'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:09:08.301291 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.432457 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.445029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ccd2a-c666-4dd1-b6e5-f4370e176ae8 None None] Network f3620737-e27e-47a6-96ea-b16ff5cb128e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:08.484783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Allocated IP 172.20.0.2 (748e1513-e923-4d36-b1ad-d36a8ca32366/ae309c04-9c82-4522-af5e-029e827ea068/bb51abd9-c37b-4ca3-a660-708e64e813ec) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:08.587026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e31b9a30-2f2c-4454-88a8-7cb063933e79 None None] Provisioning for port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:08.608589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:08.783589 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.787174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.802521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Transition to ACTIVE for port object bb51abd9-c37b-4ca3-a660-708e64e813ec will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:08.813370 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.833584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Transition to ACTIVE for port object bb51abd9-c37b-4ca3-a660-708e64e813ec will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:08.847503 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.877948 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:07Z', 'revision_number': 3, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:08.931079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Network 748e1513-e923-4d36-b1ad-d36a8ca32366 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:08.933957 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Checking router: aab1ce58-08da-48ee-8fce-c9c24850ace5 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:08.934499 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Updating router aab1ce58-08da-48ee-8fce-c9c24850ace5 port f5e6f532-0910-4155-be25-3d1eb99ad4b1 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:09:08.935291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:08.937047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Pushing event updated for resources: {'Port': ['ID=bb51abd9-c37b-4ca3-a660-708e64e813ec,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:08.939867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:08.978789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:08.996821 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.002014 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Allocated IP 172.25.3.114 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/01a1235f-2f6d-4435-9dc0-6b25a43188e8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:09.019219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Attempting to bind port bb51abd9-c37b-4ca3-a660-708e64e813ec on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:09.019497 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Attempting to bind port bb51abd9-c37b-4ca3-a660-708e64e813ec by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:09.019968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Attempting to bind port bb51abd9-c37b-4ca3-a660-708e64e813ec on network 748e1513-e923-4d36-b1ad-d36a8ca32366 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:09.025968 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:09.026225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Checking segment: {'id': '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:09.030354 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.030832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Bound using segment: {'id': '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:09.031396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Bound port: bb51abd9-c37b-4ca3-a660-708e64e813ec, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:09.031831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.141625 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] For port bb51abd9-c37b-4ca3-a660-708e64e813ec, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:09.156301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] For port bb51abd9-c37b-4ca3-a660-708e64e813ec, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bb51abd9-c37b-4ca3-a660-708e64e813ec,segment=NetworkSegment(4e0ef5e0-a6fd-4c81-94ad-862dadb5210f),segment_id=4e0ef5e0-a6fd-4c81-94ad-862dadb5210f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:09.161931 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.191880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.222393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Sync routers for ids ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:09.255740 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.293162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Routers {'9ab3bdc1-037c-4faf-9b88-67b3231e320e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:09.297131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:09.302913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:09.312408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:09.316301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:09.371480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Allocated IP 172.20.0.1 (f3620737-e27e-47a6-96ea-b16ff5cb128e/ae528ac8-9385-4e65-969d-341da9232560/3938b185-b6a5-41c3-9264-8a38de30a6f1) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:09.440795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd29be-104f-4128-a31d-11bd276e1563 None None] Pushing event updated for resources: {'Port': ['ID=bb51abd9-c37b-4ca3-a660-708e64e813ec,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:09.507089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Pushing event updated for resources: {'Port': ['ID=01a1235f-2f6d-4435-9dc0-6b25a43188e8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:09.519745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Set router 9ab3bdc1-037c-4faf-9b88-67b3231e320e gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:09.652999 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.660411 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.681577 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Transition to ACTIVE for port object f5e6f532-0910-4155-be25-3d1eb99ad4b1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:09.686651 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.691448 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.692325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Transition to ACTIVE for port object 3938b185-b6a5-41c3-9264-8a38de30a6f1 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:09.738204 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.781492 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb19f-5703-4b29-93bf-ac3aca4c91ac None None] Pushing event updated for resources: {'Port': ['ID=f5e6f532-0910-4155-be25-3d1eb99ad4b1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:09.790959 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Attempting to bind port f5e6f532-0910-4155-be25-3d1eb99ad4b1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:09.791127 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Attempting to bind port f5e6f532-0910-4155-be25-3d1eb99ad4b1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:09.791415 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Attempting to bind port f5e6f532-0910-4155-be25-3d1eb99ad4b1 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:09.797617 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:09.797883 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:09.798167 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.798694 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:09.799181 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Bound port: f5e6f532-0910-4155-be25-3d1eb99ad4b1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:09.799550 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.808854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Pushing event updated for resources: {'Port': ['ID=3938b185-b6a5-41c3-9264-8a38de30a6f1,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:09.818181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Network f3620737-e27e-47a6-96ea-b16ff5cb128e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:09.822223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:09.825153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:09.879261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.889209 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] For port f5e6f532-0910-4155-be25-3d1eb99ad4b1, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:09.893740 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] For port f5e6f532-0910-4155-be25-3d1eb99ad4b1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f5e6f532-0910-4155-be25-3d1eb99ad4b1,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:09.902398 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:09.907661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:09.961129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.005545 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:10.007640 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:10.014433 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb19f-5703-4b29-93bf-ac3aca4c91ac None None] Pushing event updated for resources: {'Port': ['ID=f5e6f532-0910-4155-be25-3d1eb99ad4b1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:10.148919 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:10.173759 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:10.180827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:10.181199 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.189826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:09:10.250047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-900630f3-19c6-421c-9a53-447fbeab0e70 None None] Provisioning for port 3938b185-b6a5-41c3-9264-8a38de30a6f1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:10.259905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-900630f3-19c6-421c-9a53-447fbeab0e70 None None] Provisioning complete for port 3938b185-b6a5-41c3-9264-8a38de30a6f1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:10.260286 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-900630f3-19c6-421c-9a53-447fbeab0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.293513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:05Z', 'revision_number': 4, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'gw_port': {'id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e707c519-cf20-4b25-81a3-12d507f30191', 'name': '', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'mac_address': 'fa:16:3e:88:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3614a140-b6f1-4a89-9675-d141a008741e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:04Z', 'updated_at': '2021-07-22T17:09:05Z', 'revision_number': 2, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'subnets': [{'id': '3614a140-b6f1-4a89-9675-d141a008741e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:10.328285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Checking router: 9ab3bdc1-037c-4faf-9b88-67b3231e320e for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:10.328653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Updating router 9ab3bdc1-037c-4faf-9b88-67b3231e320e port e707c519-cf20-4b25-81a3-12d507f30191 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:09:10.368638 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.424313 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:07Z', 'revision_number': 3, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:10.454258 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258fe9c1-ae4d-4f5d-b431-959f27be7555 None None] The sync data for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 is: [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:07Z', 'revision_number': 3, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:10.468350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-900630f3-19c6-421c-9a53-447fbeab0e70 None None] Port 3938b185-b6a5-41c3-9264-8a38de30a6f1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:10.570630 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.599537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.620442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=073e9c34-ae1b-4f16-96fe-8dae30a8ecc2,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:10.626015 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.626863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3c63731b-0e52-492c-a06a-d5c7dfa80d02 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:10.798723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c3d3f-b31e-4f80-a96e-6f1362af2089 None None] Network 748e1513-e923-4d36-b1ad-d36a8ca32366 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:10.839312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:10.854747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=073e9c34-ae1b-4f16-96fe-8dae30a8ecc2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:10.855269 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Sync routers for ids ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:10.866717 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Routers {'5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:10.867436 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:10.874323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.882491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-041d45ae-0733-4d55-8367-26172408738d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7616870 Jul 22 17:09:10.882868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58108) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:10.894154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.902549 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.950991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3c63731b-0e52-492c-a06a-d5c7dfa80d02 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:10.951453 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:10.963609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:11.010150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-575dc753-af9a-4241-98de-ef4cae0638a1 None None] Provisioning for port bb51abd9-c37b-4ca3-a660-708e64e813ec completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:11.040138 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Set router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:11.061413 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Pushing event updated for resources: {'Port': ['ID=3938b185-b6a5-41c3-9264-8a38de30a6f1,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:11.167433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Network f3620737-e27e-47a6-96ea-b16ff5cb128e is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:11.168224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:11.358910 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:11.375888 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:09Z', 'revision_number': 3, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'gw_port': {'id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:11.378069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Transition to ACTIVE for port object e707c519-cf20-4b25-81a3-12d507f30191 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:11.399263 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:11.417327 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Checking router: 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:11.417672 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Updating router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 port 01a1235f-2f6d-4435-9dc0-6b25a43188e8 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:09:11.421725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Router aab1ce58-08da-48ee-8fce-c9c24850ace5 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:09:11.484007 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:11.492105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173ebe0-1584-45f5-b6d9-039f3db05c88 None None] Pushing event updated for resources: {'Port': ['ID=e707c519-cf20-4b25-81a3-12d507f30191,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:11.589933 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:11.689565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Attempting to bind port e707c519-cf20-4b25-81a3-12d507f30191 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:11.690161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Attempting to bind port e707c519-cf20-4b25-81a3-12d507f30191 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:11.690271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Attempting to bind port e707c519-cf20-4b25-81a3-12d507f30191 on network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:11.696331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b517da13-ea19-4a00-9c4c-02925480217f None None] Provisioning complete for port 3938b185-b6a5-41c3-9264-8a38de30a6f1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:11.696706 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b517da13-ea19-4a00-9c4c-02925480217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:11.748585 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:11.751127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:11.751511 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Checking segment: {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:11.751923 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:11.752322 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Bound using segment: {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:11.752929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Bound port: e707c519-cf20-4b25-81a3-12d507f30191, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:11.753320 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:11.758823 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-503a4fe3-51b6-400d-be73-9508e64f5dad admin admin] 10.222.0.53 "PUT /v2.0/routers/aab1ce58-08da-48ee-8fce-c9c24850ace5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4622226 Jul 22 17:09:11.864678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f5e6f532-0910-4155-be25-3d1eb99ad4b1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:11.939922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b517da13-ea19-4a00-9c4c-02925480217f None None] Port 3938b185-b6a5-41c3-9264-8a38de30a6f1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:11.947153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Allocated IP 172.20.0.1 (748e1513-e923-4d36-b1ad-d36a8ca32366/ae309c04-9c82-4522-af5e-029e827ea068/f8c352b1-2907-47c1-b63b-203634987e1f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:12.019673 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.031738 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Transition to ACTIVE for port object 01a1235f-2f6d-4435-9dc0-6b25a43188e8 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:12.033975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] For port e707c519-cf20-4b25-81a3-12d507f30191, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:12.039983 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.056611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] For port e707c519-cf20-4b25-81a3-12d507f30191, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e707c519-cf20-4b25-81a3-12d507f30191,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:12.072013 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.105353 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766c855-e579-4670-9b22-d8de6bec291b None None] Pushing event updated for resources: {'Port': ['ID=01a1235f-2f6d-4435-9dc0-6b25a43188e8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:12.108064 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Attempting to bind port 01a1235f-2f6d-4435-9dc0-6b25a43188e8 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:12.108540 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Attempting to bind port 01a1235f-2f6d-4435-9dc0-6b25a43188e8 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:12.108984 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Attempting to bind port 01a1235f-2f6d-4435-9dc0-6b25a43188e8 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:12.115634 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:12.116383 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:12.117228 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.117764 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:12.118570 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Bound port: 01a1235f-2f6d-4435-9dc0-6b25a43188e8, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:12.119200 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.125187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port f5e6f532-0910-4155-be25-3d1eb99ad4b1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:12.141128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f5e6f532-0910-4155-be25-3d1eb99ad4b1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:12.141496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.163251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.183922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Transition to ACTIVE for port object f8c352b1-2907-47c1-b63b-203634987e1f will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:12.210227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173ebe0-1584-45f5-b6d9-039f3db05c88 None None] Pushing event updated for resources: {'Port': ['ID=e707c519-cf20-4b25-81a3-12d507f30191,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:12.213138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Routers {'9ab3bdc1-037c-4faf-9b88-67b3231e320e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:12.213774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:12.232188 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] For port 01a1235f-2f6d-4435-9dc0-6b25a43188e8, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:12.237412 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] For port 01a1235f-2f6d-4435-9dc0-6b25a43188e8, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=01a1235f-2f6d-4435-9dc0-6b25a43188e8,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:12.244840 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.248323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.332857 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Routers {'5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:12.333499 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:12.357459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Network 748e1513-e923-4d36-b1ad-d36a8ca32366 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:12.372356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:12.378079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:12.385607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c352b1-2907-47c1-b63b-203634987e1f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:12.421039 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766c855-e579-4670-9b22-d8de6bec291b None None] Pushing event updated for resources: {'Port': ['ID=01a1235f-2f6d-4435-9dc0-6b25a43188e8,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:12.429858 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.441591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.468792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port f5e6f532-0910-4155-be25-3d1eb99ad4b1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f5e6f532-0910-4155-be25-3d1eb99ad4b1,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:12.481932 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.483001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:12.574854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] Set router 9ab3bdc1-037c-4faf-9b88-67b3231e320e gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:12.608497 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] Set router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:12.653094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=f5e6f532-0910-4155-be25-3d1eb99ad4b1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:12.701721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.756230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:12.764176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1150955066-network', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:12.786039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:12.786542 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.824057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Made reservation on behalf of 85b32a1b2a654c588eb96c4f70f2de91 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:12.828340 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.860903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.892141 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:09Z', 'revision_number': 3, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'gw_port': {'id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:12.898116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:05Z', 'revision_number': 4, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'gw_port': {'id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e707c519-cf20-4b25-81a3-12d507f30191', 'name': '', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'mac_address': 'fa:16:3e:88:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3614a140-b6f1-4a89-9675-d141a008741e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:04Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'subnets': [{'id': '3614a140-b6f1-4a89-9675-d141a008741e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:12.901548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e04fa7bd-3742-45d7-b15e-dbab8046d3e2 None None] Provisioning for port f8c352b1-2907-47c1-b63b-203634987e1f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:12.931477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e04fa7bd-3742-45d7-b15e-dbab8046d3e2 None None] Provisioning complete for port f8c352b1-2907-47c1-b63b-203634987e1f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:12.931851 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e04fa7bd-3742-45d7-b15e-dbab8046d3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.939601 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.953999 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:12.968480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e04fa7bd-3742-45d7-b15e-dbab8046d3e2 None None] Port f8c352b1-2907-47c1-b63b-203634987e1f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:12.991210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f38585-1e4e-49e8-a9f7-3a0269c55916 None None] The sync data for ids ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'] in n-d-792458-13 is: [{'id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:05Z', 'revision_number': 4, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'gw_port': {'id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e707c519-cf20-4b25-81a3-12d507f30191', 'name': '', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'mac_address': 'fa:16:3e:88:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '3614a140-b6f1-4a89-9675-d141a008741e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:04Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'subnets': [{'id': '3614a140-b6f1-4a89-9675-d141a008741e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:13.011016 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bb51abd9-c37b-4ca3-a660-708e64e813ec up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:13.028738 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.039951 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a0f786-b425-4913-ac74-19b601d1a7c0 None None] The sync data for ids ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'] in n-d-792458-13 is: [{'id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:09Z', 'revision_number': 3, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'gw_port': {'id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:13.068457 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.073300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port bb51abd9-c37b-4ca3-a660-708e64e813ec completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:13.078535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bb51abd9-c37b-4ca3-a660-708e64e813ec triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:13.079011 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.079839 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.120542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c352b1-2907-47c1-b63b-203634987e1f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:13.135739 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:09:13.138645 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Sync routers for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:13.146849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b33488-c7ff-4a56-8bee-d3fa3f4ec056,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:13.153562 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.154040 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Added segment 4979fbdd-8cad-4f4d-8550-e3b34d901c97 of type vlan for network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 Jul 22 17:09:13.211119 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Network 748e1513-e923-4d36-b1ad-d36a8ca32366 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:13.213041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:13.235433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.244866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.264409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:13.265133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:13.298599 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.305221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:13.305814 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.363439 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6017275 Jul 22 17:09:13.364033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58126) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:13.370130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Request body: {'subnet': {'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1150955066-subnet', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:13.404740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4417d1-0141-4a59-bfb0-dd3cd83929e0 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:13.452475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Made reservation on behalf of 85b32a1b2a654c588eb96c4f70f2de91 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:13.455130 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.458464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:09:13.582450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:09:13.698726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:13.698888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:13.713748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8f47ac3b-0423-471e-bf91-7795f35f53e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/5d6f986c-fc77-40fb-9212-5c0b1abe5ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8294661 Jul 22 17:09:13.836770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.906597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port bb51abd9-c37b-4ca3-a660-708e64e813ec, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bb51abd9-c37b-4ca3-a660-708e64e813ec,segment=NetworkSegment(4e0ef5e0-a6fd-4c81-94ad-862dadb5210f),segment_id=4e0ef5e0-a6fd-4c81-94ad-862dadb5210f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:13.908196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Pushing event updated for resources: {'Subnet': ['ID=208cc625-9cad-4d90-9545-681b5b2b6681,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:13.927596 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:13.933318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Checking segment: {'id': '4979fbdd-8cad-4f4d-8550-e3b34d901c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:13.933318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Network hostable DHCP agents. Network: 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:09:13.964027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:09:13.993383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:14.009254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:14.010454 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.037800 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dbb3ec7b-c141-48d5-83f9-102ebcc0658a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6723676 Jul 22 17:09:14.040826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:14.045641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0c097bbd-9815-41b5-84be-ad4685981631 None None] Provisioning complete for port f8c352b1-2907-47c1-b63b-203634987e1f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:14.046010 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0c097bbd-9815-41b5-84be-ad4685981631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.047230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:14.066960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44a350b-deb7-4114-b7f1-83f13ec72360 None None] Network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:14.105183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.106791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.135055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=bb51abd9-c37b-4ca3-a660-708e64e813ec,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:14.211011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.304108 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 01a1235f-2f6d-4435-9dc0-6b25a43188e8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:14.307654 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0c097bbd-9815-41b5-84be-ad4685981631 None None] Port f8c352b1-2907-47c1-b63b-203634987e1f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:14.396049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.415338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 01a1235f-2f6d-4435-9dc0-6b25a43188e8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:14.423135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 01a1235f-2f6d-4435-9dc0-6b25a43188e8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:14.423508 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.473337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8', 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'fixed_ips': [{'subnet_id': '208cc625-9cad-4d90-9545-681b5b2b6681'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:09:14.474183 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.582258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3938b185-b6a5-41c3-9264-8a38de30a6f1', 'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'mac_address': 'fa:16:3e:4e:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:09Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 2, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'subnets': [{'id': 'ae528ac8-9385-4e65-969d-341da9232560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:14.625839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-1ed2be27-8657-492c-8106-1029124cb295 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:14.627660 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-1ed2be27-8657-492c-8106-1029124cb295 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/networks?id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 HTTP/1.1" status: 200 len: 911 time: 0.1066127 Jul 22 17:09:14.635695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Checking router: aab1ce58-08da-48ee-8fce-c9c24850ace5 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:14.636040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Updating router aab1ce58-08da-48ee-8fce-c9c24850ace5 port 3938b185-b6a5-41c3-9264-8a38de30a6f1 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:09:14.650068 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.666517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-cd69d299-f342-44cf-80fd-e54ea011bb01 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/quotas/fd0ed41314924f59a8b2960d9068b36e HTTP/1.1" status: 200 len: 375 time: 0.0304220 Jul 22 17:09:14.672341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.714741 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.722750 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.754852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Allocated IP 172.20.0.2 (0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8/208cc625-9cad-4d90-9545-681b5b2b6681/742b6893-139b-4707-958b-bbd4cc8c3eab) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:14.758167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 01a1235f-2f6d-4435-9dc0-6b25a43188e8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=01a1235f-2f6d-4435-9dc0-6b25a43188e8,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:14.767731 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.768512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f5e6f532-0910-4155-be25-3d1eb99ad4b1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:14.801575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-5491e549-7f34-4ec1-9224-6868863be605 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd0ed41314924f59a8b2960d9068b36e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276879 Jul 22 17:09:14.823538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Allocated IP 172.25.3.91 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/bc8624d9-5520-4d4a-aa4d-173ba420f502) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:14.915838 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-c8e2947a-feb0-4c70-97cd-7c5f61d6de68 service neutron] 10.222.0.53 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062272 Jul 22 17:09:14.946987 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:14.989550 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.002817 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=01a1235f-2f6d-4435-9dc0-6b25a43188e8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:15.034176 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:15.037630 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-2cbf6bc5-de8a-4117-bb96-7ecb9e5f23b0 service neutron] 10.222.0.53 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084700 Jul 22 17:09:15.039668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:15.042387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:15.058354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f5e6f532-0910-4155-be25-3d1eb99ad4b1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:15.058354 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.070790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Pushing event updated for resources: {'Port': ['ID=bc8624d9-5520-4d4a-aa4d-173ba420f502,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:15.202658 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.247582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Transition to ACTIVE for port object 742b6893-139b-4707-958b-bbd4cc8c3eab will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:15.266228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ea3ea6b-91f7-433b-a360-eb98e78ba5a8 req-27fbb5c8-6287-4cf5-9614-5cb159f204b1 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 210 time: 0.0378058 Jul 22 17:09:15.364237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Transition to ACTIVE for port object 742b6893-139b-4707-958b-bbd4cc8c3eab will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:15.387824 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.390629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e707c519-cf20-4b25-81a3-12d507f30191 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:15.399383 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.404809 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.461217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Transition to ACTIVE for port object 3938b185-b6a5-41c3-9264-8a38de30a6f1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:15.479339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:15.490280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:15.492337 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.494496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:15.499997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Pushing event updated for resources: {'Port': ['ID=742b6893-139b-4707-958b-bbd4cc8c3eab,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:15.654398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.696094 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Sync routers for ids ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:15.707120 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Routers {'5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:15.707892 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:15.838358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d9931-6352-44ad-9a48-89c67bc1d439 None None] Pushing event updated for resources: {'Port': ['ID=3938b185-b6a5-41c3-9264-8a38de30a6f1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:15.849485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Attempting to bind port 742b6893-139b-4707-958b-bbd4cc8c3eab on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:15.849858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Attempting to bind port 742b6893-139b-4707-958b-bbd4cc8c3eab by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '4979fbdd-8cad-4f4d-8550-e3b34d901c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:15.850791 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Attempting to bind port 742b6893-139b-4707-958b-bbd4cc8c3eab on network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:15.859805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Router 1865d162-6b4d-4653-bf85-97d9d1c676fa is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:09:15.875534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e707c519-cf20-4b25-81a3-12d507f30191 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:15.896778 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Set router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:15.905208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:15.905692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Checking segment: {'id': '4979fbdd-8cad-4f4d-8550-e3b34d901c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:15.905994 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.906396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Bound using segment: {'id': '4979fbdd-8cad-4f4d-8550-e3b34d901c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:15.906876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Bound port: 742b6893-139b-4707-958b-bbd4cc8c3eab, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4979fbdd-8cad-4f4d-8550-e3b34d901c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:15.907316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.917929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e707c519-cf20-4b25-81a3-12d507f30191 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:15.918305 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:15.978689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Attempting to bind port 3938b185-b6a5-41c3-9264-8a38de30a6f1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:15.979192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Attempting to bind port 3938b185-b6a5-41c3-9264-8a38de30a6f1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:15.979447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Attempting to bind port 3938b185-b6a5-41c3-9264-8a38de30a6f1 on network f3620737-e27e-47a6-96ea-b16ff5cb128e {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:16.025447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:16.026217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Checking segment: {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:16.026355 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.026650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Bound using segment: {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:16.027147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Bound port: 3938b185-b6a5-41c3-9264-8a38de30a6f1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:16.027535 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.028120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:16.046242 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.047793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4ef4925b-a7ab-4761-a637-a3567475d4aa admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0053725 Jul 22 17:09:16.051121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:16.054750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Sync routers for ids ['1865d162-6b4d-4653-bf85-97d9d1c676fa'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:16.123860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] For port 742b6893-139b-4707-958b-bbd4cc8c3eab, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:16.128599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Routers {'1865d162-6b4d-4653-bf85-97d9d1c676fa'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:16.128763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1865d162-6b4d-4653-bf85-97d9d1c676fa'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:16.146596 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'gw_port': {'id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f8c352b1-2907-47c1-b63b-203634987e1f', 'name': '', 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'mac_address': 'fa:16:3e:bc:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae309c04-9c82-4522-af5e-029e827ea068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:11Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 2, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'subnets': [{'id': 'ae309c04-9c82-4522-af5e-029e827ea068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:16.180759 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Checking router: 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:16.181246 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Updating router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 port f8c352b1-2907-47c1-b63b-203634987e1f binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:09:16.218439 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.251129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] For port 742b6893-139b-4707-958b-bbd4cc8c3eab, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=742b6893-139b-4707-958b-bbd4cc8c3eab,segment=NetworkSegment(4979fbdd-8cad-4f4d-8550-e3b34d901c97),segment_id=4979fbdd-8cad-4f4d-8550-e3b34d901c97)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:16.268410 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.294547 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.318373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] For port 3938b185-b6a5-41c3-9264-8a38de30a6f1, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:16.375342 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] For port 3938b185-b6a5-41c3-9264-8a38de30a6f1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3938b185-b6a5-41c3-9264-8a38de30a6f1,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:16.395997 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.452279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961dd3d-ebe3-4f36-a8dc-009eace0a0aa None None] Pushing event updated for resources: {'Port': ['ID=742b6893-139b-4707-958b-bbd4cc8c3eab,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:16.467246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port e707c519-cf20-4b25-81a3-12d507f30191, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e707c519-cf20-4b25-81a3-12d507f30191,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:16.484754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Set router 1865d162-6b4d-4653-bf85-97d9d1c676fa gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:16.489338 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2b9a8034-8490-42c1-948e-11a921435718 req-4b901ea9-8523-406a-a5c0-10d490cda96e tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 210 time: 0.0549333 Jul 22 17:09:16.607745 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.693287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:16.694878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:16.717658 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.742818 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Transition to ACTIVE for port object f8c352b1-2907-47c1-b63b-203634987e1f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:16.757969 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.810340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 01a1235f-2f6d-4435-9dc0-6b25a43188e8 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:16.813425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d9931-6352-44ad-9a48-89c67bc1d439 None None] Pushing event updated for resources: {'Port': ['ID=3938b185-b6a5-41c3-9264-8a38de30a6f1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:16.883877 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:16.962763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:16.980421 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9432060-9664-46ad-9918-d6f73f1d6312 None None] Pushing event updated for resources: {'Port': ['ID=f8c352b1-2907-47c1-b63b-203634987e1f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:16.993788 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Attempting to bind port f8c352b1-2907-47c1-b63b-203634987e1f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:16.994231 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Attempting to bind port f8c352b1-2907-47c1-b63b-203634987e1f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:16.994783 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Attempting to bind port f8c352b1-2907-47c1-b63b-203634987e1f on network 748e1513-e923-4d36-b1ad-d36a8ca32366 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:17.001030 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:17.001831 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Checking segment: {'id': '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:17.002473 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:17.003018 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Bound using segment: {'id': '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:17.003832 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Bound port: f8c352b1-2907-47c1-b63b-203634987e1f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:17.003984 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:17.133876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Allocated IP 172.20.0.1 (0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8/208cc625-9cad-4d90-9545-681b5b2b6681/8489ef68-c18b-45f7-8ffe-5887a85b33c5) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:17.137615 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] For port f8c352b1-2907-47c1-b63b-203634987e1f, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:17.146591 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] For port f8c352b1-2907-47c1-b63b-203634987e1f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f8c352b1-2907-47c1-b63b-203634987e1f,segment=NetworkSegment(4e0ef5e0-a6fd-4c81-94ad-862dadb5210f),segment_id=4e0ef5e0-a6fd-4c81-94ad-862dadb5210f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:17.156817 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:17.198441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 01a1235f-2f6d-4435-9dc0-6b25a43188e8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:17.199206 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:17.221716 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9432060-9664-46ad-9918-d6f73f1d6312 None None] Pushing event updated for resources: {'Port': ['ID=f8c352b1-2907-47c1-b63b-203634987e1f,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:17.246797 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Routers {'5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:17.246797 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:17.247261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=e707c519-cf20-4b25-81a3-12d507f30191,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:17.437597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:17.450160 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] Set router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:17.466040 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Transition to ACTIVE for port object 8489ef68-c18b-45f7-8ffe-5887a85b33c5 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:17.467911 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-b378ee25-a639-43a2-bc73-c3351db43f06 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:17.469388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-b378ee25-a639-43a2-bc73-c3351db43f06 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.65 "GET /v2.0/networks?id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 HTTP/1.1" status: 200 len: 911 time: 0.2530162 Jul 22 17:09:17.481541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bb51abd9-c37b-4ca3-a660-708e64e813ec up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:17.501551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Request body: {'port': {'device_id': '4b5a54a7-4729-4ece-b3e9-6b05abf1479e', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'admin_state_up': True, 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:17.531390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:15Z', 'revision_number': 3, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'gw_port': {'id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:17.612863 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Made reservation on behalf of fd0ed41314924f59a8b2960d9068b36e for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:17.615625 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:17.623379 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Checking router: 1865d162-6b4d-4653-bf85-97d9d1c676fa for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:17.623921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Updating router 1865d162-6b4d-4653-bf85-97d9d1c676fa port bc8624d9-5520-4d4a-aa4d-173ba420f502 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:09:17.653163 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:17.689119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3938b185-b6a5-41c3-9264-8a38de30a6f1', 'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'mac_address': 'fa:16:3e:4e:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:09Z', 'updated_at': '2021-07-22T17:09:16Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'subnets': [{'id': 'ae528ac8-9385-4e65-969d-341da9232560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:17.695643 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:17.710666 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c5434b8b-0953-419a-9f1c-51eefdf74d9e req-67f9e590-5c46-4c88-8a3e-11f1d2f5636d tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 210 time: 0.0925410 Jul 22 17:09:17.842214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bb51abd9-c37b-4ca3-a660-708e64e813ec triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:17.842214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:17.856895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Pushing event updated for resources: {'Port': ['ID=8489ef68-c18b-45f7-8ffe-5887a85b33c5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:17.862212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:17.867141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:17.870772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:17.871620 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'gw_port': {'id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f8c352b1-2907-47c1-b63b-203634987e1f', 'name': '', 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'mac_address': 'fa:16:3e:bc:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae309c04-9c82-4522-af5e-029e827ea068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:11Z', 'updated_at': '2021-07-22T17:09:17Z', 'revision_number': 4, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'subnets': [{'id': 'ae309c04-9c82-4522-af5e-029e827ea068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:17.898467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0951691-3ce3-4000-9c8f-2fed51ef27d8 None None] The sync data for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 is: [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3938b185-b6a5-41c3-9264-8a38de30a6f1', 'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'mac_address': 'fa:16:3e:4e:6e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:09Z', 'updated_at': '2021-07-22T17:09:16Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'subnets': [{'id': 'ae528ac8-9385-4e65-969d-341da9232560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:17.918342 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6f94a-3240-4559-b426-2db88de6d0bb None None] The sync data for ids ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'] in n-d-792458-13 is: [{'id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'gw_port': {'id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'f8c352b1-2907-47c1-b63b-203634987e1f', 'name': '', 'network_id': '748e1513-e923-4d36-b1ad-d36a8ca32366', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'mac_address': 'fa:16:3e:bc:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ae309c04-9c82-4522-af5e-029e827ea068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:11Z', 'updated_at': '2021-07-22T17:09:17Z', 'revision_number': 4, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'subnets': [{'id': 'ae309c04-9c82-4522-af5e-029e827ea068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:18.019183 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.082560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Allocated IP 172.20.0.11 (a1d0fee9-c9b0-4c9e-8102-faa1f59962e7/3614a140-b6f1-4a89-9675-d141a008741e/8a13d8af-a843-4be0-ba3a-223c50b8aa47) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:18.173605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576cad6-b824-4d83-af0b-d1a8ba70ef2e None None] Network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:18.259164 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.282099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3f7d91c7-6b48-48a8-b204-1183853291f1 None None] Provisioning for port 742b6893-139b-4707-958b-bbd4cc8c3eab completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:18.486796 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.514709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.518996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Transition to ACTIVE for port object bc8624d9-5520-4d4a-aa4d-173ba420f502 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:18.523523 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d2cabd3-fbe0-43d0-8cae-27efb0338c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.533492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.548286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Transition to ACTIVE for port object 8a13d8af-a843-4be0-ba3a-223c50b8aa47 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:18.592287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.596458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Attempting to bind port bc8624d9-5520-4d4a-aa4d-173ba420f502 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:18.596828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Attempting to bind port bc8624d9-5520-4d4a-aa4d-173ba420f502 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:18.597192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Attempting to bind port bc8624d9-5520-4d4a-aa4d-173ba420f502 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:18.601596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.608557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:18.608939 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:18.609349 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.609745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:18.610214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Bound port: bc8624d9-5520-4d4a-aa4d-173ba420f502, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:18.610611 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.612426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac5433-f96e-4481-9c78-0b26ebb033ac None None] Pushing event updated for resources: {'Port': ['ID=bc8624d9-5520-4d4a-aa4d-173ba420f502,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:18.700744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] For port bc8624d9-5520-4d4a-aa4d-173ba420f502, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:18.709055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] For port bc8624d9-5520-4d4a-aa4d-173ba420f502, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bc8624d9-5520-4d4a-aa4d-173ba420f502,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:18.719795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.735691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.759631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Pushing event updated for resources: {'Port': ['ID=8489ef68-c18b-45f7-8ffe-5887a85b33c5,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:18.847905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Routers {'1865d162-6b4d-4653-bf85-97d9d1c676fa'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:18.848824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:08:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1865d162-6b4d-4653-bf85-97d9d1c676fa'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:18.905420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac5433-f96e-4481-9c78-0b26ebb033ac None None] Pushing event updated for resources: {'Port': ['ID=bc8624d9-5520-4d4a-aa4d-173ba420f502,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:18.915940 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:18.936701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:18.937571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Pushing event updated for resources: {'Port': ['ID=8a13d8af-a843-4be0-ba3a-223c50b8aa47,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:18.944592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:18.946803 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:19.042441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] Set router 1865d162-6b4d-4653-bf85-97d9d1c676fa gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:19.088767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:19.089578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.095529 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 742b6893-139b-4707-958b-bbd4cc8c3eab up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:19.097920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-74eb2419-1217-4709-8d7c-7d3f6125ef0a None None] Provisioning for port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:19.111311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-74eb2419-1217-4709-8d7c-7d3f6125ef0a None None] Provisioning complete for port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:19.111695 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-74eb2419-1217-4709-8d7c-7d3f6125ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.131917 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-e0044984-a8fc-4393-8282-b5980b3331be tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6447656 Jul 22 17:09:19.144790 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5df384-c5b4-4794-8f12-01a5dd948347 req-5dec73f3-2f1a-4860-80ff-89eb9211be9a tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:19.146784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f5df384-c5b4-4794-8f12-01a5dd948347 req-5dec73f3-2f1a-4860-80ff-89eb9211be9a tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1028 time: 0.2683849 Jul 22 17:09:19.161407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Request body: {'port': {'device_id': '4b5a54a7-4729-4ece-b3e9-6b05abf1479e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:19.217912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:19.226796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:19.231729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-74eb2419-1217-4709-8d7c-7d3f6125ef0a None None] Port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:19.254075 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f5df384-c5b4-4794-8f12-01a5dd948347 req-63ead736-d757-475d-9dbd-361e0d732802 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974388 Jul 22 17:09:19.329652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 742b6893-139b-4707-958b-bbd4cc8c3eab completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:19.337417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 742b6893-139b-4707-958b-bbd4cc8c3eab triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:19.337788 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.382326 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.460736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Router 1865d162-6b4d-4653-bf85-97d9d1c676fa has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:09:19.477544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6edcf00-6068-438e-a92a-3fe9dbdd8dc9 None None] Provisioning complete for port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:19.477922 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6edcf00-6068-438e-a92a-3fe9dbdd8dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.515651 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.523668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 4, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'gw_port': {'id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8489ef68-c18b-45f7-8ffe-5887a85b33c5', 'name': '', 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'mac_address': 'fa:16:3e:3e:d3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:16Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 2, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'subnets': [{'id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:19.563547 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d6edcf00-6068-438e-a92a-3fe9dbdd8dc9 None None] Port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:19.566273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1d8e4e-989c-43b9-a997-ace217fed538 None None] The sync data for ids ['1865d162-6b4d-4653-bf85-97d9d1c676fa'] in n-d-792458-13 is: [{'id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 4, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'gw_port': {'id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8489ef68-c18b-45f7-8ffe-5887a85b33c5', 'name': '', 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'mac_address': 'fa:16:3e:3e:d3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:16Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 2, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'subnets': [{'id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:19.593447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6edcf00-6068-438e-a92a-3fe9dbdd8dc9 None None] Provisioning for port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:19.596626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 742b6893-139b-4707-958b-bbd4cc8c3eab, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=742b6893-139b-4707-958b-bbd4cc8c3eab,segment=NetworkSegment(4979fbdd-8cad-4f4d-8550-e3b34d901c97),segment_id=4979fbdd-8cad-4f4d-8550-e3b34d901c97)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:19.599586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6edcf00-6068-438e-a92a-3fe9dbdd8dc9 None None] Provisioning complete for port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:19.599968 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6edcf00-6068-438e-a92a-3fe9dbdd8dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.602872 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.603687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f8c352b1-2907-47c1-b63b-203634987e1f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:19.688270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d6edcf00-6068-438e-a92a-3fe9dbdd8dc9 None None] Port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:19.713853 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=742b6893-139b-4707-958b-bbd4cc8c3eab,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:19.725637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port f8c352b1-2907-47c1-b63b-203634987e1f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:19.729893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f8c352b1-2907-47c1-b63b-203634987e1f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:19.730264 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.824359 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.827407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a17bd7e7-8dd5-4a62-9999-aa3068938351 None None] Provisioning complete for port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:19.827766 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a17bd7e7-8dd5-4a62-9999-aa3068938351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.881193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a17bd7e7-8dd5-4a62-9999-aa3068938351 None None] Port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:19.892253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port f8c352b1-2907-47c1-b63b-203634987e1f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f8c352b1-2907-47c1-b63b-203634987e1f,segment=NetworkSegment(4e0ef5e0-a6fd-4c81-94ad-862dadb5210f),segment_id=4e0ef5e0-a6fd-4c81-94ad-862dadb5210f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:19.898433 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:19.899306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3938b185-b6a5-41c3-9264-8a38de30a6f1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:19.992542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=f8c352b1-2907-47c1-b63b-203634987e1f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:20.008690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 3938b185-b6a5-41c3-9264-8a38de30a6f1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:20.013139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3938b185-b6a5-41c3-9264-8a38de30a6f1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:20.013515 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.016996 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:20.035056 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9eed935d-7c21-4ac2-a9f1-cda772b22d5d admin admin] 10.222.0.53 "PUT /v2.0/routers/1865d162-6b4d-4653-bf85-97d9d1c676fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9746213 Jul 22 17:09:20.096625 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.113691 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a13d8af-a843-4be0-ba3a-223c50b8aa47 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:09:20.124190 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.136618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 3938b185-b6a5-41c3-9264-8a38de30a6f1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3938b185-b6a5-41c3-9264-8a38de30a6f1,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:20.141479 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Transition to ACTIVE for port object 8a13d8af-a843-4be0-ba3a-223c50b8aa47 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:20.143369 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.144773 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e707c519-cf20-4b25-81a3-12d507f30191 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:20.149640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.214700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Pushing event updated for resources: {'Port': ['ID=8a13d8af-a843-4be0-ba3a-223c50b8aa47,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:20.257208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=3938b185-b6a5-41c3-9264-8a38de30a6f1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:20.293826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e707c519-cf20-4b25-81a3-12d507f30191 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:20.294313 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.301557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Attempting to bind port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:20.301962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Attempting to bind port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:20.302299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Attempting to bind port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 on network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:20.313554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 on network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:09:20.313883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Attempting to bind port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 on network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:20.332366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:20.332716 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Checking segment: {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:20.333106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Bound using segment: {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:20.333536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Bound port: 8a13d8af-a843-4be0-ba3a-223c50b8aa47, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:20.333899 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.461357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] For port 8a13d8af-a843-4be0-ba3a-223c50b8aa47, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:20.465527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] For port 8a13d8af-a843-4be0-ba3a-223c50b8aa47, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a13d8af-a843-4be0-ba3a-223c50b8aa47,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:20.477574 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.519275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:20.519870 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.521305 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] 10.222.0.65 "PUT /v2.0/ports/8a13d8af-a843-4be0-ba3a-223c50b8aa47 HTTP/1.1" status: 200 len: 1093 time: 1.3680761 Jul 22 17:09:20.524395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5a54a7-4729-4ece-b3e9-6b05abf1479e', 'tag': '8a13d8af-a843-4be0-ba3a-223c50b8aa47'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:09:20.526742 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde108c8-1eef-421a-bb5f-d87982f7d778" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5a54a7-4729-4ece-b3e9-6b05abf1479e", "tag": "8a13d8af-a843-4be0-ba3a-223c50b8aa47"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:09:20.547200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926012-f415-4a6a-86de-e3434675f9e8 req-231cc715-4550-4203-aeda-192313702a52 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:20.548759 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91926012-f415-4a6a-86de-e3434675f9e8 req-231cc715-4550-4203-aeda-192313702a52 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1054 time: 0.1650932 Jul 22 17:09:20.583138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e5ee3-7ce7-4eef-b49b-c8fc3a826e6b service neutron] Pushing event updated for resources: {'Port': ['ID=8a13d8af-a843-4be0-ba3a-223c50b8aa47,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:20.614566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58186) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:20.618392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f2eb230f-9691-4654-8119-81bf15541f87 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542425945', 'description': 'tempest-secgroup-smoke-1542425945 description', 'project_id': '720d4940fd4f402ca0622ccf5ffe4333'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:20.624155 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91926012-f415-4a6a-86de-e3434675f9e8 req-c98a7810-49f2-4991-9750-6ae7bc0f5862 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641160 Jul 22 17:09:20.655530 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6bbd56-1dc9-4780-96da-1bf481a0b1fd x-openstack-request-id: req-ca6bbd56-1dc9-4780-96da-1bf481a0b1fd {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:09:20.655886 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5a54a7-4729-4ece-b3e9-6b05abf1479e", "tag": "8a13d8af-a843-4be0-ba3a-223c50b8aa47", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:09:20.656067 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca6bbd56-1dc9-4780-96da-1bf481a0b1fd {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:09:20.656465 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5a54a7-4729-4ece-b3e9-6b05abf1479e', 'tag': '8a13d8af-a843-4be0-ba3a-223c50b8aa47', 'status': 'completed', 'code': 200} Jul 22 17:09:20.685745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2eb230f-9691-4654-8119-81bf15541f87 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.710619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-6687e610-d22e-4a05-a804-7a1dd4783438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:20.712371 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-6687e610-d22e-4a05-a804-7a1dd4783438 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd0ed41314924f59a8b2960d9068b36e&device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1096 time: 0.1132402 Jul 22 17:09:20.715604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 742b6893-139b-4707-958b-bbd4cc8c3eab up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:20.771660 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 742b6893-139b-4707-958b-bbd4cc8c3eab triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:20.771956 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.778504 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-a253568f-0882-48a7-8db2-89f16d82fdca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a13d8af-a843-4be0-ba3a-223c50b8aa47 HTTP/1.1" status: 200 len: 217 time: 0.0475194 Jul 22 17:09:20.858362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-cf63fe94-c709-4a0d-9c93-d458a368cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:20.860130 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-cf63fe94-c709-4a0d-9c93-d458a368cb07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3614a140-b6f1-4a89-9675-d141a008741e HTTP/1.1" status: 200 len: 849 time: 0.0740767 Jul 22 17:09:20.863053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3938b185-b6a5-41c3-9264-8a38de30a6f1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:20.863254 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2eb230f-9691-4654-8119-81bf15541f87 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.877886 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2eb230f-9691-4654-8119-81bf15541f87 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.913916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 3938b185-b6a5-41c3-9264-8a38de30a6f1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:20.914287 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.940892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f2eb230f-9691-4654-8119-81bf15541f87 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:20.942138 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f2eb230f-9691-4654-8119-81bf15541f87 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3284578 Jul 22 17:09:20.946393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58188) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:20.947962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb230f-9691-4654-8119-81bf15541f87 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e20d5d-591e-4310-a652-1c6fd14f97da,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:20.953562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dcfcf3ce-d0f9-4e0b-baa8-243c3ec0be41 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Request body: {'security_group_rule': {'security_group_id': '50e20d5d-591e-4310-a652-1c6fd14f97da', 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:20.965849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-40ab0b99-08c6-4f0f-9a85-c4023608e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:20.967565 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-40ab0b99-08c6-4f0f-9a85-c4023608e197 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993319 Jul 22 17:09:20.987968 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf3ce-d0f9-4e0b-baa8-243c3ec0be41 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.030684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f8c352b1-2907-47c1-b63b-203634987e1f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:21.058843 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf3ce-d0f9-4e0b-baa8-243c3ec0be41 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.067012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf3ce-d0f9-4e0b-baa8-243c3ec0be41 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.097595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-d97c94e1-7801-478f-854b-e38176fbeb59 service neutron] 10.222.0.65 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222227 Jul 22 17:09:21.103520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcf3ce-d0f9-4e0b-baa8-243c3ec0be41 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0933e3c-6435-4cac-8993-d734d0ed205c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:21.103731 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-860a6bef-3fb0-40a3-82a2-02c73a234144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.111633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port f8c352b1-2907-47c1-b63b-203634987e1f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:21.112009 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.119943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcfcf3ce-d0f9-4e0b-baa8-243c3ec0be41 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.121653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dcfcf3ce-d0f9-4e0b-baa8-243c3ec0be41 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739757 Jul 22 17:09:21.124360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58190) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:21.130861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-686580a3-6b1f-4e37-b9f7-bf03d0b7ab0b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Request body: {'security_group_rule': {'security_group_id': '50e20d5d-591e-4310-a652-1c6fd14f97da', 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:21.192980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686580a3-6b1f-4e37-b9f7-bf03d0b7ab0b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.286695 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-112b1b89-e867-4fc5-bd57-848c15d209b3 req-ec3b52ea-dd32-41e3-b4d7-758a256b240d service neutron] 10.222.0.65 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771960 Jul 22 17:09:21.305647 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686580a3-6b1f-4e37-b9f7-bf03d0b7ab0b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.305812 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.313204 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686580a3-6b1f-4e37-b9f7-bf03d0b7ab0b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.335456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686580a3-6b1f-4e37-b9f7-bf03d0b7ab0b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40fcc7f-6a1d-4862-92f3-55196b212251,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:21.347754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-686580a3-6b1f-4e37-b9f7-bf03d0b7ab0b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.352101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-686580a3-6b1f-4e37-b9f7-bf03d0b7ab0b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2260079 Jul 22 17:09:21.352367 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58192) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:21.357857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bd17e762-5109-48bf-87e7-010b15bedb01 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Request body: {'security_group_rule': {'security_group_id': '50e20d5d-591e-4310-a652-1c6fd14f97da', 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:21.394148 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd17e762-5109-48bf-87e7-010b15bedb01 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.490322 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd17e762-5109-48bf-87e7-010b15bedb01 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.498145 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd17e762-5109-48bf-87e7-010b15bedb01 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.524065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17e762-5109-48bf-87e7-010b15bedb01 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f4a85a-eaf3-43e5-b309-aff3082440dd,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:21.534838 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bd17e762-5109-48bf-87e7-010b15bedb01 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.536129 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bd17e762-5109-48bf-87e7-010b15bedb01 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1827466 Jul 22 17:09:21.538675 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-7b1359d5-ef02-4737-93a9-7f6fb0efc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:21.539554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58194) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:21.544335 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-39aa39b3-7995-493c-a950-30d2a3d9d395 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Request body: {'security_group_rule': {'security_group_id': '50e20d5d-591e-4310-a652-1c6fd14f97da', 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:21.544697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-7b1359d5-ef02-4737-93a9-7f6fb0efc90f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd0ed41314924f59a8b2960d9068b36e&device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1096 time: 0.1251526 Jul 22 17:09:21.574610 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39aa39b3-7995-493c-a950-30d2a3d9d395 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.657056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39aa39b3-7995-493c-a950-30d2a3d9d395 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.667786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39aa39b3-7995-493c-a950-30d2a3d9d395 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.676981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-43a6522b-d9a1-4c32-80a3-e858a1356dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:21.679404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-43a6522b-d9a1-4c32-80a3-e858a1356dbb service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 HTTP/1.1" status: 200 len: 911 time: 0.1216486 Jul 22 17:09:21.691639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa39b3-7995-493c-a950-30d2a3d9d395 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba46268-931b-4ff7-a428-3a8f90461309,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:21.701113 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39aa39b3-7995-493c-a950-30d2a3d9d395 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.703107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-39aa39b3-7995-493c-a950-30d2a3d9d395 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1622710 Jul 22 17:09:21.706079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58198) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:21.718426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a3f807c4-ce1d-48b8-9320-76ec9dde7e56 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Request body: {'security_group_rule': {'security_group_id': '50e20d5d-591e-4310-a652-1c6fd14f97da', 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:21.744698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-ab24227d-4eaf-49b6-92e3-16eed080b59f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a13d8af-a843-4be0-ba3a-223c50b8aa47 HTTP/1.1" status: 200 len: 217 time: 0.0512378 Jul 22 17:09:21.784963 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-a3f807c4-ce1d-48b8-9320-76ec9dde7e56 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Project 720d4940fd4f402ca0622ccf5ffe4333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:09:21.793983 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f807c4-ce1d-48b8-9320-76ec9dde7e56 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.812054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-3abfec01-18c8-47f2-9e22-6d6fe75399e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:21.814066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-3abfec01-18c8-47f2-9e22-6d6fe75399e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3614a140-b6f1-4a89-9675-d141a008741e HTTP/1.1" status: 200 len: 849 time: 0.0574706 Jul 22 17:09:21.860831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fa065-2747-4f3e-996b-628c9ccb15ea req-23dc280c-90d4-4009-802e-275e0fab59ed tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:21.862366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e46fa065-2747-4f3e-996b-628c9ccb15ea req-23dc280c-90d4-4009-802e-275e0fab59ed tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1096 time: 0.1260490 Jul 22 17:09:21.881324 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f807c4-ce1d-48b8-9320-76ec9dde7e56 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.886370 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-6e670ffe-8857-4e0c-9f8e-6d61b98f8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:21.888197 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-6e670ffe-8857-4e0c-9f8e-6d61b98f8be9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618575 Jul 22 17:09:21.889437 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f807c4-ce1d-48b8-9320-76ec9dde7e56 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.923065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f807c4-ce1d-48b8-9320-76ec9dde7e56 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b920d822-c729-402e-b6c2-9ff6e4d98b5b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:21.932733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a3f807c4-ce1d-48b8-9320-76ec9dde7e56 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:21.933935 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a3f807c4-ce1d-48b8-9320-76ec9dde7e56 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2263198 Jul 22 17:09:21.936765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58200) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:21.941604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c04bda03-8a15-43cb-b542-12fafec54f0f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Request body: {'security_group_rule': {'security_group_id': '50e20d5d-591e-4310-a652-1c6fd14f97da', 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:21.948717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e46fa065-2747-4f3e-996b-628c9ccb15ea req-84bee887-1128-43d2-8b4f-0e858a718234 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695350 Jul 22 17:09:21.986376 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-c04bda03-8a15-43cb-b542-12fafec54f0f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Project 720d4940fd4f402ca0622ccf5ffe4333 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:09:21.992208 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04bda03-8a15-43cb-b542-12fafec54f0f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:22.008379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-353feb3a-27a5-4df0-8bf2-e36943ec12db service neutron] 10.222.0.65 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093049 Jul 22 17:09:22.057855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04bda03-8a15-43cb-b542-12fafec54f0f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:22.061464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04bda03-8a15-43cb-b542-12fafec54f0f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:22.083910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bda03-8a15-43cb-b542-12fafec54f0f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108c4a6b-7fa3-43a5-8401-68ebe3841840,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:22.091871 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c04bda03-8a15-43cb-b542-12fafec54f0f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:22.095402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c04bda03-8a15-43cb-b542-12fafec54f0f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576569 Jul 22 17:09:22.113173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dde108c8-1eef-421a-bb5f-d87982f7d778 req-228a08fd-b192-424f-a1ed-4cae3333c691 service neutron] 10.222.0.65 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983007 Jul 22 17:09:22.249864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-953701a8-914e-42f5-a014-6c5678f53be8 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542425945&fields=id&tenant_id=720d4940fd4f402ca0622ccf5ffe4333 HTTP/1.1" status: 200 len: 267 time: 0.0349174 Jul 22 17:09:22.369498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75008-92e5-4eca-a187-6675389c0516 req-6e7a1902-e67f-4798-9136-6fb3bb6b4a51 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:22.370989 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-6e7a1902-e67f-4798-9136-6fb3bb6b4a51 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/networks?id=f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 200 len: 809 time: 0.1147184 Jul 22 17:09:22.386575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-7783a9a2-1361-4c42-bc4c-71f03d7e66f7 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/quotas/720d4940fd4f402ca0622ccf5ffe4333 HTTP/1.1" status: 200 len: 375 time: 0.0093653 Jul 22 17:09:22.452165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-24e045d3-5bce-4fc5-80f3-960d0ccf77b0 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603104 Jul 22 17:09:22.549212 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-0032e69f-52a5-4abb-910e-8ad3a11822bb service neutron] 10.222.0.53 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859036 Jul 22 17:09:22.618208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:22.646385 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-da62d324-a8ce-489c-a556-e8a04d69fb0c service neutron] 10.222.0.53 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905435 Jul 22 17:09:22.884672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-587ad03e-fb35-43c2-8442-d563facbbf93 req-171a1bdf-c3d5-4c01-867e-386d29da15f7 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 210 time: 0.0456858 Jul 22 17:09:23.085134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6c5f4-31b1-47c8-9269-482f538878ff req-9ad1954d-4d26-4094-a0c4-1244a24728ec tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:23.087154 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98b6c5f4-31b1-47c8-9269-482f538878ff req-9ad1954d-4d26-4094-a0c4-1244a24728ec tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1096 time: 0.0578477 Jul 22 17:09:23.125185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98b6c5f4-31b1-47c8-9269-482f538878ff req-ef434e2f-7425-4217-99c2-157bca9d8bc3 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321608 Jul 22 17:09:23.868856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75008-92e5-4eca-a187-6675389c0516 req-c81bb230-da61-4de3-bf3f-267a2db60ef0 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:23.870244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-c81bb230-da61-4de3-bf3f-267a2db60ef0 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.20 "GET /v2.0/networks?id=f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 200 len: 809 time: 0.1044407 Jul 22 17:09:23.921193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-e68ba376-591d-4ce9-b0ad-1406dc122132 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720d4940fd4f402ca0622ccf5ffe4333 HTTP/1.1" status: 200 len: 380 time: 0.0365391 Jul 22 17:09:23.934433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Request body: {'port': {'device_id': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'admin_state_up': True, 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'security_groups': ['50e20d5d-591e-4310-a652-1c6fd14f97da']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:23.998535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93cce02b-232d-4d08-88ab-740565a00c3f req-d6d5167b-2561-4dce-8990-4c1652bccc75 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 210 time: 0.0427375 Jul 22 17:09:24.074790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Made reservation on behalf of 720d4940fd4f402ca0622ccf5ffe4333 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:24.078332 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:24.128020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8a13d8af-a843-4be0-ba3a-223c50b8aa47 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:09:24.216206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Allocated IP 172.20.0.3 (f3620737-e27e-47a6-96ea-b16ff5cb128e/ae528ac8-9385-4e65-969d-341da9232560/4d774e40-eca8-4791-a788-e6ca1fbcecb2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:24.230200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8a13d8af-a843-4be0-ba3a-223c50b8aa47, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a13d8af-a843-4be0-ba3a-223c50b8aa47,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:24.243148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '8a13d8af-a843-4be0-ba3a-223c50b8aa47', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'port_id': '8a13d8af-a843-4be0-ba3a-223c50b8aa47', 'mac_address': 'fa:16:3e:9d:e6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3614a140-b6f1-4a89-9675-d141a008741e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:09:24.277656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec1df8-0fa6-4f75-892c-041469c11671 req-b00d835f-a7de-49c8-bd4c-49a4c3c687a2 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:24.279340 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6bec1df8-0fa6-4f75-892c-041469c11671 req-b00d835f-a7de-49c8-bd4c-49a4c3c687a2 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1096 time: 0.0784435 Jul 22 17:09:24.287469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:24.306134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a13d8af-a843-4be0-ba3a-223c50b8aa47 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:09:24.316147 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6bec1df8-0fa6-4f75-892c-041469c11671 req-72c4748b-422e-4a27-ab66-4a1fb069f691 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305984 Jul 22 17:09:24.340338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8a13d8af-a843-4be0-ba3a-223c50b8aa47, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a13d8af-a843-4be0-ba3a-223c50b8aa47,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:24.342236 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:24.344364 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:24.374092 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:24.396409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Transition to ACTIVE for port object 4d774e40-eca8-4791-a788-e6ca1fbcecb2 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:24.396883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8a13d8af-a843-4be0-ba3a-223c50b8aa47,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:24.411564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.412515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.412986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.413490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.413811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.414144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.414475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.414801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.415151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.415474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.415796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.416115 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:24.433576 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:24.476290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Network f3620737-e27e-47a6-96ea-b16ff5cb128e is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:24.479509 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:09:24.481544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:24.484391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:24.519862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'Port': ['ID=4d774e40-eca8-4791-a788-e6ca1fbcecb2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:24.558232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:24.558973 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:24.576411 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-ae99ee2e-3a6c-4e1a-bab6-1c29c974937e tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459289 Jul 22 17:09:24.594458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Request body: {'port': {'device_id': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:24.683860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:24.715061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['8a13d8af-a843-4be0-ba3a-223c50b8aa47'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:09:24.748685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bc8624d9-5520-4d4a-aa4d-173ba420f502 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:24.806549 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-228da2c0-db70-4dcc-a85a-e9116cb590b3 None None] Provisioning for port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:24.816354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-228da2c0-db70-4dcc-a85a-e9116cb590b3 None None] Provisioning complete for port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:24.816724 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-228da2c0-db70-4dcc-a85a-e9116cb590b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:24.893475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-228da2c0-db70-4dcc-a85a-e9116cb590b3 None None] Port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:24.904225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port bc8624d9-5520-4d4a-aa4d-173ba420f502 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:24.916997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bc8624d9-5520-4d4a-aa4d-173ba420f502 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:24.917368 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:25.043874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:25.073307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port bc8624d9-5520-4d4a-aa4d-173ba420f502, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bc8624d9-5520-4d4a-aa4d-173ba420f502,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:25.078090 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:25.131564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=bc8624d9-5520-4d4a-aa4d-173ba420f502,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:25.239840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470e36b-9d5e-4495-aee4-5bb98d184ede req-dc4bc512-eea2-42ca-b5d0-b71d1d48adab tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:25.241629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c470e36b-9d5e-4495-aee4-5bb98d184ede req-dc4bc512-eea2-42ca-b5d0-b71d1d48adab tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 931 time: 0.1695530 Jul 22 17:09:25.325474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c470e36b-9d5e-4495-aee4-5bb98d184ede req-54e7a7a6-33b7-46c1-957b-fd8ea3c8801f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589988 Jul 22 17:09:25.424305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d774e40-eca8-4791-a788-e6ca1fbcecb2 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:09:25.434071 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:25.447966 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Transition to ACTIVE for port object 4d774e40-eca8-4791-a788-e6ca1fbcecb2 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:25.452085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:25.465201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569452a-70b7-4b89-a583-363bff9b7bb9 req-5bd2df51-f317-4406-8482-9d133de4b61a tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:25.466792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7569452a-70b7-4b89-a583-363bff9b7bb9 req-5bd2df51-f317-4406-8482-9d133de4b61a tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1097 time: 0.0652668 Jul 22 17:09:25.508013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Pushing event updated for resources: {'Port': ['ID=4d774e40-eca8-4791-a788-e6ca1fbcecb2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:25.508881 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7569452a-70b7-4b89-a583-363bff9b7bb9 req-8f79a5c3-7a57-4365-941f-0969bd19e6f1 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Jul 22 17:09:25.582265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Attempting to bind port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:25.582609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Attempting to bind port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:25.582977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Attempting to bind port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 on network f3620737-e27e-47a6-96ea-b16ff5cb128e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:25.587560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 on network f3620737-e27e-47a6-96ea-b16ff5cb128e not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:09:25.587891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Attempting to bind port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 on network f3620737-e27e-47a6-96ea-b16ff5cb128e {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:25.592823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:25.593170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Checking segment: {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:25.593555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Bound using segment: {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:25.594012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Bound port: 4d774e40-eca8-4791-a788-e6ca1fbcecb2, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:25.594352 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:25.664731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] For port 4d774e40-eca8-4791-a788-e6ca1fbcecb2, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:25.668008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] For port 4d774e40-eca8-4791-a788-e6ca1fbcecb2, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:25.672871 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:25.705941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:25.706916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:25.708621 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] 10.222.0.20 "PUT /v2.0/ports/4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 200 len: 1092 time: 1.1192994 Jul 22 17:09:25.711933 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'tag': '4d774e40-eca8-4791-a788-e6ca1fbcecb2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:09:25.714336 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c9aabf-bc27-42f4-80a9-3abc87996c51" -d '{"events": [{"name": "network-changed", "server_uuid": "1c37eb1c-5ba1-4a65-b7bf-196771aede70", "tag": "4d774e40-eca8-4791-a788-e6ca1fbcecb2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:09:25.751729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2c10-0192-4c95-b14e-195abec5ca13 service neutron] Pushing event updated for resources: {'Port': ['ID=4d774e40-eca8-4791-a788-e6ca1fbcecb2,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:25.762311 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bcf655-319d-4bc6-826a-7c84f154262e x-openstack-request-id: req-29bcf655-319d-4bc6-826a-7c84f154262e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:09:25.763150 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c37eb1c-5ba1-4a65-b7bf-196771aede70", "tag": "4d774e40-eca8-4791-a788-e6ca1fbcecb2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:09:25.763262 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29bcf655-319d-4bc6-826a-7c84f154262e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:09:25.763843 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'tag': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'status': 'completed', 'code': 200} Jul 22 17:09:25.836042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75008-92e5-4eca-a187-6675389c0516 req-84d94ccc-e684-4d13-86d7-33a1b7f47591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:25.837641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-84d94ccc-e684-4d13-86d7-33a1b7f47591 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1095 time: 0.0583920 Jul 22 17:09:25.890780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-ad51f962-dcb0-4f06-879d-18d28435bdb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 200 len: 217 time: 0.0406213 Jul 22 17:09:25.946519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75008-92e5-4eca-a187-6675389c0516 req-f77fdec6-9065-464c-a523-7a6193a07c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:25.947959 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-f77fdec6-9065-464c-a523-7a6193a07c33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae528ac8-9385-4e65-969d-341da9232560 HTTP/1.1" status: 200 len: 848 time: 0.0513730 Jul 22 17:09:26.005418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75008-92e5-4eca-a187-6675389c0516 req-12be423d-f724-4b33-99a7-941fbe56fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:26.007716 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-12be423d-f724-4b33-99a7-941fbe56fcb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3620737-e27e-47a6-96ea-b16ff5cb128e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535891 Jul 22 17:09:26.100018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-e1605a01-bbfb-45fc-b40c-0647d368a790 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863032 Jul 22 17:09:26.129096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8a13d8af-a843-4be0-ba3a-223c50b8aa47 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:26.185066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:26.189277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:26.189717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:26.191784 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37e75008-92e5-4eca-a187-6675389c0516 req-80c8d99e-bdc0-4d53-b95f-f3a3e8c7f2f4 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849445 Jul 22 17:09:26.336834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-ab45ce26-90fb-46c5-a2ec-d940fbd47cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:26.338416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-ab45ce26-90fb-46c5-a2ec-d940fbd47cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1095 time: 0.0666816 Jul 22 17:09:26.437735 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:26.451080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-6764f28a-d4af-4f31-abac-b3d258184dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:26.452726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-6764f28a-d4af-4f31-abac-b3d258184dfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 200 len: 910 time: 0.1080501 Jul 22 17:09:26.473108 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5a54a7-4729-4ece-b3e9-6b05abf1479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a13d8af-a843-4be0-ba3a-223c50b8aa47'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:09:26.475260 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4b7e00-6ceb-477b-8867-8712c3589589" -d '{"events": [{"server_uuid": "4b5a54a7-4729-4ece-b3e9-6b05abf1479e", "name": "network-vif-plugged", "status": "completed", "tag": "8a13d8af-a843-4be0-ba3a-223c50b8aa47"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:09:26.518526 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-d57cd76a-bc5a-4f38-9cec-057565f6ebaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 200 len: 217 time: 0.0586684 Jul 22 17:09:26.523020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8a13d8af-a843-4be0-ba3a-223c50b8aa47, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a13d8af-a843-4be0-ba3a-223c50b8aa47,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:26.525306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01dee-edcb-41e0-9c74-29755d5c16ab req-8def4f75-5a74-40b0-af08-29148ae260a2 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:26.526896 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7bc01dee-edcb-41e0-9c74-29755d5c16ab req-8def4f75-5a74-40b0-af08-29148ae260a2 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 943 time: 0.0874369 Jul 22 17:09:26.557726 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:26.586542 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7bc01dee-edcb-41e0-9c74-29755d5c16ab req-bc80e5b2-d470-48bd-8f60-5beace171fab tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500472 Jul 22 17:09:26.625743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8a13d8af-a843-4be0-ba3a-223c50b8aa47,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:26.628102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-9e05b001-3530-47f0-b552-da73c79261bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:26.629901 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-9e05b001-3530-47f0-b552-da73c79261bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae528ac8-9385-4e65-969d-341da9232560 HTTP/1.1" status: 200 len: 848 time: 0.1031141 Jul 22 17:09:26.663252 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e2b139-bd07-4651-a88b-b2382768aed0 x-openstack-request-id: req-b8e2b139-bd07-4651-a88b-b2382768aed0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:09:26.663622 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5a54a7-4729-4ece-b3e9-6b05abf1479e", "name": "network-vif-plugged", "status": "completed", "tag": "8a13d8af-a843-4be0-ba3a-223c50b8aa47", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:09:26.663966 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8e2b139-bd07-4651-a88b-b2382768aed0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:09:26.664481 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5a54a7-4729-4ece-b3e9-6b05abf1479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a13d8af-a843-4be0-ba3a-223c50b8aa47', 'code': 200} Jul 22 17:09:26.709553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-09d4f588-c091-4382-8c3c-61960d6498de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:26.711462 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-09d4f588-c091-4382-8c3c-61960d6498de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3620737-e27e-47a6-96ea-b16ff5cb128e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749111 Jul 22 17:09:26.749118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bc8624d9-5520-4d4a-aa4d-173ba420f502 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:26.801515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bc7c8-daef-4eed-acb3-3a415e956d74 req-48402508-743e-4033-8729-b24212a81daa tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:26.803282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c21bc7c8-daef-4eed-acb3-3a415e956d74 req-48402508-743e-4033-8729-b24212a81daa tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1098 time: 0.0890656 Jul 22 17:09:26.807934 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port bc8624d9-5520-4d4a-aa4d-173ba420f502 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:26.808445 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:26.824210 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-96300a56-02bf-4cd5-b136-cbc3348ea852 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054387 Jul 22 17:09:26.854791 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c21bc7c8-daef-4eed-acb3-3a415e956d74 req-144b9f3d-2230-483d-915b-9b2f364ac87c tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442479 Jul 22 17:09:26.856592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba188565-70cf-4148-b6e0-346d4b0cbff5 req-1c6b77b9-2f67-4cbb-8d1d-151ff466a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:26.857984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba188565-70cf-4148-b6e0-346d4b0cbff5 req-1c6b77b9-2f67-4cbb-8d1d-151ff466a3dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1098 time: 0.0890927 Jul 22 17:09:26.895640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba188565-70cf-4148-b6e0-346d4b0cbff5 req-a0846ca8-6f5c-4959-b5d7-355f2219f656 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303860 Jul 22 17:09:26.933353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34c9aabf-bc27-42f4-80a9-3abc87996c51 req-8754b007-12e3-4e0c-bf9f-63241e6e9298 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024361 Jul 22 17:09:26.994824 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Sync routers for ids ['1865d162-6b4d-4653-bf85-97d9d1c676fa'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:27.004339 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Routers {'1865d162-6b4d-4653-bf85-97d9d1c676fa'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:27.004938 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:09:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1865d162-6b4d-4653-bf85-97d9d1c676fa'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:27.105795 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Set router 1865d162-6b4d-4653-bf85-97d9d1c676fa gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:27.395000 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 4, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'gw_port': {'id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8489ef68-c18b-45f7-8ffe-5887a85b33c5', 'name': '', 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'mac_address': 'fa:16:3e:3e:d3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:16Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 2, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'subnets': [{'id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:27.421910 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Checking router: 1865d162-6b4d-4653-bf85-97d9d1c676fa for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:27.422247 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Updating router 1865d162-6b4d-4653-bf85-97d9d1c676fa port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:09:27.457984 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:27.732605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9fc31-b417-4c31-8aba-ded8f4f066c9 req-d61f9181-b35d-4e41-8b1c-e76370dbb5a5 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:27.734210 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ffb9fc31-b417-4c31-8aba-ded8f4f066c9 req-d61f9181-b35d-4e41-8b1c-e76370dbb5a5 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 943 time: 0.0764506 Jul 22 17:09:27.744465 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:27.755230 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Transition to ACTIVE for port object 8489ef68-c18b-45f7-8ffe-5887a85b33c5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:27.763934 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:27.786808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ffb9fc31-b417-4c31-8aba-ded8f4f066c9 req-457c2c79-91a9-456a-a029-d238510fef5a tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468559 Jul 22 17:09:27.839934 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05082ce0-be0d-4bf0-8936-fa71283a94e8 None None] Pushing event updated for resources: {'Port': ['ID=8489ef68-c18b-45f7-8ffe-5887a85b33c5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:27.883262 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Attempting to bind port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:27.885181 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Attempting to bind port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '4979fbdd-8cad-4f4d-8550-e3b34d901c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:27.885798 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Attempting to bind port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 on network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:27.895571 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:27.896815 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Checking segment: {'id': '4979fbdd-8cad-4f4d-8550-e3b34d901c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:27.897440 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:27.898055 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Bound using segment: {'id': '4979fbdd-8cad-4f4d-8550-e3b34d901c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:27.898942 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Bound port: 8489ef68-c18b-45f7-8ffe-5887a85b33c5, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4979fbdd-8cad-4f4d-8550-e3b34d901c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:27.899372 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:27.976607 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] For port 8489ef68-c18b-45f7-8ffe-5887a85b33c5, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:27.983384 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] For port 8489ef68-c18b-45f7-8ffe-5887a85b33c5, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8489ef68-c18b-45f7-8ffe-5887a85b33c5,segment=NetworkSegment(4979fbdd-8cad-4f4d-8550-e3b34d901c97),segment_id=4979fbdd-8cad-4f4d-8550-e3b34d901c97)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:27.988575 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:28.053121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269acb8f-3308-4015-8405-fda4d804d74a req-3607f74d-2bf2-4d98-93b8-76a2ef89b4b9 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:28.056929 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Routers {'1865d162-6b4d-4653-bf85-97d9d1c676fa'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:28.058060 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:09:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1865d162-6b4d-4653-bf85-97d9d1c676fa'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:28.063786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-269acb8f-3308-4015-8405-fda4d804d74a req-3607f74d-2bf2-4d98-93b8-76a2ef89b4b9 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1098 time: 0.1221786 Jul 22 17:09:28.111913 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-269acb8f-3308-4015-8405-fda4d804d74a req-77b49cd0-c04b-4a86-898e-69676ce88ccf tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469871 Jul 22 17:09:28.155803 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05082ce0-be0d-4bf0-8936-fa71283a94e8 None None] Pushing event updated for resources: {'Port': ['ID=8489ef68-c18b-45f7-8ffe-5887a85b33c5,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:28.190081 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] Set router 1865d162-6b4d-4653-bf85-97d9d1c676fa gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:28.323868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4d774e40-eca8-4791-a788-e6ca1fbcecb2 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:09:28.394840 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 4, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'gw_port': {'id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8489ef68-c18b-45f7-8ffe-5887a85b33c5', 'name': '', 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'mac_address': 'fa:16:3e:3e:d3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:16Z', 'updated_at': '2021-07-22T17:09:27Z', 'revision_number': 4, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'subnets': [{'id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:28.423372 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62919a6-37b3-4ea9-877e-8842698d6c46 None None] The sync data for ids ['1865d162-6b4d-4653-bf85-97d9d1c676fa'] in n-d-792458-13 is: [{'id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:18Z', 'revision_number': 4, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'gw_port': {'id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8489ef68-c18b-45f7-8ffe-5887a85b33c5', 'name': '', 'network_id': '0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'mac_address': 'fa:16:3e:3e:d3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:16Z', 'updated_at': '2021-07-22T17:09:27Z', 'revision_number': 4, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'subnets': [{'id': '208cc625-9cad-4d90-9545-681b5b2b6681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:28.424343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4d774e40-eca8-4791-a788-e6ca1fbcecb2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:28.441099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'port_id': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'mac_address': 'fa:16:3e:70:f9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:09:28.478319 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:28.492141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d774e40-eca8-4791-a788-e6ca1fbcecb2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:09:28.512280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4d774e40-eca8-4791-a788-e6ca1fbcecb2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:28.516947 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:28.565771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4d774e40-eca8-4791-a788-e6ca1fbcecb2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:28.714528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8489ef68-c18b-45f7-8ffe-5887a85b33c5 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:28.765025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:28.769253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:28.769702 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:28.774192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['4d774e40-eca8-4791-a788-e6ca1fbcecb2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:09:28.916878 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:28.942070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08acfe-59c6-49f8-bdf1-ef4e112eae09 req-27bd4c69-c3ad-4af8-aa6e-e9f6e571b035 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:28.943850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df08acfe-59c6-49f8-bdf1-ef4e112eae09 req-27bd4c69-c3ad-4af8-aa6e-e9f6e571b035 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 944 time: 0.0732093 Jul 22 17:09:28.981452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 8489ef68-c18b-45f7-8ffe-5887a85b33c5, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8489ef68-c18b-45f7-8ffe-5887a85b33c5,segment=NetworkSegment(4979fbdd-8cad-4f4d-8550-e3b34d901c97),segment_id=4979fbdd-8cad-4f4d-8550-e3b34d901c97)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:28.986155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df08acfe-59c6-49f8-bdf1-ef4e112eae09 req-9f6b3de7-1799-4c1c-9ffd-d03b541801ae tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Jul 22 17:09:28.987940 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:29.081964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=8489ef68-c18b-45f7-8ffe-5887a85b33c5,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:29.232071 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94bea0-fad3-4ad6-a3e9-06ef81e31176 req-551ccbc1-d7a9-4293-b578-5886d9152fad tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:29.233600 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe94bea0-fad3-4ad6-a3e9-06ef81e31176 req-551ccbc1-d7a9-4293-b578-5886d9152fad tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1098 time: 0.0525768 Jul 22 17:09:29.267809 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe94bea0-fad3-4ad6-a3e9-06ef81e31176 req-bc1c0449-f98f-444a-96a9-38b301193472 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285892 Jul 22 17:09:29.384596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6fd9-3e97-4886-ba37-78538cab2325 req-70dc5a56-7a04-462a-92bd-a9fd80c87029 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:29.386132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f5f6fd9-3e97-4886-ba37-78538cab2325 req-70dc5a56-7a04-462a-92bd-a9fd80c87029 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1098 time: 0.0543864 Jul 22 17:09:29.419580 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f5f6fd9-3e97-4886-ba37-78538cab2325 req-f20fe8f3-1342-48f9-b9f5-887e29731727 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278637 Jul 22 17:09:29.536997 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4172f9-0b85-43b0-9b7e-535eb0da1f12 req-d3ddf94a-fcb6-4bbd-a3bb-e9a0b703b474 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:29.539060 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d4172f9-0b85-43b0-9b7e-535eb0da1f12 req-d3ddf94a-fcb6-4bbd-a3bb-e9a0b703b474 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1098 time: 0.0538335 Jul 22 17:09:29.572169 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d4172f9-0b85-43b0-9b7e-535eb0da1f12 req-30da7bac-52fa-4148-93ab-f7c196d5d4e4 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275462 Jul 22 17:09:29.887279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-7ebaa8b5-f41d-47b3-a417-a8cc3034f69f tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:29.888776 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-7ebaa8b5-f41d-47b3-a417-a8cc3034f69f tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/networks?id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 HTTP/1.1" status: 200 len: 911 time: 0.0881753 Jul 22 17:09:29.903442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-4e0f3887-d9cf-4b1c-a2a0-93bc043943ba tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/quotas/fd0ed41314924f59a8b2960d9068b36e HTTP/1.1" status: 200 len: 375 time: 0.0093136 Jul 22 17:09:30.003126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-b8a4c69b-10c6-4068-b053-4b828030ba13 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=fd0ed41314924f59a8b2960d9068b36e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944088 Jul 22 17:09:30.133758 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a85d2-30c6-42f2-bfeb-84107b9e72b0 req-28c9e25d-4876-4332-8309-8b1f63890000 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:30.135265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-446a85d2-30c6-42f2-bfeb-84107b9e72b0 req-28c9e25d-4876-4332-8309-8b1f63890000 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 944 time: 0.0729241 Jul 22 17:09:30.176991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-446a85d2-30c6-42f2-bfeb-84107b9e72b0 req-e0ecb574-796a-48f3-a625-9fc4fa2fad9b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359044 Jul 22 17:09:30.205161 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-3819eba5-25d7-470f-b166-58ecb68ac414 service neutron] 10.222.0.53 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938796 Jul 22 17:09:30.298425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-33109dda-36ac-4092-a25d-19aa422564d4 service neutron] 10.222.0.53 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867040 Jul 22 17:09:30.345493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4d774e40-eca8-4791-a788-e6ca1fbcecb2 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:30.407195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:30.411575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:30.412138 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:30.475088 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5c06cad-48eb-4193-b668-869ce00a5a49 req-c0481aa4-cb63-42fc-84bc-f7760276e38e tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 210 time: 0.0294127 Jul 22 17:09:30.503675 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:30.527726 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d774e40-eca8-4791-a788-e6ca1fbcecb2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:09:30.529988 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a427814-ee25-4999-9d2a-407c205f5f8a" -d '{"events": [{"server_uuid": "1c37eb1c-5ba1-4a65-b7bf-196771aede70", "name": "network-vif-plugged", "status": "completed", "tag": "4d774e40-eca8-4791-a788-e6ca1fbcecb2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:09:30.544280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 4d774e40-eca8-4791-a788-e6ca1fbcecb2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:30.549208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:30.573640 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217a9ddc-5884-4e98-9462-1aed6acb71ac x-openstack-request-id: req-217a9ddc-5884-4e98-9462-1aed6acb71ac {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:09:30.573937 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c37eb1c-5ba1-4a65-b7bf-196771aede70", "name": "network-vif-plugged", "status": "completed", "tag": "4d774e40-eca8-4791-a788-e6ca1fbcecb2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:09:30.574193 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-217a9ddc-5884-4e98-9462-1aed6acb71ac {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:09:30.574586 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'code': 200} Jul 22 17:09:30.602856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=4d774e40-eca8-4791-a788-e6ca1fbcecb2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:30.646228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-2df26401-0a27-4e91-ab50-3f9cbb484ffd req-56028879-6fad-4dae-bea9-2bea5ca6d802 tempest-ServersTestJSON-2045416587 tempest-ServersTestJSON-2045416587-project] (93751) timed out ('10.222.0.20', 65507) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:09:30.708962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8489ef68-c18b-45f7-8ffe-5887a85b33c5 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:30.725968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aba721-feca-4802-93e9-43bd88994daf req-6e25c412-c4cd-4230-98e7-41bfd3966358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:30.727831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23aba721-feca-4802-93e9-43bd88994daf req-6e25c412-c4cd-4230-98e7-41bfd3966358 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1097 time: 0.0624287 Jul 22 17:09:30.766409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:30.766809 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:30.773502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23aba721-feca-4802-93e9-43bd88994daf req-ed4a370d-c46d-4b0e-b948-82a87063dda4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391045 Jul 22 17:09:31.320201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad90130-3b9a-49b5-8905-95b1580e99cc req-5b66fa43-8961-448d-b3ef-a3cea2762a90 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:31.321684 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8ad90130-3b9a-49b5-8905-95b1580e99cc req-5b66fa43-8961-448d-b3ef-a3cea2762a90 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 945 time: 0.0690875 Jul 22 17:09:31.363666 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8ad90130-3b9a-49b5-8905-95b1580e99cc req-819b4bf8-21ac-4274-a279-58a928701eda tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Jul 22 17:09:31.577203 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1236de55-b8d9-443f-8d26-dd56a068ca6f req-c02493ef-d25d-4d2d-beb7-b1a7371e5020 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 210 time: 0.0287941 Jul 22 17:09:31.736856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-5d834d8d-f50e-4c96-823b-e74b9c3d0600 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:31.738356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-5d834d8d-f50e-4c96-823b-e74b9c3d0600 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.20 "GET /v2.0/networks?id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 HTTP/1.1" status: 200 len: 911 time: 0.0902131 Jul 22 17:09:31.764346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Request body: {'port': {'device_id': 'f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'admin_state_up': True, 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:31.767335 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:31.786247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Made reservation on behalf of fd0ed41314924f59a8b2960d9068b36e for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:09:31.788846 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:31.909849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Allocated IP 172.20.0.5 (a1d0fee9-c9b0-4c9e-8102-faa1f59962e7/3614a140-b6f1-4a89-9675-d141a008741e/91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:32.044462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.057949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Transition to ACTIVE for port object 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:32.091825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.126329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['8a13d8af-a843-4be0-ba3a-223c50b8aa47'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:09:32.140489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:32.143495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:32.145835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:32.174323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Pushing event updated for resources: {'Port': ['ID=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:32.188161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.188502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.188845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.189182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.189507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.189834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.190177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.190483 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.190798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.191146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.191467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.192207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:32.204618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:32.205495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.223086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-0d6ca73b-1ec4-4e36-a76b-4d9737ec9249 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4625866 Jul 22 17:09:32.240140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Request body: {'port': {'device_id': 'f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:32.324645 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.375721 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-09e068c4-c496-451d-ac7f-6c9ac483b092 None None] Provisioning for port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:32.380454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-09e068c4-c496-451d-ac7f-6c9ac483b092 None None] Provisioning complete for port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:32.380826 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-09e068c4-c496-451d-ac7f-6c9ac483b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.421130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-09e068c4-c496-451d-ac7f-6c9ac483b092 None None] Port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:09:32.531193 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749292c6-07a3-455f-801e-7b9a0454d7b0 req-1d71b689-440e-430d-8124-d2d465f4f056 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:32.532707 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-749292c6-07a3-455f-801e-7b9a0454d7b0 req-1d71b689-440e-430d-8124-d2d465f4f056 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 945 time: 0.0702045 Jul 22 17:09:32.571638 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-749292c6-07a3-455f-801e-7b9a0454d7b0 req-b63c52dc-fa86-47c5-9327-d49f012338fc tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Jul 22 17:09:32.615471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:09:32.623950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.638897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Transition to ACTIVE for port object 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:09:32.652111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.707281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d44e82-c8db-4489-8382-e58a098c7fb4 req-477aecaf-7b12-47d8-9ded-94a323dcdb5c tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:32.709093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d44e82-c8db-4489-8382-e58a098c7fb4 req-477aecaf-7b12-47d8-9ded-94a323dcdb5c tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1053 time: 0.0557621 Jul 22 17:09:32.747508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d44e82-c8db-4489-8382-e58a098c7fb4 req-dac263ed-63be-4f84-8906-08d02396b2bb tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307424 Jul 22 17:09:32.758879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Pushing event updated for resources: {'Port': ['ID=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:32.805021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8deb6-8234-4471-a98e-2fd6c6b3347d req-c76de545-9ff6-4b0e-b260-77121655a99f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:32.806640 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2e8deb6-8234-4471-a98e-2fd6c6b3347d req-c76de545-9ff6-4b0e-b260-77121655a99f tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 945 time: 0.1652703 Jul 22 17:09:32.842691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Attempting to bind port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:09:32.843071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Attempting to bind port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:09:32.843412 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Attempting to bind port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb on network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:32.851048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb on network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:09:32.851463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Attempting to bind port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb on network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:09:32.865238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:09:32.865583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Checking segment: {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:09:32.866034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Bound using segment: {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:09:32.866545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Bound port: 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0771f1d2-cfa7-4217-a631-64d438cbfe53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:09:32.866916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.871438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2e8deb6-8234-4471-a98e-2fd6c6b3347d req-81e166a9-7705-4cce-a86a-e2f4faaff292 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577228 Jul 22 17:09:32.937115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] For port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:09:32.940944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] For port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:09:32.947765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.986518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:32.987101 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:32.988618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] 10.222.0.20 "PUT /v2.0/ports/91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb HTTP/1.1" status: 200 len: 1092 time: 0.7534332 Jul 22 17:09:32.989078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029', 'tag': '91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:09:32.992134 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029", "tag": "91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:09:33.023622 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249d43d-d095-4bf8-ba6a-626add2a1725 req-1bd93c63-4879-4a42-a6c3-4e22edc60636 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:33.030734 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e249d43d-d095-4bf8-ba6a-626add2a1725 req-1bd93c63-4879-4a42-a6c3-4e22edc60636 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 945 time: 0.0907164 Jul 22 17:09:33.036756 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da23c9e5-b16f-4253-a238-7bd319c7b226 x-openstack-request-id: req-da23c9e5-b16f-4253-a238-7bd319c7b226 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:09:33.037236 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029", "tag": "91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:09:33.037677 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da23c9e5-b16f-4253-a238-7bd319c7b226 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:09:33.038822 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029', 'tag': '91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb', 'status': 'completed', 'code': 200} Jul 22 17:09:33.042321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2988919-eba9-4cf3-b519-b3afbbc81166 service neutron] Pushing event updated for resources: {'Port': ['ID=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:33.072898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e249d43d-d095-4bf8-ba6a-626add2a1725 req-ef38ba18-8741-43f8-b3e0-8b484409e606 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412583 Jul 22 17:09:33.096050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:33.129666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-95b02f13-9c37-481a-a062-23772019c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:33.132558 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-95b02f13-9c37-481a-a062-23772019c27d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd0ed41314924f59a8b2960d9068b36e&device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1095 time: 0.0764763 Jul 22 17:09:33.181743 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-db04a4df-f2e1-4d3a-97ae-894792ef7dd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb HTTP/1.1" status: 200 len: 217 time: 0.0369060 Jul 22 17:09:33.215822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d95cc83-d298-4ef5-9179-81ba0f9b1e1f tempest-TestServerBasicOps-1867489044 tempest-TestServerBasicOps-1867489044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:33.220857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4d95cc83-d298-4ef5-9179-81ba0f9b1e1f tempest-TestServerBasicOps-1867489044 tempest-TestServerBasicOps-1867489044-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1092 time: 0.1209002 Jul 22 17:09:33.221118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58308) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:33.226344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:09:33.258393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-8f9a030d-7fb7-46cf-8106-ccfd9aff68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:33.259819 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-8f9a030d-7fb7-46cf-8106-ccfd9aff68cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3614a140-b6f1-4a89-9675-d141a008741e HTTP/1.1" status: 200 len: 849 time: 0.0720577 Jul 22 17:09:33.265224 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:33.379486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-712ceaf8-f5ff-425c-bdb7-f5dd44fbc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:33.381000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-712ceaf8-f5ff-425c-bdb7-f5dd44fbc830 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117871 Jul 22 17:09:33.464636 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:33.489804 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-1eb85abf-e33e-42a3-b967-e8e6e0289471 service neutron] 10.222.0.20 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002901 Jul 22 17:09:33.654509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Allocated IP 172.25.3.20 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/c151d3e1-0ac0-4dd9-ac25-6041945210a6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:09:33.657863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4da2d712-427c-4c8a-83e1-8212ddd3e29a req-157a9765-f326-4140-9fbf-6fb027b756d2 service neutron] 10.222.0.20 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389575 Jul 22 17:09:33.785377 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:33.865388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-1f95c34f-531b-4cc5-bb16-f56c7835cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:33.867290 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-1f95c34f-531b-4cc5-bb16-f56c7835cf8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd0ed41314924f59a8b2960d9068b36e&device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1095 time: 0.1280403 Jul 22 17:09:33.886381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:33.951036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:09:33.984461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:09:33.995824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:09:34.024524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'Port': ['ID=c151d3e1-0ac0-4dd9-ac25-6041945210a6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:34.027881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcda585-a843-4887-b965-7bdfabf86011 req-b9116b8e-26d0-4ad7-8b70-17d536ecc173 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:34.029390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dcda585-a843-4887-b965-7bdfabf86011 req-b9116b8e-26d0-4ad7-8b70-17d536ecc173 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1095 time: 0.2109518 Jul 22 17:09:34.076651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-9cb56741-96ef-47ce-b246-43f0d4aa2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:34.078143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-9cb56741-96ef-47ce-b246-43f0d4aa2f67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 HTTP/1.1" status: 200 len: 911 time: 0.2030718 Jul 22 17:09:34.116697 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0dcda585-a843-4887-b965-7bdfabf86011 req-7d6fa245-dd1d-4eff-aa61-95b4f18e8152 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795553 Jul 22 17:09:34.150289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-5806ccf4-a0ee-4446-8d35-8727b56d0cda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb HTTP/1.1" status: 200 len: 217 time: 0.0470088 Jul 22 17:09:34.236291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-5a612d13-ba6a-4da6-829c-37c0e506bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:34.237689 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-5a612d13-ba6a-4da6-829c-37c0e506bac4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3614a140-b6f1-4a89-9675-d141a008741e HTTP/1.1" status: 200 len: 849 time: 0.0810175 Jul 22 17:09:34.381031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-28753a7e-f04b-4f49-86c2-ce82ce54940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:34.383514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-28753a7e-f04b-4f49-86c2-ce82ce54940d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095984 Jul 22 17:09:34.896688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-a9483fc6-ede6-4f6b-a94b-29092efc01d4 service neutron] 10.222.0.20 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528387 Jul 22 17:09:34.898387 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:35.039390 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:35.067444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95f1b1e9-df3f-4879-88c1-27a52c8be4d9 req-496efc52-6262-4c51-bd67-ec77477e905b service neutron] 10.222.0.20 "GET /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448486 Jul 22 17:09:35.197122 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:35.201780 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:35.234787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00ef31-2cb8-4fb2-9a4d-43945f85bbf1 req-276f3693-e1ee-4fa3-8744-2354f084ff78 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:35.236540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a00ef31-2cb8-4fb2-9a4d-43945f85bbf1 req-276f3693-e1ee-4fa3-8744-2354f084ff78 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1095 time: 0.0539410 Jul 22 17:09:35.273945 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a00ef31-2cb8-4fb2-9a4d-43945f85bbf1 req-0172ff53-3f97-4868-985c-43f90b13b5a6 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296743 Jul 22 17:09:35.280026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event updated for resources: {'Port': ['ID=c151d3e1-0ac0-4dd9-ac25-6041945210a6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:35.298674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:35.401174 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Floating IP 3432b79a-4415-4c42-8691-7faadfc4456f associated. External IP: 172.25.3.20, port: 4d774e40-eca8-4791-a788-e6ca1fbcecb2. Jul 22 17:09:35.622869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Router aab1ce58-08da-48ee-8fce-c9c24850ace5 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:09:35.729466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:35.738841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] Sync routers for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:35.745274 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:35.750962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:35.751590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:09:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:35.799020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fd316888-0be9-4332-9de0-1fffcf360039 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5656574 Jul 22 17:09:35.799020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'tag': '4d774e40-eca8-4791-a788-e6ca1fbcecb2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:09:35.799020 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c37eb1c-5ba1-4a65-b7bf-196771aede70", "tag": "4d774e40-eca8-4791-a788-e6ca1fbcecb2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:09:35.828669 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c4f712-e21f-45c6-83b7-e07ad71965f4 x-openstack-request-id: req-41c4f712-e21f-45c6-83b7-e07ad71965f4 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:09:35.828960 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c37eb1c-5ba1-4a65-b7bf-196771aede70", "tag": "4d774e40-eca8-4791-a788-e6ca1fbcecb2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:09:35.829211 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41c4f712-e21f-45c6-83b7-e07ad71965f4 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:09:35.830106 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'tag': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'status': 'completed', 'code': 200} Jul 22 17:09:35.864516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:35.905139 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:35.927599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-18db88f5-6f9c-4d09-901d-e60e5b1e9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:35.929850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-18db88f5-6f9c-4d09-901d-e60e5b1e9750 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1097 time: 0.0576670 Jul 22 17:09:36.026611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-f3897ef6-4bf7-479f-8fb3-2dd5bc3a9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:36.028123 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-f3897ef6-4bf7-479f-8fb3-2dd5bc3a9201 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 200 len: 910 time: 0.0922706 Jul 22 17:09:36.092374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-cdc017b6-73e2-48e1-8822-50096c91fedc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 200 len: 998 time: 0.0580454 Jul 22 17:09:36.106355 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3432b79a-4415-4c42-8691-7faadfc4456f', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'port_id': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'mac_address': 'fa:16:3e:70:f9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:09:34Z', 'updated_at': '2021-07-22T17:09:34Z', 'revision_number': 0, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3938b185-b6a5-41c3-9264-8a38de30a6f1', 'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'mac_address': 'fa:16:3e:4e:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:09Z', 'updated_at': '2021-07-22T17:09:20Z', 'revision_number': 5, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'subnets': [{'id': 'ae528ac8-9385-4e65-969d-341da9232560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:36.137163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] Checking router: aab1ce58-08da-48ee-8fce-c9c24850ace5 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:36.141348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-35f7ab78-10f8-492c-ab0c-7a84423c7113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:36.142834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-35f7ab78-10f8-492c-ab0c-7a84423c7113 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae528ac8-9385-4e65-969d-341da9232560 HTTP/1.1" status: 200 len: 848 time: 0.0445011 Jul 22 17:09:36.145368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:36.145960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:09:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:36.210500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-2c2d1120-dcf0-480a-bb6f-75aa2e35653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:36.212990 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-2c2d1120-dcf0-480a-bb6f-75aa2e35653c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3620737-e27e-47a6-96ea-b16ff5cb128e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614192 Jul 22 17:09:36.262323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:36.306579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-0e71657a-77f8-4db8-81ac-7b7850f1b74b service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881648 Jul 22 17:09:36.362471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:09:36.405177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf311123-9cb1-452e-b432-b0341f77fe61 req-1ebfa274-7a2b-464c-b9b9-b4ad45565d1c tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:36.406731 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf311123-9cb1-452e-b432-b0341f77fe61 req-1ebfa274-7a2b-464c-b9b9-b4ad45565d1c tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1095 time: 0.0650856 Jul 22 17:09:36.412899 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5b387b5-79c8-47b8-a3c0-e25458fe28e0 req-f906743d-776f-42e4-928b-d14977ebdf49 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002278 Jul 22 17:09:36.443976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf311123-9cb1-452e-b432-b0341f77fe61 req-7298b4d5-532e-431a-bb32-4aa58738b007 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294330 Jul 22 17:09:36.560542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:36.577229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb', 'network_id': 'a1d0fee9-c9b0-4c9e-8102-faa1f59962e7', 'port_id': '91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb', 'mac_address': 'fa:16:3e:2e:8a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3614a140-b6f1-4a89-9675-d141a008741e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:09:36.618592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3432b79a-4415-4c42-8691-7faadfc4456f', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'port_id': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'mac_address': 'fa:16:3e:70:f9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:09:34Z', 'updated_at': '2021-07-22T17:09:34Z', 'revision_number': 0, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3938b185-b6a5-41c3-9264-8a38de30a6f1', 'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'mac_address': 'fa:16:3e:4e:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:09Z', 'updated_at': '2021-07-22T17:09:20Z', 'revision_number': 5, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'subnets': [{'id': 'ae528ac8-9385-4e65-969d-341da9232560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:36.646362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180bb892-93a0-44d5-911f-b7d4b5ee5bb5 None None] The sync data for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 is: [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '3432b79a-4415-4c42-8691-7faadfc4456f', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'floating_ip_address': '172.25.3.20', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'port_id': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'mac_address': 'fa:16:3e:70:f9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:09:34Z', 'updated_at': '2021-07-22T17:09:34Z', 'revision_number': 0, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3938b185-b6a5-41c3-9264-8a38de30a6f1', 'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'mac_address': 'fa:16:3e:4e:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:09Z', 'updated_at': '2021-07-22T17:09:20Z', 'revision_number': 5, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'subnets': [{'id': 'ae528ac8-9385-4e65-969d-341da9232560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:36.648845 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:36.661808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:09:36.686261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:36.690787 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:36.740581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:36.837741 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676532c-2244-43cb-bebd-834d4fb4dae0 None None] New status for floating IP 3432b79a-4415-4c42-8691-7faadfc4456f: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:09:36.978080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:09:37.567757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2930a-f81f-4df6-95c0-f445672da57a req-cdb3b2e8-b032-4a10-a561-61e58257cceb tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:37.570019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ced2930a-f81f-4df6-95c0-f445672da57a req-cdb3b2e8-b032-4a10-a561-61e58257cceb tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1096 time: 0.0534484 Jul 22 17:09:37.607856 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ced2930a-f81f-4df6-95c0-f445672da57a req-4a95aaf2-3c21-4676-8119-55c36370d22a tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286717 Jul 22 17:09:38.376895 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:09:38.428294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:09:38.432528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:09:38.432895 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:38.512053 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:38.534964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:09:38.537178 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13b7f80-7f6e-4395-aecc-765166c67a47" -d '{"events": [{"server_uuid": "f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029", "name": "network-vif-plugged", "status": "completed", "tag": "91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:09:38.549420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:38.554162 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:38.580242 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90812e39-47ec-4b91-b3c8-42819f752716 x-openstack-request-id: req-90812e39-47ec-4b91-b3c8-42819f752716 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:09:38.580533 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029", "name": "network-vif-plugged", "status": "completed", "tag": "91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:09:38.580834 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90812e39-47ec-4b91-b3c8-42819f752716 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:09:38.581173 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb', 'code': 200} Jul 22 17:09:38.762456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:38.786770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dd0b0-6a2c-4ff3-8171-c6b712ce9952 req-1533e013-dc41-441f-83c1-4a87b8a5849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:38.789599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-894dd0b0-6a2c-4ff3-8171-c6b712ce9952 req-1533e013-dc41-441f-83c1-4a87b8a5849c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1097 time: 0.1116428 Jul 22 17:09:38.792166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a136ab9-1bae-4662-9a3c-02facb7b2be0 req-8aa9d437-93ed-4074-9455-09af95f1f656 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:38.793540 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a136ab9-1bae-4662-9a3c-02facb7b2be0 req-8aa9d437-93ed-4074-9455-09af95f1f656 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1097 time: 0.1124694 Jul 22 17:09:38.845269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-894dd0b0-6a2c-4ff3-8171-c6b712ce9952 req-9d8d3bf4-9f86-4dd4-a454-377930a5832b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495396 Jul 22 17:09:38.848935 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a136ab9-1bae-4662-9a3c-02facb7b2be0 req-b85ade8c-b0c8-4a1e-ad2a-6be14b31a98d tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477364 Jul 22 17:09:39.979862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29ab0-f0f1-4d3a-ae47-e1288e302b14 req-a454d8f6-4cf4-4809-8369-b8ea9b9e7c08 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:39.981407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-15c29ab0-f0f1-4d3a-ae47-e1288e302b14 req-a454d8f6-4cf4-4809-8369-b8ea9b9e7c08 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1097 time: 0.0583353 Jul 22 17:09:40.019852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-15c29ab0-f0f1-4d3a-ae47-e1288e302b14 req-ab8a64b5-13d4-437f-9331-22f24e43e12d tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297890 Jul 22 17:09:40.142188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f0123-534a-46bc-8d6a-ed894e2fa955 req-52136cc7-3576-4a4f-a8bf-797713893650 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:40.143606 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f7f0123-534a-46bc-8d6a-ed894e2fa955 req-52136cc7-3576-4a4f-a8bf-797713893650 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1097 time: 0.0543017 Jul 22 17:09:40.185267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2f7f0123-534a-46bc-8d6a-ed894e2fa955 req-1343e835-d96b-4985-9d0e-ff7e2305b7bc tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355566 Jul 22 17:09:40.314004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245c812-9ab9-440a-87a9-88d2424170cf req-c7bf4d4e-19a7-49ee-8e20-0d87f12d5f35 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:40.315555 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e245c812-9ab9-440a-87a9-88d2424170cf req-c7bf4d4e-19a7-49ee-8e20-0d87f12d5f35 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1097 time: 0.0548851 Jul 22 17:09:40.349901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e245c812-9ab9-440a-87a9-88d2424170cf req-3fc09902-805f-4651-b97f-ef9669218b2a tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280271 Jul 22 17:09:40.597178 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295c660-a6b6-44b8-bb2a-6222921dd13b req-f54a34d0-d256-4ef7-82d7-7f36470679ef tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:40.598675 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2295c660-a6b6-44b8-bb2a-6222921dd13b req-f54a34d0-d256-4ef7-82d7-7f36470679ef tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1097 time: 0.0584896 Jul 22 17:09:40.635641 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2295c660-a6b6-44b8-bb2a-6222921dd13b req-4d2180e6-f250-4890-aabc-b778419f210e tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296526 Jul 22 17:09:41.761644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61176c5b-e1f2-419c-aa43-2aae3ad2f3ce req-c4c15695-687f-4332-bc85-c8752160b846 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:41.763269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61176c5b-e1f2-419c-aa43-2aae3ad2f3ce req-c4c15695-687f-4332-bc85-c8752160b846 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1097 time: 0.0603192 Jul 22 17:09:41.799107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61176c5b-e1f2-419c-aa43-2aae3ad2f3ce req-708110ff-e46d-469c-a5d6-acb75321c405 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296590 Jul 22 17:09:42.039082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915beb0c-d009-4158-a779-bb9f464226ea req-ba2a1626-62e8-4430-afcd-6ebd5ff54362 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:42.040597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-915beb0c-d009-4158-a779-bb9f464226ea req-ba2a1626-62e8-4430-afcd-6ebd5ff54362 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 1097 time: 0.0530751 Jul 22 17:09:42.127853 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-915beb0c-d009-4158-a779-bb9f464226ea req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Deleting port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:42.128193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-915beb0c-d009-4158-a779-bb9f464226ea req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:42.207881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-915beb0c-d009-4158-a779-bb9f464226ea req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] For port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:42.208154 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-915beb0c-d009-4158-a779-bb9f464226ea req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:42.221178 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-915beb0c-d009-4158-a779-bb9f464226ea req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Calling delete_port for 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:42.349544 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-915beb0c-d009-4158-a779-bb9f464226ea req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:42.376425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Pushing event deleted for resources: {'Port': ['ID=91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:42.384695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:09:42.412748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['8a13d8af-a843-4be0-ba3a-223c50b8aa47'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:09:42.427540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-915beb0c-d009-4158-a779-bb9f464226ea req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] No DVR routers for this DVR port 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:09:42.430289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-915beb0c-d009-4158-a779-bb9f464226ea req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:42.432455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-915beb0c-d009-4158-a779-bb9f464226ea req-fa7d21da-550c-4a67-8e7f-7a19088ccf76 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.20 "DELETE /v2.0/ports/91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb HTTP/1.1" status: 204 len: 173 time: 0.3863580 Jul 22 17:09:42.432908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029', 'name': 'network-vif-deleted', 'tag': '91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:09:42.435355 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c68aa-13ea-4aee-9537-eaa04267356d" -d '{"events": [{"server_uuid": "f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029", "name": "network-vif-deleted", "tag": "91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:09:42.488496 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bc1040-984a-47d7-8992-582f0daf1750 x-openstack-request-id: req-a7bc1040-984a-47d7-8992-582f0daf1750 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:09:42.488840 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029", "name": "network-vif-deleted", "tag": "91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:09:42.489104 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7bc1040-984a-47d7-8992-582f0daf1750 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:09:42.489539 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029', 'name': 'network-vif-deleted', 'tag': '91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb', 'status': 'completed', 'code': 200} Jul 22 17:09:42.910425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2fa4fb4d-b179-43b1-952a-0d337470902b req-66919f5b-e627-4bfe-a322-984996fc919c tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f9fd17e7-f69c-4897-b8a1-ff4bcb3d5029 HTTP/1.1" status: 200 len: 210 time: 0.0331082 Jul 22 17:09:44.209452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2d518-3631-4a90-9ffb-87eb9fa6ac0f req-979cb884-a0df-44c9-a42f-799db29b10b7 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:44.211797 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71c2d518-3631-4a90-9ffb-87eb9fa6ac0f req-979cb884-a0df-44c9-a42f-799db29b10b7 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1098 time: 0.0625441 Jul 22 17:09:44.251255 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71c2d518-3631-4a90-9ffb-87eb9fa6ac0f req-24a6b0ce-8804-4b71-a39f-07b4d4811d0f tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Jul 22 17:09:44.403655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:44.427272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:44.427611 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 91c1aa48-0fa5-4183-b2c2-2bdea99dfcfb not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:45.388224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6289b-0134-4758-a8ce-b726e2adeeb7 req-549051a7-9560-4e5f-98cd-f207c87ef8af tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:45.389812 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62e6289b-0134-4758-a8ce-b726e2adeeb7 req-549051a7-9560-4e5f-98cd-f207c87ef8af tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1098 time: 0.0677018 Jul 22 17:09:45.428308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-62e6289b-0134-4758-a8ce-b726e2adeeb7 req-0a13a1bf-a265-48d0-a676-6cbde8916686 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3d5a5f9a-084f-43d8-a257-aa0ef9420c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327332 Jul 22 17:09:45.739310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-ec32bde3-000b-4da6-9f84-a8221b6a900d tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:45.740812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-ec32bde3-000b-4da6-9f84-a8221b6a900d tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 1098 time: 0.0532231 Jul 22 17:09:45.831840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Deleting port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:45.832188 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:45.914295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] For port 8a13d8af-a843-4be0-ba3a-223c50b8aa47, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a13d8af-a843-4be0-ba3a-223c50b8aa47,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:45.914655 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:45.932142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Calling delete_port for 8a13d8af-a843-4be0-ba3a-223c50b8aa47 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:46.052497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:46.081255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a13d8af-a843-4be0-ba3a-223c50b8aa47,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:46.087535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['8a13d8af-a843-4be0-ba3a-223c50b8aa47'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:09:46.094517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.094517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.094517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.094770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.095090 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.095415 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.095740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.096063 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.096387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.098521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.100849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.101256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:09:46.146883 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] No DVR routers for this DVR port 8a13d8af-a843-4be0-ba3a-223c50b8aa47 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:09:46.149761 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:46.151831 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b65d54cb-48f7-41cf-93e4-f4446b1afec2 req-8d9b4988-47bc-4dd4-aeeb-aa85b3e5cb36 tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.65 "DELETE /v2.0/ports/8a13d8af-a843-4be0-ba3a-223c50b8aa47 HTTP/1.1" status: 204 len: 173 time: 0.4049938 Jul 22 17:09:46.152341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5a54a7-4729-4ece-b3e9-6b05abf1479e', 'name': 'network-vif-deleted', 'tag': '8a13d8af-a843-4be0-ba3a-223c50b8aa47'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:09:46.154729 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75ab4f6-661f-4a53-9deb-1503f03632f5" -d '{"events": [{"server_uuid": "4b5a54a7-4729-4ece-b3e9-6b05abf1479e", "name": "network-vif-deleted", "tag": "8a13d8af-a843-4be0-ba3a-223c50b8aa47"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:09:46.197231 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efc2435-15d0-483f-8a25-728cca1b3adf x-openstack-request-id: req-2efc2435-15d0-483f-8a25-728cca1b3adf {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:09:46.197632 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5a54a7-4729-4ece-b3e9-6b05abf1479e", "name": "network-vif-deleted", "tag": "8a13d8af-a843-4be0-ba3a-223c50b8aa47", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:09:46.197880 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2efc2435-15d0-483f-8a25-728cca1b3adf {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:09:46.198288 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5a54a7-4729-4ece-b3e9-6b05abf1479e', 'name': 'network-vif-deleted', 'tag': '8a13d8af-a843-4be0-ba3a-223c50b8aa47', 'status': 'completed', 'code': 200} Jul 22 17:09:46.536032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-00549a83-286b-4dcb-9760-f3a907383cd7 req-6f3daf2a-ed62-4f5b-b2ab-a99895617caa tempest-TestServerMultinode-1486242766 tempest-TestServerMultinode-1486242766-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4b5a54a7-4729-4ece-b3e9-6b05abf1479e HTTP/1.1" status: 200 len: 210 time: 0.0295548 Jul 22 17:09:47.519300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-008476f1-774d-4f30-876f-107881fad42f req-b7a850b0-b795-4155-97ab-10212751ea90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515599 Jul 22 17:09:47.600454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58362) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:47.633689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008476f1-774d-4f30-876f-107881fad42f req-5d87989f-1bae-474e-9ab4-21e75e6bb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:47.635244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-008476f1-774d-4f30-876f-107881fad42f req-5d87989f-1bae-474e-9ab4-21e75e6bb0f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1097 time: 0.0548861 Jul 22 17:09:47.744354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008476f1-774d-4f30-876f-107881fad42f req-e92e7543-6e11-498c-9fad-d4e5744501eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:47.745840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-008476f1-774d-4f30-876f-107881fad42f req-e92e7543-6e11-498c-9fad-d4e5744501eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 200 len: 910 time: 0.0910788 Jul 22 17:09:47.814748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-008476f1-774d-4f30-876f-107881fad42f req-b6693f4c-988b-4b6d-a1c0-69626d285558 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 200 len: 1000 time: 0.0621147 Jul 22 17:09:47.863437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008476f1-774d-4f30-876f-107881fad42f req-0a6d56e0-ac1a-41bd-9b64-2e3f0c730ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:47.864980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-008476f1-774d-4f30-876f-107881fad42f req-0a6d56e0-ac1a-41bd-9b64-2e3f0c730ffd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae528ac8-9385-4e65-969d-341da9232560 HTTP/1.1" status: 200 len: 848 time: 0.0434954 Jul 22 17:09:47.925304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008476f1-774d-4f30-876f-107881fad42f req-12f4546f-e9e1-49dd-a9da-ead2fa30fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:09:47.926868 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-008476f1-774d-4f30-876f-107881fad42f req-12f4546f-e9e1-49dd-a9da-ead2fa30fc42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3620737-e27e-47a6-96ea-b16ff5cb128e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550730 Jul 22 17:09:47.943905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:48.026403 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-008476f1-774d-4f30-876f-107881fad42f req-e77922ba-25c0-489c-92c0-b1cc28d9df68 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872309 Jul 22 17:09:48.116609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-008476f1-774d-4f30-876f-107881fad42f req-a6c28990-12a1-4471-a2b7-3e0eac5bbbf9 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825920 Jul 22 17:09:48.201341 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Deleting port e707c519-cf20-4b25-81a3-12d507f30191 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:48.201676 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:48.237348 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8a13d8af-a843-4be0-ba3a-223c50b8aa47 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:48.258647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 8a13d8af-a843-4be0-ba3a-223c50b8aa47 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:48.259003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8a13d8af-a843-4be0-ba3a-223c50b8aa47 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:48.286868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] For port e707c519-cf20-4b25-81a3-12d507f30191, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e707c519-cf20-4b25-81a3-12d507f30191,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:48.287252 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:48.300275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Calling delete_port for e707c519-cf20-4b25-81a3-12d507f30191 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:48.464044 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4d7e5a83-2c8d-4385-9864-88217bd93553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:48.476317 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:48.506262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Pushing event deleted for resources: {'Port': ['ID=e707c519-cf20-4b25-81a3-12d507f30191,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:48.678812 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:48.888484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Router 9ab3bdc1-037c-4faf-9b88-67b3231e320e has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:09:48.994496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:48.999842 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e99c77a5-2189-42a2-8bd2-672f479e836f admin admin] 10.222.0.53 "PUT /v2.0/routers/9ab3bdc1-037c-4faf-9b88-67b3231e320e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975275 Jul 22 17:09:49.002712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58366) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:49.003718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586c746-5f68-4695-91a7-d16da328548d None None] Sync routers for ids ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:49.013372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586c746-5f68-4695-91a7-d16da328548d None None] Routers {'9ab3bdc1-037c-4faf-9b88-67b3231e320e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:49.014000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0586c746-5f68-4695-91a7-d16da328548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:09:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:49.106208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:49.117175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0586c746-5f68-4695-91a7-d16da328548d None None] Set router 9ab3bdc1-037c-4faf-9b88-67b3231e320e gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:49.210152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:49.263222 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Deleting port 3c63731b-0e52-492c-a06a-d5c7dfa80d02 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:49.263557 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:49.300093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0586c746-5f68-4695-91a7-d16da328548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:48Z', 'revision_number': 5, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'gw_port': {'id': '3c63731b-0e52-492c-a06a-d5c7dfa80d02', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:61:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:49.330309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586c746-5f68-4695-91a7-d16da328548d None None] Checking router: 9ab3bdc1-037c-4faf-9b88-67b3231e320e for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:49.339284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586c746-5f68-4695-91a7-d16da328548d None None] Routers {'9ab3bdc1-037c-4faf-9b88-67b3231e320e'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:49.339881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0586c746-5f68-4695-91a7-d16da328548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:09:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:49.345253 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] For port 3c63731b-0e52-492c-a06a-d5c7dfa80d02, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3c63731b-0e52-492c-a06a-d5c7dfa80d02,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:49.345612 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:49.357226 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Calling delete_port for 3c63731b-0e52-492c-a06a-d5c7dfa80d02 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:49.426510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-0586c746-5f68-4695-91a7-d16da328548d None None] Set router 9ab3bdc1-037c-4faf-9b88-67b3231e320e gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:49.486746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-0586c746-5f68-4695-91a7-d16da328548d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:49Z', 'revision_number': 6, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:49.518986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586c746-5f68-4695-91a7-d16da328548d None None] The sync data for ids ['9ab3bdc1-037c-4faf-9b88-67b3231e320e'] in n-d-792458-13 is: [{'id': '9ab3bdc1-037c-4faf-9b88-67b3231e320e', 'name': 'tempest-TestServerMultinode-1407107857-router', 'tenant_id': '0eeb5b055d104e199c53d61116b7edba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:02Z', 'updated_at': '2021-07-22T17:09:49Z', 'revision_number': 6, 'project_id': '0eeb5b055d104e199c53d61116b7edba', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:49.829717 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:49.855295 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c63731b-0e52-492c-a06a-d5c7dfa80d02,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:49.918829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.015259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.017327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.060249 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.060791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ab3bdc1-037c-4faf-9b88-67b3231e320e {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:09:50.065053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.066065 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9af09565-ffb2-492b-87e8-6c8086bd2e3f admin admin] 10.222.0.53 "DELETE /v2.0/routers/9ab3bdc1-037c-4faf-9b88-67b3231e320e HTTP/1.1" status: 204 len: 168 time: 1.0623684 Jul 22 17:09:50.068631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58368) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:50.113312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed159f0-1c0c-4b83-8050-e5b98f91a1d3 admin admin] Deleting subnet 3614a140-b6f1-4a89-9675-d141a008741e {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:09:50.117494 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ed159f0-1c0c-4b83-8050-e5b98f91a1d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.151490 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ed159f0-1c0c-4b83-8050-e5b98f91a1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.231724 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ed159f0-1c0c-4b83-8050-e5b98f91a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.284322 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ed159f0-1c0c-4b83-8050-e5b98f91a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.317695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed159f0-1c0c-4b83-8050-e5b98f91a1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3614a140-b6f1-4a89-9675-d141a008741e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:50.320014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6ed159f0-1c0c-4b83-8050-e5b98f91a1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.323395 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6ed159f0-1c0c-4b83-8050-e5b98f91a1d3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3614a140-b6f1-4a89-9675-d141a008741e HTTP/1.1" status: 204 len: 168 time: 0.2532303 Jul 22 17:09:50.323752 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb311dcd-dc9d-49ec-b7a6-843b394a49b7 None None] Network a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:50.324190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58370) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:50.400145 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.456407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Deleting port 8021b266-e467-4c84-a2ff-e3f746ec9f9c {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:50.456890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.518704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba949fc-ca22-4498-bdac-62c33c5410a7 None None] DHCP port deletion for a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:09:50.530581 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] For port 8021b266-e467-4c84-a2ff-e3f746ec9f9c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8021b266-e467-4c84-a2ff-e3f746ec9f9c,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:50.531095 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.545100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Calling delete_port for 8021b266-e467-4c84-a2ff-e3f746ec9f9c owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:50.568459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eba949fc-ca22-4498-bdac-62c33c5410a7 None None] Deleting port 8021b266-e467-4c84-a2ff-e3f746ec9f9c {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:50.568837 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eba949fc-ca22-4498-bdac-62c33c5410a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.638973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-eba949fc-ca22-4498-bdac-62c33c5410a7 None None] For port 8021b266-e467-4c84-a2ff-e3f746ec9f9c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8021b266-e467-4c84-a2ff-e3f746ec9f9c,segment=NetworkSegment(0771f1d2-cfa7-4217-a631-64d438cbfe53),segment_id=0771f1d2-cfa7-4217-a631-64d438cbfe53)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:50.639368 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eba949fc-ca22-4498-bdac-62c33c5410a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.642729 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.656603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eba949fc-ca22-4498-bdac-62c33c5410a7 None None] Calling delete_port for 8021b266-e467-4c84-a2ff-e3f746ec9f9c owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:50.672053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=8021b266-e467-4c84-a2ff-e3f746ec9f9c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:50.673920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] No DVR routers for this DVR port 8021b266-e467-4c84-a2ff-e3f746ec9f9c on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:09:50.725123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3c63731b-0e52-492c-a06a-d5c7dfa80d02 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:50.752652 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 3c63731b-0e52-492c-a06a-d5c7dfa80d02 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:50.752902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3c63731b-0e52-492c-a06a-d5c7dfa80d02 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:50.753104 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.753328 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e707c519-cf20-4b25-81a3-12d507f30191 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:50.769970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d0fee9-c9b0-4c9e-8102-faa1f59962e7']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:50.774307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e707c519-cf20-4b25-81a3-12d507f30191 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:50.774714 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e707c519-cf20-4b25-81a3-12d507f30191 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:50.775095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8021b266-e467-4c84-a2ff-e3f746ec9f9c no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:50.780843 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0771f1d2-cfa7-4217-a631-64d438cbfe53') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:50.781138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0771f1d2-cfa7-4217-a631-64d438cbfe53') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:50.790672 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.795165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 8021b266-e467-4c84-a2ff-e3f746ec9f9c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:50.795507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8021b266-e467-4c84-a2ff-e3f746ec9f9c not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:50.798572 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eba949fc-ca22-4498-bdac-62c33c5410a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.806261 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.814836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:09:50.815503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:09:50.817502 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:09:50.828199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba949fc-ca22-4498-bdac-62c33c5410a7 None None] No DVR routers for this DVR port 8021b266-e467-4c84-a2ff-e3f746ec9f9c on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:09:50.830145 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba949fc-ca22-4498-bdac-62c33c5410a7 None None] Pushing event deleted for resources: {'Port': ['ID=8021b266-e467-4c84-a2ff-e3f746ec9f9c,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:50.881153 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.887328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:50.889173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] 10.222.0.53 "DELETE /v2.0/networks/a1d0fee9-c9b0-4c9e-8102-faa1f59962e7 HTTP/1.1" status: 204 len: 168 time: 0.5639582 Jul 22 17:09:50.892254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:50.901093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387b5b6-8ee0-47f2-bdf7-51b6ff076f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d0fee9-c9b0-4c9e-8102-faa1f59962e7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:51.058233 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4ae8523d-b5a6-4919-b01b-e872f8079eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:51.247875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:51.277197 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:51.504053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Deleting port f8c352b1-2907-47c1-b63b-203634987e1f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:51.504317 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:51.580928 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] For port f8c352b1-2907-47c1-b63b-203634987e1f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f8c352b1-2907-47c1-b63b-203634987e1f,segment=NetworkSegment(4e0ef5e0-a6fd-4c81-94ad-862dadb5210f),segment_id=4e0ef5e0-a6fd-4c81-94ad-862dadb5210f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:51.581280 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:51.594153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Calling delete_port for f8c352b1-2907-47c1-b63b-203634987e1f owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:52.097949 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:52.127330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c352b1-2907-47c1-b63b-203634987e1f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:52.293896 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:52.511034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:09:52.620427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:09:52.621283 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:52.628353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7b2628c0-0814-48c0-a14e-1fb277319dfe admin admin] 10.222.0.53 "PUT /v2.0/routers/5d6f986c-fc77-40fb-9212-5c0b1abe5ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7318878 Jul 22 17:09:52.628353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58374) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:52.631284 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] Sync routers for ids ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:09:52.642833 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] Routers {'5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:52.643479 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:09:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:52.738905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:52.748409 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] Set router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:52.842452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:52.901520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Deleting port 01a1235f-2f6d-4435-9dc0-6b25a43188e8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:52.901845 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:52.926624 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:52Z', 'revision_number': 5, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'gw_port': {'id': '01a1235f-2f6d-4435-9dc0-6b25a43188e8', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:78:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:52.952552 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] Checking router: 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:09:52.961458 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] Routers {'5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:09:52.962065 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:09:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:52.984624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] For port 01a1235f-2f6d-4435-9dc0-6b25a43188e8, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=01a1235f-2f6d-4435-9dc0-6b25a43188e8,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:52.984984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:52.997357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Calling delete_port for 01a1235f-2f6d-4435-9dc0-6b25a43188e8 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:53.138645 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] Set router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:09:53.173220 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.188913 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:52Z', 'revision_number': 6, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:53.219982 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3594432e-4abf-4e94-b17d-eb028a51e1d5 None None] The sync data for ids ['5d6f986c-fc77-40fb-9212-5c0b1abe5ad7'] in n-d-792458-13 is: [{'id': '5d6f986c-fc77-40fb-9212-5c0b1abe5ad7', 'name': 'tempest-TestServerMultinode-1929326527-router', 'tenant_id': 'fd0ed41314924f59a8b2960d9068b36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:08Z', 'updated_at': '2021-07-22T17:09:52Z', 'revision_number': 6, 'project_id': 'fd0ed41314924f59a8b2960d9068b36e', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:09:53.228831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Pushing event deleted for resources: {'Port': ['ID=01a1235f-2f6d-4435-9dc0-6b25a43188e8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:53.276508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.368607 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.370683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.416266 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.416731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:09:53.421576 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.422716 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b9d13687-2aa4-491d-8078-da3c3f3d970a admin admin] 10.222.0.53 "DELETE /v2.0/routers/5d6f986c-fc77-40fb-9212-5c0b1abe5ad7 HTTP/1.1" status: 204 len: 168 time: 0.7934306 Jul 22 17:09:53.425132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58376) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:53.469318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9f12bb-274a-4011-b5dd-1b89fa233baa admin admin] Deleting subnet ae309c04-9c82-4522-af5e-029e827ea068 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:09:53.472296 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1b9f12bb-274a-4011-b5dd-1b89fa233baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.510368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1b9f12bb-274a-4011-b5dd-1b89fa233baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.589667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1b9f12bb-274a-4011-b5dd-1b89fa233baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.649545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1b9f12bb-274a-4011-b5dd-1b89fa233baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.675338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f12bb-274a-4011-b5dd-1b89fa233baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae309c04-9c82-4522-af5e-029e827ea068,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:53.678962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1b9f12bb-274a-4011-b5dd-1b89fa233baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.680859 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1b9f12bb-274a-4011-b5dd-1b89fa233baa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae309c04-9c82-4522-af5e-029e827ea068 HTTP/1.1" status: 204 len: 168 time: 0.2548048 Jul 22 17:09:53.683317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58378) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:53.685716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9b346-2059-4fd0-a3c8-0d23dcc2b31e None None] Network 748e1513-e923-4d36-b1ad-d36a8ca32366 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:09:53.755943 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.808470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Deleting port bb51abd9-c37b-4ca3-a660-708e64e813ec {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:09:53.808816 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.875993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] For port bb51abd9-c37b-4ca3-a660-708e64e813ec, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bb51abd9-c37b-4ca3-a660-708e64e813ec,segment=NetworkSegment(4e0ef5e0-a6fd-4c81-94ad-862dadb5210f),segment_id=4e0ef5e0-a6fd-4c81-94ad-862dadb5210f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:09:53.876353 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.888157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Calling delete_port for bb51abd9-c37b-4ca3-a660-708e64e813ec owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:09:53.967199 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:53.982482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b748fc-25dd-4bbc-8037-33e13eefab69 None None] DHCP port deletion for 748e1513-e923-4d36-b1ad-d36a8ca32366 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:09:53.995886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb51abd9-c37b-4ca3-a660-708e64e813ec,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:54.002998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] No DVR routers for this DVR port bb51abd9-c37b-4ca3-a660-708e64e813ec on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:09:54.082136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.092971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748e1513-e923-4d36-b1ad-d36a8ca32366']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:54.104194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:54.104496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0ef5e0-a6fd-4c81-94ad-862dadb5210f') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:09:54.113180 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.127260 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.133461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:09:54.133740 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:09:54.135325 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:09:54.193217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.200265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.204065 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/748e1513-e923-4d36-b1ad-d36a8ca32366 HTTP/1.1" status: 204 len: 168 time: 0.5191474 Jul 22 17:09:54.217873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e929a-cd29-40ba-8464-fda0b34d75e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=748e1513-e923-4d36-b1ad-d36a8ca32366,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:54.337667 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.409164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58382) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:54.452560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9867ef43-4304-4e7d-9fc3-c782ed657145 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0eeb5b055d104e199c53d61116b7edba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420551 Jul 22 17:09:54.455135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58384) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:54.511272 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf8363a-767a-4d7c-8fb3-e3709aab1e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.533112 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf8363a-767a-4d7c-8fb3-e3709aab1e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.581489 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf8363a-767a-4d7c-8fb3-e3709aab1e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.584301 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-cbf8363a-767a-4d7c-8fb3-e3709aab1e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:54.586316 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-cbf8363a-767a-4d7c-8fb3-e3709aab1e89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ebec421-6c55-4204-a523-322f9a78b4e8 HTTP/1.1" status: 204 len: 168 time: 0.1301618 Jul 22 17:09:54.598664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8363a-767a-4d7c-8fb3-e3709aab1e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebec421-6c55-4204-a523-322f9a78b4e8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:09:54.709101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 01a1235f-2f6d-4435-9dc0-6b25a43188e8 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:54.729465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 01a1235f-2f6d-4435-9dc0-6b25a43188e8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:54.729943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 01a1235f-2f6d-4435-9dc0-6b25a43188e8 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:54.730528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bb51abd9-c37b-4ca3-a660-708e64e813ec no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:54.749687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: bb51abd9-c37b-4ca3-a660-708e64e813ec {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:54.750030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bb51abd9-c37b-4ca3-a660-708e64e813ec not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:54.750450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f8c352b1-2907-47c1-b63b-203634987e1f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:09:54.769485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: f8c352b1-2907-47c1-b63b-203634987e1f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:09:54.769833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f8c352b1-2907-47c1-b63b-203634987e1f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:09:54.961285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58390) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:55.003008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eb2cb8fb-2c57-4883-982f-80a4ac31f3b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd0ed41314924f59a8b2960d9068b36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401456 Jul 22 17:09:55.006101 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58392) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:09:55.060280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93c3a6f1-9813-45d9-bb04-3b29d6b5a924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:55.082943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93c3a6f1-9813-45d9-bb04-3b29d6b5a924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:55.129607 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93c3a6f1-9813-45d9-bb04-3b29d6b5a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:55.132982 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-93c3a6f1-9813-45d9-bb04-3b29d6b5a924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:09:55.134141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-93c3a6f1-9813-45d9-bb04-3b29d6b5a924 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d5a5f9a-084f-43d8-a257-aa0ef9420c22 HTTP/1.1" status: 204 len: 168 time: 0.1260533 Jul 22 17:09:55.141824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3a6f1-9813-45d9-bb04-3b29d6b5a924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a5f9a-084f-43d8-a257-aa0ef9420c22,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:10:01.478382 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:10:01.783173 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:05.871268 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:10.229447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58412) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:10:10.419674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283e083-4074-476f-be04-7590d1fd2a57 req-132900cd-ce2a-4e36-a00c-23a9ef0bb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:10:10.421185 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f283e083-4074-476f-be04-7590d1fd2a57 req-132900cd-ce2a-4e36-a00c-23a9ef0bb14e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1097 time: 0.1907508 Jul 22 17:10:10.453872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f283e083-4074-476f-be04-7590d1fd2a57 req-262178ef-b045-4c8c-b800-518246fa704e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270591 Jul 22 17:10:18.465201 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e8134ea-dcd0-4ac8-a768-561d16b24b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:21.061310 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-268f73f2-45a0-4877-aad9-50c85fe8dd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:21.277860 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:22.624211 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:24.330174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:31.794856 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:35.868036 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:38.478050 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:10:47.524790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-df4dd737-6ed3-492f-bc86-9bcedd4c88ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566635 Jul 22 17:10:47.635153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-233f2f41-4649-4dee-9060-e405a81fd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:10:47.637229 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-233f2f41-4649-4dee-9060-e405a81fd04b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1097 time: 0.0549753 Jul 22 17:10:47.737226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-de6b8054-37e0-448f-9059-817405636348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:10:47.738702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-de6b8054-37e0-448f-9059-817405636348 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 200 len: 910 time: 0.0828850 Jul 22 17:10:47.805825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-fa357328-2e8a-43f8-8447-17ef66f5ef09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 200 len: 1000 time: 0.0608785 Jul 22 17:10:47.854321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-31a35d3a-cbf1-4d5b-a767-729eca4a7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:10:47.855839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-31a35d3a-cbf1-4d5b-a767-729eca4a7e82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae528ac8-9385-4e65-969d-341da9232560 HTTP/1.1" status: 200 len: 848 time: 0.0433040 Jul 22 17:10:47.912690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-50b2888d-e663-4e31-987a-851cec1b509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:10:47.914218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-50b2888d-e663-4e31-987a-851cec1b509e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3620737-e27e-47a6-96ea-b16ff5cb128e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523303 Jul 22 17:10:48.011444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-ea997b45-b7ec-4575-b582-e9596f7a35c0 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902772 Jul 22 17:10:48.098305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de500e90-0537-47a6-bcb5-d9261a04e19d req-9424b770-e52d-490b-b2c3-bcdd00d2ee93 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818098 Jul 22 17:10:48.466166 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9d4dcd3e-a85d-43c3-b9be-ba9c137251fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:51.062123 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-396bc276-7605-4e86-a9ac-67984426d79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:51.281030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:52.627012 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:10:54.333179 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:01.798684 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:05.882742 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:15.476378 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:11:18.465994 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3811f70c-4c3b-4d2a-9cb9-ad7cc527f91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:21.062717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0612bbb1-7a4d-43ad-9049-f37f7e74831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:21.283102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:22.631653 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:24.335023 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:31.797872 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:35.882848 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.467658 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a96f292-8fde-481c-a8a1-812c41a8bbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:48.525671 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-20932134-ad27-4761-a4f3-02a23f66360d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604842 Jul 22 17:11:48.633763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-830e4ac5-be49-44b9-9623-a573a771b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:48.635293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-830e4ac5-be49-44b9-9623-a573a771b07c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1097 time: 0.0529530 Jul 22 17:11:48.744774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-06156f13-880d-4f41-abdd-829228f1e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:48.746262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-06156f13-880d-4f41-abdd-829228f1e98c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 200 len: 910 time: 0.0924613 Jul 22 17:11:48.809831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-6c55d81e-ede2-4c35-a0c6-1c490f2e615f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 200 len: 1000 time: 0.0564752 Jul 22 17:11:48.858215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-fa4394f3-2862-4e09-8b09-399c3af95bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:48.859872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-fa4394f3-2862-4e09-8b09-399c3af95bd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae528ac8-9385-4e65-969d-341da9232560 HTTP/1.1" status: 200 len: 848 time: 0.0432370 Jul 22 17:11:48.923207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-d13f9c87-e429-4821-89c7-4fb701fe30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:11:48.924731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-d13f9c87-e429-4821-89c7-4fb701fe30af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3620737-e27e-47a6-96ea-b16ff5cb128e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572598 Jul 22 17:11:49.023587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-6fac2594-61bb-4cc5-a659-9ed5f1c21443 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919104 Jul 22 17:11:49.122733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8416b0a4-a8a4-4a96-836a-f053a41dcecc req-a4f4b08a-d7ec-4e92-be98-37fcf5f04dbe service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920663 Jul 22 17:11:51.062986 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aa99a6ee-70d2-4dd3-8047-e52ea87c5fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:51.284274 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:52.475330 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:11:52.633799 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:11:54.337409 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:01.814500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:05.877048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:18.472041 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dbe0696b-a1db-4ee0-a4e7-f0fac031d8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:21.065342 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9d75177-2381-4a8a-99fb-a12ef84fe5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:21.285615 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:22.636436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:24.339436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:29.475304 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:12:31.845598 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:35.883024 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:48.475605 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a668ef0e-c62a-4519-97ca-2b0e9f5b4c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:48.519359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-aaa6129e-4f1f-48a7-b71b-39b1caaa3235 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549917 Jul 22 17:12:48.628675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-f56b2bdc-07a4-433b-9307-6e9ad51bd189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:48.630431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-f56b2bdc-07a4-433b-9307-6e9ad51bd189 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1097 time: 0.0536263 Jul 22 17:12:48.732753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-4fae7f9b-1a5b-4dc8-be9a-53d1e4f4fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:48.734130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-4fae7f9b-1a5b-4dc8-be9a-53d1e4f4fe73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 200 len: 910 time: 0.0861940 Jul 22 17:12:48.801343 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-35d4983a-1ddf-4d2a-aad0-3455a4d6e395 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 200 len: 1000 time: 0.0606415 Jul 22 17:12:48.847942 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-299611c8-28bd-4b14-9aa5-0f6c734e1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:48.849365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-299611c8-28bd-4b14-9aa5-0f6c734e1d11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae528ac8-9385-4e65-969d-341da9232560 HTTP/1.1" status: 200 len: 848 time: 0.0424263 Jul 22 17:12:48.906474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-3c0686dd-49f4-4400-8593-8135ccd8c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:12:48.908703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-3c0686dd-49f4-4400-8593-8135ccd8c4e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3620737-e27e-47a6-96ea-b16ff5cb128e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530708 Jul 22 17:12:49.006081 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-2e209f4b-0890-4051-b6dc-988e56372cc2 service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908716 Jul 22 17:12:49.099197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e524d4bf-398a-42ab-ac79-33fd9b52bb44 req-3081fb17-a516-4513-ad8b-004e5ad4214e service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864921 Jul 22 17:12:51.068183 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8995bb1c-3019-4ff1-804e-2f1553d53411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:51.287818 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:52.639688 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:12:54.343106 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:01.866719 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:05.897287 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:06.474255 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:13:18.478141 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c9ce13df-1ba3-42b0-87ce-b6afcb351539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:21.071746 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9137-5a84-4194-b0e7-efdaa1a6def6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:21.292255 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:22.642633 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:24.346420 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:31.880520 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:35.898374 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:43.473054 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:13:48.479097 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-03eef359-01a6-408a-8088-a5ee1d9561e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:49.632155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-bd83f72f-58c6-4ac4-9c49-88bad726e16a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1678271 Jul 22 17:13:49.746825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-69119072-9eb9-4482-acb5-626ee17e0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:49.748615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-69119072-9eb9-4482-acb5-626ee17e0b54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 1097 time: 0.0578916 Jul 22 17:13:49.851694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-5826132b-a759-4c25-8b12-ff14cb007c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:49.853245 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-5826132b-a759-4c25-8b12-ff14cb007c3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 200 len: 910 time: 0.0861495 Jul 22 17:13:49.926394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-1afc6085-2439-4799-8d25-c9daee121ef1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 200 len: 1000 time: 0.0664339 Jul 22 17:13:49.973633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-781f9f90-e2cb-4d85-bbd3-132a66eb0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:49.975125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-781f9f90-e2cb-4d85-bbd3-132a66eb0072 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae528ac8-9385-4e65-969d-341da9232560 HTTP/1.1" status: 200 len: 848 time: 0.0430386 Jul 22 17:13:50.032020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-91b95e8a-437f-4343-8333-8b43f4226187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:13:50.033413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-91b95e8a-437f-4343-8333-8b43f4226187 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3620737-e27e-47a6-96ea-b16ff5cb128e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524783 Jul 22 17:13:50.122943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-d2dbb589-65f0-41dc-acd5-1e8b71ec52aa service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823317 Jul 22 17:13:50.212068 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-816d8b06-2f48-497e-9bba-f0d4921925e2 req-a49acfc6-bbf3-4429-a1bc-ca6bcaca7b7c service neutron] 10.222.0.20 "GET /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814779 Jul 22 17:13:51.072608 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7ef778b-ccb1-4c00-801e-6ef72e48ad7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:51.295704 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:52.644467 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:13:54.348388 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:01.879893 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:05.897572 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:14.995246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2e234-f304-4ccd-9607-c5fabf506725 req-4299b0fb-610e-4be4-83c5-ea9d8a0cc781 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:14.997332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fd2e234-f304-4ccd-9607-c5fabf506725 req-4299b0fb-610e-4be4-83c5-ea9d8a0cc781 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 945 time: 0.1752737 Jul 22 17:14:15.041585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0fd2e234-f304-4ccd-9607-c5fabf506725 req-e324b3d0-5fec-4463-b4a6-3495aa2ab281 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344861 Jul 22 17:14:16.255747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-309d1ea5-105c-4d7f-aa33-61bd9929132d tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:16.257555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-309d1ea5-105c-4d7f-aa33-61bd9929132d tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 945 time: 0.0651689 Jul 22 17:14:16.294001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac804df-3167-4dca-80ac-4e257f6841b4 req-9ba4315e-9838-43b1-aef2-15d451847e61 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:16.295761 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cac804df-3167-4dca-80ac-4e257f6841b4 req-9ba4315e-9838-43b1-aef2-15d451847e61 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 945 time: 0.1514091 Jul 22 17:14:16.337422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cac804df-3167-4dca-80ac-4e257f6841b4 req-28391c45-b99e-4599-b036-af762e699cf8 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/security-groups?id=50e20d5d-591e-4310-a652-1c6fd14f97da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359204 Jul 22 17:14:16.365689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Deleting port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:16.366042 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:16.453802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] For port 4d774e40-eca8-4791-a788-e6ca1fbcecb2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=4d774e40-eca8-4791-a788-e6ca1fbcecb2,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:16.454075 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:16.991008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:16.991381 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:16.991701 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Floating IP 3432b79a-4415-4c42-8691-7faadfc4456f disassociated. External IP: 172.25.3.20, port: 4d774e40-eca8-4791-a788-e6ca1fbcecb2. Jul 22 17:14:16.992040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Calling delete_port for 4d774e40-eca8-4791-a788-e6ca1fbcecb2 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:17.120174 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:17.147794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event deleted for resources: {'Port': ['ID=4d774e40-eca8-4791-a788-e6ca1fbcecb2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:17.157637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.157978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.158313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.158652 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.159001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.159332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.159655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.159976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.160800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.160800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.160941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.161218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:17.276226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Router aab1ce58-08da-48ee-8fce-c9c24850ace5 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:14:17.382448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:14:17.397579 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] Sync routers for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:14:17.412897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:14:17.414142 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:13:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:17.428396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] No DVR routers for this DVR port 4d774e40-eca8-4791-a788-e6ca1fbcecb2 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:14:17.431066 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:17.433074 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1f8aa168-02e7-43d3-ba9f-ddbb0d1c9bee req-d7e8888f-543f-412c-a187-14f978735926 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.20 "DELETE /v2.0/ports/4d774e40-eca8-4791-a788-e6ca1fbcecb2 HTTP/1.1" status: 204 len: 173 time: 1.1697352 Jul 22 17:14:17.433538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'name': 'network-vif-deleted', 'tag': '4d774e40-eca8-4791-a788-e6ca1fbcecb2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:14:17.436417 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01833c1f-634a-490e-a7c2-3383a90a4fa3" -d '{"events": [{"server_uuid": "1c37eb1c-5ba1-4a65-b7bf-196771aede70", "name": "network-vif-deleted", "tag": "4d774e40-eca8-4791-a788-e6ca1fbcecb2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:14:17.481946 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bfe40fa2-1969-448b-98aa-f9c02d3c2e7a req-27e7e8dd-22af-4dba-a3dc-0f977c850528 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c37eb1c-5ba1-4a65-b7bf-196771aede70 HTTP/1.1" status: 200 len: 210 time: 0.0425706 Jul 22 17:14:17.599358 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f29b857-ad22-42a3-96ce-4dcb0d22e5e3 x-openstack-request-id: req-7f29b857-ad22-42a3-96ce-4dcb0d22e5e3 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:14:17.599662 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c37eb1c-5ba1-4a65-b7bf-196771aede70", "name": "network-vif-deleted", "tag": "4d774e40-eca8-4791-a788-e6ca1fbcecb2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:14:17.599920 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f29b857-ad22-42a3-96ce-4dcb0d22e5e3 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:14:17.600364 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c37eb1c-5ba1-4a65-b7bf-196771aede70', 'name': 'network-vif-deleted', 'tag': '4d774e40-eca8-4791-a788-e6ca1fbcecb2', 'status': 'completed', 'code': 200} Jul 22 17:14:17.703091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:14:17.894795 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3938b185-b6a5-41c3-9264-8a38de30a6f1', 'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'mac_address': 'fa:16:3e:4e:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:09Z', 'updated_at': '2021-07-22T17:09:20Z', 'revision_number': 5, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'subnets': [{'id': 'ae528ac8-9385-4e65-969d-341da9232560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:17.920278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] Checking router: aab1ce58-08da-48ee-8fce-c9c24850ace5 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:14:17.930832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:14:17.931461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:13:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:18.038317 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:14:18.241723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3938b185-b6a5-41c3-9264-8a38de30a6f1', 'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'mac_address': 'fa:16:3e:4e:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:09Z', 'updated_at': '2021-07-22T17:09:20Z', 'revision_number': 5, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'subnets': [{'id': 'ae528ac8-9385-4e65-969d-341da9232560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:18.269003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5e5f3-157e-4244-88d4-cac980f23960 None None] The sync data for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 is: [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:10Z', 'revision_number': 4, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '3938b185-b6a5-41c3-9264-8a38de30a6f1', 'name': '', 'network_id': 'f3620737-e27e-47a6-96ea-b16ff5cb128e', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'mac_address': 'fa:16:3e:4e:6e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': 'ae528ac8-9385-4e65-969d-341da9232560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:09Z', 'updated_at': '2021-07-22T17:09:20Z', 'revision_number': 5, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'subnets': [{'id': 'ae528ac8-9385-4e65-969d-341da9232560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:14:18.481670 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e4c4-3a15-4980-9855-5a16a85754b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:18.493547 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ebe22-0f15-4ac4-ae43-bc556553e39d None None] New status for floating IP 3432b79a-4415-4c42-8691-7faadfc4456f: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:14:18.531613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58532) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:18.659793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Deleting port c151d3e1-0ac0-4dd9-ac25-6041945210a6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:18.660140 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:18.733893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:18.734223 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:18.745849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Calling delete_port for c151d3e1-0ac0-4dd9-ac25-6041945210a6 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:18.886806 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:18.909215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event deleted for resources: {'Port': ['ID=c151d3e1-0ac0-4dd9-ac25-6041945210a6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:18.987011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:18.989865 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:18.991234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7b9db259-9cde-4d4c-b25a-f7d89301324b tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "DELETE /v2.0/floatingips/3432b79a-4415-4c42-8691-7faadfc4456f HTTP/1.1" status: 204 len: 168 time: 0.4585981 Jul 22 17:14:19.062590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58540) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:19.119770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-356bd114-3f89-4fa7-a113-ee5aacb96653 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:19.145579 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-356bd114-3f89-4fa7-a113-ee5aacb96653 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:19.205343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-356bd114-3f89-4fa7-a113-ee5aacb96653 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:19.208017 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-356bd114-3f89-4fa7-a113-ee5aacb96653 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:19.209193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-356bd114-3f89-4fa7-a113-ee5aacb96653 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] 10.222.0.53 "DELETE /v2.0/security-groups/50e20d5d-591e-4310-a652-1c6fd14f97da HTTP/1.1" status: 204 len: 168 time: 0.1455574 Jul 22 17:14:19.219231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bd114-3f89-4fa7-a113-ee5aacb96653 tempest-TestServerBasicOps-1931997764 tempest-TestServerBasicOps-1931997764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e20d5d-591e-4310-a652-1c6fd14f97da,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:19.252829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58544) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:19.654589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4d774e40-eca8-4791-a788-e6ca1fbcecb2 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:19.674201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 4d774e40-eca8-4791-a788-e6ca1fbcecb2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:19.674545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 4d774e40-eca8-4791-a788-e6ca1fbcecb2 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:19.697872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:19.951101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Deleting port 3938b185-b6a5-41c3-9264-8a38de30a6f1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:19.951442 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:20.031432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] For port 3938b185-b6a5-41c3-9264-8a38de30a6f1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=3938b185-b6a5-41c3-9264-8a38de30a6f1,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:20.031789 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:20.043920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Calling delete_port for 3938b185-b6a5-41c3-9264-8a38de30a6f1 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:20.222786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:20.247419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Pushing event deleted for resources: {'Port': ['ID=3938b185-b6a5-41c3-9264-8a38de30a6f1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:20.423183 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:20.472756 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:14:20.634989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Router aab1ce58-08da-48ee-8fce-c9c24850ace5 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:14:20.740239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:14:20.745418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ba12406c-f7ab-42f5-95ab-f556a8b9a635 admin admin] 10.222.0.53 "PUT /v2.0/routers/aab1ce58-08da-48ee-8fce-c9c24850ace5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4913692 Jul 22 17:14:20.748039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58548) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:20.750583 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] Sync routers for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:14:20.760161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:14:20.760753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:13:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:20.855812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:20.870274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:14:20.968797 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.021067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Deleting port f5e6f532-0910-4155-be25-3d1eb99ad4b1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:21.021405 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.052902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:14:20Z', 'revision_number': 5, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port': {'id': 'f5e6f532-0910-4155-be25-3d1eb99ad4b1', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:21.085619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] Checking router: aab1ce58-08da-48ee-8fce-c9c24850ace5 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:14:21.098354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] Routers {'aab1ce58-08da-48ee-8fce-c9c24850ace5'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:14:21.098987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:13:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['aab1ce58-08da-48ee-8fce-c9c24850ace5'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:21.100843 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e13d6cd5-a893-4d4b-a6d8-ab8df01c7a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.110060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] For port f5e6f532-0910-4155-be25-3d1eb99ad4b1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=f5e6f532-0910-4155-be25-3d1eb99ad4b1,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:21.110342 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.122647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Calling delete_port for f5e6f532-0910-4155-be25-3d1eb99ad4b1 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:21.186059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] Set router aab1ce58-08da-48ee-8fce-c9c24850ace5 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:14:21.241407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:14:20Z', 'revision_number': 6, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:21.272060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8427d9-772b-4254-9eb2-01ca76f3e78d None None] The sync data for ids ['aab1ce58-08da-48ee-8fce-c9c24850ace5'] in n-d-792458-13 is: [{'id': 'aab1ce58-08da-48ee-8fce-c9c24850ace5', 'name': 'tempest-TestServerBasicOps-1274751929-router', 'tenant_id': '720d4940fd4f402ca0622ccf5ffe4333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:06Z', 'updated_at': '2021-07-22T17:14:20Z', 'revision_number': 6, 'project_id': '720d4940fd4f402ca0622ccf5ffe4333', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:14:21.300215 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.301262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.330707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e6f532-0910-4155-be25-3d1eb99ad4b1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:21.391189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.480258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.482423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.527721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.530358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aab1ce58-08da-48ee-8fce-c9c24850ace5 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:14:21.535816 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.536999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ac4451be-49b9-4b73-b85a-c909af144da8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/aab1ce58-08da-48ee-8fce-c9c24850ace5 HTTP/1.1" status: 204 len: 168 time: 0.7879887 Jul 22 17:14:21.539437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58550) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:21.583587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf705c5-ac15-4332-975e-a456bfeed8fa admin admin] Deleting subnet ae528ac8-9385-4e65-969d-341da9232560 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:14:21.586478 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bf705c5-ac15-4332-975e-a456bfeed8fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.620175 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bf705c5-ac15-4332-975e-a456bfeed8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.707308 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bf705c5-ac15-4332-975e-a456bfeed8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.760695 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bf705c5-ac15-4332-975e-a456bfeed8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.787758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf705c5-ac15-4332-975e-a456bfeed8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae528ac8-9385-4e65-969d-341da9232560,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:21.789717 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3bf705c5-ac15-4332-975e-a456bfeed8fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.791678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3bf705c5-ac15-4332-975e-a456bfeed8fa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae528ac8-9385-4e65-969d-341da9232560 HTTP/1.1" status: 204 len: 168 time: 0.2513111 Jul 22 17:14:21.795611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58552) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:21.798245 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d75fdb-b32e-4ce5-a60d-0c218d8113d2 None None] Network f3620737-e27e-47a6-96ea-b16ff5cb128e requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:14:21.867452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.922139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Deleting port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:21.922420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.987383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] For port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=073e9c34-ae1b-4f16-96fe-8dae30a8ecc2,segment=NetworkSegment(f3e74610-2a3a-41c8-9b7e-320313c3e7e3),segment_id=f3e74610-2a3a-41c8-9b7e-320313c3e7e3)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:21.987753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:21.999658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Calling delete_port for 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:22.057041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] DHCP port deletion for f3620737-e27e-47a6-96ea-b16ff5cb128e request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:14:22.085527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.104041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Deleting port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:22.104436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.111622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Pushing event deleted for resources: {'Port': ['ID=073e9c34-ae1b-4f16-96fe-8dae30a8ecc2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:22.115355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] No DVR routers for this DVR port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:14:22.176481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] For port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:22.176785 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.188565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Calling delete_port for 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:22.191024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.191194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 17:14:22.192405 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.201444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3620737-e27e-47a6-96ea-b16ff5cb128e']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:22.212430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:22.212729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e74610-2a3a-41c8-9b7e-320313c3e7e3') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:22.219688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Pushing event deleted for resources: {'Port': ['ID=073e9c34-ae1b-4f16-96fe-8dae30a8ecc2,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:22.223069 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.226963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] No DVR routers for this DVR port 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:14:22.237878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.238237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.238634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.239087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.239563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.239808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.240149 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.240613 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.241030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.241363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.241694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.242237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.242576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c1ae8-ceed-4e7f-ace3-288191efd1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:22.247215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:14:22.247826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:14:22.249609 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:14:22.310124 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.314535 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.322569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f3620737-e27e-47a6-96ea-b16ff5cb128e HTTP/1.1" status: 204 len: 168 time: 0.5197988 Jul 22 17:14:22.329589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a7ad6-89d4-4f1f-ba35-175ba4869787 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3620737-e27e-47a6-96ea-b16ff5cb128e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:22.331195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58554) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:22.648605 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:22.894576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f5e6f532-0910-4155-be25-3d1eb99ad4b1 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:22.923187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: f5e6f532-0910-4155-be25-3d1eb99ad4b1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:22.923687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device f5e6f532-0910-4155-be25-3d1eb99ad4b1 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:22.924246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:22.945557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:22.945927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 073e9c34-ae1b-4f16-96fe-8dae30a8ecc2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:22.946350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3938b185-b6a5-41c3-9264-8a38de30a6f1 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:22.966461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 3938b185-b6a5-41c3-9264-8a38de30a6f1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:22.969479 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 3938b185-b6a5-41c3-9264-8a38de30a6f1 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:22.999591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:23.257911 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Deleting port 8489ef68-c18b-45f7-8ffe-5887a85b33c5 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:23.258174 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:23.338184 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] For port 8489ef68-c18b-45f7-8ffe-5887a85b33c5, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8489ef68-c18b-45f7-8ffe-5887a85b33c5,segment=NetworkSegment(4979fbdd-8cad-4f4d-8550-e3b34d901c97),segment_id=4979fbdd-8cad-4f4d-8550-e3b34d901c97)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:23.338537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:23.356344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Calling delete_port for 8489ef68-c18b-45f7-8ffe-5887a85b33c5 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:23.533514 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:23.561094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=8489ef68-c18b-45f7-8ffe-5887a85b33c5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:23.726464 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:23.939598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Router 1865d162-6b4d-4653-bf85-97d9d1c676fa has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:14:24.045403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:14:24.050847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-819feafc-4e88-4ddb-af06-e0e975583b68 admin admin] 10.222.0.53 "PUT /v2.0/routers/1865d162-6b4d-4653-bf85-97d9d1c676fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7182767 Jul 22 17:14:24.052907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58556) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:24.055505 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] Sync routers for ids ['1865d162-6b4d-4653-bf85-97d9d1c676fa'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:14:24.064692 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] Routers {'1865d162-6b4d-4653-bf85-97d9d1c676fa'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:14:24.065296 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:14:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1865d162-6b4d-4653-bf85-97d9d1c676fa'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:24.157711 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.168291 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] Set router 1865d162-6b4d-4653-bf85-97d9d1c676fa gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:14:24.255686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.313001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Deleting port bc8624d9-5520-4d4a-aa4d-173ba420f502 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:24.313345 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.348023 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:14:23Z', 'revision_number': 5, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'gw_port': {'id': 'bc8624d9-5520-4d4a-aa4d-173ba420f502', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:24.351513 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.375434 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] Checking router: 1865d162-6b4d-4653-bf85-97d9d1c676fa for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:14:24.384439 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] Routers {'1865d162-6b4d-4653-bf85-97d9d1c676fa'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:14:24.384886 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:14:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1865d162-6b4d-4653-bf85-97d9d1c676fa'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:24.394711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] For port bc8624d9-5520-4d4a-aa4d-173ba420f502, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=bc8624d9-5520-4d4a-aa4d-173ba420f502,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:24.395109 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.408638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Calling delete_port for bc8624d9-5520-4d4a-aa4d-173ba420f502 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:24.470622 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] Set router 1865d162-6b4d-4653-bf85-97d9d1c676fa gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:14:24.521355 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:14:24Z', 'revision_number': 6, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:24.549584 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41e1cf-efaf-4d62-b03d-7cf58658c070 None None] The sync data for ids ['1865d162-6b4d-4653-bf85-97d9d1c676fa'] in n-d-792458-13 is: [{'id': '1865d162-6b4d-4653-bf85-97d9d1c676fa', 'name': 'tempest-TestServerBasicOps-1150955066-router', 'tenant_id': '85b32a1b2a654c588eb96c4f70f2de91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:09:14Z', 'updated_at': '2021-07-22T17:14:24Z', 'revision_number': 6, 'project_id': '85b32a1b2a654c588eb96c4f70f2de91', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:14:24.583119 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.608857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8624d9-5520-4d4a-aa4d-173ba420f502,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:24.677667 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.766023 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.768034 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.809534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.810287 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1865d162-6b4d-4653-bf85-97d9d1c676fa {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:14:24.814446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.815629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c0263630-7d3a-42f5-985f-2d6d8dc36001 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1865d162-6b4d-4653-bf85-97d9d1c676fa HTTP/1.1" status: 204 len: 168 time: 0.7614448 Jul 22 17:14:24.818471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58558) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:24.863747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-24062a99-92e8-43d3-8c75-8b7f33c94d51 admin admin] Deleting subnet 208cc625-9cad-4d90-9545-681b5b2b6681 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:14:24.866814 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24062a99-92e8-43d3-8c75-8b7f33c94d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.906990 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24062a99-92e8-43d3-8c75-8b7f33c94d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:24.995508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24062a99-92e8-43d3-8c75-8b7f33c94d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.053157 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24062a99-92e8-43d3-8c75-8b7f33c94d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.079636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24062a99-92e8-43d3-8c75-8b7f33c94d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208cc625-9cad-4d90-9545-681b5b2b6681,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:25.083286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-24062a99-92e8-43d3-8c75-8b7f33c94d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.085235 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-24062a99-92e8-43d3-8c75-8b7f33c94d51 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/208cc625-9cad-4d90-9545-681b5b2b6681 HTTP/1.1" status: 204 len: 168 time: 0.2658000 Jul 22 17:14:25.087755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58560) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:25.090991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a80ac4-72d6-4dda-bbf9-a2d543ca11e5 None None] Network 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:14:25.159360 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.211204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Deleting port 742b6893-139b-4707-958b-bbd4cc8c3eab {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:25.211548 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.282568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] For port 742b6893-139b-4707-958b-bbd4cc8c3eab, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=742b6893-139b-4707-958b-bbd4cc8c3eab,segment=NetworkSegment(4979fbdd-8cad-4f4d-8550-e3b34d901c97),segment_id=4979fbdd-8cad-4f4d-8550-e3b34d901c97)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:25.282814 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.295921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Calling delete_port for 742b6893-139b-4707-958b-bbd4cc8c3eab owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:25.351146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4adf4cf-786e-4119-878e-dec9319ef9e5 None None] DHCP port deletion for 0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:14:25.353090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8489ef68-c18b-45f7-8ffe-5887a85b33c5 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:25.379069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 8489ef68-c18b-45f7-8ffe-5887a85b33c5 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:25.379389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8489ef68-c18b-45f7-8ffe-5887a85b33c5 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:25.380234 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.397410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-f4adf4cf-786e-4119-878e-dec9319ef9e5 None None] The port '742b6893-139b-4707-958b-bbd4cc8c3eab' was deleted {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 17:14:25.412031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=742b6893-139b-4707-958b-bbd4cc8c3eab,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:25.417974 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] No DVR routers for this DVR port 742b6893-139b-4707-958b-bbd4cc8c3eab on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:14:25.502501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.513217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:25.523457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4979fbdd-8cad-4f4d-8550-e3b34d901c97') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:25.523762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4979fbdd-8cad-4f4d-8550-e3b34d901c97') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:14:25.536895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.552793 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.560300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:14:25.560659 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:14:25.562463 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:14:25.633129 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.638689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.640649 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8 HTTP/1.1" status: 204 len: 168 time: 0.5518553 Jul 22 17:14:25.651990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b8be5-51e3-4d4d-b9dd-9d1f1e065c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb26139-ab1d-4fd9-ac52-d6c61d0c27f8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:25.755012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58564) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:25.795976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4bfcb13d-e6c6-4ed6-8a3b-62539306c332 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=720d4940fd4f402ca0622ccf5ffe4333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397182 Jul 22 17:14:25.798354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58566) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:25.845589 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-381521b0-efbf-40ef-8eb6-c4a7b9ac4775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.866203 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-381521b0-efbf-40ef-8eb6-c4a7b9ac4775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.914881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-381521b0-efbf-40ef-8eb6-c4a7b9ac4775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.917423 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-381521b0-efbf-40ef-8eb6-c4a7b9ac4775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:25.918699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-381521b0-efbf-40ef-8eb6-c4a7b9ac4775 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eab63097-1b25-4ad0-813e-006fee122220 HTTP/1.1" status: 204 len: 168 time: 0.1194592 Jul 22 17:14:25.926992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381521b0-efbf-40ef-8eb6-c4a7b9ac4775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab63097-1b25-4ad0-813e-006fee122220,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:26.222129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58572) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:26.265758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-28431eca-d31a-4c05-9020-3d976e761793 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85b32a1b2a654c588eb96c4f70f2de91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424571 Jul 22 17:14:26.268255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58574) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:26.315162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4164fea-108f-43f7-8d1b-e68b1b90d342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:26.335939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4164fea-108f-43f7-8d1b-e68b1b90d342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:26.384632 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4164fea-108f-43f7-8d1b-e68b1b90d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:26.387276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4164fea-108f-43f7-8d1b-e68b1b90d342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:26.388419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d4164fea-108f-43f7-8d1b-e68b1b90d342 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9b33488-c7ff-4a56-8bee-d3fa3f4ec056 HTTP/1.1" status: 204 len: 168 time: 0.1192493 Jul 22 17:14:26.396208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4164fea-108f-43f7-8d1b-e68b1b90d342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b33488-c7ff-4a56-8bee-d3fa3f4ec056,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:26.898486 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 742b6893-139b-4707-958b-bbd4cc8c3eab no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:26.919984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 742b6893-139b-4707-958b-bbd4cc8c3eab {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:26.920331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 742b6893-139b-4707-958b-bbd4cc8c3eab not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:26.920747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bc8624d9-5520-4d4a-aa4d-173ba420f502 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:26.940286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: bc8624d9-5520-4d4a-aa4d-173ba420f502 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:26.940632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device bc8624d9-5520-4d4a-aa4d-173ba420f502 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:31.889135 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:35.906649 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:36.515860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-986a9354-248e-457e-b730-d81fbc3c76db tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5be9fffde60f4fb0b71a7376d70248c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225017 Jul 22 17:14:36.625987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-5a2853c8-5070-4a22-b312-012fc8dbaa29 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:36.627479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-5a2853c8-5070-4a22-b312-012fc8dbaa29 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067772 Jul 22 17:14:36.642042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-5f340dcf-e7a7-4f3e-a4a0-bc2baef97b76 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/quotas/5be9fffde60f4fb0b71a7376d70248c2 HTTP/1.1" status: 200 len: 375 time: 0.0089636 Jul 22 17:14:36.675715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-c966e762-3ee1-49fa-bdad-e8bcafd0ca31 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5be9fffde60f4fb0b71a7376d70248c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288446 Jul 22 17:14:36.834190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d926683-28d8-48f5-a57e-85df0289bb96 req-65a6fd9e-ff51-427e-b7f7-f6161acb556a tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 210 time: 0.0297797 Jul 22 17:14:37.916361 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7cb6c6b-3898-4f6b-8901-fe4501ba359c req-a8072ab8-7f8b-4ed7-94a2-b24955032fe0 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 210 time: 0.0298092 Jul 22 17:14:38.999811 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98132a39-f01f-4871-b6e6-a38c9c2815bd req-f4d4473d-86ef-4ab5-b569-6f8dadc8a92d tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 210 time: 0.0295680 Jul 22 17:14:40.081284 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64c95a27-57b9-4f58-90ff-3879a43e5b36 req-6a6a159a-79e7-478c-9c9d-aaef32dc259f tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 210 time: 0.0320947 Jul 22 17:14:41.181652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ed9c9261-bd5e-4f91-873f-de1c93d354ae req-7ce35ecb-92fd-4813-83fa-bb7d721b1868 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 210 time: 0.0322614 Jul 22 17:14:42.106497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-25de02e6-7982-4393-b30a-f7f1889978ae tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5be9fffde60f4fb0b71a7376d70248c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304344 Jul 22 17:14:42.286053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-50489d62-ff64-40a5-9608-9047780b4f53 req-3a62d104-a1e5-442a-ac5c-7446bb56fe3b tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 210 time: 0.0314035 Jul 22 17:14:42.306538 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-7464d2bd-8fa1-4449-8ee2-db604fca560d tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:42.308110 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-7464d2bd-8fa1-4449-8ee2-db604fca560d tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943831 Jul 22 17:14:42.327574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Request body: {'port': {'device_id': '0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'admin_state_up': True, 'tenant_id': '5be9fffde60f4fb0b71a7376d70248c2'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:42.439402 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Made reservation on behalf of 5be9fffde60f4fb0b71a7376d70248c2 for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:14:42.442830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:42.452422 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:42.548653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:42.552702 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:42.620731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af340e0-31e4-48e7-a1ab-9353b0e1a325,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:42.632372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.632721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.633056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.633391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.633722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.634050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.634376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.634702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.635055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.635381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.635702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.636020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:14:42.697923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Allocated IP 192.168.233.103 (3b0c735c-aa35-4034-90c7-6e20c6a642a2/16e37656-ef98-4af1-b2ae-179a00106a99/5be37213-2ee4-46c8-9491-34214647ee54) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:14:42.841496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:42.855078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Transition to ACTIVE for port object 5be37213-2ee4-46c8-9491-34214647ee54 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:14:42.886958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:42.932372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:14:42.935339 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:14:42.939177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:14:42.965123 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Pushing event updated for resources: {'Port': ['ID=5be37213-2ee4-46c8-9491-34214647ee54,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:42.992839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:42.993451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:43.009376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-b3413102-6c40-4f9b-a1a8-5eedab3c09f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6864548 Jul 22 17:14:43.126768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Request body: {'port': {'device_id': '0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:43.156108 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-da163169-bbf9-426b-870b-702773dac07e None None] Provisioning for port 5be37213-2ee4-46c8-9491-34214647ee54 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:14:43.160276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-da163169-bbf9-426b-870b-702773dac07e None None] Provisioning complete for port 5be37213-2ee4-46c8-9491-34214647ee54 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:14:43.160639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-da163169-bbf9-426b-870b-702773dac07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:43.198534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-da163169-bbf9-426b-870b-702773dac07e None None] Port 5be37213-2ee4-46c8-9491-34214647ee54 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:14:43.211020 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:43.493254 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283e8f0-ec77-48ee-a592-33ff4fb4df6b req-b1a29623-2ec6-4b9a-89d0-f32ce44baf48 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:43.494719 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b283e8f0-ec77-48ee-a592-33ff4fb4df6b req-b1a29623-2ec6-4b9a-89d0-f32ce44baf48 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 936 time: 0.1311998 Jul 22 17:14:43.545627 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be37213-2ee4-46c8-9491-34214647ee54 {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:14:43.555011 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:43.577869 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b283e8f0-ec77-48ee-a592-33ff4fb4df6b req-77ff2c2f-c4bf-4f09-92a7-e79ac855d2f6 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/security-groups?id=0af340e0-31e4-48e7-a1ab-9353b0e1a325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614271 Jul 22 17:14:43.580411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Transition to ACTIVE for port object 5be37213-2ee4-46c8-9491-34214647ee54 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:14:43.584278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:43.635160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Pushing event updated for resources: {'Port': ['ID=5be37213-2ee4-46c8-9491-34214647ee54,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:43.715190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Attempting to bind port 5be37213-2ee4-46c8-9491-34214647ee54 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:14:43.715658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Attempting to bind port 5be37213-2ee4-46c8-9491-34214647ee54 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:14:43.716165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Attempting to bind port 5be37213-2ee4-46c8-9491-34214647ee54 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:14:43.721551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Port 5be37213-2ee4-46c8-9491-34214647ee54 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:14:43.721990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Attempting to bind port 5be37213-2ee4-46c8-9491-34214647ee54 on network 3b0c735c-aa35-4034-90c7-6e20c6a642a2 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:14:43.727673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:14:43.728088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Checking segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:14:43.728545 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Bound using segment: {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:14:43.729048 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Bound port: 5be37213-2ee4-46c8-9491-34214647ee54, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4dc483-f752-41bf-96f7-9444806c3129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:14:43.729497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:43.801477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] For port 5be37213-2ee4-46c8-9491-34214647ee54, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:14:43.805278 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] For port 5be37213-2ee4-46c8-9491-34214647ee54, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5be37213-2ee4-46c8-9491-34214647ee54,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:14:43.809673 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:43.845498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:43.846229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:43.847919 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] 10.222.0.65 "PUT /v2.0/ports/5be37213-2ee4-46c8-9491-34214647ee54 HTTP/1.1" status: 200 len: 1097 time: 0.8237796 Jul 22 17:14:43.848229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f', 'tag': '5be37213-2ee4-46c8-9491-34214647ee54'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:14:43.850465 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f", "tag": "5be37213-2ee4-46c8-9491-34214647ee54"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:14:43.885362 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da506e-ff40-43ef-a828-e6241245b768 service neutron] Pushing event updated for resources: {'Port': ['ID=5be37213-2ee4-46c8-9491-34214647ee54,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:43.993458 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-e890a7ae-e9da-4ec7-8cb0-73bf57caac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:43.995026 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-e890a7ae-e9da-4ec7-8cb0-73bf57caac77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5be9fffde60f4fb0b71a7376d70248c2&device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 1100 time: 0.0781448 Jul 22 17:14:44.050178 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-de686669-5e8a-45a0-ae7c-f0858382a5ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5be37213-2ee4-46c8-9491-34214647ee54 HTTP/1.1" status: 200 len: 217 time: 0.0394418 Jul 22 17:14:44.100076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-af19cd36-dfd9-4839-9fcb-a65eb18ad34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:44.101520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-af19cd36-dfd9-4839-9fcb-a65eb18ad34c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0439596 Jul 22 17:14:44.163119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-6e8d127a-423b-4abf-9a75-0444ea56116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:44.164822 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-6e8d127a-423b-4abf-9a75-0444ea56116d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564220 Jul 22 17:14:44.257655 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-556919d4-e73e-4b59-b365-373865ca363d service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857193 Jul 22 17:14:44.345190 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e78082be-6236-470e-b4ce-a4c6013e5a17 req-1293afb1-5612-4461-bda8-ed9d2c479611 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812383 Jul 22 17:14:44.726379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f737a10-d368-4422-b696-79b4f9422c31 req-e3573416-13b1-40f2-9c27-e4425ccd375c tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:44.728022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f737a10-d368-4422-b696-79b4f9422c31 req-e3573416-13b1-40f2-9c27-e4425ccd375c tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 948 time: 0.0767646 Jul 22 17:14:44.776905 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4f737a10-d368-4422-b696-79b4f9422c31 req-e4e74166-77c0-4805-b170-3af531601f22 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/security-groups?id=0af340e0-31e4-48e7-a1ab-9353b0e1a325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Jul 22 17:14:45.033239 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bde86e-826a-43d5-9061-ee0eeea7a598 x-openstack-request-id: req-99bde86e-826a-43d5-9061-ee0eeea7a598 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:14:45.033535 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f", "tag": "5be37213-2ee4-46c8-9491-34214647ee54", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:14:45.033810 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99bde86e-826a-43d5-9061-ee0eeea7a598 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:14:45.034210 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f', 'tag': '5be37213-2ee4-46c8-9491-34214647ee54', 'status': 'completed', 'code': 200} Jul 22 17:14:45.138725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-97aebdef-4a3b-42f5-b907-bf765511eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:45.141142 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-97aebdef-4a3b-42f5-b907-bf765511eb41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5be9fffde60f4fb0b71a7376d70248c2&device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 1100 time: 0.0605662 Jul 22 17:14:45.232770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-9f6982ea-d392-49df-b7ea-f5c8b56a96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:45.234240 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-9f6982ea-d392-49df-b7ea-f5c8b56a96fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=3b0c735c-aa35-4034-90c7-6e20c6a642a2 HTTP/1.1" status: 200 len: 870 time: 0.0870872 Jul 22 17:14:45.283476 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-3665c0b1-cf51-4b54-a52e-786170b53206 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5be37213-2ee4-46c8-9491-34214647ee54 HTTP/1.1" status: 200 len: 217 time: 0.0410469 Jul 22 17:14:45.334409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-d277f99e-ce61-4509-9903-5fecd727e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:45.335854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-d277f99e-ce61-4509-9903-5fecd727e174 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16e37656-ef98-4af1-b2ae-179a00106a99 HTTP/1.1" status: 200 len: 843 time: 0.0460370 Jul 22 17:14:45.397683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-e7614d5d-6c79-46b1-bf7c-18cf1c8ff7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:45.399211 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-e7614d5d-6c79-46b1-bf7c-18cf1c8ff7b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3b0c735c-aa35-4034-90c7-6e20c6a642a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0568333 Jul 22 17:14:45.493114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-7e979aba-b31d-4c64-80db-329946580e13 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867243 Jul 22 17:14:45.582281 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b2cc1a2a-b5d0-4064-9a0c-106dd831d6fb req-5f4caee2-8745-4837-9c72-788218604818 service neutron] 10.222.0.65 "GET /v2.0/networks/3b0c735c-aa35-4034-90c7-6e20c6a642a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810809 Jul 22 17:14:45.729719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5be37213-2ee4-46c8-9491-34214647ee54 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:14:45.823229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5be37213-2ee4-46c8-9491-34214647ee54, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5be37213-2ee4-46c8-9491-34214647ee54,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:45.834351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '5be37213-2ee4-46c8-9491-34214647ee54', 'network_id': '3b0c735c-aa35-4034-90c7-6e20c6a642a2', 'port_id': '5be37213-2ee4-46c8-9491-34214647ee54', 'mac_address': 'fa:16:3e:71:b1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e37656-ef98-4af1-b2ae-179a00106a99', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:14:45.875194 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:45.888005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be37213-2ee4-46c8-9491-34214647ee54 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:14:45.907828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5be37213-2ee4-46c8-9491-34214647ee54, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5be37213-2ee4-46c8-9491-34214647ee54,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:45.912101 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:45.917140 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a8f86-541f-41e0-8481-ded092a481f3 req-331d727e-0379-4a4a-88b3-c72ac912b357 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:45.918844 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b49a8f86-541f-41e0-8481-ded092a481f3 req-331d727e-0379-4a4a-88b3-c72ac912b357 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 948 time: 0.0693245 Jul 22 17:14:45.960720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b49a8f86-541f-41e0-8481-ded092a481f3 req-43452a7b-7de5-4805-8db6-af4038afc944 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/security-groups?id=0af340e0-31e4-48e7-a1ab-9353b0e1a325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Jul 22 17:14:45.963542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5be37213-2ee4-46c8-9491-34214647ee54,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:46.238730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['5be37213-2ee4-46c8-9491-34214647ee54'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:14:47.093686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd8d6-2d89-4d86-9e1c-0d9adac67c53 req-9613eca2-995a-4a1a-9d70-a0f435df97e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:47.095286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-af0bd8d6-2d89-4d86-9e1c-0d9adac67c53 req-9613eca2-995a-4a1a-9d70-a0f435df97e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 949 time: 0.0653701 Jul 22 17:14:47.133035 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-af0bd8d6-2d89-4d86-9e1c-0d9adac67c53 req-a16fd28b-becb-40ce-8b16-6abc50b76ba2 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/security-groups?id=0af340e0-31e4-48e7-a1ab-9353b0e1a325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Jul 22 17:14:47.729093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5be37213-2ee4-46c8-9491-34214647ee54 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:14:47.777552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 5be37213-2ee4-46c8-9491-34214647ee54 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:14:47.781845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 5be37213-2ee4-46c8-9491-34214647ee54 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:14:47.782212 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:47.855145 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:47.877301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be37213-2ee4-46c8-9491-34214647ee54'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:14:47.879582 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65165afb-222b-4745-8c48-9aa76c401466" -d '{"events": [{"server_uuid": "0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f", "name": "network-vif-plugged", "status": "completed", "tag": "5be37213-2ee4-46c8-9491-34214647ee54"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:14:47.892043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5be37213-2ee4-46c8-9491-34214647ee54, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5be37213-2ee4-46c8-9491-34214647ee54,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:47.896072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:47.950481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5be37213-2ee4-46c8-9491-34214647ee54,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:47.989463 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9584fd-385a-474b-9762-7df805d0d30c x-openstack-request-id: req-ff9584fd-385a-474b-9762-7df805d0d30c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:14:47.989463 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f", "name": "network-vif-plugged", "status": "completed", "tag": "5be37213-2ee4-46c8-9491-34214647ee54", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:14:47.989463 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff9584fd-385a-474b-9762-7df805d0d30c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:14:47.989463 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be37213-2ee4-46c8-9491-34214647ee54', 'code': 200} Jul 22 17:14:48.127574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e7dc5-579e-451d-9001-0569c275d889 req-f39c1ffe-60e6-420c-ad27-e7b0a4e746a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:48.129177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-702e7dc5-579e-451d-9001-0569c275d889 req-f39c1ffe-60e6-420c-ad27-e7b0a4e746a9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 1102 time: 0.0551581 Jul 22 17:14:48.164422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-702e7dc5-579e-451d-9001-0569c275d889 req-25b6405a-3fc3-48f5-9b23-7dc16237d35f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0af340e0-31e4-48e7-a1ab-9353b0e1a325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279603 Jul 22 17:14:48.270982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c5423-924e-4726-85c6-b47e376ab883 req-5d356446-3234-4299-8568-e519cb075303 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:48.272390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c85c5423-924e-4726-85c6-b47e376ab883 req-5d356446-3234-4299-8568-e519cb075303 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 950 time: 0.0686727 Jul 22 17:14:48.316479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c85c5423-924e-4726-85c6-b47e376ab883 req-f612024e-b0e7-4ea6-825e-ab7512a7a9f3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/security-groups?id=0af340e0-31e4-48e7-a1ab-9353b0e1a325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349162 Jul 22 17:14:48.483673 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d102e290-1037-4cf5-88b6-2ad3531dffa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:49.444833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f43c0-9bfc-4e94-898d-19a701578ba6 req-fc391965-e374-459a-a734-f09d8d187d62 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:49.446321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-249f43c0-9bfc-4e94-898d-19a701578ba6 req-fc391965-e374-459a-a734-f09d8d187d62 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 950 time: 0.0632634 Jul 22 17:14:49.486872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-249f43c0-9bfc-4e94-898d-19a701578ba6 req-d159d1c7-413a-48c1-955e-6cc2688d15e5 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/security-groups?id=0af340e0-31e4-48e7-a1ab-9353b0e1a325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344102 Jul 22 17:14:49.826457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-4368310e-f532-44d9-9bb8-2abad9961108 req-de8e1085-09db-43f1-af16-18abfc5223b4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:14:49.827505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4368310e-f532-44d9-9bb8-2abad9961108 req-de8e1085-09db-43f1-af16-18abfc5223b4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0711830 Jul 22 17:14:50.211184 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-6a235e05-cfff-49c0-8d74-ca943dbe2aa1 req-36104f4e-be0b-46b3-9990-a75d85b4e221 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:14:50.212173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6a235e05-cfff-49c0-8d74-ca943dbe2aa1 req-36104f4e-be0b-46b3-9990-a75d85b4e221 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526395 Jul 22 17:14:50.566148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933cf4d-0d6a-4ff9-b94e-1854c64d29df req-db523e0e-960e-480c-ae86-c624e8cdc910 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:50.567714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8933cf4d-0d6a-4ff9-b94e-1854c64d29df req-db523e0e-960e-480c-ae86-c624e8cdc910 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 950 time: 0.0664988 Jul 22 17:14:50.612179 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8933cf4d-0d6a-4ff9-b94e-1854c64d29df req-51d44859-96a0-433d-83be-eb0e535c214f tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/security-groups?id=0af340e0-31e4-48e7-a1ab-9353b0e1a325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371928 Jul 22 17:14:51.076900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c7165e0e-c7f7-48b5-827c-156d69836955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.301378 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:51.757136 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125289f-e7eb-4bbc-89a0-e5fbd47c73bb req-6fa32a6a-141e-444e-884b-2b105ab145a0 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:51.759017 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e125289f-e7eb-4bbc-89a0-e5fbd47c73bb req-6fa32a6a-141e-444e-884b-2b105ab145a0 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 950 time: 0.0707607 Jul 22 17:14:51.804240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e125289f-e7eb-4bbc-89a0-e5fbd47c73bb req-85cc941c-4d8b-44fc-8363-9992521eb99f tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/security-groups?id=0af340e0-31e4-48e7-a1ab-9353b0e1a325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358388 Jul 22 17:14:52.005814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0586c871-42c0-4a0e-a9f1-5cbe07c958fc tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:52.007569 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0586c871-42c0-4a0e-a9f1-5cbe07c958fc tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 950 time: 0.0620747 Jul 22 17:14:52.105770 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Deleting port 5be37213-2ee4-46c8-9491-34214647ee54 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:14:52.106110 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:52.192718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] For port 5be37213-2ee4-46c8-9491-34214647ee54, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5be37213-2ee4-46c8-9491-34214647ee54,segment=NetworkSegment(fe4dc483-f752-41bf-96f7-9444806c3129),segment_id=fe4dc483-f752-41bf-96f7-9444806c3129)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:14:52.192983 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:52.205028 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Calling delete_port for 5be37213-2ee4-46c8-9491-34214647ee54 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:14:52.333938 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:52.361454 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Pushing event deleted for resources: {'Port': ['ID=5be37213-2ee4-46c8-9491-34214647ee54,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:52.374698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['5be37213-2ee4-46c8-9491-34214647ee54'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:14:52.420528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] No DVR routers for this DVR port 5be37213-2ee4-46c8-9491-34214647ee54 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:14:52.423549 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:52.425565 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0cbd62d4-7f69-4f1d-a6eb-8d1c19ef6663 req-0d09ef17-82ae-447d-8b29-220dd1d5a4e3 tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.65 "DELETE /v2.0/ports/5be37213-2ee4-46c8-9491-34214647ee54 HTTP/1.1" status: 204 len: 173 time: 0.4126403 Jul 22 17:14:52.426020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f', 'name': 'network-vif-deleted', 'tag': '5be37213-2ee4-46c8-9491-34214647ee54'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:14:52.428405 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87984768-1a42-4da9-82d3-a9ef754c0dda" -d '{"events": [{"server_uuid": "0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f", "name": "network-vif-deleted", "tag": "5be37213-2ee4-46c8-9491-34214647ee54"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:14:52.465362 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b7edd-cdb2-4d11-933c-a214e4664af0 x-openstack-request-id: req-320b7edd-cdb2-4d11-933c-a214e4664af0 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:14:52.465658 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f", "name": "network-vif-deleted", "tag": "5be37213-2ee4-46c8-9491-34214647ee54", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:14:52.465906 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-320b7edd-cdb2-4d11-933c-a214e4664af0 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:14:52.466534 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f', 'name': 'network-vif-deleted', 'tag': '5be37213-2ee4-46c8-9491-34214647ee54', 'status': 'completed', 'code': 200} Jul 22 17:14:52.650736 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:52.921002 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a670100b-c647-46aa-a530-1a045f18d721 req-a3d5326d-ffc6-46d8-91b2-a4af070bfb9a tempest-ServersAdminNegativeTestJSON-1066749864 tempest-ServersAdminNegativeTestJSON-1066749864-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e5ff4b6-ba2c-45cd-9f2f-55e71c965b6f HTTP/1.1" status: 200 len: 210 time: 0.0318754 Jul 22 17:14:54.227945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58742) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:54.354179 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:54.360400 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ca3a1131-a0f9-4e75-9ce0-868dff396615 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5be9fffde60f4fb0b71a7376d70248c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313033 Jul 22 17:14:54.363073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58746) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:54.415146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f18a5e0b-e4d9-4d48-974b-ec7a571c8110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:54.435932 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f18a5e0b-e4d9-4d48-974b-ec7a571c8110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:54.485306 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f18a5e0b-e4d9-4d48-974b-ec7a571c8110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:54.487956 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f18a5e0b-e4d9-4d48-974b-ec7a571c8110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:54.489081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f18a5e0b-e4d9-4d48-974b-ec7a571c8110 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0af340e0-31e4-48e7-a1ab-9353b0e1a325 HTTP/1.1" status: 204 len: 168 time: 0.1247458 Jul 22 17:14:54.497717 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a5e0b-e4d9-4d48-974b-ec7a571c8110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af340e0-31e4-48e7-a1ab-9353b0e1a325,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:54.746666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58752) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:54.760433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad85948f-e042-4317-a43a-adca59fbf1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:54.849476 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad85948f-e042-4317-a43a-adca59fbf1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:54.853007 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ad85948f-e042-4317-a43a-adca59fbf1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:54.894860 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ad85948f-e042-4317-a43a-adca59fbf1a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bff303befb9d4338a83a83faf6234410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470747 Jul 22 17:14:54.895759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85948f-e042-4317-a43a-adca59fbf1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efccc82d-a719-4647-abb0-327ce03b526b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:54.897688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58754) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:54.946773 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25fe78d7-e239-4b72-a733-bc198aac3988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:54.972231 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25fe78d7-e239-4b72-a733-bc198aac3988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:55.019144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25fe78d7-e239-4b72-a733-bc198aac3988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:55.022061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-25fe78d7-e239-4b72-a733-bc198aac3988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:55.023286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-25fe78d7-e239-4b72-a733-bc198aac3988 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efccc82d-a719-4647-abb0-327ce03b526b HTTP/1.1" status: 204 len: 168 time: 0.1244419 Jul 22 17:14:55.031854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe78d7-e239-4b72-a733-bc198aac3988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efccc82d-a719-4647-abb0-327ce03b526b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:55.690127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58776) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:55.760453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5be37213-2ee4-46c8-9491-34214647ee54 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:14:55.782347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 5be37213-2ee4-46c8-9491-34214647ee54 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:14:55.782693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5be37213-2ee4-46c8-9491-34214647ee54 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:14:55.794679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1149296338-network', 'tenant_id': 'ea6c1566defd4165b4d99e407c441abb'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:55.817313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Made reservation on behalf of ea6c1566defd4165b4d99e407c441abb for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:14:55.819978 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:55.828510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:55.915019 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:55.918971 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:55.943669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:14:55.953680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a79ac-997d-4bca-a305-018171074715,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:55.958392 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:55.958730 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Added segment 6583b335-717e-41aa-b2b1-cde6c6740952 of type vlan for network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 Jul 22 17:14:55.998917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:56.027586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:56.028805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:56.030346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:56.064632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3731720 Jul 22 17:14:56.065536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58780) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:14:56.070746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Request body: {'subnet': {'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1149296338-subnet', 'tenant_id': 'ea6c1566defd4165b4d99e407c441abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:56.095147 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Made reservation on behalf of ea6c1566defd4165b4d99e407c441abb for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:14:56.097713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f114e6-c4ed-4c4f-8299-249e3586af6a admin admin] Pushing event updated for resources: {'Network': ['ID=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:56.098275 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:56.108341 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:14:56.265631 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:56.319576 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:56.328141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Checking segment: {'id': '6583b335-717e-41aa-b2b1-cde6c6740952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:14:56.328502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Network hostable DHCP agents. Network: 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:14:56.344725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:14:56.353407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:14:56.360909 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:56.361493 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:56.361861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771a022-0969-468e-9c73-201997c9d6d9 None None] Network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:14:56.376162 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da7b70a6-8782-4434-94b7-e5c350aa58b5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3095491 Jul 22 17:14:56.501098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e766947-5950-44b5-86fd-8cf1dd644a7d None None] Network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:14:56.805145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-e6f82ef6-6de9-46b5-9b03-b19f4e0a8cc7 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:56.806617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-e6f82ef6-6de9-46b5-9b03-b19f4e0a8cc7 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/networks?id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 HTTP/1.1" status: 200 len: 812 time: 0.0990126 Jul 22 17:14:56.821130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-7204ee5a-a353-49fa-a22b-30e0b6c6b5de tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/quotas/ea6c1566defd4165b4d99e407c441abb HTTP/1.1" status: 200 len: 375 time: 0.0090232 Jul 22 17:14:56.858396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-e96498a4-8925-4e26-8a28-83dd4c8d8ed2 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea6c1566defd4165b4d99e407c441abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325727 Jul 22 17:14:56.947430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-859260ff-7633-432b-9b2a-b8ca37f132a7 service neutron] 10.222.0.53 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823669 Jul 22 17:14:57.039647 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-7418d778-a73a-4a44-bd7a-426eb35f5cf1 service neutron] 10.222.0.53 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Jul 22 17:14:57.198419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0231e487-a156-4e44-8fd5-7a5196221a75 req-bca40876-42a0-43d9-bd62-43aea2a445dd tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 210 time: 0.0291557 Jul 22 17:14:57.473469 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:14:58.298472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94cedbcc-d3a3-44c7-99b9-1d08c0841d7f req-a136046e-0e74-4d34-b396-832da43d1d94 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 210 time: 0.0300541 Jul 22 17:14:58.630383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-421c7b0a-d745-4577-a73c-0867954000b8 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:58.631877 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-421c7b0a-d745-4577-a73c-0867954000b8 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.65 "GET /v2.0/networks?id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 HTTP/1.1" status: 200 len: 812 time: 0.1158278 Jul 22 17:14:58.677269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Request body: {'port': {'device_id': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653', 'admin_state_up': True, 'tenant_id': 'ea6c1566defd4165b4d99e407c441abb'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:58.802886 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Made reservation on behalf of ea6c1566defd4165b4d99e407c441abb for: {'port': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:14:58.807375 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:58.947223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Allocated IP 172.20.0.5 (8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653/63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7/8e9f39b4-60d4-4a3b-8e37-6c0b52093bba) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:14:59.096988 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:59.135597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:59.180057 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:14:59.182866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:14:59.187275 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:14:59.210552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Pushing event updated for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:14:59.237989 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:59.238586 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:59.253360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-4b1df604-daa9-4014-9143-bb2cb1555a96 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802054 Jul 22 17:14:59.272760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Request body: {'port': {'device_id': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:14:59.692650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:14:59.773093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded31f58-81f2-4aed-bd76-6bbbf18b48bb req-49fc59b0-d45a-4568-a237-df3d11cdc625 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:14:59.774531 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ded31f58-81f2-4aed-bd76-6bbbf18b48bb req-49fc59b0-d45a-4568-a237-df3d11cdc625 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 931 time: 0.1254725 Jul 22 17:14:59.877294 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ded31f58-81f2-4aed-bd76-6bbbf18b48bb req-b2e52c4a-b998-4a84-95d0-a0c2942b2e16 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604105 Jul 22 17:15:00.008981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba {{(pid=93751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:15:00.017528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:00.030203 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Transition to ACTIVE for port object 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:15:00.033855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:00.084735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:00.151945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Attempting to bind port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:15:00.152271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Attempting to bind port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '6583b335-717e-41aa-b2b1-cde6c6740952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:15:00.152593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Attempting to bind port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:15:00.156795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:15:00.158952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Attempting to bind port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:15:00.162227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:15:00.162962 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Checking segment: {'id': '6583b335-717e-41aa-b2b1-cde6c6740952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:15:00.163118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Bound using segment: {'id': '6583b335-717e-41aa-b2b1-cde6c6740952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:15:00.163474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Bound port: 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6583b335-717e-41aa-b2b1-cde6c6740952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:15:00.163823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:00.229615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:15:00.233195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:15:00.236849 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:00.274029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:00.274652 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:00.276105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] 10.222.0.65 "PUT /v2.0/ports/8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 200 len: 1092 time: 1.0076520 Jul 22 17:15:00.276549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:00.278840 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fe7418-fda3-49bd-9339-300a19094262" -d '{"events": [{"name": "network-changed", "server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:00.300553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603f95e-2abb-42f7-809e-45842a7a39db service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=3']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:00.327218 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb661a2-e012-4dfa-be27-ac192b49216e x-openstack-request-id: req-3cb661a2-e012-4dfa-be27-ac192b49216e {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:00.327523 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:00.327976 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cb661a2-e012-4dfa-be27-ac192b49216e {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:00.328395 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'status': 'completed', 'code': 200} Jul 22 17:15:00.406688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-e8f3e336-3323-44a0-b9db-53ca22ee5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:00.408236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-e8f3e336-3323-44a0-b9db-53ca22ee5fa2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea6c1566defd4165b4d99e407c441abb&device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 1095 time: 0.0570452 Jul 22 17:15:00.459815 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-9dd7f5c5-fff6-4ffe-9a87-e0861140dfa6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 200 len: 217 time: 0.0371010 Jul 22 17:15:00.512471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-b58edac0-7ba5-4fb8-90ff-5896d4e59a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:00.514221 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-b58edac0-7ba5-4fb8-90ff-5896d4e59a79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7 HTTP/1.1" status: 200 len: 852 time: 0.0481443 Jul 22 17:15:00.549171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-287cc038-54f2-4a80-8bae-74f3b3cd66d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281086 Jul 22 17:15:00.640884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-df4c165b-5eb4-43c9-a691-94614c85670b service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853188 Jul 22 17:15:00.733544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26ecdd3c-b2f0-4266-a2be-cbc718c1b3e9 req-62107932-95d1-4493-a78f-0604c3608225 service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856383 Jul 22 17:15:00.888268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe7418-fda3-49bd-9339-300a19094262 req-5bf6d8c1-aa0e-43d4-9bb1-05d4bb1b7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:00.890525 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83fe7418-fda3-49bd-9339-300a19094262 req-5bf6d8c1-aa0e-43d4-9bb1-05d4bb1b7c7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea6c1566defd4165b4d99e407c441abb&device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 1095 time: 0.0617807 Jul 22 17:15:01.022853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe7418-fda3-49bd-9339-300a19094262 req-24964447-aa3e-448d-b30d-608f89561e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:01.024361 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83fe7418-fda3-49bd-9339-300a19094262 req-24964447-aa3e-448d-b30d-608f89561e43 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 HTTP/1.1" status: 200 len: 913 time: 0.1256962 Jul 22 17:15:01.079434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71411c45-0a0a-4832-94cc-a639d81a6828 req-ccf0f8c9-4c94-4c3a-ac4c-66915603560d tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:01.080976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71411c45-0a0a-4832-94cc-a639d81a6828 req-ccf0f8c9-4c94-4c3a-ac4c-66915603560d tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 943 time: 0.1240814 Jul 22 17:15:01.082296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83fe7418-fda3-49bd-9339-300a19094262 req-5d813406-9fbe-40a8-b62f-189b875c947f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 200 len: 217 time: 0.0476327 Jul 22 17:15:01.157351 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71411c45-0a0a-4832-94cc-a639d81a6828 req-6f4ba23a-77b6-4c7e-a907-59a02470aaba tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703638 Jul 22 17:15:01.158838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe7418-fda3-49bd-9339-300a19094262 req-19e6b54b-a0fa-4521-9cb7-88716ccb0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:01.160573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83fe7418-fda3-49bd-9339-300a19094262 req-19e6b54b-a0fa-4521-9cb7-88716ccb0b71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7 HTTP/1.1" status: 200 len: 852 time: 0.0715735 Jul 22 17:15:01.202640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83fe7418-fda3-49bd-9339-300a19094262 req-de56f264-bbb8-49aa-8e66-a7ea2009ff64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348520 Jul 22 17:15:01.297898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83fe7418-fda3-49bd-9339-300a19094262 req-9b33826e-c547-4641-ba0f-8a62d6a5da52 service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880699 Jul 22 17:15:01.395144 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-83fe7418-fda3-49bd-9339-300a19094262 req-1ab0e547-3648-4c15-bf9c-00c772586ecc service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904539 Jul 22 17:15:01.807413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:15:01.899621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:01.915271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653', 'port_id': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'mac_address': 'fa:16:3e:82:42:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:15:01.927148 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:01.961942 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:01.974709 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:15:01.994649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:01.999118 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:02.046661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:02.277233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['8e9f39b4-60d4-4a3b-8e37-6c0b52093bba'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:15:02.296177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47353db5-cafb-4765-b459-15e890340dd2 req-a8cd3506-b0dc-44a9-b96a-f0090a4f274d tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:02.297719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47353db5-cafb-4765-b459-15e890340dd2 req-a8cd3506-b0dc-44a9-b96a-f0090a4f274d tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 944 time: 0.0706401 Jul 22 17:15:02.334555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47353db5-cafb-4765-b459-15e890340dd2 req-42f1ff4b-990e-41b9-8818-5fffa2bbb457 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Jul 22 17:15:03.468502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a844cc8-8e75-4614-bc4f-ad2ac639b8c8 req-c8f26317-7395-43ef-9d5b-1d32ce8298ee tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:03.470004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a844cc8-8e75-4614-bc4f-ad2ac639b8c8 req-c8f26317-7395-43ef-9d5b-1d32ce8298ee tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 944 time: 0.0693257 Jul 22 17:15:03.508874 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3a844cc8-8e75-4614-bc4f-ad2ac639b8c8 req-e756a023-6d16-4383-976e-a27291cebaab tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332968 Jul 22 17:15:03.831587 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:15:03.882447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:15:03.886288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:15:03.886659 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:03.961266 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:03.982310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:03.985152 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9de908f-20b7-4a47-9e13-6a1e36fb6f8a" -d '{"events": [{"server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:03.997956 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:04.003078 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:04.030233 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5902fa1a-2f43-4811-a835-428fa2a33ba7 x-openstack-request-id: req-5902fa1a-2f43-4811-a835-428fa2a33ba7 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:04.030635 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:04.031106 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5902fa1a-2f43-4811-a835-428fa2a33ba7 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:04.031481 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'code': 200} Jul 22 17:15:04.057503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:04.168539 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486150-b0a6-4470-807d-bbe6c0152348 req-970b13aa-0192-4da0-b906-d215805edc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:04.170038 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88486150-b0a6-4470-807d-bbe6c0152348 req-970b13aa-0192-4da0-b906-d215805edc72 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 1097 time: 0.0541048 Jul 22 17:15:04.205199 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-88486150-b0a6-4470-807d-bbe6c0152348 req-cd3e2af6-02b9-4413-a5b9-003a12968b1a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278432 Jul 22 17:15:04.646128 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5b50d-1eb5-45c8-a10c-b53ddc28a85a req-6a26839d-9128-4c56-a6cb-15a552d4d94e tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:04.647697 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5dc5b50d-1eb5-45c8-a10c-b53ddc28a85a req-6a26839d-9128-4c56-a6cb-15a552d4d94e tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0712914 Jul 22 17:15:04.686921 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5dc5b50d-1eb5-45c8-a10c-b53ddc28a85a req-b8c8f82b-cd89-4b91-a12c-c5bbca62d754 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Jul 22 17:15:05.829092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f4442-5b5f-404a-804c-250c7129f74d req-7ee6fc5e-bb61-4571-a23e-18dae352c3e4 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:05.830577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9e5f4442-5b5f-404a-804c-250c7129f74d req-7ee6fc5e-bb61-4571-a23e-18dae352c3e4 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0727119 Jul 22 17:15:05.868291 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9e5f4442-5b5f-404a-804c-250c7129f74d req-6aa05db3-3d0d-4519-9efc-ab4fbecf22b5 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 Jul 22 17:15:05.915667 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:07.148501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a9e9-9109-4a3c-a440-281efca8f637 req-028fdb48-2522-4dc7-b3f8-6a5802fbccc1 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:07.149987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b339a9e9-9109-4a3c-a440-281efca8f637 req-028fdb48-2522-4dc7-b3f8-6a5802fbccc1 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0671594 Jul 22 17:15:07.178845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-14e97f41-4d93-4f78-bce9-2232407ab194 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062899 Jul 22 17:15:07.189187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b339a9e9-9109-4a3c-a440-281efca8f637 req-d0540e42-9e89-417f-9ea0-5c5bf6858325 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Jul 22 17:15:08.369374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3890-fe99-45ca-80bb-2bdb5dc9e3a7 req-e5d3c5d6-4727-4c85-a1ab-b2799b25f531 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.370884 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a72d3890-fe99-45ca-80bb-2bdb5dc9e3a7 req-e5d3c5d6-4727-4c85-a1ab-b2799b25f531 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.1100123 Jul 22 17:15:08.379233 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-41fb7d6c-5b94-409e-ab4b-c407cd4ff0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.380611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-41fb7d6c-5b94-409e-ab4b-c407cd4ff0db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea6c1566defd4165b4d99e407c441abb&device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 1097 time: 0.0891519 Jul 22 17:15:08.443117 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a72d3890-fe99-45ca-80bb-2bdb5dc9e3a7 req-caf4d9b7-052e-411b-9eb3-4a70ef741f24 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657957 Jul 22 17:15:08.493718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-a773a926-d40d-470d-9763-078502f4dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.495127 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-a773a926-d40d-470d-9763-078502f4dfdf service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 HTTP/1.1" status: 200 len: 913 time: 0.1075499 Jul 22 17:15:08.542007 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-a9a90162-f5e3-41d3-946b-e94fe19dfba6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 200 len: 217 time: 0.0386722 Jul 22 17:15:08.591350 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3dc452cb-434f-4e6d-8950-cc1c6cceb721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:08.593317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3dc452cb-434f-4e6d-8950-cc1c6cceb721 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7 HTTP/1.1" status: 200 len: 852 time: 0.0439191 Jul 22 17:15:08.629354 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-29d2fcc7-2278-40b0-910e-ab349dc685c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294044 Jul 22 17:15:08.724604 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-63dc6e16-3815-4916-9d81-4a8ed47fa7e1 service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878859 Jul 22 17:15:08.812887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-bdee58e3-6225-4e65-a448-7190a45f0f92 service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819418 Jul 22 17:15:09.583927 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f14528-22bc-4d75-8dd4-c667490c1bc6 req-3275c4b3-315a-4c19-b054-05df5a826cb7 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:09.585484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01f14528-22bc-4d75-8dd4-c667490c1bc6 req-3275c4b3-315a-4c19-b054-05df5a826cb7 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0705290 Jul 22 17:15:09.625064 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01f14528-22bc-4d75-8dd4-c667490c1bc6 req-e6c4ce6d-830b-46d8-adb3-ca15b055863a tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341570 Jul 22 17:15:10.758392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6cb3c-5713-4886-9dbb-6bb446050ae0 req-f341de55-2657-4b77-a5b5-8f67f19f7fdc tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:10.759924 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57d6cb3c-5713-4886-9dbb-6bb446050ae0 req-f341de55-2657-4b77-a5b5-8f67f19f7fdc tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0681789 Jul 22 17:15:10.797003 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-57d6cb3c-5713-4886-9dbb-6bb446050ae0 req-3f5a9f97-058f-4ed3-98e3-cd7ccd8d8bdc tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Jul 22 17:15:11.958307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2934099-841e-4b7e-9280-dbf721c2a93a req-6dd47ced-44f5-4ac0-8d55-1dc748318cdf tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:11.960522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2934099-841e-4b7e-9280-dbf721c2a93a req-6dd47ced-44f5-4ac0-8d55-1dc748318cdf tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0777502 Jul 22 17:15:12.013505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2934099-841e-4b7e-9280-dbf721c2a93a req-4400d898-fe85-48c1-a79f-3fc321215da4 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458002 Jul 22 17:15:13.142751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b34fb-4381-46f7-8c92-818fe41ab252 req-d357d583-ccbd-4ca9-8170-c19c6a69731f tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:13.144265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d7b34fb-4381-46f7-8c92-818fe41ab252 req-d357d583-ccbd-4ca9-8170-c19c6a69731f tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0643463 Jul 22 17:15:13.184696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d7b34fb-4381-46f7-8c92-818fe41ab252 req-83a96084-a2d0-4bd2-a871-07ebf5747c4e tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Jul 22 17:15:14.313370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc02dc8-314f-4ce5-9b61-2879fdb2daa4 req-171627ab-6fd5-4f07-99c5-fd750ee0a879 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:14.315051 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fc02dc8-314f-4ce5-9b61-2879fdb2daa4 req-171627ab-6fd5-4f07-99c5-fd750ee0a879 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0630360 Jul 22 17:15:14.353412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fc02dc8-314f-4ce5-9b61-2879fdb2daa4 req-3aab28a0-a570-481f-a163-5747286fc479 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Jul 22 17:15:15.496513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e11d1-d3be-4b7f-a220-90dc42cfeedb req-21cd388a-2a36-4851-b392-0c1955012380 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:15.497992 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9e0e11d1-d3be-4b7f-a220-90dc42cfeedb req-21cd388a-2a36-4851-b392-0c1955012380 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0790267 Jul 22 17:15:15.540138 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9e0e11d1-d3be-4b7f-a220-90dc42cfeedb req-846e49b5-8e9e-4718-b6ef-3a80a5d1ee3c tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342488 Jul 22 17:15:16.676452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a85aeb-76d5-43db-90b4-a3cef91c62dc req-316700c0-a391-4665-9ca8-5d0dc1785f0a tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:16.677973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6a85aeb-76d5-43db-90b4-a3cef91c62dc req-316700c0-a391-4665-9ca8-5d0dc1785f0a tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0684552 Jul 22 17:15:16.715775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6a85aeb-76d5-43db-90b4-a3cef91c62dc req-b6cd766a-2f1a-42c5-b368-29d456138e64 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Jul 22 17:15:17.851195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff2741-5fd6-4683-be76-32db05493525 req-de2685aa-194b-4d90-91c4-a05c57621c0a tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:17.852682 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-02ff2741-5fd6-4683-be76-32db05493525 req-de2685aa-194b-4d90-91c4-a05c57621c0a tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0636897 Jul 22 17:15:17.891595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-02ff2741-5fd6-4683-be76-32db05493525 req-39f4f620-ec95-4dfb-93af-d77de11579af tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Jul 22 17:15:18.486176 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b8af342-0d95-49ad-bb9f-38fd33a7cee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:19.022255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff0579-7dcd-452b-941d-b02b7e886877 req-dba27fbd-8696-4d0a-8601-301e603323a4 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:19.023831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-59ff0579-7dcd-452b-941d-b02b7e886877 req-dba27fbd-8696-4d0a-8601-301e603323a4 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0646932 Jul 22 17:15:19.065937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-59ff0579-7dcd-452b-941d-b02b7e886877 req-4e1253cf-48ef-41a6-9eb7-e4b864524b72 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354414 Jul 22 17:15:20.196474 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84786d-60a6-4bb2-b1f1-1d5a43b5d1b1 req-7bed97a1-885b-4421-a9c9-e7dd105c98da tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:20.197883 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e84786d-60a6-4bb2-b1f1-1d5a43b5d1b1 req-7bed97a1-885b-4421-a9c9-e7dd105c98da tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0630934 Jul 22 17:15:20.238816 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7e84786d-60a6-4bb2-b1f1-1d5a43b5d1b1 req-619625e5-1eed-4f1a-aa9f-c387a72186bd tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343151 Jul 22 17:15:21.067293 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64e3e748-7c12-415c-b153-9fdeec690215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:21.303057 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:21.372193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c9dc6-78b0-4a88-9778-ed3cea3ec2f6 req-bdf0a783-f09a-4c92-8e34-1bba9b8a3bb4 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:21.373795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd5c9dc6-78b0-4a88-9778-ed3cea3ec2f6 req-bdf0a783-f09a-4c92-8e34-1bba9b8a3bb4 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0664494 Jul 22 17:15:21.411436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd5c9dc6-78b0-4a88-9778-ed3cea3ec2f6 req-3659f3c2-1004-48ec-a24c-7b4f6b23176b tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Jul 22 17:15:22.548659 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9f05c-40e5-4517-ab76-4c89635c4164 req-83ee9b4e-7b1d-41a9-bf20-24c5f0f2992d tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:22.550161 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21a9f05c-40e5-4517-ab76-4c89635c4164 req-83ee9b4e-7b1d-41a9-bf20-24c5f0f2992d tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0705614 Jul 22 17:15:22.587710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-21a9f05c-40e5-4517-ab76-4c89635c4164 req-791821af-7f56-4845-aded-dd543131d79a tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Jul 22 17:15:22.657888 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:23.723969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810d79b-9a60-410a-af96-e3f3555f4d15 req-5e2cdd63-eaaa-4bdf-8095-6eafad1f3ccc tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:23.725706 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f810d79b-9a60-410a-af96-e3f3555f4d15 req-5e2cdd63-eaaa-4bdf-8095-6eafad1f3ccc tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0688961 Jul 22 17:15:23.765090 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f810d79b-9a60-410a-af96-e3f3555f4d15 req-66859cd6-b13f-4cc2-8799-8b2ffab62649 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Jul 22 17:15:24.359479 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:24.902287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2084f0-29db-45d1-83c8-918746e0be81 req-e8522a19-50af-4902-8e69-7f47b80ab0b7 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:24.903819 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf2084f0-29db-45d1-83c8-918746e0be81 req-e8522a19-50af-4902-8e69-7f47b80ab0b7 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0705941 Jul 22 17:15:24.942813 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf2084f0-29db-45d1-83c8-918746e0be81 req-0f70dee0-e35d-4f0d-a608-0a4cb77f2f7c tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Jul 22 17:15:26.073937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bbe81-1f2d-42e7-9b19-5a7ee51dc893 req-6081c9f3-426a-4f84-8fcf-2395db780eaf tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:26.075490 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e65bbe81-1f2d-42e7-9b19-5a7ee51dc893 req-6081c9f3-426a-4f84-8fcf-2395db780eaf tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0642669 Jul 22 17:15:26.114571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e65bbe81-1f2d-42e7-9b19-5a7ee51dc893 req-d2b57aac-3ec1-461c-801f-929a23282e91 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Jul 22 17:15:27.254416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86e64b-c993-45b0-95f8-438253fb1ad5 req-be8ae262-de59-4f63-bfe9-8538401b4e49 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:27.256045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b86e64b-c993-45b0-95f8-438253fb1ad5 req-be8ae262-de59-4f63-bfe9-8538401b4e49 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0723963 Jul 22 17:15:27.296402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b86e64b-c993-45b0-95f8-438253fb1ad5 req-f89b7630-8f60-470a-b122-bc3bd011fb9a tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344951 Jul 22 17:15:28.437726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd30d5f-35ae-4d1c-b7cf-8354be84a4c3 req-4f70b783-bcd5-4d0b-80f0-32814e38a87d tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:28.439461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-afd30d5f-35ae-4d1c-b7cf-8354be84a4c3 req-4f70b783-bcd5-4d0b-80f0-32814e38a87d tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0741558 Jul 22 17:15:28.479796 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-afd30d5f-35ae-4d1c-b7cf-8354be84a4c3 req-103bbeee-afda-48a0-932b-92b696059c07 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345478 Jul 22 17:15:29.618504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5a33e-a4c1-4cc1-8bab-5f45d7f292c4 req-b63c4850-16e5-490d-8364-4a02532570bd tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:29.620116 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9e5a33e-a4c1-4cc1-8bab-5f45d7f292c4 req-b63c4850-16e5-490d-8364-4a02532570bd tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0684183 Jul 22 17:15:29.659388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d9e5a33e-a4c1-4cc1-8bab-5f45d7f292c4 req-88d9eb3d-4ce1-40e5-a497-0531bafaaa05 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Jul 22 17:15:30.791889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dcaa7-f2ad-4d91-8a87-4d599c338f4c req-fe98e449-ea5c-4473-a4b9-b627ef194a9b tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:30.793397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f50dcaa7-f2ad-4d91-8a87-4d599c338f4c req-fe98e449-ea5c-4473-a4b9-b627ef194a9b tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0675106 Jul 22 17:15:30.837405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f50dcaa7-f2ad-4d91-8a87-4d599c338f4c req-a8a3f7ae-6801-4308-af07-7c9f8cada21f tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385087 Jul 22 17:15:31.925909 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:31.972606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f902277-5c21-4f83-a341-feaf4c1159f3 req-7451e9a1-ad82-4d82-866e-472070c54459 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:31.974101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f902277-5c21-4f83-a341-feaf4c1159f3 req-7451e9a1-ad82-4d82-866e-472070c54459 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0682337 Jul 22 17:15:32.012563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f902277-5c21-4f83-a341-feaf4c1159f3 req-6158c627-4b32-490b-bf6a-6280421e30bb tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Jul 22 17:15:33.145473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc4575-aac2-407a-b50f-edb6b9dcbf35 req-36e3d7fb-e277-4dd5-8d43-740648745c42 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:33.146883 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-09dc4575-aac2-407a-b50f-edb6b9dcbf35 req-36e3d7fb-e277-4dd5-8d43-740648745c42 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0672362 Jul 22 17:15:33.184936 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-09dc4575-aac2-407a-b50f-edb6b9dcbf35 req-e28d2aeb-c89a-4d95-a689-65c5db36e030 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Jul 22 17:15:34.316703 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b808e9a-a085-4d29-a2d8-7eb4272688ba req-a4d1f651-98ca-43db-a1d6-91e38819f472 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:34.318209 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b808e9a-a085-4d29-a2d8-7eb4272688ba req-a4d1f651-98ca-43db-a1d6-91e38819f472 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0668597 Jul 22 17:15:34.357538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b808e9a-a085-4d29-a2d8-7eb4272688ba req-867b3e40-279d-4072-ae2c-75762d949be0 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337956 Jul 22 17:15:34.474263 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:15:35.491506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce8c0-76b2-433c-9227-3e3d8cf3fba7 req-16bebcc9-1b60-4269-970c-d36dccd258ad tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:35.493012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067ce8c0-76b2-433c-9227-3e3d8cf3fba7 req-16bebcc9-1b60-4269-970c-d36dccd258ad tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0667698 Jul 22 17:15:35.533062 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-067ce8c0-76b2-433c-9227-3e3d8cf3fba7 req-1bafb36f-dbe5-47b1-a7a9-b1d8c0945ca1 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345292 Jul 22 17:15:35.908316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:35.948518 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-205a04ea-2ccd-4b76-8043-a8092f26971c service neutron] show failed (client error): The resource could not be found. Jul 22 17:15:35.949580 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-205a04ea-2ccd-4b76-8043-a8092f26971c service neutron] 10.222.0.65 "GET /v2.0/ports/8e9f39b4-60d4-4a3b-8e37-6c0b52093bba/bindings/n-h2-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0615301 Jul 22 17:15:36.165673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-47571616-caac-4a1e-b9db-8dab379aeccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:36.167168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-47571616-caac-4a1e-b9db-8dab379aeccc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31&tenant_id=ea6c1566defd4165b4d99e407c441abb HTTP/1.1" status: 200 len: 1097 time: 0.0541079 Jul 22 17:15:36.184562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:15:36.593893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:36.673788 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348910e8-5680-48e7-818f-6b9014be087f req-1fd35d1c-37a3-481a-8636-28339f51309f tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:36.675306 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-348910e8-5680-48e7-818f-6b9014be087f req-1fd35d1c-37a3-481a-8636-28339f51309f tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0650034 Jul 22 17:15:36.717236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-348910e8-5680-48e7-818f-6b9014be087f req-2eea3f8b-6cc1-42fa-8fa8-1e9b362ecca3 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361803 Jul 22 17:15:36.797334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:36.830468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:15:36.868471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:36.870804 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2422a0-85a1-4d3d-a0e3-c66a8b8c86e3" -d '{"events": [{"server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:36.875343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:36.892115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Transition to ACTIVE for port object 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:15:36.896682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:36.927347 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38e6a33-d1f2-4af3-8ba4-237bc09a5a4b x-openstack-request-id: req-d38e6a33-d1f2-4af3-8ba4-237bc09a5a4b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:36.927570 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:36.927834 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d38e6a33-d1f2-4af3-8ba4-237bc09a5a4b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:36.928234 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'code': 200} Jul 22 17:15:36.952642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:36.974544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] No DVR routers for this DVR port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:15:36.978214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.978564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.978917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.979276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.979615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.979950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.980281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.980611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.980941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.981269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.981597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:36.981922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:37.019971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Attempting to bind port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:15:37.020303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Attempting to bind port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '6583b335-717e-41aa-b2b1-cde6c6740952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:15:37.020636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Attempting to bind port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:15:37.024837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:15:37.025163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Attempting to bind port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on network 8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:15:37.029880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:15:37.030217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Checking segment: {'id': '6583b335-717e-41aa-b2b1-cde6c6740952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:15:37.030598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Bound using segment: {'id': '6583b335-717e-41aa-b2b1-cde6c6740952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:15:37.031190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Bound port: 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6583b335-717e-41aa-b2b1-cde6c6740952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:15:37.031726 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:37.092569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:15:37.095622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:15:37.099489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:37.142299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:37.142916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:37.144342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] 10.222.0.20 "PUT /v2.0/ports/8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 200 len: 1092 time: 0.9640915 Jul 22 17:15:37.161355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b102e34-e73c-4569-bd9b-b059186a478c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:37.229829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-ec1087ef-ec3e-4957-aea8-31e481372ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:37.231383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-ec1087ef-ec3e-4957-aea8-31e481372ab2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea6c1566defd4165b4d99e407c441abb&device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 1095 time: 0.0546622 Jul 22 17:15:37.321791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-03c93936-68f2-4bb8-8f0f-a4744ca7e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:37.323264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-03c93936-68f2-4bb8-8f0f-a4744ca7e696 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 HTTP/1.1" status: 200 len: 913 time: 0.0858221 Jul 22 17:15:37.362961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-1b09d340-971c-4be3-9395-65f79c89aff3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 200 len: 217 time: 0.0337410 Jul 22 17:15:37.410401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-c38c8d20-9cbe-4530-b701-b41c3c0d15de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:37.411840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-c38c8d20-9cbe-4530-b701-b41c3c0d15de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7 HTTP/1.1" status: 200 len: 852 time: 0.0425839 Jul 22 17:15:37.446768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-ad094626-2678-4aae-93bf-b07fe1c07bd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279090 Jul 22 17:15:37.539978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-4103e0cf-60ac-4e2b-bb79-70951c3616a4 service neutron] 10.222.0.20 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868108 Jul 22 17:15:37.632045 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23e01c34-1fee-4b2c-90bf-c549a248d60d req-790d09db-9fb7-43a9-8d02-b123bac787ec service neutron] 10.222.0.20 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855865 Jul 22 17:15:37.848523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89c31c-02f8-45d1-8f20-9b1946fd48fb req-07ef5c63-9052-4225-8604-682b21e4fc12 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:37.850009 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f89c31c-02f8-45d1-8f20-9b1946fd48fb req-07ef5c63-9052-4225-8604-682b21e4fc12 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 943 time: 0.0648921 Jul 22 17:15:37.888523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f89c31c-02f8-45d1-8f20-9b1946fd48fb req-34c3e3c1-a8bd-465e-9657-85e380192dac tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327394 Jul 22 17:15:37.965705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:15:38.003392 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:15:38.929394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:38.932077 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:38.990992 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8392cf2-cd16-4d9e-90d7-1b418122b5ea x-openstack-request-id: req-c8392cf2-cd16-4d9e-90d7-1b418122b5ea {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:38.991384 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:38.991638 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8392cf2-cd16-4d9e-90d7-1b418122b5ea {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:38.992036 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'status': 'completed', 'code': 200} Jul 22 17:15:39.029322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a909a98-5f4f-492b-b252-cbdf778c558e req-e645498e-53c6-4ed4-8c40-e8e77ad735d1 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:39.030956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a909a98-5f4f-492b-b252-cbdf778c558e req-e645498e-53c6-4ed4-8c40-e8e77ad735d1 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 943 time: 0.0709376 Jul 22 17:15:39.079216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-00c39c5c-0e55-4e20-a1fd-d5c1a565e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:39.081705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-00c39c5c-0e55-4e20-a1fd-d5c1a565e48f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea6c1566defd4165b4d99e407c441abb&device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 1095 time: 0.0587502 Jul 22 17:15:39.103339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a909a98-5f4f-492b-b252-cbdf778c558e req-68a22888-c717-426f-a5f5-c53f85a04dea tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660956 Jul 22 17:15:39.126712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-7ee4b5b1-fe47-4dd6-950d-6ccd699b53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:39.126712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-7ee4b5b1-fe47-4dd6-950d-6ccd699b53c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ea6c1566defd4165b4d99e407c441abb&device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 1095 time: 0.0774341 Jul 22 17:15:39.179943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-c960ae8b-4e3b-4679-9743-475d84747111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:39.181349 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-c960ae8b-4e3b-4679-9743-475d84747111 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 HTTP/1.1" status: 200 len: 913 time: 0.0927625 Jul 22 17:15:39.224396 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-f94f8136-fde9-43b6-9427-2b470bb044e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 200 len: 217 time: 0.0356724 Jul 22 17:15:39.248753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-831fe2f4-a071-48b7-bcab-c53b4c8e0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:39.250322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-831fe2f4-a071-48b7-bcab-c53b4c8e0fa5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 HTTP/1.1" status: 200 len: 913 time: 0.0998454 Jul 22 17:15:39.283654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-5f9e96ed-3a01-4646-8f6d-7621cbc1e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:39.285111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-5f9e96ed-3a01-4646-8f6d-7621cbc1e49d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7 HTTP/1.1" status: 200 len: 852 time: 0.0541935 Jul 22 17:15:39.298018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-cc82f84f-7242-4607-911c-e5c778ab031d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 200 len: 217 time: 0.0366585 Jul 22 17:15:39.320276 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-7b2903c1-f4c4-45a1-9581-8d9d87d1065d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285060 Jul 22 17:15:39.352015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-bc668f09-add4-403c-a568-6e3416e572be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:39.353621 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-bc668f09-add4-403c-a568-6e3416e572be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7 HTTP/1.1" status: 200 len: 852 time: 0.0502071 Jul 22 17:15:39.389375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-de49f1ee-9358-4b88-8df7-0c5b3452f856 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287347 Jul 22 17:15:39.412111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-be1da4f6-c50d-4e5f-a9aa-d292343e85e9 service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838666 Jul 22 17:15:39.483211 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-28504f23-f325-4c76-82b4-84920fd121d4 service neutron] 10.222.0.20 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872476 Jul 22 17:15:39.510277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-79c70e90-8ee8-4cfd-9c50-25361ac57634 service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910058 Jul 22 17:15:39.578962 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ff02c8e5-06ac-4e9d-8dc7-46a996239ef4 req-e45e4c9c-cf8d-4ea9-aaf6-b0a6568774ef service neutron] 10.222.0.20 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882008 Jul 22 17:15:40.086449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:15:40.183382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:40.195117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'network_id': '8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653', 'port_id': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'mac_address': 'fa:16:3e:82:42:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:15:40.230269 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:40.241555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15898a-a3b5-4484-81f0-d3291995daa8 req-36acd503-e4fb-4585-8746-b3b5123eec94 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:40.243636 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:15:40.243955 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f15898a-a3b5-4484-81f0-d3291995daa8 req-36acd503-e4fb-4585-8746-b3b5123eec94 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 943 time: 0.0688264 Jul 22 17:15:40.267430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:40.272779 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:40.287203 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f15898a-a3b5-4484-81f0-d3291995daa8 req-26296bf3-8f64-4cc5-bace-85237dafbd0e tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361035 Jul 22 17:15:40.483673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:40.491079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.491421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.491776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.492090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.492414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.492737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.493057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.493376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.493694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.494013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.494330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.494708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:40.570068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-2c61dcdf-5894-4572-984d-3dedd66b04f0 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:40.571674 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-2c61dcdf-5894-4572-984d-3dedd66b04f0 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.65 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31&tenant_id=ea6c1566defd4165b4d99e407c441abb&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 944 time: 0.0758476 Jul 22 17:15:40.611963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['8e9f39b4-60d4-4a3b-8e37-6c0b52093bba'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:15:40.631052 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-a3667d20-23aa-447e-9e66-fef8f9310e63 service neutron] delete failed (client error): The resource could not be found. Jul 22 17:15:40.632049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-a3667d20-23aa-447e-9e66-fef8f9310e63 service neutron] 10.222.0.65 "DELETE /v2.0/ports/8e9f39b4-60d4-4a3b-8e37-6c0b52093bba/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0530186 Jul 22 17:15:40.750851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-e1330afc-a663-4d4f-99d7-96c3c754133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:40.752311 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-e1330afc-a663-4d4f-99d7-96c3c754133e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ea6c1566defd4165b4d99e407c441abb&device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 1096 time: 0.0550601 Jul 22 17:15:40.844255 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-fa33b271-04e7-47ec-a7a7-6a4c2f79a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:40.845693 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-fa33b271-04e7-47ec-a7a7-6a4c2f79a782 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 HTTP/1.1" status: 200 len: 913 time: 0.0868082 Jul 22 17:15:40.886898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-41506b77-16e3-4c01-afb2-b8f5cf5ef1e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 200 len: 217 time: 0.0344651 Jul 22 17:15:40.936456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-eface60d-f485-4a6d-b3f1-747cbd54220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:40.938462 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-eface60d-f485-4a6d-b3f1-747cbd54220f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7 HTTP/1.1" status: 200 len: 852 time: 0.0439987 Jul 22 17:15:40.976312 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-7c5f2c58-6863-40bf-8e6b-bf556320d0f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309792 Jul 22 17:15:41.065508 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-048e2bac-0ce8-4f60-9f4c-78ca497d1fab service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824077 Jul 22 17:15:41.156755 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-6404f1ff-c45d-4dbc-8797-5f5ad08d79e9 service neutron] 10.222.0.65 "GET /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Jul 22 17:15:41.964497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eab3ec-f86d-43a1-8c55-e6be836f06d2 req-7ef31552-1781-4938-80aa-62659719a0f0 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:41.966059 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99eab3ec-f86d-43a1-8c55-e6be836f06d2 req-7ef31552-1781-4938-80aa-62659719a0f0 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 944 time: 0.0688772 Jul 22 17:15:42.006974 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99eab3ec-f86d-43a1-8c55-e6be836f06d2 req-3e1669df-fb57-48f8-b9eb-eb848c82ad42 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352323 Jul 22 17:15:42.087835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:15:42.139452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:15:42.143460 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:15:42.143836 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:42.216562 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:42.239727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:42.241951 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c3c79-be0d-42ac-b487-411ec3a980a2" -d '{"events": [{"server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:42.254391 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:42.261504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:42.289463 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09561aeb-7c50-4eb2-a65b-1075a892ebb0 x-openstack-request-id: req-09561aeb-7c50-4eb2-a65b-1075a892ebb0 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:42.289760 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:42.290017 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09561aeb-7c50-4eb2-a65b-1075a892ebb0 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:42.290410 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'code': 200} Jul 22 17:15:42.315408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:43.137769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6b744-30b0-48ef-a4c3-769081a4fffd req-29c779d2-d4c9-47ed-b822-c675fe5dfced tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:43.139260 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6b744-30b0-48ef-a4c3-769081a4fffd req-29c779d2-d4c9-47ed-b822-c675fe5dfced tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0659764 Jul 22 17:15:43.183095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26e6b744-30b0-48ef-a4c3-769081a4fffd req-b9643414-0466-4625-b6b7-bc0b99f62ee5 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.53 "GET /v2.0/security-groups?id=577a79ac-997d-4bca-a305-018171074715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Jul 22 17:15:43.363464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-0d8a4fbf-d232-442c-a80b-e8b852bfa12b tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:43.364989 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-0d8a4fbf-d232-442c-a80b-e8b852bfa12b tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.20 "GET /v2.0/ports?device_id=35c912ed-2ec3-4466-a33a-b6f4988eeb31 HTTP/1.1" status: 200 len: 945 time: 0.0642984 Jul 22 17:15:43.471344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Deleting port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:15:43.471545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:43.556808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] For port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,segment=NetworkSegment(6583b335-717e-41aa-b2b1-cde6c6740952),segment_id=6583b335-717e-41aa-b2b1-cde6c6740952)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:43.557161 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:43.576563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Calling delete_port for 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:15:43.706273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:43.739215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['8e9f39b4-60d4-4a3b-8e37-6c0b52093bba'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:15:43.770858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Pushing event deleted for resources: {'Port': ['ID=8e9f39b4-60d4-4a3b-8e37-6c0b52093bba,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:43.793083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] No DVR routers for this DVR port 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:15:43.795982 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:43.799264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a61275dc-b3f6-422a-b771-a8df37541ac2 req-643ed0a9-8c31-4b4c-8e5f-b178b468e219 tempest-DeleteServersTestJSON-1620644679 tempest-DeleteServersTestJSON-1620644679-project] 10.222.0.20 "DELETE /v2.0/ports/8e9f39b4-60d4-4a3b-8e37-6c0b52093bba HTTP/1.1" status: 204 len: 173 time: 0.4293814 Jul 22 17:15:43.799770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'name': 'network-vif-deleted', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:43.802718 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be5bafc-bb2a-4dbf-aa84-f30f4b6690a9" -d '{"events": [{"server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "name": "network-vif-deleted", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:43.846516 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1719f7-5274-431f-9523-f18c7b26bd7a x-openstack-request-id: req-bd1719f7-5274-431f-9523-f18c7b26bd7a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:43.846810 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c912ed-2ec3-4466-a33a-b6f4988eeb31", "name": "network-vif-deleted", "tag": "8e9f39b4-60d4-4a3b-8e37-6c0b52093bba", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:43.847090 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd1719f7-5274-431f-9523-f18c7b26bd7a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:43.847494 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c912ed-2ec3-4466-a33a-b6f4988eeb31', 'name': 'network-vif-deleted', 'tag': '8e9f39b4-60d4-4a3b-8e37-6c0b52093bba', 'status': 'completed', 'code': 200} Jul 22 17:15:44.309815 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58960) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:15:44.353993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Deleting subnet 63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:15:44.356960 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.390285 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.429885 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.488033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.512658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:44.520421 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.522243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/63d4aaf3-7d7b-404f-bfb6-c72fd35bc6f7 HTTP/1.1" status: 204 len: 168 time: 0.2114232 Jul 22 17:15:44.523839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.524122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.524461 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.524794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.524968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58962) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:15:44.525423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.525423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.525744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.526065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.526388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.526709 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.527055 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.527377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc2651-4a90-4634-8a30-196a69baf93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:15:44.592855 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.676470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.686013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:15:44.695591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6583b335-717e-41aa-b2b1-cde6c6740952') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:15:44.695880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6583b335-717e-41aa-b2b1-cde6c6740952') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:15:44.705025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.718489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.725165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:15:44.725549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:15:44.727479 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:15:44.784189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.790795 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:44.792675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653 HTTP/1.1" status: 204 len: 168 time: 0.2667115 Jul 22 17:15:44.803080 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b54929-2b7c-4c77-9504-748b380f53f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcfd6a3-20c1-4bd8-8e7a-f40e151f9653,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:44.907137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58968) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:15:44.947391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b8ef5e64-b9d9-4562-b22d-e5bfd09fb529 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea6c1566defd4165b4d99e407c441abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383232 Jul 22 17:15:44.949901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58970) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:15:44.997345 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b26fa1d-7fe2-411b-9fd2-494d4f1b11fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:45.018321 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b26fa1d-7fe2-411b-9fd2-494d4f1b11fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:45.064663 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b26fa1d-7fe2-411b-9fd2-494d4f1b11fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:45.067228 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2b26fa1d-7fe2-411b-9fd2-494d4f1b11fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:45.068405 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2b26fa1d-7fe2-411b-9fd2-494d4f1b11fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/577a79ac-997d-4bca-a305-018171074715 HTTP/1.1" status: 204 len: 168 time: 0.1175730 Jul 22 17:15:45.076166 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26fa1d-7fe2-411b-9fd2-494d4f1b11fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a79ac-997d-4bca-a305-018171074715,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:45.733220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 58992) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:15:45.827854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1722932195-network', 'tenant_id': 'b5bc8871fad14add9eac9bb259d32e93'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:15:45.848674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Made reservation on behalf of b5bc8871fad14add9eac9bb259d32e93 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:15:45.850912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:45.859016 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:45.951537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:45.955515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:45.982867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:15:45.989801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:45.997558 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:45.997993 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Added segment 961f18b6-eeb5-49f0-9e95-d1de90aef638 of type vlan for network e0d49034-9f90-431f-9aa3-6fc7168a3bbb Jul 22 17:15:46.039262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:46.066276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:46.067271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:46.067826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:46.096183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3617332 Jul 22 17:15:46.099189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 58996) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:15:46.104211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Request body: {'subnet': {'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1722932195-subnet', 'tenant_id': 'b5bc8871fad14add9eac9bb259d32e93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:15:46.118800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:15:46.125358 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Made reservation on behalf of b5bc8871fad14add9eac9bb259d32e93 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:15:46.128249 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:46.134557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8605e-8af5-464f-876f-2fca53091067 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d49034-9f90-431f-9aa3-6fc7168a3bbb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:46.140874 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:15:46.141407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8e9f39b4-60d4-4a3b-8e37-6c0b52093bba not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:15:46.146343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network e0d49034-9f90-431f-9aa3-6fc7168a3bbb details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:15:46.297148 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:46.356343 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d47d86a-7555-4047-95d2-ff5ed9f73ccc,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:46.368109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Checking segment: {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:15:46.368490 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Network hostable DHCP agents. Network: e0d49034-9f90-431f-9aa3-6fc7168a3bbb, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:15:46.385151 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Network e0d49034-9f90-431f-9aa3-6fc7168a3bbb is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:15:46.393433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, e0d49034-9f90-431f-9aa3-6fc7168a3bbb) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:15:46.397873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:46.398998 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:46.402352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fbfe07-f704-49f2-9a3c-27eb128b793d None None] Network e0d49034-9f90-431f-9aa3-6fc7168a3bbb requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:15:46.414977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3ff9caab-22c0-4c58-b351-37db1d3bdd4f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3119388 Jul 22 17:15:46.531025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8768b595-31fd-4675-b132-ae411096e6cb None None] Network e0d49034-9f90-431f-9aa3-6fc7168a3bbb requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:15:46.839654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-538bf3dd-2e99-4ab8-87fc-07d63aa268ac tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:46.841132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-538bf3dd-2e99-4ab8-87fc-07d63aa268ac tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 815 time: 0.1010637 Jul 22 17:15:46.856082 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-fceae944-eb4f-4091-94d0-523507e71fac tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/quotas/b5bc8871fad14add9eac9bb259d32e93 HTTP/1.1" status: 200 len: 375 time: 0.0089011 Jul 22 17:15:46.893971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-b4a33929-359c-48be-9f83-31d7b80b9287 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331173 Jul 22 17:15:46.985786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-31d97b32-81ea-4c7d-b553-bff34e26a8f6 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847590 Jul 22 17:15:47.077428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f3de5490-502f-43f3-9475-51feb5d6eac2 service neutron] 10.222.0.53 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858731 Jul 22 17:15:47.238216 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61d6e6d0-d745-48d8-ac6b-d71032a4428f req-b18ab62f-9dc2-4df9-a788-1e7ac2e0ff8d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 210 time: 0.0298481 Jul 22 17:15:48.207733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-62bb5fff-56ad-45f2-9f69-116b7f91931c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:48.209186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-62bb5fff-56ad-45f2-9f69-116b7f91931c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.20 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 815 time: 0.1041896 Jul 22 17:15:48.227068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Request body: {'port': {'device_id': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb', 'admin_state_up': True, 'tenant_id': 'b5bc8871fad14add9eac9bb259d32e93'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:15:48.337851 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbd0145a-97e0-455b-9a11-01a60dcd27df req-500d390e-39ff-4dc9-95bc-b985608b45f2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 210 time: 0.0304873 Jul 22 17:15:48.379884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Made reservation on behalf of b5bc8871fad14add9eac9bb259d32e93 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:15:48.383371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:48.487475 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-659a646c-2856-4c06-a917-0b51d63b98bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:48.513169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Allocated IP 172.20.0.2 (e0d49034-9f90-431f-9aa3-6fc7168a3bbb/3d47d86a-7555-4047-95d2-ff5ed9f73ccc/6a07246e-d0d6-4bdd-8837-393454161e55) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:15:48.659146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:48.697148 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:48.740965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Network e0d49034-9f90-431f-9aa3-6fc7168a3bbb is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:15:48.743922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:15:48.747711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:15:48.771669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Pushing event updated for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:48.799349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:48.799957 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:48.813234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-f684c976-4251-4cc6-a6f4-ad8a05e3dc20 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903778 Jul 22 17:15:48.829419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Request body: {'port': {'device_id': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:15:48.903288 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:49.160290 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a07246e-d0d6-4bdd-8837-393454161e55 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:15:49.167641 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:49.179789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Transition to ACTIVE for port object 6a07246e-d0d6-4bdd-8837-393454161e55 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:15:49.183409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:49.233228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:49.302088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Attempting to bind port 6a07246e-d0d6-4bdd-8837-393454161e55 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:15:49.302420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Attempting to bind port 6a07246e-d0d6-4bdd-8837-393454161e55 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:15:49.302748 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Attempting to bind port 6a07246e-d0d6-4bdd-8837-393454161e55 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:15:49.306891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Port 6a07246e-d0d6-4bdd-8837-393454161e55 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:15:49.307244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Attempting to bind port 6a07246e-d0d6-4bdd-8837-393454161e55 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:15:49.311838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:15:49.312174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Checking segment: {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:15:49.312557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Bound using segment: {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:15:49.312980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Bound port: 6a07246e-d0d6-4bdd-8837-393454161e55, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:15:49.313340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:49.375447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:15:49.378603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:15:49.384053 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:49.421116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:49.421116 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:49.422346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] 10.222.0.20 "PUT /v2.0/ports/6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 200 len: 1092 time: 0.5970163 Jul 22 17:15:49.425222 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:49.428019 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:49.464523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631a5db-71f1-47c7-9a7b-4f936b33e5ad service neutron] Pushing event updated for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:49.476922 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed1de45-028b-4faf-ba98-d979b6c1a2aa x-openstack-request-id: req-4ed1de45-028b-4faf-ba98-d979b6c1a2aa {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:49.477217 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:49.477467 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ed1de45-028b-4faf-ba98-d979b6c1a2aa {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:49.477864 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55', 'status': 'completed', 'code': 200} Jul 22 17:15:49.479672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66c313-bf90-47e8-aa14-c7cf54f01dfb req-a1d156e2-e48d-4b40-a747-ec33df9dd616 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:49.481188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d66c313-bf90-47e8-aa14-c7cf54f01dfb req-a1d156e2-e48d-4b40-a747-ec33df9dd616 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 943 time: 0.0745440 Jul 22 17:15:49.519854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d66c313-bf90-47e8-aa14-c7cf54f01dfb req-48f4e9c4-32a2-47cf-9bd8-3a71e3274184 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Jul 22 17:15:49.559516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-da5d6013-7094-46ab-911d-0d058b204b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:49.561035 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-da5d6013-7094-46ab-911d-0d058b204b32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 1095 time: 0.0630350 Jul 22 17:15:49.610363 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-320fa195-bbb5-494a-bae9-238de7795796 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 200 len: 217 time: 0.0362768 Jul 22 17:15:49.659227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-afe35f16-d645-4697-819e-e3285694c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:49.660656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-afe35f16-d645-4697-819e-e3285694c831 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0440140 Jul 22 17:15:49.694354 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-563842a1-41d2-4a1e-a4fe-7208f584b1cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278664 Jul 22 17:15:49.787746 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-80e614a7-5b62-48aa-bb75-f3d158cf4392 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871215 Jul 22 17:15:49.877231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1c6085c3-b1ba-4394-a6c3-ea5e23e2e7b9 req-b0d1fe64-d64c-4e43-9ace-5817f4841044 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832648 Jul 22 17:15:50.017203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-e3ca4e76-9dc9-4430-89ea-8867bedd09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:50.018776 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-e3ca4e76-9dc9-4430-89ea-8867bedd09f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 1095 time: 0.0544844 Jul 22 17:15:50.106883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-aeeffab3-517d-4986-9b3f-cd7cb11794a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:50.108381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-aeeffab3-517d-4986-9b3f-cd7cb11794a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.0820603 Jul 22 17:15:50.153710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-4d6379be-f708-42ac-bce3-03fc84675b23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 200 len: 217 time: 0.0372660 Jul 22 17:15:50.203699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-f9048ae9-74d6-41d0-bdd8-88d721d14c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:50.205382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-f9048ae9-74d6-41d0-bdd8-88d721d14c7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0432036 Jul 22 17:15:50.239790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-b1547a13-ee33-4b16-86c9-1550e13b6dba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270872 Jul 22 17:15:50.334852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-20594585-3306-4ce6-9a25-4c2da694a5b1 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864036 Jul 22 17:15:50.425600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0e10ea9-cb57-42a3-8c7c-b82448adb73e req-9ad3c1c6-5486-4a42-a547-44dcccc7a6c8 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837340 Jul 22 17:15:50.660746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a600c28-c849-4709-b382-4de68c6a649c req-9b311db3-52dd-4e75-a547-c8ec9e2b9147 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:50.662224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a600c28-c849-4709-b382-4de68c6a649c req-9b311db3-52dd-4e75-a547-c8ec9e2b9147 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 943 time: 0.0747750 Jul 22 17:15:50.699905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7a600c28-c849-4709-b382-4de68c6a649c req-d089fe74-70f8-43b6-baef-66aeb6febc05 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Jul 22 17:15:51.068347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-768b71e6-f11e-4465-a2bc-1eeeb0870296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:51.305867 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:51.831359 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef5c33-4099-46ae-b3e9-da84a5e932fb req-53935e26-86e4-4939-baff-50fde0fc22fe tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:51.832840 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98ef5c33-4099-46ae-b3e9-da84a5e932fb req-53935e26-86e4-4939-baff-50fde0fc22fe tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 943 time: 0.0664496 Jul 22 17:15:51.870650 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-98ef5c33-4099-46ae-b3e9-da84a5e932fb req-2b0e01f5-9cea-465b-a4ba-7819f39cbd38 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Jul 22 17:15:52.118012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6a07246e-d0d6-4bdd-8837-393454161e55 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:15:52.215414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:52.226181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '6a07246e-d0d6-4bdd-8837-393454161e55', 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb', 'port_id': '6a07246e-d0d6-4bdd-8837-393454161e55', 'mac_address': 'fa:16:3e:97:e6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d47d86a-7555-4047-95d2-ff5ed9f73ccc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:15:52.268916 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:52.282096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a07246e-d0d6-4bdd-8837-393454161e55 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:15:52.302060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:52.305834 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:52.354952 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:52.559924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['6a07246e-d0d6-4bdd-8837-393454161e55'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:15:52.665675 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:53.000396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e784c2f-3295-4378-99a3-a9c34a9e78f7 req-46f11caa-09ff-468d-81c8-29bde6121bd9 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:53.002116 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e784c2f-3295-4378-99a3-a9c34a9e78f7 req-46f11caa-09ff-468d-81c8-29bde6121bd9 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 944 time: 0.0626695 Jul 22 17:15:53.039960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e784c2f-3295-4378-99a3-a9c34a9e78f7 req-2056b919-ef31-4803-95e1-e5f0985a576a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Jul 22 17:15:54.118454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6a07246e-d0d6-4bdd-8837-393454161e55 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:15:54.168751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e7b55-4d50-42cf-83fd-3af71c51dd8f req-14440d62-0db0-47b0-88d6-2fc845ac1d9f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:54.170374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 6a07246e-d0d6-4bdd-8837-393454161e55 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:15:54.170645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f5e7b55-4d50-42cf-83fd-3af71c51dd8f req-14440d62-0db0-47b0-88d6-2fc845ac1d9f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 944 time: 0.0659721 Jul 22 17:15:54.174622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 6a07246e-d0d6-4bdd-8837-393454161e55 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:15:54.175087 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:54.210518 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3f5e7b55-4d50-42cf-83fd-3af71c51dd8f req-c0d4c0f0-d912-4f27-846e-666f81f5c611 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329819 Jul 22 17:15:54.250799 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:54.285638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:15:54.287916 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed5ad06-1c4e-420a-9c51-8ea84cf87da9" -d '{"events": [{"server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "name": "network-vif-plugged", "status": "completed", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:15:54.300720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:15:54.304877 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:54.328480 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc176485-f163-4620-888b-ba915aaf1636 x-openstack-request-id: req-fc176485-f163-4620-888b-ba915aaf1636 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:15:54.328777 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "name": "network-vif-plugged", "status": "completed", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:15:54.329026 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc176485-f163-4620-888b-ba915aaf1636 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:15:54.329409 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55', 'code': 200} Jul 22 17:15:54.366186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:15:54.373017 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:15:54.462019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34997b2a-6596-43bf-aab0-cc2eb0cf7bbb req-92a295c6-05bf-4f07-9c53-4bdbb3759d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:54.463428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34997b2a-6596-43bf-aab0-cc2eb0cf7bbb req-92a295c6-05bf-4f07-9c53-4bdbb3759d1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 1097 time: 0.0570154 Jul 22 17:15:54.496841 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-34997b2a-6596-43bf-aab0-cc2eb0cf7bbb req-10f860b9-a10e-40e5-8899-bd612e835995 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268402 Jul 22 17:15:55.339797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3ca8-1c06-494c-903d-8d227093f6a4 req-92725803-e1ee-453a-93aa-0e9f0e57e4b3 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:55.341260 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e42f3ca8-1c06-494c-903d-8d227093f6a4 req-92725803-e1ee-453a-93aa-0e9f0e57e4b3 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0653975 Jul 22 17:15:55.378617 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e42f3ca8-1c06-494c-903d-8d227093f6a4 req-e5a89dd9-3406-426a-962d-f3738badf3a0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Jul 22 17:15:56.510511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d82a24-9a79-4c6d-ae0a-4772bcee4d8c req-fdbe413d-a366-49fb-83ac-f0fd062120dd tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:56.512020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30d82a24-9a79-4c6d-ae0a-4772bcee4d8c req-fdbe413d-a366-49fb-83ac-f0fd062120dd tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0625396 Jul 22 17:15:56.549503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30d82a24-9a79-4c6d-ae0a-4772bcee4d8c req-62632c06-c8c0-40c7-afa2-948969c498d8 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Jul 22 17:15:56.679514 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9063a-a838-4933-8159-87a8e1f35519 req-f771b71d-84b7-49f3-ab6e-61e087b6b5af tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:56.680906 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6de9063a-a838-4933-8159-87a8e1f35519 req-f771b71d-84b7-49f3-ab6e-61e087b6b5af tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0661986 Jul 22 17:15:56.717969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6de9063a-a838-4933-8159-87a8e1f35519 req-21e01bfb-a919-48cc-9376-f7907594274a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Jul 22 17:15:56.933767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345f7e4-d543-48a0-912f-02a377ea4679 req-1dd9bb1d-94db-4e6b-99c8-217493153a11 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:56.935220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4345f7e4-d543-48a0-912f-02a377ea4679 req-1dd9bb1d-94db-4e6b-99c8-217493153a11 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0671732 Jul 22 17:15:56.982114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4345f7e4-d543-48a0-912f-02a377ea4679 req-794d3ee9-6c40-4d34-8ff4-8f6e89952e64 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Jul 22 17:15:57.110006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51951e36-9845-403f-974c-044157ced68b req-76ece078-a935-4459-8634-07ef88ff3a49 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:57.111517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51951e36-9845-403f-974c-044157ced68b req-76ece078-a935-4459-8634-07ef88ff3a49 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0631499 Jul 22 17:15:57.149585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-51951e36-9845-403f-974c-044157ced68b req-ab013047-479c-4fdb-90ce-c7786fbcab21 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319507 Jul 22 17:15:57.405292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-323fcc4c-9bb1-4cb5-a9a4-6ce5718fc4e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0619309 Jul 22 17:15:57.431799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638011d-b1ed-4b5a-8b4f-6a4ea28395e0 req-4b63c017-21b6-4080-9aa7-acf5e060a611 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:57.433409 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a638011d-b1ed-4b5a-8b4f-6a4ea28395e0 req-4b63c017-21b6-4080-9aa7-acf5e060a611 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0681891 Jul 22 17:15:57.473153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a638011d-b1ed-4b5a-8b4f-6a4ea28395e0 req-7da71ddb-fefc-4479-80bc-315a15e3c015 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340493 Jul 22 17:15:58.614098 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b065a9b-2a79-4893-abc2-34da0a9625cd req-001f2650-6dd0-4065-9865-be41fbef038e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:58.615775 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b065a9b-2a79-4893-abc2-34da0a9625cd req-001f2650-6dd0-4065-9865-be41fbef038e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0717907 Jul 22 17:15:58.655906 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3b065a9b-2a79-4893-abc2-34da0a9625cd req-2a504629-7022-41d0-b11e-1ef56fe0a1e2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345190 Jul 22 17:15:58.707718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-cd9c6c9f-2263-43df-9f02-65ab6813dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:58.709160 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-cd9c6c9f-2263-43df-9f02-65ab6813dfa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 1097 time: 0.0591745 Jul 22 17:15:58.806719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-22c88f03-83d9-4d29-8164-3b646d546232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:58.808156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-22c88f03-83d9-4d29-8164-3b646d546232 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.0925972 Jul 22 17:15:58.848356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-27ee09cf-ec1f-4959-9b70-1ba0cf92bd7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 200 len: 217 time: 0.0342567 Jul 22 17:15:58.900432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-5f7d5a6e-3f98-4e14-83d0-0c8288c184aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:58.901900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-5f7d5a6e-3f98-4e14-83d0-0c8288c184aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0479450 Jul 22 17:15:58.942383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-636a0a4c-7f66-418f-a505-62b6a076ba23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337803 Jul 22 17:15:59.037830 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-b0322a88-be97-431e-9624-51cb9af88f29 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889444 Jul 22 17:15:59.130759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-add323b8-9d3d-44e8-804f-40b1cf181f5d service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867314 Jul 22 17:15:59.784877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e5f19-3f98-4ed9-a7bb-366cd09025db req-4b6941b0-032b-4040-af26-bc3c471e8e21 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:15:59.786365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e41e5f19-3f98-4ed9-a7bb-366cd09025db req-4b6941b0-032b-4040-af26-bc3c471e8e21 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0627141 Jul 22 17:15:59.824098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e41e5f19-3f98-4ed9-a7bb-366cd09025db req-1c4f4066-190c-4bdd-af52-22762b9d1238 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Jul 22 17:16:00.952257 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe54b1-ec7b-4500-8a6c-f7d83ed7f28f req-f053937a-6f99-45ee-a34d-1160a5d883a4 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:00.953763 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-86fe54b1-ec7b-4500-8a6c-f7d83ed7f28f req-f053937a-6f99-45ee-a34d-1160a5d883a4 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0634284 Jul 22 17:16:00.991241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-86fe54b1-ec7b-4500-8a6c-f7d83ed7f28f req-9ff8b7b8-24a7-4405-87e8-78dc16b45674 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305636 Jul 22 17:16:01.937846 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:02.130634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86803722-8a8c-49a3-bfe1-c581d3ff2c4e req-11f1d668-1f60-4cbd-9c28-ef057d99e10c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:02.132161 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86803722-8a8c-49a3-bfe1-c581d3ff2c4e req-11f1d668-1f60-4cbd-9c28-ef057d99e10c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0656052 Jul 22 17:16:02.173453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-86803722-8a8c-49a3-bfe1-c581d3ff2c4e req-b5895294-e7e4-4078-8e45-07d61dcbc3ad tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Jul 22 17:16:03.309311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb833c-083a-47ad-ad90-fd33d31b5b63 req-a3f606d2-47e0-4ef9-a9e0-852c7396c8a0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:03.310764 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28eb833c-083a-47ad-ad90-fd33d31b5b63 req-a3f606d2-47e0-4ef9-a9e0-852c7396c8a0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0676119 Jul 22 17:16:03.347654 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28eb833c-083a-47ad-ad90-fd33d31b5b63 req-af8c7349-1725-4bb4-be0c-6a394f84df13 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Jul 22 17:16:04.484947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21b4a7-8f30-4142-b436-886530d28311 req-74c4572f-f5dd-440b-a00b-133e55c8135b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:04.486400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d21b4a7-8f30-4142-b436-886530d28311 req-74c4572f-f5dd-440b-a00b-133e55c8135b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0645065 Jul 22 17:16:04.523557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d21b4a7-8f30-4142-b436-886530d28311 req-4f334ba9-b8fa-4119-a47a-39df9e604da8 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310533 Jul 22 17:16:05.655499 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e43f9-0d38-4040-83f9-a2841fe0afee req-7a63e3af-a3a6-4a4c-97bd-873930a7651b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:05.656962 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b59e43f9-0d38-4040-83f9-a2841fe0afee req-7a63e3af-a3a6-4a4c-97bd-873930a7651b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0673320 Jul 22 17:16:05.695201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b59e43f9-0d38-4040-83f9-a2841fe0afee req-4d43bd45-fcf1-42f0-a290-9e34b6578532 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Jul 22 17:16:05.929708 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:06.824334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f54b8-019f-4f8b-9eb8-7556bfe11416 req-c2765b1e-e288-4809-85a2-78463938a4e3 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:06.825825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-af0f54b8-019f-4f8b-9eb8-7556bfe11416 req-c2765b1e-e288-4809-85a2-78463938a4e3 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0628276 Jul 22 17:16:06.862516 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-af0f54b8-019f-4f8b-9eb8-7556bfe11416 req-89137d2c-bc03-4ef2-8d2f-a60c3ad8a819 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Jul 22 17:16:07.994750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c2e64-00b5-40e4-bb22-8e725ae5c46d req-27fe0903-7cf5-4dd2-a43c-1eca508c1849 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:07.996259 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d6c2e64-00b5-40e4-bb22-8e725ae5c46d req-27fe0903-7cf5-4dd2-a43c-1eca508c1849 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0637691 Jul 22 17:16:08.033188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d6c2e64-00b5-40e4-bb22-8e725ae5c46d req-c7c57d08-2e99-4468-825f-23ab73b987bb tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Jul 22 17:16:09.166742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a55d9-a212-4617-9818-46173ec7e88c req-08f40580-52ab-4705-9209-b024e496287e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:09.168168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6a55d9-a212-4617-9818-46173ec7e88c req-08f40580-52ab-4705-9209-b024e496287e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0665953 Jul 22 17:16:09.204821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d6a55d9-a212-4617-9818-46173ec7e88c req-7c454e24-07f9-4891-a94b-cb7e8cbe8629 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Jul 22 17:16:10.336506 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07e66-f8ca-4ac9-adf2-1082fc61e5d0 req-af7dc113-891c-4e7a-9579-96fc22b69874 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:10.337971 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65a07e66-f8ca-4ac9-adf2-1082fc61e5d0 req-af7dc113-891c-4e7a-9579-96fc22b69874 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0663993 Jul 22 17:16:10.378945 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65a07e66-f8ca-4ac9-adf2-1082fc61e5d0 req-07e0c56c-0c79-4fd1-b625-c29c910ba2a4 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354240 Jul 22 17:16:11.476586 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:16:11.529180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62c8c-d37e-4ef1-9140-dc56084d548b req-6884e9fe-5e92-4343-bdc1-40605a3a1473 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:11.531479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e5d62c8c-d37e-4ef1-9140-dc56084d548b req-6884e9fe-5e92-4343-bdc1-40605a3a1473 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0783343 Jul 22 17:16:11.580308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e5d62c8c-d37e-4ef1-9140-dc56084d548b req-b2612963-a031-429d-922e-3e306a40386e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Jul 22 17:16:12.719942 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d53d4a-82a5-4937-9667-d07bc76eb6c9 req-0de0ffbe-5c0f-461b-bb90-bb4542d4e09d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:12.721424 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85d53d4a-82a5-4937-9667-d07bc76eb6c9 req-0de0ffbe-5c0f-461b-bb90-bb4542d4e09d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0708427 Jul 22 17:16:12.759968 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85d53d4a-82a5-4937-9667-d07bc76eb6c9 req-f2fdc6e5-70b8-431c-a75b-97d3f4b4007c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Jul 22 17:16:13.885990 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f482f-2e58-4215-9c8b-437755747ec5 req-848f46fe-9f36-4a22-bbbb-ebc6b8c17b10 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:13.887497 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b5f482f-2e58-4215-9c8b-437755747ec5 req-848f46fe-9f36-4a22-bbbb-ebc6b8c17b10 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0619540 Jul 22 17:16:13.929454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b5f482f-2e58-4215-9c8b-437755747ec5 req-7cc35111-4b8a-4fbe-8e49-b09d9c630a62 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364864 Jul 22 17:16:15.064533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fcc9f-0f30-45fb-b4ff-90275464f36c req-6276d1e6-3dfe-4b8d-8d02-c968bac7cb91 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:15.065991 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b91fcc9f-0f30-45fb-b4ff-90275464f36c req-6276d1e6-3dfe-4b8d-8d02-c968bac7cb91 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0670905 Jul 22 17:16:15.103810 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b91fcc9f-0f30-45fb-b4ff-90275464f36c req-414a97b0-19b5-4429-ae02-28124eaf69b4 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Jul 22 17:16:16.235304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba51ec-1e35-4669-8aaf-d94457d296cd req-3e98a9d3-e1e1-49e8-afc5-f2c21497bb59 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:16.236711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fba51ec-1e35-4669-8aaf-d94457d296cd req-3e98a9d3-e1e1-49e8-afc5-f2c21497bb59 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0649683 Jul 22 17:16:16.274960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fba51ec-1e35-4669-8aaf-d94457d296cd req-bf64fc92-26cf-44e8-b7c3-6fed82315bb6 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Jul 22 17:16:17.410617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a4bac-929c-44ea-bd45-83fc48352488 req-52424446-5a4d-4671-8d9e-78d37ca5581e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:17.412132 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db9a4bac-929c-44ea-bd45-83fc48352488 req-52424446-5a4d-4671-8d9e-78d37ca5581e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0652740 Jul 22 17:16:17.449028 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-db9a4bac-929c-44ea-bd45-83fc48352488 req-1d1f9ca2-d7c8-4bfa-bcb9-61b3da448e2f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Jul 22 17:16:18.489424 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-09a87db9-f016-45b3-bc96-9529867ca561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:18.578711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215335-6c06-40bb-9849-a08e77f424be req-25208354-7340-4ddf-8095-9d598de7b63d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:18.580223 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d215335-6c06-40bb-9849-a08e77f424be req-25208354-7340-4ddf-8095-9d598de7b63d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0624328 Jul 22 17:16:18.618179 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8d215335-6c06-40bb-9849-a08e77f424be req-7236ee22-50ea-4d08-8b4a-4d18bfeeaddb tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Jul 22 17:16:19.747611 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a572b2-3141-4f46-8aac-a9b9ac83f62f req-96b4113e-0a45-4bf9-80ec-c543cc6c27ca tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:19.749112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-89a572b2-3141-4f46-8aac-a9b9ac83f62f req-96b4113e-0a45-4bf9-80ec-c543cc6c27ca tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0624599 Jul 22 17:16:19.785626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-89a572b2-3141-4f46-8aac-a9b9ac83f62f req-032be834-013d-41a4-9bb8-3a39bd53fcfb tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309641 Jul 22 17:16:20.919811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32865c48-92df-47a8-ae20-fdc1f62db2eb req-2f7402af-8e0e-4bd4-9439-136f0a928fe4 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:20.921310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32865c48-92df-47a8-ae20-fdc1f62db2eb req-2f7402af-8e0e-4bd4-9439-136f0a928fe4 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0678864 Jul 22 17:16:20.961048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-32865c48-92df-47a8-ae20-fdc1f62db2eb req-4089a694-095d-4f1c-b08c-3fa2284a4754 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332065 Jul 22 17:16:21.068857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fcb9d3eb-23b3-4461-878b-b0308a781a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:21.306466 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:22.096405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359722d-5ace-444b-bb21-22d659240a6c req-8364661c-9f30-4035-827b-f6b28f54b684 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:22.097857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f359722d-5ace-444b-bb21-22d659240a6c req-8364661c-9f30-4035-827b-f6b28f54b684 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0654562 Jul 22 17:16:22.135028 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f359722d-5ace-444b-bb21-22d659240a6c req-2d16bbe0-5237-43ab-b8c5-619fd63a7acd tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311210 Jul 22 17:16:22.658684 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:23.263843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea2a55-714e-40e0-af9f-cbfa8bf6a8ab req-3b620c4c-2f59-4af4-8b0d-0a37fedb214f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:23.265317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4ea2a55-714e-40e0-af9f-cbfa8bf6a8ab req-3b620c4c-2f59-4af4-8b0d-0a37fedb214f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0654938 Jul 22 17:16:23.302350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e4ea2a55-714e-40e0-af9f-cbfa8bf6a8ab req-7385e86f-ad8f-4221-ad75-dec4d827fe1d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Jul 22 17:16:24.361734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:24.434225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ddc90-40eb-4940-954a-d7c5ffc90787 req-db2f19dd-0311-4b17-8660-1b749e29a5eb tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:24.436181 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-928ddc90-40eb-4940-954a-d7c5ffc90787 req-db2f19dd-0311-4b17-8660-1b749e29a5eb tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0656674 Jul 22 17:16:24.473021 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-928ddc90-40eb-4940-954a-d7c5ffc90787 req-ca5fc4e1-e37c-4a68-9ba3-3812bca0d035 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312645 Jul 22 17:16:25.600597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6156a-c02e-446e-9d4c-f996b5ddc6f2 req-22ddd7e6-2e3d-4b44-8fb4-5217d5909b35 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:25.602103 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78a6156a-c02e-446e-9d4c-f996b5ddc6f2 req-22ddd7e6-2e3d-4b44-8fb4-5217d5909b35 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0624943 Jul 22 17:16:25.642600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78a6156a-c02e-446e-9d4c-f996b5ddc6f2 req-c2520e95-800f-4f06-932b-a7a1e25d7f11 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349450 Jul 22 17:16:26.139876 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-a590401f-23c8-43c4-8bcf-0a4cd28275bb service neutron] show failed (client error): The resource could not be found. Jul 22 17:16:26.140845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-a590401f-23c8-43c4-8bcf-0a4cd28275bb service neutron] 10.222.0.20 "GET /v2.0/ports/6a07246e-d0d6-4bdd-8837-393454161e55/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0527592 Jul 22 17:16:26.358346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-7ff4582e-ede7-40fa-b899-ea7900fbc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:26.359859 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-7ff4582e-ede7-40fa-b899-ea7900fbc2af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15&tenant_id=b5bc8871fad14add9eac9bb259d32e93 HTTP/1.1" status: 200 len: 1097 time: 0.0570121 Jul 22 17:16:26.378269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:16:26.449202 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:26.981641 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695672ef-f908-4def-bffc-af2d86d927a3 req-5082f160-8f3c-44de-b3c5-f8dc471c27f3 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:26.983049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-695672ef-f908-4def-bffc-af2d86d927a3 req-5082f160-8f3c-44de-b3c5-f8dc471c27f3 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.1346776 Jul 22 17:16:27.005864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:16:27.046781 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-695672ef-f908-4def-bffc-af2d86d927a3 req-3017b323-7418-4117-a6ff-50dbe53c1f90 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536087 Jul 22 17:16:27.067089 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h2-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:16:27.097695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:16:27.100179 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fb3ea3-3e20-4b50-901c-f05457b61ae0" -d '{"events": [{"server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "name": "network-vif-unplugged", "status": "completed", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:16:27.104133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:27.116143 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Transition to ACTIVE for port object 6a07246e-d0d6-4bdd-8837-393454161e55 will not be triggered until provisioned by entity L2. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:16:27.119440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:27.151446 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f07d92-7e4c-4b5c-8a16-8109f210a808 x-openstack-request-id: req-18f07d92-7e4c-4b5c-8a16-8109f210a808 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:16:27.151740 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "name": "network-vif-unplugged", "status": "completed", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:16:27.151989 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18f07d92-7e4c-4b5c-8a16-8109f210a808 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:16:27.152912 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55', 'code': 200} Jul 22 17:16:27.193910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] No DVR routers for this DVR port 6a07246e-d0d6-4bdd-8837-393454161e55 on host n-h2-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:16:27.197019 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Pushing event updated for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:27.232748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Attempting to bind port 6a07246e-d0d6-4bdd-8837-393454161e55 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:16:27.233009 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Attempting to bind port 6a07246e-d0d6-4bdd-8837-393454161e55 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:16:27.233337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Attempting to bind port 6a07246e-d0d6-4bdd-8837-393454161e55 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:16:27.237464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Port 6a07246e-d0d6-4bdd-8837-393454161e55 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:16:27.237782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Attempting to bind port 6a07246e-d0d6-4bdd-8837-393454161e55 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:16:27.243210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:16:27.243547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Checking segment: {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:16:27.243928 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Bound using segment: {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'} {{(pid=93751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:16:27.244346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.managers [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Bound port: 6a07246e-d0d6-4bdd-8837-393454161e55, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'}}] {{(pid=93751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:16:27.244694 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:27.305950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h1-792458-13, cleared binding levels {{(pid=93751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:16:27.309877 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:16:27.314287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:27.351191 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:27.352424 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:27.353833 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] 10.222.0.65 "PUT /v2.0/ports/6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 200 len: 1092 time: 0.9798615 Jul 22 17:16:27.380898 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf10f2f-e7b2-45eb-aad3-801e4cdfaf80 service neutron] Pushing event updated for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:27.442494 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-a81ea439-6b11-4870-b47f-6774c12993e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:27.444261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-a81ea439-6b11-4870-b47f-6774c12993e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 1095 time: 0.0550895 Jul 22 17:16:27.533034 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ad930925-2140-4b47-b092-0aef37e429a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:27.534402 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-ad930925-2140-4b47-b092-0aef37e429a2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.0836895 Jul 22 17:16:27.579104 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-d219a312-5d5c-4add-ab18-8fef837706ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 200 len: 217 time: 0.0359087 Jul 22 17:16:27.627326 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-070495f8-f04a-4fd9-b572-6c2e03c931e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:27.628748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-070495f8-f04a-4fd9-b572-6c2e03c931e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0425978 Jul 22 17:16:27.667966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-9cf0165a-8cba-4e6d-abad-d65ae6903663 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317440 Jul 22 17:16:27.766589 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-de100049-63f7-4dd9-b0cb-2b18ae3f1b49 service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917969 Jul 22 17:16:27.858983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c260615-c3ed-4550-bbe1-10ae68d49494 req-94e0a805-53b5-4af6-8f0d-646902b3ec74 service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834467 Jul 22 17:16:28.181395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bef437-ac90-45db-83cf-9d3e5e22f081 req-054b1b2e-7386-43a6-97d1-e969bf8c70fa tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:28.182801 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-67bef437-ac90-45db-83cf-9d3e5e22f081 req-054b1b2e-7386-43a6-97d1-e969bf8c70fa tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 943 time: 0.0679469 Jul 22 17:16:28.219864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-67bef437-ac90-45db-83cf-9d3e5e22f081 req-3287aaec-0f51-4cdd-9437-6501a98c7df4 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Jul 22 17:16:29.153666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:16:29.156118 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:16:29.204840 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ab2055-ccf5-4a05-ba5b-57ebad1c0480 x-openstack-request-id: req-06ab2055-ccf5-4a05-ba5b-57ebad1c0480 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:16:29.204840 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:16:29.204840 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06ab2055-ccf5-4a05-ba5b-57ebad1c0480 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:16:29.205308 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55', 'status': 'completed', 'code': 200} Jul 22 17:16:29.329688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-64b16b86-1797-43b8-a924-5b0fb6784bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:29.332098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-64b16b86-1797-43b8-a924-5b0fb6784bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 1095 time: 0.0832889 Jul 22 17:16:29.349109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-16d03b2b-16c8-4734-a122-3f01cd288ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:29.350872 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-16d03b2b-16c8-4734-a122-3f01cd288ec8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 1095 time: 0.0998678 Jul 22 17:16:29.443442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06004700-0026-4c4d-bd56-f9bfd289917b req-117ff18f-c69d-4cff-b7b2-28f5ec6e1042 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:29.445237 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-06004700-0026-4c4d-bd56-f9bfd289917b req-117ff18f-c69d-4cff-b7b2-28f5ec6e1042 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 943 time: 0.1392736 Jul 22 17:16:29.457626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-b9d42107-7d4b-41ec-9538-a97b91913b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:29.460783 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-b9d42107-7d4b-41ec-9538-a97b91913b94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.1218400 Jul 22 17:16:29.497998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-3811d75d-e9ed-4209-9ff3-9fcd08093593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:29.499655 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-3811d75d-e9ed-4209-9ff3-9fcd08093593 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.1423290 Jul 22 17:16:29.506080 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-64e9c21c-78fc-4761-a956-877129fcea20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 200 len: 217 time: 0.0360484 Jul 22 17:16:29.509656 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-06004700-0026-4c4d-bd56-f9bfd289917b req-7080406d-0dfd-40b3-b16b-f0f3d44e0e2c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539048 Jul 22 17:16:29.556013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-6fa5475c-764d-4dfc-ac61-32403a5f78c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 200 len: 217 time: 0.0438373 Jul 22 17:16:29.560565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-50504ba3-7b26-414a-b7ca-409dc1867153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:29.562011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-50504ba3-7b26-414a-b7ca-409dc1867153 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0503948 Jul 22 17:16:29.603660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-0eba67f5-7ea6-42d7-bae2-fcde299fda6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358748 Jul 22 17:16:29.624780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-54c837ca-980b-4eba-851e-8c03d0ef7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:29.626317 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-54c837ca-980b-4eba-851e-8c03d0ef7dfa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0516381 Jul 22 17:16:29.665366 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-c6cef04d-4872-4fbf-970e-c692b97234a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305705 Jul 22 17:16:29.774014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-b70278cd-51c9-472d-b958-9147dd4bfe7c service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008229 Jul 22 17:16:29.870061 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-e7dfbb6b-b745-477a-a644-c203f79ffa5e service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887265 Jul 22 17:16:30.038460 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-641e55ab-7626-437e-866c-8f9a25d88a2f service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288242 Jul 22 17:16:30.128207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b31f7be-0964-4a4e-ad10-a628b9cde6ff req-a1bdda1b-36a7-47cb-aec6-cdfd19bcb837 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833395 Jul 22 17:16:30.209682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6a07246e-d0d6-4bdd-8837-393454161e55 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:16:30.285431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6a07246e-d0d6-4bdd-8837-393454161e55 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:16:30.341272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:16:30.350799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 6a07246e-d0d6-4bdd-8837-393454161e55 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:16:30.354229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '6a07246e-d0d6-4bdd-8837-393454161e55', 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb', 'port_id': '6a07246e-d0d6-4bdd-8837-393454161e55', 'mac_address': 'fa:16:3e:97:e6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d47d86a-7555-4047-95d2-ff5ed9f73ccc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:16:30.392928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:30.405532 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a07246e-d0d6-4bdd-8837-393454161e55 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:16:30.425610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:16:30.430372 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:30.485909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:30.671325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723955-1eb3-4e4e-99df-88944aa032cd req-8feacd0d-5ac0-4d30-b10e-77612b54de71 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:30.673937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb723955-1eb3-4e4e-99df-88944aa032cd req-8feacd0d-5ac0-4d30-b10e-77612b54de71 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 944 time: 0.0821068 Jul 22 17:16:30.712831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cb723955-1eb3-4e4e-99df-88944aa032cd req-f7d16699-b006-46d3-a0c4-0aa724c72fcb tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329399 Jul 22 17:16:30.740232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['6a07246e-d0d6-4bdd-8837-393454161e55'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:16:31.028449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73d0b-965b-48d4-bec8-9d611b5228a6 req-c2602dbe-02ca-4431-9da8-0e1b520a0e2b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:31.029881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14f73d0b-965b-48d4-bec8-9d611b5228a6 req-c2602dbe-02ca-4431-9da8-0e1b520a0e2b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 944 time: 0.1655958 Jul 22 17:16:31.051606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-0287d2b6-ee13-4c24-b352-af0fac2e216c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:31.053890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-0287d2b6-ee13-4c24-b352-af0fac2e216c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15&tenant_id=b5bc8871fad14add9eac9bb259d32e93&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 944 time: 0.1607442 Jul 22 17:16:31.116428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-14f73d0b-965b-48d4-bec8-9d611b5228a6 req-11058f87-2225-4d92-9ac4-d21ce78dfc8b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783403 Jul 22 17:16:31.136154 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-dc9e8617-1ecb-4016-ab27-9b2cda6aad00 service neutron] delete failed (client error): The resource could not be found. Jul 22 17:16:31.137176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-dc9e8617-1ecb-4016-ab27-9b2cda6aad00 service neutron] 10.222.0.20 "DELETE /v2.0/ports/6a07246e-d0d6-4bdd-8837-393454161e55/bindings/n-h2-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0753450 Jul 22 17:16:31.254711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-c2b1d426-276f-457f-878a-0d34416321fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:31.256504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-c2b1d426-276f-457f-878a-0d34416321fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 1096 time: 0.0570257 Jul 22 17:16:31.351980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-1074264d-ffb1-4eff-a1ac-4563385bc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:31.353397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-1074264d-ffb1-4eff-a1ac-4563385bc693 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.0911729 Jul 22 17:16:31.395193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-7cfd959a-88d0-479d-aa18-d4f211f6229e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 200 len: 217 time: 0.0356789 Jul 22 17:16:31.441879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-51e0dcb1-1af5-45a2-a43c-462593016355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:31.443998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-51e0dcb1-1af5-45a2-a43c-462593016355 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0434577 Jul 22 17:16:31.480955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-5d4b2536-69f9-4be3-a8ba-e4f3fa039b87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312598 Jul 22 17:16:31.568292 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-f0dba9c9-9704-4e4a-843b-7eec08cf116f service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804377 Jul 22 17:16:31.660218 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-080dd27f-2860-4c6d-ba6f-889ff0a97055 req-f6f19a5c-8215-4b86-a140-754f87c1ae07 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859058 Jul 22 17:16:31.952910 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:32.250822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6a07246e-d0d6-4bdd-8837-393454161e55 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:16:32.253862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d9616-636e-42e4-a773-c90758bdadff req-7e5b164c-1c07-4e49-8bdd-bc00776f555b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:32.256826 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b2d9616-636e-42e4-a773-c90758bdadff req-7e5b164c-1c07-4e49-8bdd-bc00776f555b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 944 time: 0.0701725 Jul 22 17:16:32.300848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 6a07246e-d0d6-4bdd-8837-393454161e55 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:16:32.301984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4b2d9616-636e-42e4-a773-c90758bdadff req-70770b51-116c-4c50-8b20-e28b032806d3 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389781 Jul 22 17:16:32.305735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 6a07246e-d0d6-4bdd-8837-393454161e55 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:16:32.306156 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:32.385874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:32.408801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:16:32.411038 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae62e6-b744-40dd-af13-fa61504d9111" -d '{"events": [{"server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "name": "network-vif-plugged", "status": "completed", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:16:32.423855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:16:32.429760 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:32.460143 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eb5fb5-a859-4fa0-ad55-589d27b4f772 x-openstack-request-id: req-f8eb5fb5-a859-4fa0-ad55-589d27b4f772 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:16:32.460437 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "name": "network-vif-plugged", "status": "completed", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:16:32.460694 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8eb5fb5-a859-4fa0-ad55-589d27b4f772 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:16:32.461087 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55', 'code': 200} Jul 22 17:16:32.464950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a30e-630b-4076-b9ea-4f15f352be39 req-9f3db6e3-2911-4656-bd2d-f605e06a8ade tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:32.466537 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8dd0a30e-630b-4076-b9ea-4f15f352be39 req-9f3db6e3-2911-4656-bd2d-f605e06a8ade tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 944 time: 0.0947025 Jul 22 17:16:32.483979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:32.506427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8dd0a30e-630b-4076-b9ea-4f15f352be39 req-f3a55765-cc1b-4b7e-8168-2b2c914640bc tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Jul 22 17:16:32.641085 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07907eeb-6ff5-48d9-8cf2-b2de1a1ebbe7 req-d0c24306-9c2e-4adc-b6ba-ec86ce226505 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:32.642557 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07907eeb-6ff5-48d9-8cf2-b2de1a1ebbe7 req-d0c24306-9c2e-4adc-b6ba-ec86ce226505 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0695796 Jul 22 17:16:32.679644 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07907eeb-6ff5-48d9-8cf2-b2de1a1ebbe7 req-915c747e-f65f-4dca-a904-7468b3db8136 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Jul 22 17:16:33.089827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-5990bd4b-700d-4249-bb2b-b90b34099b2a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:33.091278 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-5990bd4b-700d-4249-bb2b-b90b34099b2a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 815 time: 0.1279352 Jul 22 17:16:33.106892 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-d9e12e2a-91e7-4650-92c2-c79556cec2dd tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/quotas/b5bc8871fad14add9eac9bb259d32e93 HTTP/1.1" status: 200 len: 375 time: 0.0100298 Jul 22 17:16:33.173854 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-87bbbbab-8ca2-44ee-976b-6d0e82dae45b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616097 Jul 22 17:16:33.186001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-c9eed3f5-b072-45e3-b789-7eddf608718d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:16:33.186994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-c9eed3f5-b072-45e3-b789-7eddf608718d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063617 Jul 22 17:16:33.287859 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-2e9dfedf-3eea-4a38-92c0-99f7544a8b6e service neutron] 10.222.0.53 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948977 Jul 22 17:16:33.384614 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-e7c53fd5-4a13-4b07-a053-a007fb31709f service neutron] 10.222.0.53 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905106 Jul 22 17:16:33.557996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fd16beb5-25ba-4d50-8d10-70ba82c2913f req-a0604406-9786-4252-9f94-651117aeff59 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 210 time: 0.0306902 Jul 22 17:16:34.517533 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-aad931be-a4ed-4b52-a6b9-6d3f815ea1f7 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:34.519137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-aad931be-a4ed-4b52-a6b9-6d3f815ea1f7 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2c52247-bb97-48c0-954a-4053c58fbc15 HTTP/1.1" status: 200 len: 945 time: 0.0658455 Jul 22 17:16:34.667901 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39b53b0c-e9dc-4a3a-8729-e56616308edc req-673629ec-29ec-4834-b11d-3268fb4b0f72 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 210 time: 0.0386226 Jul 22 17:16:34.678361 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Deleting port 6a07246e-d0d6-4bdd-8837-393454161e55 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:16:34.678712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:34.753662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-6f3e7d9d-819c-4c07-8892-83941e4f11e2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:34.756012 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-6f3e7d9d-819c-4c07-8892-83941e4f11e2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.65 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 815 time: 0.1343346 Jul 22 17:16:34.775557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] For port 6a07246e-d0d6-4bdd-8837-393454161e55, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=6a07246e-d0d6-4bdd-8837-393454161e55,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:16:34.775859 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:34.778371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Request body: {'port': {'device_id': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb', 'admin_state_up': True, 'tenant_id': 'b5bc8871fad14add9eac9bb259d32e93'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:16:34.789707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Calling delete_port for 6a07246e-d0d6-4bdd-8837-393454161e55 owned by compute:nova {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:16:34.904325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Made reservation on behalf of b5bc8871fad14add9eac9bb259d32e93 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:16:34.907993 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:34.931845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:34.976183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['6a07246e-d0d6-4bdd-8837-393454161e55'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:16:34.976631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Pushing event deleted for resources: {'Port': ['ID=6a07246e-d0d6-4bdd-8837-393454161e55,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:35.019943 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] No DVR routers for this DVR port 6a07246e-d0d6-4bdd-8837-393454161e55 on host n-h1-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:16:35.022817 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:35.024945 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.65 "DELETE /v2.0/ports/6a07246e-d0d6-4bdd-8837-393454161e55 HTTP/1.1" status: 204 len: 173 time: 0.4874299 Jul 22 17:16:35.025542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'name': 'network-vif-deleted', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:16:35.028056 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0b69df-edd6-4e52-9e4c-e8fb446a0808" -d '{"events": [{"server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "name": "network-vif-deleted", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:16:35.052437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Allocated IP 172.20.0.4 (e0d49034-9f90-431f-9aa3-6fc7168a3bbb/3d47d86a-7555-4047-95d2-ff5ed9f73ccc/120e3acf-d06b-4e76-9ffd-496217353d14) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:16:35.074024 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520c0ca8-9c5b-4018-9994-dc42abdb8f30 x-openstack-request-id: req-520c0ca8-9c5b-4018-9994-dc42abdb8f30 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:16:35.074468 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c52247-bb97-48c0-954a-4053c58fbc15", "name": "network-vif-deleted", "tag": "6a07246e-d0d6-4bdd-8837-393454161e55", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:16:35.074847 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-520c0ca8-9c5b-4018-9994-dc42abdb8f30 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:16:35.075456 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c52247-bb97-48c0-954a-4053c58fbc15', 'name': 'network-vif-deleted', 'tag': '6a07246e-d0d6-4bdd-8837-393454161e55', 'status': 'completed', 'code': 200} Jul 22 17:16:35.217299 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:35.258822 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:35.295540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['6a07246e-d0d6-4bdd-8837-393454161e55'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:16:35.310107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Network e0d49034-9f90-431f-9aa3-6fc7168a3bbb is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:16:35.313187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:16:35.317002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:16:35.345125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Pushing event updated for resources: {'Port': ['ID=120e3acf-d06b-4e76-9ffd-496217353d14,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:35.375181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:35.375801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:35.389280 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-4eaf8093-5114-4d12-a6bf-cb2a7ec0fe1a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6149337 Jul 22 17:16:35.408369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Request body: {'port': {'device_id': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:16:35.486515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:35.751962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120e3acf-d06b-4e76-9ffd-496217353d14 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:16:35.760683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:35.773554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Transition to ACTIVE for port object 120e3acf-d06b-4e76-9ffd-496217353d14 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:16:35.777712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:35.811651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa9bab-ff64-4048-8b2e-fe97a2fb9cf3 req-19801203-d1c9-4c79-9791-9656eeb3d5b2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:35.813171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-86aa9bab-ff64-4048-8b2e-fe97a2fb9cf3 req-19801203-d1c9-4c79-9791-9656eeb3d5b2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 931 time: 0.0652926 Jul 22 17:16:35.831263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Pushing event updated for resources: {'Port': ['ID=120e3acf-d06b-4e76-9ffd-496217353d14,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:35.853898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-86aa9bab-ff64-4048-8b2e-fe97a2fb9cf3 req-2f923820-0147-4d20-8d89-2bfa14e2e93c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341890 Jul 22 17:16:35.898567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Attempting to bind port 120e3acf-d06b-4e76-9ffd-496217353d14 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:16:35.898906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Attempting to bind port 120e3acf-d06b-4e76-9ffd-496217353d14 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:16:35.899271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Attempting to bind port 120e3acf-d06b-4e76-9ffd-496217353d14 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:16:35.903487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Port 120e3acf-d06b-4e76-9ffd-496217353d14 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:16:35.903817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Attempting to bind port 120e3acf-d06b-4e76-9ffd-496217353d14 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:16:35.908539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:16:35.908879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Checking segment: {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:16:35.909264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Bound using segment: {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:16:35.909693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Bound port: 120e3acf-d06b-4e76-9ffd-496217353d14, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:16:35.910071 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:35.931589 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:35.978256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:16:35.981302 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=120e3acf-d06b-4e76-9ffd-496217353d14,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:16:35.984554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:36.023253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:36.023882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:36.025296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] 10.222.0.65 "PUT /v2.0/ports/120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 1092 time: 0.6216245 Jul 22 17:16:36.025745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:16:36.028070 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7460ec-938c-459a-9eb4-b85ced151a78" -d '{"events": [{"name": "network-changed", "server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:16:36.054098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a5bb9-9ada-4e9b-b80f-5c62f4f4f20f service neutron] Pushing event updated for resources: {'Port': ['ID=120e3acf-d06b-4e76-9ffd-496217353d14,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:36.073116 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cd0db3-d6d1-476a-a2c9-6d52673b38f9 x-openstack-request-id: req-47cd0db3-d6d1-476a-a2c9-6d52673b38f9 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:16:36.073391 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:16:36.073640 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47cd0db3-d6d1-476a-a2c9-6d52673b38f9 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:16:36.074043 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14', 'status': 'completed', 'code': 200} Jul 22 17:16:36.148701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-62a95ec7-9af4-498e-b45e-125ea0a28bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:36.150206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-62a95ec7-9af4-498e-b45e-125ea0a28bdb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 1095 time: 0.0560930 Jul 22 17:16:36.198522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-75714840-008b-4959-be70-22d6a51cca72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 217 time: 0.0340848 Jul 22 17:16:36.250436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-1504e83d-06b3-4bdb-bf68-9c01acc6575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:36.251833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-1504e83d-06b3-4bdb-bf68-9c01acc6575d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0470042 Jul 22 17:16:36.289067 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-f00e6dde-60b1-48b9-8175-86441500c7aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290346 Jul 22 17:16:36.383517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-a5bb5218-be8b-44a5-bdc3-df031fbdf0ba service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877521 Jul 22 17:16:36.476503 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791c1e74-3735-4877-917d-d1741f5a4b65 req-c77c1b6c-7c2e-478e-9bc3-52b7cae5d7ee service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857029 Jul 22 17:16:36.623580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-9ba2ab4d-74ce-4b28-9e87-3078c31ec1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:36.625074 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-9ba2ab4d-74ce-4b28-9e87-3078c31ec1e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 1095 time: 0.0531178 Jul 22 17:16:36.718479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-11bfaaf8-c021-48c9-a9a2-dd2592c1a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:36.719991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-11bfaaf8-c021-48c9-a9a2-dd2592c1a4bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.0874677 Jul 22 17:16:36.763789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-92146a39-830e-44c7-8c68-bab420e74375 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 217 time: 0.0364175 Jul 22 17:16:36.820876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-d8d12deb-0633-447f-ae3d-3de2df09c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:36.823072 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-d8d12deb-0633-447f-ae3d-3de2df09c37b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0514343 Jul 22 17:16:36.862609 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-79335eae-d4f2-45fb-8d4f-ccea9f0fa60d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285983 Jul 22 17:16:36.960491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-9468da52-3a62-4b39-b711-cb4ea64704ac service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943341 Jul 22 17:16:37.006638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596aa55-b1b5-41bc-8db1-fb57e9ab91a2 req-24023b00-5ffc-4899-8ef4-a7694b8e5359 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:37.008241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5596aa55-b1b5-41bc-8db1-fb57e9ab91a2 req-24023b00-5ffc-4899-8ef4-a7694b8e5359 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.0724421 Jul 22 17:16:37.056457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5596aa55-b1b5-41bc-8db1-fb57e9ab91a2 req-d98c587b-81fd-4ef7-88f3-5ee9b2c43e80 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 Jul 22 17:16:37.064195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed7460ec-938c-459a-9eb4-b85ced151a78 req-4fda6b2c-a1d0-4acb-b7b6-e05538e9b173 service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973439 Jul 22 17:16:38.196523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76571bde-026b-4cd6-99c1-a7c768d6e2e3 req-700ffb87-5ff9-4578-95b4-2c9bbd19c8ea tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:38.197937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76571bde-026b-4cd6-99c1-a7c768d6e2e3 req-700ffb87-5ff9-4578-95b4-2c9bbd19c8ea tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.0634544 Jul 22 17:16:38.236136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76571bde-026b-4cd6-99c1-a7c768d6e2e3 req-cde1d111-7e72-4531-a1d8-19181a505a3f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Jul 22 17:16:38.281285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 120e3acf-d06b-4e76-9ffd-496217353d14 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:16:38.292728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6a07246e-d0d6-4bdd-8837-393454161e55 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:16:38.315606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 6a07246e-d0d6-4bdd-8837-393454161e55 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:16:38.315938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 6a07246e-d0d6-4bdd-8837-393454161e55 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:16:38.393992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=120e3acf-d06b-4e76-9ffd-496217353d14,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:16:38.404513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '120e3acf-d06b-4e76-9ffd-496217353d14', 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb', 'port_id': '120e3acf-d06b-4e76-9ffd-496217353d14', 'mac_address': 'fa:16:3e:fd:e1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d47d86a-7555-4047-95d2-ff5ed9f73ccc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:16:38.445170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:38.457332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120e3acf-d06b-4e76-9ffd-496217353d14 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:16:38.476462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=120e3acf-d06b-4e76-9ffd-496217353d14,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:16:38.480252 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:38.527747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=120e3acf-d06b-4e76-9ffd-496217353d14,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:38.748692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['120e3acf-d06b-4e76-9ffd-496217353d14'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:16:39.366452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936eef4-b429-49d7-b486-db4e719a4634 req-f15af567-c4b1-4995-ace7-8df7f4f87580 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:39.367986 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9936eef4-b429-49d7-b486-db4e719a4634 req-f15af567-c4b1-4995-ace7-8df7f4f87580 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 944 time: 0.0641286 Jul 22 17:16:39.405748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9936eef4-b429-49d7-b486-db4e719a4634 req-429de986-6b7d-4312-83f2-df37ec89cc02 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Jul 22 17:16:40.298519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 120e3acf-d06b-4e76-9ffd-496217353d14 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:16:40.346869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 120e3acf-d06b-4e76-9ffd-496217353d14 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:16:40.351203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 120e3acf-d06b-4e76-9ffd-496217353d14 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:16:40.351575 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:40.427076 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:40.453477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:16:40.455740 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a7335-09a1-4757-86f7-8c7142d3ada1" -d '{"events": [{"server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "name": "network-vif-plugged", "status": "completed", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:16:40.468711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=120e3acf-d06b-4e76-9ffd-496217353d14,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:16:40.473746 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:40.499888 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f930f46-8280-4308-ba48-f0fd9b755d4a x-openstack-request-id: req-8f930f46-8280-4308-ba48-f0fd9b755d4a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:16:40.500175 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "name": "network-vif-plugged", "status": "completed", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:16:40.500432 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f930f46-8280-4308-ba48-f0fd9b755d4a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:16:40.500825 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14', 'code': 200} Jul 22 17:16:40.527351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=120e3acf-d06b-4e76-9ffd-496217353d14,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:16:40.536386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.536386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.536827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.537153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.537546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.537877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.538207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.538631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.538893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.539193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.539518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.539838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:16:40.549469 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747954a8-4035-443c-b71c-2abcef55e39c req-2d0a811b-66c0-4eb4-897c-11543f122aa2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:40.551042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-747954a8-4035-443c-b71c-2abcef55e39c req-2d0a811b-66c0-4eb4-897c-11543f122aa2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0776956 Jul 22 17:16:40.597431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-747954a8-4035-443c-b71c-2abcef55e39c req-f7f52cc1-c4d7-447c-9325-e90c00c314c0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366399 Jul 22 17:16:40.650452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f95396-8c1f-4126-a3fa-505f4be1c026 req-a5742ab4-7fe4-4be1-873e-ad08fa27d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:40.651990 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53f95396-8c1f-4126-a3fa-505f4be1c026 req-a5742ab4-7fe4-4be1-873e-ad08fa27d4e5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 1097 time: 0.0537143 Jul 22 17:16:40.685482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-53f95396-8c1f-4126-a3fa-505f4be1c026 req-355c431f-9435-465f-822a-f67ff9fb9af5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267117 Jul 22 17:16:41.742710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f73fdf-5572-4524-89fe-95147e34b6be req-26eb2266-bffd-4e5a-a80a-936d16a2e823 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:41.744361 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8f73fdf-5572-4524-89fe-95147e34b6be req-26eb2266-bffd-4e5a-a80a-936d16a2e823 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0714948 Jul 22 17:16:41.788670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b8f73fdf-5572-4524-89fe-95147e34b6be req-468723f1-6146-4a10-800c-578a35355583 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353043 Jul 22 17:16:42.919555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7acfe5-149e-4526-9b27-e46000c2c673 req-d15d1cfc-57b3-4046-8d37-07a02824297c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:42.920750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b7acfe5-149e-4526-9b27-e46000c2c673 req-d15d1cfc-57b3-4046-8d37-07a02824297c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0646706 Jul 22 17:16:42.957287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b7acfe5-149e-4526-9b27-e46000c2c673 req-e91bb0d2-abb5-4c7e-b370-91a5d4141afd tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Jul 22 17:16:43.093130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d93bf-46c4-46b2-b9f6-902bd02f702c req-f2b9fe3b-0e26-4df2-a7e4-ee61c813c5c2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:43.094553 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-757d93bf-46c4-46b2-b9f6-902bd02f702c req-f2b9fe3b-0e26-4df2-a7e4-ee61c813c5c2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0711327 Jul 22 17:16:43.133334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-757d93bf-46c4-46b2-b9f6-902bd02f702c req-338f12f5-3ff0-4782-ab88-15d4595a97c1 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Jul 22 17:16:43.436834 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-180c468d-4ba1-4a3b-b870-70e5f1ec34af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115034 Jul 22 17:16:43.444242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7be9d-7198-4623-ba23-faed497f6f55 req-d8904586-a9f3-43f2-9171-6e3ea33fd834 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:43.447595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-89a7be9d-7198-4623-ba23-faed497f6f55 req-d8904586-a9f3-43f2-9171-6e3ea33fd834 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.1135828 Jul 22 17:16:43.491592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-89a7be9d-7198-4623-ba23-faed497f6f55 req-c1db0546-f065-4088-86cf-734271a9a29d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Jul 22 17:16:44.667016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca674653-6627-4dc6-9fdf-366fe430b229 req-e99f3b28-17cd-4d4f-ac4a-e7cca1b15118 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:44.668509 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca674653-6627-4dc6-9fdf-366fe430b229 req-e99f3b28-17cd-4d4f-ac4a-e7cca1b15118 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.1037652 Jul 22 17:16:44.674953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-5276c8b5-b0fe-4869-b756-d2ff10b4c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:44.676403 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-5276c8b5-b0fe-4869-b756-d2ff10b4c83d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 1097 time: 0.0799863 Jul 22 17:16:44.736463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca674653-6627-4dc6-9fdf-366fe430b229 req-c4fc833a-aa9e-47a4-9cd0-b57a6740e3b8 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584452 Jul 22 17:16:44.796550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-f275e0e5-c457-409c-bdcb-32a6dd670e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:44.797978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-f275e0e5-c457-409c-bdcb-32a6dd670e53 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.1141036 Jul 22 17:16:44.838834 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-c13795ff-7e63-4cc1-bd4b-3728f4711923 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 217 time: 0.0331917 Jul 22 17:16:44.886675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-0d70a22c-b725-4473-97be-36b206d0feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:44.888191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-0d70a22c-b725-4473-97be-36b206d0feb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0433886 Jul 22 17:16:44.925693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ce8f61c3-14b4-4399-9ad1-e5b41b995777 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312757 Jul 22 17:16:45.014572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-29e724d4-24f2-4a1b-a0a3-e93e073943c9 service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806327 Jul 22 17:16:45.114233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-6aced76f-7800-4723-bb2b-fb368c233476 service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919676 Jul 22 17:16:45.868104 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34069ac3-f96a-4753-ab1e-eadc4e33a60c req-c3907d6f-75b3-4d6e-baa3-d85f4d2ef34b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:45.869597 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34069ac3-f96a-4753-ab1e-eadc4e33a60c req-c3907d6f-75b3-4d6e-baa3-d85f4d2ef34b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0629911 Jul 22 17:16:45.907231 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34069ac3-f96a-4753-ab1e-eadc4e33a60c req-4017ef5b-74e2-4c03-884d-23ab7097da98 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Jul 22 17:16:47.037186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92761dd-b03c-4a52-bd4a-aabe021f241b req-b6c3a2c0-e292-4192-88b7-bdf0ff20d22d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:47.038868 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92761dd-b03c-4a52-bd4a-aabe021f241b req-b6c3a2c0-e292-4192-88b7-bdf0ff20d22d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0642984 Jul 22 17:16:47.076136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f92761dd-b03c-4a52-bd4a-aabe021f241b req-abde8749-9e39-47ce-a83a-d8c14bae6547 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Jul 22 17:16:48.217488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb4db9-9cfb-4ecd-a6cb-8f69ab9c3e15 req-108c39de-b623-4022-ad60-c38cad636e0a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:48.218887 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0bb4db9-9cfb-4ecd-a6cb-8f69ab9c3e15 req-108c39de-b623-4022-ad60-c38cad636e0a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0664940 Jul 22 17:16:48.255578 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0bb4db9-9cfb-4ecd-a6cb-8f69ab9c3e15 req-d0d3ee29-6f71-46a7-b6f8-8c148daec53d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305333 Jul 22 17:16:48.476921 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:16:48.491677 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1daa39e3-d457-4458-9152-263935078725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:49.383078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d667f80-660d-4f36-a2f7-6e5687383d72 req-c6d20966-613d-48a0-8d24-cbdf0e9bf1d0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:49.384581 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d667f80-660d-4f36-a2f7-6e5687383d72 req-c6d20966-613d-48a0-8d24-cbdf0e9bf1d0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0618327 Jul 22 17:16:49.425059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d667f80-660d-4f36-a2f7-6e5687383d72 req-1002aee2-7e02-4b6a-ad37-b158b1416f5a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346899 Jul 22 17:16:50.555478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe429c3-2e84-4eab-828f-e79b74212ca0 req-b9187e55-e238-40fd-b590-ac656ef17875 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:50.557615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bbe429c3-2e84-4eab-828f-e79b74212ca0 req-b9187e55-e238-40fd-b590-ac656ef17875 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0646768 Jul 22 17:16:50.596025 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bbe429c3-2e84-4eab-828f-e79b74212ca0 req-09236e24-795c-479d-889e-ae9e8d9685fe tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Jul 22 17:16:51.070422 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c1008e38-dda5-4bc1-a1c1-fd3202fb767a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:51.307017 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:51.726565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff2089-a80e-421d-bb40-4c5e879f2528 req-b27407ae-856b-4621-94e6-5907bbac58ac tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:51.728072 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22ff2089-a80e-421d-bb40-4c5e879f2528 req-b27407ae-856b-4621-94e6-5907bbac58ac tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0644424 Jul 22 17:16:51.766029 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22ff2089-a80e-421d-bb40-4c5e879f2528 req-1d202f3e-5578-4aba-81b6-2c7a9649e432 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Jul 22 17:16:52.661149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:52.899493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f30938-e856-455d-8fec-b2246dc9e0e0 req-44b2c34b-b339-4cbc-b5ea-ab523b6ad018 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:52.900997 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d8f30938-e856-455d-8fec-b2246dc9e0e0 req-44b2c34b-b339-4cbc-b5ea-ab523b6ad018 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0649965 Jul 22 17:16:52.939423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d8f30938-e856-455d-8fec-b2246dc9e0e0 req-46bccff2-07d8-4d94-b142-0e0fe8e10acd tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Jul 22 17:16:54.067683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c34f2-89a5-429d-bc22-ca0025d69210 req-ba2795f0-a654-4c27-9cf0-55349e4e4172 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:54.069836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a5c34f2-89a5-429d-bc22-ca0025d69210 req-ba2795f0-a654-4c27-9cf0-55349e4e4172 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0622814 Jul 22 17:16:54.106419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a5c34f2-89a5-429d-bc22-ca0025d69210 req-0219d1b8-1ef6-4b1b-9cbb-8ca3dcabc721 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Jul 22 17:16:54.366095 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:16:55.249021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a789108-baa2-44da-ae10-42ef0d45d058 req-0e9f2b82-def6-426b-830e-e35c20550569 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:55.250902 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a789108-baa2-44da-ae10-42ef0d45d058 req-0e9f2b82-def6-426b-830e-e35c20550569 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0701070 Jul 22 17:16:55.289656 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a789108-baa2-44da-ae10-42ef0d45d058 req-eeec0041-b74d-4858-811f-3d5ed123fa15 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Jul 22 17:16:56.420579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e215b-232b-4015-9bf1-bb36ab27a4db req-4f923647-db97-4d6a-8bce-1e7e58c115dc tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:56.422055 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de4e215b-232b-4015-9bf1-bb36ab27a4db req-4f923647-db97-4d6a-8bce-1e7e58c115dc tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0660107 Jul 22 17:16:56.465907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de4e215b-232b-4015-9bf1-bb36ab27a4db req-af319175-75d5-4686-b735-d4612b212772 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350807 Jul 22 17:16:57.598662 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7151d8a-3f20-49b9-838c-b749ad87de40 req-e019ba7a-fa3d-480d-99da-a69017ff1c49 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:57.600573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7151d8a-3f20-49b9-838c-b749ad87de40 req-e019ba7a-fa3d-480d-99da-a69017ff1c49 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0643640 Jul 22 17:16:57.637919 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7151d8a-3f20-49b9-838c-b749ad87de40 req-df8a28d3-18ed-4205-87ee-833ad1293ba2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Jul 22 17:16:58.770210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fb9d-7cf7-4707-b2dd-dc0d3ec3f77f req-98dc7678-31f9-486c-b6ab-9ef432c9e1cd tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:58.771733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9035fb9d-7cf7-4707-b2dd-dc0d3ec3f77f req-98dc7678-31f9-486c-b6ab-9ef432c9e1cd tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0646489 Jul 22 17:16:58.812031 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9035fb9d-7cf7-4707-b2dd-dc0d3ec3f77f req-f6c4f57a-3d38-4295-a702-881291324e56 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Jul 22 17:16:59.961392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6ecdd-8ebc-4901-8548-a006e3d771cc req-b58fa37b-30a8-4e7f-a6c6-c5272820256e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:16:59.962888 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78f6ecdd-8ebc-4901-8548-a006e3d771cc req-b58fa37b-30a8-4e7f-a6c6-c5272820256e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0790486 Jul 22 17:17:00.000313 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78f6ecdd-8ebc-4901-8548-a006e3d771cc req-ec6e0755-8a52-4fe2-8ab5-3a7c6b55d2fe tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Jul 22 17:17:01.130809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930f7bb-0dc3-403f-aae0-7f358ee298b5 req-c957f247-5e94-473e-a0cd-e79d90c65016 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:01.132894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8930f7bb-0dc3-403f-aae0-7f358ee298b5 req-c957f247-5e94-473e-a0cd-e79d90c65016 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0650697 Jul 22 17:17:01.176137 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8930f7bb-0dc3-403f-aae0-7f358ee298b5 req-678e118d-f525-42b1-8925-37b94435659a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366414 Jul 22 17:17:01.968440 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:02.111585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-a4f34583-af8c-4b92-8e47-a371f8e831fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:02.113111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-a4f34583-af8c-4b92-8e47-a371f8e831fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 1097 time: 0.0673332 Jul 22 17:17:02.232242 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-12c420cb-7f86-4867-9638-6aa114458221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:02.238298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-12c420cb-7f86-4867-9638-6aa114458221 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.0964777 Jul 22 17:17:02.283194 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-f3407eb2-234d-4a8d-a7cb-c4b663125f3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 217 time: 0.0417349 Jul 22 17:17:02.314673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3a935-944d-4cba-8f5e-549043c9968b req-3b3245c2-b70e-4220-80af-e16c92b258d0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:02.316241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0c3a935-944d-4cba-8f5e-549043c9968b req-3b3245c2-b70e-4220-80af-e16c92b258d0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0672805 Jul 22 17:17:02.334092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-f17bb0ad-7fe3-4c9d-99ac-1759abaca889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:02.336232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-f17bb0ad-7fe3-4c9d-99ac-1759abaca889 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0455761 Jul 22 17:17:02.364589 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0c3a935-944d-4cba-8f5e-549043c9968b req-9c9862d9-c7c8-47df-b623-d0fecbefcf5f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359337 Jul 22 17:17:02.375475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-d1d9a89b-95c2-4b31-9dad-e2840b94e559 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291874 Jul 22 17:17:02.386407 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-88ab3063-3650-4916-b068-85d7c45782e9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:17:02.387405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-88ab3063-3650-4916-b068-85d7c45782e9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062511 Jul 22 17:17:02.482398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-4c5c6766-10d1-4b6b-91e1-16483c0ea5ab service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876184 Jul 22 17:17:02.574800 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84b9843d-a766-4ce0-aa55-c003e829a0b2 req-0896ad1d-1676-4a41-89cc-0320f876e107 service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857356 Jul 22 17:17:03.512355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252c2e-f89a-4d39-ab83-8c3b4f15558a req-8b362649-a22b-4ad5-bc24-661ddc47f298 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:03.513858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a252c2e-f89a-4d39-ab83-8c3b4f15558a req-8b362649-a22b-4ad5-bc24-661ddc47f298 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0716925 Jul 22 17:17:03.551808 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5a252c2e-f89a-4d39-ab83-8c3b4f15558a req-7765579b-605c-4d6e-857d-73427fb520a7 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Jul 22 17:17:04.694820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9ed00-0af6-48f0-887a-f9cccc0066f6 req-8d4f421e-9667-485d-8641-1faef3e140ce tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:04.696575 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ef9ed00-0af6-48f0-887a-f9cccc0066f6 req-8d4f421e-9667-485d-8641-1faef3e140ce tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0731242 Jul 22 17:17:04.740394 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7ef9ed00-0af6-48f0-887a-f9cccc0066f6 req-042d8732-373f-4878-995c-497ae003bf14 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 Jul 22 17:17:05.872098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a5d4d-4483-4449-bd34-747b9f3b87c4 req-8e6d7cdc-cb1a-42ca-87f8-5c901162db81 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:05.873588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-752a5d4d-4483-4449-bd34-747b9f3b87c4 req-8e6d7cdc-cb1a-42ca-87f8-5c901162db81 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0663984 Jul 22 17:17:05.918696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-752a5d4d-4483-4449-bd34-747b9f3b87c4 req-a3f953e5-be01-41ec-9d0a-10b6eca3fe5b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jul 22 17:17:05.954412 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:07.053432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f708960-1e79-42be-a9ad-06410bd5b0d0 req-c8219c65-325f-4b2a-8b6b-542d4e446f11 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:07.054906 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f708960-1e79-42be-a9ad-06410bd5b0d0 req-c8219c65-325f-4b2a-8b6b-542d4e446f11 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0683413 Jul 22 17:17:07.093007 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f708960-1e79-42be-a9ad-06410bd5b0d0 req-69847585-5290-4137-90bc-2ada8b9b0880 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Jul 22 17:17:08.230189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870aba7-37c3-4b4c-97a0-b45e3f031105 req-5b55b17d-6f01-4f6e-afee-402d9837f6a4 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:08.231661 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5870aba7-37c3-4b4c-97a0-b45e3f031105 req-5b55b17d-6f01-4f6e-afee-402d9837f6a4 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0694230 Jul 22 17:17:08.275505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5870aba7-37c3-4b4c-97a0-b45e3f031105 req-6e25d8b0-e5ae-4b4c-8d26-a018223b2f9b tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383010 Jul 22 17:17:09.405409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043a17-2433-4f9f-877a-5d917ff59a3e req-1eac6d18-a414-417f-af17-d3053ff3d4d8 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:09.406881 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c043a17-2433-4f9f-877a-5d917ff59a3e req-1eac6d18-a414-417f-af17-d3053ff3d4d8 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0646687 Jul 22 17:17:09.443072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3c043a17-2433-4f9f-877a-5d917ff59a3e req-6014489f-4ec1-4990-a8fc-ca36d99696d6 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306504 Jul 22 17:17:10.588975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b8516-1ebb-49e0-b97d-74668f588141 req-10647f54-27de-4287-ba33-ef2cf01fec14 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:10.590554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-174b8516-1ebb-49e0-b97d-74668f588141 req-10647f54-27de-4287-ba33-ef2cf01fec14 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0723441 Jul 22 17:17:10.634176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-174b8516-1ebb-49e0-b97d-74668f588141 req-ec7bf424-5df5-4d64-b23a-0b878b596617 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371053 Jul 22 17:17:11.772461 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a3d77-8326-4c7b-b819-0d3e41885d2b req-a137df7e-358b-49f2-8fa2-1831d7b26e7e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:11.774221 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0a9a3d77-8326-4c7b-b819-0d3e41885d2b req-a137df7e-358b-49f2-8fa2-1831d7b26e7e tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 945 time: 0.0693128 Jul 22 17:17:11.814336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0a9a3d77-8326-4c7b-b819-0d3e41885d2b req-9d31b51c-3286-44d5-a0b5-e166c9720f7a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342305 Jul 22 17:17:12.025981 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-dfbf9993-81b2-4155-ade0-8f7fc744023d service neutron] show failed (client error): The resource could not be found. Jul 22 17:17:12.027015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-dfbf9993-81b2-4155-ade0-8f7fc744023d service neutron] 10.222.0.65 "GET /v2.0/ports/120e3acf-d06b-4e76-9ffd-496217353d14/bindings/n-h2-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0552642 Jul 22 17:17:12.246129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-823e39a2-21f6-44a6-be56-d46ccd6bb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:12.247597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-823e39a2-21f6-44a6-be56-d46ccd6bb3ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542&tenant_id=b5bc8871fad14add9eac9bb259d32e93 HTTP/1.1" status: 200 len: 1097 time: 0.0603497 Jul 22 17:17:12.266131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:12.334133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:12.530661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=120e3acf-d06b-4e76-9ffd-496217353d14,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:12.561952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:17:12.605535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:12.607836 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e58c2-3c8b-45eb-b1e1-80b525fa1e0a" -d '{"events": [{"server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "name": "network-vif-unplugged", "status": "completed", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:12.611608 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:12.624214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Transition to ACTIVE for port object 120e3acf-d06b-4e76-9ffd-496217353d14 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:12.627142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:12.659159 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36946e2a-d72e-4823-80ab-3a9423b15825 x-openstack-request-id: req-36946e2a-d72e-4823-80ab-3a9423b15825 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:12.659449 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "name": "network-vif-unplugged", "status": "completed", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:12.659698 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36946e2a-d72e-4823-80ab-3a9423b15825 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:12.660081 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14', 'code': 200} Jul 22 17:17:12.693594 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=120e3acf-d06b-4e76-9ffd-496217353d14,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:12.696373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] No DVR routers for this DVR port 120e3acf-d06b-4e76-9ffd-496217353d14 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:17:12.706823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.707433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.707539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.707823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.708149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.708470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.708789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.709114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.709432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.709747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.710063 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.710375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:12.743874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Attempting to bind port 120e3acf-d06b-4e76-9ffd-496217353d14 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:17:12.744202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Attempting to bind port 120e3acf-d06b-4e76-9ffd-496217353d14 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:17:12.744527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Attempting to bind port 120e3acf-d06b-4e76-9ffd-496217353d14 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:17:12.748695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Port 120e3acf-d06b-4e76-9ffd-496217353d14 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:17:12.749011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Attempting to bind port 120e3acf-d06b-4e76-9ffd-496217353d14 on network e0d49034-9f90-431f-9aa3-6fc7168a3bbb {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:17:12.753692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:17:12.754026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Checking segment: {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:17:12.754403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Bound using segment: {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:17:12.754822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Bound port: 120e3acf-d06b-4e76-9ffd-496217353d14, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961f18b6-eeb5-49f0-9e95-d1de90aef638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:17:12.755199 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:12.819691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:17:12.823224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=120e3acf-d06b-4e76-9ffd-496217353d14,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:17:12.827462 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:12.859307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:12.859923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:12.861351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 1092 time: 0.5992570 Jul 22 17:17:12.886548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98ad3e-3e81-4931-95fb-ef6e0cade9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=120e3acf-d06b-4e76-9ffd-496217353d14,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:12.949860 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2429b3-b275-4be9-9874-4e5352877e0e req-b95ac0df-7971-4547-a527-dddb7b31f92d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:12.951420 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf2429b3-b275-4be9-9874-4e5352877e0e req-b95ac0df-7971-4547-a527-dddb7b31f92d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.0669267 Jul 22 17:17:12.951862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-618f2679-0760-4255-b361-37ca37417519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:12.953379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-618f2679-0760-4255-b361-37ca37417519 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 1095 time: 0.0572865 Jul 22 17:17:12.988462 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bf2429b3-b275-4be9-9874-4e5352877e0e req-b6c23af2-922b-48ea-be49-ffb9a7fc7926 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313408 Jul 22 17:17:13.046548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-3ef3bd78-1783-4fc8-93ce-2da5794391a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:13.048075 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-3ef3bd78-1783-4fc8-93ce-2da5794391a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.0884531 Jul 22 17:17:13.091057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-92c3bd41-6e04-4b15-a621-3f9197249b87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 217 time: 0.0326676 Jul 22 17:17:13.137753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-6cc25713-2ae8-419b-824a-e9962312c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:13.139257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-6cc25713-2ae8-419b-824a-e9962312c9d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0443947 Jul 22 17:17:13.177398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-651b8630-5589-4bd8-af2e-692495519038 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319700 Jul 22 17:17:13.274724 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-9ddd62c4-6ae3-4af2-9bed-0b7de16fcae0 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903227 Jul 22 17:17:13.807252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48e3a22c-33c1-467e-8f77-7c0c13c627f2 req-457b71a4-6f63-45e6-bbd9-b0be86c040e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268331 Jul 22 17:17:14.126572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d8f5e-dae6-47c4-948e-0602a7b16187 req-2e2b2607-d8c6-452d-9882-801a540962a5 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:14.128093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b0d8f5e-dae6-47c4-948e-0602a7b16187 req-2e2b2607-d8c6-452d-9882-801a540962a5 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.0700331 Jul 22 17:17:14.165198 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b0d8f5e-dae6-47c4-948e-0602a7b16187 req-18471f10-5621-41f6-aa3a-e3348c05f7b3 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309482 Jul 22 17:17:14.661769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:14.664198 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf57d9d-f668-4a29-a334-4d8c43703298" -d '{"events": [{"name": "network-changed", "server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:14.711306 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dde14f5-8a0d-403c-bcc3-f2510d9d075c x-openstack-request-id: req-1dde14f5-8a0d-403c-bcc3-f2510d9d075c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:14.711722 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:14.711981 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dde14f5-8a0d-403c-bcc3-f2510d9d075c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:14.712367 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14', 'status': 'completed', 'code': 200} Jul 22 17:17:14.842575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-2b3dc507-b47b-4e14-b32b-8b0610fe02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:14.844080 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-2b3dc507-b47b-4e14-b32b-8b0610fe02c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 1095 time: 0.0847030 Jul 22 17:17:14.846540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-73b69068-f464-49d3-a0b7-6b5b3cabfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:14.847897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-73b69068-f464-49d3-a0b7-6b5b3cabfbcc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 1095 time: 0.0963027 Jul 22 17:17:15.000715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-499c9b6a-08d3-46bf-a947-f947577553ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:15.002166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-499c9b6a-08d3-46bf-a947-f947577553ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.1508722 Jul 22 17:17:15.003281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-eb7b6249-b002-48dd-bb32-88bca236c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:15.004553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-eb7b6249-b002-48dd-bb32-88bca236c991 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.1456001 Jul 22 17:17:15.077025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-a8b08ea4-09a6-4b2d-820b-3014b1f98d2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 217 time: 0.0649364 Jul 22 17:17:15.078359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-b4c8b9c4-7108-467b-8eb6-3bf3c0ecc3cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 217 time: 0.0653155 Jul 22 17:17:15.157500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-e45193e8-4c72-41d6-92e8-cb62e404c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:15.158963 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-e45193e8-4c72-41d6-92e8-cb62e404c00e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0751495 Jul 22 17:17:15.162228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-6acad6da-568c-469b-96bc-df5dc5ad1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:15.163575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-6acad6da-568c-469b-96bc-df5dc5ad1c1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0711491 Jul 22 17:17:15.219569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-e9887e48-3153-4953-a8dd-d155322c5398 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517204 Jul 22 17:17:15.221498 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-41db024d-2fce-4098-893b-76ab11709884 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464487 Jul 22 17:17:15.439973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f16f79-f539-4038-929a-ad78329ae647 req-4ba5a6ca-44ca-402b-a85f-01e49525e4e0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:15.441535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0f16f79-f539-4038-929a-ad78329ae647 req-4ba5a6ca-44ca-402b-a85f-01e49525e4e0 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.2035995 Jul 22 17:17:15.445382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-e09369e4-910a-401b-bdae-7bd2fbbb7228 service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161422 Jul 22 17:17:15.447754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-3a48c79a-3d55-4730-b69a-5d09a81c5b95 service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174747 Jul 22 17:17:15.605417 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e0f16f79-f539-4038-929a-ad78329ae647 req-be84596b-c78f-44e2-92e0-723cee8de6f5 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542416 Jul 22 17:17:15.634176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-bae70d1f-b38b-4b87-b2ac-3cd15730b86a service neutron] 10.222.0.20 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817539 Jul 22 17:17:15.643969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cf57d9d-f668-4a29-a334-4d8c43703298 req-c3bbc812-2482-4472-b9fe-e270297fb084 service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796725 Jul 22 17:17:16.396432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 120e3acf-d06b-4e76-9ffd-496217353d14 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:17:16.432984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 120e3acf-d06b-4e76-9ffd-496217353d14 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:17:16.737246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97499a67-fce7-4407-a532-08aac45ddb9f req-50282e07-8f94-4171-a7fa-99f6596f34f2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:16.738613 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97499a67-fce7-4407-a532-08aac45ddb9f req-50282e07-8f94-4171-a7fa-99f6596f34f2 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.0623863 Jul 22 17:17:16.777528 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97499a67-fce7-4407-a532-08aac45ddb9f req-dce9e34a-b11f-45ea-8431-f1b3585043e3 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Jul 22 17:17:16.992444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66b6de-d433-4cbb-b74e-a3ab3d52d505 req-c96973c0-6286-49c3-b20c-556c501ba020 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:16.994670 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af66b6de-d433-4cbb-b74e-a3ab3d52d505 req-c96973c0-6286-49c3-b20c-556c501ba020 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.0717297 Jul 22 17:17:17.022951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-49e62776-21ec-4727-b6a6-95c154a51f5a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:17.024507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-49e62776-21ec-4727-b6a6-95c154a51f5a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.65 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542&tenant_id=b5bc8871fad14add9eac9bb259d32e93&binding%3Ahost_id=n-h2-792458-13 HTTP/1.1" status: 200 len: 943 time: 0.0699527 Jul 22 17:17:17.031970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af66b6de-d433-4cbb-b74e-a3ab3d52d505 req-d442b5a5-9065-46ae-8a4c-395f529320dd tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Jul 22 17:17:17.094230 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-5a8c4fd6-a236-4d84-8822-efb5c72ec63b service neutron] delete failed (client error): The resource could not be found. Jul 22 17:17:17.095332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-5a8c4fd6-a236-4d84-8822-efb5c72ec63b service neutron] 10.222.0.65 "DELETE /v2.0/ports/120e3acf-d06b-4e76-9ffd-496217353d14/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0637724 Jul 22 17:17:17.215212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-cae46846-dc0b-4407-8d64-7427725d96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:17.216696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-cae46846-dc0b-4407-8d64-7427725d96a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5bc8871fad14add9eac9bb259d32e93&device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 1095 time: 0.0557389 Jul 22 17:17:17.309206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-ad11d408-5e3d-4f74-83c5-e1df338fc036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:17.310599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-ad11d408-5e3d-4f74-83c5-e1df338fc036 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 200 len: 916 time: 0.0867357 Jul 22 17:17:17.351720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-5d73d5f4-c58c-42ee-8b11-9f311763ad6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 200 len: 217 time: 0.0338960 Jul 22 17:17:17.400284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-5395ea8a-c340-40d7-8384-cc938f34d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:17.401705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-5395ea8a-c340-40d7-8384-cc938f34d1ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 200 len: 855 time: 0.0432706 Jul 22 17:17:17.446413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-387b614c-ffcf-423c-87b9-7c5020846cdf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0d49034-9f90-431f-9aa3-6fc7168a3bbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374963 Jul 22 17:17:17.534803 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-017926e7-eb77-46a9-b157-08b29e9579e4 service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818043 Jul 22 17:17:17.628119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ca07028e-660a-4c2c-821a-b097e334b8b3 req-40fa4046-e825-42e9-9cdb-5c568d2a167e service neutron] 10.222.0.65 "GET /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Jul 22 17:17:18.170369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302caef8-0d37-4545-8967-38ff3ac94dc1 req-80e7e1c1-6c03-4407-90d8-c5ca8b25fd40 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:18.171865 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-302caef8-0d37-4545-8967-38ff3ac94dc1 req-80e7e1c1-6c03-4407-90d8-c5ca8b25fd40 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.0670376 Jul 22 17:17:18.212060 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-302caef8-0d37-4545-8967-38ff3ac94dc1 req-c163dc90-44d5-46a4-866a-1e11a501da08 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345373 Jul 22 17:17:18.373530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1a9fb-c823-47f9-98a3-1265b02873fe req-b0653e19-b31d-4d25-8cc4-65bb313e35fb tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:18.379595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4be1a9fb-c823-47f9-98a3-1265b02873fe req-b0653e19-b31d-4d25-8cc4-65bb313e35fb tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.0672925 Jul 22 17:17:18.417579 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4be1a9fb-c823-47f9-98a3-1265b02873fe req-42207a80-2f31-4f54-a45d-27eeb8c8e52f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Jul 22 17:17:18.492368 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c2c89d07-d9ca-4179-8db3-e00b2b573d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:18.499080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 120e3acf-d06b-4e76-9ffd-496217353d14 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:17:18.550792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b60b1-c9cf-4b74-9e0b-2010f1eb729b req-e923dd00-5e1b-4f8c-809c-23228905f62c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:18.552313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-694b60b1-c9cf-4b74-9e0b-2010f1eb729b req-e923dd00-5e1b-4f8c-809c-23228905f62c tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 943 time: 0.0673866 Jul 22 17:17:18.591468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-694b60b1-c9cf-4b74-9e0b-2010f1eb729b req-273554b2-1620-4346-a346-b2e9e2c92ba5 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Jul 22 17:17:18.602866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=120e3acf-d06b-4e76-9ffd-496217353d14,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:18.614186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '120e3acf-d06b-4e76-9ffd-496217353d14', 'network_id': 'e0d49034-9f90-431f-9aa3-6fc7168a3bbb', 'port_id': '120e3acf-d06b-4e76-9ffd-496217353d14', 'mac_address': 'fa:16:3e:fd:e1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d47d86a-7555-4047-95d2-ff5ed9f73ccc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:17:18.652027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:18.664406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120e3acf-d06b-4e76-9ffd-496217353d14 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:17:18.684723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=120e3acf-d06b-4e76-9ffd-496217353d14,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:18.689210 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:18.756366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=120e3acf-d06b-4e76-9ffd-496217353d14,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:18.948936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc661f-7c1c-478e-9505-e85510284335 req-3efe45b4-9a99-4fbd-a03c-9687f83a56db tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:18.950422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90fc661f-7c1c-478e-9505-e85510284335 req-3efe45b4-9a99-4fbd-a03c-9687f83a56db tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 944 time: 0.0699027 Jul 22 17:17:18.986541 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-90fc661f-7c1c-478e-9505-e85510284335 req-f095aa6c-7bd7-4ffc-b95f-d5e322183f9a tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306304 Jul 22 17:17:18.998765 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['120e3acf-d06b-4e76-9ffd-496217353d14'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:17:20.131182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ac6d-64e1-47f3-bded-91854a7a6bed req-1076d49b-2baa-4e42-8714-5e541678c89f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:20.132656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8f7ac6d-64e1-47f3-bded-91854a7a6bed req-1076d49b-2baa-4e42-8714-5e541678c89f tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 944 time: 0.0676765 Jul 22 17:17:20.194801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8f7ac6d-64e1-47f3-bded-91854a7a6bed req-a3f9b2b3-c85a-4358-aa5c-86c794084d21 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555925 Jul 22 17:17:20.229273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-f14c663a-c0fa-4e7c-9333-df5dabf32331 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:20.230772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-f14c663a-c0fa-4e7c-9333-df5dabf32331 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.20 "GET /v2.0/ports?device_id=25cffacd-7c75-4402-b30c-a9b294f0a542 HTTP/1.1" status: 200 len: 944 time: 0.0716281 Jul 22 17:17:20.334245 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Deleting port 120e3acf-d06b-4e76-9ffd-496217353d14 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:17:20.334579 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:20.422718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] For port 120e3acf-d06b-4e76-9ffd-496217353d14, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=120e3acf-d06b-4e76-9ffd-496217353d14,segment=NetworkSegment(961f18b6-eeb5-49f0-9e95-d1de90aef638),segment_id=961f18b6-eeb5-49f0-9e95-d1de90aef638)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:20.423128 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:20.436228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Calling delete_port for 120e3acf-d06b-4e76-9ffd-496217353d14 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:17:20.491575 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 120e3acf-d06b-4e76-9ffd-496217353d14 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:17:20.568406 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:20.574309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 120e3acf-d06b-4e76-9ffd-496217353d14 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:20.578691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 120e3acf-d06b-4e76-9ffd-496217353d14 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:20.579113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:20.602215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Pushing event deleted for resources: {'Port': ['ID=120e3acf-d06b-4e76-9ffd-496217353d14,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:20.603904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['120e3acf-d06b-4e76-9ffd-496217353d14'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:17:20.626396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Port 120e3acf-d06b-4e76-9ffd-496217353d14 was deleted so its status cannot be updated. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 17:17:20.653710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] No DVR routers for this DVR port 120e3acf-d06b-4e76-9ffd-496217353d14 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:17:20.656296 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:20.658260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fab163a8-11c8-454c-aa29-e54841c4e203 req-420b021b-1755-4d7b-9282-0a3a8b983d86 tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] 10.222.0.20 "DELETE /v2.0/ports/120e3acf-d06b-4e76-9ffd-496217353d14 HTTP/1.1" status: 204 len: 173 time: 0.4221427 Jul 22 17:17:20.658702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'name': 'network-vif-deleted', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:20.661082 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a85ec77-b9f5-4b3a-b043-767933b0c8cc" -d '{"events": [{"server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "name": "network-vif-deleted", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:20.696428 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955b407-6ca1-4ba5-8b35-a62de1b71918 x-openstack-request-id: req-e955b407-6ca1-4ba5-8b35-a62de1b71918 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:20.696903 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cffacd-7c75-4402-b30c-a9b294f0a542", "name": "network-vif-deleted", "tag": "120e3acf-d06b-4e76-9ffd-496217353d14", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:20.697212 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e955b407-6ca1-4ba5-8b35-a62de1b71918 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:20.697582 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cffacd-7c75-4402-b30c-a9b294f0a542', 'name': 'network-vif-deleted', 'tag': '120e3acf-d06b-4e76-9ffd-496217353d14', 'status': 'completed', 'code': 200} Jul 22 17:17:21.070519 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a6190aad-43d6-47b0-b4f5-2ed9ee598eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.308498 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.317174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59336) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:21.360239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Deleting subnet 3d47d86a-7555-4047-95d2-ff5ed9f73ccc {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:17:21.363201 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.397019 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.434450 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.489959 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.519588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d47d86a-7555-4047-95d2-ff5ed9f73ccc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:21.524847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.526668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3d47d86a-7555-4047-95d2-ff5ed9f73ccc HTTP/1.1" status: 204 len: 168 time: 0.2084801 Jul 22 17:17:21.529329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:21.531897 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.532238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.532575 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.532907 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.533231 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.533556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.533881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.534207 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.534524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.534840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.535344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.535664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3445d-96f9-4ce2-b3ec-37251e8725bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:21.597520 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.678350 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.688987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d49034-9f90-431f-9aa3-6fc7168a3bbb']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:21.699158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961f18b6-eeb5-49f0-9e95-d1de90aef638') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:21.699459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961f18b6-eeb5-49f0-9e95-d1de90aef638') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:21.707916 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.721279 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.726839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:17:21.727378 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:17:21.728914 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:17:21.781952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.787422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:21.789399 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e0d49034-9f90-431f-9aa3-6fc7168a3bbb HTTP/1.1" status: 204 len: 168 time: 0.2589417 Jul 22 17:17:21.801845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595788af-372b-47c7-b85a-5d99db949388 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d49034-9f90-431f-9aa3-6fc7168a3bbb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:21.916112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59342) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:21.960158 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c29531e9-c89d-49ce-9bb6-c718764a7ebc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5bc8871fad14add9eac9bb259d32e93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427155 Jul 22 17:17:21.963164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59344) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:22.018347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228cdb8d-a173-48f0-8f6f-55b52e226c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:22.039134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228cdb8d-a173-48f0-8f6f-55b52e226c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:22.084518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228cdb8d-a173-48f0-8f6f-55b52e226c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:22.088033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-228cdb8d-a173-48f0-8f6f-55b52e226c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:22.089277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-228cdb8d-a173-48f0-8f6f-55b52e226c08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f7da6a7-3dc1-4360-a66a-89b7b7ba8038 HTTP/1.1" status: 204 len: 168 time: 0.1251328 Jul 22 17:17:22.097224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cdb8d-a173-48f0-8f6f-55b52e226c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7da6a7-3dc1-4360-a66a-89b7b7ba8038,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:22.665327 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:22.786281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59366) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:22.901368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-100590914-network', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:22.923730 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Made reservation on behalf of 00ec953be6e04ed2aaa3a314584dfac5 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:17:22.926245 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:22.934609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.022761 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.027309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.053302 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:17:23.061644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b802a177-dd21-486e-9f19-3e35502d0cb6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:23.067463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.067810 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Added segment cc83f9f2-f32c-442b-83d3-3d8cf75c02bf of type vlan for network c67439f3-f570-4f87-8728-01a7e48d7052 Jul 22 17:17:23.107390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.136529 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.137639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:23.138243 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.175850 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3883789 Jul 22 17:17:23.178898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59370) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:23.184099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Request body: {'subnet': {'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-100590914-subnet', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:23.204268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Made reservation on behalf of 00ec953be6e04ed2aaa3a314584dfac5 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:17:23.206655 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.206838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459134ae-27ee-4423-b070-5c51cd4e53fa admin admin] Pushing event updated for resources: {'Network': ['ID=c67439f3-f570-4f87-8728-01a7e48d7052,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:23.218309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network c67439f3-f570-4f87-8728-01a7e48d7052 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:17:23.391354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.449221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9bbba0a-5270-41b9-aaac-789f237a1fb8,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:23.456061 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:17:23.456420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Network hostable DHCP agents. Network: c67439f3-f570-4f87-8728-01a7e48d7052, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:17:23.472765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Network c67439f3-f570-4f87-8728-01a7e48d7052 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:17:23.482025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, c67439f3-f570-4f87-8728-01a7e48d7052) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:17:23.485835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:23.486417 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.490708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06ffbf-650c-4150-9f9f-33416ae7299e None None] Network c67439f3-f570-4f87-8728-01a7e48d7052 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:17:23.503224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-18dc2b4d-2677-467c-acae-f7a5085244be admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3206642 Jul 22 17:17:23.503461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59372) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:23.507840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:23.531054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.532142 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.588041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.639830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-c67439f3-f570-4f87-8728-01a7e48d7052', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:17:23.640775 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.726341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.772578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Allocated IP 172.20.0.2 (c67439f3-f570-4f87-8728-01a7e48d7052/d9bbba0a-5270-41b9-aaac-789f237a1fb8/c8a9c246-dfb6-4c7b-a5d4-9582230ed990) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:17:23.938535 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:23.958806 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.065834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Allocated IP 172.25.3.27 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/22628236-88a5-40c0-a065-5821085af6e2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:17:24.073516 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.081674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Transition to ACTIVE for port object c8a9c246-dfb6-4c7b-a5d4-9582230ed990 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:24.096147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Transition to ACTIVE for port object c8a9c246-dfb6-4c7b-a5d4-9582230ed990 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:24.102319 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.136637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Network c67439f3-f570-4f87-8728-01a7e48d7052 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:17:24.139672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:17:24.145017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:17:24.158123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Pushing event updated for resources: {'Port': ['ID=c8a9c246-dfb6-4c7b-a5d4-9582230ed990,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:24.175469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.210728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Attempting to bind port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:17:24.211122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Attempting to bind port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:17:24.212154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Attempting to bind port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:17:24.214180 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.217870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:17:24.218242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:17:24.218643 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.219067 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:17:24.219526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Bound port: c8a9c246-dfb6-4c7b-a5d4-9582230ed990, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:17:24.219900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.254987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:17:24.260312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:17:24.265018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:17:24.268135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=22628236-88a5-40c0-a065-5821085af6e2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:24.286560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] For port c8a9c246-dfb6-4c7b-a5d4-9582230ed990, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:17:24.290338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] For port c8a9c246-dfb6-4c7b-a5d4-9582230ed990, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c8a9c246-dfb6-4c7b-a5d4-9582230ed990,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:17:24.294073 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.372975 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5540df-5cba-48ad-8b33-00bd1b5f863f None None] Pushing event updated for resources: {'Port': ['ID=c8a9c246-dfb6-4c7b-a5d4-9582230ed990,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:24.385740 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.500545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 120e3acf-d06b-4e76-9ffd-496217353d14 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:17:24.529443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 120e3acf-d06b-4e76-9ffd-496217353d14 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:17:24.529787 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 120e3acf-d06b-4e76-9ffd-496217353d14 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:17:24.548189 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.745717 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:24.889962 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:17:25.001896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:17:25.013049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:17:25.021012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:25.022442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6c55d51a-a745-4845-aea1-7464e1a7f6c4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5180068 Jul 22 17:17:25.025751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59374) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:25.027424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:25.028124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:17:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:25.074352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c8a9c246-dfb6-4c7b-a5d4-9582230ed990 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:17:25.183851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:25.186046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:25.306526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a940c63c-da33-41ed-a57e-e2f3d46bc4bc None None] Network c67439f3-f570-4f87-8728-01a7e48d7052 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:17:25.409950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ae8b821-4f85-4f05-b996-2b97ddd3c0ac None None] Provisioning for port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:25.424302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ae8b821-4f85-4f05-b996-2b97ddd3c0ac None None] Provisioning complete for port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:25.424668 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b821-4f85-4f05-b996-2b97ddd3c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:25.465161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:25.475756 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:17:25.523430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:24Z', 'revision_number': 3, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:25.588528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:17:25.588798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Updating router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b port 22628236-88a5-40c0-a065-5821085af6e2 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:17:25.616351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Allocated IP 172.20.0.1 (c67439f3-f570-4f87-8728-01a7e48d7052/d9bbba0a-5270-41b9-aaac-789f237a1fb8/af96cc4e-28f6-49ff-b993-1682c148973f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:17:25.640090 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b821-4f85-4f05-b996-2b97ddd3c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:25.652611 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:25.709399 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7ae8b821-4f85-4f05-b996-2b97ddd3c0ac None None] For port c8a9c246-dfb6-4c7b-a5d4-9582230ed990, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c8a9c246-dfb6-4c7b-a5d4-9582230ed990,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:25.716903 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ae8b821-4f85-4f05-b996-2b97ddd3c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:25.731143 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:25.746342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Transition to ACTIVE for port object af96cc4e-28f6-49ff-b993-1682c148973f will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:25.783058 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:25.829115 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Network c67439f3-f570-4f87-8728-01a7e48d7052 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:17:25.834851 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:17:25.838190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:17:25.841773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Pushing event updated for resources: {'Port': ['ID=af96cc4e-28f6-49ff-b993-1682c148973f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:25.843152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8b821-4f85-4f05-b996-2b97ddd3c0ac None None] Pushing event updated for resources: {'Port': ['ID=c8a9c246-dfb6-4c7b-a5d4-9582230ed990,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:25.884996 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:25.973053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1d9968bb-8cf5-4703-94b2-7ecd2404be1a None None] Provisioning complete for port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:25.973301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1d9968bb-8cf5-4703-94b2-7ecd2404be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.031430 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.046891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Transition to ACTIVE for port object 22628236-88a5-40c0-a065-5821085af6e2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:26.049350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.056260 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.138221 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d320e-23b3-4056-af6c-762e34be9113 None None] Pushing event updated for resources: {'Port': ['ID=22628236-88a5-40c0-a065-5821085af6e2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:26.140902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Attempting to bind port 22628236-88a5-40c0-a065-5821085af6e2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:17:26.141330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Attempting to bind port 22628236-88a5-40c0-a065-5821085af6e2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:17:26.141629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Attempting to bind port 22628236-88a5-40c0-a065-5821085af6e2 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:17:26.149663 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:17:26.150104 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:17:26.150503 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.150893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:17:26.151385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Bound port: 22628236-88a5-40c0-a065-5821085af6e2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:17:26.151772 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.203584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] For port 22628236-88a5-40c0-a065-5821085af6e2, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:17:26.206938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] For port 22628236-88a5-40c0-a065-5821085af6e2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=22628236-88a5-40c0-a065-5821085af6e2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:17:26.211035 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.224084 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.229582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.283342 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:26.283977 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:17:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:26.321210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0086cc58-355f-4b2f-8347-8b435d7bf2fb None None] Provisioning for port af96cc4e-28f6-49ff-b993-1682c148973f completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:26.352864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d320e-23b3-4056-af6c-762e34be9113 None None] Pushing event updated for resources: {'Port': ['ID=22628236-88a5-40c0-a065-5821085af6e2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:26.358060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0086cc58-355f-4b2f-8347-8b435d7bf2fb None None] Provisioning complete for port af96cc4e-28f6-49ff-b993-1682c148973f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:26.358427 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0086cc58-355f-4b2f-8347-8b435d7bf2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.410236 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0086cc58-355f-4b2f-8347-8b435d7bf2fb None None] Port af96cc4e-28f6-49ff-b993-1682c148973f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:17:26.434469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:26.632507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Pushing event updated for resources: {'Port': ['ID=af96cc4e-28f6-49ff-b993-1682c148973f,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:26.636353 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:26.728598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Network c67439f3-f570-4f87-8728-01a7e48d7052 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:17:26.730065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:17:26.799910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 2, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:26.827091 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faacefa-6def-4460-8512-7ffa82b763fb None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 2, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:17:26.850559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:17:26.970054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:17:26.982778 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-318502fd-f46e-45c1-86ac-ddd5c898993d admin admin] 10.222.0.53 "PUT /v2.0/routers/6b45e2bc-9a02-4c94-ae61-cefff31a6b1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9489374 Jul 22 17:17:27.009375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c8a9c246-dfb6-4c7b-a5d4-9582230ed990 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:17:27.076619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-82e681da-c109-4aea-8ea7-ca79e6262d8e None None] Provisioning complete for port af96cc4e-28f6-49ff-b993-1682c148973f triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:27.077280 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82e681da-c109-4aea-8ea7-ca79e6262d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.121471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:27.121843 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.125981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-82e681da-c109-4aea-8ea7-ca79e6262d8e None None] Port af96cc4e-28f6-49ff-b993-1682c148973f cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:17:27.510578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59382) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:27.517764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-814feabf-a949-48a8-9147-21da74a850ff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382780478', 'description': 'tempest-description--1225532762'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:27.542082 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-814feabf-a949-48a8-9147-21da74a850ff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.631699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-814feabf-a949-48a8-9147-21da74a850ff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.637319 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-814feabf-a949-48a8-9147-21da74a850ff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.667047 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-814feabf-a949-48a8-9147-21da74a850ff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.668399 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-814feabf-a949-48a8-9147-21da74a850ff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1553769 Jul 22 17:17:27.670348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814feabf-a949-48a8-9147-21da74a850ff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac1571-633c-4695-8162-f0522d3af167,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:27.671280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59384) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:27.686263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f156d4f7-d423-4921-bb51-6d248eeb0440 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'security_group_rule': {'security_group_id': '30ac1571-633c-4695-8162-f0522d3af167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:27.713989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f156d4f7-d423-4921-bb51-6d248eeb0440 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.773558 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f156d4f7-d423-4921-bb51-6d248eeb0440 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.778763 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f156d4f7-d423-4921-bb51-6d248eeb0440 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.798227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156d4f7-d423-4921-bb51-6d248eeb0440 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0009a00b-3572-4281-8916-1a813a8686ef,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:27.804752 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f156d4f7-d423-4921-bb51-6d248eeb0440 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.806286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f156d4f7-d423-4921-bb51-6d248eeb0440 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339386 Jul 22 17:17:27.809176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 59386) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:27.813982 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-49f9daf0-8f1d-4f62-a858-7cf359087a4f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'security_group_rule': {'security_group_id': '30ac1571-633c-4695-8162-f0522d3af167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:27.842603 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49f9daf0-8f1d-4f62-a858-7cf359087a4f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.903346 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49f9daf0-8f1d-4f62-a858-7cf359087a4f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.908258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49f9daf0-8f1d-4f62-a858-7cf359087a4f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.932386 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9daf0-8f1d-4f62-a858-7cf359087a4f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594c9830-3ff1-4692-b302-1fbd82bde1ed,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:27.938630 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-49f9daf0-8f1d-4f62-a858-7cf359087a4f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:27.940846 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-49f9daf0-8f1d-4f62-a858-7cf359087a4f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306140 Jul 22 17:17:27.944161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59388) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:27.949181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:27.972710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:28.083369 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:28.183820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Allocated IP 172.25.3.118 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/ecf739c5-0e54-411b-88c4-ed95d5e79cc9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:17:28.286581 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:28.332754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:28.369447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:17:28.374515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:17:28.377087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:17:28.409055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event updated for resources: {'Port': ['ID=ecf739c5-0e54-411b-88c4-ed95d5e79cc9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:28.818804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:28.838120 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:17:28.846860 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:28.847653 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:17:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:28.864710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:28.956827 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:29.025127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.032863 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.036049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 22628236-88a5-40c0-a065-5821085af6e2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:17:29.088167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 22628236-88a5-40c0-a065-5821085af6e2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:29.092909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 22628236-88a5-40c0-a065-5821085af6e2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:29.093291 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.102534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event updated for resources: {'Port': ['ID=ecf739c5-0e54-411b-88c4-ed95d5e79cc9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:29.122386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.137654 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.146895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1564acfe-79f4-4a31-b658-6285886d3f36 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1937301 Jul 22 17:17:29.179778 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 2, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:29.185657 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.208100 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:17:29.208450 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Updating router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b port af96cc4e-28f6-49ff-b993-1682c148973f binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:17:29.208703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 22628236-88a5-40c0-a065-5821085af6e2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=22628236-88a5-40c0-a065-5821085af6e2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:29.213798 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.249423 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.270641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=22628236-88a5-40c0-a065-5821085af6e2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:29.303023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-a14259f4-3f23-4aa4-93a5-617fa19172ab tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1382780478&fields=id&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 267 time: 0.0371885 Jul 22 17:17:29.410155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-f44c2345-c001-4342-94ef-2283334896c7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:29.411659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-f44c2345-c001-4342-94ef-2283334896c7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 811 time: 0.1015706 Jul 22 17:17:29.426053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-4053fcb6-291c-4196-9d41-83cfbdba3304 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/quotas/00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 375 time: 0.0088727 Jul 22 17:17:29.499627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-863993d3-e6bd-4623-86db-5e8ed9f9db99 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677860 Jul 22 17:17:29.514462 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.525061 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Transition to ACTIVE for port object af96cc4e-28f6-49ff-b993-1682c148973f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:29.531765 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.582532 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Pushing event updated for resources: {'Port': ['ID=af96cc4e-28f6-49ff-b993-1682c148973f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:29.602405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-7cf4d0e7-a5c5-4406-a674-3da034fa809c service neutron] 10.222.0.53 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901442 Jul 22 17:17:29.608810 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.609151 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.609484 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.609813 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.610143 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.610465 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.610785 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.611126 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.611447 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.611764 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.612088 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.612401 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:17:29.650107 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Attempting to bind port af96cc4e-28f6-49ff-b993-1682c148973f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:17:29.650637 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Attempting to bind port af96cc4e-28f6-49ff-b993-1682c148973f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:17:29.651123 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Attempting to bind port af96cc4e-28f6-49ff-b993-1682c148973f on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:17:29.656503 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:17:29.656877 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:17:29.657279 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.657672 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:17:29.658137 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Bound port: af96cc4e-28f6-49ff-b993-1682c148973f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:17:29.658512 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.703767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-f4564370-4829-4f0a-8f95-eb7e3dcf047b service neutron] 10.222.0.53 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952442 Jul 22 17:17:29.728704 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] For port af96cc4e-28f6-49ff-b993-1682c148973f, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:17:29.732257 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] For port af96cc4e-28f6-49ff-b993-1682c148973f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=af96cc4e-28f6-49ff-b993-1682c148973f,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:17:29.736418 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:29.795002 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:29.795650 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:17:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:29.837582 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc30939-e174-4ba2-97c2-2837512b71b5 None None] Pushing event updated for resources: {'Port': ['ID=af96cc4e-28f6-49ff-b993-1682c148973f,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:29.912307 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-37d80e20-32a3-43ce-9e1d-2deaccd092d6 req-ca7b5529-3dcc-41c8-a035-0d7b9f6ce438 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 210 time: 0.0561547 Jul 22 17:17:29.927759 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:30.147265 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-c514892e-2400-400c-b512-6dded751ab13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:30.177439 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c514892e-2400-400c-b512-6dded751ab13 None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:17:30.943414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-ade4a2b2-c67e-4152-b8c4-b86a65338cc9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:30.945593 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-ade4a2b2-c67e-4152-b8c4-b86a65338cc9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 811 time: 0.1120915 Jul 22 17:17:31.002332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-51aff41c-a73c-4d6c-8975-3a0a47224d42 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 380 time: 0.0423427 Jul 22 17:17:31.038376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device af96cc4e-28f6-49ff-b993-1682c148973f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:17:31.043747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'port': {'device_id': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'admin_state_up': True, 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'security_groups': ['30ac1571-633c-4695-8162-f0522d3af167']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:31.048342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-96ee28d8-2e3f-4143-9147-5604abc525d2 req-1dc507d2-e7b1-439c-b54d-f660b41b4667 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 210 time: 0.0415683 Jul 22 17:17:31.097366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port af96cc4e-28f6-49ff-b993-1682c148973f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:31.101235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port af96cc4e-28f6-49ff-b993-1682c148973f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:31.101614 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.156295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Made reservation on behalf of 00ec953be6e04ed2aaa3a314584dfac5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:17:31.160591 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.205810 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.237883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port af96cc4e-28f6-49ff-b993-1682c148973f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=af96cc4e-28f6-49ff-b993-1682c148973f,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:31.242383 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.243546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 22628236-88a5-40c0-a065-5821085af6e2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:17:31.293062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Allocated IP 172.20.0.7 (c67439f3-f570-4f87-8728-01a7e48d7052/d9bbba0a-5270-41b9-aaac-789f237a1fb8/7503ea91-768d-452a-b14b-03aa7fcf6fc2) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:17:31.319235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=af96cc4e-28f6-49ff-b993-1682c148973f,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:31.332202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 22628236-88a5-40c0-a065-5821085af6e2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:31.332559 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.428056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.447413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Transition to ACTIVE for port object 7503ea91-768d-452a-b14b-03aa7fcf6fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:31.483781 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.531991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Network c67439f3-f570-4f87-8728-01a7e48d7052 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:17:31.534875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:17:31.538672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:17:31.563065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event updated for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:31.592926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:31.593536 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.609664 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-1cdd3872-0b2e-4bd8-a105-fcda617b283f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703332 Jul 22 17:17:31.627509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Request body: {'port': {'device_id': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:31.710510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.737132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-82f8fc8d-3a1d-4981-bdc3-ad10c2b15d41 None None] Provisioning for port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:31.740940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-82f8fc8d-3a1d-4981-bdc3-ad10c2b15d41 None None] Provisioning complete for port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:31.741377 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-82f8fc8d-3a1d-4981-bdc3-ad10c2b15d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.776472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-82f8fc8d-3a1d-4981-bdc3-ad10c2b15d41 None None] Port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:17:31.966419 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.972841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7503ea91-768d-452a-b14b-03aa7fcf6fc2 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:17:31.980917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:31.993405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Transition to ACTIVE for port object 7503ea91-768d-452a-b14b-03aa7fcf6fc2 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:17:31.996812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:32.071991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Pushing event updated for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:32.125686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Attempting to bind port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:17:32.126299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Attempting to bind port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:17:32.126740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Attempting to bind port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:17:32.131528 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:17:32.132001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Attempting to bind port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:17:32.138142 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:17:32.138624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:17:32.139180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:17:32.139723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Bound port: 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:17:32.140187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:32.196549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad089d-9923-4a68-bc45-03c22301ba82 req-6fd1d229-28fb-4a23-9de2-d854b2c1b9ae tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.201753 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dbad089d-9923-4a68-bc45-03c22301ba82 req-6fd1d229-28fb-4a23-9de2-d854b2c1b9ae tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 943 time: 0.0732973 Jul 22 17:17:32.207173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:17:32.210781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:17:32.215887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:32.237492 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-dbad089d-9923-4a68-bc45-03c22301ba82 req-deefcf7c-b86d-4bc2-8546-680e958dae06 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335095 Jul 22 17:17:32.250658 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.251635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:32.253104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] 10.222.0.20 "PUT /v2.0/ports/7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 1092 time: 0.6302481 Jul 22 17:17:32.255514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:32.258091 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c223b80-4cf9-4119-be5c-12857b4ada0d" -d '{"events": [{"name": "network-changed", "server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:32.295732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d84a6b-2745-479a-a596-7246b783925b service neutron] Pushing event updated for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:32.314220 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723017db-f9fa-4055-be04-68bfec192ae8 x-openstack-request-id: req-723017db-f9fa-4055-be04-68bfec192ae8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:32.314624 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:32.314973 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-723017db-f9fa-4055-be04-68bfec192ae8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:32.315453 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'status': 'completed', 'code': 200} Jul 22 17:17:32.383123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-fd2be805-7c9d-4a22-9423-8e466126569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.384668 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-fd2be805-7c9d-4a22-9423-8e466126569d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1095 time: 0.0620179 Jul 22 17:17:32.434241 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-111f4081-3fa5-4868-959e-670572344f83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 217 time: 0.0367322 Jul 22 17:17:32.482907 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-2a754f42-fde1-4291-a1d4-2b923680ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.484393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-2a754f42-fde1-4291-a1d4-2b923680ee6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0443797 Jul 22 17:17:32.553783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-992a24d2-56cc-4a5f-980a-8687f6e8723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.555422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-992a24d2-56cc-4a5f-980a-8687f6e8723a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638075 Jul 22 17:17:32.644925 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-c8d9d4f8-d060-40d6-aa5c-b433609e938e service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Jul 22 17:17:32.738632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7ab59a-2ddb-4410-9541-b9db1b60bde1 req-728e0ae0-63cf-439f-b633-cedf5e39db72 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877743 Jul 22 17:17:32.876619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-c842e421-7722-4347-bbf8-77142e0b503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.878192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-c842e421-7722-4347-bbf8-77142e0b503c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1095 time: 0.0560708 Jul 22 17:17:32.971947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-b9cebc13-141f-452f-bceb-b3ce543514f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:32.973426 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-b9cebc13-141f-452f-bceb-b3ce543514f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0884383 Jul 22 17:17:33.007345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device af96cc4e-28f6-49ff-b993-1682c148973f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:17:33.016820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-a48a63e3-2ada-49de-a520-5a32a81bfdcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 217 time: 0.0364037 Jul 22 17:17:33.059015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port af96cc4e-28f6-49ff-b993-1682c148973f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:33.059397 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:33.067303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-46aea18e-90da-4525-9c1f-2991fc79cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.068767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-46aea18e-90da-4525-9c1f-2991fc79cd29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0436630 Jul 22 17:17:33.135254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-116f8e97-06d9-46fd-8773-d7ab6a798a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.136850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-116f8e97-06d9-46fd-8773-d7ab6a798a27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533786 Jul 22 17:17:33.230300 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-7a28b985-0a04-4dcf-a6ed-68492653da6a service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862126 Jul 22 17:17:33.331230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c223b80-4cf9-4119-be5c-12857b4ada0d req-bd7c12af-794e-4047-948c-153ad24a0fa5 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937274 Jul 22 17:17:33.370631 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3a60-402b-4f13-91df-86b654ddc50f req-c4dbac9d-fffd-4915-b775-d9ca3ae23bd2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:33.372151 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e10b3a60-402b-4f13-91df-86b654ddc50f req-c4dbac9d-fffd-4915-b775-d9ca3ae23bd2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 943 time: 0.0672855 Jul 22 17:17:33.408159 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e10b3a60-402b-4f13-91df-86b654ddc50f req-f516d249-6a03-4462-a72b-9c55bd98e23f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303659 Jul 22 17:17:34.541394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73302c-d248-4746-8d08-02c0581ee26c req-dda7d812-aae4-4d24-bfd0-57efd1e2c368 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:34.542810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee73302c-d248-4746-8d08-02c0581ee26c req-dda7d812-aae4-4d24-bfd0-57efd1e2c368 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 943 time: 0.0651641 Jul 22 17:17:34.581565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee73302c-d248-4746-8d08-02c0581ee26c req-2cc62c2f-a28a-4889-9dcc-52ddc19a2803 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Jul 22 17:17:35.711692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a534a-bde3-49b9-9220-9c3f4daaa42e req-50656cd7-6fc4-466a-b1d0-31492f1938a2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:35.714140 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e3a534a-bde3-49b9-9220-9c3f4daaa42e req-50656cd7-6fc4-466a-b1d0-31492f1938a2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 943 time: 0.0665560 Jul 22 17:17:35.751166 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1e3a534a-bde3-49b9-9220-9c3f4daaa42e req-7eaeb98e-f9cd-455c-a55b-6e29b3825f78 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324683 Jul 22 17:17:35.958499 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:36.538301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7503ea91-768d-452a-b14b-03aa7fcf6fc2 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:17:36.634159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:36.645554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'mac_address': 'fa:16:3e:a6:4f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:17:36.681596 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:36.693780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7503ea91-768d-452a-b14b-03aa7fcf6fc2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:17:36.713357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:36.717035 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:36.762666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:36.879285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bf52f-ca1e-4a6a-9c8d-d9a0b6d7b7c5 req-30473a3a-beac-41ee-b715-401499172c7a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:36.880788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791bf52f-ca1e-4a6a-9c8d-d9a0b6d7b7c5 req-30473a3a-beac-41ee-b715-401499172c7a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 944 time: 0.0646119 Jul 22 17:17:36.919876 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-791bf52f-ca1e-4a6a-9c8d-d9a0b6d7b7c5 req-791f2ed7-b016-44bd-8e74-2a18ec2fd646 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jul 22 17:17:36.974472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['7503ea91-768d-452a-b14b-03aa7fcf6fc2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:17:38.052155 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973d7da-26cd-46fc-a636-33cf036927ff req-0437de7e-0f06-4cc8-90b3-14636ef51855 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:38.053696 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2973d7da-26cd-46fc-a636-33cf036927ff req-0437de7e-0f06-4cc8-90b3-14636ef51855 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 944 time: 0.0680828 Jul 22 17:17:38.090864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2973d7da-26cd-46fc-a636-33cf036927ff req-63239870-06d9-4ef2-9b36-1d37cfb03b9f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Jul 22 17:17:38.554664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7503ea91-768d-452a-b14b-03aa7fcf6fc2 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:17:38.601943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:17:38.605470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:17:38.605836 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:38.682505 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:38.704619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:38.707438 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858098eb-d527-4caa-b587-7f1e289c8ee0" -d '{"events": [{"server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "name": "network-vif-plugged", "status": "completed", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:38.720274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:17:38.724416 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:38.747596 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6250d6b2-cc47-4cf4-8458-49c591ee9a3b x-openstack-request-id: req-6250d6b2-cc47-4cf4-8458-49c591ee9a3b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:38.747883 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "name": "network-vif-plugged", "status": "completed", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:38.748131 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6250d6b2-cc47-4cf4-8458-49c591ee9a3b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:38.748513 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'code': 200} Jul 22 17:17:38.776197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:17:38.884704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36c80-9278-4519-9851-9ddf28644a56 req-0da8968b-0341-45e0-bf89-8ee91ddddc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:38.886242 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aab36c80-9278-4519-9851-9ddf28644a56 req-0da8968b-0341-45e0-bf89-8ee91ddddc11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1097 time: 0.0595813 Jul 22 17:17:38.919362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-aab36c80-9278-4519-9851-9ddf28644a56 req-e7157b9d-8b4a-4dd3-979b-a41fb4e396d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270333 Jul 22 17:17:39.222051 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ca3b9-432f-4a9b-b582-35280dae1ba0 req-f136f3de-ba48-4b90-8887-16d853feaedb tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:39.223536 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-810ca3b9-432f-4a9b-b582-35280dae1ba0 req-f136f3de-ba48-4b90-8887-16d853feaedb tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0666225 Jul 22 17:17:39.260756 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-810ca3b9-432f-4a9b-b582-35280dae1ba0 req-235066df-8dcf-48fc-abea-3f19b79bf4ca tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Jul 22 17:17:40.394886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f43180-e979-4f95-ba21-4b8b481e8266 req-5c2a5a43-020b-4a8a-960e-3e0a8cddf743 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:40.396397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4f43180-e979-4f95-ba21-4b8b481e8266 req-5c2a5a43-020b-4a8a-960e-3e0a8cddf743 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0640175 Jul 22 17:17:40.434456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c4f43180-e979-4f95-ba21-4b8b481e8266 req-6eb73576-0517-4b61-aa97-7547a7100aad tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Jul 22 17:17:40.574044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486d953-adac-4a5c-b761-9c857babd76a req-8f3a5f2e-a2cc-43d1-ba89-5368236fba8b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:40.575482 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0486d953-adac-4a5c-b761-9c857babd76a req-8f3a5f2e-a2cc-43d1-ba89-5368236fba8b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0771644 Jul 22 17:17:40.584744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59440) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:17:40.589542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-64354d15-7930-40c0-a85a-9f7746e0c747 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'floatingip': {'port_id': '7503ea91-768d-452a-b14b-03aa7fcf6fc2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:17:40.630890 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64354d15-7930-40c0-a85a-9f7746e0c747 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:41.056225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64354d15-7930-40c0-a85a-9f7746e0c747 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:41.060054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64354d15-7930-40c0-a85a-9f7746e0c747 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:41.157112 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-64354d15-7930-40c0-a85a-9f7746e0c747 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d associated. External IP: 172.25.3.118, port: 7503ea91-768d-452a-b14b-03aa7fcf6fc2. Jul 22 17:17:41.359133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64354d15-7930-40c0-a85a-9f7746e0c747 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:17:41.465104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64354d15-7930-40c0-a85a-9f7746e0c747 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:17:41.469793 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64354d15-7930-40c0-a85a-9f7746e0c747 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:41.474403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:17:41.484419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:41.485150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:17:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:41.506392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-64354d15-7930-40c0-a85a-9f7746e0c747 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "PUT /v2.0/floatingips/8bf5d7f8-139e-4fd7-9d6a-0df56a48027d HTTP/1.1" status: 200 len: 991 time: 0.9205148 Jul 22 17:17:41.507055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:17:41.510017 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e859b381-44c4-4284-af75-6305ddf46be2" -d '{"events": [{"name": "network-changed", "server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:17:41.547514 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08973a70-0a08-48c9-9cee-3f0c0a929c82 x-openstack-request-id: req-08973a70-0a08-48c9-9cee-3f0c0a929c82 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:17:41.547801 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:17:41.548050 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08973a70-0a08-48c9-9cee-3f0c0a929c82 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:17:41.548451 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'status': 'completed', 'code': 200} Jul 22 17:17:41.595592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:41.654871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859b381-44c4-4284-af75-6305ddf46be2 req-c65b7f53-b53e-47aa-8d44-72da0e1593fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:41.656397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e859b381-44c4-4284-af75-6305ddf46be2 req-c65b7f53-b53e-47aa-8d44-72da0e1593fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1097 time: 0.0538461 Jul 22 17:17:41.753519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859b381-44c4-4284-af75-6305ddf46be2 req-c1e3e0ee-f22e-4cf8-a61e-72252e6344df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:41.755095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e859b381-44c4-4284-af75-6305ddf46be2 req-c1e3e0ee-f22e-4cf8-a61e-72252e6344df service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0914216 Jul 22 17:17:41.818387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e859b381-44c4-4284-af75-6305ddf46be2 req-41ea8d4d-1e52-4ea9-8a61-301b9c488b38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 999 time: 0.0573738 Jul 22 17:17:41.819461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:a6:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:17:40Z', 'revision_number': 1, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:41.846185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:17:41.854519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:17:41.855236 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:17:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:41.873717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859b381-44c4-4284-af75-6305ddf46be2 req-40fa37a5-9f9b-42f6-89a4-e44a17e78570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:41.875213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e859b381-44c4-4284-af75-6305ddf46be2 req-40fa37a5-9f9b-42f6-89a4-e44a17e78570 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0508585 Jul 22 17:17:41.936228 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859b381-44c4-4284-af75-6305ddf46be2 req-02d25865-dc2e-4942-bc12-80973ede509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:41.937761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e859b381-44c4-4284-af75-6305ddf46be2 req-02d25865-dc2e-4942-bc12-80973ede509b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565510 Jul 22 17:17:41.961832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:17:42.027234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e859b381-44c4-4284-af75-6305ddf46be2 req-49006592-09f2-4d15-b670-d31f3574154e service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820453 Jul 22 17:17:42.127175 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e859b381-44c4-4284-af75-6305ddf46be2 req-c7b1bb1e-835d-45a9-9462-d182d7517d14 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938306 Jul 22 17:17:42.195171 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:a6:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:17:40Z', 'revision_number': 1, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:17:42.221762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ec5c4-3387-4cec-b57f-8bcbc7aa2f3e None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:a6:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:17:40Z', 'revision_number': 1, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:17:42.416063 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97aef0-7274-43da-8de7-c36fafc079e7 None None] New status for floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:17:42.940836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-08687bf2-a591-444f-a88e-75f68a96d303 req-d438f007-083a-49cf-9a7c-df83752fd664 service neutron] (93751) timed out ('10.222.0.53', 55700) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:17:48.492918 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-56ca6f1f-946d-4bd3-8990-898afb455137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:51.071077 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c3ea4c61-5318-4a7d-9930-67b792155288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:51.308870 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:52.666978 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:54.373063 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:17:54.522478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c33e380-47fc-472a-b731-507d97981d80 req-cdaf6072-952e-4440-bb7a-5b94ecf8a549 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545702 Jul 22 17:17:54.629879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33e380-47fc-472a-b731-507d97981d80 req-80191ad5-2471-41c2-9d78-601b557f4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:54.631394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c33e380-47fc-472a-b731-507d97981d80 req-80191ad5-2471-41c2-9d78-601b557f4038 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1097 time: 0.0536964 Jul 22 17:17:54.742846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33e380-47fc-472a-b731-507d97981d80 req-eacbfc1b-d9cb-4e01-9578-b33764729642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:54.744626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c33e380-47fc-472a-b731-507d97981d80 req-eacbfc1b-d9cb-4e01-9578-b33764729642 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0924103 Jul 22 17:17:54.808171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c33e380-47fc-472a-b731-507d97981d80 req-6a39e49d-b406-4659-9552-ebbe27cc3880 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 1001 time: 0.0564871 Jul 22 17:17:54.861509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33e380-47fc-472a-b731-507d97981d80 req-45cba23c-a9b1-44aa-a43c-12c302dcc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:54.863228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c33e380-47fc-472a-b731-507d97981d80 req-45cba23c-a9b1-44aa-a43c-12c302dcc9da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0472171 Jul 22 17:17:54.922827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33e380-47fc-472a-b731-507d97981d80 req-c82a8000-16d6-46bc-9792-4bfd4a1aedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:17:54.924379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c33e380-47fc-472a-b731-507d97981d80 req-c82a8000-16d6-46bc-9792-4bfd4a1aedee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545187 Jul 22 17:17:55.016127 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c33e380-47fc-472a-b731-507d97981d80 req-d37aa3e4-9258-4924-895f-3602244e99e1 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819354 Jul 22 17:17:55.107144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8c33e380-47fc-472a-b731-507d97981d80 req-512385ee-7a8a-43ca-81eb-830123869045 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842540 Jul 22 17:18:01.972320 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:02.475076 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:18:05.974709 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:18.495406 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8b33f219-0a3f-4b02-ba52-c2f4f9301360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:21.072260 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e152c35-e28c-42de-9e5d-7f0d23f151be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:21.309601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:22.669298 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:24.374530 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:31.966957 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:35.988956 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:39.473857 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:18:48.501160 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9738-5262-4ab9-b5bf-3bcf0932651c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:51.072354 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9c48-c28e-46d8-98ff-66c3c11de590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:51.310495 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:52.673275 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:54.375195 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:18:55.580133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-099b2879-858f-43aa-93df-f8d1b3163a21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1057243 Jul 22 17:18:55.692664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-ff46da47-4429-4625-8573-baa97d0904c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:18:55.694162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-ff46da47-4429-4625-8573-baa97d0904c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1097 time: 0.0573547 Jul 22 17:18:55.794430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-cf9b0efc-eb93-4c77-b330-315fcbb85863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:18:55.795831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-cf9b0efc-eb93-4c77-b330-315fcbb85863 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0836136 Jul 22 17:18:56.195221 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-90098752-e28e-47f5-a44f-ada6b3312604 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 1001 time: 0.3920681 Jul 22 17:18:56.242706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-95e4cced-f2e7-45d4-8aaa-8eb327c14b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:18:56.244920 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-95e4cced-f2e7-45d4-8aaa-8eb327c14b26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0428839 Jul 22 17:18:56.305388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-132964a5-4121-4260-97ee-d1f6b2b586fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:18:56.307613 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-132964a5-4121-4260-97ee-d1f6b2b586fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565574 Jul 22 17:18:56.318021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-2573ab93-57a4-4af5-b982-c9a5a398724d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:18:56.318967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-2573ab93-57a4-4af5-b982-c9a5a398724d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049014 Jul 22 17:18:56.407694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-84ff039e-b8bd-4c40-a724-897747ac52cf service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826845 Jul 22 17:18:56.496257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fbb9a139-f07d-460e-b430-3b97c42c8a6e req-e0a4e632-d144-4be2-9528-ecb5d4247b2f service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817542 Jul 22 17:19:01.985593 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:05.981512 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:16.476138 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:19:18.492661 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7eb9f6a6-5e60-4f71-8554-7264ab5754eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:18.810180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9db3-9951-4308-ad13-c999f139da41 req-666f2007-96e6-4220-96d2-2681c6e0bce8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:18.811710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6df9db3-9951-4308-ad13-c999f139da41 req-666f2007-96e6-4220-96d2-2681c6e0bce8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.1518798 Jul 22 17:19:18.847927 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6df9db3-9951-4308-ad13-c999f139da41 req-c01c469f-ec97-4e19-b8ef-aa7f9cb374ea tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Jul 22 17:19:19.122479 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-a9bbcb10-0f88-49ed-b7be-a4ab5db204ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908105 Jul 22 17:19:19.133649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9a73f-6c03-4856-9506-d05ad0642dc0 req-df897de4-f326-45d9-a96c-e7ae1178958e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:19.135105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78a9a73f-6c03-4856-9506-d05ad0642dc0 req-df897de4-f326-45d9-a96c-e7ae1178958e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0947447 Jul 22 17:19:19.175024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78a9a73f-6c03-4856-9506-d05ad0642dc0 req-3b475302-c64f-4ed4-a538-f734bc6c2fc1 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327787 Jul 22 17:19:20.378301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-9a5a9666-15ae-4fa6-87f2-7a6ae422d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:20.379837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-9a5a9666-15ae-4fa6-87f2-7a6ae422d80d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1097 time: 0.0961528 Jul 22 17:19:20.404481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9c7c0-3f95-472a-b2a7-f6fa5e92ab18 req-ee757541-7aee-4ff8-b39e-ab4dd389c544 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:20.405940 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01a9c7c0-3f95-472a-b2a7-f6fa5e92ab18 req-ee757541-7aee-4ff8-b39e-ab4dd389c544 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.1585956 Jul 22 17:19:20.490037 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01a9c7c0-3f95-472a-b2a7-f6fa5e92ab18 req-1d8e024c-c508-40b9-bc4a-0fa6b8acd2f3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741880 Jul 22 17:19:20.512074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-02c227b1-6b73-4ea4-84c1-fc439aa1d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:20.513549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-02c227b1-6b73-4ea4-84c1-fc439aa1d6f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1256559 Jul 22 17:19:20.577254 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-170467d9-93e5-4644-9c35-3f7b4b2ba012 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 1001 time: 0.0573382 Jul 22 17:19:20.625190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-1d399999-ab74-47e1-b76b-2abb5786a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:20.626736 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-1d399999-ab74-47e1-b76b-2abb5786a2c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0432527 Jul 22 17:19:20.693645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-0849bc98-1d19-4841-afc3-bdb37bd9cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:20.695180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-0849bc98-1d19-4841-afc3-bdb37bd9cc8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615819 Jul 22 17:19:20.788312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-e1457db4-e173-437e-b763-82c4960a71cb service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864682 Jul 22 17:19:20.887584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-6d24e9f4-eefa-43ed-b645-6ed609436f78 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930996 Jul 22 17:19:21.073844 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7a6059e4-2d0b-4d46-959c-dec335eb4c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:21.311215 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:21.623536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b868f-9dce-4007-b7a0-eb90481f6299 req-885d1484-c9e7-4372-8da8-b8d7e439e4a7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:21.625024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-770b868f-9dce-4007-b7a0-eb90481f6299 req-885d1484-c9e7-4372-8da8-b8d7e439e4a7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0677645 Jul 22 17:19:21.662011 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-770b868f-9dce-4007-b7a0-eb90481f6299 req-517ed725-dbb5-438e-b474-338aae9902fb tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Jul 22 17:19:22.675198 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:22.790697 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202e0e3-fa21-43c8-841b-4b0109f68a96 req-0b5e617a-8278-4e99-a3f1-923b93671d74 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:22.792826 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0202e0e3-fa21-43c8-841b-4b0109f68a96 req-0b5e617a-8278-4e99-a3f1-923b93671d74 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0644965 Jul 22 17:19:22.829243 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0202e0e3-fa21-43c8-841b-4b0109f68a96 req-9e118f2c-ca05-45d4-bc91-6c07ce3540fe tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309615 Jul 22 17:19:23.959967 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9b901-b4fd-44c4-a617-e73d3ab8c34f req-b1a7eab0-d5c4-4598-ac08-f6f4577e3671 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:23.961449 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8dc9b901-b4fd-44c4-a617-e73d3ab8c34f req-b1a7eab0-d5c4-4598-ac08-f6f4577e3671 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0641551 Jul 22 17:19:23.999377 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8dc9b901-b4fd-44c4-a617-e73d3ab8c34f req-d321890f-d641-4e4d-9812-34f3d5c513e1 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Jul 22 17:19:24.378130 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:25.132959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f21aeb-dd49-48b4-963d-50707fc51789 req-f5703879-eafb-45f9-b32a-283aa463b58f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:25.134423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56f21aeb-dd49-48b4-963d-50707fc51789 req-f5703879-eafb-45f9-b32a-283aa463b58f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0675957 Jul 22 17:19:25.172414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-56f21aeb-dd49-48b4-963d-50707fc51789 req-81042a8e-bcdd-47e4-8b26-48c4cbc7a809 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316212 Jul 22 17:19:26.301864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ab92c-994d-42dd-8ecb-480a976a6aa6 req-bc079e6e-b93e-421a-8e14-954e8b535051 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:26.303435 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e98ab92c-994d-42dd-8ecb-480a976a6aa6 req-bc079e6e-b93e-421a-8e14-954e8b535051 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0649419 Jul 22 17:19:26.345411 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e98ab92c-994d-42dd-8ecb-480a976a6aa6 req-ddc5fe75-4de9-4aa9-b8e5-64fa75bd14e7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363505 Jul 22 17:19:27.483667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417f806-0a7f-4ae3-b078-ec5b860a6384 req-da2c8bc5-8c22-4b28-a914-aaaf80472e1d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:27.485170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d417f806-0a7f-4ae3-b078-ec5b860a6384 req-da2c8bc5-8c22-4b28-a914-aaaf80472e1d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0653167 Jul 22 17:19:27.522282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d417f806-0a7f-4ae3-b078-ec5b860a6384 req-ff5d2ba5-5533-428e-aa44-0def2816ffbb tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Jul 22 17:19:28.659950 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0698f-6deb-45d6-ae8c-5f7f7130f495 req-c2c6edd4-1eb9-43a0-93a8-484c28b36791 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:28.661456 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45b0698f-6deb-45d6-ae8c-5f7f7130f495 req-c2c6edd4-1eb9-43a0-93a8-484c28b36791 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0727954 Jul 22 17:19:28.698261 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-45b0698f-6deb-45d6-ae8c-5f7f7130f495 req-d7cae22b-5741-452a-801a-bcab12caea23 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312686 Jul 22 17:19:29.828906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36b76-f5f6-4fbb-8dac-0a76f4b653e6 req-091c1b1c-e7b1-42ed-8e05-70a3fad038bd tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:29.830407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7b36b76-f5f6-4fbb-8dac-0a76f4b653e6 req-091c1b1c-e7b1-42ed-8e05-70a3fad038bd tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0634472 Jul 22 17:19:29.866610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c7b36b76-f5f6-4fbb-8dac-0a76f4b653e6 req-b24c5213-551b-4231-b492-0c431760e8c3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306711 Jul 22 17:19:30.999485 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab0c3-3674-432d-bf6c-522d248beb23 req-83885a9d-87ed-4846-b41a-b07a04cae645 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:31.000972 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1bab0c3-3674-432d-bf6c-522d248beb23 req-83885a9d-87ed-4846-b41a-b07a04cae645 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0629959 Jul 22 17:19:31.038138 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a1bab0c3-3674-432d-bf6c-522d248beb23 req-7d6d4c8a-316d-41c5-8036-196589cb1c34 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315967 Jul 22 17:19:31.997524 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:32.170903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1526d-a878-476d-ab41-cde89b5d079a req-03020baf-154b-4dfa-a3a8-9322a0d373a3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:32.172320 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7b1526d-a878-476d-ab41-cde89b5d079a req-03020baf-154b-4dfa-a3a8-9322a0d373a3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0674860 Jul 22 17:19:32.208570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b7b1526d-a878-476d-ab41-cde89b5d079a req-545cd581-f76a-4957-8979-f34625142148 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308356 Jul 22 17:19:32.936014 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-b958cf8f-3645-483f-b060-dd1576391a52 service neutron] show failed (client error): The resource could not be found. Jul 22 17:19:32.937104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-b958cf8f-3645-483f-b060-dd1576391a52 service neutron] 10.222.0.20 "GET /v2.0/ports/7503ea91-768d-452a-b14b-03aa7fcf6fc2/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0549197 Jul 22 17:19:33.146347 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-e06c8bbb-aec9-4a5d-bbe2-e3b8acc53d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.147889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-e06c8bbb-aec9-4a5d-bbe2-e3b8acc53d63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 1097 time: 0.0540578 Jul 22 17:19:33.167760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:19:33.241456 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:33.346817 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfb4f0-137e-43c7-8965-e2a7ad51db2d req-3580db58-5d97-4d09-bdec-a70fb64d9ade tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.348342 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bdbfb4f0-137e-43c7-8965-e2a7ad51db2d req-3580db58-5d97-4d09-bdec-a70fb64d9ade tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0698655 Jul 22 17:19:33.388072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bdbfb4f0-137e-43c7-8965-e2a7ad51db2d req-1f9e96c5-4588-45ed-bc58-ee965c278cc8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341663 Jul 22 17:19:33.456095 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:33.491079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:19:33.535683 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:33.538081 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7f64a-b223-4f3c-a244-987150887b4b" -d '{"events": [{"server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "name": "network-vif-unplugged", "status": "completed", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:33.542434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:33.555873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Transition to ACTIVE for port object 7503ea91-768d-452a-b14b-03aa7fcf6fc2 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:19:33.560328 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:33.613848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Pushing event updated for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:33.651237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.651579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.652030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.652487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.652832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.653171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.653508 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.653842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.654180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.654512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.654831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.655194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:33.659525 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7375cfb-93d8-4d04-90ea-895cbd16aaa6 x-openstack-request-id: req-f7375cfb-93d8-4d04-90ea-895cbd16aaa6 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:33.659817 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "name": "network-vif-unplugged", "status": "completed", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:33.660073 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7375cfb-93d8-4d04-90ea-895cbd16aaa6 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:33.660485 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'code': 200} Jul 22 17:19:33.706614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] No DVR routers for this DVR port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:19:33.846487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Attempting to bind port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:19:33.846828 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Attempting to bind port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:19:33.847192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Attempting to bind port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:19:33.851550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:19:33.851881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Attempting to bind port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:19:33.857110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:19:33.857454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:19:33.857846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:19:33.860036 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Bound port: 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:19:33.860414 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:33.931023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:19:33.934967 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:19:33.939427 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:33.972400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:33.973036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:33.974480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] 10.222.0.65 "PUT /v2.0/ports/7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 1092 time: 0.8113823 Jul 22 17:19:34.001315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eba36e-5d99-4b81-9522-6c4af168475e service neutron] Pushing event updated for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:34.070077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-ab08d648-860f-4109-8d07-45e976a6ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:34.071629 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-ab08d648-860f-4109-8d07-45e976a6ac26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1095 time: 0.0582671 Jul 22 17:19:34.174344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-532f1e0c-34a9-4780-9679-cc50372a89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:34.175672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-532f1e0c-34a9-4780-9679-cc50372a89c7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0968602 Jul 22 17:19:34.241091 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-daa8c4d3-fc02-43c8-8be5-559be08041f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 999 time: 0.0588560 Jul 22 17:19:34.295649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-191da607-8796-44de-ad08-f0cf5ad1e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:34.297111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-191da607-8796-44de-ad08-f0cf5ad1e1c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0495212 Jul 22 17:19:34.356695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-b0ceda08-6166-42b6-bb1e-ab287a162910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:34.358264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-b0ceda08-6166-42b6-bb1e-ab287a162910 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537219 Jul 22 17:19:34.449836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-e7e6d512-5afe-45c5-88a0-c748681da57f service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839314 Jul 22 17:19:34.520282 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec53a-9911-45c8-884d-5d8db1af49e5 req-eccbb42c-3c21-4bcc-bade-9959fa024b8e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:34.521721 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e45ec53a-9911-45c8-884d-5d8db1af49e5 req-eccbb42c-3c21-4bcc-bade-9959fa024b8e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 943 time: 0.0642502 Jul 22 17:19:34.548813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-4ecdfe9b-afba-4824-8b13-0e429b943a10 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925057 Jul 22 17:19:34.560650 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e45ec53a-9911-45c8-884d-5d8db1af49e5 req-b66b9bd6-01c1-4627-b974-aae295b59f14 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331457 Jul 22 17:19:35.666253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:35.668734 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:35.709249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad913d-7d1f-4526-819a-52f4e527a709 req-49a622d4-4ea7-4a4b-ad35-82746e8e8888 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:35.710867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5ad913d-7d1f-4526-819a-52f4e527a709 req-49a622d4-4ea7-4a4b-ad35-82746e8e8888 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 943 time: 0.0733156 Jul 22 17:19:35.726075 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0684d0c9-3796-4a6a-adc5-fa65880560b0 x-openstack-request-id: req-0684d0c9-3796-4a6a-adc5-fa65880560b0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:35.726362 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:35.726612 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0684d0c9-3796-4a6a-adc5-fa65880560b0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:35.727031 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'status': 'completed', 'code': 200} Jul 22 17:19:35.753700 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d5ad913d-7d1f-4526-819a-52f4e527a709 req-f0b3e1c8-4e19-4e65-8681-3782a229728f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356865 Jul 22 17:19:35.877613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-abb51439-b3d7-4b93-a030-bb7828147e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:35.879163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-abb51439-b3d7-4b93-a030-bb7828147e46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1095 time: 0.1060343 Jul 22 17:19:35.880807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-47c6d635-549e-4e62-88ea-9b0373d44df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:35.882212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-47c6d635-549e-4e62-88ea-9b0373d44df3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1095 time: 0.1004558 Jul 22 17:19:35.996413 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:36.047700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-fd263848-d1a4-4f56-ae13-dd9b86d96f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:36.049926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-fd263848-d1a4-4f56-ae13-dd9b86d96f1f service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1630840 Jul 22 17:19:36.052090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-66685dec-eaea-4aa4-b10f-9348a70a23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:36.053511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-66685dec-eaea-4aa4-b10f-9348a70a23c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1591022 Jul 22 17:19:36.166048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-a0a88a74-9a80-4205-bae3-be62d0a7eabc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 999 time: 0.1079044 Jul 22 17:19:36.173328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-355ad9cf-45c5-49d1-b17a-9af69a34bfa0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 999 time: 0.1078880 Jul 22 17:19:36.267026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-960df5c9-8601-4d1d-b6a2-1ba7fcd35656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:36.274449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-960df5c9-8601-4d1d-b6a2-1ba7fcd35656 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0943580 Jul 22 17:19:36.274449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-e196b6ce-4bf6-49ad-a5d3-8d9076142620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:36.274449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-e196b6ce-4bf6-49ad-a5d3-8d9076142620 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0900810 Jul 22 17:19:36.370885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-c18dd106-c568-46e5-a5fa-6c9c65e4e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:36.372418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-c18dd106-c568-46e5-a5fa-6c9c65e4e895 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878558 Jul 22 17:19:36.374129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-01586f96-4f4e-4ffe-8b2a-a55e227d085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:36.375554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-01586f96-4f4e-4ffe-8b2a-a55e227d085c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996745 Jul 22 17:19:36.533237 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-2ef0bd5b-a609-4ee7-a54f-2c2a32451618 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540165 Jul 22 17:19:36.534978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-aa051810-8801-4d11-94fd-b3c0bae6ee63 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487920 Jul 22 17:19:36.691456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-21c76212-7273-4116-af7b-d1644705c427 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446452 Jul 22 17:19:36.693353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0c8d784-3437-4bb1-a06c-9a73a82b7c4c req-a740e444-7f98-4b9d-a5d9-9892e40b013c service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540277 Jul 22 17:19:36.892824 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5ec8-6efc-4f87-abd0-4b5283c72cca req-2d0bc9e3-b5ce-4def-88f6-93bfc1a62167 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:36.895083 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6f5f5ec8-6efc-4f87-abd0-4b5283c72cca req-2d0bc9e3-b5ce-4def-88f6-93bfc1a62167 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 943 time: 0.0677407 Jul 22 17:19:36.939446 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6f5f5ec8-6efc-4f87-abd0-4b5283c72cca req-df3bb47d-9e78-4d3d-bb2e-59c7994c9b71 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 Jul 22 17:19:36.969905 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7503ea91-768d-452a-b14b-03aa7fcf6fc2 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:19:37.071938 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:37.084729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'mac_address': 'fa:16:3e:a6:4f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:19:37.125365 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:37.138770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7503ea91-768d-452a-b14b-03aa7fcf6fc2 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:19:37.160037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:37.160969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46484-58e9-4c84-9341-1a563a66c284 req-63556696-f1c8-438e-9bd3-855d87c3f8d2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:37.162616 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ba46484-58e9-4c84-9341-1a563a66c284 req-63556696-f1c8-438e-9bd3-855d87c3f8d2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 943 time: 0.0691524 Jul 22 17:19:37.164748 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:37.194438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854516a-aa61-4636-b6d9-06ced11d30da req-2884b57f-d48a-4e84-b6d9-41474c46110d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:37.196249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4854516a-aa61-4636-b6d9-06ced11d30da req-2884b57f-d48a-4e84-b6d9-41474c46110d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684&tenant_id=00ec953be6e04ed2aaa3a314584dfac5&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 943 time: 0.0823696 Jul 22 17:19:37.210040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7503ea91-768d-452a-b14b-03aa7fcf6fc2 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:19:37.215563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ba46484-58e9-4c84-9341-1a563a66c284 req-b930c7b3-c82d-49ad-8a48-a3a57ee9e7a9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444651 Jul 22 17:19:37.255843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:37.268848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.269190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.269527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.269859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.270196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.270523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.270844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.271193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.271515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.271841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.272159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.272478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:19:37.279044 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-4854516a-aa61-4636-b6d9-06ced11d30da req-b3356782-dfd3-4241-86dd-f812590541da service neutron] delete failed (client error): The resource could not be found. Jul 22 17:19:37.280102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4854516a-aa61-4636-b6d9-06ced11d30da req-b3356782-dfd3-4241-86dd-f812590541da service neutron] 10.222.0.20 "DELETE /v2.0/ports/7503ea91-768d-452a-b14b-03aa7fcf6fc2/bindings/n-h2-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0771348 Jul 22 17:19:37.282850 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7503ea91-768d-452a-b14b-03aa7fcf6fc2 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:19:37.402643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854516a-aa61-4636-b6d9-06ced11d30da req-5f870f99-08f5-4372-a854-3d0d65dbc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:37.404281 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4854516a-aa61-4636-b6d9-06ced11d30da req-5f870f99-08f5-4372-a854-3d0d65dbc44e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 1096 time: 0.0587566 Jul 22 17:19:37.509895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854516a-aa61-4636-b6d9-06ced11d30da req-8d20c241-d037-4087-9d54-c0cce672cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:37.513322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4854516a-aa61-4636-b6d9-06ced11d30da req-8d20c241-d037-4087-9d54-c0cce672cd8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1023724 Jul 22 17:19:37.537432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['7503ea91-768d-452a-b14b-03aa7fcf6fc2'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:19:37.583536 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4854516a-aa61-4636-b6d9-06ced11d30da req-5595106c-604f-48ce-b2fe-694ce2214637 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 200 len: 1000 time: 0.0603309 Jul 22 17:19:37.630149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854516a-aa61-4636-b6d9-06ced11d30da req-ff187c74-d3d8-42d6-bc46-f6acf433ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:37.631733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4854516a-aa61-4636-b6d9-06ced11d30da req-ff187c74-d3d8-42d6-bc46-f6acf433ec2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0425563 Jul 22 17:19:37.703355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854516a-aa61-4636-b6d9-06ced11d30da req-15af9e52-269f-44e0-8ce1-294c74492ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:37.704816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4854516a-aa61-4636-b6d9-06ced11d30da req-15af9e52-269f-44e0-8ce1-294c74492ef7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658262 Jul 22 17:19:37.798081 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4854516a-aa61-4636-b6d9-06ced11d30da req-aba16721-d773-4d78-8c18-1027417f2762 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867391 Jul 22 17:19:37.894891 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4854516a-aa61-4636-b6d9-06ced11d30da req-8fc75f76-b238-4b7e-8491-fc349c1836f8 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906322 Jul 22 17:19:38.349514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9b0a7-2cee-4945-97cc-3b734289826e req-1daf8bea-a4be-4092-98b2-aa90d87a293c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:38.351056 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a6f9b0a7-2cee-4945-97cc-3b734289826e req-1daf8bea-a4be-4092-98b2-aa90d87a293c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 944 time: 0.0645881 Jul 22 17:19:38.391572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a6f9b0a7-2cee-4945-97cc-3b734289826e req-67f18942-8d2b-410a-a7fc-271a9e477601 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344365 Jul 22 17:19:38.987325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7503ea91-768d-452a-b14b-03aa7fcf6fc2 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:19:39.038148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:19:39.041855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:19:39.042735 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:39.116592 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:39.138480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:39.141002 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a5c125-fce6-417c-b780-60c90ed173cd" -d '{"events": [{"server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "name": "network-vif-plugged", "status": "completed", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:39.154166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:39.158092 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:39.181829 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de15bd53-a19c-4ce8-b348-c4dbe4e81813 x-openstack-request-id: req-de15bd53-a19c-4ce8-b348-c4dbe4e81813 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:39.182119 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "name": "network-vif-plugged", "status": "completed", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:39.182367 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de15bd53-a19c-4ce8-b348-c4dbe4e81813 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:39.182750 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'code': 200} Jul 22 17:19:39.208168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:39.520591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c9fd7-bd2b-4e27-a12d-342035413fe8 req-ce65352d-779d-4fca-a7e6-8b1ccdb2d62b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:39.522054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e22c9fd7-bd2b-4e27-a12d-342035413fe8 req-ce65352d-779d-4fca-a7e6-8b1ccdb2d62b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0624349 Jul 22 17:19:39.563849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e22c9fd7-bd2b-4e27-a12d-342035413fe8 req-cb65efd4-1fe3-4f54-b039-ebd44c43c3bc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357156 Jul 22 17:19:39.700702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad7d1-99d2-4a8f-ad03-432e8e6822ba req-0fbc2b1f-4c81-447c-acd0-fc507c191e7c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:39.702093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-627ad7d1-99d2-4a8f-ad03-432e8e6822ba req-0fbc2b1f-4c81-447c-acd0-fc507c191e7c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0666258 Jul 22 17:19:39.739236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-627ad7d1-99d2-4a8f-ad03-432e8e6822ba req-6bb07ee8-125f-437b-9d76-aacfa855f11d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316284 Jul 22 17:19:39.866102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a1781-018f-40fb-aafe-25ee5ffaa791 req-92e7151c-6fe3-476e-a1c8-f210886eac4c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:39.867592 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2a1781-018f-40fb-aafe-25ee5ffaa791 req-92e7151c-6fe3-476e-a1c8-f210886eac4c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0625308 Jul 22 17:19:39.905573 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c2a1781-018f-40fb-aafe-25ee5ffaa791 req-17e812c6-459c-44b4-9e79-3c306c679ab5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jul 22 17:19:40.154127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051c248-fd6b-4b9d-b9fb-c7aac6279e8f req-03d09686-eeed-4d3f-b5c2-c0ca89cbb78c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:40.155696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3051c248-fd6b-4b9d-b9fb-c7aac6279e8f req-03d09686-eeed-4d3f-b5c2-c0ca89cbb78c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0673363 Jul 22 17:19:40.196749 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3051c248-fd6b-4b9d-b9fb-c7aac6279e8f req-b73e56d6-698c-440f-b749-ef7c6d9a6c62 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342946 Jul 22 17:19:41.342041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1964e6-c8ac-426d-8f46-d8cbf1ae2614 req-09258549-a3f1-4366-b149-9728e63ac72e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:41.343638 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f1964e6-c8ac-426d-8f46-d8cbf1ae2614 req-09258549-a3f1-4366-b149-9728e63ac72e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0755334 Jul 22 17:19:41.388086 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1f1964e6-c8ac-426d-8f46-d8cbf1ae2614 req-78a7d2b7-0aaa-425f-af37-0ad04fb1b3be tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 Jul 22 17:19:41.633261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-f25f6310-bfbe-4cfd-9ec9-f99207047d7f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:41.634773 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-f25f6310-bfbe-4cfd-9ec9-f99207047d7f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.65 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 945 time: 0.0682504 Jul 22 17:19:41.734889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Deleting port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:19:41.735258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:41.824803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] For port 7503ea91-768d-452a-b14b-03aa7fcf6fc2, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=7503ea91-768d-452a-b14b-03aa7fcf6fc2,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:41.825153 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:41.990953 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:41.991380 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:41.991581 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d disassociated. External IP: 172.25.3.118, port: 7503ea91-768d-452a-b14b-03aa7fcf6fc2. Jul 22 17:19:41.991918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Calling delete_port for 7503ea91-768d-452a-b14b-03aa7fcf6fc2 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:19:42.122825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:42.152559 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event deleted for resources: {'Port': ['ID=7503ea91-768d-452a-b14b-03aa7fcf6fc2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:42.270313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:19:42.378069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:19:42.388293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:19:42.400913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:19:42.401528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:19:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:42.423391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] No DVR routers for this DVR port 7503ea91-768d-452a-b14b-03aa7fcf6fc2 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:19:42.426110 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:42.430724 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d8c554-8cb2-4f34-a196-994d391f9e58 req-8da9cdd2-2256-4f66-98c9-616341a65251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.65 "DELETE /v2.0/ports/7503ea91-768d-452a-b14b-03aa7fcf6fc2 HTTP/1.1" status: 204 len: 173 time: 0.7872250 Jul 22 17:19:42.430724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'name': 'network-vif-deleted', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:42.431889 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b089e4-8555-48d4-9449-f59069134a8c" -d '{"events": [{"server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "name": "network-vif-deleted", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:42.480117 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc56f3a-cd2f-478b-a8a6-df2f4e1bcbf1 x-openstack-request-id: req-cbc56f3a-cd2f-478b-a8a6-df2f4e1bcbf1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:42.481100 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5253a2fd-766d-468a-8a0a-c62809f9d684", "name": "network-vif-deleted", "tag": "7503ea91-768d-452a-b14b-03aa7fcf6fc2", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:42.481489 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbc56f3a-cd2f-478b-a8a6-df2f4e1bcbf1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:42.481961 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5253a2fd-766d-468a-8a0a-c62809f9d684', 'name': 'network-vif-deleted', 'tag': '7503ea91-768d-452a-b14b-03aa7fcf6fc2', 'status': 'completed', 'code': 200} Jul 22 17:19:42.511261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b0ffbf7-0556-4604-bdae-495713e4c23a req-11cb32fe-36be-4939-9be3-4673116225ff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=5253a2fd-766d-468a-8a0a-c62809f9d684 HTTP/1.1" status: 200 len: 210 time: 0.0342228 Jul 22 17:19:42.690892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:19:42.888363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:42.914228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:19:42.923306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:19:42.923914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:19:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:43.035349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:19:43.233844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:43.262544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691bf5c-63a1-4574-bfaf-13626f01c0c6 None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:19:43.491193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3a6a8c-6b36-4714-b3fe-89c3c8399420 None None] New status for floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:19:43.782019 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-75240402-52d0-423c-bb9d-71d74908bd94 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1382780478&fields=id&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 267 time: 0.0388038 Jul 22 17:19:43.890459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-48d8854e-1407-42ca-aa44-f5669d47136a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:43.891981 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-48d8854e-1407-42ca-aa44-f5669d47136a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 811 time: 0.1035371 Jul 22 17:19:43.906767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-ada09693-d720-407b-9383-afe25e4888ce tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/quotas/00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 375 time: 0.0093558 Jul 22 17:19:43.980489 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-554ab7ec-6db3-4f7a-906e-638bf4b3fd02 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684586 Jul 22 17:19:44.079600 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-507bf434-2b0c-4874-ad27-4b4471cdfef0 service neutron] 10.222.0.53 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877752 Jul 22 17:19:44.175220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-39d63d10-6a31-485b-b3af-f2a1eef4dda4 service neutron] 10.222.0.53 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896707 Jul 22 17:19:44.343680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bc5c5892-948e-4c52-94f8-24b7b356bd8c req-a48cf2a9-6a35-4ffb-9a64-23e5451a32e3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 210 time: 0.0337014 Jul 22 17:19:45.013777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7503ea91-768d-452a-b14b-03aa7fcf6fc2 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:19:45.033110 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 7503ea91-768d-452a-b14b-03aa7fcf6fc2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:19:45.033450 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 7503ea91-768d-452a-b14b-03aa7fcf6fc2 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:19:45.430418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-d26eb6f7-1113-4171-91dd-4790d84de33a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:45.432189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-d26eb6f7-1113-4171-91dd-4790d84de33a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 811 time: 0.1128047 Jul 22 17:19:45.446239 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2793967d-00ba-4f71-9395-405cbe2b6900 req-b54f6b16-0b8b-4045-ad1f-8c5ea75820bd tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 210 time: 0.0322556 Jul 22 17:19:45.493032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-18d8ce4d-12cb-4e89-9251-467265ef1db3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 380 time: 0.0378652 Jul 22 17:19:45.523280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'port': {'device_id': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'admin_state_up': True, 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'security_groups': ['30ac1571-633c-4695-8162-f0522d3af167']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:19:45.634438 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Made reservation on behalf of 00ec953be6e04ed2aaa3a314584dfac5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:19:45.638632 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:45.762169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Allocated IP 172.20.0.14 (c67439f3-f570-4f87-8728-01a7e48d7052/d9bbba0a-5270-41b9-aaac-789f237a1fb8/bdb368b6-3e57-4270-bf8e-75397fe8bb7d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:19:46.228498 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:46.241398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Transition to ACTIVE for port object bdb368b6-3e57-4270-bf8e-75397fe8bb7d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:19:46.274186 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:46.318023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Network c67439f3-f570-4f87-8728-01a7e48d7052 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:19:46.322817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:19:46.326491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:19:46.351795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event updated for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:46.380322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:46.380958 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:46.397188 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-c93c79b0-bf4e-48db-8efa-e4304d21a1d5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8777554 Jul 22 17:19:46.415027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Request body: {'port': {'device_id': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:19:46.495624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:46.553518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ddc3600d-a60d-4869-bd2f-2c35cbabb0fb None None] Provisioning for port bdb368b6-3e57-4270-bf8e-75397fe8bb7d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:19:46.557285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ddc3600d-a60d-4869-bd2f-2c35cbabb0fb None None] Provisioning complete for port bdb368b6-3e57-4270-bf8e-75397fe8bb7d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:19:46.557724 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ddc3600d-a60d-4869-bd2f-2c35cbabb0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:46.591521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ddc3600d-a60d-4869-bd2f-2c35cbabb0fb None None] Port bdb368b6-3e57-4270-bf8e-75397fe8bb7d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:19:46.700073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2787b-736e-48c1-a5a7-c42d13b829d1 req-0d20e58e-7578-4f78-924d-12a366d42881 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:46.701562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88e2787b-736e-48c1-a5a7-c42d13b829d1 req-0d20e58e-7578-4f78-924d-12a366d42881 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 932 time: 0.1680362 Jul 22 17:19:46.781882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-88e2787b-736e-48c1-a5a7-c42d13b829d1 req-0f42b665-02a0-4ade-bfa9-fe76de996ea8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736427 Jul 22 17:19:46.851345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb368b6-3e57-4270-bf8e-75397fe8bb7d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:19:46.859721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:46.871291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Transition to ACTIVE for port object bdb368b6-3e57-4270-bf8e-75397fe8bb7d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:19:46.875148 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:46.930168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Pushing event updated for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:47.010249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Attempting to bind port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:19:47.010586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Attempting to bind port bdb368b6-3e57-4270-bf8e-75397fe8bb7d by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:19:47.010919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Attempting to bind port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:19:47.016565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:19:47.016894 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Attempting to bind port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:19:47.021810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:19:47.022518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:19:47.022518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:19:47.022957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Bound port: bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:19:47.023337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:47.091191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:19:47.094480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:19:47.099660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:47.139852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.140472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:47.141894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] 10.222.0.20 "PUT /v2.0/ports/bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1093 time: 0.7313378 Jul 22 17:19:47.142338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:47.144649 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:47.175612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29586d-75a5-4604-a84c-df928f313c3b service neutron] Pushing event updated for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:47.195290 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e329b16d-cf4f-4d83-a92c-7e06825fb3ec x-openstack-request-id: req-e329b16d-cf4f-4d83-a92c-7e06825fb3ec {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:47.195583 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:47.195834 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e329b16d-cf4f-4d83-a92c-7e06825fb3ec {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:47.196236 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'status': 'completed', 'code': 200} Jul 22 17:19:47.279488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-f00270b8-04e4-4a06-ae21-ca0220842d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.281342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-f00270b8-04e4-4a06-ae21-ca0220842d8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1096 time: 0.0709803 Jul 22 17:19:47.329696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-aed69d2f-c508-4d5a-86c9-16bf5935af37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 217 time: 0.0355580 Jul 22 17:19:47.381379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-5f97ac7f-f7e3-4639-9552-920c9cee5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.382820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-5f97ac7f-f7e3-4639-9552-920c9cee5ca9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0470970 Jul 22 17:19:47.441599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-be41cc01-ef5c-4886-9eb4-37a66fe23c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.443513 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-be41cc01-ef5c-4886-9eb4-37a66fe23c64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542474 Jul 22 17:19:47.532031 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-a46da9ba-feea-4722-9b8c-bd6f2cf03b9b service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817506 Jul 22 17:19:47.626246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b8f84c0-f8a7-43dd-bb6a-d95e9c98f44e req-30337a5c-a8f7-42b1-9475-3d1911b82c2a service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878265 Jul 22 17:19:47.760936 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-14e74d88-c7fb-4b66-b1cf-0a62a2f40e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.763098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-14e74d88-c7fb-4b66-b1cf-0a62a2f40e30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1096 time: 0.0544398 Jul 22 17:19:47.867192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-03027778-b3ed-4305-96f4-56d02fd4cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.868639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-03027778-b3ed-4305-96f4-56d02fd4cce6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0991185 Jul 22 17:19:47.922188 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-2a4951c9-81a9-43db-9f09-0c69935ebec7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 217 time: 0.0372298 Jul 22 17:19:47.989875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ab305-4818-45cf-9d1c-b462f9f776fd req-aafc41a6-1347-4c05-a725-808a55685928 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.991379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d5ab305-4818-45cf-9d1c-b462f9f776fd req-aafc41a6-1347-4c05-a725-808a55685928 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 944 time: 0.1418607 Jul 22 17:19:47.994902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-23efdd46-62bf-453b-bb6e-4e798d12e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:47.996881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-23efdd46-62bf-453b-bb6e-4e798d12e76d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0672095 Jul 22 17:19:48.060513 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d5ab305-4818-45cf-9d1c-b462f9f776fd req-3606c3b7-7afa-4d28-8dfa-ef399e4359ae tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626836 Jul 22 17:19:48.076530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-edc9b1dd-37ba-417a-a266-11dde6b8ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:48.078056 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-edc9b1dd-37ba-417a-a266-11dde6b8ff3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744026 Jul 22 17:19:48.171484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-b959b69d-e70b-406a-9364-f815c6ca97da service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856743 Jul 22 17:19:48.259931 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41f540c3-45ee-4b7f-bcee-40de4e8f91d2 req-7422ed20-450a-4646-bf77-4c3623d1e87d service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820205 Jul 22 17:19:48.499046 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71d13dde-724c-41a1-8c13-8ce0ac853312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:49.196168 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55e17-b8b9-4501-aa5d-de7f42fc21b0 req-6fb47209-f3dc-44f9-913e-2995493b6830 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:49.197551 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00e55e17-b8b9-4501-aa5d-de7f42fc21b0 req-6fb47209-f3dc-44f9-913e-2995493b6830 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 944 time: 0.0657370 Jul 22 17:19:49.247522 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00e55e17-b8b9-4501-aa5d-de7f42fc21b0 req-a5aebd9e-0172-486d-a849-abab47425431 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438213 Jul 22 17:19:50.386314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68cb4a-7da9-45bf-bd61-a1647c27a437 req-5cb929b1-8267-4283-a594-a14f2c7a0294 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:50.387963 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e68cb4a-7da9-45bf-bd61-a1647c27a437 req-5cb929b1-8267-4283-a594-a14f2c7a0294 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 944 time: 0.0688374 Jul 22 17:19:50.425947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4e68cb4a-7da9-45bf-bd61-a1647c27a437 req-72373a31-fef9-4e95-9095-99cf1b3403f2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319266 Jul 22 17:19:51.074712 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4daa413c-fe09-4a7d-91a6-871bf23bdfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:51.270919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device bdb368b6-3e57-4270-bf8e-75397fe8bb7d details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:19:51.334713 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:51.385047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:51.395954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'mac_address': 'fa:16:3e:d6:1b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:19:51.431336 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:51.447643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb368b6-3e57-4270-bf8e-75397fe8bb7d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:19:51.469153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:51.473163 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:51.525295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:51.559657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4305ee-fc13-45ed-9402-23477d16f94d req-fc570974-03a8-4c2f-a04b-5d9eb4d57938 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:51.561137 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d4305ee-fc13-45ed-9402-23477d16f94d req-fc570974-03a8-4c2f-a04b-5d9eb4d57938 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 945 time: 0.0670297 Jul 22 17:19:51.599885 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d4305ee-fc13-45ed-9402-23477d16f94d req-325c935f-400d-4643-b419-7aa2864d1b2b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Jul 22 17:19:51.767084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['bdb368b6-3e57-4270-bf8e-75397fe8bb7d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:19:52.678031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:52.732475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2d1e1-9290-493d-b1a6-3617d3cea452 req-92de5623-84e5-4a91-a12a-86693fa1d114 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:52.733995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1bf2d1e1-9290-493d-b1a6-3617d3cea452 req-92de5623-84e5-4a91-a12a-86693fa1d114 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 945 time: 0.0634344 Jul 22 17:19:52.773734 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1bf2d1e1-9290-493d-b1a6-3617d3cea452 req-f22fb6b5-a519-4416-a01c-47371577c158 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330534 Jul 22 17:19:53.302219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device bdb368b6-3e57-4270-bf8e-75397fe8bb7d up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:19:53.352357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port bdb368b6-3e57-4270-bf8e-75397fe8bb7d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:19:53.356338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port bdb368b6-3e57-4270-bf8e-75397fe8bb7d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:19:53.356705 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:53.431093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:53.453702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:53.456025 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f862026-e4fd-4348-bead-e11c7f494d15" -d '{"events": [{"server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "name": "network-vif-plugged", "status": "completed", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:53.469820 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:19:53.474390 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:53.475780 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:19:53.526649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:19:53.566655 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14c18de-4139-47f7-998a-92cb375072a1 x-openstack-request-id: req-e14c18de-4139-47f7-998a-92cb375072a1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:53.567000 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "name": "network-vif-plugged", "status": "completed", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:53.567257 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e14c18de-4139-47f7-998a-92cb375072a1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:53.567652 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'code': 200} Jul 22 17:19:53.699670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139757-7a11-4589-b95f-27d3be0fdf50 req-ba60e65c-3ffc-4bb2-9072-84ec0c330e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:53.701249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79139757-7a11-4589-b95f-27d3be0fdf50 req-ba60e65c-3ffc-4bb2-9072-84ec0c330e83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1098 time: 0.0525844 Jul 22 17:19:53.733873 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-79139757-7a11-4589-b95f-27d3be0fdf50 req-7739e4b9-fb6d-491f-8100-07c2d7a6ebcd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263155 Jul 22 17:19:53.913113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d54baa-b6e9-4a30-8a89-97070b1a1d67 req-bbc9f66d-75d0-4e2f-824a-b2c34ed4b089 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:53.914614 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0d54baa-b6e9-4a30-8a89-97070b1a1d67 req-bbc9f66d-75d0-4e2f-824a-b2c34ed4b089 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0738690 Jul 22 17:19:53.953305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b0d54baa-b6e9-4a30-8a89-97070b1a1d67 req-0a7ca866-350a-4879-8bf2-7969a3fc6930 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Jul 22 17:19:54.381340 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:55.084663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40852f13-01b9-4ee8-8681-79f5ab6da7ac req-d8509a9a-6144-4f31-b97a-4012f6d3bda7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:55.086185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40852f13-01b9-4ee8-8681-79f5ab6da7ac req-d8509a9a-6144-4f31-b97a-4012f6d3bda7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0649481 Jul 22 17:19:55.124564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40852f13-01b9-4ee8-8681-79f5ab6da7ac req-56b50b34-dcde-436e-8292-eaa748a81100 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Jul 22 17:19:55.249166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3648a-8175-4ceb-ab21-84d88a5c46e2 req-4a8e86b8-1c10-4065-a929-a7f62d49fdbe tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:55.250576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ac3648a-8175-4ceb-ab21-84d88a5c46e2 req-4a8e86b8-1c10-4065-a929-a7f62d49fdbe tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0631716 Jul 22 17:19:55.259222 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 59804) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:19:55.263837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4dc5a37b-2c3e-408b-9fe7-6a935c9acbcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'floatingip': {'port_id': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:19:55.306716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a37b-2c3e-408b-9fe7-6a935c9acbcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:55.729127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a37b-2c3e-408b-9fe7-6a935c9acbcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:55.732963 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a37b-2c3e-408b-9fe7-6a935c9acbcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:55.832242 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-4dc5a37b-2c3e-408b-9fe7-6a935c9acbcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d associated. External IP: 172.25.3.118, port: bdb368b6-3e57-4270-bf8e-75397fe8bb7d. Jul 22 17:19:56.036613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc5a37b-2c3e-408b-9fe7-6a935c9acbcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:19:56.145537 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc5a37b-2c3e-408b-9fe7-6a935c9acbcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:19:56.150008 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4dc5a37b-2c3e-408b-9fe7-6a935c9acbcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:19:56.156305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:19:56.166348 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:19:56.167129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:19:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:56.186985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4dc5a37b-2c3e-408b-9fe7-6a935c9acbcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "PUT /v2.0/floatingips/8bf5d7f8-139e-4fd7-9d6a-0df56a48027d HTTP/1.1" status: 200 len: 992 time: 0.9266987 Jul 22 17:19:56.187530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:19:56.189751 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71da8e35-60c6-4aff-a408-641bf65d49b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:19:56.226007 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f546c584-537b-4ea9-8fbd-b9fa977b9e8e x-openstack-request-id: req-f546c584-537b-4ea9-8fbd-b9fa977b9e8e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:19:56.226299 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:19:56.226550 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f546c584-537b-4ea9-8fbd-b9fa977b9e8e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:19:56.226978 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'status': 'completed', 'code': 200} Jul 22 17:19:56.274555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:19:56.336201 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-02700abd-d18e-4cab-b596-03a7911a6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:56.337717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-02700abd-d18e-4cab-b596-03a7911a6629 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1098 time: 0.0565276 Jul 22 17:19:56.431187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-ae098e2b-7cc4-4c7d-a6af-f1ba158fd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:56.432704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-ae098e2b-7cc4-4c7d-a6af-f1ba158fd9b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0888498 Jul 22 17:19:56.495457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:d6:1b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:19:55Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:56.498626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-f21f4885-db63-4b30-80b4-b2abff5a9916 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1000 time: 0.0584750 Jul 22 17:19:56.524997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:19:56.537208 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:19:56.537824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:19:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:56.551730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-7c18b487-6862-469e-ae3f-b9dd339b9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:56.553220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-7c18b487-6862-469e-ae3f-b9dd339b9f6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0485604 Jul 22 17:19:56.611015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-08af10b0-0fff-4557-bb7a-9a3bd48cc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:56.612527 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-08af10b0-0fff-4557-bb7a-9a3bd48cc3ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527930 Jul 22 17:19:56.640202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:19:56.701095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-22feb3cb-0ffd-4727-9786-5765e5ce6a02 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822272 Jul 22 17:19:56.792073 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71da8e35-60c6-4aff-a408-641bf65d49b9 req-988f933e-41cf-4ebe-a9be-5b2e05cc57d9 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848410 Jul 22 17:19:56.868574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:d6:1b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:19:55Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:19:56.894680 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b98e05-3c43-43bc-8a50-126c63db038d None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:d6:1b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:19:55Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:19:57.086666 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9105ca3-2da1-467c-9adb-073fba3cf37e None None] New status for floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:19:57.523176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-e7c4c87f-25be-492c-b394-1a0d32ca62b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522444 Jul 22 17:19:57.628798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-448ec9a5-19a8-4266-b599-ada275cc2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:57.630291 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-448ec9a5-19a8-4266-b599-ada275cc2315 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1098 time: 0.0536273 Jul 22 17:19:57.736738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-713e30b9-72b2-4e08-8db0-781039371c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:57.738206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-713e30b9-72b2-4e08-8db0-781039371c41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0877459 Jul 22 17:19:57.800604 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-8f85cf26-d50c-46f5-b4e5-2d300e596693 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1002 time: 0.0564241 Jul 22 17:19:57.851230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-b0d302e9-ba25-425f-a64b-7ceb7484a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:57.852642 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-b0d302e9-ba25-425f-a64b-7ceb7484a055 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0464127 Jul 22 17:19:57.909861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-50b2161f-1175-4688-be24-6d82dcb9df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:19:57.911442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-50b2161f-1175-4688-be24-6d82dcb9df45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522556 Jul 22 17:19:58.001166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-a4871dcf-351d-4ae1-85d8-1a07757a1a81 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835137 Jul 22 17:19:58.094457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-90e5e966-fcde-4a30-9568-bf483a65d468 req-c0af6b75-77e5-4956-ab08-f9ab3e0dbc68 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869296 Jul 22 17:20:01.996722 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:06.000128 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:18.490267 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-43ed614c-5472-49e7-ac88-a2792e663afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:21.075057 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-923a6a8a-fa4e-44f2-9791-885a21aac0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:21.319658 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:22.680935 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:24.384150 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:30.476393 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:20:32.026231 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:36.019111 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:48.491031 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a199dcb4-35a5-4052-9ba5-7e7ad37c5a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:51.076483 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-737b4052-6a99-4b8f-bf55-c631702ddd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:51.320146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:52.683169 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:54.386029 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:20:58.514776 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-f7842c70-0056-4630-9415-59052dfc4af8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530736 Jul 22 17:20:58.627031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-001c1d02-99ce-47aa-bf69-8deaa26f6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:58.628530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-001c1d02-99ce-47aa-bf69-8deaa26f6c84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1098 time: 0.0577483 Jul 22 17:20:58.728770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-053b7da9-4c5d-48e0-8dc5-a18f72aa625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:58.730220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-053b7da9-4c5d-48e0-8dc5-a18f72aa625f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0830588 Jul 22 17:20:58.798906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-92e11adb-fcc5-48b1-b37e-6964b67e50cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1002 time: 0.0621021 Jul 22 17:20:58.847850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-d656ab61-e420-4f93-80d1-f78d10529a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:58.849348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-d656ab61-e420-4f93-80d1-f78d10529a01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0444753 Jul 22 17:20:58.910065 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-f7bee8d8-31a0-4dc7-b89f-d82afa8b2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:20:58.911750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-f7bee8d8-31a0-4dc7-b89f-d82afa8b2ef7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562468 Jul 22 17:20:59.004707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-7cf8a9ce-5e1d-4d83-aecb-821b327b2286 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868139 Jul 22 17:20:59.093781 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c54acb7b-80ba-4e69-95f2-a363d983a4b6 req-5b2a5d18-720d-4fcb-b28c-416f33ab25f0 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820918 Jul 22 17:21:02.042299 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:06.031341 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:07.475914 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:21:18.490760 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f47840a1-9cfc-4b18-b747-f36e8ab670c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:21.077715 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7e0aa1d0-a1a7-4bfb-94a6-2cbecdfe3a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:21.320470 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:22.687312 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:24.389312 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:32.057067 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:32.447687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1c472-42e4-4439-a760-9236e8508333 req-333aebd7-2341-4a5d-a3a1-504d5cd3cc9c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:32.449071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d9c1c472-42e4-4439-a760-9236e8508333 req-333aebd7-2341-4a5d-a3a1-504d5cd3cc9c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0688851 Jul 22 17:21:32.487973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d9c1c472-42e4-4439-a760-9236e8508333 req-6ad4312b-52a9-4a6f-8ff3-5f80f6226bd0 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Jul 22 17:21:33.628390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1ae4d-e7fb-4f5d-b627-3dea1a9d5b14 req-c81bfcac-5aed-44ed-9b25-ca419f226f30 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:33.629895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0bc1ae4d-e7fb-4f5d-b627-3dea1a9d5b14 req-c81bfcac-5aed-44ed-9b25-ca419f226f30 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0730140 Jul 22 17:21:33.667194 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0bc1ae4d-e7fb-4f5d-b627-3dea1a9d5b14 req-e2f75408-7447-4780-bb20-d6500bfe31a6 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316999 Jul 22 17:21:34.797620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f7965-4e64-4a59-aea5-2c341191c5b8 req-59facc60-8b5f-40f1-a2ec-156ad030c20a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:34.799117 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-638f7965-4e64-4a59-aea5-2c341191c5b8 req-59facc60-8b5f-40f1-a2ec-156ad030c20a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0644147 Jul 22 17:21:34.836545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-638f7965-4e64-4a59-aea5-2c341191c5b8 req-74468a15-faac-4bc0-8bbf-1a647d4d31d8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320272 Jul 22 17:21:35.976764 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9dfb5-2d05-4e3c-9e00-111d985c3b20 req-825482aa-427c-411d-ba7a-c92f92f4713c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:35.978267 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61f9dfb5-2d05-4e3c-9e00-111d985c3b20 req-825482aa-427c-411d-ba7a-c92f92f4713c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0732744 Jul 22 17:21:36.016620 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61f9dfb5-2d05-4e3c-9e00-111d985c3b20 req-dbe45b2e-0e6e-4b48-9f5a-b9ae39b8c2b1 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315058 Jul 22 17:21:36.033226 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:37.147491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33d8dd-0549-4568-b9f0-c25e329a64ec req-c22f3e92-6f80-46d4-b579-07904f28c90c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:37.148973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b33d8dd-0549-4568-b9f0-c25e329a64ec req-c22f3e92-6f80-46d4-b579-07904f28c90c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0642948 Jul 22 17:21:37.190801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3b33d8dd-0549-4568-b9f0-c25e329a64ec req-d42950c9-a4fe-4749-8661-7f0e2c91b373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361903 Jul 22 17:21:38.323604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e0e6c-d3db-451b-87de-b383b9c9a429 req-0651e394-23d9-43f7-90f6-693c7089f078 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:38.325080 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a58e0e6c-d3db-451b-87de-b383b9c9a429 req-0651e394-23d9-43f7-90f6-693c7089f078 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0678682 Jul 22 17:21:38.363580 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a58e0e6c-d3db-451b-87de-b383b9c9a429 req-0267e794-91b6-48f1-b463-4e9dd9266bff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Jul 22 17:21:39.494518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5596d-08df-474f-82ab-73a29a1965d1 req-0fa508c2-8cb9-4338-9920-1112928b8a60 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:39.496032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dfd5596d-08df-474f-82ab-73a29a1965d1 req-0fa508c2-8cb9-4338-9920-1112928b8a60 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0669122 Jul 22 17:21:39.538820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dfd5596d-08df-474f-82ab-73a29a1965d1 req-188eb111-c74c-448d-9b4b-b6fe784fc8ae tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371244 Jul 22 17:21:40.672511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffd0ec-5dc4-4095-81a2-2890ba159fd0 req-8a22ecb9-dd4d-4445-988b-2cc2f64ff7c3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:40.674001 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85ffd0ec-5dc4-4095-81a2-2890ba159fd0 req-8a22ecb9-dd4d-4445-988b-2cc2f64ff7c3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0639148 Jul 22 17:21:40.711710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-85ffd0ec-5dc4-4095-81a2-2890ba159fd0 req-b3df2210-3004-44a6-821b-2d764bdf87c6 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321772 Jul 22 17:21:41.839672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b127d2-fcac-40c4-b5ae-52c0e2c8390a req-cc32926c-17a2-4975-9399-e9f8c885fd6f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:41.841145 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23b127d2-fcac-40c4-b5ae-52c0e2c8390a req-cc32926c-17a2-4975-9399-e9f8c885fd6f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0627127 Jul 22 17:21:41.878305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23b127d2-fcac-40c4-b5ae-52c0e2c8390a req-b19140e3-3b02-4d4c-a282-bc409a9921da tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Jul 22 17:21:43.006973 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf9f71-0793-473a-a59f-679f20245c55 req-1a649bc2-1bee-44bd-9a06-4a712c401a12 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:43.008464 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3cdf9f71-0793-473a-a59f-679f20245c55 req-1a649bc2-1bee-44bd-9a06-4a712c401a12 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0633109 Jul 22 17:21:43.045613 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3cdf9f71-0793-473a-a59f-679f20245c55 req-1535eb68-6833-44bb-b043-450cd4e2308c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316546 Jul 22 17:21:43.232032 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60042) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:21:43.310272 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba6692-7f70-4638-9e8b-cad6e4b54796 req-9ea69b6a-2396-484d-b1ca-180b4d5c84a7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:43.311944 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8eba6692-7f70-4638-9e8b-cad6e4b54796 req-9ea69b6a-2396-484d-b1ca-180b4d5c84a7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0783672 Jul 22 17:21:43.378421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8eba6692-7f70-4638-9e8b-cad6e4b54796 req-be2c339e-e956-4b56-a059-31a80f50a86f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573065 Jul 22 17:21:43.395230 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-77e66013-a515-4b9a-bdd4-5eacfe1e5281 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1601603 Jul 22 17:21:44.475579 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:21:44.519252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6e8bc-e7a0-488c-ad61-5972f09df5a1 req-f756ef9d-d38d-401a-95f9-fcd38d11c2dc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:44.520788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83c6e8bc-e7a0-488c-ad61-5972f09df5a1 req-f756ef9d-d38d-401a-95f9-fcd38d11c2dc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0705719 Jul 22 17:21:44.561204 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83c6e8bc-e7a0-488c-ad61-5972f09df5a1 req-0af7cfe3-2ff8-4624-81ce-bbbc76650db8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343940 Jul 22 17:21:44.761923 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-67770019-1b32-4791-b050-dca3d4a4e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:44.763353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-67770019-1b32-4791-b050-dca3d4a4e14b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1098 time: 0.0546069 Jul 22 17:21:44.852045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-fa9356cc-31f3-4063-bd68-49b8bb80460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:44.853484 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-fa9356cc-31f3-4063-bd68-49b8bb80460d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0838346 Jul 22 17:21:44.916551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-e33e03f1-372c-4f22-ad90-c4a0b2c41fc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1002 time: 0.0568881 Jul 22 17:21:44.964659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-fd9c9655-fe6c-45e3-9157-1cfeb75f4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:44.966152 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-fd9c9655-fe6c-45e3-9157-1cfeb75f4e74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0438251 Jul 22 17:21:45.027309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-21f35ff1-4c0e-4259-b728-1b678a4dd48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:45.028704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-21f35ff1-4c0e-4259-b728-1b678a4dd48c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565200 Jul 22 17:21:45.461650 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-5d5d7288-bcdb-4746-914e-b8a60282a8ae service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265192 Jul 22 17:21:45.553775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-904036e8-9cde-47fa-ab8d-b636452b0970 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851169 Jul 22 17:21:45.709686 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f566219-94a8-4ba3-9a0e-c40cf3a687ae req-5089d90b-8211-4f18-a4a6-8e7ad299f3e7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:45.711167 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f566219-94a8-4ba3-9a0e-c40cf3a687ae req-5089d90b-8211-4f18-a4a6-8e7ad299f3e7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0739160 Jul 22 17:21:45.748081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2f566219-94a8-4ba3-9a0e-c40cf3a687ae req-eb9268a3-a1c0-4686-9180-0e71496057c1 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310712 Jul 22 17:21:46.877898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9d137-f976-417f-9baf-40278800812e req-47726a04-7527-4735-bf9a-868ea5a66cac tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:46.879474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12b9d137-f976-417f-9baf-40278800812e req-47726a04-7527-4735-bf9a-868ea5a66cac tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0628793 Jul 22 17:21:46.917250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-12b9d137-f976-417f-9baf-40278800812e req-2466bd56-52d1-4695-84d4-90970d0edb9e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322783 Jul 22 17:21:47.513859 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-e621d86d-e825-449a-af7e-901dab76b1eb req-9e53bbb4-7d34-4a97-afb0-6fece65c6b84 service neutron] show failed (client error): The resource could not be found. Jul 22 17:21:47.515050 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-9e53bbb4-7d34-4a97-afb0-6fece65c6b84 service neutron] 10.222.0.20 "GET /v2.0/ports/bdb368b6-3e57-4270-bf8e-75397fe8bb7d/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0570333 Jul 22 17:21:47.775004 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-7e8a3fc7-1f77-48e9-a05b-84d274d3bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:47.776422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-7e8a3fc7-1f77-48e9-a05b-84d274d3bb8d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 1098 time: 0.1010313 Jul 22 17:21:47.795651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:21:47.867766 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:48.055312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88340-b586-402d-8815-297f834bf400 req-fe562cb9-29b2-4b79-bac7-c5cf2de61b53 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:48.056704 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d88340-b586-402d-8815-297f834bf400 req-fe562cb9-29b2-4b79-bac7-c5cf2de61b53 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0671487 Jul 22 17:21:48.078132 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:48.096941 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d0d88340-b586-402d-8815-297f834bf400 req-3604f1e1-7323-4762-b02f-fc328ea54483 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Jul 22 17:21:48.111751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:21:48.150135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:21:48.152437 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172b711-cbf4-46b8-81a0-c5221e4853bd" -d '{"events": [{"server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:21:48.156515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:48.168684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Transition to ACTIVE for port object bdb368b6-3e57-4270-bf8e-75397fe8bb7d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:21:48.173756 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:48.206320 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74385434-2dc1-4ddd-b1e2-1d5604a4d924 x-openstack-request-id: req-74385434-2dc1-4ddd-b1e2-1d5604a4d924 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:21:48.206609 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:21:48.206856 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74385434-2dc1-4ddd-b1e2-1d5604a4d924 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:21:48.207272 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'code': 200} Jul 22 17:21:48.253442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:48.267118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.267459 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.267801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.268129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.268453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.268777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.269105 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.269426 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.269745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.270069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.270388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.270705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:48.313384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] No DVR routers for this DVR port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:21:48.464744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Attempting to bind port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:21:48.465087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Attempting to bind port bdb368b6-3e57-4270-bf8e-75397fe8bb7d by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:21:48.465420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Attempting to bind port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:21:48.470535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:21:48.470867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Attempting to bind port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:21:48.476579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:21:48.477317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:21:48.477708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:21:48.478145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Bound port: bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:21:48.478553 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:48.491042 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-10feb5d6-2192-4c98-b09c-8499f8e0fd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:48.542185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:21:48.546108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:21:48.550351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:48.582707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:48.587550 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:48.587550 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] 10.222.0.65 "PUT /v2.0/ports/bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1093 time: 0.7939732 Jul 22 17:21:48.612384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b18a0-033d-4d10-83b8-d15f2c915cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:48.682435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-a8024686-3729-4e70-acde-8a596f1bea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:48.684049 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-a8024686-3729-4e70-acde-8a596f1bea45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1096 time: 0.0616972 Jul 22 17:21:48.777630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-7463dbdf-0e29-4e3a-be4a-fbac8e4d4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:48.779161 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-7463dbdf-0e29-4e3a-be4a-fbac8e4d4b84 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0875604 Jul 22 17:21:48.851562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-adcbff36-be86-4b96-8f84-5bc28c974d4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1000 time: 0.0651860 Jul 22 17:21:48.900827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-fc559c22-4b63-42e1-868e-aabcaa148379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:48.902266 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-fc559c22-4b63-42e1-868e-aabcaa148379 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0434263 Jul 22 17:21:48.971140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621d86d-e825-449a-af7e-901dab76b1eb req-72baff4d-5471-4047-8ea3-52e8d9bdb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:48.972662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-72baff4d-5471-4047-8ea3-52e8d9bdb0d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619752 Jul 22 17:21:49.066504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-031cac36-2641-4f10-8d84-b0bfad774f64 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861270 Jul 22 17:21:49.158839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e621d86d-e825-449a-af7e-901dab76b1eb req-86493d6e-0222-41b7-932f-304b31d6ee84 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854659 Jul 22 17:21:49.241321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03743929-6b99-4ecb-84b6-2e9074059273 req-18070679-7319-4aa8-8775-48905d3a4f0c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:49.243016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03743929-6b99-4ecb-84b6-2e9074059273 req-18070679-7319-4aa8-8775-48905d3a4f0c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 944 time: 0.0772800 Jul 22 17:21:49.287640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03743929-6b99-4ecb-84b6-2e9074059273 req-8c1ca4aa-5a22-4446-b166-bfab4a630eff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372663 Jul 22 17:21:50.208733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:21:50.211201 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e001a999-6cfb-4855-8dc9-d72c98273ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:21:50.267515 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bfe25f-e8e5-4094-ac36-66191c610553 x-openstack-request-id: req-40bfe25f-e8e5-4094-ac36-66191c610553 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:21:50.267809 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:21:50.268062 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40bfe25f-e8e5-4094-ac36-66191c610553 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:21:50.268469 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'status': 'completed', 'code': 200} Jul 22 17:21:50.418110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-7659f543-514d-46e0-9a20-13baecc89315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:50.420477 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-7659f543-514d-46e0-9a20-13baecc89315 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1096 time: 0.1011853 Jul 22 17:21:50.422864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-744b8427-fe43-451f-b293-a590093615e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:50.427837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-744b8427-fe43-451f-b293-a590093615e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1096 time: 0.1152544 Jul 22 17:21:50.436892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f579d4-8672-4433-b010-104b758e3d29 req-56011ab6-8fac-4b6d-971e-1d0c0286ffb6 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:50.438717 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8f579d4-8672-4433-b010-104b758e3d29 req-56011ab6-8fac-4b6d-971e-1d0c0286ffb6 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 944 time: 0.0758593 Jul 22 17:21:50.479061 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8f579d4-8672-4433-b010-104b758e3d29 req-fd1ec609-9abc-47c3-859d-fa3b93637c94 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344810 Jul 22 17:21:50.597085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-f1dacfbd-0e76-408a-850b-0c529dff7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:50.598681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-f1dacfbd-0e76-408a-850b-0c529dff7893 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1668003 Jul 22 17:21:50.601548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-4f69f430-c0dd-45be-bab3-f0062bd05da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:50.602952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-4f69f430-c0dd-45be-bab3-f0062bd05da0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1620028 Jul 22 17:21:50.709027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-97b8b8b6-a32b-4550-8705-ffdd18e596f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1000 time: 0.1038940 Jul 22 17:21:50.714719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-d24e437d-e939-4816-9ecd-f12d57ef0065 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1000 time: 0.1032610 Jul 22 17:21:50.796724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-4c732806-776a-4365-aedc-3940873d289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:50.798119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-4c732806-776a-4365-aedc-3940873d289d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0825126 Jul 22 17:21:50.799830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-1f94aef2-0fc3-47f9-97c5-3d0b6590873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:50.801149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-1f94aef2-0fc3-47f9-97c5-3d0b6590873b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0777829 Jul 22 17:21:50.896361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-6826540f-7ba9-400d-b997-ff166280e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:50.897914 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-6826540f-7ba9-400d-b997-ff166280e0d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927858 Jul 22 17:21:50.900608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-c3d454f0-02b8-4fad-aba9-7f9bb374d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:50.902006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-c3d454f0-02b8-4fad-aba9-7f9bb374d8ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892096 Jul 22 17:21:51.086084 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c21c48ab-e281-4766-bb47-335c9879cd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:51.096232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-96610bf6-4428-446d-8043-494d6f31eb9c service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906586 Jul 22 17:21:51.098170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-42991934-d621-43c8-96b0-e90453ec4333 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807599 Jul 22 17:21:51.254865 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-d49320a4-1fbd-41de-a02f-6ee68d26f557 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527648 Jul 22 17:21:51.256792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e001a999-6cfb-4855-8dc9-d72c98273ffd req-22e0303e-1b39-4dba-a622-fd4392c788f2 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467993 Jul 22 17:21:51.321239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:51.596557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device bdb368b6-3e57-4270-bf8e-75397fe8bb7d details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:21:51.618131 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255ad3e-2795-4423-be0e-248746ffd6f8 req-b111bd7f-8ad5-4b04-b55b-405ef5fb9c76 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:51.619702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7255ad3e-2795-4423-be0e-248746ffd6f8 req-b111bd7f-8ad5-4b04-b55b-405ef5fb9c76 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 944 time: 0.0694535 Jul 22 17:21:51.658414 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7255ad3e-2795-4423-be0e-248746ffd6f8 req-399d2c35-859b-420b-8f72-d9f15951dfc4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318503 Jul 22 17:21:51.693362 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:51.704916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'mac_address': 'fa:16:3e:d6:1b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:21:51.742166 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:51.755137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb368b6-3e57-4270-bf8e-75397fe8bb7d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:21:51.775804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:51.781122 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:51.834650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device bdb368b6-3e57-4270-bf8e-75397fe8bb7d no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:21:51.858917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:51.871213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.871561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.871903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.872240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.872576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.873434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.874715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.875043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.875378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.875704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.876032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.876357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:21:51.898417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device bdb368b6-3e57-4270-bf8e-75397fe8bb7d not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:21:51.941521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf450ff0-3111-4264-9f68-2a8ad9d6e758 req-dcc7794e-1c05-4c09-a2be-71d30afce1b2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:51.943350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf450ff0-3111-4264-9f68-2a8ad9d6e758 req-dcc7794e-1c05-4c09-a2be-71d30afce1b2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 945 time: 0.1237078 Jul 22 17:21:51.950344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-83f1de3d-fa6c-433d-8000-d8b995683d85 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:51.952517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-83f1de3d-fa6c-433d-8000-d8b995683d85 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc&tenant_id=00ec953be6e04ed2aaa3a314584dfac5&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 945 time: 0.1190999 Jul 22 17:21:52.028603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bf450ff0-3111-4264-9f68-2a8ad9d6e758 req-1a62d94e-ea04-4e58-b381-770c23e3fd32 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749936 Jul 22 17:21:52.037695 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-aca87215-4fad-4561-aea3-cc5cc67f1b93 service neutron] delete failed (client error): The resource could not be found. Jul 22 17:21:52.038697 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-aca87215-4fad-4561-aea3-cc5cc67f1b93 service neutron] 10.222.0.20 "DELETE /v2.0/ports/bdb368b6-3e57-4270-bf8e-75397fe8bb7d/bindings/n-h2-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0790913 Jul 22 17:21:52.088816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['bdb368b6-3e57-4270-bf8e-75397fe8bb7d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:21:52.157073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-978c83bf-e345-4aa9-b2ff-5a59491aa73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:52.158591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-978c83bf-e345-4aa9-b2ff-5a59491aa73c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1097 time: 0.0561728 Jul 22 17:21:52.258476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-64adce28-46fd-40ae-a9a2-134e60390a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:52.259987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-64adce28-46fd-40ae-a9a2-134e60390a04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0955663 Jul 22 17:21:52.330909 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-66db9bbe-cbf4-434d-981d-1af6d1000bad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1001 time: 0.0641065 Jul 22 17:21:52.382538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-eb71c982-13a1-46b1-881c-8e42cf729780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:52.384051 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-eb71c982-13a1-46b1-881c-8e42cf729780 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0475423 Jul 22 17:21:52.444809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-5fc60674-43c3-4853-bd2e-4537277ca36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:52.446327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-5fc60674-43c3-4853-bd2e-4537277ca36e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563443 Jul 22 17:21:52.544110 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-68baee57-36ec-4317-9a01-ade011351a2e service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901871 Jul 22 17:21:52.637636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-762e560d-26f0-4cb7-a0e9-2ad67d664f75 req-69c133a3-b6e8-4b7d-bb40-02736c7c00e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870342 Jul 22 17:21:52.688848 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:53.164250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460ae47-8bfc-43bb-86de-ffc1aeda0054 req-ecf6472a-ac84-4fc6-9377-32edf4e42915 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:53.165742 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c460ae47-8bfc-43bb-86de-ffc1aeda0054 req-ecf6472a-ac84-4fc6-9377-32edf4e42915 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 945 time: 0.0672913 Jul 22 17:21:53.205746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c460ae47-8bfc-43bb-86de-ffc1aeda0054 req-c5c44e7c-e646-4fd5-af2f-c25cd12936e4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343425 Jul 22 17:21:53.621179 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device bdb368b6-3e57-4270-bf8e-75397fe8bb7d up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:21:53.668401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port bdb368b6-3e57-4270-bf8e-75397fe8bb7d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:21:53.672024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port bdb368b6-3e57-4270-bf8e-75397fe8bb7d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:21:53.672393 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:53.744852 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:53.767402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:21:53.769602 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4fcdc6-cc76-4114-94da-553f796f46a2" -d '{"events": [{"server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "name": "network-vif-plugged", "status": "completed", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:21:53.784718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:53.788528 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:53.812257 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65c8e6b-dce3-4c15-98e6-d8ca47c8b991 x-openstack-request-id: req-f65c8e6b-dce3-4c15-98e6-d8ca47c8b991 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:21:53.812635 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "name": "network-vif-plugged", "status": "completed", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:21:53.812898 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f65c8e6b-dce3-4c15-98e6-d8ca47c8b991 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:21:53.813305 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'code': 200} Jul 22 17:21:53.838897 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:54.339065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865829c-ef6b-40a6-8655-3499f8eb7481 req-15151a9e-a265-4833-a73c-a567c8c4ade8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:54.340555 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8865829c-ef6b-40a6-8655-3499f8eb7481 req-15151a9e-a265-4833-a73c-a567c8c4ade8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0674090 Jul 22 17:21:54.379184 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8865829c-ef6b-40a6-8655-3499f8eb7481 req-527a54f4-db31-4c3f-ba68-601bed149bc5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325744 Jul 22 17:21:54.397519 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:54.512770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dbb0a-f763-454b-9d7a-99830cbb5b7a req-eedfe806-a9c1-4222-9654-32a7cffa2ddd tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:54.514170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b1dbb0a-f763-454b-9d7a-99830cbb5b7a req-eedfe806-a9c1-4222-9654-32a7cffa2ddd tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0673118 Jul 22 17:21:54.552526 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0b1dbb0a-f763-454b-9d7a-99830cbb5b7a req-aa5ae172-20ff-427a-9579-acc4428f9c78 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Jul 22 17:21:54.772040 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c8559-4728-444d-a98d-77208426e0ab req-e92474bd-644a-4f1f-add8-4b15bb1d7368 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:54.773493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e1c8559-4728-444d-a98d-77208426e0ab req-e92474bd-644a-4f1f-add8-4b15bb1d7368 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0669653 Jul 22 17:21:54.841761 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e1c8559-4728-444d-a98d-77208426e0ab req-58cacc77-31b0-4830-b7b8-326acb1db0ea tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593233 Jul 22 17:21:54.857060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-6865cb65-e66d-4e50-bb09-b953f7dd8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:54.858771 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-6865cb65-e66d-4e50-bb09-b953f7dd8dd6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 1098 time: 0.0842271 Jul 22 17:21:54.950445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-c89316f1-2398-430a-b546-f67344baa6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:54.951977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-c89316f1-2398-430a-b546-f67344baa6dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0861869 Jul 22 17:21:55.023157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-e6bb0ecd-00ec-4e67-835b-21d6b8d44499 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 200 len: 1002 time: 0.0623417 Jul 22 17:21:55.071518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-462d2d13-f460-43dc-9923-98b01ce99e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:55.072945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-462d2d13-f460-43dc-9923-98b01ce99e86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0433793 Jul 22 17:21:55.133268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-8b9ba6d1-c37c-4c74-a6aa-daf76368720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:55.134860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-8b9ba6d1-c37c-4c74-a6aa-daf76368720f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538490 Jul 22 17:21:55.225844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-89f8e75a-d0dc-4d54-becb-8cdff5b2be53 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828340 Jul 22 17:21:55.337750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78a4ce6c-ec8c-40ea-b78d-450139af4387 req-9734706d-c75d-462d-922a-234d63715b8f service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056178 Jul 22 17:21:55.973286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d2ab7-d37f-426a-8edd-1be7e14b32a3 req-b3d397af-88ca-4e25-ae77-c7b479610cc6 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:55.974779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-653d2ab7-d37f-426a-8edd-1be7e14b32a3 req-b3d397af-88ca-4e25-ae77-c7b479610cc6 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0641351 Jul 22 17:21:56.012496 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-653d2ab7-d37f-426a-8edd-1be7e14b32a3 req-b56acc55-5afe-4ec3-a931-db7d8d5ea52e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322282 Jul 22 17:21:56.263165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea999ae9-e659-483c-9bcd-be60a1ea8417 req-f1085110-b397-42e6-8186-e27dce55f38c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:56.265173 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea999ae9-e659-483c-9bcd-be60a1ea8417 req-f1085110-b397-42e6-8186-e27dce55f38c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0648532 Jul 22 17:21:56.306245 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ea999ae9-e659-483c-9bcd-be60a1ea8417 req-4fb6a74c-fcc5-4c26-9fd1-149db60680bc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347490 Jul 22 17:21:57.459743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18161-c528-4549-b246-adb9681c7305 req-b8f39870-c8b4-4a7a-8b68-9adcca6d47e9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:57.461393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4bd18161-c528-4549-b246-adb9681c7305 req-b8f39870-c8b4-4a7a-8b68-9adcca6d47e9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0814989 Jul 22 17:21:57.500959 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4bd18161-c528-4549-b246-adb9681c7305 req-a9d7791a-5f93-4e97-86d0-c2c7f36cff4c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339506 Jul 22 17:21:57.677565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-20685a4b-e61a-4584-a002-ed449f1d66bc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:57.679071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-20685a4b-e61a-4584-a002-ed449f1d66bc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.65 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 946 time: 0.0628858 Jul 22 17:21:57.775584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Deleting port bdb368b6-3e57-4270-bf8e-75397fe8bb7d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:21:57.775922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:57.864965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] For port bdb368b6-3e57-4270-bf8e-75397fe8bb7d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:21:57.865325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.028896 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.029187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.029501 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d disassociated. External IP: 172.25.3.118, port: bdb368b6-3e57-4270-bf8e-75397fe8bb7d. Jul 22 17:21:58.029842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Calling delete_port for bdb368b6-3e57-4270-bf8e-75397fe8bb7d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:21:58.157010 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.187092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event deleted for resources: {'Port': ['ID=bdb368b6-3e57-4270-bf8e-75397fe8bb7d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:21:58.303865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:21:58.417268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:21:58.427038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:21:58.436902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:58.437617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:21:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:58.464424 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] No DVR routers for this DVR port bdb368b6-3e57-4270-bf8e-75397fe8bb7d on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:21:58.467087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:21:58.471301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ecb1c939-2628-4b6f-8a3c-bddd916943f3 req-252a83bf-90b4-4eaa-b0e0-c67ba218aaba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.65 "DELETE /v2.0/ports/bdb368b6-3e57-4270-bf8e-75397fe8bb7d HTTP/1.1" status: 204 len: 173 time: 0.7859087 Jul 22 17:21:58.476138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'name': 'network-vif-deleted', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:21:58.476138 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adfd6b0-4887-42df-969e-6824800c1fec" -d '{"events": [{"server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "name": "network-vif-deleted", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:21:58.512368 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec9204e-b180-412f-98f3-da5a4f08c92a x-openstack-request-id: req-8ec9204e-b180-412f-98f3-da5a4f08c92a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:21:58.513085 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4354f8bc-7792-43c6-a855-9d2a748825dc", "name": "network-vif-deleted", "tag": "bdb368b6-3e57-4270-bf8e-75397fe8bb7d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:21:58.513626 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ec9204e-b180-412f-98f3-da5a4f08c92a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:21:58.514281 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4354f8bc-7792-43c6-a855-9d2a748825dc', 'name': 'network-vif-deleted', 'tag': 'bdb368b6-3e57-4270-bf8e-75397fe8bb7d', 'status': 'completed', 'code': 200} Jul 22 17:21:58.613356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f90b2ecd-2c5b-4083-9688-c85c331e7aef req-cce343cb-a560-4b54-8ac0-9c2dd239d2ba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=4354f8bc-7792-43c6-a855-9d2a748825dc HTTP/1.1" status: 200 len: 210 time: 0.0375044 Jul 22 17:21:58.716390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:58.916051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:58.941777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:21:58.949818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:21:58.950414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:21:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:59.055414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:21:59.252558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:21:59.282779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3949b3f-6c4a-49e3-a9be-a6a201b4f723 None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:21:59.504666 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dec56b-0db9-4004-9613-c3f6bfc95891 None None] New status for floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:21:59.892379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-9f26ff89-21a5-48ba-a3b4-920cc81145ae tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1382780478&fields=id&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 267 time: 0.0365527 Jul 22 17:21:59.995919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-a9f98d87-7ec8-4bf6-b3ca-84966b812816 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:21:59.997362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-a9f98d87-7ec8-4bf6-b3ca-84966b812816 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 811 time: 0.0987155 Jul 22 17:22:00.012217 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-27ab7b63-aaf9-4237-be23-e19082455f00 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/quotas/00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 375 time: 0.0089068 Jul 22 17:22:00.084155 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-433f0edf-02bf-4feb-980e-ca59aab98700 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658207 Jul 22 17:22:00.223000 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-9a9612ba-e154-4c07-b943-ba46fd17e47f service neutron] 10.222.0.53 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266313 Jul 22 17:22:00.317922 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-2f65aafa-60f5-45d7-9bef-5d79db53d4be service neutron] 10.222.0.53 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890779 Jul 22 17:22:00.481723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21548ee9-cb01-4854-910d-e57b77694f79 req-91c04574-b26b-4a35-8f6f-afdf71a68dca tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 210 time: 0.0299268 Jul 22 17:22:01.440845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-b52e706f-c14d-4c87-b0d2-25196a61e0f7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:01.442346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-b52e706f-c14d-4c87-b0d2-25196a61e0f7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 811 time: 0.1064653 Jul 22 17:22:01.494852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-ad46acdc-1854-4a26-b0ac-3172b1589c08 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 380 time: 0.0375743 Jul 22 17:22:01.504702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'port': {'device_id': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'admin_state_up': True, 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'security_groups': ['30ac1571-633c-4695-8162-f0522d3af167']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:22:01.582115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f0fa70a2-0c94-4577-9f32-58321316331b req-77122765-fc1e-4376-8220-a074296bc9fb tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 210 time: 0.0303893 Jul 22 17:22:01.612642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Made reservation on behalf of 00ec953be6e04ed2aaa3a314584dfac5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:22:01.616472 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:01.648076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device bdb368b6-3e57-4270-bf8e-75397fe8bb7d no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:22:01.668073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: bdb368b6-3e57-4270-bf8e-75397fe8bb7d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:22:01.668419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device bdb368b6-3e57-4270-bf8e-75397fe8bb7d not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:22:02.058020 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:02.083449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Allocated IP 172.20.0.9 (c67439f3-f570-4f87-8728-01a7e48d7052/d9bbba0a-5270-41b9-aaac-789f237a1fb8/8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:22:02.217967 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:02.230900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Transition to ACTIVE for port object 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:22:02.264833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:02.309083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Network c67439f3-f570-4f87-8728-01a7e48d7052 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:22:02.312630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:22:02.316476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:22:02.322800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:02.369656 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:02.370321 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:02.387182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f330c3a9-4fcb-4f89-b093-4933b530c868 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8862417 Jul 22 17:22:02.404848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Request body: {'port': {'device_id': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:22:02.486819 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:02.569234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-adcb600e-f02b-460e-8191-9c91835d0e61 None None] Provisioning for port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:22:02.573258 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-adcb600e-f02b-460e-8191-9c91835d0e61 None None] Provisioning complete for port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:22:02.573628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-adcb600e-f02b-460e-8191-9c91835d0e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:02.612400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-adcb600e-f02b-460e-8191-9c91835d0e61 None None] Port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:22:02.767277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f4f4-267c-4aec-a30c-4e27c934a8f0 req-3cb858a6-c49a-42f7-ba18-a9b288370426 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:02.768679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9f6f4f4-267c-4aec-a30c-4e27c934a8f0 req-3cb858a6-c49a-42f7-ba18-a9b288370426 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 931 time: 0.1029117 Jul 22 17:22:02.816369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:22:02.826590 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:02.844384 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9f6f4f4-267c-4aec-a30c-4e27c934a8f0 req-204b0d1a-507f-4512-a1c1-29fc3efeb8c4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553632 Jul 22 17:22:02.848902 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Transition to ACTIVE for port object 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:22:02.852834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:02.906961 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:02.979732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:22:02.980075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:22:02.980413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:22:02.985522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:22:02.985855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:22:02.991018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:22:02.991365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:22:02.991755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:22:02.992191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Bound port: 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:22:02.992560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:03.066448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:22:03.069551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:22:03.074467 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:03.106473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:03.107988 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:03.109674 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] 10.222.0.20 "PUT /v2.0/ports/8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1092 time: 0.7081494 Jul 22 17:22:03.112024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:22:03.114432 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cca1a0443a5852762326a3ccd1824482a54b0d77cffb123ff746f14e6f045b80" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a66d8b-993a-4ad8-9164-4c5a82e8246a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:22:03.149718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee23c01-de5f-4d80-851d-6598b4665719 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:03.185009 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb24f3b5-adbf-4dd9-be0a-56405fd4aeaf x-openstack-request-id: req-bb24f3b5-adbf-4dd9-be0a-56405fd4aeaf {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:22:03.185394 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:22:03.185743 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb24f3b5-adbf-4dd9-be0a-56405fd4aeaf {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:22:03.186201 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'status': 'completed', 'code': 200} Jul 22 17:22:03.231481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-92c9cdfa-0d2a-480c-9e1c-712af711527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:03.233034 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-92c9cdfa-0d2a-480c-9e1c-712af711527d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1095 time: 0.0588696 Jul 22 17:22:03.287504 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-809ec01e-e64b-466a-ab19-93fa24d1eabf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 217 time: 0.0414920 Jul 22 17:22:03.339437 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-1d424ec9-e344-4b8a-b426-a251a2b29b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:03.340914 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-1d424ec9-e344-4b8a-b426-a251a2b29b6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0479946 Jul 22 17:22:03.400951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f957bbdf-2ed4-43aa-8008-b61338ac1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:03.402486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f957bbdf-2ed4-43aa-8008-b61338ac1a81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549972 Jul 22 17:22:03.506626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-81ccf9f6-b6b3-4f26-b2a7-c130685c36be service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966783 Jul 22 17:22:03.598394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3769c38f-e680-4e16-bea3-65fa99f0b591 req-f581aac8-dc7c-42e7-82ae-cd0e2ae49232 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849268 Jul 22 17:22:03.735760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-74090b82-8808-4500-8b2e-53671682a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:03.737263 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-74090b82-8808-4500-8b2e-53671682a22c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1095 time: 0.0586450 Jul 22 17:22:03.826156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-37eb6ef1-28dd-475d-bb77-878aaa6dee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:03.828675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-37eb6ef1-28dd-475d-bb77-878aaa6dee5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0845449 Jul 22 17:22:03.873308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-cd4173cd-1f61-43e1-8ba8-0e6757b2c852 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 217 time: 0.0380914 Jul 22 17:22:03.950071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-83d8659a-3346-4c39-9094-fd07e082ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:03.951638 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-83d8659a-3346-4c39-9094-fd07e082ac04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0725384 Jul 22 17:22:04.015397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44935135-2f0c-4e89-98a7-e11a17f20c43 req-2dba809b-c3a2-4748-a23b-cd6d4484dcbe tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:04.017145 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-44935135-2f0c-4e89-98a7-e11a17f20c43 req-2dba809b-c3a2-4748-a23b-cd6d4484dcbe tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 943 time: 0.1034708 Jul 22 17:22:04.049531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-b7bc1d3f-3ef5-4e19-a4dd-40b77fc01264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:04.051044 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-b7bc1d3f-3ef5-4e19-a4dd-40b77fc01264 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914125 Jul 22 17:22:04.084432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-44935135-2f0c-4e89-98a7-e11a17f20c43 req-2ecf3150-7c41-4aa7-9e1c-d16e8371c32a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615182 Jul 22 17:22:04.149989 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-b76b3871-2320-4ccc-b0ed-95b20e2483f1 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901937 Jul 22 17:22:04.243279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71a66d8b-993a-4ad8-9164-4c5a82e8246a req-247ff82e-16cc-452a-9fea-9c741dc1ab26 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862494 Jul 22 17:22:05.214244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cdb19-8261-4ea9-a45e-b5430aa80a49 req-fe2bfcca-c67e-4305-9889-ad3d65a252e0 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:05.215658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c1cdb19-8261-4ea9-a45e-b5430aa80a49 req-fe2bfcca-c67e-4305-9889-ad3d65a252e0 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 943 time: 0.0629222 Jul 22 17:22:05.252612 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c1cdb19-8261-4ea9-a45e-b5430aa80a49 req-21eacede-21e1-453b-878f-0f346d7f9268 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303614 Jul 22 17:22:06.034856 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:06.381244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b10e3f-d459-4b4a-b7d5-3df83a0c58d3 req-6d0204b9-6087-410a-91a6-e9560a855408 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:06.382750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b10e3f-d459-4b4a-b7d5-3df83a0c58d3 req-6d0204b9-6087-410a-91a6-e9560a855408 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 943 time: 0.0632591 Jul 22 17:22:06.420361 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b10e3f-d459-4b4a-b7d5-3df83a0c58d3 req-a8a9af33-50eb-4ede-81b6-52bc739fbe91 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Jul 22 17:22:07.556647 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12140c0a-5d30-4195-82f5-efabbf7e5542 req-adf1df5f-a9f5-415a-bd7d-770cc79ddb17 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:07.558106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12140c0a-5d30-4195-82f5-efabbf7e5542 req-adf1df5f-a9f5-415a-bd7d-770cc79ddb17 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 943 time: 0.0680430 Jul 22 17:22:07.597243 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-12140c0a-5d30-4195-82f5-efabbf7e5542 req-7849f69e-ad37-43ad-a00e-5b41b7ab4d62 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334404 Jul 22 17:22:07.956161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:22:08.049552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:08.060152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'mac_address': 'fa:16:3e:77:53:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:22:08.099678 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:08.111757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:22:08.131090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:08.135193 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:08.181117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:08.423406 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:22:08.735237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2449b-a940-4467-b9bf-8773d56e3ea3 req-aa89ebc4-5f47-4d46-a719-f6b019abc16b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:08.737084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1b2449b-a940-4467-b9bf-8773d56e3ea3 req-aa89ebc4-5f47-4d46-a719-f6b019abc16b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0682747 Jul 22 17:22:08.777478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1b2449b-a940-4467-b9bf-8773d56e3ea3 req-216b30d8-0dfc-48cc-827b-8ab367c5b1a4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348306 Jul 22 17:22:09.915794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b79c0-d6cb-458e-802e-add4ba086a9a req-55f0937d-daa0-4276-b6dc-ca464825a899 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:09.917459 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-394b79c0-d6cb-458e-802e-add4ba086a9a req-55f0937d-daa0-4276-b6dc-ca464825a899 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0730877 Jul 22 17:22:09.955641 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-394b79c0-d6cb-458e-802e-add4ba086a9a req-8d8ae64c-0352-465b-9042-cd33e534a0bc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325937 Jul 22 17:22:09.973071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:22:10.020159 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:22:10.023691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:22:10.024057 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:10.098311 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:10.119642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:22:10.121839 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e046feb83da5d708ec9c3d9832ce0d3c73aba61e14e4c36e7388d7f7a42bf4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd403775-c717-4a6c-ab27-d7681752b7ce" -d '{"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-plugged", "status": "completed", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:22:10.137037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:22:10.142847 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:10.166736 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4895373f-06d7-43ca-beef-8618f96c8d4c x-openstack-request-id: req-4895373f-06d7-43ca-beef-8618f96c8d4c {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:22:10.167055 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-plugged", "status": "completed", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:22:10.167296 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4895373f-06d7-43ca-beef-8618f96c8d4c {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:22:10.167695 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'code': 200} Jul 22 17:22:10.192388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:22:10.300463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e34ec-7f0b-4fef-bc3b-a2edea7c3f21 req-4358654a-e8cc-42bf-8ecd-bef21b8c1b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:10.301968 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c2e34ec-7f0b-4fef-bc3b-a2edea7c3f21 req-4358654a-e8cc-42bf-8ecd-bef21b8c1b68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1097 time: 0.0603127 Jul 22 17:22:10.342962 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c2e34ec-7f0b-4fef-bc3b-a2edea7c3f21 req-25a7cc46-6a8a-42c9-820b-15c067a3c3a0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345433 Jul 22 17:22:11.085536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634bba6-a6ba-4362-9c66-81c7de7974e1 req-8a0c7c58-7fe2-4507-a40c-dd38ba557f87 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:11.087073 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3634bba6-a6ba-4362-9c66-81c7de7974e1 req-8a0c7c58-7fe2-4507-a40c-dd38ba557f87 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0642676 Jul 22 17:22:11.130007 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3634bba6-a6ba-4362-9c66-81c7de7974e1 req-e2249e1f-ec6e-4bf7-86ba-b942352ea888 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374365 Jul 22 17:22:12.259280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796047a-655e-46c3-9ad9-54f9490f5bba req-52e35665-e6d4-43fb-b349-f0d2704ce6cc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:12.260777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d796047a-655e-46c3-9ad9-54f9490f5bba req-52e35665-e6d4-43fb-b349-f0d2704ce6cc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0632651 Jul 22 17:22:12.298445 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d796047a-655e-46c3-9ad9-54f9490f5bba req-4775dc52-b376-4883-92c4-817fb74cd936 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316031 Jul 22 17:22:12.424683 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d9899-8440-4f01-a3dd-c33a86248548 req-6e08f629-3408-42b1-9be5-24af2af315b3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:12.426058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a9d9899-8440-4f01-a3dd-c33a86248548 req-6e08f629-3408-42b1-9be5-24af2af315b3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0647194 Jul 22 17:22:12.434716 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 60190) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:22:12.439648 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-153288f5-8dca-449f-869b-dcebabc0fe01 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'floatingip': {'port_id': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:22:12.479813 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-153288f5-8dca-449f-869b-dcebabc0fe01 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:12.904502 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-153288f5-8dca-449f-869b-dcebabc0fe01 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:12.908291 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-153288f5-8dca-449f-869b-dcebabc0fe01 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.009484 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-153288f5-8dca-449f-869b-dcebabc0fe01 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d associated. External IP: 172.25.3.118, port: 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9. Jul 22 17:22:13.216352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153288f5-8dca-449f-869b-dcebabc0fe01 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:22:13.324177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153288f5-8dca-449f-869b-dcebabc0fe01 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:22:13.329642 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-153288f5-8dca-449f-869b-dcebabc0fe01 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:13.334453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:22:13.343660 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:22:13.344305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:21:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:22:13.368705 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-153288f5-8dca-449f-869b-dcebabc0fe01 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "PUT /v2.0/floatingips/8bf5d7f8-139e-4fd7-9d6a-0df56a48027d HTTP/1.1" status: 200 len: 991 time: 0.9329283 Jul 22 17:22:13.369306 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:22:13.371601 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}750c22458f1859539d7abadf8030dd863b823d52435549f96c0154d966fc08c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d33b38-6f4d-4717-ade8-49dfd2d18152" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:22:13.456430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:22:13.472138 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2a005e-e990-420c-a010-15c203c44c4f x-openstack-request-id: req-5a2a005e-e990-420c-a010-15c203c44c4f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:22:13.472665 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:22:13.472665 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a2a005e-e990-420c-a010-15c203c44c4f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:22:13.473077 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'status': 'completed', 'code': 200} Jul 22 17:22:13.572274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-78456b28-213b-4725-9e36-241b4bd21e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:13.573777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-78456b28-213b-4725-9e36-241b4bd21e60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1097 time: 0.0603549 Jul 22 17:22:13.664712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-18e4d687-04d9-41cd-b77f-f1d421516ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:13.666201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-18e4d687-04d9-41cd-b77f-f1d421516ba4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0858898 Jul 22 17:22:13.684199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:77:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:22:12Z', 'revision_number': 9, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:22:13.713931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:22:13.722325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:22:13.722858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:21:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:22:13.735569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-1f203776-32c7-46a3-82fb-a8b48e036934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 999 time: 0.0627093 Jul 22 17:22:13.783694 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-198010c0-7413-4e5c-9f75-ec13bbf58673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:13.785170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-198010c0-7413-4e5c-9f75-ec13bbf58673 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0437126 Jul 22 17:22:13.827562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:22:13.845265 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-1bdf68bf-5bf9-432a-a7cc-1f742d65c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:22:13.846779 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-1bdf68bf-5bf9-432a-a7cc-1f742d65c082 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550151 Jul 22 17:22:13.941852 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-3bb58333-6951-4ee5-8b6b-694b4cb0f883 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887167 Jul 22 17:22:14.031502 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1d33b38-6f4d-4717-ade8-49dfd2d18152 req-18670a08-3ece-48a2-9fc7-20fc2dc4f91e service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826838 Jul 22 17:22:14.048304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:77:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:22:12Z', 'revision_number': 9, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:22:14.079560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce99e1ec-0c48-432b-946b-ee48a6892940 None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:77:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:22:12Z', 'revision_number': 9, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:22:14.272395 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2dbee-eff8-4d31-8543-74a26b7754b4 None None] New status for floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:22:18.493104 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9c26434-329f-42f8-961e-a809ae4962de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:21.079677 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0ef85459-f9f2-481d-a09b-806eec379747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:21.322544 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:21.474117 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:22:22.693595 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:24.395672 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:32.061402 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:36.048621 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:48.493164 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27de84d2-8577-4aca-b954-e9540684305c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:51.080312 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a01accbb-a413-42a4-a548-383404ed8ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:51.323170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:52.695947 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:54.398379 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:22:58.473372 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:23:00.512455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-610b5610-de9a-4d80-a6f8-47be76c55ebe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571222 Jul 22 17:23:00.626138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-dab9d228-7fcb-4658-a7fd-d05f5aa062a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:00.627766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-dab9d228-7fcb-4658-a7fd-d05f5aa062a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1097 time: 0.0563588 Jul 22 17:23:00.733550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-fb8e0e8c-5bc3-4456-be54-def5cd67de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:00.735974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-fb8e0e8c-5bc3-4456-be54-def5cd67de91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0905814 Jul 22 17:23:00.805158 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-a7a8fe02-3d40-48bf-8d1c-4e6b120b5662 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1002 time: 0.0620868 Jul 22 17:23:00.852637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-ba4bc24e-3028-4a51-bc3a-c53be0177c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:00.854044 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-ba4bc24e-3028-4a51-bc3a-c53be0177c3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0434487 Jul 22 17:23:00.912576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-9b87509d-ae08-43a2-be22-3b5115622c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:00.914105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-9b87509d-ae08-43a2-be22-3b5115622c59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528753 Jul 22 17:23:01.011570 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-e94943b2-d4d2-4967-9cf5-7cdf03a7e719 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881200 Jul 22 17:23:01.099137 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8833ad12-10a5-4e5f-b910-f7f3dc8cbaaa req-c466d836-934d-444a-ac31-88b96bf91e16 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810719 Jul 22 17:23:02.061985 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:06.063976 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:18.498180 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d78b51f-cb76-408a-aae8-5f0ea77aaff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:21.081499 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc6d8-844c-4311-8bdc-8150eda4ee92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:21.323694 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:22.701192 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:24.401166 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:32.070390 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:35.472080 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:23:36.067871 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:48.499237 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-07b40aff-6326-4009-90c3-050bb0b69450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:49.734471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-0f121a0f-61cb-4671-b1c4-a310c89ddab4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0603116 Jul 22 17:23:49.913899 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c1edf-e41c-434f-9345-b921a88c266b req-216d05a5-bfce-48f9-a176-8d9374792d25 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:49.915483 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a9c1edf-e41c-434f-9345-b921a88c266b req-216d05a5-bfce-48f9-a176-8d9374792d25 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.1186748 Jul 22 17:23:49.955566 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a9c1edf-e41c-434f-9345-b921a88c266b req-42767be4-16ce-4840-9700-2b5b85288134 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342412 Jul 22 17:23:51.023225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-59f3d04b-5049-4360-b2a9-daf7bce48e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:51.024775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-59f3d04b-5049-4360-b2a9-daf7bce48e21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1097 time: 0.0947933 Jul 22 17:23:51.082953 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a833350-854c-46b5-add1-fe5f97e67b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:51.119777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4c021d03-bff8-4e2d-90b9-f5ca7ca09c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:51.121279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4c021d03-bff8-4e2d-90b9-f5ca7ca09c85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0904758 Jul 22 17:23:51.187788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-a0b915f8-d583-46bd-880d-241ffe8795c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1002 time: 0.0603127 Jul 22 17:23:51.214607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183eaba-d3e0-43db-9b60-6271ba432067 req-5c3d9795-2a7c-45da-a5df-e4ed7c4948ba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:51.216118 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2183eaba-d3e0-43db-9b60-6271ba432067 req-5c3d9795-2a7c-45da-a5df-e4ed7c4948ba tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.1137717 Jul 22 17:23:51.242741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-05a06c2a-83f7-4d0e-8d59-e39fe380be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:51.244249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-05a06c2a-83f7-4d0e-8d59-e39fe380be80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0506334 Jul 22 17:23:51.310549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-ccf9a0b4-b61c-4747-8e8e-c46497ac6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:51.312220 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-ccf9a0b4-b61c-4747-8e8e-c46497ac6ee0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618467 Jul 22 17:23:51.333997 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:51.408383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4c6dbea7-9d13-4e4d-ac70-18524df0080f service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895236 Jul 22 17:23:51.505883 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-d3d5e8ee-bdf5-4d47-b36c-ecb4370cf41e service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914989 Jul 22 17:23:51.578538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2183eaba-d3e0-43db-9b60-6271ba432067 req-0aac0024-ddd5-42f0-bfbd-631f47b9ce80 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569036 Jul 22 17:23:52.702152 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:52.711506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f2af8-d441-4467-bceb-eefba4880697 req-cee6ed2b-3900-41a8-b17c-4ccca2a42ec9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:52.712987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-971f2af8-d441-4467-bceb-eefba4880697 req-cee6ed2b-3900-41a8-b17c-4ccca2a42ec9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0642080 Jul 22 17:23:52.749828 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-971f2af8-d441-4467-bceb-eefba4880697 req-835a9f8e-0ee4-4730-94c6-ceed19f3e3c8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Jul 22 17:23:53.879953 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae34e82-280d-4cd2-b0b5-72b5c8f211d4 req-c619a88e-062e-41cd-959e-c725972dafc0 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:53.881450 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ae34e82-280d-4cd2-b0b5-72b5c8f211d4 req-c619a88e-062e-41cd-959e-c725972dafc0 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0630703 Jul 22 17:23:53.918632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5ae34e82-280d-4cd2-b0b5-72b5c8f211d4 req-ce1caea8-6a07-4fdb-ab68-8272c8aaacfa tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Jul 22 17:23:54.403589 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:23:55.054880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4832-59e3-47fe-9df7-02717f3f0ab9 req-b4ed89e7-9d52-4981-92bb-c0993f87c817 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:55.056375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c8b4832-59e3-47fe-9df7-02717f3f0ab9 req-b4ed89e7-9d52-4981-92bb-c0993f87c817 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0693257 Jul 22 17:23:55.094960 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c8b4832-59e3-47fe-9df7-02717f3f0ab9 req-0389e630-386e-4732-9e15-4eac62e3d501 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Jul 22 17:23:56.224123 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5465c9-cccc-416d-9a66-1fe1e21882b8 req-523a5021-660d-4b5b-971c-1b744639a251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:56.225612 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e5465c9-cccc-416d-9a66-1fe1e21882b8 req-523a5021-660d-4b5b-971c-1b744639a251 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0630193 Jul 22 17:23:56.265757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0e5465c9-cccc-416d-9a66-1fe1e21882b8 req-ae445b94-4648-4800-ad6e-660c3e961c1c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346394 Jul 22 17:23:57.395375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477943cc-1397-40d3-bbce-6026eb2d463f req-41c12d60-4cd8-47f8-9ed6-3c7c808206f7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:57.396872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-477943cc-1397-40d3-bbce-6026eb2d463f req-41c12d60-4cd8-47f8-9ed6-3c7c808206f7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0633569 Jul 22 17:23:57.434097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-477943cc-1397-40d3-bbce-6026eb2d463f req-9b998af0-3823-4dfb-9d20-7d9db065eb66 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Jul 22 17:23:58.564912 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e6536-3398-4697-a9ab-22d4194a1e33 req-f6d37079-b933-40af-aa93-97eae003cf17 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:58.566629 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f2e6536-3398-4697-a9ab-22d4194a1e33 req-f6d37079-b933-40af-aa93-97eae003cf17 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0645754 Jul 22 17:23:58.604292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f2e6536-3398-4697-a9ab-22d4194a1e33 req-0ae78912-3856-4488-ab0e-9e98ae56ccf7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Jul 22 17:23:59.733569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4feaf94-a1c9-41e7-b45b-7f1a64bbf3df req-4016c9ca-9549-4812-a33b-f872fb29faed tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:23:59.735174 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b4feaf94-a1c9-41e7-b45b-7f1a64bbf3df req-4016c9ca-9549-4812-a33b-f872fb29faed tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0637207 Jul 22 17:23:59.781532 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b4feaf94-a1c9-41e7-b45b-7f1a64bbf3df req-df99b0cf-d249-4d44-adda-3a344779b063 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394511 Jul 22 17:24:00.911192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e629f-ffba-4144-8793-fe8d9106daa6 req-51208793-b371-4f94-a011-09d5a225f87d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:00.912692 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-228e629f-ffba-4144-8793-fe8d9106daa6 req-51208793-b371-4f94-a011-09d5a225f87d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0634234 Jul 22 17:24:00.951343 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-228e629f-ffba-4144-8793-fe8d9106daa6 req-34ab20d4-a7fd-4158-b953-7b30d3663ca5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331159 Jul 22 17:24:01.559054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-a093eec0-e189-44ec-980b-de8c176f029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:01.560567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-a093eec0-e189-44ec-980b-de8c176f029d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1097 time: 0.0590861 Jul 22 17:24:01.662784 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-6db1b298-0eef-4fd8-9f84-529afb9c5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:01.664332 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-6db1b298-0eef-4fd8-9f84-529afb9c5ce7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0843608 Jul 22 17:24:01.731336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-b54723e5-1e79-415c-8c2c-8df0af0e42fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1002 time: 0.0606217 Jul 22 17:24:01.782531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-4fc6600f-053a-4cc0-ba71-ccb25e4c8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:01.784615 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-4fc6600f-053a-4cc0-ba71-ccb25e4c8ca3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0461044 Jul 22 17:24:01.847788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-e38ff93e-abad-40d8-8cea-deff23d8b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:01.849195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-e38ff93e-abad-40d8-8cea-deff23d8b50e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537248 Jul 22 17:24:02.022859 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-c4cdc34f-a7cc-4afd-8968-94f64180e9e8 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024516 Jul 22 17:24:02.072170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:02.163402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5567fecc-89a1-45ed-ab1a-ddc38ae25512 req-1b77d055-1030-4385-bb9c-52acf4db1d9a service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268034 Jul 22 17:24:02.171740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a616-3519-4f74-9932-d76cb5dba148 req-e4e3f565-7953-4aed-9b9c-7eb24988d4e9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:02.173118 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97e6a616-3519-4f74-9932-d76cb5dba148 req-e4e3f565-7953-4aed-9b9c-7eb24988d4e9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.1454892 Jul 22 17:24:02.219149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97e6a616-3519-4f74-9932-d76cb5dba148 req-c8fe63b0-cdbe-4f6f-9ad6-60c0f941a505 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400124 Jul 22 17:24:03.356816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842025ef-22f5-4ab4-8842-32697c5ea36a req-62fe3866-84fc-437e-87b9-e806682d6d3b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:03.358295 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-842025ef-22f5-4ab4-8842-32697c5ea36a req-62fe3866-84fc-437e-87b9-e806682d6d3b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0671308 Jul 22 17:24:03.397523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-842025ef-22f5-4ab4-8842-32697c5ea36a req-57da15f8-a755-47de-9eae-0181c727c17d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325925 Jul 22 17:24:03.587374 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-b6c6e80e-e694-47df-b8d1-855bb5f49970 service neutron] show failed (client error): The resource could not be found. Jul 22 17:24:03.588325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-b6c6e80e-e694-47df-b8d1-855bb5f49970 service neutron] 10.222.0.20 "GET /v2.0/ports/8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0550277 Jul 22 17:24:03.868357 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-0f677bb3-1fba-4440-89ac-e2dc8e689eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:03.869863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-0f677bb3-1fba-4440-89ac-e2dc8e689eb0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 1097 time: 0.0912111 Jul 22 17:24:03.888800 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:03.963352 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:04.161078 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:04.192895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:04.234644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:04.240144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:04.252285 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Transition to ACTIVE for port object 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:24:04.256407 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:04.285950 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868c25a5-0348-4ee7-9bad-24f6d575f526" -d '{"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:04.340484 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:04.355773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.355773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.356100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.356329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.356669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.357057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.357331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.357661 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.357993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.358326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.358657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.359005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:04.397957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] No DVR routers for this DVR port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:24:04.438696 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ccc6f8-4bd2-43ed-a6f3-6fb8cf075a7f x-openstack-request-id: req-34ccc6f8-4bd2-43ed-a6f3-6fb8cf075a7f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:04.439016 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:04.439269 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34ccc6f8-4bd2-43ed-a6f3-6fb8cf075a7f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:04.439674 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'code': 200} Jul 22 17:24:04.532285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec793f2-e523-4d3b-9258-c62a6d80c88d req-677ba168-8e78-417c-878e-7053b95d2b87 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:04.534349 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ec793f2-e523-4d3b-9258-c62a6d80c88d req-677ba168-8e78-417c-878e-7053b95d2b87 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 943 time: 0.0646787 Jul 22 17:24:04.541687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:24:04.542021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:24:04.542348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:04.546581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:24:04.546905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:04.552677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:24:04.553017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:24:04.553392 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:24:04.553817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Bound port: 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:24:04.554171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:04.574433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0ec793f2-e523-4d3b-9258-c62a6d80c88d req-410d1a20-6435-4b29-bd96-c5a0f6530447 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341949 Jul 22 17:24:04.621880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:04.624866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:24:04.629578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:04.662630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:04.663365 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:04.664689 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] 10.222.0.65 "PUT /v2.0/ports/8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1092 time: 0.7801600 Jul 22 17:24:04.701405 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff333cb-7ea5-42c4-8806-1acc678211b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:04.769930 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-6d311af3-1122-4f0e-b97a-82409a8c0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:04.771493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-6d311af3-1122-4f0e-b97a-82409a8c0bd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1095 time: 0.0580134 Jul 22 17:24:04.868451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-8d6ceec0-396c-46bf-b606-366946343fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:04.869918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-8d6ceec0-396c-46bf-b606-366946343fcc service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0909085 Jul 22 17:24:04.936278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-8d6312a0-cdaa-45a3-ae7f-614cdaba1e7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1000 time: 0.0588484 Jul 22 17:24:04.989344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-8b735eb3-61ff-4103-9a00-1adb79b4168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:04.990796 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-8b735eb3-61ff-4103-9a00-1adb79b4168a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0475695 Jul 22 17:24:05.048604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-25268c00-45e5-4952-a1fb-4b4bfb9f6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:05.050922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-25268c00-45e5-4952-a1fb-4b4bfb9f6afb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535924 Jul 22 17:24:05.139723 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-f225627e-3628-4032-8120-ddea1a3846bd service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817940 Jul 22 17:24:05.240579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63e85ad4-dc28-42eb-8b36-334263480f93 req-22927b1e-670b-42b5-9d22-e1333387771c service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937500 Jul 22 17:24:05.713353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb164b-091b-4b89-9883-95212b29e9f0 req-1d33d76d-6ceb-430b-9d8e-b639c72fd7ed tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:05.714907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68bb164b-091b-4b89-9883-95212b29e9f0 req-1d33d76d-6ceb-430b-9d8e-b639c72fd7ed tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 943 time: 0.0659127 Jul 22 17:24:05.753998 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-68bb164b-091b-4b89-9883-95212b29e9f0 req-e5a8d425-8b5a-4e56-aa5f-887a5e9d0eaf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333953 Jul 22 17:24:06.079990 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:06.441030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:06.443760 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:06.499464 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38d5b8a-3032-4555-9209-cb74d8aa8714 x-openstack-request-id: req-b38d5b8a-3032-4555-9209-cb74d8aa8714 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:06.499766 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:06.500030 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b38d5b8a-3032-4555-9209-cb74d8aa8714 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:06.500430 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'status': 'completed', 'code': 200} Jul 22 17:24:06.645339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-d14a1b45-7e22-4b6a-924d-7a7891dc0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:06.647086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-d14a1b45-7e22-4b6a-924d-7a7891dc0b3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1095 time: 0.1042464 Jul 22 17:24:06.650156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-89eb4f9b-d8fd-43c5-9e79-bea10c056fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:06.651678 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-89eb4f9b-d8fd-43c5-9e79-bea10c056fcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1095 time: 0.1009307 Jul 22 17:24:06.824064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-43102488-93e0-4400-99ad-014f4c7833da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:06.825581 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-43102488-93e0-4400-99ad-014f4c7833da service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1709864 Jul 22 17:24:06.826732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-a4559617-1265-4a06-bbfa-f634cb58ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:06.828132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-a4559617-1265-4a06-bbfa-f634cb58ea70 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1654363 Jul 22 17:24:07.305673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-7d8a6004-20cc-4234-8f6c-371e038e4942 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1000 time: 0.4737484 Jul 22 17:24:07.327193 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-0429bfc2-00f4-4f0b-8afc-3767e306558f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1000 time: 0.1189442 Jul 22 17:24:07.409330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149c39-4b44-416d-857a-6df461f0bb3e req-28cad3fc-912e-4564-8bc2-31f25e0c5bcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.410921 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8149c39-4b44-416d-857a-6df461f0bb3e req-28cad3fc-912e-4564-8bc2-31f25e0c5bcc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 943 time: 0.2041683 Jul 22 17:24:07.430375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-680c70e5-6428-48b3-8a14-e230e8b30259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.431934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-680c70e5-6428-48b3-8a14-e230e8b30259 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.1180212 Jul 22 17:24:07.449781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-7ef0b005-8e0d-4e01-a740-26e3173f0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.451246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-7ef0b005-8e0d-4e01-a740-26e3173f0262 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0978556 Jul 22 17:24:07.513407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c8149c39-4b44-416d-857a-6df461f0bb3e req-92cc4b02-ab83-45e0-8857-955e7af6b7e6 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957932 Jul 22 17:24:07.554979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-6e824d71-95e3-4b53-a9bb-d61511ce76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.556500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-6e824d71-95e3-4b53-a9bb-d61511ce76d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167140 Jul 22 17:24:07.559032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-8fbffa41-5f67-497c-b7d7-3f3cc1775551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:07.560400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-8fbffa41-5f67-497c-b7d7-3f3cc1775551 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859697 Jul 22 17:24:07.715143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-fb8e0d8f-37bc-44a3-9f29-7ccefc6e3692 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523621 Jul 22 17:24:07.716930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-73f65f83-c370-49fc-b218-7f578e0e476c service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472292 Jul 22 17:24:07.880568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-3f62fc6c-f4bb-4acd-b49f-c42f080a67fd service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585312 Jul 22 17:24:07.885805 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46d9b923-b741-4f03-aee8-3ee8ef8d0f35 req-eb889614-bc50-410a-8898-14aa57582a15 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561849 Jul 22 17:24:08.212914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:24:08.304322 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:08.314889 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'mac_address': 'fa:16:3e:77:53:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:24:08.353977 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:08.366681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:24:08.385831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:08.389985 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:08.439833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:08.448291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.448716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.449062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.449404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.449741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.450077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.450404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.450735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.451102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.451438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.451762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.452085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:24:08.583083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:24:08.625857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:24:08.651913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00f09f-df7f-4f81-b001-538a3c06d027 req-a9eb2b5c-e81d-4b84-b553-e7ac48954ce2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:08.653502 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ee00f09f-df7f-4f81-b001-538a3c06d027 req-a9eb2b5c-e81d-4b84-b553-e7ac48954ce2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0665386 Jul 22 17:24:08.697609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ee00f09f-df7f-4f81-b001-538a3c06d027 req-1d7d12a6-a097-475e-b320-1d8a71dbe16b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381646 Jul 22 17:24:08.718397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:24:09.021330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-08f0933a-656a-48d8-a40f-32c5f4f92506 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:09.022912 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-08f0933a-656a-48d8-a40f-32c5f4f92506 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e&tenant_id=00ec953be6e04ed2aaa3a314584dfac5&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 944 time: 0.0735049 Jul 22 17:24:09.025108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191e7b2-1036-4756-845e-14cc86cc7648 req-9cac5062-8f20-4838-ab81-103efc8d525f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:09.026643 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6191e7b2-1036-4756-845e-14cc86cc7648 req-9cac5062-8f20-4838-ab81-103efc8d525f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0676074 Jul 22 17:24:09.070086 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6191e7b2-1036-4756-845e-14cc86cc7648 req-96fba2ef-fa7f-4188-9974-8cc6196b4239 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359793 Jul 22 17:24:09.094800 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-2354427b-8021-401f-aedd-0469efb67140 service neutron] 10.222.0.65 "GET /v2.0/ports/8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 383 time: 0.0646229 Jul 22 17:24:09.191463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-6ee0411a-487e-4c6f-aab3-2965ad457bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:09.193726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-6ee0411a-487e-4c6f-aab3-2965ad457bdb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1096 time: 0.0586135 Jul 22 17:24:09.290598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-1ed4182f-0867-457f-9f7b-6999af36eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:09.292155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-1ed4182f-0867-457f-9f7b-6999af36eb1d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0922339 Jul 22 17:24:09.364377 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-33e3939b-01cb-4200-a110-7f1ff1c7e6b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1001 time: 0.0652819 Jul 22 17:24:09.417934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-29e35c8d-6566-4045-b1ca-9b96d6fec434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:09.419440 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-29e35c8d-6566-4045-b1ca-9b96d6fec434 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0486922 Jul 22 17:24:09.478742 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-52699b79-a9d0-4656-94b0-dc751bb4f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:09.480302 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-52699b79-a9d0-4656-94b0-dc751bb4f647 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545206 Jul 22 17:24:09.571775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-af2f4599-33db-4807-bf84-ffbb93932575 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827131 Jul 22 17:24:09.667364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-e85d85bd-dd0f-486d-ab9f-e6f5fc6344fd service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889919 Jul 22 17:24:10.209565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71e141-0066-48bd-98e5-80b326902813 req-c16691be-a031-4527-a908-e61777643d61 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:10.211130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d71e141-0066-48bd-98e5-80b326902813 req-c16691be-a031-4527-a908-e61777643d61 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0686898 Jul 22 17:24:10.231106 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:24:10.250702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7d71e141-0066-48bd-98e5-80b326902813 req-28532700-171f-40ff-931b-215d753a4193 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337875 Jul 22 17:24:10.281899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:24:10.286002 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:24:10.286449 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:10.376523 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:10.398429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:10.403066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-5466f282-60e1-4361-a5ba-d6f8a6816870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:10.404604 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-5466f282-60e1-4361-a5ba-d6f8a6816870 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1096 time: 0.0646045 Jul 22 17:24:10.413710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:10.418536 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:10.454094 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d850665-2295-4fe7-b0af-66515ec41b7e" -d '{"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-plugged", "status": "completed", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:10.483218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:10.534674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-38505998-53da-420d-a5dd-238e168e65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:10.537139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-38505998-53da-420d-a5dd-238e168e65b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0999565 Jul 22 17:24:10.572333 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fae5709-bc68-4003-a30f-3f4cf915ac03 x-openstack-request-id: req-3fae5709-bc68-4003-a30f-3f4cf915ac03 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:10.572636 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-plugged", "status": "completed", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:10.572893 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fae5709-bc68-4003-a30f-3f4cf915ac03 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:10.573297 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'code': 200} Jul 22 17:24:10.614197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-19062731-7b4a-4f7a-857e-8a81acd22ed7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1002 time: 0.0680432 Jul 22 17:24:10.667640 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-10619654-08c2-4b33-bc1b-2b229447c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:10.669026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-10619654-08c2-4b33-bc1b-2b229447c3b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0468647 Jul 22 17:24:10.734941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-8e5a8ac6-108c-47c9-a664-94a2394a32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:10.736493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-8e5a8ac6-108c-47c9-a664-94a2394a32b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555587 Jul 22 17:24:10.841824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-717d041f-463e-44e3-94a6-16f95f270a2d service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959625 Jul 22 17:24:10.940215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e06bd40c-4f5e-4b12-a11b-1f0f990a6938 req-e7556712-b816-437c-a7d8-f809e734c60b service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908685 Jul 22 17:24:11.401841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943826f2-b77a-4f3c-9ed4-cc89d1cf91bb req-243661d9-e99e-4e62-b83a-3874a93d6574 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:11.403457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-943826f2-b77a-4f3c-9ed4-cc89d1cf91bb req-243661d9-e99e-4e62-b83a-3874a93d6574 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0805206 Jul 22 17:24:11.442810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-943826f2-b77a-4f3c-9ed4-cc89d1cf91bb req-e47e5f39-5a9a-4040-889c-54970111e171 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336971 Jul 22 17:24:12.035887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-40a99673-4b90-41d2-b048-c16b6ebb12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:12.037431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-40a99673-4b90-41d2-b048-c16b6ebb12f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 1097 time: 0.0548866 Jul 22 17:24:12.054550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:12.122909 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:12.336801 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:12.370726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:12.410436 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:12.413389 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d812d9f3-0280-41ea-b651-b910616c67f4" -d '{"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:12.417488 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:12.433404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Transition to ACTIVE for port object 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:24:12.438843 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:12.471771 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cffa274-5553-428d-b7eb-dc75605782b4 x-openstack-request-id: req-4cffa274-5553-428d-b7eb-dc75605782b4 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:12.472067 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:12.472315 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cffa274-5553-428d-b7eb-dc75605782b4 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:12.472472 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:24:12.473688 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'code': 200} Jul 22 17:24:12.542608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:12.620369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] No DVR routers for this DVR port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:24:12.708266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4756d-2dd0-4ed2-916a-e8ae8a9d2c9b req-b73bd57b-009d-450f-999a-2f367564e063 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:12.709908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d6e4756d-2dd0-4ed2-916a-e8ae8a9d2c9b req-b73bd57b-009d-450f-999a-2f367564e063 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.1807790 Jul 22 17:24:12.774164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d6e4756d-2dd0-4ed2-916a-e8ae8a9d2c9b req-2659ced9-ba89-411f-a240-de9b75f1b73a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563688 Jul 22 17:24:12.822035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:24:12.823563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:24:12.823563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:12.827479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:24:12.828160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Attempting to bind port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:12.833572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:24:12.833913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:24:12.834301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:24:12.834734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Bound port: 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:24:12.835133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:12.918681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:12.922279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:24:12.932205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:12.966377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:12.967219 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:12.968551 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1093 time: 0.9186709 Jul 22 17:24:12.994227 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2d0a5-bfff-40b1-9bf7-65ccae34b2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=11']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:13.061655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-8e36f2f3-285b-42c4-8ec2-c80be42473e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:13.063325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-8e36f2f3-285b-42c4-8ec2-c80be42473e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1096 time: 0.0584440 Jul 22 17:24:13.161358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-8e9943ae-83eb-42a5-9822-e7912a9c777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:13.162906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-8e9943ae-83eb-42a5-9822-e7912a9c777c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0928850 Jul 22 17:24:13.230168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-93fe877f-736d-474e-b466-7b9001d45471 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1000 time: 0.0594537 Jul 22 17:24:13.298144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-c85fa33c-8a08-4c7e-9ca8-ff292c21db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:13.299656 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-c85fa33c-8a08-4c7e-9ca8-ff292c21db7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0515018 Jul 22 17:24:13.357310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-51b90e1c-2a20-434b-b6f7-4099df9021c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:13.358785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-51b90e1c-2a20-434b-b6f7-4099df9021c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526741 Jul 22 17:24:13.448916 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-c51e7187-d0e4-4145-869e-b6c681549a99 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834980 Jul 22 17:24:13.544553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b45157f7-37de-4345-987c-3cf833f54cb8 req-81dc0da8-6dcd-4a09-9645-feeb8f5b8429 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887842 Jul 22 17:24:13.911331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ae1b0-b865-4423-9813-65f91734f23e req-0ac09f09-aca9-40b1-a673-5c4a38890c87 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:13.913002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e8ae1b0-b865-4423-9813-65f91734f23e req-0ac09f09-aca9-40b1-a673-5c4a38890c87 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0640583 Jul 22 17:24:13.951563 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5e8ae1b0-b865-4423-9813-65f91734f23e req-8e3703b7-158e-4be0-9c85-78a7ffbc7a6c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323946 Jul 22 17:24:14.249102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:24:14.286864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:24:14.474360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:14.476844 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:14.523113 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48421a0-3eb2-4104-9c7c-59178ecb7895 x-openstack-request-id: req-f48421a0-3eb2-4104-9c7c-59178ecb7895 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:14.523403 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:14.523653 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f48421a0-3eb2-4104-9c7c-59178ecb7895 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:14.524055 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'status': 'completed', 'code': 200} Jul 22 17:24:14.659939 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-64abdb49-71e4-43f4-97f1-2b17a4c5b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:14.661490 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-64abdb49-71e4-43f4-97f1-2b17a4c5b952 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1096 time: 0.0960181 Jul 22 17:24:14.663193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-3217ecdb-52dd-40d3-a718-6a2d2a28609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:14.664521 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-3217ecdb-52dd-40d3-a718-6a2d2a28609f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 1096 time: 0.0910125 Jul 22 17:24:14.821686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-4cb58275-ade4-4b2e-9093-977315b4a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:14.823099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-4cb58275-ade4-4b2e-9093-977315b4a4b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1529911 Jul 22 17:24:14.824192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-87242e54-af7d-4e86-bf71-1c44721ac23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:14.825497 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-87242e54-af7d-4e86-bf71-1c44721ac23a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1543233 Jul 22 17:24:14.949791 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-d5260a7b-d037-4a3c-ac64-e02b2987dc36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1000 time: 0.1201651 Jul 22 17:24:14.955836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-ab014c3a-0ea9-4009-874f-9d4847bc91d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 200 len: 1000 time: 0.1201077 Jul 22 17:24:15.037188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-b0ecbab3-cc3c-4685-bebd-804fc5868d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:15.038674 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-b0ecbab3-cc3c-4685-bebd-804fc5868d99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0819807 Jul 22 17:24:15.044275 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-a10a17ae-e795-4951-aa5b-a2730111c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:15.045712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-a10a17ae-e795-4951-aa5b-a2730111c65b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0631635 Jul 22 17:24:15.109066 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7f4d7-e6bf-47d5-8c8b-84698a353322 req-2eff4003-a3c1-4437-81c9-4f9797c12b7e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:15.110743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ec7f4d7-e6bf-47d5-8c8b-84698a353322 req-2eff4003-a3c1-4437-81c9-4f9797c12b7e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0849252 Jul 22 17:24:15.137139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-9468ad5a-ddbd-40fa-bbd6-97011d0f8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:15.138740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-9468ad5a-ddbd-40fa-bbd6-97011d0f8ed2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921049 Jul 22 17:24:15.150478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-e36dda8a-af57-4b0f-a16e-c4eaa6888851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:15.152005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-e36dda8a-af57-4b0f-a16e-c4eaa6888851 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949230 Jul 22 17:24:15.152984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ec7f4d7-e6bf-47d5-8c8b-84698a353322 req-c6162237-c2e2-48c3-8f22-fe494cc46d37 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350955 Jul 22 17:24:15.308036 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-531a66b1-2cec-4de9-88bb-68527e071815 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596358 Jul 22 17:24:15.311446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-dc5431e8-3339-43aa-9b9b-4b2ce80e58cb service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526642 Jul 22 17:24:15.817586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-5d643bb3-b458-4f7d-95bb-5d1f5e2e9df5 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025012 Jul 22 17:24:15.823378 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-414e6e2d-a2e8-49f7-b566-0d29ac9ec31c req-b92d6080-7975-4c07-b840-488f8b46cfe5 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971495 Jul 22 17:24:16.293423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23230f17-d5a9-46fb-8109-7d77bf505ab3 req-1613d506-26c6-478c-8250-2b697155192b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:16.294957 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23230f17-d5a9-46fb-8109-7d77bf505ab3 req-1613d506-26c6-478c-8250-2b697155192b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0629487 Jul 22 17:24:16.331058 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-23230f17-d5a9-46fb-8109-7d77bf505ab3 req-bdd9a342-d67c-4e99-8c1b-aa7b5c58158e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305219 Jul 22 17:24:16.456277 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa590-3ef9-49d0-b5d6-ea9b780393b1 req-a6044da1-58a8-4f5c-bf37-e4a175a947ee tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:16.457658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ebfa590-3ef9-49d0-b5d6-ea9b780393b1 req-a6044da1-58a8-4f5c-bf37-e4a175a947ee tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0618870 Jul 22 17:24:16.495429 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ebfa590-3ef9-49d0-b5d6-ea9b780393b1 req-590a2acc-8b7f-481b-93f2-df162042145a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Jul 22 17:24:16.622002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166afbd-273b-43fc-a328-d55a44ac4021 req-3ccd03da-bfa3-4b98-9ad4-624c57ac5a70 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:16.623608 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2166afbd-273b-43fc-a328-d55a44ac4021 req-3ccd03da-bfa3-4b98-9ad4-624c57ac5a70 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 944 time: 0.0630884 Jul 22 17:24:16.631121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:24:16.665187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2166afbd-273b-43fc-a328-d55a44ac4021 req-87f34cf2-cb7d-4806-aac5-213466e7bb40 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360289 Jul 22 17:24:16.729090 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:16.740055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'mac_address': 'fa:16:3e:77:53:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:24:16.776948 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:16.790468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:24:16.817109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:16.821391 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:16.885088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:16.924738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038793fb-789b-4507-905f-7016d38364a0 req-cfa246b3-8ffe-4de4-b13c-e095016af5e4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:16.926416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-038793fb-789b-4507-905f-7016d38364a0 req-cfa246b3-8ffe-4de4-b13c-e095016af5e4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0676882 Jul 22 17:24:16.964943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-038793fb-789b-4507-905f-7016d38364a0 req-47885870-eb9b-4b96-9784-a943a1aa92a9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329282 Jul 22 17:24:17.125682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:24:18.095732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf47f6-bb1d-4b2c-952a-ca00e2167b02 req-9bad0df2-7077-4680-862b-bcf26c0cfbd7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:18.097191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bebf47f6-bb1d-4b2c-952a-ca00e2167b02 req-9bad0df2-7077-4680-862b-bcf26c0cfbd7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0631499 Jul 22 17:24:18.138382 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bebf47f6-bb1d-4b2c-952a-ca00e2167b02 req-7402c54d-9625-4dd6-a4de-62b3932b4975 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349271 Jul 22 17:24:18.279689 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-2c1bde2a-80bc-4e2c-810e-64456fb34a54 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:18.281043 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-2c1bde2a-80bc-4e2c-810e-64456fb34a54 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 945 time: 0.0626397 Jul 22 17:24:18.380963 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Deleting port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:24:18.381307 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:18.467988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] For port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:18.468354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:18.500574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f0e25297-915e-4546-b5ef-cc1293a269f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:18.640263 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:18.640637 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:18.640960 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d disassociated. External IP: 172.25.3.118, port: 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9. Jul 22 17:24:18.641196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:24:18.641322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Calling delete_port for 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:24:18.693297 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:24:18.696951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:24:18.697315 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:18.772398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:18.774628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:18.811699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event deleted for resources: {'Port': ['ID=8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:18.928403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:24:19.039467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:24:19.049521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:24:19.058576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:24:19.059229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:23:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:19.087046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] No DVR routers for this DVR port 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:24:19.089543 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:19.091593 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3827c7a3-5fe6-435f-8f80-2cac2b7f881e req-ecedcce0-ebaf-44e3-aba8-993ba6ae440d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "DELETE /v2.0/ports/8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 HTTP/1.1" status: 204 len: 173 time: 0.8050714 Jul 22 17:24:19.095776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-deleted', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:19.095776 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22d753d-cb64-4494-889a-609e4aa29ef5" -d '{"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-deleted", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:19.132655 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38261663-d0d0-4838-ac5e-5a770d8f0ab0 x-openstack-request-id: req-38261663-d0d0-4838-ac5e-5a770d8f0ab0 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:19.133031 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a77bd3-c30c-4f8e-854b-2fe894dcc74e", "name": "network-vif-deleted", "tag": "8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:19.133228 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38261663-d0d0-4838-ac5e-5a770d8f0ab0 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:19.133685 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a77bd3-c30c-4f8e-854b-2fe894dcc74e', 'name': 'network-vif-deleted', 'tag': '8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9', 'status': 'completed', 'code': 200} Jul 22 17:24:19.174387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:24:19.241618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6ff241f-7b93-49ca-882b-ad93ef73cb8e req-7eeafcad-06d5-4e93-82e4-e8216c528252 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3a77bd3-c30c-4f8e-854b-2fe894dcc74e HTTP/1.1" status: 200 len: 210 time: 0.0312860 Jul 22 17:24:19.391872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:19.423731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:24:19.431688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:24:19.433198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:23:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:19.578421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:24:19.827266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:19.869513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3899b-bb2e-43e8-bcd7-bb6b31013fca None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:24:20.102140 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63133b-c33d-4c6d-a700-6ed60c74c8f0 None None] New status for floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:24:20.517434 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-1bb29e1e-9356-483a-87cf-75e0e4ab1ed2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1382780478&fields=id&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 267 time: 0.0317852 Jul 22 17:24:20.629998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-72f72a9b-2040-4e78-887d-b71996808280 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:20.631934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-72f72a9b-2040-4e78-887d-b71996808280 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 811 time: 0.1074233 Jul 22 17:24:20.647500 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-bbde05dd-613c-4d4d-b642-9f0ceca15469 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/quotas/00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 375 time: 0.0103643 Jul 22 17:24:20.719667 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ed7edf81-84f6-4a2d-904d-bab754f675e3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672188 Jul 22 17:24:20.735094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-d7972f09-8ba3-4ccb-a302-77ccc6bbc162 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:24:20.736054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-d7972f09-8ba3-4ccb-a302-77ccc6bbc162 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056617 Jul 22 17:24:20.897631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-67f8d1f8-76b8-4417-905c-1f59891ea9c7 service neutron] 10.222.0.53 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216249 Jul 22 17:24:20.995787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-00049001-b380-4994-862b-183616820ec6 service neutron] 10.222.0.53 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924747 Jul 22 17:24:21.085668 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2275f749-a2f1-4dbb-a220-484c42fe8d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:21.164688 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6c37af37-c638-4d4c-8d0f-a302d62d6b1d req-b8aef959-28ab-4338-80d0-29d2b98bb816 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 210 time: 0.0292788 Jul 22 17:24:21.331346 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:22.148644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-646737a2-8546-4d10-bd9e-c407355eb032 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:22.150187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-646737a2-8546-4d10-bd9e-c407355eb032 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 811 time: 0.1070914 Jul 22 17:24:22.199508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-e18ac225-6641-424b-ab74-cea8861d484b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 380 time: 0.0349491 Jul 22 17:24:22.213373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'port': {'device_id': '002e51d5-8695-4732-ad59-ae2626184ef1', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'admin_state_up': True, 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'security_groups': ['30ac1571-633c-4695-8162-f0522d3af167']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:22.277695 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3cadf878-998d-41e1-847f-6c09ad9041af req-d4314f0b-4691-43cf-8ab4-2d9d1fe8745c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 210 time: 0.0408180 Jul 22 17:24:22.350520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Made reservation on behalf of 00ec953be6e04ed2aaa3a314584dfac5 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:24:22.354009 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:22.481991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Allocated IP 172.20.0.13 (c67439f3-f570-4f87-8728-01a7e48d7052/d9bbba0a-5270-41b9-aaac-789f237a1fb8/eb32a38b-5368-4b65-bf6c-5d63709bd1d9) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:24:22.617095 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:22.635858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Transition to ACTIVE for port object eb32a38b-5368-4b65-bf6c-5d63709bd1d9 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:24:22.662237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:24:22.668196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:22.684303 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:24:22.684740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 8a3af3ab-890c-410a-8cc9-f9f3a24ca9d9 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:24:22.704768 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:22.715281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Network c67439f3-f570-4f87-8728-01a7e48d7052 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:24:22.718279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:24:22.720827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:24:22.747803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:22.780379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:22.781005 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:22.797041 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-500c633f-12d2-47e7-a891-c5b5a133f373 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877407 Jul 22 17:24:22.813972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Request body: {'port': {'device_id': '002e51d5-8695-4732-ad59-ae2626184ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:22.893851 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:22.982218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0a846630-d8ef-40ab-b356-70f22e155dce None None] Provisioning for port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:24:22.985982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0a846630-d8ef-40ab-b356-70f22e155dce None None] Provisioning complete for port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:24:22.986353 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0a846630-d8ef-40ab-b356-70f22e155dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:23.020342 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0a846630-d8ef-40ab-b356-70f22e155dce None None] Port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:24:23.164314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb32a38b-5368-4b65-bf6c-5d63709bd1d9 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:24:23.171842 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:23.184739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Transition to ACTIVE for port object eb32a38b-5368-4b65-bf6c-5d63709bd1d9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:24:23.187754 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:23.258850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:23.314621 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:24:23.315108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:24:23.315456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:23.320389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:24:23.322216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:24:23.327765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:24:23.328112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:24:23.328504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:24:23.328952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Bound port: eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:24:23.329307 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:23.399587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:24:23.403143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:24:23.409257 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:23.424220 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffd88f-57f2-4396-8ef8-8f77968d8fc2 req-0014e483-a260-4e87-a51e-a7462539d4ab tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:23.425900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84ffd88f-57f2-4396-8ef8-8f77968d8fc2 req-0014e483-a260-4e87-a51e-a7462539d4ab tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0742087 Jul 22 17:24:23.456188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:23.456827 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:23.458319 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] 10.222.0.20 "PUT /v2.0/ports/eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1093 time: 0.6488924 Jul 22 17:24:23.459480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:23.462242 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88" -d '{"events": [{"name": "network-changed", "server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:23.485359 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-84ffd88f-57f2-4396-8ef8-8f77968d8fc2 req-9b4eb638-a971-4813-a23b-25d3743e1790 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517640 Jul 22 17:24:23.490205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba474eb3-59d4-470f-aa2a-376db33cf4bf service neutron] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:23.518912 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f21423-6474-459f-a7c8-a6f89f2e3a3a x-openstack-request-id: req-20f21423-6474-459f-a7c8-a6f89f2e3a3a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:23.519692 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:23.520004 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20f21423-6474-459f-a7c8-a6f89f2e3a3a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:23.520473 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'status': 'completed', 'code': 200} Jul 22 17:24:23.600001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-53be5b4e-ee6a-4c5a-a431-cc050be4bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:23.601751 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-53be5b4e-ee6a-4c5a-a431-cc050be4bde9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0644879 Jul 22 17:24:23.650199 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-d052a5e1-0677-4065-a984-2841c1595e84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 217 time: 0.0355062 Jul 22 17:24:23.699666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-8bfd19db-9ab1-4019-93af-03e94d22d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:23.701133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-8bfd19db-9ab1-4019-93af-03e94d22d85e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0446305 Jul 22 17:24:23.760217 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ffc7be57-4517-431e-af94-00386313bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:23.761730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-ffc7be57-4517-431e-af94-00386313bae2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535808 Jul 22 17:24:23.869590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-518ec910-6a83-40f4-bfb4-229477c8b5a8 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008620 Jul 22 17:24:23.963766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-601f61ef-1439-45e5-89ce-54b48f82db76 req-96a3e954-7643-45c3-88cf-e188c9b06f99 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872989 Jul 22 17:24:24.106066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-b7d0352b-a69a-4b12-856f-46ba1e4c70ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:24.107709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-b7d0352b-a69a-4b12-856f-46ba1e4c70ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0544345 Jul 22 17:24:24.203035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-271bc1e8-c01c-4de6-b080-ba98e55ac39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:24.204467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-271bc1e8-c01c-4de6-b080-ba98e55ac39e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0893140 Jul 22 17:24:24.249084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-5670d55c-7c3e-4bf3-b2ae-dddc700c0905 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 217 time: 0.0374608 Jul 22 17:24:24.298823 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-8ec7ad73-d30e-49fb-a84a-9eb45255e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:24.300347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-8ec7ad73-d30e-49fb-a84a-9eb45255e5c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0446079 Jul 22 17:24:24.358638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-599fe1e0-51a7-4122-8a08-6a2a03afe193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:24.360153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-599fe1e0-51a7-4122-8a08-6a2a03afe193 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536320 Jul 22 17:24:24.406720 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:24.455817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-94113e66-4902-43b8-8bf4-a8f45ffc301a service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872676 Jul 22 17:24:24.545981 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8b1fc9ab-0ccf-44d7-a2a7-f141bf954d88 req-e5b57b37-5796-4253-9f06-864072492df8 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833819 Jul 22 17:24:24.622170 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91099982-2f5e-46a3-84db-46b8ec6129b1 req-ba00e1aa-329b-4ad9-afa8-3cf60838be46 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:24.623668 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91099982-2f5e-46a3-84db-46b8ec6129b1 req-ba00e1aa-329b-4ad9-afa8-3cf60838be46 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0680237 Jul 22 17:24:24.661381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-91099982-2f5e-46a3-84db-46b8ec6129b1 req-3b8e6d88-8649-4f9e-9b29-4fc0dd5142ce tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321662 Jul 22 17:24:25.800367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c9ae8-9834-40e2-a18a-356a4ed7bd72 req-8b68094f-12e9-4955-b6b4-316b7c67c113 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:25.801880 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db6c9ae8-9834-40e2-a18a-356a4ed7bd72 req-8b68094f-12e9-4955-b6b4-316b7c67c113 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0704544 Jul 22 17:24:25.843822 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db6c9ae8-9834-40e2-a18a-356a4ed7bd72 req-de75a470-114d-4e4b-b1e7-451ba45771cf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356295 Jul 22 17:24:26.656024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:24:26.749287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:26.760386 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'mac_address': 'fa:16:3e:f8:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:24:26.796330 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:26.809218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb32a38b-5368-4b65-bf6c-5d63709bd1d9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:24:26.828724 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:26.832949 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:26.893169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:26.979174 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352c189-70a1-4558-b1aa-bff7e6994f08 req-042fb9c2-19f8-423b-9347-d4996a8688c5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:26.980681 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8352c189-70a1-4558-b1aa-bff7e6994f08 req-042fb9c2-19f8-423b-9347-d4996a8688c5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0653055 Jul 22 17:24:27.017861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8352c189-70a1-4558-b1aa-bff7e6994f08 req-b44a8825-2184-4290-b899-a596cde10c0b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Jul 22 17:24:27.092877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['eb32a38b-5368-4b65-bf6c-5d63709bd1d9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:24:28.147462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746adc17-09dd-4048-ab8d-69d70f0ed9ef req-cb49004f-c864-4c74-bfe8-d8412d7deee2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:28.149044 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-746adc17-09dd-4048-ab8d-69d70f0ed9ef req-cb49004f-c864-4c74-bfe8-d8412d7deee2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0652583 Jul 22 17:24:28.186129 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-746adc17-09dd-4048-ab8d-69d70f0ed9ef req-152d477c-7bc4-4535-8f8f-05ac5de9e263 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314949 Jul 22 17:24:28.656176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:24:28.705503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:24:28.709800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:24:28.710205 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:28.783934 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:28.806375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:28.808623 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc80ff72-45d5-4529-8465-9555e235250c" -d '{"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-plugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:28.822214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:24:28.826200 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:28.851242 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4369be10-7bfb-4ad4-997b-d572e68efb21 x-openstack-request-id: req-4369be10-7bfb-4ad4-997b-d572e68efb21 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:28.851530 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-plugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:28.851777 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4369be10-7bfb-4ad4-997b-d572e68efb21 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:28.852160 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'code': 200} Jul 22 17:24:28.877302 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:24:28.988937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f097e-2cff-479c-b182-06111d31cee8 req-8a821455-807d-4125-8fa6-39442b69297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:28.990412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-400f097e-2cff-479c-b182-06111d31cee8 req-8a821455-807d-4125-8fa6-39442b69297e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0565338 Jul 22 17:24:29.024094 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-400f097e-2cff-479c-b182-06111d31cee8 req-c472f6f1-fc8f-4b9c-bf1a-09e07b3dce30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272589 Jul 22 17:24:29.316977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c73f83-2d86-4297-8f8b-3f82a3239c9b req-04d72bb6-64cc-4ccd-a182-89030c208554 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:29.318511 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76c73f83-2d86-4297-8f8b-3f82a3239c9b req-04d72bb6-64cc-4ccd-a182-89030c208554 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0660346 Jul 22 17:24:29.355668 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-76c73f83-2d86-4297-8f8b-3f82a3239c9b req-b212cd72-5471-4440-b3d0-9214705653ab tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Jul 22 17:24:30.489840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebcc57-834b-43dc-b4e8-72df5d6b1171 req-446b4dbb-cc97-4dbe-988b-1b04a60188a3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:30.491480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76ebcc57-834b-43dc-b4e8-72df5d6b1171 req-446b4dbb-cc97-4dbe-988b-1b04a60188a3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0678456 Jul 22 17:24:30.533090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-76ebcc57-834b-43dc-b4e8-72df5d6b1171 req-f8b3f92c-5e18-4e4f-b98a-ce5a6cba7635 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360410 Jul 22 17:24:30.661269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72948719-a6a9-400d-88ed-cddc1464f972 req-3cd8fedd-3e82-427e-83c1-277f089f2b34 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:30.662746 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72948719-a6a9-400d-88ed-cddc1464f972 req-3cd8fedd-3e82-427e-83c1-277f089f2b34 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0638497 Jul 22 17:24:30.671308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 60582) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:24:30.675716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d9088289-d89b-4413-84c2-9ff7bb0a46fc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Request body: {'floatingip': {'port_id': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:24:30.718319 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9088289-d89b-4413-84c2-9ff7bb0a46fc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:31.152767 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9088289-d89b-4413-84c2-9ff7bb0a46fc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:31.156603 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9088289-d89b-4413-84c2-9ff7bb0a46fc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:31.255733 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-d9088289-d89b-4413-84c2-9ff7bb0a46fc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d associated. External IP: 172.25.3.118, port: eb32a38b-5368-4b65-bf6c-5d63709bd1d9. Jul 22 17:24:31.467342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9088289-d89b-4413-84c2-9ff7bb0a46fc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:24:31.574050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9088289-d89b-4413-84c2-9ff7bb0a46fc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:24:31.579068 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d9088289-d89b-4413-84c2-9ff7bb0a46fc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:31.583588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:24:31.592785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:24:31.593404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:24:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:31.614453 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d9088289-d89b-4413-84c2-9ff7bb0a46fc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "PUT /v2.0/floatingips/8bf5d7f8-139e-4fd7-9d6a-0df56a48027d HTTP/1.1" status: 200 len: 993 time: 0.9420824 Jul 22 17:24:31.615140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:24:31.618126 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2" -d '{"events": [{"name": "network-changed", "server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:24:31.660052 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a328d3-def5-4a23-ad47-e6ef4a89c913 x-openstack-request-id: req-d0a328d3-def5-4a23-ad47-e6ef4a89c913 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:24:31.660463 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:24:31.660784 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0a328d3-def5-4a23-ad47-e6ef4a89c913 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:24:31.661250 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'status': 'completed', 'code': 200} Jul 22 17:24:31.707237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:24:31.767163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-b2522d6f-5804-450e-9f42-b36159e4e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:31.768628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-b2522d6f-5804-450e-9f42-b36159e4e502 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0546224 Jul 22 17:24:31.862032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-ab4ccf22-ba10-4dff-b2fd-f17977bcce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:31.863576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-ab4ccf22-ba10-4dff-b2fd-f17977bcce42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0885632 Jul 22 17:24:31.929859 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-9b25c88a-5719-4dce-bd40-a241e84b99c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0599463 Jul 22 17:24:31.937156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:f8:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e51d5-8695-4732-ad59-ae2626184ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:24:31Z', 'revision_number': 13, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:31.963509 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:24:31.971996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:24:31.972594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:24:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:31.982838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-f07c8be4-f090-4ae0-b8cc-7a7b34c5490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:31.984373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-f07c8be4-f090-4ae0-b8cc-7a7b34c5490a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0487478 Jul 22 17:24:32.043160 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-6bb25f9f-26a7-4068-a3a1-5b758a907e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:24:32.044585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-6bb25f9f-26a7-4068-a3a1-5b758a907e28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534630 Jul 22 17:24:32.084998 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:24:32.116261 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:32.134627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-90f2e45d-b7cc-48dc-98e2-e3bc1b593cbc service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834239 Jul 22 17:24:32.229829 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fe09dc08-4c11-4a11-82b8-e5d1ebe747c2 req-33337fd5-dfb1-4b71-8e1f-0ae1ba353877 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890622 Jul 22 17:24:32.314594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:f8:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e51d5-8695-4732-ad59-ae2626184ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:24:31Z', 'revision_number': 13, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:24:32.343163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f04c9-2831-4ec2-bfc7-b74408430118 None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '8bf5d7f8-139e-4fd7-9d6a-0df56a48027d', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'port_id': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'mac_address': 'fa:16:3e:f8:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e51d5-8695-4732-ad59-ae2626184ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:17:28Z', 'updated_at': '2021-07-22T17:24:31Z', 'revision_number': 13, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:24:32.531412 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63742ee0-54dc-4669-b0bc-4cb7bab8bf50 None None] New status for floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:24:36.077993 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:48.501126 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9089ce62-fd1f-4686-9e79-804640333d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:49.472211 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:24:51.086238 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-76377931-d5e7-4a6d-aac7-e138bf595048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:51.324162 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:52.707805 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:24:54.408151 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:01.505382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-e4a153f4-29d4-4906-b9c7-19e019c0235b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542150 Jul 22 17:25:01.637396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-3fa7997a-3c3e-425f-998d-fc4b813b41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:01.639079 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-3fa7997a-3c3e-425f-998d-fc4b813b41bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0690949 Jul 22 17:25:01.743603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-0d0c9d62-f916-4ccb-ad67-0d1034bfb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:01.745101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-0d0c9d62-f916-4ccb-ad67-0d1034bfb8ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0855715 Jul 22 17:25:01.817050 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-d8bf30b9-4dee-4a86-be9c-7f612584b173 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1003 time: 0.0640981 Jul 22 17:25:01.869781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-e808af36-3d37-4e15-87ff-73f7d5685319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:01.871233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-e808af36-3d37-4e15-87ff-73f7d5685319 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0474184 Jul 22 17:25:01.948161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-39beb301-83bd-4c31-8179-dd3fcc6c2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:25:01.949844 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-39beb301-83bd-4c31-8179-dd3fcc6c2b5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591438 Jul 22 17:25:02.046459 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-1df48039-06c7-4618-b33d-ed1bb957df37 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884929 Jul 22 17:25:02.106072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:02.137817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41da6262-7535-4fe8-ac04-cfe52dc8656e req-ed201793-f56a-4b31-a8cb-5327463eb5a5 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852351 Jul 22 17:25:06.088286 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:10.454741 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-f283e083-4074-476f-be04-7590d1fd2a57 req-262178ef-b045-4c8c-b800-518246fa704e service neutron] (93750) timed out ('10.222.0.53', 58412) {{(pid=93750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:25:18.501200 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f7b94910-ea10-4039-8fce-07ef1ebb816f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:21.086476 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7568c464-cfc1-4a68-ae3e-300965b29973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:21.328252 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:22.711142 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:24.412841 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:26.471412 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:25:32.113769 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:36.090030 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:48.501094 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1413cfda-2c0c-4ee1-a35b-0deb1820fe04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:51.087757 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-63a7ea74-ba26-4a6d-acde-5ffe6b081956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:51.328947 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:52.714614 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:25:54.412506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:02.111813 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:02.522836 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-c2f66032-bf7e-414a-87e8-5771bf88394b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0617974 Jul 22 17:26:02.631463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-1021a84c-4022-4f39-8c9e-6125ee66a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:02.633003 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-1021a84c-4022-4f39-8c9e-6125ee66a01c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0540526 Jul 22 17:26:02.739354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-a8620b72-21ee-428c-bd3e-841d93e971d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:02.740822 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-a8620b72-21ee-428c-bd3e-841d93e971d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0897055 Jul 22 17:26:02.809389 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-098007e9-af53-483a-ab15-87f4bd297ddd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1003 time: 0.0618360 Jul 22 17:26:02.860341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-60f9c9b1-65fb-49c8-a1d7-8352b9dc9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:02.861966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-60f9c9b1-65fb-49c8-a1d7-8352b9dc9338 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0454111 Jul 22 17:26:02.919422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-98de6ec8-959d-4fd0-af46-be77d1618964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:02.920907 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-98de6ec8-959d-4fd0-af46-be77d1618964 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531631 Jul 22 17:26:03.015250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-aa35f3bd-818d-447e-bd3e-b182ad10ff58 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874145 Jul 22 17:26:03.444469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-91d4a1cf-59f4-4b12-ab09-5716433b555c req-c97283d3-d52b-4d8d-a1d4-cab9163e3a36 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228888 Jul 22 17:26:03.471089 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:26:06.089871 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:09.264729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8f577-5177-48f7-8a29-0668a7fd8752 req-1d26be97-e408-4c34-8d88-9b98286747f1 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:09.266207 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03b8f577-5177-48f7-8a29-0668a7fd8752 req-1d26be97-e408-4c34-8d88-9b98286747f1 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0716312 Jul 22 17:26:09.303471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-03b8f577-5177-48f7-8a29-0668a7fd8752 req-58dfd6f7-23c9-4726-93aa-e9029b70635c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314353 Jul 22 17:26:18.502979 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c148d21f-e210-432f-8933-033e6ad73e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:20.346001 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-d109c35d-a5b4-4946-bb97-790489daf309 req-abdf4cd9-7e8c-48ec-a700-4fe12a7bf8b2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:26:20.347018 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d109c35d-a5b4-4946-bb97-790489daf309 req-abdf4cd9-7e8c-48ec-a700-4fe12a7bf8b2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427816 Jul 22 17:26:21.087995 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-218b3d1e-2eaf-41d7-92c3-c5cdde85b4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:21.329314 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:21.570448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6765b28-90a1-4aad-bffe-410b16acb1fc req-44a77920-a1d5-4435-a31e-aa1230e6b7ef tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:21.572095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6765b28-90a1-4aad-bffe-410b16acb1fc req-44a77920-a1d5-4435-a31e-aa1230e6b7ef tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0715091 Jul 22 17:26:21.611528 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c6765b28-90a1-4aad-bffe-410b16acb1fc req-83d0aa1e-b4de-42bd-b59a-1d665c0f7c06 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333900 Jul 22 17:26:21.620963 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-093d7e74-34f0-4b9d-b90c-cd029f840df6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945148 Jul 22 17:26:22.718870 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:22.750124 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113835fc-53b0-49b4-a725-200d69af665e req-80a4c413-9803-4582-addc-9b81c08a3355 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:22.751692 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-113835fc-53b0-49b4-a725-200d69af665e req-80a4c413-9803-4582-addc-9b81c08a3355 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0698946 Jul 22 17:26:22.800277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-113835fc-53b0-49b4-a725-200d69af665e req-0f74e871-3eea-4e8b-9ee1-4590d2e6809f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Jul 22 17:26:22.930281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-bfbb0773-1ac6-4265-9af1-54e89b371617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:22.931906 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-bfbb0773-1ac6-4265-9af1-54e89b371617 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1098 time: 0.0560493 Jul 22 17:26:23.024745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-5dba02a9-f96f-48e5-bf15-77fdeb778e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:23.026759 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-5dba02a9-f96f-48e5-bf15-77fdeb778e15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0884554 Jul 22 17:26:23.088140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-30243509-4ab2-4078-b780-9dc762801dc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1003 time: 0.0560048 Jul 22 17:26:23.138637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-207f552d-af88-4d05-81e2-a5efa72cb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:23.140099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-207f552d-af88-4d05-81e2-a5efa72cb101 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0458384 Jul 22 17:26:23.197997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-546be859-7030-4480-aec0-02e76386ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:23.199456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-546be859-7030-4480-aec0-02e76386ee19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526288 Jul 22 17:26:23.287807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-0af112b4-4180-46a2-9562-6c167aef0009 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812178 Jul 22 17:26:23.379786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-dafc55b4-1b84-4451-8b6b-9e71780b60bb service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854409 Jul 22 17:26:23.938854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11a19b-d1ae-42c3-b3fd-ea269ee06520 req-ff3980e9-b48b-426a-a671-e7694e3b5376 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:23.940364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e11a19b-d1ae-42c3-b3fd-ea269ee06520 req-ff3980e9-b48b-426a-a671-e7694e3b5376 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0659518 Jul 22 17:26:23.977864 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7e11a19b-d1ae-42c3-b3fd-ea269ee06520 req-8ad16bd2-1a64-439f-847f-55e5a698d3b3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319836 Jul 22 17:26:24.416066 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:25.107702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6694053-3ace-4138-84c9-0f2c462a1ef1 req-7d10444a-1d53-43e5-90d2-a922f5f3fe5c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:25.109186 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6694053-3ace-4138-84c9-0f2c462a1ef1 req-7d10444a-1d53-43e5-90d2-a922f5f3fe5c tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0635469 Jul 22 17:26:25.146237 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d6694053-3ace-4138-84c9-0f2c462a1ef1 req-ba88a5cd-dcd3-461e-bbd9-b8234bc875d2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Jul 22 17:26:26.280327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1fcc5-0d2d-486f-9053-414fa3a98120 req-121bcdb9-7f6a-4568-a240-18a1eb7459ec tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:26.281847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84a1fcc5-0d2d-486f-9053-414fa3a98120 req-121bcdb9-7f6a-4568-a240-18a1eb7459ec tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0686681 Jul 22 17:26:26.319312 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84a1fcc5-0d2d-486f-9053-414fa3a98120 req-f890bf16-780e-4602-bb4b-02232bbf3ce2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317965 Jul 22 17:26:27.472130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2929-1742-44fb-8314-d3ccc1eb34f5 req-08e8a6fd-04b7-499a-9beb-1bb4e5ca88fe tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:27.473724 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-416f2929-1742-44fb-8314-d3ccc1eb34f5 req-08e8a6fd-04b7-499a-9beb-1bb4e5ca88fe tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0707545 Jul 22 17:26:27.511172 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-416f2929-1742-44fb-8314-d3ccc1eb34f5 req-bf9eedef-d3aa-4b76-aa52-c057dd47d6ef tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Jul 22 17:26:28.655981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dafd5-d6aa-4da9-87d2-fff69c09e5b0 req-c87378cb-d74f-4c63-b864-65412661e3bb tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:28.657468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be5dafd5-d6aa-4da9-87d2-fff69c09e5b0 req-c87378cb-d74f-4c63-b864-65412661e3bb tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0626037 Jul 22 17:26:28.694695 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be5dafd5-d6aa-4da9-87d2-fff69c09e5b0 req-65457b2a-a092-4daf-b142-e99075a467c2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Jul 22 17:26:29.827219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6780d-2605-4b48-a316-c86fb15bc855 req-e120151e-34a7-4fcf-b5bd-3e36e1b9b74d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:29.828720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d1f6780d-2605-4b48-a316-c86fb15bc855 req-e120151e-34a7-4fcf-b5bd-3e36e1b9b74d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0654736 Jul 22 17:26:29.866063 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d1f6780d-2605-4b48-a316-c86fb15bc855 req-9ca789b4-4673-420d-be63-3ac7eaf45b73 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317142 Jul 22 17:26:31.001435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95269b09-d427-4b98-8508-055e34817242 req-bbbcfa11-2db8-416c-afe0-27135d04fbb5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:31.003003 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95269b09-d427-4b98-8508-055e34817242 req-bbbcfa11-2db8-416c-afe0-27135d04fbb5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0667849 Jul 22 17:26:31.045498 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-95269b09-d427-4b98-8508-055e34817242 req-65b16f13-6ad2-469b-934c-1d5388558de2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370004 Jul 22 17:26:32.113657 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:32.179094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3eeca-4025-45f5-aa48-ccdb014e6d2a req-a6ac440e-20e0-47ad-8fbc-11979cbff019 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:32.180488 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34d3eeca-4025-45f5-aa48-ccdb014e6d2a req-a6ac440e-20e0-47ad-8fbc-11979cbff019 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0643313 Jul 22 17:26:32.218582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-34d3eeca-4025-45f5-aa48-ccdb014e6d2a req-a580b659-7de0-432d-8ce5-9e0797647d53 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jul 22 17:26:33.350108 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7930a8f-b1df-462c-b546-33a609ceff57 req-328081ff-b3e7-4974-bfde-3cc1259b84f2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:33.351622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7930a8f-b1df-462c-b546-33a609ceff57 req-328081ff-b3e7-4974-bfde-3cc1259b84f2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0636525 Jul 22 17:26:33.388588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7930a8f-b1df-462c-b546-33a609ceff57 req-06049399-8e57-494c-b90c-29a3346fda4e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310614 Jul 22 17:26:34.524139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ed28-57e0-44ac-a2c4-5479157eabdc req-d912f97e-a6d2-447b-9b0a-787a04ea3e23 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:34.525604 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65b1ed28-57e0-44ac-a2c4-5479157eabdc req-d912f97e-a6d2-447b-9b0a-787a04ea3e23 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0699842 Jul 22 17:26:34.563586 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65b1ed28-57e0-44ac-a2c4-5479157eabdc req-178eeb97-b775-4564-91a8-d66c33358076 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Jul 22 17:26:35.695717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b2092-f711-4999-9372-4b261ff9a257 req-89c744e4-69bc-420a-9523-7135ae3c3513 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:35.697207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-552b2092-f711-4999-9372-4b261ff9a257 req-89c744e4-69bc-420a-9523-7135ae3c3513 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0673473 Jul 22 17:26:35.735545 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-552b2092-f711-4999-9372-4b261ff9a257 req-eee25f2e-247e-4635-aa0d-a00f6454daf7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326085 Jul 22 17:26:36.095616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:36.869768 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58adbf-a791-4e3f-928a-2185a2dc4859 req-aff6ca48-ef5d-4d46-8c48-66b4cbacc609 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:36.871639 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da58adbf-a791-4e3f-928a-2185a2dc4859 req-aff6ca48-ef5d-4d46-8c48-66b4cbacc609 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0654914 Jul 22 17:26:36.910206 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-da58adbf-a791-4e3f-928a-2185a2dc4859 req-f977d9ae-3104-4496-89e2-210b4d69d433 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329247 Jul 22 17:26:37.186879 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-134f1457-1c69-45f6-8379-fcf3dbfff16b service neutron] show failed (client error): The resource could not be found. Jul 22 17:26:37.187908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-134f1457-1c69-45f6-8379-fcf3dbfff16b service neutron] 10.222.0.20 "GET /v2.0/ports/eb32a38b-5368-4b65-bf6c-5d63709bd1d9/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0595074 Jul 22 17:26:37.398570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-b2680db6-7882-4df9-bda2-7936461b8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:37.400102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-b2680db6-7882-4df9-bda2-7936461b8a05 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 1098 time: 0.0545380 Jul 22 17:26:37.420470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:26:37.491249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:37.695856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:26:37.727519 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:26:37.766215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:26:37.768644 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031971f2-1ae5-4fda-afc3-b53635c5620b" -d '{"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:26:37.772826 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:37.785505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Transition to ACTIVE for port object eb32a38b-5368-4b65-bf6c-5d63709bd1d9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:26:37.789198 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:37.822666 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4238555a-3936-4e62-b874-6371ba155c94 x-openstack-request-id: req-4238555a-3936-4e62-b874-6371ba155c94 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:26:37.822666 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:26:37.822666 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4238555a-3936-4e62-b874-6371ba155c94 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:26:37.822666 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'code': 200} Jul 22 17:26:37.871555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:26:37.883344 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.883695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.884038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.884376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.884713 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.885046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.885376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.885705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.886043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.886601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.887159 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.887273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:37.930921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] No DVR routers for this DVR port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:26:38.054602 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdd5d0-183e-4f6c-a5c7-1513dacd0c15 req-27bd346f-41ce-4db6-97d0-cd5d1f35f5ec tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:38.056108 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-effdd5d0-183e-4f6c-a5c7-1513dacd0c15 req-27bd346f-41ce-4db6-97d0-cd5d1f35f5ec tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0737076 Jul 22 17:26:38.074794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:26:38.075163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:26:38.075502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:26:38.080005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:26:38.080332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:26:38.085235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:26:38.085515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:26:38.085903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:26:38.086334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Bound port: eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:26:38.086697 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:38.094595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-effdd5d0-183e-4f6c-a5c7-1513dacd0c15 req-121d6a7b-533c-4c26-bc5f-80ab9bf57cee tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327997 Jul 22 17:26:38.152879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:26:38.155797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:26:38.160112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:38.194688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:38.195383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:38.196673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] 10.222.0.65 "PUT /v2.0/ports/eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1093 time: 0.7811713 Jul 22 17:26:38.225234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f890bb0-bc06-4e0d-9216-ae9739597147 service neutron] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:26:38.301073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-50354e6e-ae7d-4efd-8b3e-b9accba13e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:38.302652 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-50354e6e-ae7d-4efd-8b3e-b9accba13e63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0672874 Jul 22 17:26:38.395188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-781820d6-b7fd-4366-84a1-fb6350d25d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:38.396947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-781820d6-b7fd-4366-84a1-fb6350d25d02 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0878830 Jul 22 17:26:38.473565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-f468c605-5f86-4213-9ac1-4a45e0e995e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0631530 Jul 22 17:26:38.517066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-dd7dbbc8-6703-4050-8ecb-2527fd6b9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:38.518491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-dd7dbbc8-6703-4050-8ecb-2527fd6b9fd5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0438800 Jul 22 17:26:38.578067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-a0cc7b9c-b605-4cb2-a6d6-257ee764d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:38.579591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-a0cc7b9c-b605-4cb2-a6d6-257ee764d79e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532556 Jul 22 17:26:38.674006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-d0ca172a-51da-4c7d-b682-fc926c439ec6 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871243 Jul 22 17:26:38.762641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78039823-2f2c-48de-8e4f-dbce672a83ff req-0515b0ed-5b82-47c3-8614-be998fd9a43f service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815194 Jul 22 17:26:39.233175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:26:39.235323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e2504-2bd8-49f0-9fbd-d2a290e051b9 req-c15a9b8b-24fc-4752-9cd2-7f07030bd354 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:39.237635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d8e2504-2bd8-49f0-9fbd-d2a290e051b9 req-c15a9b8b-24fc-4752-9cd2-7f07030bd354 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0711339 Jul 22 17:26:39.274595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:26:39.280222 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d8e2504-2bd8-49f0-9fbd-d2a290e051b9 req-41869f0e-fbbc-488a-af9a-10b921b9da27 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358911 Jul 22 17:26:39.825251 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:26:39.827513 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97" -d '{"events": [{"name": "network-changed", "server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:26:39.878723 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790530db-d836-44e8-8891-5a48abf1bd70 x-openstack-request-id: req-790530db-d836-44e8-8891-5a48abf1bd70 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:26:39.879219 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:26:39.879640 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-790530db-d836-44e8-8891-5a48abf1bd70 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:26:39.880270 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'status': 'completed', 'code': 200} Jul 22 17:26:40.015809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-aa5d2381-9e4b-4144-8180-35f6d903c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:40.017351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-aa5d2381-9e4b-4144-8180-35f6d903c0fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0960810 Jul 22 17:26:40.020226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-3b738128-0858-4d0c-9e5d-eadee14a1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:40.021884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-3b738128-0858-4d0c-9e5d-eadee14a1df1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1096 time: 0.0926166 Jul 22 17:26:40.183370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-786ea2f8-8f4b-4e8e-aca7-f89ab009ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:40.185038 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-786ea2f8-8f4b-4e8e-aca7-f89ab009ab71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1612628 Jul 22 17:26:40.186153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-b0de88ef-1ded-4504-a980-0090f8b7812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:40.187473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-b0de88ef-1ded-4504-a980-0090f8b7812c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1557322 Jul 22 17:26:40.302342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-e288951c-1f8f-4764-bb0d-b766ee9ca00d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1001 time: 0.1052046 Jul 22 17:26:40.304170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-e9029998-5b47-4dca-951d-0b1199810dee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1001 time: 0.1129775 Jul 22 17:26:40.417183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-aa811da4-56e8-452e-b689-04c65e36ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:40.418891 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-aa811da4-56e8-452e-b689-04c65e36ef54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.1084280 Jul 22 17:26:40.439880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-23cd31ce-7708-4a49-93bc-f4175e69f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:40.440459 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-23cd31ce-7708-4a49-93bc-f4175e69f626 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.1287766 Jul 22 17:26:40.470594 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:26:40.521037 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67152bae-a012-49ef-bb29-a39e23cb7471 req-9a35cd9d-8c00-463b-98a4-a90cf1cf802d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:40.522789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67152bae-a012-49ef-bb29-a39e23cb7471 req-9a35cd9d-8c00-463b-98a4-a90cf1cf802d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.1570630 Jul 22 17:26:40.563330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-d3dedde3-b1c6-4490-85aa-3fce13aed1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:40.564835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-d3dedde3-b1c6-4490-85aa-3fce13aed1e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394260 Jul 22 17:26:40.592233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-03efa196-cf17-49be-858f-5854f7a57e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:40.593726 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-03efa196-cf17-49be-858f-5854f7a57e87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354907 Jul 22 17:26:40.618265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67152bae-a012-49ef-bb29-a39e23cb7471 req-603737fe-1a53-4a7a-9639-e60f90af43e9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868216 Jul 22 17:26:40.742197 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-84c422bf-63af-42c7-8afe-f81b8db76a62 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649432 Jul 22 17:26:40.759482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-696b0438-059f-4b81-beee-f949f22388b4 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523399 Jul 22 17:26:40.904307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-50981453-84bf-4898-9a37-80a07ededa43 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550217 Jul 22 17:26:40.914476 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-439d0b76-f13f-4bc4-8a60-d9038ae2eb97 req-0e1d3576-1c5d-44c2-bbc1-fee8aa6b7dc2 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447446 Jul 22 17:26:41.753921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2729d-4c53-4096-9e57-66d9c3e0ed3a req-f60d6e84-3dd8-4241-b254-d9e0150589cf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:41.755457 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3d2729d-4c53-4096-9e57-66d9c3e0ed3a req-f60d6e84-3dd8-4241-b254-d9e0150589cf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0642524 Jul 22 17:26:41.794823 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e3d2729d-4c53-4096-9e57-66d9c3e0ed3a req-ea913d1c-0996-4ce5-8406-63d8b289219a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336614 Jul 22 17:26:42.927250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532153ab-c39f-43e1-9245-4d3a4f7700a5 req-5f14599a-bc0a-4633-8868-80121d1f1dc7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:42.928832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-532153ab-c39f-43e1-9245-4d3a4f7700a5 req-5f14599a-bc0a-4633-8868-80121d1f1dc7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0647092 Jul 22 17:26:42.981683 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-532153ab-c39f-43e1-9245-4d3a4f7700a5 req-4509df68-39a4-4efe-b656-ccb84d56b6e6 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465684 Jul 22 17:26:44.121468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3cc291-ca1a-4304-ab42-18a4121123fd req-dff58676-976c-469a-8025-03b474d5c946 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:44.123599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e3cc291-ca1a-4304-ab42-18a4121123fd req-dff58676-976c-469a-8025-03b474d5c946 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0672638 Jul 22 17:26:44.166081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4e3cc291-ca1a-4304-ab42-18a4121123fd req-8dc55f68-d949-418a-869a-36bf456f1a77 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362983 Jul 22 17:26:45.301060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5d778-85de-4fd0-8534-16e2435cd409 req-7694f9e2-51ea-448b-87c4-5639aafb0b9e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:45.302528 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83d5d778-85de-4fd0-8534-16e2435cd409 req-7694f9e2-51ea-448b-87c4-5639aafb0b9e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0676291 Jul 22 17:26:45.339653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83d5d778-85de-4fd0-8534-16e2435cd409 req-2debd1b6-f52c-4bd7-99f0-1c743c0ef694 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Jul 22 17:26:46.472664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7176b5c-2738-4e86-a052-ec033de04649 req-78f15854-9fd8-49ae-b4bb-feb7b55d3d1a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:46.474228 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7176b5c-2738-4e86-a052-ec033de04649 req-78f15854-9fd8-49ae-b4bb-feb7b55d3d1a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0676000 Jul 22 17:26:46.511633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f7176b5c-2738-4e86-a052-ec033de04649 req-06f21164-f6c1-4e00-9848-cebaf8156d43 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Jul 22 17:26:47.642035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744210f-b0dd-4396-aee0-a6e62bf6b932 req-04de9068-4a18-4fa9-ba04-3db926c67ddc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:47.643572 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d744210f-b0dd-4396-aee0-a6e62bf6b932 req-04de9068-4a18-4fa9-ba04-3db926c67ddc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0632260 Jul 22 17:26:47.682231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d744210f-b0dd-4396-aee0-a6e62bf6b932 req-02a69d79-9456-4473-a229-b54c82f07a7f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320141 Jul 22 17:26:48.504604 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-220cf98d-a743-4ec8-b357-fe5d62cebf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:48.816906 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f3e60-6a46-4add-bb4c-afb5893c7bdf req-3be123d8-8afa-4ca1-b6ae-669ca3781ca4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:48.818326 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a9f3e60-6a46-4add-bb4c-afb5893c7bdf req-3be123d8-8afa-4ca1-b6ae-669ca3781ca4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0674396 Jul 22 17:26:48.857078 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2a9f3e60-6a46-4add-bb4c-afb5893c7bdf req-5095ac79-c161-412f-9cb4-d0de567b3804 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Jul 22 17:26:49.994355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2f51-7400-4dd0-9621-7f9ec38006d5 req-d137add9-205e-41c7-92e9-32e143525771 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:49.996479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94be2f51-7400-4dd0-9621-7f9ec38006d5 req-d137add9-205e-41c7-92e9-32e143525771 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0685151 Jul 22 17:26:50.035638 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-94be2f51-7400-4dd0-9621-7f9ec38006d5 req-87256e22-6579-468c-9ef3-6446127f0042 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332174 Jul 22 17:26:50.961513 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:26:51.054038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:26:51.065796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'mac_address': 'fa:16:3e:f8:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:26:51.117410 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-471382a0-d19b-429b-8085-b859ba9efe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:51.119488 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:51.132506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb32a38b-5368-4b65-bf6c-5d63709bd1d9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:26:51.156385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:26:51.164264 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:51.182710 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fa2aa-e610-41e6-be9e-db89b05b3225 req-af94a846-9cf2-480b-8272-0c5c461d0e22 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:51.185712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-336fa2aa-e610-41e6-be9e-db89b05b3225 req-af94a846-9cf2-480b-8272-0c5c461d0e22 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 944 time: 0.0781512 Jul 22 17:26:51.215268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:26:51.223211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.223647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.224015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.224356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.224720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.225065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.225362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-336fa2aa-e610-41e6-be9e-db89b05b3225 req-45cc46d5-7b5e-4279-ab3a-44db86deb8a7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347028 Jul 22 17:26:51.225527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.225705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.226032 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.226689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.226689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.227015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:26:51.332309 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:51.534758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['eb32a38b-5368-4b65-bf6c-5d63709bd1d9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:26:51.559780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-a6fc02b3-5f04-43fe-ab5c-eaf104b145e3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:51.561303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-a6fc02b3-5f04-43fe-ab5c-eaf104b145e3 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.65 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1&tenant_id=00ec953be6e04ed2aaa3a314584dfac5&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 945 time: 0.0798638 Jul 22 17:26:51.574787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6994-7c16-4a17-b01a-31dec0f6bf0a req-380739b9-4aa6-483e-bd77-328850e4f85b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:51.577160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f0e6994-7c16-4a17-b01a-31dec0f6bf0a req-380739b9-4aa6-483e-bd77-328850e4f85b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0749238 Jul 22 17:26:51.623858 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5f0e6994-7c16-4a17-b01a-31dec0f6bf0a req-c959f18e-5be4-4b73-b5c5-3c21d7e7b0dc tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Jul 22 17:26:51.628821 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-d493a819-4a26-4be1-84ca-dd3cccf6d8ef service neutron] 10.222.0.65 "GET /v2.0/ports/eb32a38b-5368-4b65-bf6c-5d63709bd1d9/bindings/n-h1-792458-13 HTTP/1.1" status: 200 len: 383 time: 0.0603452 Jul 22 17:26:51.724050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-2ff6ab7b-ae3b-4a94-882e-2a0c510ba01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:51.725492 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-2ff6ab7b-ae3b-4a94-882e-2a0c510ba01e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0562212 Jul 22 17:26:51.826262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-c702132b-e44c-4f1b-960f-cbc2db75b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:51.827847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-c702132b-e44c-4f1b-960f-cbc2db75b365 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0940046 Jul 22 17:26:51.897227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7e83e6ee-a104-4d26-9c05-7e71930f57b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1002 time: 0.0625463 Jul 22 17:26:51.952600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-f0bc1b5e-040e-40f2-b26e-7333b3060bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:51.954089 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-f0bc1b5e-040e-40f2-b26e-7333b3060bfd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0504313 Jul 22 17:26:52.015864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-48cc9209-7f34-4a96-b39d-c6b9cf744d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:52.017302 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-48cc9209-7f34-4a96-b39d-c6b9cf744d76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563695 Jul 22 17:26:52.113322 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-48c4a598-7921-4e0f-90f7-485946587583 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875292 Jul 22 17:26:52.205254 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-1584e225-89e3-4888-9df9-751cc51de369 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853598 Jul 22 17:26:52.720991 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:52.760715 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b79c4b-2bef-4d79-83a8-a06ceda3b5ad req-70ac1361-84d6-4611-b315-81513f51be3b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:52.760715 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-69b79c4b-2bef-4d79-83a8-a06ceda3b5ad req-70ac1361-84d6-4611-b315-81513f51be3b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0657208 Jul 22 17:26:52.800751 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-69b79c4b-2bef-4d79-83a8-a06ceda3b5ad req-7f541bea-20e0-4c7e-b22b-aa554c601b71 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341256 Jul 22 17:26:52.961891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:26:53.013246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:26:53.021833 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:26:53.022228 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:53.100278 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:53.127662 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:26:53.129906 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ed3e9e-6cbc-4b3d-867f-a0b1b6eea1d3" -d '{"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-plugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:26:53.150506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:26:53.155133 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:53.183066 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0af0a91-a9e7-4ed1-8414-e6dd1c16e9f5 x-openstack-request-id: req-a0af0a91-a9e7-4ed1-8414-e6dd1c16e9f5 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:26:53.183910 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-plugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:26:53.184270 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0af0a91-a9e7-4ed1-8414-e6dd1c16e9f5 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:26:53.184669 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'code': 200} Jul 22 17:26:53.214563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:26:54.219283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fd19f-9ace-46f5-ab79-0b3701c7c6de req-c07e2159-5edc-483c-a7c7-10871ae28cf5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:54.220969 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a59fd19f-9ace-46f5-ab79-0b3701c7c6de req-c07e2159-5edc-483c-a7c7-10871ae28cf5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0737498 Jul 22 17:26:54.262364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a59fd19f-9ace-46f5-ab79-0b3701c7c6de req-6ee7f458-cf39-436b-8142-ae7e8236b267 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349648 Jul 22 17:26:54.420266 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:55.398656 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe923dfc-a842-4337-9f47-d838c353318f req-b42aba9f-4a08-47a8-807e-becc325b0222 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:55.400201 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe923dfc-a842-4337-9f47-d838c353318f req-b42aba9f-4a08-47a8-807e-becc325b0222 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0667424 Jul 22 17:26:55.439845 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe923dfc-a842-4337-9f47-d838c353318f req-dcbc3eda-be11-42a9-8a9e-77e1c2448ceb tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333650 Jul 22 17:26:56.270648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-0c72b4ce-c61d-40c5-bd44-fd45cf2c5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:56.272458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-0c72b4ce-c61d-40c5-bd44-fd45cf2c5fe2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1&tenant_id=00ec953be6e04ed2aaa3a314584dfac5 HTTP/1.1" status: 200 len: 1098 time: 0.0574694 Jul 22 17:26:56.288859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:26:56.362051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:56.594038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:26:56.638710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b759bd7-be2b-49f4-b24a-13cb27b8daf4 req-89b05081-f7d0-4b43-b0bc-95569ed72646 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:56.640211 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b759bd7-be2b-49f4-b24a-13cb27b8daf4 req-89b05081-f7d0-4b43-b0bc-95569ed72646 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.1294932 Jul 22 17:26:56.645662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:26:56.709686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:26:56.711941 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d14236b-b59b-4d89-8220-de564683deee" -d '{"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:26:56.715403 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:56.720279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5b759bd7-be2b-49f4-b24a-13cb27b8daf4 req-01688c65-b678-41af-9c9b-83bb538c104e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726330 Jul 22 17:26:56.732361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Transition to ACTIVE for port object eb32a38b-5368-4b65-bf6c-5d63709bd1d9 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:26:56.737077 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:56.766872 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e35c90a-c2db-45e9-a275-3c2435564bb2 x-openstack-request-id: req-5e35c90a-c2db-45e9-a275-3c2435564bb2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:26:56.767202 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:26:56.767459 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e35c90a-c2db-45e9-a275-3c2435564bb2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:26:56.767864 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'code': 200} Jul 22 17:26:56.817187 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=10']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:26:56.864816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] No DVR routers for this DVR port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:26:56.976357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:26:57.008002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:26:57.008507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:26:57.008840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:26:57.013292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:26:57.013612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Attempting to bind port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on network c67439f3-f570-4f87-8728-01a7e48d7052 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:26:57.018570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:26:57.019374 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Checking segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:26:57.019816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Bound using segment: {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:26:57.020398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Bound port: eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:26:57.020772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:57.025046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:26:57.098695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:26:57.101951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:26:57.106448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:57.140233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.140852 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:26:57.142267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] 10.222.0.20 "PUT /v2.0/ports/eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1094 time: 0.8575721 Jul 22 17:26:57.164435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553f49f-9a43-4307-9e96-1c4dd2e3090c service neutron] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=11']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:26:57.235107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-5a8750dc-7c6b-4ae1-ae39-ebcce910468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.236546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-5a8750dc-7c6b-4ae1-ae39-ebcce910468c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0601163 Jul 22 17:26:57.664496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-e0f4d21e-bcd0-4c35-a090-3af3c71dd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.665952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-e0f4d21e-bcd0-4c35-a090-3af3c71dd2cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.4219003 Jul 22 17:26:57.727635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-6e63fdf1-e29c-442b-bd3e-dcdb2b04cc70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0549231 Jul 22 17:26:57.778662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-90898969-9056-4bfe-834a-d70f08dc43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.780171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-90898969-9056-4bfe-834a-d70f08dc43c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0469906 Jul 22 17:26:57.881830 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-de96ffca-d38d-421a-ab11-8c66d1ea983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.883383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-de96ffca-d38d-421a-ab11-8c66d1ea983e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951560 Jul 22 17:26:57.895739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a942-1150-473e-b562-e4a694f91af9 req-884be8b2-5200-4a38-9a5b-95b7630abb83 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:57.897425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d64a942-1150-473e-b562-e4a694f91af9 req-884be8b2-5200-4a38-9a5b-95b7630abb83 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.1011279 Jul 22 17:26:57.992980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d64a942-1150-473e-b562-e4a694f91af9 req-950aea8f-11d8-4722-838b-10d1cbc6151d tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869513 Jul 22 17:26:58.018897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-8e53fe7f-e735-4f3f-b31d-ba2f556e8ff4 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205156 Jul 22 17:26:58.111791 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-108aab81-d3b4-4277-a220-71d084b4ccc9 req-61dd717c-4e69-463e-9f33-0e556a0b1f9b service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860314 Jul 22 17:26:58.769311 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:26:58.772004 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df751831-3174-4086-8b5f-9658cf343302" -d '{"events": [{"name": "network-changed", "server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:26:58.819238 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e0caee-1a4b-4228-8662-d32aafc5d0c2 x-openstack-request-id: req-13e0caee-1a4b-4228-8662-d32aafc5d0c2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:26:58.819535 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:26:58.819791 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13e0caee-1a4b-4228-8662-d32aafc5d0c2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:26:58.820193 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'status': 'completed', 'code': 200} Jul 22 17:26:58.953326 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751831-3174-4086-8b5f-9658cf343302 req-94921eec-7d04-486c-a770-5589d46d54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:58.954824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-94921eec-7d04-486c-a770-5589d46d54e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0935028 Jul 22 17:26:58.956551 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751831-3174-4086-8b5f-9658cf343302 req-b937cbe8-f068-4d76-beff-5351209b48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:58.957867 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-b937cbe8-f068-4d76-beff-5351209b48c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0888143 Jul 22 17:26:59.154633 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751831-3174-4086-8b5f-9658cf343302 req-eb3e6427-5516-4d00-8f8b-34530ee29db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:59.157008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-eb3e6427-5516-4d00-8f8b-34530ee29db4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1877315 Jul 22 17:26:59.158400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751831-3174-4086-8b5f-9658cf343302 req-66bc3085-5392-4e29-b995-84661b9e9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:59.160344 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-66bc3085-5392-4e29-b995-84661b9e9e29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.1990311 Jul 22 17:26:59.299193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3abcd-c845-4e01-8dd0-c2126f43e48d req-0e23c3ef-361c-4205-9ab3-0f3cb222c227 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:59.300747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47f3abcd-c845-4e01-8dd0-c2126f43e48d req-0e23c3ef-361c-4205-9ab3-0f3cb222c227 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.2286863 Jul 22 17:26:59.317916 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-fe9d3311-cac6-44bc-8806-9074cb49b682 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1001 time: 0.1458154 Jul 22 17:26:59.324366 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-4718b747-c1b1-4f06-a5fd-1f8edd5112cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1001 time: 0.1581624 Jul 22 17:26:59.424562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751831-3174-4086-8b5f-9658cf343302 req-966a58ec-20cc-4a50-b8cb-8045a6648227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:59.426029 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-966a58ec-20cc-4a50-b8cb-8045a6648227 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0993266 Jul 22 17:26:59.430473 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-47f3abcd-c845-4e01-8dd0-c2126f43e48d req-1c6a6583-2451-45e0-85bf-1f9f246ab493 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202049 Jul 22 17:26:59.442654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751831-3174-4086-8b5f-9658cf343302 req-d0354aa8-cd27-4054-92a3-61afe80159f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:59.444105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-d0354aa8-cd27-4054-92a3-61afe80159f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.1037455 Jul 22 17:26:59.533002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751831-3174-4086-8b5f-9658cf343302 req-45c7f4ea-2b6b-4338-81a2-5b003b100d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:59.536267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-45c7f4ea-2b6b-4338-81a2-5b003b100d8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030974 Jul 22 17:26:59.546250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df751831-3174-4086-8b5f-9658cf343302 req-1ec4bf2b-69a1-4ad0-b94f-8936c4bc586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:26:59.547746 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-1ec4bf2b-69a1-4ad0-b94f-8936c4bc586c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973289 Jul 22 17:26:59.700509 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-f4802745-64fe-4f03-b0d5-cab343800e02 service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564708 Jul 22 17:26:59.704135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-3596fddf-86d0-4180-bade-bdadc0f401e2 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494000 Jul 22 17:26:59.866541 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-de84c73b-b762-4d2c-9f95-3f160ec37dcc service neutron] 10.222.0.65 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585712 Jul 22 17:26:59.868530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-df751831-3174-4086-8b5f-9658cf343302 req-1c3dfcfc-ac42-47df-a276-55bc5bf4872f service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524570 Jul 22 17:27:00.581298 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8a0f3-6d96-4932-a7d9-87cc0a4fbd76 req-563b16e9-19f0-4177-a283-e08a03dcba5a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:00.582825 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11f8a0f3-6d96-4932-a7d9-87cc0a4fbd76 req-563b16e9-19f0-4177-a283-e08a03dcba5a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0787597 Jul 22 17:27:00.624276 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11f8a0f3-6d96-4932-a7d9-87cc0a4fbd76 req-494fe5b6-8d5c-405f-894e-9d0949287792 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356338 Jul 22 17:27:01.754730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b53494-5b28-4c0a-a84e-ccfd471255a7 req-797996e4-9b70-41c9-bfc2-7706330b9276 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:01.756256 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a1b53494-5b28-4c0a-a84e-ccfd471255a7 req-797996e4-9b70-41c9-bfc2-7706330b9276 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0633996 Jul 22 17:27:01.797837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a1b53494-5b28-4c0a-a84e-ccfd471255a7 req-e858418c-a0b7-4184-af51-acb25ca7de09 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360136 Jul 22 17:27:02.112928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:02.557240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-ffb51b44-38aa-41f6-bcee-49fe49b6d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:02.559321 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-ffb51b44-38aa-41f6-bcee-49fe49b6d750 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0542967 Jul 22 17:27:02.689870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-a20e7acf-17c4-4cb5-8aae-59724804998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:02.691373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-a20e7acf-17c4-4cb5-8aae-59724804998d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 200 len: 912 time: 0.0944068 Jul 22 17:27:02.759457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-c8fafca7-4012-464a-afc4-dfeae07b4b24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0609434 Jul 22 17:27:02.806740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-8ba99547-109d-4269-ac77-8e2eda71a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:02.808254 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-8ba99547-109d-4269-ac77-8e2eda71a81c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 200 len: 850 time: 0.0427325 Jul 22 17:27:02.866619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-ae5edfee-fc17-4ad5-99b7-90f2ab76aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:02.868462 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-ae5edfee-fc17-4ad5-99b7-90f2ab76aa7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c67439f3-f570-4f87-8728-01a7e48d7052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542781 Jul 22 17:27:02.928528 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7861fe-34aa-4cc5-af51-f3846014df20 req-921e72a9-a374-4bc4-bed4-4e38648afde5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:02.930053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f7861fe-34aa-4cc5-af51-f3846014df20 req-921e72a9-a374-4bc4-bed4-4e38648afde5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0648253 Jul 22 17:27:02.964112 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-2ab86bfb-2b52-4fb4-9168-befd76efdd46 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888834 Jul 22 17:27:02.968164 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8f7861fe-34aa-4cc5-af51-f3846014df20 req-7b82e27e-65c2-4cd8-80f3-5a9e8c69b202 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318687 Jul 22 17:27:03.051979 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07347edb-f11a-4cf3-b0e2-cc5852ff95a1 req-9d72fdfd-0856-4f63-bbf7-14603c3d8cd4 service neutron] 10.222.0.20 "GET /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821574 Jul 22 17:27:04.100030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566cf87-a1f0-45e7-bf85-ceaa3d401c96 req-aa467b87-a5df-49ee-a539-e9ac403da9ec tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:04.101515 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a566cf87-a1f0-45e7-bf85-ceaa3d401c96 req-aa467b87-a5df-49ee-a539-e9ac403da9ec tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0637734 Jul 22 17:27:04.144323 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a566cf87-a1f0-45e7-bf85-ceaa3d401c96 req-4ed25843-ee78-463d-9a2b-71464ea14d3b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368719 Jul 22 17:27:05.278094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628664a-9bd9-4347-b07f-1fe30247e25e req-c97261e5-55aa-473e-9948-2d7061fbdac5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:05.279617 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f628664a-9bd9-4347-b07f-1fe30247e25e req-c97261e5-55aa-473e-9948-2d7061fbdac5 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0670652 Jul 22 17:27:05.319114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f628664a-9bd9-4347-b07f-1fe30247e25e req-33c10984-d74e-4203-9815-e816d03c7ae7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321105 Jul 22 17:27:06.092159 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:06.453802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed034-eb69-4a51-a523-2d3bf57893dc req-af75478f-5602-4c27-bda3-8460447c690f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:06.455350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1feed034-eb69-4a51-a523-2d3bf57893dc req-af75478f-5602-4c27-bda3-8460447c690f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0643003 Jul 22 17:27:06.492862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1feed034-eb69-4a51-a523-2d3bf57893dc req-b929d77d-4eae-4281-81e9-bf772a7306df tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jul 22 17:27:07.624537 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4a7c3-1111-4a50-a36c-923dbdc2b5ac req-e45103ef-5ee3-4346-b8c7-5ce0c8780df4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:07.626036 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11d4a7c3-1111-4a50-a36c-923dbdc2b5ac req-e45103ef-5ee3-4346-b8c7-5ce0c8780df4 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0657210 Jul 22 17:27:07.662463 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-11d4a7c3-1111-4a50-a36c-923dbdc2b5ac req-da4cf83d-e288-468b-afce-83aeab4529d8 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308585 Jul 22 17:27:08.798643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c33c4-cb0e-4c3d-9599-17aa51b468a0 req-8f3cf41e-c1cb-4783-bdda-19516f2751c7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:08.800205 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-043c33c4-cb0e-4c3d-9599-17aa51b468a0 req-8f3cf41e-c1cb-4783-bdda-19516f2751c7 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 945 time: 0.0697520 Jul 22 17:27:08.839209 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-043c33c4-cb0e-4c3d-9599-17aa51b468a0 req-9df500e7-7a81-485c-9eec-7ad3b9c3ad4f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335009 Jul 22 17:27:09.396947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:27:09.494720 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:09.506015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'port_id': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'mac_address': 'fa:16:3e:f8:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:27:09.542379 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:09.554864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb32a38b-5368-4b65-bf6c-5d63709bd1d9 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:27:09.574235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:09.578857 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:09.629183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=12']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:09.890322 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['eb32a38b-5368-4b65-bf6c-5d63709bd1d9'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:27:09.969853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e1fc4-9658-4b2b-aec4-1ce4301b2239 req-aa3fa93c-6d00-44ac-a083-1c5316d3a228 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:09.971455 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-292e1fc4-9658-4b2b-aec4-1ce4301b2239 req-aa3fa93c-6d00-44ac-a083-1c5316d3a228 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0646527 Jul 22 17:27:10.012564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-292e1fc4-9658-4b2b-aec4-1ce4301b2239 req-41ef6fb7-9adf-458b-882a-61c3898ec6e9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335290 Jul 22 17:27:10.146032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa5b59-ef32-4b3c-8aa4-67a4377206b9 req-21adf672-db75-4c1e-9786-2a0aad56c1da tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:10.147711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27aa5b59-ef32-4b3c-8aa4-67a4377206b9 req-21adf672-db75-4c1e-9786-2a0aad56c1da tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0670052 Jul 22 17:27:10.185053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-27aa5b59-ef32-4b3c-8aa4-67a4377206b9 req-a337147f-da63-4c19-88de-f4fe3f377cff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317464 Jul 22 17:27:10.320327 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a40c63-8deb-4bbc-83e2-e95367f38860 req-a7ac823a-c54f-4699-bf51-fe9cf43a8e94 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:10.321777 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96a40c63-8deb-4bbc-83e2-e95367f38860 req-a7ac823a-c54f-4699-bf51-fe9cf43a8e94 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0698729 Jul 22 17:27:10.361572 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-96a40c63-8deb-4bbc-83e2-e95367f38860 req-c04f047f-2069-4049-a896-b76bd5ea8b3b tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334821 Jul 22 17:27:10.615144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645c925-0e43-4458-a9d2-56d025ad7ef1 req-70406bce-67c2-4f82-ab78-40e2a313ae54 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:10.616622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4645c925-0e43-4458-a9d2-56d025ad7ef1 req-70406bce-67c2-4f82-ab78-40e2a313ae54 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 946 time: 0.0641510 Jul 22 17:27:10.655559 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4645c925-0e43-4458-a9d2-56d025ad7ef1 req-e8aac8dc-6ada-4d4c-ab19-b294bdc547ff tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333426 Jul 22 17:27:11.427134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:27:11.477115 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:27:11.480711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:27:11.481078 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:11.555049 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:11.577716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:11.579980 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01213eb-8061-495a-b958-71878e0741d4" -d '{"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-plugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:11.593984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:11.598458 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:11.620869 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e539c41-f161-4f77-bcbf-3a6c88cf2ebc x-openstack-request-id: req-8e539c41-f161-4f77-bcbf-3a6c88cf2ebc {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:11.621160 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-plugged", "status": "completed", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:11.621406 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e539c41-f161-4f77-bcbf-3a6c88cf2ebc {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:11.621790 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'code': 200} Jul 22 17:27:11.647469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=13']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:11.789310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4db25-662f-43cb-865d-cbce50d4f220 req-c71d5a3f-dec0-49e1-932b-c5c4f2661d1f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:11.790797 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fe4db25-662f-43cb-865d-cbce50d4f220 req-c71d5a3f-dec0-49e1-932b-c5c4f2661d1f tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 947 time: 0.0678279 Jul 22 17:27:11.830655 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6fe4db25-662f-43cb-865d-cbce50d4f220 req-db3bde2e-9769-4e80-bc74-eef3b37e25b2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups?id=30ac1571-633c-4695-8162-f0522d3af167&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332751 Jul 22 17:27:12.299052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-d087bd38-b442-4a5c-8e59-5a36ce603a1a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:12.300663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-d087bd38-b442-4a5c-8e59-5a36ce603a1a tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 947 time: 0.0662677 Jul 22 17:27:12.404867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Deleting port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:27:12.405209 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:12.496471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] For port eb32a38b-5368-4b65-bf6c-5d63709bd1d9, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:12.496824 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:12.662027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:12.662400 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:12.662714 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d disassociated. External IP: 172.25.3.118, port: eb32a38b-5368-4b65-bf6c-5d63709bd1d9. Jul 22 17:27:12.663093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Calling delete_port for eb32a38b-5368-4b65-bf6c-5d63709bd1d9 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:27:12.790346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:12.818030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event deleted for resources: {'Port': ['ID=eb32a38b-5368-4b65-bf6c-5d63709bd1d9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:12.949210 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-688737e0-a536-49e1-a396-e1eecdaa0601 req-4c9e4694-bb91-44c0-b6ba-10cfb4aa1db2 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 210 time: 0.0354288 Jul 22 17:27:12.972421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:27:13.081410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:27:13.090745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:27:13.099810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:27:13.100383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:26:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:13.129893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] No DVR routers for this DVR port eb32a38b-5368-4b65-bf6c-5d63709bd1d9 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:27:13.134866 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:13.135151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5bfb3a44-566d-4431-865f-f6fc1461c1a2 req-4d28ac35-0c39-4035-8702-ed5045afb149 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.20 "DELETE /v2.0/ports/eb32a38b-5368-4b65-bf6c-5d63709bd1d9 HTTP/1.1" status: 204 len: 173 time: 0.8286788 Jul 22 17:27:13.135613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-deleted', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:13.137886 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79dfda6-752c-483a-b053-ddf9a04fed1a" -d '{"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-deleted", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:13.180205 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d2c545-3466-4f2b-816b-b22d3e5eb334 x-openstack-request-id: req-b2d2c545-3466-4f2b-816b-b22d3e5eb334 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:13.180508 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002e51d5-8695-4732-ad59-ae2626184ef1", "name": "network-vif-deleted", "tag": "eb32a38b-5368-4b65-bf6c-5d63709bd1d9", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:13.180763 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2d2c545-3466-4f2b-816b-b22d3e5eb334 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:13.181166 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002e51d5-8695-4732-ad59-ae2626184ef1', 'name': 'network-vif-deleted', 'tag': 'eb32a38b-5368-4b65-bf6c-5d63709bd1d9', 'status': 'completed', 'code': 200} Jul 22 17:27:13.210132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:27:13.419201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:13.446225 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:27:13.454566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:27:13.455214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:26:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:13.561725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:27:13.756778 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:13.788960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e8fa4a-e3b4-42ef-b988-6aa52d5b4ab4 None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:26Z', 'revision_number': 4, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'af96cc4e-28f6-49ff-b993-1682c148973f', 'name': '', 'network_id': 'c67439f3-f570-4f87-8728-01a7e48d7052', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'mac_address': 'fa:16:3e:d4:c8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:25Z', 'updated_at': '2021-07-22T17:17:31Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'subnets': [{'id': 'd9bbba0a-5270-41b9-aaac-789f237a1fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:27:14.018433 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3504a79a-1dc0-410c-a292-ef2185e94872 None None] New status for floating IP 8bf5d7f8-139e-4fd7-9d6a-0df56a48027d: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:27:14.055679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7fb4bfca-0ab9-4c1e-b798-321a1d10d27f req-7dc3ee58-550d-4ca6-bd14-1c71201db052 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 210 time: 0.0330443 Jul 22 17:27:15.156122 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8357a2a-c51e-4b8f-9f40-eb1a82b7a9d3 req-29d5cea0-8640-4630-a141-bc1cce4814c9 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 210 time: 0.0293801 Jul 22 17:27:15.465531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:27:15.486602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: eb32a38b-5368-4b65-bf6c-5d63709bd1d9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:27:15.487023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device eb32a38b-5368-4b65-bf6c-5d63709bd1d9 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:27:16.254026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8eed5585-30fb-487c-9ab0-a81319c17e88 req-73a50af1-5434-4768-aaa1-4cf869b9795e tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/ports?device_id=002e51d5-8695-4732-ad59-ae2626184ef1 HTTP/1.1" status: 200 len: 210 time: 0.0293176 Jul 22 17:27:17.471358 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:27:18.505510 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-35360aae-ace4-47c7-8f7b-73579ce80f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:19.955509 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32866) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:20.010431 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.035936 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.089432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.092669 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.094420 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "DELETE /v2.0/security-groups/30ac1571-633c-4695-8162-f0522d3af167 HTTP/1.1" status: 204 len: 168 time: 0.1372330 Jul 22 17:27:20.096531 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32868) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:20.103904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac1571-633c-4695-8162-f0522d3af167,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:20.111940 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [None req-ee925776-e832-402e-964e-a6672e0fb2e0 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] show failed (client error): The resource could not be found. Jul 22 17:27:20.112126 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.112453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.112796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.113134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.113466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.113820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.114121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.114524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.114853 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.115095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ee925776-e832-402e-964e-a6672e0fb2e0 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "GET /v2.0/security-groups/30ac1571-633c-4695-8162-f0522d3af167 HTTP/1.1" status: 404 len: 347 time: 0.0160699 Jul 22 17:27:20.115210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.115568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.115899 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a036ae-452f-4560-8cd8-cc8d25719f41 tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:20.116851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32870) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:20.246167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Deleting port ecf739c5-0e54-411b-88c4-ed95d5e79cc9 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:27:20.246508 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.325681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.325895 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.337219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Calling delete_port for ecf739c5-0e54-411b-88c4-ed95d5e79cc9 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:27:20.472774 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.496597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Pushing event deleted for resources: {'Port': ['ID=ecf739c5-0e54-411b-88c4-ed95d5e79cc9,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:20.566386 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.568985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:20.570150 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1c0c0261-e44a-4f04-b534-1eeb13f3b0bf tempest-ServerActionsTestJSON-965024592 tempest-ServerActionsTestJSON-965024592-project] 10.222.0.53 "DELETE /v2.0/floatingips/8bf5d7f8-139e-4fd7-9d6a-0df56a48027d HTTP/1.1" status: 204 len: 168 time: 0.4522285 Jul 22 17:27:20.573052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32872) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:20.990014 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:21.093280 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14e142be-1e21-437e-950a-745fe66166ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:21.246764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Deleting port af96cc4e-28f6-49ff-b993-1682c148973f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:27:21.247413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:21.335199 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:21.680025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] For port af96cc4e-28f6-49ff-b993-1682c148973f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=af96cc4e-28f6-49ff-b993-1682c148973f,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:21.680440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:21.695339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Calling delete_port for af96cc4e-28f6-49ff-b993-1682c148973f owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:27:21.917373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:21.950878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=af96cc4e-28f6-49ff-b993-1682c148973f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:22.161905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.376388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:27:22.479478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:27:22.485108 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-09588deb-f4ab-4a8a-9273-409a2f891c11 admin admin] 10.222.0.53 "PUT /v2.0/routers/6b45e2bc-9a02-4c94-ae61-cefff31a6b1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9110818 Jul 22 17:27:22.487613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32880) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:22.492816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161df509-7dff-4466-8eed-97221f53210c None None] Sync routers for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:27:22.503814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161df509-7dff-4466-8eed-97221f53210c None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:27:22.504422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-161df509-7dff-4466-8eed-97221f53210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:22.591779 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.608923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-161df509-7dff-4466-8eed-97221f53210c None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:27:22.695411 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.734440 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.750383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Deleting port 22628236-88a5-40c0-a065-5821085af6e2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:27:22.750726 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.797129 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-161df509-7dff-4466-8eed-97221f53210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '22628236-88a5-40c0-a065-5821085af6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:27:21Z', 'revision_number': 5, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port': {'id': '22628236-88a5-40c0-a065-5821085af6e2', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:22.823120 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161df509-7dff-4466-8eed-97221f53210c None None] Checking router: 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:27:22.831793 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161df509-7dff-4466-8eed-97221f53210c None None] Routers {'6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:27:22.832405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-161df509-7dff-4466-8eed-97221f53210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:27:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:22.835066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] For port 22628236-88a5-40c0-a065-5821085af6e2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=22628236-88a5-40c0-a065-5821085af6e2,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:22.835425 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:22.847620 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Calling delete_port for 22628236-88a5-40c0-a065-5821085af6e2 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:27:22.917901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-161df509-7dff-4466-8eed-97221f53210c None None] Set router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:27:22.969785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-161df509-7dff-4466-8eed-97221f53210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:27:22Z', 'revision_number': 6, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:22.998985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161df509-7dff-4466-8eed-97221f53210c None None] The sync data for ids ['6b45e2bc-9a02-4c94-ae61-cefff31a6b1b'] in n-d-792458-13 is: [{'id': '6b45e2bc-9a02-4c94-ae61-cefff31a6b1b', 'name': 'tempest-ServerActionsTestJSON-100590914-router', 'tenant_id': '00ec953be6e04ed2aaa3a314584dfac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:17:23Z', 'updated_at': '2021-07-22T17:27:22Z', 'revision_number': 6, 'project_id': '00ec953be6e04ed2aaa3a314584dfac5', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:27:23.017277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.043197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=22628236-88a5-40c0-a065-5821085af6e2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:23.110427 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.199619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.202412 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.242984 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.243449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b45e2bc-9a02-4c94-ae61-cefff31a6b1b {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:27:23.248905 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.249819 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-39bb7f84-5b94-4760-b627-a77e6f296fe1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6b45e2bc-9a02-4c94-ae61-cefff31a6b1b HTTP/1.1" status: 204 len: 168 time: 0.7612755 Jul 22 17:27:23.252321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:23.297452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bf4697-cf5d-4b2b-a86c-83db2bf47354 admin admin] Deleting subnet d9bbba0a-5270-41b9-aaac-789f237a1fb8 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:27:23.300456 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51bf4697-cf5d-4b2b-a86c-83db2bf47354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.340927 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51bf4697-cf5d-4b2b-a86c-83db2bf47354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.430176 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51bf4697-cf5d-4b2b-a86c-83db2bf47354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.441197 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device af96cc4e-28f6-49ff-b993-1682c148973f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:27:23.463605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: af96cc4e-28f6-49ff-b993-1682c148973f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:27:23.463943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device af96cc4e-28f6-49ff-b993-1682c148973f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:27:23.489980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51bf4697-cf5d-4b2b-a86c-83db2bf47354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.515690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4697-cf5d-4b2b-a86c-83db2bf47354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9bbba0a-5270-41b9-aaac-789f237a1fb8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:23.519228 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51bf4697-cf5d-4b2b-a86c-83db2bf47354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.521086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-51bf4697-cf5d-4b2b-a86c-83db2bf47354 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d9bbba0a-5270-41b9-aaac-789f237a1fb8 HTTP/1.1" status: 204 len: 168 time: 0.2678268 Jul 22 17:27:23.523749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32884) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:23.526512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df72e8-b146-4e47-a7f1-4789cde8f4ec None None] Network c67439f3-f570-4f87-8728-01a7e48d7052 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:27:23.599220 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.652238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Deleting port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:27:23.652578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.721328 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] For port c8a9c246-dfb6-4c7b-a5d4-9582230ed990, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=c8a9c246-dfb6-4c7b-a5d4-9582230ed990,segment=NetworkSegment(cc83f9f2-f32c-442b-83d3-3d8cf75c02bf),segment_id=cc83f9f2-f32c-442b-83d3-3d8cf75c02bf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:23.721588 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.732919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Calling delete_port for c8a9c246-dfb6-4c7b-a5d4-9582230ed990 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:27:23.774600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] DHCP port deletion for c67439f3-f570-4f87-8728-01a7e48d7052 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:27:23.819923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.823239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] Deleting port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:27:23.823610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.848534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] No DVR routers for this DVR port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:27:23.854619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a9c246-dfb6-4c7b-a5d4-9582230ed990,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:23.891676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] For port c8a9c246-dfb6-4c7b-a5d4-9582230ed990, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:23.892060 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.905194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] Calling delete_port for c8a9c246-dfb6-4c7b-a5d4-9582230ed990 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:27:23.908165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] Port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 17:27:23.909545 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.931012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.937324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] Pushing event deleted for resources: {'Port': ['ID=c8a9c246-dfb6-4c7b-a5d4-9582230ed990,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:23.944470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b963e-1c0b-4c67-b711-ed10f57ffbaf None None] No DVR routers for this DVR port c8a9c246-dfb6-4c7b-a5d4-9582230ed990 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:27:23.944900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67439f3-f570-4f87-8728-01a7e48d7052']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:23.960094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:23.960396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc83f9f2-f32c-442b-83d3-3d8cf75c02bf') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:23.971371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.986315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.992643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:27:23.993041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:27:23.994730 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:27:24.056456 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:24.064444 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:24.074995 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c67439f3-f570-4f87-8728-01a7e48d7052 HTTP/1.1" status: 204 len: 168 time: 0.5446718 Jul 22 17:27:24.092056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627c785-ffc8-44ab-b07a-5639469a0386 admin admin] Pushing event deleted for resources: {'Network': ['ID=c67439f3-f570-4f87-8728-01a7e48d7052,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:24.303877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32888) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:24.343369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9556a5e4-2fde-41b7-a65a-92bbc80d2640 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00ec953be6e04ed2aaa3a314584dfac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382006 Jul 22 17:27:24.345887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32890) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:24.394470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6c53-839a-4dfb-908c-c2e7410d85ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:24.417406 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6c53-839a-4dfb-908c-c2e7410d85ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:24.422953 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:24.465001 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6c53-839a-4dfb-908c-c2e7410d85ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:24.469019 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6c53-839a-4dfb-908c-c2e7410d85ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:24.470171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f2fa6c53-839a-4dfb-908c-c2e7410d85ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b802a177-dd21-486e-9f19-3e35502d0cb6 HTTP/1.1" status: 204 len: 168 time: 0.1232376 Jul 22 17:27:24.477922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa6c53-839a-4dfb-908c-c2e7410d85ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b802a177-dd21-486e-9f19-3e35502d0cb6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:25.235784 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 32912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:25.332806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 22628236-88a5-40c0-a065-5821085af6e2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:27:25.352819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 22628236-88a5-40c0-a065-5821085af6e2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:27:25.353163 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 22628236-88a5-40c0-a065-5821085af6e2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:27:25.353573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c8a9c246-dfb6-4c7b-a5d4-9582230ed990 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:27:25.362360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1629424415-network', 'tenant_id': '8a4486b0a01d4266b0117101929377de'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:25.371890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: c8a9c246-dfb6-4c7b-a5d4-9582230ed990 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:27:25.372801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device c8a9c246-dfb6-4c7b-a5d4-9582230ed990 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:27:25.386010 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Made reservation on behalf of 8a4486b0a01d4266b0117101929377de for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:27:25.390647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.399229 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.495766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.501096 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.527759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:27:25.537771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa3d5e0-294d-4a44-9efb-c5103b0c144b,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:25.546426 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.546914 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Added segment 4fd127ca-5e50-4e32-9e6e-15323e4a650b of type vlan for network 712678a6-3e14-4383-9380-d99484abad30 Jul 22 17:27:25.585903 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.614394 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.615379 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:25.615958 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.646286 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4094179 Jul 22 17:27:25.649829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 32916) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:25.656252 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Request body: {'subnet': {'network_id': '712678a6-3e14-4383-9380-d99484abad30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1629424415-subnet', 'tenant_id': '8a4486b0a01d4266b0117101929377de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:25.676317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Made reservation on behalf of 8a4486b0a01d4266b0117101929377de for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:27:25.677036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2b90e-589a-41ce-9d87-374e1f8a4170 admin admin] Pushing event updated for resources: {'Network': ['ID=712678a6-3e14-4383-9380-d99484abad30,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:25.678689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.687869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 712678a6-3e14-4383-9380-d99484abad30 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:27:25.850662 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.911781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f85298d-6bab-4dc8-bc1b-c3e490609a92,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:25.921886 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Checking segment: {'id': '4fd127ca-5e50-4e32-9e6e-15323e4a650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '712678a6-3e14-4383-9380-d99484abad30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:27:25.922247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Network hostable DHCP agents. Network: 712678a6-3e14-4383-9380-d99484abad30, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:27:25.938783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Network 712678a6-3e14-4383-9380-d99484abad30 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:27:25.947174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 712678a6-3e14-4383-9380-d99484abad30) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:27:25.953144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:25.953733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:25.957760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb146a8-2913-4491-8d59-bddfb5109ffb None None] Network 712678a6-3e14-4383-9380-d99484abad30 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:27:25.968520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2ace5ed5-39d8-4a83-bf2a-5b053b0a7504 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3175528 Jul 22 17:27:26.248411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1379c4d3-32e9-4fc4-a508-4138e884bffa None None] Network 712678a6-3e14-4383-9380-d99484abad30 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:27:26.423734 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-7906804f-d4bf-4e43-a049-26b2010af75a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:26.425250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-7906804f-d4bf-4e43-a049-26b2010af75a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/networks?id=712678a6-3e14-4383-9380-d99484abad30 HTTP/1.1" status: 200 len: 814 time: 0.1052492 Jul 22 17:27:26.440426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-340ed5ea-f48c-4c90-bba9-a12c44d90f8b tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/quotas/8a4486b0a01d4266b0117101929377de HTTP/1.1" status: 200 len: 375 time: 0.0097539 Jul 22 17:27:26.474408 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-a2a8fff9-762a-465e-9563-1441a6af79ad tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a4486b0a01d4266b0117101929377de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286787 Jul 22 17:27:26.487780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-9b2008dc-06e2-44c1-8a2d-9d5684f229a2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:27:26.488723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-9b2008dc-06e2-44c1-8a2d-9d5684f229a2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059073 Jul 22 17:27:26.580419 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-f7d3e5cf-b037-44f8-9a71-d116dad4ae42 service neutron] 10.222.0.53 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861068 Jul 22 17:27:26.666175 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-c3240f3d-5575-49d7-97e3-d112ec2b7ebd service neutron] 10.222.0.53 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799305 Jul 22 17:27:26.831933 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6ecb15d7-9a38-4d1a-84ac-3893f941bae1 req-b5887f93-4468-46a2-8e94-b7b8d0e9f7f3 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 210 time: 0.0290048 Jul 22 17:27:27.819799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-e214d254-a29f-4e7c-86f9-8f39c7945152 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:27.821391 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-e214d254-a29f-4e7c-86f9-8f39c7945152 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.20 "GET /v2.0/networks?id=712678a6-3e14-4383-9380-d99484abad30 HTTP/1.1" status: 200 len: 814 time: 0.1075411 Jul 22 17:27:27.839642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Request body: {'port': {'device_id': '5b055f65-bdc9-411a-9175-9f1aaa6c270f', 'network_id': '712678a6-3e14-4383-9380-d99484abad30', 'admin_state_up': True, 'tenant_id': '8a4486b0a01d4266b0117101929377de'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:27.940406 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-23827290-e3c5-4a20-a429-f87bd97fb04e req-3795b88b-6e6a-4cd2-bd94-9e861df5b043 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 210 time: 0.0351980 Jul 22 17:27:27.948118 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Made reservation on behalf of 8a4486b0a01d4266b0117101929377de for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:27:27.952531 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.077041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Allocated IP 172.20.0.10 (712678a6-3e14-4383-9380-d99484abad30/0f85298d-6bab-4dc8-bc1b-c3e490609a92/ce497412-863f-4c87-8e5c-d0891c988c0e) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:27:28.221184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.258937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.298858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Network 712678a6-3e14-4383-9380-d99484abad30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:27:28.304249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:27:28.307771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:27:28.333937 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Pushing event updated for resources: {'Port': ['ID=ce497412-863f-4c87-8e5c-d0891c988c0e,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:28.360757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:28.361367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.374379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-11d9a022-3329-44ff-b59c-2300de145f05 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5385308 Jul 22 17:27:28.393226 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Request body: {'port': {'device_id': '5b055f65-bdc9-411a-9175-9f1aaa6c270f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:28.471872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.725153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce497412-863f-4c87-8e5c-d0891c988c0e {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:27:28.732915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.744425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Transition to ACTIVE for port object ce497412-863f-4c87-8e5c-d0891c988c0e will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:27:28.747531 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.802200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce497412-863f-4c87-8e5c-d0891c988c0e,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:28.868874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Attempting to bind port ce497412-863f-4c87-8e5c-d0891c988c0e on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:27:28.869549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Attempting to bind port ce497412-863f-4c87-8e5c-d0891c988c0e by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '4fd127ca-5e50-4e32-9e6e-15323e4a650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '712678a6-3e14-4383-9380-d99484abad30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:27:28.869549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Attempting to bind port ce497412-863f-4c87-8e5c-d0891c988c0e on network 712678a6-3e14-4383-9380-d99484abad30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:27:28.873817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Port ce497412-863f-4c87-8e5c-d0891c988c0e on network 712678a6-3e14-4383-9380-d99484abad30 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:27:28.874134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Attempting to bind port ce497412-863f-4c87-8e5c-d0891c988c0e on network 712678a6-3e14-4383-9380-d99484abad30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:27:28.878789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:27:28.879149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Checking segment: {'id': '4fd127ca-5e50-4e32-9e6e-15323e4a650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '712678a6-3e14-4383-9380-d99484abad30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:27:28.879532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Bound using segment: {'id': '4fd127ca-5e50-4e32-9e6e-15323e4a650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '712678a6-3e14-4383-9380-d99484abad30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:27:28.879953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Bound port: ce497412-863f-4c87-8e5c-d0891c988c0e, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd127ca-5e50-4e32-9e6e-15323e4a650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '712678a6-3e14-4383-9380-d99484abad30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:27:28.880307 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.943523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] For port ce497412-863f-4c87-8e5c-d0891c988c0e, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:27:28.947130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] For port ce497412-863f-4c87-8e5c-d0891c988c0e, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ce497412-863f-4c87-8e5c-d0891c988c0e,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:27:28.951267 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.983041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:28.984422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:28.985881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] 10.222.0.20 "PUT /v2.0/ports/ce497412-863f-4c87-8e5c-d0891c988c0e HTTP/1.1" status: 200 len: 1093 time: 0.5968101 Jul 22 17:27:28.988172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b055f65-bdc9-411a-9175-9f1aaa6c270f', 'tag': 'ce497412-863f-4c87-8e5c-d0891c988c0e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:28.990461 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65e9f92-0bca-4636-8f14-9313e64841d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b055f65-bdc9-411a-9175-9f1aaa6c270f", "tag": "ce497412-863f-4c87-8e5c-d0891c988c0e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:29.036058 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48e2bbf-5a5a-4790-818e-ff7a012e7797 x-openstack-request-id: req-c48e2bbf-5a5a-4790-818e-ff7a012e7797 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:29.036342 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b055f65-bdc9-411a-9175-9f1aaa6c270f", "tag": "ce497412-863f-4c87-8e5c-d0891c988c0e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:29.036592 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c48e2bbf-5a5a-4790-818e-ff7a012e7797 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:29.037420 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b055f65-bdc9-411a-9175-9f1aaa6c270f', 'tag': 'ce497412-863f-4c87-8e5c-d0891c988c0e', 'status': 'completed', 'code': 200} Jul 22 17:27:29.040852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2a2fe-a297-4d87-b52a-5a41faaddef1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce497412-863f-4c87-8e5c-d0891c988c0e,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:29.157738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71a0fd-caca-45ee-ba99-c8b95021eeac req-84587d28-2b4a-49a8-a461-8412d637e902 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:29.159578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3e71a0fd-caca-45ee-ba99-c8b95021eeac req-84587d28-2b4a-49a8-a461-8412d637e902 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 944 time: 0.1458743 Jul 22 17:27:29.168461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-f46b01c6-33db-4663-9f83-17d6f52aae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:29.171201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-f46b01c6-33db-4663-9f83-17d6f52aae9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a4486b0a01d4266b0117101929377de&device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 1096 time: 0.1068370 Jul 22 17:27:29.220792 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-003e7c01-76c5-4474-b1d1-151bc290a695 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce497412-863f-4c87-8e5c-d0891c988c0e HTTP/1.1" status: 200 len: 217 time: 0.0368252 Jul 22 17:27:29.240618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3e71a0fd-caca-45ee-ba99-c8b95021eeac req-848145d1-e97f-40e4-bdf8-254c7fa288fc tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750132 Jul 22 17:27:29.277512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-d076d02b-f441-4435-aaa7-4158e99445bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:29.279750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-d076d02b-f441-4435-aaa7-4158e99445bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f85298d-6bab-4dc8-bc1b-c3e490609a92 HTTP/1.1" status: 200 len: 854 time: 0.0516601 Jul 22 17:27:29.313534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-ad84dd6e-60ea-40a2-95ec-7df0523a66fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=712678a6-3e14-4383-9380-d99484abad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269933 Jul 22 17:27:29.402905 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-96e46f00-2b50-435f-9c9f-9f62596d8629 service neutron] 10.222.0.20 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828571 Jul 22 17:27:29.505053 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-64f0d44f-edbd-495e-84cf-f562b7cd7ae6 req-06d46fc0-fa5a-4ad8-9940-afc1d68504d2 service neutron] 10.222.0.20 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959032 Jul 22 17:27:29.648526 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-6c66fb8c-cdd1-40d0-8608-f732a2b98ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:29.650011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-6c66fb8c-cdd1-40d0-8608-f732a2b98ece service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a4486b0a01d4266b0117101929377de&device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 1096 time: 0.0539315 Jul 22 17:27:29.739932 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-8ec073f6-5b9d-4bf1-a898-427f9810f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:29.741378 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-8ec073f6-5b9d-4bf1-a898-427f9810f52c service neutron] 10.222.0.20 "GET /v2.0/networks?id=712678a6-3e14-4383-9380-d99484abad30 HTTP/1.1" status: 200 len: 915 time: 0.0852768 Jul 22 17:27:29.781282 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-3d93cbd0-8aef-494c-8627-101ab122d508 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce497412-863f-4c87-8e5c-d0891c988c0e HTTP/1.1" status: 200 len: 217 time: 0.0336893 Jul 22 17:27:29.832511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-275e68a9-b824-4f41-9c2c-958350ced0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:29.833952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-275e68a9-b824-4f41-9c2c-958350ced0a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f85298d-6bab-4dc8-bc1b-c3e490609a92 HTTP/1.1" status: 200 len: 854 time: 0.0461004 Jul 22 17:27:30.206461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-df22c1ef-8544-48a5-901e-8c4f62476268 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=712678a6-3e14-4383-9380-d99484abad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3642404 Jul 22 17:27:30.298168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-c6b5d2e4-2746-41e8-b229-298e305e4256 service neutron] 10.222.0.20 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832975 Jul 22 17:27:30.377097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e54813-088b-4c34-8f53-2c468cf1da25 req-4e8af10a-eb65-4757-ba9c-31b02b05bc37 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:30.378642 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4e54813-088b-4c34-8f53-2c468cf1da25 req-4e8af10a-eb65-4757-ba9c-31b02b05bc37 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 944 time: 0.0689580 Jul 22 17:27:30.391428 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e65e9f92-0bca-4636-8f14-9313e64841d9 req-a784467b-754e-4de8-9802-065fcf81a9cf service neutron] 10.222.0.20 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860703 Jul 22 17:27:30.416290 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b4e54813-088b-4c34-8f53-2c468cf1da25 req-3c1f0170-5f1f-4269-8642-247f5231eb9e tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318859 Jul 22 17:27:31.551749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273e292-932d-443a-a0f0-38517e904123 req-6b510d3b-0f56-43e4-8694-9280284a172d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:31.553170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1273e292-932d-443a-a0f0-38517e904123 req-6b510d3b-0f56-43e4-8694-9280284a172d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 944 time: 0.0708075 Jul 22 17:27:31.563747 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ce497412-863f-4c87-8e5c-d0891c988c0e details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:27:31.593519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1273e292-932d-443a-a0f0-38517e904123 req-309fc2f9-14bf-498f-9432-8765841bd2f0 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Jul 22 17:27:31.661493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ce497412-863f-4c87-8e5c-d0891c988c0e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ce497412-863f-4c87-8e5c-d0891c988c0e,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:31.674063 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'ce497412-863f-4c87-8e5c-d0891c988c0e', 'network_id': '712678a6-3e14-4383-9380-d99484abad30', 'port_id': 'ce497412-863f-4c87-8e5c-d0891c988c0e', 'mac_address': 'fa:16:3e:77:00:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f85298d-6bab-4dc8-bc1b-c3e490609a92', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:27:31.711029 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:31.726442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce497412-863f-4c87-8e5c-d0891c988c0e {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:27:31.745335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ce497412-863f-4c87-8e5c-d0891c988c0e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ce497412-863f-4c87-8e5c-d0891c988c0e,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:31.749672 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:31.799203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=ce497412-863f-4c87-8e5c-d0891c988c0e,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:32.007350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ce497412-863f-4c87-8e5c-d0891c988c0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:27:32.138864 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:32.723165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae418b-4b34-4dbf-aa3b-75767b1a54ca req-4dcd9538-28a2-4b6c-ba6d-90f2bf5d93cc tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:32.724633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28ae418b-4b34-4dbf-aa3b-75767b1a54ca req-4dcd9538-28a2-4b6c-ba6d-90f2bf5d93cc tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 945 time: 0.0630453 Jul 22 17:27:32.764883 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-28ae418b-4b34-4dbf-aa3b-75767b1a54ca req-02c18887-6b2a-4db2-9d49-eb462219aa0b tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Jul 22 17:27:33.574669 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ce497412-863f-4c87-8e5c-d0891c988c0e up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:27:33.626728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port ce497412-863f-4c87-8e5c-d0891c988c0e completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:27:33.630516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port ce497412-863f-4c87-8e5c-d0891c988c0e triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:27:33.630886 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:33.705730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:33.727134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b055f65-bdc9-411a-9175-9f1aaa6c270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce497412-863f-4c87-8e5c-d0891c988c0e'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:33.729357 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb7a3b4-2c9d-482b-881f-99fedc070a57" -d '{"events": [{"server_uuid": "5b055f65-bdc9-411a-9175-9f1aaa6c270f", "name": "network-vif-plugged", "status": "completed", "tag": "ce497412-863f-4c87-8e5c-d0891c988c0e"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:33.742094 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ce497412-863f-4c87-8e5c-d0891c988c0e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ce497412-863f-4c87-8e5c-d0891c988c0e,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:33.746572 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:33.776731 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b8df18-47a9-4d1a-85c6-31c19d22f253 x-openstack-request-id: req-e6b8df18-47a9-4d1a-85c6-31c19d22f253 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:33.777031 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b055f65-bdc9-411a-9175-9f1aaa6c270f", "name": "network-vif-plugged", "status": "completed", "tag": "ce497412-863f-4c87-8e5c-d0891c988c0e", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:33.777285 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6b8df18-47a9-4d1a-85c6-31c19d22f253 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:33.777671 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b055f65-bdc9-411a-9175-9f1aaa6c270f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce497412-863f-4c87-8e5c-d0891c988c0e', 'code': 200} Jul 22 17:27:33.805681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=ce497412-863f-4c87-8e5c-d0891c988c0e,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:33.900728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39927e2a-bc87-44c2-850e-794eb65504e0 req-8dd09447-dbd9-4668-add6-7358ae5aada1 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:33.902265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39927e2a-bc87-44c2-850e-794eb65504e0 req-8dd09447-dbd9-4668-add6-7358ae5aada1 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0645442 Jul 22 17:27:33.909239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda1fdc-3f4c-4e39-aa6e-d7188e178dd5 req-85d4f213-105b-4b95-ae83-a4146454e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:33.910742 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbda1fdc-3f4c-4e39-aa6e-d7188e178dd5 req-85d4f213-105b-4b95-ae83-a4146454e890 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 1098 time: 0.0591564 Jul 22 17:27:33.942288 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-39927e2a-bc87-44c2-850e-794eb65504e0 req-86c68bad-6e51-4b0f-a64f-49fcc6a4f5ba tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340154 Jul 22 17:27:33.946341 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cbda1fdc-3f4c-4e39-aa6e-d7188e178dd5 req-36c2419b-dcf4-4286-98df-4a5ce4f590d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289204 Jul 22 17:27:35.076755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0ef6b-80f4-4228-9d41-1810d229bb44 req-ef95036c-7189-4ca9-b571-c3bbec50e671 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:35.079213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3b0ef6b-80f4-4228-9d41-1810d229bb44 req-ef95036c-7189-4ca9-b571-c3bbec50e671 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0684268 Jul 22 17:27:35.116334 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3b0ef6b-80f4-4228-9d41-1810d229bb44 req-c17a1f58-ce43-40e8-8017-353236758183 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Jul 22 17:27:36.109306 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:36.244773 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80668b2-7879-4678-86f6-5c46686af873 req-b2088b27-17a5-4173-a59f-cf9a94d1421c tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:36.246191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c80668b2-7879-4678-86f6-5c46686af873 req-b2088b27-17a5-4173-a59f-cf9a94d1421c tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0634778 Jul 22 17:27:36.283710 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c80668b2-7879-4678-86f6-5c46686af873 req-de951941-1d3c-44f8-a748-f179b1631bb0 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316668 Jul 22 17:27:36.506622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-f647c1ac-0fde-4ee5-9271-ed0b346f9b62 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:36.508041 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-f647c1ac-0fde-4ee5-9271-ed0b346f9b62 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/networks?id=712678a6-3e14-4383-9380-d99484abad30 HTTP/1.1" status: 200 len: 814 time: 0.1035328 Jul 22 17:27:36.523325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-6e014c60-2a1e-4145-a039-9a4ad02860ef tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/quotas/8a4486b0a01d4266b0117101929377de HTTP/1.1" status: 200 len: 375 time: 0.0093677 Jul 22 17:27:36.590238 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-aa18ba11-5c09-46c3-8f45-2989a56ef614 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a4486b0a01d4266b0117101929377de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620372 Jul 22 17:27:36.684505 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-af3a8712-9198-4742-87bd-b1e12d1a8e43 service neutron] 10.222.0.53 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874481 Jul 22 17:27:36.771812 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-5bcd0f55-8916-4762-b142-beed687e1ea4 service neutron] 10.222.0.53 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809736 Jul 22 17:27:36.940017 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-27203c75-8142-434a-b564-d4bdb307fbe9 req-36598b86-87da-4114-a47b-1c51e451a79b tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 210 time: 0.0368335 Jul 22 17:27:38.054546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3a496c88-d60a-4fb4-9fde-8788aba9e5e8 req-1aa7567c-1cbf-4ba2-aa30-b4a7ff714242 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 210 time: 0.0443380 Jul 22 17:27:38.122970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-b49e9b99-7d9b-4daf-ab3e-40b28d6d44aa tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:38.124476 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-b49e9b99-7d9b-4daf-ab3e-40b28d6d44aa tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.65 "GET /v2.0/networks?id=712678a6-3e14-4383-9380-d99484abad30 HTTP/1.1" status: 200 len: 814 time: 0.1364534 Jul 22 17:27:38.159377 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Request body: {'port': {'device_id': '8540b7b2-e188-4dc9-8c97-dcb4ff813399', 'network_id': '712678a6-3e14-4383-9380-d99484abad30', 'admin_state_up': True, 'tenant_id': '8a4486b0a01d4266b0117101929377de'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:38.273773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Made reservation on behalf of 8a4486b0a01d4266b0117101929377de for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:27:38.277199 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:38.400044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Allocated IP 172.20.0.5 (712678a6-3e14-4383-9380-d99484abad30/0f85298d-6bab-4dc8-bc1b-c3e490609a92/13efa2c7-3b95-4314-a67e-c746f09bad27) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:27:38.550869 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:38.589966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:38.626917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ce497412-863f-4c87-8e5c-d0891c988c0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:27:38.634730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Network 712678a6-3e14-4383-9380-d99484abad30 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:27:38.637763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:27:38.641535 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:27:38.648147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Pushing event updated for resources: {'Port': ['ID=13efa2c7-3b95-4314-a67e-c746f09bad27,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:38.681013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.681349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.681686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.682020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.682351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.682696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.683025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.683351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.683675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.684001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.684328 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.684810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:27:38.709589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:38.710202 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:38.724594 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-2bb7711d-2443-49a5-934b-4859adb1fc66 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694749 Jul 22 17:27:38.742825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-fcab66bc-fcbd-44b6-9130-cc78f5386549 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:27:38.743855 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-fcab66bc-fcbd-44b6-9130-cc78f5386549 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055089 Jul 22 17:27:38.755157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Request body: {'port': {'device_id': '8540b7b2-e188-4dc9-8c97-dcb4ff813399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:38.827520 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:39.093992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13efa2c7-3b95-4314-a67e-c746f09bad27 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:27:39.101689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:39.113782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Transition to ACTIVE for port object 13efa2c7-3b95-4314-a67e-c746f09bad27 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:27:39.117506 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:39.188027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e4009-d227-47b0-ae02-45495a363ac2 req-5a3bc2a7-62ca-4f43-8e7b-1d0185fe5eff tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:39.189112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Pushing event updated for resources: {'Port': ['ID=13efa2c7-3b95-4314-a67e-c746f09bad27,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:39.190192 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a72e4009-d227-47b0-ae02-45495a363ac2 req-5a3bc2a7-62ca-4f43-8e7b-1d0185fe5eff tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 943 time: 0.0657535 Jul 22 17:27:39.227726 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a72e4009-d227-47b0-ae02-45495a363ac2 req-0dfadffb-14f6-4fc1-9168-3563ee75ecf4 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Jul 22 17:27:39.238951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Attempting to bind port 13efa2c7-3b95-4314-a67e-c746f09bad27 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:27:39.239301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Attempting to bind port 13efa2c7-3b95-4314-a67e-c746f09bad27 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '4fd127ca-5e50-4e32-9e6e-15323e4a650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '712678a6-3e14-4383-9380-d99484abad30'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:27:39.239637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Attempting to bind port 13efa2c7-3b95-4314-a67e-c746f09bad27 on network 712678a6-3e14-4383-9380-d99484abad30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:27:39.244267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Port 13efa2c7-3b95-4314-a67e-c746f09bad27 on network 712678a6-3e14-4383-9380-d99484abad30 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:27:39.244600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Attempting to bind port 13efa2c7-3b95-4314-a67e-c746f09bad27 on network 712678a6-3e14-4383-9380-d99484abad30 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:27:39.250979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:27:39.251322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Checking segment: {'id': '4fd127ca-5e50-4e32-9e6e-15323e4a650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '712678a6-3e14-4383-9380-d99484abad30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:27:39.251704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Bound using segment: {'id': '4fd127ca-5e50-4e32-9e6e-15323e4a650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '712678a6-3e14-4383-9380-d99484abad30'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:27:39.252133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Bound port: 13efa2c7-3b95-4314-a67e-c746f09bad27, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd127ca-5e50-4e32-9e6e-15323e4a650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '712678a6-3e14-4383-9380-d99484abad30'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:27:39.252496 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:39.319289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] For port 13efa2c7-3b95-4314-a67e-c746f09bad27, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:27:39.322370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] For port 13efa2c7-3b95-4314-a67e-c746f09bad27, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=13efa2c7-3b95-4314-a67e-c746f09bad27,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:27:39.326014 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:39.360461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:39.361084 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:39.362515 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] 10.222.0.65 "PUT /v2.0/ports/13efa2c7-3b95-4314-a67e-c746f09bad27 HTTP/1.1" status: 200 len: 1092 time: 0.6114941 Jul 22 17:27:39.362986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8540b7b2-e188-4dc9-8c97-dcb4ff813399', 'tag': '13efa2c7-3b95-4314-a67e-c746f09bad27'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:39.365285 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd908012-3e5e-4cd7-87be-26e5d01748fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8540b7b2-e188-4dc9-8c97-dcb4ff813399", "tag": "13efa2c7-3b95-4314-a67e-c746f09bad27"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:39.393578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653739b8-a6cf-49d3-9ff9-268ed36f5d28 service neutron] Pushing event updated for resources: {'Port': ['ID=13efa2c7-3b95-4314-a67e-c746f09bad27,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:39.409414 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3252b80f-6a0d-4b3d-8a66-aa85c8ea411d x-openstack-request-id: req-3252b80f-6a0d-4b3d-8a66-aa85c8ea411d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:39.409708 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8540b7b2-e188-4dc9-8c97-dcb4ff813399", "tag": "13efa2c7-3b95-4314-a67e-c746f09bad27", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:39.409958 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3252b80f-6a0d-4b3d-8a66-aa85c8ea411d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:39.410364 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8540b7b2-e188-4dc9-8c97-dcb4ff813399', 'tag': '13efa2c7-3b95-4314-a67e-c746f09bad27', 'status': 'completed', 'code': 200} Jul 22 17:27:39.487813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-0e5893c2-0254-41da-ae27-b9d3d76d9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:39.489305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-0e5893c2-0254-41da-ae27-b9d3d76d9ed8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a4486b0a01d4266b0117101929377de&device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 1095 time: 0.0575089 Jul 22 17:27:39.541854 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-fea5efee-0f51-4a71-902c-cad97faad861 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13efa2c7-3b95-4314-a67e-c746f09bad27 HTTP/1.1" status: 200 len: 217 time: 0.0379624 Jul 22 17:27:39.600005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-ccd62d6a-ed3c-4c1b-854c-19773bcfb313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:39.601471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-ccd62d6a-ed3c-4c1b-854c-19773bcfb313 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f85298d-6bab-4dc8-bc1b-c3e490609a92 HTTP/1.1" status: 200 len: 854 time: 0.0520890 Jul 22 17:27:39.636634 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-e7d18445-6354-4f8b-8157-cbf215b27f95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=712678a6-3e14-4383-9380-d99484abad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275898 Jul 22 17:27:39.727804 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-8d0c3903-545a-490e-a7c5-b8a08ce5e150 service neutron] 10.222.0.65 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842040 Jul 22 17:27:39.817276 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e60c8852-c44a-4f28-a53d-a4df74a6748d req-47ff35fe-de2f-4cb4-a147-e2a8fd24fe16 service neutron] 10.222.0.65 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816593 Jul 22 17:27:39.964542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-0e7aee4d-e528-4d74-9316-4daecc4eeacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:39.966733 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-0e7aee4d-e528-4d74-9316-4daecc4eeacc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a4486b0a01d4266b0117101929377de&device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 1095 time: 0.0549817 Jul 22 17:27:40.061153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-d141d382-b59b-40b2-8449-06dc93f02221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:40.062632 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-d141d382-b59b-40b2-8449-06dc93f02221 service neutron] 10.222.0.65 "GET /v2.0/networks?id=712678a6-3e14-4383-9380-d99484abad30 HTTP/1.1" status: 200 len: 915 time: 0.0892212 Jul 22 17:27:40.105612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-44d922ca-532a-44b1-8c11-c802e693a4e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13efa2c7-3b95-4314-a67e-c746f09bad27 HTTP/1.1" status: 200 len: 217 time: 0.0359817 Jul 22 17:27:40.162584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-879bfac6-255a-42d5-a871-4adccb9f51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:40.164130 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-879bfac6-255a-42d5-a871-4adccb9f51d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0f85298d-6bab-4dc8-bc1b-c3e490609a92 HTTP/1.1" status: 200 len: 854 time: 0.0496311 Jul 22 17:27:40.201785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-2db1a2b5-0bd7-4d4f-a206-3f53809bb61e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=712678a6-3e14-4383-9380-d99484abad30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294149 Jul 22 17:27:40.302304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-d6eff5de-1948-42c5-befd-97566a2e07e6 service neutron] 10.222.0.65 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930848 Jul 22 17:27:40.362530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3055e-2114-4aa7-abb5-ef9a59d84d8f req-fcad99cc-38e4-49bd-8dcb-e9b6628626df tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:40.364115 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6a3055e-2114-4aa7-abb5-ef9a59d84d8f req-fcad99cc-38e4-49bd-8dcb-e9b6628626df tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 943 time: 0.0658147 Jul 22 17:27:40.399371 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bd908012-3e5e-4cd7-87be-26e5d01748fe req-d153e205-26f7-447d-92bb-5a2a19f51224 service neutron] 10.222.0.65 "GET /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902023 Jul 22 17:27:40.415376 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6a3055e-2114-4aa7-abb5-ef9a59d84d8f req-ac173e27-9051-4fce-a1f4-dc822dbab8dd tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446198 Jul 22 17:27:41.549807 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5a461-e978-4e83-a543-fe664838ba22 req-6e06ff76-8740-4c7f-89c7-d1010ff6e69d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:41.551230 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dae5a461-e978-4e83-a543-fe664838ba22 req-6e06ff76-8740-4c7f-89c7-d1010ff6e69d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 943 time: 0.0639782 Jul 22 17:27:41.589478 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dae5a461-e978-4e83-a543-fe664838ba22 req-dbb47174-f099-4d10-8fdf-1ad4f9960161 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327270 Jul 22 17:27:42.719727 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643bd1b-5516-4944-ab99-4bc907268d5b req-20d9c3c5-3336-410a-9b3b-c83123ad6e18 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:42.721185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3643bd1b-5516-4944-ab99-4bc907268d5b req-20d9c3c5-3336-410a-9b3b-c83123ad6e18 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 943 time: 0.0656252 Jul 22 17:27:42.758550 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3643bd1b-5516-4944-ab99-4bc907268d5b req-2fc151ac-f81e-43d9-a8f5-905bd638b5f8 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319052 Jul 22 17:27:43.194196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 13efa2c7-3b95-4314-a67e-c746f09bad27 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:27:43.290883 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 13efa2c7-3b95-4314-a67e-c746f09bad27, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=13efa2c7-3b95-4314-a67e-c746f09bad27,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:43.303405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '13efa2c7-3b95-4314-a67e-c746f09bad27', 'network_id': '712678a6-3e14-4383-9380-d99484abad30', 'port_id': '13efa2c7-3b95-4314-a67e-c746f09bad27', 'mac_address': 'fa:16:3e:dd:76:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f85298d-6bab-4dc8-bc1b-c3e490609a92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:27:43.341604 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:43.354343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13efa2c7-3b95-4314-a67e-c746f09bad27 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:27:43.374732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 13efa2c7-3b95-4314-a67e-c746f09bad27, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=13efa2c7-3b95-4314-a67e-c746f09bad27,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:43.379365 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:43.433580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=13efa2c7-3b95-4314-a67e-c746f09bad27,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:43.664186 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['13efa2c7-3b95-4314-a67e-c746f09bad27'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:27:43.903406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0e5ea-8418-49e2-82bd-4605dd4e632c req-1be8dc84-c900-4a75-ae8d-6edfb8f30080 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:43.905616 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-73a0e5ea-8418-49e2-82bd-4605dd4e632c req-1be8dc84-c900-4a75-ae8d-6edfb8f30080 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 944 time: 0.0744846 Jul 22 17:27:43.949449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-73a0e5ea-8418-49e2-82bd-4605dd4e632c req-4c5cfe20-db1d-438f-a55b-2c9df90307ed tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376518 Jul 22 17:27:45.079913 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb70f5f-6ac1-41f7-8da5-66560e00072b req-656e74e2-b0ea-4640-879d-20d78ff755c1 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:45.081397 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9cb70f5f-6ac1-41f7-8da5-66560e00072b req-656e74e2-b0ea-4640-879d-20d78ff755c1 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 944 time: 0.0631964 Jul 22 17:27:45.117824 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9cb70f5f-6ac1-41f7-8da5-66560e00072b req-ac97fc86-58e4-4a0a-96ed-20efbb0b0ff3 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310061 Jul 22 17:27:45.212800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 13efa2c7-3b95-4314-a67e-c746f09bad27 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:27:45.263649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 13efa2c7-3b95-4314-a67e-c746f09bad27 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:27:45.267413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 13efa2c7-3b95-4314-a67e-c746f09bad27 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:27:45.267794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:45.342794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:45.364150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8540b7b2-e188-4dc9-8c97-dcb4ff813399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13efa2c7-3b95-4314-a67e-c746f09bad27'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:45.366356 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d6fbbb-3055-4247-97f3-66ca4a863b74" -d '{"events": [{"server_uuid": "8540b7b2-e188-4dc9-8c97-dcb4ff813399", "name": "network-vif-plugged", "status": "completed", "tag": "13efa2c7-3b95-4314-a67e-c746f09bad27"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:45.379836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 13efa2c7-3b95-4314-a67e-c746f09bad27, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=13efa2c7-3b95-4314-a67e-c746f09bad27,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:45.384905 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:45.409427 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317a989b-05c4-4af7-af6d-302e48257de3 x-openstack-request-id: req-317a989b-05c4-4af7-af6d-302e48257de3 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:45.409726 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8540b7b2-e188-4dc9-8c97-dcb4ff813399", "name": "network-vif-plugged", "status": "completed", "tag": "13efa2c7-3b95-4314-a67e-c746f09bad27", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:45.409978 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-317a989b-05c4-4af7-af6d-302e48257de3 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:45.410371 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8540b7b2-e188-4dc9-8c97-dcb4ff813399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13efa2c7-3b95-4314-a67e-c746f09bad27', 'code': 200} Jul 22 17:27:45.436476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=13efa2c7-3b95-4314-a67e-c746f09bad27,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:45.546766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fde1e5-edba-481d-9b6c-f518f26ab25d req-68615af9-880f-429e-9312-faa539a2be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:45.548153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-00fde1e5-edba-481d-9b6c-f518f26ab25d req-68615af9-880f-429e-9312-faa539a2be06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 1097 time: 0.0530963 Jul 22 17:27:45.582460 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-00fde1e5-edba-481d-9b6c-f518f26ab25d req-4c0fa0f7-1ca3-44aa-8686-ec3a7f87bf1b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274868 Jul 22 17:27:46.268828 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa695ac-a900-4670-b741-c0973095c03c req-bdba86ec-566c-40a1-9fdc-afc4029a7dc0 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:46.270507 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7fa695ac-a900-4670-b741-c0973095c03c req-bdba86ec-566c-40a1-9fdc-afc4029a7dc0 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 945 time: 0.0803893 Jul 22 17:27:46.315226 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7fa695ac-a900-4670-b741-c0973095c03c req-7da55f6a-3d2b-4b2e-9848-ce4f253eb07a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378599 Jul 22 17:27:47.447138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc01378-fcf2-428c-b2d7-70ff8602467b req-68b13368-9239-4199-802a-66a0a6a43241 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:47.448787 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cc01378-fcf2-428c-b2d7-70ff8602467b req-68b13368-9239-4199-802a-66a0a6a43241 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 945 time: 0.0664880 Jul 22 17:27:47.487249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2cc01378-fcf2-428c-b2d7-70ff8602467b req-74d0e8ec-e7a3-4c26-ac0a-1dee5d40c6b2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327246 Jul 22 17:27:47.736447 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc606f-b406-4166-85fa-fdfd20ae249b req-a69b57f9-7d18-4ab0-b4f7-930ae9a2fd1f tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:47.737984 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccbc606f-b406-4166-85fa-fdfd20ae249b req-a69b57f9-7d18-4ab0-b4f7-930ae9a2fd1f tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 945 time: 0.0652113 Jul 22 17:27:47.780439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ccbc606f-b406-4166-85fa-fdfd20ae249b req-de6fdf01-b3b9-4802-978b-4506920421ca tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361490 Jul 22 17:27:48.510660 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9553cf69-de52-484f-94e7-8a952f50f27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:48.928858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731d5ff-7c96-4a16-885c-1bf81a0fb8b7 req-796576f4-dae3-4794-9495-9a5c8ab82483 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:48.930567 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7731d5ff-7c96-4a16-885c-1bf81a0fb8b7 req-796576f4-dae3-4794-9495-9a5c8ab82483 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 945 time: 0.0748727 Jul 22 17:27:48.980567 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7731d5ff-7c96-4a16-885c-1bf81a0fb8b7 req-83405d7f-2595-45ab-94f8-ca0e95008f7a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Jul 22 17:27:49.175970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-0689a04b-3634-4534-ae94-aa2110fd338a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:49.177436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-0689a04b-3634-4534-ae94-aa2110fd338a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.65 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 945 time: 0.0654719 Jul 22 17:27:49.281208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Deleting port 13efa2c7-3b95-4314-a67e-c746f09bad27 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:27:49.281549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:49.367173 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] For port 13efa2c7-3b95-4314-a67e-c746f09bad27, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=13efa2c7-3b95-4314-a67e-c746f09bad27,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:49.367536 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:49.384208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Calling delete_port for 13efa2c7-3b95-4314-a67e-c746f09bad27 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:27:49.508036 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:49.537543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Pushing event deleted for resources: {'Port': ['ID=13efa2c7-3b95-4314-a67e-c746f09bad27,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:49.545248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['13efa2c7-3b95-4314-a67e-c746f09bad27'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:27:49.548534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ce497412-863f-4c87-8e5c-d0891c988c0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:27:49.589025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] No DVR routers for this DVR port 13efa2c7-3b95-4314-a67e-c746f09bad27 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:27:49.591589 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:49.593645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20696cf7-e335-4282-bc91-9c2e2c5f3298 req-5fa59a1f-6141-43e6-8076-12bec625c2b5 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.65 "DELETE /v2.0/ports/13efa2c7-3b95-4314-a67e-c746f09bad27 HTTP/1.1" status: 204 len: 173 time: 0.4099796 Jul 22 17:27:49.594094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8540b7b2-e188-4dc9-8c97-dcb4ff813399', 'name': 'network-vif-deleted', 'tag': '13efa2c7-3b95-4314-a67e-c746f09bad27'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:49.596501 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b8ed71-3cfc-4c54-81b5-8f70ec002ad6" -d '{"events": [{"server_uuid": "8540b7b2-e188-4dc9-8c97-dcb4ff813399", "name": "network-vif-deleted", "tag": "13efa2c7-3b95-4314-a67e-c746f09bad27"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:49.634580 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f946d68-efc7-4061-b0d0-e8edfe3aa683 x-openstack-request-id: req-3f946d68-efc7-4061-b0d0-e8edfe3aa683 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:49.634873 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8540b7b2-e188-4dc9-8c97-dcb4ff813399", "name": "network-vif-deleted", "tag": "13efa2c7-3b95-4314-a67e-c746f09bad27", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:49.635156 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f946d68-efc7-4061-b0d0-e8edfe3aa683 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:49.635567 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8540b7b2-e188-4dc9-8c97-dcb4ff813399', 'name': 'network-vif-deleted', 'tag': '13efa2c7-3b95-4314-a67e-c746f09bad27', 'status': 'completed', 'code': 200} Jul 22 17:27:50.094556 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-546b1ccd-3de2-4d63-9e3a-c4b667d2bb7c req-ec8c9861-0cba-407e-b83b-b1c6abba2b71 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=8540b7b2-e188-4dc9-8c97-dcb4ff813399 HTTP/1.1" status: 200 len: 210 time: 0.0299337 Jul 22 17:27:51.094962 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6669dee0-f9cb-48f5-b40c-054fd640a35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:51.272944 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025729d6-2147-4432-a1d1-61365b3055f4 req-a99fef31-6b0e-41ce-b490-d8814b53343d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:51.274472 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-025729d6-2147-4432-a1d1-61365b3055f4 req-a99fef31-6b0e-41ce-b490-d8814b53343d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0754790 Jul 22 17:27:51.313164 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-025729d6-2147-4432-a1d1-61365b3055f4 req-bb8a98cb-d812-4694-8d54-fde8b5ef779e tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Jul 22 17:27:51.337527 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:51.457495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f252e-fb4f-4b20-98e3-50c5e4720e48 req-082abdf3-a7a5-4ade-8af1-c9231ce4359c tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:51.458861 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-508f252e-fb4f-4b20-98e3-50c5e4720e48 req-082abdf3-a7a5-4ade-8af1-c9231ce4359c tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0628586 Jul 22 17:27:51.495283 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-508f252e-fb4f-4b20-98e3-50c5e4720e48 req-fe71abb8-4b94-41b5-ac5f-670a0cd8aa51 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309029 Jul 22 17:27:51.627093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a47ba2-78b6-4850-b73e-a14418363f5e req-1a4581a0-b9da-4df4-bc35-2ba443a2429e tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:51.628637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30a47ba2-78b6-4850-b73e-a14418363f5e req-1a4581a0-b9da-4df4-bc35-2ba443a2429e tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0650609 Jul 22 17:27:51.666464 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-30a47ba2-78b6-4850-b73e-a14418363f5e req-9069c9c8-ba8b-4ece-9402-9d31503b78dc tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Jul 22 17:27:51.848356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9c524-8f04-431a-9be6-62862dca66c6 req-b13cb1a8-75f9-4e73-b22b-36a0826d464a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:51.849832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2da9c524-8f04-431a-9be6-62862dca66c6 req-b13cb1a8-75f9-4e73-b22b-36a0826d464a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0672417 Jul 22 17:27:51.889174 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2da9c524-8f04-431a-9be6-62862dca66c6 req-6aa18e3c-2ff0-4e64-bbb6-aedbc5370c1c tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Jul 22 17:27:52.017348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b9dae-8e64-4974-b4aa-7478dce8a5cf req-72bd3568-1f57-4766-9093-943e4a73fc1d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:52.018738 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d4b9dae-8e64-4974-b4aa-7478dce8a5cf req-72bd3568-1f57-4766-9093-943e4a73fc1d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0625968 Jul 22 17:27:52.055310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d4b9dae-8e64-4974-b4aa-7478dce8a5cf req-723f8540-a4d5-40df-9874-67d6826d217d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307343 Jul 22 17:27:52.195469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b22194-8d80-4318-82ee-870738361806 req-2f673139-7cfe-430a-b02c-f8223c946d3a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:52.196924 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40b22194-8d80-4318-82ee-870738361806 req-2f673139-7cfe-430a-b02c-f8223c946d3a tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0662611 Jul 22 17:27:52.233864 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40b22194-8d80-4318-82ee-870738361806 req-a519cc19-67f7-4849-94c0-5eb360936bfa tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308149 Jul 22 17:27:52.550141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3265e9-082b-4db3-a624-d0e0362d4c47 req-ea79b3e9-dc43-46bb-8ee5-b9d8680376a8 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:52.551571 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b3265e9-082b-4db3-a624-d0e0362d4c47 req-ea79b3e9-dc43-46bb-8ee5-b9d8680376a8 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0639048 Jul 22 17:27:52.596855 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6b3265e9-082b-4db3-a624-d0e0362d4c47 req-f043942c-1f87-49fa-9952-a9b29838baef tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Jul 22 17:27:52.725296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:53.256835 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 13efa2c7-3b95-4314-a67e-c746f09bad27 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:27:53.278914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 13efa2c7-3b95-4314-a67e-c746f09bad27 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:27:53.279462 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 13efa2c7-3b95-4314-a67e-c746f09bad27 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:27:53.730082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a8d27-4b16-4c1d-92d6-05d160fe6941 req-71be5518-f716-4158-afad-6132dbdc415d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:53.731614 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-810a8d27-4b16-4c1d-92d6-05d160fe6941 req-71be5518-f716-4158-afad-6132dbdc415d tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0635707 Jul 22 17:27:53.771698 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-810a8d27-4b16-4c1d-92d6-05d160fe6941 req-0dfc51bd-a436-4b77-8d0f-4ca8693f4689 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fa3d5e0-294d-4a44-9efb-c5103b0c144b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Jul 22 17:27:53.973044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-3f4aab46-26a3-4e50-a1fe-f8a1e78c4e24 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:53.974493 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-3f4aab46-26a3-4e50-a1fe-f8a1e78c4e24 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 946 time: 0.0625470 Jul 22 17:27:54.074883 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Deleting port ce497412-863f-4c87-8e5c-d0891c988c0e {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:27:54.075251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:54.161322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] For port ce497412-863f-4c87-8e5c-d0891c988c0e, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ce497412-863f-4c87-8e5c-d0891c988c0e,segment=NetworkSegment(4fd127ca-5e50-4e32-9e6e-15323e4a650b),segment_id=4fd127ca-5e50-4e32-9e6e-15323e4a650b)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:27:54.161682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:54.178199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Calling delete_port for ce497412-863f-4c87-8e5c-d0891c988c0e owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:27:54.306606 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:54.336760 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Pushing event deleted for resources: {'Port': ['ID=ce497412-863f-4c87-8e5c-d0891c988c0e,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:54.340597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ce497412-863f-4c87-8e5c-d0891c988c0e'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:27:54.386567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] No DVR routers for this DVR port ce497412-863f-4c87-8e5c-d0891c988c0e on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:27:54.390525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:54.391937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8de9b7c-93ab-492b-b5ef-b7019f03a992 req-c64cac03-bf70-4125-9437-322be70483f2 tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.20 "DELETE /v2.0/ports/ce497412-863f-4c87-8e5c-d0891c988c0e HTTP/1.1" status: 204 len: 173 time: 0.4121051 Jul 22 17:27:54.392386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b055f65-bdc9-411a-9175-9f1aaa6c270f', 'name': 'network-vif-deleted', 'tag': 'ce497412-863f-4c87-8e5c-d0891c988c0e'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:27:54.394733 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcb12ef-250e-46a5-95c6-98e541a1ccce" -d '{"events": [{"server_uuid": "5b055f65-bdc9-411a-9175-9f1aaa6c270f", "name": "network-vif-deleted", "tag": "ce497412-863f-4c87-8e5c-d0891c988c0e"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:27:54.427634 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:54.437579 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436495d4-5cb3-44d3-bfcc-74ba0953225f x-openstack-request-id: req-436495d4-5cb3-44d3-bfcc-74ba0953225f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:27:54.437868 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b055f65-bdc9-411a-9175-9f1aaa6c270f", "name": "network-vif-deleted", "tag": "ce497412-863f-4c87-8e5c-d0891c988c0e", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:27:54.438116 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-436495d4-5cb3-44d3-bfcc-74ba0953225f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:27:54.438511 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b055f65-bdc9-411a-9175-9f1aaa6c270f', 'name': 'network-vif-deleted', 'tag': 'ce497412-863f-4c87-8e5c-d0891c988c0e', 'status': 'completed', 'code': 200} Jul 22 17:27:54.470590 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:27:54.879199 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a2a8da59-2153-487b-82b3-4548c3d50d22 req-c490fd89-ee47-466c-8d7b-e0b331434d3f tempest-ServersNegativeTestJSON-1373046935 tempest-ServersNegativeTestJSON-1373046935-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b055f65-bdc9-411a-9175-9f1aaa6c270f HTTP/1.1" status: 200 len: 210 time: 0.0301528 Jul 22 17:27:55.938608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33080) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:55.982274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6ee8d9-809b-4ba0-b4be-cffe209655ea admin admin] Deleting subnet 0f85298d-6bab-4dc8-bc1b-c3e490609a92 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:27:55.985312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee8d9-809b-4ba0-b4be-cffe209655ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.021748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee8d9-809b-4ba0-b4be-cffe209655ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.059042 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee8d9-809b-4ba0-b4be-cffe209655ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.110107 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee8d9-809b-4ba0-b4be-cffe209655ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.133286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ee8d9-809b-4ba0-b4be-cffe209655ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f85298d-6bab-4dc8-bc1b-c3e490609a92,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:56.139903 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee8d9-809b-4ba0-b4be-cffe209655ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.141811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2a6ee8d9-809b-4ba0-b4be-cffe209655ea admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0f85298d-6bab-4dc8-bc1b-c3e490609a92 HTTP/1.1" status: 204 len: 168 time: 0.2019775 Jul 22 17:27:56.144244 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:56.215084 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.299952 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.309947 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712678a6-3e14-4383-9380-d99484abad30']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:56.320096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd127ca-5e50-4e32-9e6e-15323e4a650b') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:56.320396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd127ca-5e50-4e32-9e6e-15323e4a650b') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:27:56.331335 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.346840 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.352981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:27:56.353448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:27:56.355096 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:27:56.412235 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.423271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.423271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/712678a6-3e14-4383-9380-d99484abad30 HTTP/1.1" status: 204 len: 168 time: 0.2745790 Jul 22 17:27:56.432366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770d75c-e414-4c1f-a7f2-d4df8d80e3f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=712678a6-3e14-4383-9380-d99484abad30,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:56.534965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:56.574039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-04196c22-651a-4f01-b027-a719fa9c3116 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a4486b0a01d4266b0117101929377de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379021 Jul 22 17:27:56.577246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:56.628340 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfcdc-af50-4862-91ab-89f3af420d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.654629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfcdc-af50-4862-91ab-89f3af420d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.701530 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfcdc-af50-4862-91ab-89f3af420d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.704644 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfcdc-af50-4862-91ab-89f3af420d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:56.705774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fb0cfcdc-af50-4862-91ab-89f3af420d4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fa3d5e0-294d-4a44-9efb-c5103b0c144b HTTP/1.1" status: 204 len: 168 time: 0.1274917 Jul 22 17:27:56.713122 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cfcdc-af50-4862-91ab-89f3af420d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa3d5e0-294d-4a44-9efb-c5103b0c144b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:57.394200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:27:57.492227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116451209'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:27:57.514112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:27:57.517447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:57.526010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:57.616651 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:57.620450 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:57.642922 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:27:57.657530 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3daf64-8c74-45a1-b95e-dfa1c44e33d7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:57.660398 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:57.660740 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Added segment 75eebd4a-8505-4ec9-bd9c-2ad522c79b49 of type vlan for network a34831ae-f771-49c5-96a8-177d7af62b01 Jul 22 17:27:57.700858 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:57.729442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:57.729906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ce497412-863f-4c87-8e5c-d0891c988c0e no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:27:57.735456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:27:57.736041 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:27:57.750875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: ce497412-863f-4c87-8e5c-d0891c988c0e {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:27:57.751259 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ce497412-863f-4c87-8e5c-d0891c988c0e not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:27:57.768313 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3729844 Jul 22 17:27:57.808213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31c6bb-271d-432f-9974-182956d709f9 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Network': ['ID=a34831ae-f771-49c5-96a8-177d7af62b01,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:27:57.819713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a34831ae-f771-49c5-96a8-177d7af62b01 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:28:01.117793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33114) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:01.123646 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'subnet': {'network_id': 'a34831ae-f771-49c5-96a8-177d7af62b01', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:01.209316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:01.212603 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.397922 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.459850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Subnet': ['ID=5a07756a-e8e0-4c29-8739-ab424efefce1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:01.470388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Checking segment: {'id': '75eebd4a-8505-4ec9-bd9c-2ad522c79b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a34831ae-f771-49c5-96a8-177d7af62b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:01.470753 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network hostable DHCP agents. Network: a34831ae-f771-49c5-96a8-177d7af62b01, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:28:01.486845 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network a34831ae-f771-49c5-96a8-177d7af62b01 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:28:01.495079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a34831ae-f771-49c5-96a8-177d7af62b01) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:01.499827 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:01.500408 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.502626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62f2fa3-cbbf-4475-8fba-9ddd2b063df6 None None] Network a34831ae-f771-49c5-96a8-177d7af62b01 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:01.514870 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f1c0c9e7-adfa-4d8b-812b-a0ed2d9bf5de tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3958194 Jul 22 17:28:01.518614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33116) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:01.523800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1315501712'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:01.544436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:01.547942 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.572053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:28:01.581417 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.581760 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Added segment ef826387-a41f-41e9-86c8-80a9fe427ed2 of type vlan for network 45d2ea1f-e815-40d1-bc25-47c0b583c9d9 Jul 22 17:28:01.624009 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.661050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.667354 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-a34831ae-f771-49c5-96a8-177d7af62b01', 'network_id': 'a34831ae-f771-49c5-96a8-177d7af62b01', 'tenant_id': 'b33e7255aaae42b0a52405365f3cacac', 'fixed_ips': [{'subnet_id': '5a07756a-e8e0-4c29-8739-ab424efefce1'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:28:01.667527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:01.667984 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.668205 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.701028 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1812830 Jul 22 17:28:01.703929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33118) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:01.710904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'subnet': {'network_id': '45d2ea1f-e815-40d1-bc25-47c0b583c9d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:01.758445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feb13a-6e9c-4213-afd0-ca94cb5bcee7 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Network': ['ID=45d2ea1f-e815-40d1-bc25-47c0b583c9d9,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:01.784628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 45d2ea1f-e815-40d1-bc25-47c0b583c9d9 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:28:01.831477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:01.835017 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:01.861721 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Allocated IP 2001:db8:0:ffff::2 (a34831ae-f771-49c5-96a8-177d7af62b01/5a07756a-e8e0-4c29-8739-ab424efefce1/7956a555-8c0b-4478-8217-cb22441d1fa9) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:02.036709 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.037094 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.045416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Transition to ACTIVE for port object 7956a555-8c0b-4478-8217-cb22441d1fa9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:02.059757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Transition to ACTIVE for port object 7956a555-8c0b-4478-8217-cb22441d1fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:02.065423 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.102713 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Subnet': ['ID=63ad26a5-33b2-4935-a170-1ffb8cc43494,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:02.105888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Network a34831ae-f771-49c5-96a8-177d7af62b01 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:02.111088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:02.111661 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Checking segment: {'id': 'ef826387-a41f-41e9-86c8-80a9fe427ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '45d2ea1f-e815-40d1-bc25-47c0b583c9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:02.112112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network hostable DHCP agents. Network: 45d2ea1f-e815-40d1-bc25-47c0b583c9d9, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:28:02.115398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:02.118447 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Pushing event updated for resources: {'Port': ['ID=7956a555-8c0b-4478-8217-cb22441d1fa9,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:02.131459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network 45d2ea1f-e815-40d1-bc25-47c0b583c9d9 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:28:02.140681 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 45d2ea1f-e815-40d1-bc25-47c0b583c9d9) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:02.145935 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:02.146390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.151601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.151948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.152289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.152629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.152962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.153288 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.153616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.154036 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.154368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.154691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.155037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.155358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:02.160133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95691892-5b94-4f7f-8246-ddb39a6ff71c None None] Network 45d2ea1f-e815-40d1-bc25-47c0b583c9d9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:02.164156 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-63dc5fd8-d8f8-4e94-a116-88d9657ed6d0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4566369 Jul 22 17:28:02.164513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:02.214663 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.222277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Attempting to bind port 7956a555-8c0b-4478-8217-cb22441d1fa9 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:02.222632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Attempting to bind port 7956a555-8c0b-4478-8217-cb22441d1fa9 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '75eebd4a-8505-4ec9-bd9c-2ad522c79b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a34831ae-f771-49c5-96a8-177d7af62b01'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:02.223026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Attempting to bind port 7956a555-8c0b-4478-8217-cb22441d1fa9 on network a34831ae-f771-49c5-96a8-177d7af62b01 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:02.251797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:02.252169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Checking segment: {'id': '75eebd4a-8505-4ec9-bd9c-2ad522c79b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a34831ae-f771-49c5-96a8-177d7af62b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:02.252572 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.252965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Bound using segment: {'id': '75eebd4a-8505-4ec9-bd9c-2ad522c79b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a34831ae-f771-49c5-96a8-177d7af62b01'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:02.253438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Bound port: 7956a555-8c0b-4478-8217-cb22441d1fa9, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75eebd4a-8505-4ec9-bd9c-2ad522c79b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a34831ae-f771-49c5-96a8-177d7af62b01'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:02.253814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.259352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.342966 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.365010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] For port 7956a555-8c0b-4478-8217-cb22441d1fa9, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:02.369458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] For port 7956a555-8c0b-4478-8217-cb22441d1fa9, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7956a555-8c0b-4478-8217-cb22441d1fa9,segment=NetworkSegment(75eebd4a-8505-4ec9-bd9c-2ad522c79b49),segment_id=75eebd4a-8505-4ec9-bd9c-2ad522c79b49)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:02.375750 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.408757 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.429337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c0c885-4cfe-4ab1-a8ab-aa296381d767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-45d2ea1f-e815-40d1-bc25-47c0b583c9d9', 'network_id': '45d2ea1f-e815-40d1-bc25-47c0b583c9d9', 'tenant_id': 'b33e7255aaae42b0a52405365f3cacac', 'fixed_ips': [{'subnet_id': '63ad26a5-33b2-4935-a170-1ffb8cc43494'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:28:02.432850 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8c0c885-4cfe-4ab1-a8ab-aa296381d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.440258 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Subnet': ['ID=63ad26a5-33b2-4935-a170-1ffb8cc43494,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:02.471846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088a3d2-76df-47e5-b92c-1d90c00901ff None None] Pushing event updated for resources: {'Port': ['ID=7956a555-8c0b-4478-8217-cb22441d1fa9,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:02.518855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.530312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d2ea1f-e815-40d1-bc25-47c0b583c9d9']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:02.540176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef826387-a41f-41e9-86c8-80a9fe427ed2') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:02.540476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef826387-a41f-41e9-86c8-80a9fe427ed2') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:02.541885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9cd1da-c208-4370-bf11-4156ff4e9740 None None] Network 45d2ea1f-e815-40d1-bc25-47c0b583c9d9 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:02.550515 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.566913 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.574230 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:28:02.574640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:28:02.578410 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:28:02.669845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.686750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.691033 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/networks/45d2ea1f-e815-40d1-bc25-47c0b583c9d9 HTTP/1.1" status: 204 len: 168 time: 0.5233181 Jul 22 17:28:02.692532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33122) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:02.699769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-65576242'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:02.700644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e99020-fc2b-40fc-b7a0-765eba7c2458 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Network': ['ID=45d2ea1f-e815-40d1-bc25-47c0b583c9d9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:02.723073 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:02.726612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.751874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:28:02.762636 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.763095 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Added segment 6d863e74-2dac-4358-84dd-a410d391b477 of type vlan for network 510aa7aa-70c8-466e-8e49-dae6c6fb8c9f Jul 22 17:28:02.803757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.831644 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.837091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:02.837673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:02.873074 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1787546 Jul 22 17:28:02.876701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33124) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:02.883705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'subnet': {'network_id': '510aa7aa-70c8-466e-8e49-dae6c6fb8c9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:02.934067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6186e8-3091-4deb-8aeb-307ea9998932 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Network': ['ID=510aa7aa-70c8-466e-8e49-dae6c6fb8c9f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:02.945789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 510aa7aa-70c8-466e-8e49-dae6c6fb8c9f details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:28:03.000107 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:03.003718 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.063913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Performing IP validity checks on allocation pools {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 17:28:03.064433 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.ipam_backend_mixin [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93750) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 17:28:03.190977 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.255474 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Subnet': ['ID=ec400de1-ba0c-49ae-9062-a9bb22e3cb7e,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:03.267015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Checking segment: {'id': '6d863e74-2dac-4358-84dd-a410d391b477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '510aa7aa-70c8-466e-8e49-dae6c6fb8c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:03.267361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network hostable DHCP agents. Network: 510aa7aa-70c8-466e-8e49-dae6c6fb8c9f, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:28:03.284971 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network 510aa7aa-70c8-466e-8e49-dae6c6fb8c9f is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:28:03.294829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 510aa7aa-70c8-466e-8e49-dae6c6fb8c9f) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:03.307793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:03.308378 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.314790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a2bd71-6cea-4e20-9f4a-d716c35cbba6 None None] Network 510aa7aa-70c8-466e-8e49-dae6c6fb8c9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:03.334133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-170e3e55-92f2-4000-ac74-f727a756fc96 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4538162 Jul 22 17:28:03.335109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33126) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:03.417467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7956a555-8c0b-4478-8217-cb22441d1fa9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:03.458519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfdb10d-98e0-4849-b045-91545f350061 None None] Network a34831ae-f771-49c5-96a8-177d7af62b01 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:03.465552 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.518951 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.555801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-1c0beda3-aa62-444d-a37c-27a86ac821b0 None None] Provisioning for port 7956a555-8c0b-4478-8217-cb22441d1fa9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:03.582206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.589416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e778fe6-5d6b-488f-9337-1274506be2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-510aa7aa-70c8-466e-8e49-dae6c6fb8c9f', 'network_id': '510aa7aa-70c8-466e-8e49-dae6c6fb8c9f', 'tenant_id': 'b33e7255aaae42b0a52405365f3cacac', 'fixed_ips': [{'subnet_id': 'ec400de1-ba0c-49ae-9062-a9bb22e3cb7e'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:28:03.590235 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1e778fe6-5d6b-488f-9337-1274506be2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.616475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Subnet': ['ID=ec400de1-ba0c-49ae-9062-a9bb22e3cb7e,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:03.646233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 7956a555-8c0b-4478-8217-cb22441d1fa9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:03.655784 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7956a555-8c0b-4478-8217-cb22441d1fa9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:03.656169 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.677851 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.688822 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510aa7aa-70c8-466e-8e49-dae6c6fb8c9f']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:03.698905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d863e74-2dac-4358-84dd-a410d391b477') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:03.699228 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d863e74-2dac-4358-84dd-a410d391b477') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:03.708716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.722513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.728993 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:28:03.729382 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:28:03.733290 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:28:03.893596 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.905250 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.910758 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/networks/510aa7aa-70c8-466e-8e49-dae6c6fb8c9f HTTP/1.1" status: 204 len: 168 time: 0.5705059 Jul 22 17:28:03.911090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:03.916330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064969137'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:03.917774 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681eb9cd-3dd1-4fbe-b33a-4e5dc9f233cb tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Network': ['ID=510aa7aa-70c8-466e-8e49-dae6c6fb8c9f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:03.934514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45dc2b-1b44-473b-a6f6-3973ec64ba06 None None] Network 510aa7aa-70c8-466e-8e49-dae6c6fb8c9f requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:03.942401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:03.946105 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.952409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da45dc2b-1b44-473b-a6f6-3973ec64ba06 None None] Network 510aa7aa-70c8-466e-8e49-dae6c6fb8c9f could not be found, it might have been deleted concurrently. {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 17:28:03.971460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:28:03.980911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:03.981264 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Added segment 5412caf2-3aad-4d9c-ae19-0130191bbcb3 of type vlan for network b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36 Jul 22 17:28:04.002361 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.024522 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.038710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 7956a555-8c0b-4478-8217-cb22441d1fa9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7956a555-8c0b-4478-8217-cb22441d1fa9,segment=NetworkSegment(75eebd4a-8505-4ec9-bd9c-2ad522c79b49),segment_id=75eebd4a-8505-4ec9-bd9c-2ad522c79b49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:04.042866 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.057075 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.063929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:04.064671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.096562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=7956a555-8c0b-4478-8217-cb22441d1fa9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:04.102246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1900170 Jul 22 17:28:04.106027 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:04.111637 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'subnet': {'network_id': 'b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:04.145284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa865141-ccd2-4c45-a681-df44653f413a tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Network': ['ID=b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:04.156607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:28:04.201591 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:04.205089 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.241076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-15e394bf-e7cd-498d-9ea8-56d93ece25e5 None None] Provisioning complete for port 7956a555-8c0b-4478-8217-cb22441d1fa9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:04.241451 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-15e394bf-e7cd-498d-9ea8-56d93ece25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.392756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.457605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Subnet': ['ID=311e65b9-9f4b-496c-a4ef-40a5c22958ab,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:04.464759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Checking segment: {'id': '5412caf2-3aad-4d9c-ae19-0130191bbcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:04.465118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network hostable DHCP agents. Network: b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:28:04.482208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:28:04.490212 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:04.494242 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:04.494833 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.500701 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf0a4ac-1f0a-42cb-b044-be9322f47c98 None None] Network b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:04.509035 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b8427fd8-12ef-4d75-be73-b6e10c9e44c2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4019141 Jul 22 17:28:04.512884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33132) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:04.518615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-870605379'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:04.541053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:04.544665 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.567970 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:28:04.578596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.579096 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Added segment c5d36a31-1dac-4009-8128-6428ac537f3e of type vlan for network 24fc61aa-8b8c-43e4-9f27-86407f57cc88 Jul 22 17:28:04.619481 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.652118 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.658819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:04.659465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.660732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36', 'network_id': 'b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36', 'tenant_id': 'b33e7255aaae42b0a52405365f3cacac', 'fixed_ips': [{'subnet_id': '311e65b9-9f4b-496c-a4ef-40a5c22958ab'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:28:04.661628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.693600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1789427 Jul 22 17:28:04.696496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33134) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:04.703978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Request body: {'subnet': {'network_id': '24fc61aa-8b8c-43e4-9f27-86407f57cc88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:04.749502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ee351-206b-4a80-a807-7bd6decce781 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Network': ['ID=24fc61aa-8b8c-43e4-9f27-86407f57cc88,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:04.761693 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 24fc61aa-8b8c-43e4-9f27-86407f57cc88 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:28:04.820954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Made reservation on behalf of b33e7255aaae42b0a52405365f3cacac for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:04.824441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:04.864571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Allocated IP 2001:db8::2 (b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36/311e65b9-9f4b-496c-a4ef-40a5c22958ab/ecd90af3-6322-45e7-89ed-1c4a7db0ca89) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:05.005022 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.012626 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.021649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Transition to ACTIVE for port object ecd90af3-6322-45e7-89ed-1c4a7db0ca89 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:05.036676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Transition to ACTIVE for port object ecd90af3-6322-45e7-89ed-1c4a7db0ca89 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:05.042900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.072403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event updated for resources: {'Subnet': ['ID=7ffc2589-a52e-42db-a1ba-c8da989f4feb,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:05.077562 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Checking segment: {'id': 'c5d36a31-1dac-4009-8128-6428ac537f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '24fc61aa-8b8c-43e4-9f27-86407f57cc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:05.077934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network hostable DHCP agents. Network: 24fc61aa-8b8c-43e4-9f27-86407f57cc88, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:28:05.079128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Network b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:05.083958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:05.087443 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:05.095046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Network 24fc61aa-8b8c-43e4-9f27-86407f57cc88 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:28:05.097020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Pushing event updated for resources: {'Port': ['ID=ecd90af3-6322-45e7-89ed-1c4a7db0ca89,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:05.104846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 24fc61aa-8b8c-43e4-9f27-86407f57cc88) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:05.109808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:05.110596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.122261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7dd197-9c2b-4be0-936f-c0f496a10baa None None] Network 24fc61aa-8b8c-43e4-9f27-86407f57cc88 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:05.124369 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d7e483ab-2b9f-41fd-8899-e77e4a6ddfc1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4267929 Jul 22 17:28:05.127119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33136) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:05.179126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Attempting to bind port ecd90af3-6322-45e7-89ed-1c4a7db0ca89 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:05.179496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Attempting to bind port ecd90af3-6322-45e7-89ed-1c4a7db0ca89 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5412caf2-3aad-4d9c-ae19-0130191bbcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:05.179860 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Attempting to bind port ecd90af3-6322-45e7-89ed-1c4a7db0ca89 on network b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:05.210412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:05.210782 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Checking segment: {'id': '5412caf2-3aad-4d9c-ae19-0130191bbcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:05.211208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.211601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Bound using segment: {'id': '5412caf2-3aad-4d9c-ae19-0130191bbcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:05.212068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Bound port: ecd90af3-6322-45e7-89ed-1c4a7db0ca89, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5412caf2-3aad-4d9c-ae19-0130191bbcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:05.212449 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.222189 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.281406 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.318916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] For port ecd90af3-6322-45e7-89ed-1c4a7db0ca89, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:05.323855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] For port ecd90af3-6322-45e7-89ed-1c4a7db0ca89, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ecd90af3-6322-45e7-89ed-1c4a7db0ca89,segment=NetworkSegment(5412caf2-3aad-4d9c-ae19-0130191bbcb3),segment_id=5412caf2-3aad-4d9c-ae19-0130191bbcb3)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:05.348766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.351514 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.380655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306718b6-a707-45be-94d4-046fea60dcff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-24fc61aa-8b8c-43e4-9f27-86407f57cc88', 'network_id': '24fc61aa-8b8c-43e4-9f27-86407f57cc88', 'tenant_id': 'b33e7255aaae42b0a52405365f3cacac', 'fixed_ips': [{'subnet_id': '7ffc2589-a52e-42db-a1ba-c8da989f4feb'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:28:05.381518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-306718b6-a707-45be-94d4-046fea60dcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.381946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffc2589-a52e-42db-a1ba-c8da989f4feb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:05.390847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7956a555-8c0b-4478-8217-cb22441d1fa9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:05.447099 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.458095 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fc61aa-8b8c-43e4-9f27-86407f57cc88']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:05.462177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010031d2-c11c-4c2b-9c26-956d50a0cc7d None None] Pushing event updated for resources: {'Port': ['ID=ecd90af3-6322-45e7-89ed-1c4a7db0ca89,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:05.473276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d36a31-1dac-4009-8128-6428ac537f3e') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:05.473687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d36a31-1dac-4009-8128-6428ac537f3e') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:05.534503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7956a555-8c0b-4478-8217-cb22441d1fa9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:05.534867 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.539689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e86e2e1-4111-4621-afef-361aad6cb1ac None None] Network 24fc61aa-8b8c-43e4-9f27-86407f57cc88 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:05.820242 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.833991 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.839736 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:28:05.840122 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:28:05.843916 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:28:05.902071 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.906603 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:05.908752 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/networks/24fc61aa-8b8c-43e4-9f27-86407f57cc88 HTTP/1.1" status: 204 len: 168 time: 0.7804971 Jul 22 17:28:05.912654 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33138) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:05.954651 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b10540-c488-4b01-8e22-88ba9748acf0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] GET failed (client error): The resource could not be found. Jul 22 17:28:05.956014 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a5b10540-c488-4b01-8e22-88ba9748acf0 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "GET /v2.0/subnets/7ffc2589-a52e-42db-a1ba-c8da989f4feb HTTP/1.1" status: 404 len: 337 time: 0.0424426 Jul 22 17:28:05.958594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43390550-4207-4f20-b208-e40dfe0ac0d2 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Network': ['ID=24fc61aa-8b8c-43e4-9f27-86407f57cc88,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:05.959025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33140) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:05.977858 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e503990-7600-452f-8db8-48ad690d416e tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] DELETE failed (client error): The resource could not be found. Jul 22 17:28:05.978445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e503990-7600-452f-8db8-48ad690d416e tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:28:05.980097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5e503990-7600-452f-8db8-48ad690d416e tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/networks/24fc61aa-8b8c-43e4-9f27-86407f57cc88 HTTP/1.1" status: 404 len: 339 time: 0.0200200 Jul 22 17:28:05.984408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33142) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:06.010250 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f7ee74-27d9-4ec1-9a0f-8073f63adf4b tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] DELETE failed (client error): The resource could not be found. Jul 22 17:28:06.010922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f7ee74-27d9-4ec1-9a0f-8073f63adf4b tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:28:06.012374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-63f7ee74-27d9-4ec1-9a0f-8073f63adf4b tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/subnets/7ffc2589-a52e-42db-a1ba-c8da989f4feb HTTP/1.1" status: 404 len: 337 time: 0.0270720 Jul 22 17:28:06.015124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33144) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:06.033367 n-d-792458-13 neutron-server[93750]: INFO neutron.pecan_wsgi.hooks.translation [None req-20832e59-76b4-4c0e-afce-7757278653c1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] DELETE failed (client error): The resource could not be found. Jul 22 17:28:06.033888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20832e59-76b4-4c0e-afce-7757278653c1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93750) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:28:06.035542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-20832e59-76b4-4c0e-afce-7757278653c1 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/networks/24fc61aa-8b8c-43e4-9f27-86407f57cc88 HTTP/1.1" status: 404 len: 339 time: 0.0194764 Jul 22 17:28:06.037906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33146) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:06.088619 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a82f13-d0c5-460d-a9be-bccfbc369715 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Deleting subnet 311e65b9-9f4b-496c-a4ef-40a5c22958ab {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:28:06.092619 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26a82f13-d0c5-460d-a9be-bccfbc369715 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.108551 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.132681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26a82f13-d0c5-460d-a9be-bccfbc369715 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.222761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26a82f13-d0c5-460d-a9be-bccfbc369715 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.287592 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26a82f13-d0c5-460d-a9be-bccfbc369715 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.317822 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-26a82f13-d0c5-460d-a9be-bccfbc369715 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.322278 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-26a82f13-d0c5-460d-a9be-bccfbc369715 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/subnets/311e65b9-9f4b-496c-a4ef-40a5c22958ab HTTP/1.1" status: 204 len: 168 time: 0.2810955 Jul 22 17:28:06.322278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a82f13-d0c5-460d-a9be-bccfbc369715 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Subnet': ['ID=311e65b9-9f4b-496c-a4ef-40a5c22958ab,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:06.322572 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:06.410727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b919f96-774d-42f0-a2b7-d51a79a35350 None None] Network b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:06.410871 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.468810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Deleting port ecd90af3-6322-45e7-89ed-1c4a7db0ca89 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:28:06.469169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.502957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a1e306d5-87da-459b-bb22-b831472cfafe None None] Provisioning for port ecd90af3-6322-45e7-89ed-1c4a7db0ca89 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:06.628127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0b4c9-6926-46af-a381-778ee270a085 None None] DHCP port deletion for b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:28:06.699151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0b4c9-6926-46af-a381-778ee270a085 None None] Deleting port ecd90af3-6322-45e7-89ed-1c4a7db0ca89 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:28:06.699441 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b4c9-6926-46af-a381-778ee270a085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.773697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b6d0b4c9-6926-46af-a381-778ee270a085 None None] For port ecd90af3-6322-45e7-89ed-1c4a7db0ca89, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ecd90af3-6322-45e7-89ed-1c4a7db0ca89,segment=NetworkSegment(5412caf2-3aad-4d9c-ae19-0130191bbcb3),segment_id=5412caf2-3aad-4d9c-ae19-0130191bbcb3)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:06.774083 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b4c9-6926-46af-a381-778ee270a085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.791119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0b4c9-6926-46af-a381-778ee270a085 None None] Calling delete_port for ecd90af3-6322-45e7-89ed-1c4a7db0ca89 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:28:06.879900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b4c9-6926-46af-a381-778ee270a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.893702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] For port ecd90af3-6322-45e7-89ed-1c4a7db0ca89, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ecd90af3-6322-45e7-89ed-1c4a7db0ca89,segment=NetworkSegment(5412caf2-3aad-4d9c-ae19-0130191bbcb3),segment_id=5412caf2-3aad-4d9c-ae19-0130191bbcb3)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:06.894064 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:06.905970 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0b4c9-6926-46af-a381-778ee270a085 None None] Pushing event deleted for resources: {'Port': ['ID=ecd90af3-6322-45e7-89ed-1c4a7db0ca89,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:06.907058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Calling delete_port for ecd90af3-6322-45e7-89ed-1c4a7db0ca89 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:28:06.909601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0b4c9-6926-46af-a381-778ee270a085 None None] No DVR routers for this DVR port ecd90af3-6322-45e7-89ed-1c4a7db0ca89 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:28:06.989516 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.011766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Port': ['ID=ecd90af3-6322-45e7-89ed-1c4a7db0ca89,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:07.017518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] No DVR routers for this DVR port ecd90af3-6322-45e7-89ed-1c4a7db0ca89 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:28:07.097507 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.108360 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:07.118146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5412caf2-3aad-4d9c-ae19-0130191bbcb3') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:07.118450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5412caf2-3aad-4d9c-ae19-0130191bbcb3') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:07.127079 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.140900 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.148238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:28:07.148915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: self.session.flush() Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:28:07.152273 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:28:07.215190 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.221388 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.223295 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/networks/b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36 HTTP/1.1" status: 204 len: 168 time: 0.8993490 Jul 22 17:28:07.226450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33150) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:07.237895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de2303-3c6e-4972-9745-ff37f03e27cf tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Network': ['ID=b0fe4b04-011f-4f7d-ad9a-7321c8ef7e36,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:07.252780 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-05febe52-3c1f-4f66-b919-0766996ce442 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] DELETE failed (client error): The resource could not be found. Jul 22 17:28:07.253238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05febe52-3c1f-4f66-b919-0766996ce442 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:28:07.257253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-05febe52-3c1f-4f66-b919-0766996ce442 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/subnets/ec400de1-ba0c-49ae-9062-a9bb22e3cb7e HTTP/1.1" status: 404 len: 337 time: 0.0275011 Jul 22 17:28:07.257477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33152) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:07.276281 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-415b15a5-aa20-46b4-9483-3e052bf5f892 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] DELETE failed (client error): The resource could not be found. Jul 22 17:28:07.276808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415b15a5-aa20-46b4-9483-3e052bf5f892 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:28:07.278501 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-415b15a5-aa20-46b4-9483-3e052bf5f892 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/networks/510aa7aa-70c8-466e-8e49-dae6c6fb8c9f HTTP/1.1" status: 404 len: 339 time: 0.0201175 Jul 22 17:28:07.282047 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:07.306617 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-3533431f-348a-4b11-af98-f3b3e4a7e88b tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] DELETE failed (client error): The resource could not be found. Jul 22 17:28:07.307322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3533431f-348a-4b11-af98-f3b3e4a7e88b tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:28:07.311404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3533431f-348a-4b11-af98-f3b3e4a7e88b tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/subnets/63ad26a5-33b2-4935-a170-1ffb8cc43494 HTTP/1.1" status: 404 len: 337 time: 0.0261624 Jul 22 17:28:07.311582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33156) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:07.329319 n-d-792458-13 neutron-server[93751]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d5f6e1-7abf-442c-9ece-05084a1d366f tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] DELETE failed (client error): The resource could not be found. Jul 22 17:28:07.329837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d5f6e1-7abf-442c-9ece-05084a1d366f tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93751) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 17:28:07.331495 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-89d5f6e1-7abf-442c-9ece-05084a1d366f tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/networks/45d2ea1f-e815-40d1-bc25-47c0b583c9d9 HTTP/1.1" status: 404 len: 339 time: 0.0190053 Jul 22 17:28:07.333812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33158) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:07.381251 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-75816c7d-080e-4363-a8e1-8197b95611c4 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Deleting subnet 5a07756a-e8e0-4c29-8739-ab424efefce1 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:28:07.384172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75816c7d-080e-4363-a8e1-8197b95611c4 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.427820 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75816c7d-080e-4363-a8e1-8197b95611c4 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.507736 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75816c7d-080e-4363-a8e1-8197b95611c4 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.564045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75816c7d-080e-4363-a8e1-8197b95611c4 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.595598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75816c7d-080e-4363-a8e1-8197b95611c4 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Subnet': ['ID=5a07756a-e8e0-4c29-8739-ab424efefce1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:07.597573 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-75816c7d-080e-4363-a8e1-8197b95611c4 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.600191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-75816c7d-080e-4363-a8e1-8197b95611c4 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/subnets/5a07756a-e8e0-4c29-8739-ab424efefce1 HTTP/1.1" status: 204 len: 168 time: 0.2647424 Jul 22 17:28:07.602344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33160) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:07.604859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5c8da-c11b-442c-ad02-f6940b8eb617 None None] Network a34831ae-f771-49c5-96a8-177d7af62b01 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:07.676516 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.729750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Deleting port 7956a555-8c0b-4478-8217-cb22441d1fa9 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:28:07.730001 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.779651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5cb651-03b7-4443-b382-963e0fd40e9b None None] DHCP port deletion for a34831ae-f771-49c5-96a8-177d7af62b01 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:28:07.800189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] For port 7956a555-8c0b-4478-8217-cb22441d1fa9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7956a555-8c0b-4478-8217-cb22441d1fa9,segment=NetworkSegment(75eebd4a-8505-4ec9-bd9c-2ad522c79b49),segment_id=75eebd4a-8505-4ec9-bd9c-2ad522c79b49)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:07.800548 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.812497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Calling delete_port for 7956a555-8c0b-4478-8217-cb22441d1fa9 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:28:07.825154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cb651-03b7-4443-b382-963e0fd40e9b None None] Deleting port 7956a555-8c0b-4478-8217-cb22441d1fa9 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:28:07.825522 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb651-03b7-4443-b382-963e0fd40e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.896339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.896823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4a5cb651-03b7-4443-b382-963e0fd40e9b None None] For port 7956a555-8c0b-4478-8217-cb22441d1fa9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7956a555-8c0b-4478-8217-cb22441d1fa9,segment=NetworkSegment(75eebd4a-8505-4ec9-bd9c-2ad522c79b49),segment_id=75eebd4a-8505-4ec9-bd9c-2ad522c79b49)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:07.897168 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb651-03b7-4443-b382-963e0fd40e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:07.909475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cb651-03b7-4443-b382-963e0fd40e9b None None] Calling delete_port for 7956a555-8c0b-4478-8217-cb22441d1fa9 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:28:07.928020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] No DVR routers for this DVR port 7956a555-8c0b-4478-8217-cb22441d1fa9 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:28:07.933309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Port': ['ID=7956a555-8c0b-4478-8217-cb22441d1fa9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:07.985531 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb651-03b7-4443-b382-963e0fd40e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.012276 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.012962 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cb651-03b7-4443-b382-963e0fd40e9b None None] Pushing event deleted for resources: {'Port': ['ID=7956a555-8c0b-4478-8217-cb22441d1fa9,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:08.017276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cb651-03b7-4443-b382-963e0fd40e9b None None] No DVR routers for this DVR port 7956a555-8c0b-4478-8217-cb22441d1fa9 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:28:08.028400 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34831ae-f771-49c5-96a8-177d7af62b01']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:08.039600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eebd4a-8505-4ec9-bd9c-2ad522c79b49') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:08.039904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eebd4a-8505-4ec9-bd9c-2ad522c79b49') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:08.048650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.062640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.068433 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:28:08.068813 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:28:08.071733 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:28:08.132726 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.140140 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.141969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] 10.222.0.53 "DELETE /v2.0/networks/a34831ae-f771-49c5-96a8-177d7af62b01 HTTP/1.1" status: 204 len: 168 time: 0.5387166 Jul 22 17:28:08.155630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20feb2c-3a9a-47ac-b9ec-97ee87b13ab8 tempest-NetworksIpV6Test-816890380 tempest-NetworksIpV6Test-816890380-project] Pushing event deleted for resources: {'Network': ['ID=a34831ae-f771-49c5-96a8-177d7af62b01,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:08.380301 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33166) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:08.510693 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-27c897a7-f928-45b7-a408-84bdf9d29335 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b33e7255aaae42b0a52405365f3cacac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292098 Jul 22 17:28:08.513244 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33170) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:08.560789 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-becb801d-1d1a-4693-8614-2c5ac24cfd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.580989 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-becb801d-1d1a-4693-8614-2c5ac24cfd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.632228 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-becb801d-1d1a-4693-8614-2c5ac24cfd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.634778 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-becb801d-1d1a-4693-8614-2c5ac24cfd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:08.635955 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-becb801d-1d1a-4693-8614-2c5ac24cfd64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee3daf64-8c74-45a1-b95e-dfa1c44e33d7 HTTP/1.1" status: 204 len: 168 time: 0.1216817 Jul 22 17:28:08.643612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb801d-1d1a-4693-8614-2c5ac24cfd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3daf64-8c74-45a1-b95e-dfa1c44e33d7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:09.255574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33192) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:09.350057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1a57338c-9daa-4dd7-a8f7-5afca5bbd970 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-505393800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:09.356028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7956a555-8c0b-4478-8217-cb22441d1fa9 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:28:09.373337 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a57338c-9daa-4dd7-a8f7-5afca5bbd970 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.374435 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a57338c-9daa-4dd7-a8f7-5afca5bbd970 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.375511 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 7956a555-8c0b-4478-8217-cb22441d1fa9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:28:09.375854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7956a555-8c0b-4478-8217-cb22441d1fa9 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:28:09.429267 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a57338c-9daa-4dd7-a8f7-5afca5bbd970 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.433690 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a57338c-9daa-4dd7-a8f7-5afca5bbd970 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.449544 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1a57338c-9daa-4dd7-a8f7-5afca5bbd970 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.450785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1a57338c-9daa-4dd7-a8f7-5afca5bbd970 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1940930 Jul 22 17:28:09.453558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:09.458536 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1483673955'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:09.478112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Made reservation on behalf of 522602bcf1f745fca1b83382bcda24d3 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:09.482580 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.491254 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.586355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.589873 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.612983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:28:09.627960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786d6480-611e-4e38-90fb-243cc3003847,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:09.630985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.631351 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Added segment d87fccb5-1e7f-4640-a006-675480e08483 of type vlan for network a186d8c2-488e-4838-bf4a-b0ff7c4abe89 Jul 22 17:28:09.672420 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.699775 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.705657 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:09.706220 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:09.740348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2857666 Jul 22 17:28:09.743159 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33198) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:09.748664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Request body: {'subnet': {'network_id': 'a186d8c2-488e-4838-bf4a-b0ff7c4abe89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:09.776365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22cb16-e234-4980-899e-da4c28a4c95d tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event updated for resources: {'Network': ['ID=a186d8c2-488e-4838-bf4a-b0ff7c4abe89,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:09.786950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network a186d8c2-488e-4838-bf4a-b0ff7c4abe89 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:28:09.836674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Made reservation on behalf of 522602bcf1f745fca1b83382bcda24d3 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:09.840398 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.019590 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.082525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event updated for resources: {'Subnet': ['ID=a4f08c18-0b96-4e76-b615-090f8ed9eefb,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:10.091049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Checking segment: {'id': 'd87fccb5-1e7f-4640-a006-675480e08483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a186d8c2-488e-4838-bf4a-b0ff7c4abe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:10.092130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Network hostable DHCP agents. Network: a186d8c2-488e-4838-bf4a-b0ff7c4abe89, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:28:10.108229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Network a186d8c2-488e-4838-bf4a-b0ff7c4abe89 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:28:10.117142 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, a186d8c2-488e-4838-bf4a-b0ff7c4abe89) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:10.121081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:10.121650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.126004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f54543-2604-47eb-a0cd-e494e492451d None None] Network a186d8c2-488e-4838-bf4a-b0ff7c4abe89 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:10.135877 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e6d7b419-9b05-4179-9d36-b51b9eeaf86a tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3915467 Jul 22 17:28:10.139492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33200) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:10.144484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-189808193'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:10.165096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Made reservation on behalf of 522602bcf1f745fca1b83382bcda24d3 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:10.169131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.192816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:28:10.203362 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.203711 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Added segment 815d7597-6c1d-4732-8889-6d0f0b2bbf6a of type vlan for network 2c409931-d46f-486a-aafa-12e4e08d32bb Jul 22 17:28:10.243671 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.271954 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-a186d8c2-488e-4838-bf4a-b0ff7c4abe89', 'network_id': 'a186d8c2-488e-4838-bf4a-b0ff7c4abe89', 'tenant_id': '522602bcf1f745fca1b83382bcda24d3', 'fixed_ips': [{'subnet_id': 'a4f08c18-0b96-4e76-b615-090f8ed9eefb'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:28:10.273090 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.273954 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.280448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:10.281033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.320346 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1771748 Jul 22 17:28:10.320556 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33202) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:10.328389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Request body: {'subnet': {'network_id': '2c409931-d46f-486a-aafa-12e4e08d32bb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:10.374970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751beaf9-6f76-45da-bc42-932646a1eb0c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event updated for resources: {'Network': ['ID=2c409931-d46f-486a-aafa-12e4e08d32bb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:10.388020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 2c409931-d46f-486a-aafa-12e4e08d32bb details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:28:10.449060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Made reservation on behalf of 522602bcf1f745fca1b83382bcda24d3 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:10.453310 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.490544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Allocated IP 172.20.0.2 (a186d8c2-488e-4838-bf4a-b0ff7c4abe89/a4f08c18-0b96-4e76-b615-090f8ed9eefb/ea7aba00-1439-4958-b559-ffd80395dfda) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:10.631771 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.640483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Transition to ACTIVE for port object ea7aba00-1439-4958-b559-ffd80395dfda will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:10.640868 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.656044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Transition to ACTIVE for port object ea7aba00-1439-4958-b559-ffd80395dfda will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:10.661706 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.706544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event updated for resources: {'Subnet': ['ID=954c35a6-5f11-4c83-9787-3f5398fe4325,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:10.709927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Network a186d8c2-488e-4838-bf4a-b0ff7c4abe89 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:10.712420 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:10.714442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Checking segment: {'id': '815d7597-6c1d-4732-8889-6d0f0b2bbf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2c409931-d46f-486a-aafa-12e4e08d32bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:10.714984 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Network hostable DHCP agents. Network: 2c409931-d46f-486a-aafa-12e4e08d32bb, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:28:10.715917 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:10.723551 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Pushing event updated for resources: {'Port': ['ID=ea7aba00-1439-4958-b559-ffd80395dfda,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:10.740031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Network 2c409931-d46f-486a-aafa-12e4e08d32bb is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:28:10.750694 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 2c409931-d46f-486a-aafa-12e4e08d32bb) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:10.755078 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:10.755725 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.770020 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f396cde9-3188-4472-a31e-4aaa7133f4c4 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4482100 Jul 22 17:28:10.773112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:10.776641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3da8785-f7c6-4de4-9474-8e729e4b81ac None None] Network 2c409931-d46f-486a-aafa-12e4e08d32bb requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:10.777735 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-70f71e03-b083-4046-995c-fb3ec4fd256c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c409931-d46f-486a-aafa-12e4e08d32bb'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:10.808781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Attempting to bind port ea7aba00-1439-4958-b559-ffd80395dfda on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:10.809156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Attempting to bind port ea7aba00-1439-4958-b559-ffd80395dfda by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'd87fccb5-1e7f-4640-a006-675480e08483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a186d8c2-488e-4838-bf4a-b0ff7c4abe89'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:10.809524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Attempting to bind port ea7aba00-1439-4958-b559-ffd80395dfda on network a186d8c2-488e-4838-bf4a-b0ff7c4abe89 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:10.844411 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:10.844785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Checking segment: {'id': 'd87fccb5-1e7f-4640-a006-675480e08483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a186d8c2-488e-4838-bf4a-b0ff7c4abe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:10.845191 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.845591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Bound using segment: {'id': 'd87fccb5-1e7f-4640-a006-675480e08483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a186d8c2-488e-4838-bf4a-b0ff7c4abe89'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:10.846086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Bound port: ea7aba00-1439-4958-b559-ffd80395dfda, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87fccb5-1e7f-4640-a006-675480e08483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a186d8c2-488e-4838-bf4a-b0ff7c4abe89'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:10.846472 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:10.999524 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-70f71e03-b083-4046-995c-fb3ec4fd256c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.108687 n-d-792458-13 neutron-server[93751]: INFO neutron.api.v2.resource [None req-70f71e03-b083-4046-995c-fb3ec4fd256c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 17:28:11.109760 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-70f71e03-b083-4046-995c-fb3ec4fd256c tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "PUT /v2.0/routers/ca5548c1-8951-4399-b896-9dfa17b59e5d HTTP/1.1" status: 400 len: 364 time: 0.3357306 Jul 22 17:28:11.112992 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] For port ea7aba00-1439-4958-b559-ffd80395dfda, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:11.115593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:11.117711 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] For port ea7aba00-1439-4958-b559-ffd80395dfda, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ea7aba00-1439-4958-b559-ffd80395dfda,segment=NetworkSegment(d87fccb5-1e7f-4640-a006-675480e08483),segment_id=d87fccb5-1e7f-4640-a006-675480e08483)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:11.122076 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.169866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c73e2b-fb21-416e-80b1-16ac6765f8b7 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Deleting subnet 954c35a6-5f11-4c83-9787-3f5398fe4325 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:28:11.172832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66268d8-e079-4c5f-a416-6a6e8c053300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-2c409931-d46f-486a-aafa-12e4e08d32bb', 'network_id': '2c409931-d46f-486a-aafa-12e4e08d32bb', 'tenant_id': '522602bcf1f745fca1b83382bcda24d3', 'fixed_ips': [{'subnet_id': '954c35a6-5f11-4c83-9787-3f5398fe4325'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:28:11.173612 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a66268d8-e079-4c5f-a416-6a6e8c053300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.174743 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6c73e2b-fb21-416e-80b1-16ac6765f8b7 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.222155 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6c73e2b-fb21-416e-80b1-16ac6765f8b7 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.268417 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9bfd8-ba84-4c8a-94ed-57793462c679 None None] Pushing event updated for resources: {'Port': ['ID=ea7aba00-1439-4958-b559-ffd80395dfda,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:11.269555 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6c73e2b-fb21-416e-80b1-16ac6765f8b7 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.345035 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6c73e2b-fb21-416e-80b1-16ac6765f8b7 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server [None req-a66268d8-e079-4c5f-a416-6a6e8c053300 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 954c35a6-5f11-4c83-9787-3f5398fe4325: This subnet is being modified by another concurrent operation. Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server raise exception Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 954c35a6-5f11-4c83-9787-3f5398fe4325: This subnet is being modified by another concurrent operation. Jul 22 17:28:11.345581 n-d-792458-13 neutron-server[93752]: ERROR oslo_messaging.rpc.server Jul 22 17:28:11.377520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd2f9f-c391-4dc3-9636-fed38a6c8ef4 None None] Network 2c409931-d46f-486a-aafa-12e4e08d32bb requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:11.399630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c73e2b-fb21-416e-80b1-16ac6765f8b7 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event deleted for resources: {'Subnet': ['ID=954c35a6-5f11-4c83-9787-3f5398fe4325,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:11.403638 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e6c73e2b-fb21-416e-80b1-16ac6765f8b7 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.405609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e6c73e2b-fb21-416e-80b1-16ac6765f8b7 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "DELETE /v2.0/subnets/954c35a6-5f11-4c83-9787-3f5398fe4325 HTTP/1.1" status: 204 len: 168 time: 0.2883413 Jul 22 17:28:11.408077 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33208) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:11.508820 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.601748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.612110 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c409931-d46f-486a-aafa-12e4e08d32bb']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:11.621601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815d7597-6c1d-4732-8889-6d0f0b2bbf6a') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:11.621892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815d7597-6c1d-4732-8889-6d0f0b2bbf6a') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:11.631012 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.644758 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.650549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:28:11.650944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:28:11.654442 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:28:11.712944 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.721435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.725537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "DELETE /v2.0/networks/2c409931-d46f-486a-aafa-12e4e08d32bb HTTP/1.1" status: 204 len: 168 time: 0.3141949 Jul 22 17:28:11.725835 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33210) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:11.743657 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3046a45-132b-405a-a4eb-7e5a66b9ae34 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event deleted for resources: {'Network': ['ID=2c409931-d46f-486a-aafa-12e4e08d32bb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:11.795972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ca5906-1151-4c85-a499-cbfb77fb3227 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Deleting subnet a4f08c18-0b96-4e76-b615-090f8ed9eefb {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:28:11.799063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5906-1151-4c85-a499-cbfb77fb3227 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.841969 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5906-1151-4c85-a499-cbfb77fb3227 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.930993 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5906-1151-4c85-a499-cbfb77fb3227 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:11.999189 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5906-1151-4c85-a499-cbfb77fb3227 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.025711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca5906-1151-4c85-a499-cbfb77fb3227 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f08c18-0b96-4e76-b615-090f8ed9eefb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:12.033786 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e4ca5906-1151-4c85-a499-cbfb77fb3227 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.035748 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e4ca5906-1151-4c85-a499-cbfb77fb3227 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "DELETE /v2.0/subnets/a4f08c18-0b96-4e76-b615-090f8ed9eefb HTTP/1.1" status: 204 len: 168 time: 0.3089643 Jul 22 17:28:12.038118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33212) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:12.117895 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.125911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a48783c-1bf5-446b-8e2a-888ff6c54364 None None] Network a186d8c2-488e-4838-bf4a-b0ff7c4abe89 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:12.173145 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Deleting port ea7aba00-1439-4958-b559-ffd80395dfda {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:28:12.173480 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.215300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0963ccd9-fc1f-4d0e-9e0b-726b3eaa142f None None] Provisioning for port ea7aba00-1439-4958-b559-ffd80395dfda completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:12.243410 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] For port ea7aba00-1439-4958-b559-ffd80395dfda, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ea7aba00-1439-4958-b559-ffd80395dfda,segment=NetworkSegment(d87fccb5-1e7f-4640-a006-675480e08483),segment_id=d87fccb5-1e7f-4640-a006-675480e08483)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:12.243919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.256283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Calling delete_port for ea7aba00-1439-4958-b559-ffd80395dfda owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:28:12.319012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] DHCP port deletion for a186d8c2-488e-4838-bf4a-b0ff7c4abe89 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:28:12.336961 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.371347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event deleted for resources: {'Port': ['ID=ea7aba00-1439-4958-b559-ffd80395dfda,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:12.371638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] Deleting port ea7aba00-1439-4958-b559-ffd80395dfda {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:28:12.372015 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.376353 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] No DVR routers for this DVR port ea7aba00-1439-4958-b559-ffd80395dfda on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:28:12.442018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] For port ea7aba00-1439-4958-b559-ffd80395dfda, host n-d-792458-13, got binding levels [] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:12.442405 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.453899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] Calling delete_port for ea7aba00-1439-4958-b559-ffd80395dfda owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:28:12.456505 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.ipam_backend_mixin [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] Port ea7aba00-1439-4958-b559-ffd80395dfda was not found and therefore no delete operation was performed {{(pid=93752) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 17:28:12.457565 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.457724 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.467592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a186d8c2-488e-4838-bf4a-b0ff7c4abe89']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:12.477376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87fccb5-1e7f-4640-a006-675480e08483') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:12.477667 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87fccb5-1e7f-4640-a006-675480e08483') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:12.482967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] Pushing event deleted for resources: {'Port': ['ID=ea7aba00-1439-4958-b559-ffd80395dfda,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:12.486572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d4ebb8-a355-4a79-8cd6-d9b056bfcfdc None None] No DVR routers for this DVR port ea7aba00-1439-4958-b559-ffd80395dfda on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:28:12.493767 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.504050 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042dfac9-467d-4b2f-8aa5-2408195228d9 None None] get_active_networks_info from n-d-792458-13 {{(pid=93752) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 17:28:12.512378 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.518136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:28:12.518513 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:28:12.521445 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:28:12.563012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042dfac9-467d-4b2f-8aa5-2408195228d9 None None] Resources bound (agent type, host, resource id): {{(pid=93752) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 17:28:12.579816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.586833 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.591114 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "DELETE /v2.0/networks/a186d8c2-488e-4838-bf4a-b0ff7c4abe89 HTTP/1.1" status: 204 len: 168 time: 0.5496435 Jul 22 17:28:12.592522 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33214) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:12.603094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c67e3f-cebc-4a33-b8c8-37c1e75b627f tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Pushing event deleted for resources: {'Network': ['ID=a186d8c2-488e-4838-bf4a-b0ff7c4abe89,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:12.627577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3f62546b-e344-4423-9d7e-6458687a44c5 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca5548c1-8951-4399-b896-9dfa17b59e5d HTTP/1.1" status: 200 len: 205 time: 0.0332818 Jul 22 17:28:12.629929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33216) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:12.709668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d08ab90-82ed-458b-92fa-a2a4fafbbbc5 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.865215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d08ab90-82ed-458b-92fa-a2a4fafbbbc5 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.867312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d08ab90-82ed-458b-92fa-a2a4fafbbbc5 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.908824 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d08ab90-82ed-458b-92fa-a2a4fafbbbc5 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.909333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d08ab90-82ed-458b-92fa-a2a4fafbbbc5 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Fanout notify agent at l3_agent the message router_deleted on router ca5548c1-8951-4399-b896-9dfa17b59e5d {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:28:12.921742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d08ab90-82ed-458b-92fa-a2a4fafbbbc5 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:12.922881 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5d08ab90-82ed-458b-92fa-a2a4fafbbbc5 tempest-RoutersNegativeTest-658273598 tempest-RoutersNegativeTest-658273598-project] 10.222.0.53 "DELETE /v2.0/routers/ca5548c1-8951-4399-b896-9dfa17b59e5d HTTP/1.1" status: 204 len: 168 time: 0.2920535 Jul 22 17:28:13.158513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33222) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:13.286040 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6b15eeaa-9b5c-44e4-a0c1-5ac2807d965c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=522602bcf1f745fca1b83382bcda24d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263382 Jul 22 17:28:13.288502 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33226) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:13.336708 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3b4608a-0100-4340-bbfd-bcfbd1835412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:13.361116 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3b4608a-0100-4340-bbfd-bcfbd1835412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:13.406855 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3b4608a-0100-4340-bbfd-bcfbd1835412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:13.409486 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f3b4608a-0100-4340-bbfd-bcfbd1835412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:13.410752 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f3b4608a-0100-4340-bbfd-bcfbd1835412 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/786d6480-611e-4e38-90fb-243cc3003847 HTTP/1.1" status: 204 len: 168 time: 0.1213620 Jul 22 17:28:13.418554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4608a-0100-4340-bbfd-bcfbd1835412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786d6480-611e-4e38-90fb-243cc3003847,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:14.011851 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33248) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:14.105589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1413791137-network', 'tenant_id': '759ff988c2f847c888f9d27cd279d304'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:14.126305 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Made reservation on behalf of 759ff988c2f847c888f9d27cd279d304 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:14.128570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.136978 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.226330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.230046 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.254648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:28:14.264256 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec9d27b-8a87-483e-ba5a-27595b49e4ea,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:14.272205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.272205 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Added segment d175cce8-d628-4ee9-9984-011be4af7ebf of type vlan for network 11cabec6-92a3-4c6c-aca5-79a615556f88 Jul 22 17:28:14.316034 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.345196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.346142 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:14.346720 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.382565 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3694212 Jul 22 17:28:14.385383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33252) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:14.391434 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Request body: {'subnet': {'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-subnet', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:14.411408 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2370a-8165-4409-947e-0d3517c831cf admin admin] Pushing event updated for resources: {'Network': ['ID=11cabec6-92a3-4c6c-aca5-79a615556f88,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:14.412262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Made reservation on behalf of 759ff988c2f847c888f9d27cd279d304 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:14.414918 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.423632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:28:14.594258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.648763 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc62f48-2834-455e-8b98-02c599c6fc9c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:14.659560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Checking segment: {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:14.659916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Network hostable DHCP agents. Network: 11cabec6-92a3-4c6c-aca5-79a615556f88, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:28:14.676378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:28:14.684443 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 11cabec6-92a3-4c6c-aca5-79a615556f88) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:14.689555 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:14.690134 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.696181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ad5034-8489-404a-bd31-985736e9d0ba None None] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:14.706610 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-33521164-2d8c-4bde-b8d4-4045e02d2b17 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3200660 Jul 22 17:28:14.709252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33254) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:14.714374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:14.737018 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.738005 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.797661 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.862419 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-11cabec6-92a3-4c6c-aca5-79a615556f88', 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'fixed_ips': [{'subnet_id': '1cc62f48-2834-455e-8b98-02c599c6fc9c'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:28:14.863336 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.936850 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:14.993425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Allocated IP 172.20.0.2 (11cabec6-92a3-4c6c-aca5-79a615556f88/1cc62f48-2834-455e-8b98-02c599c6fc9c/2e01db6d-1488-4cf7-83b4-4a8bf39d6b31) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:15.142534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.150906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Transition to ACTIVE for port object 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:15.155769 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.165951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Transition to ACTIVE for port object 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:15.172575 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.175739 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.208739 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:15.213383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:15.216914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:15.225531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Pushing event updated for resources: {'Port': ['ID=2e01db6d-1488-4cf7-83b4-4a8bf39d6b31,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:15.282189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Allocated IP 172.25.3.146 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/91e08d36-6570-4d71-9d5d-44a17b755c0a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:15.285133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Attempting to bind port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:15.285496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Attempting to bind port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:15.285857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Attempting to bind port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 on network 11cabec6-92a3-4c6c-aca5-79a615556f88 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:15.290699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:15.291205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Checking segment: {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:15.291733 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.292203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Bound using segment: {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:15.292746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Bound port: 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:15.293195 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.355991 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] For port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:15.359370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] For port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2e01db6d-1488-4cf7-83b4-4a8bf39d6b31,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:15.363981 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.389766 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.427448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aada61-3151-4aaa-8174-1063f0834577 None None] Pushing event updated for resources: {'Port': ['ID=2e01db6d-1488-4cf7-83b4-4a8bf39d6b31,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:15.433345 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.477182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:15.480023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:15.484663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:15.506977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Pushing event updated for resources: {'Port': ['ID=91e08d36-6570-4d71-9d5d-44a17b755c0a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:15.759157 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:15.954385 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:16.084080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Router 168be620-8578-43c3-8414-3808a3be6198 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:28:16.347646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8bd09-e9be-4f7c-843a-821b0395c850 None None] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:16.414893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-262d9abf-7611-4371-87df-88664a58dbc7 None None] Provisioning for port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:16.530188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:28:16.541605 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Sync routers for ids ['168be620-8578-43c3-8414-3808a3be6198'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:28:16.548399 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:16.549698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-beaa1290-766e-45cf-8853-5121f5400393 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8394692 Jul 22 17:28:16.552615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33256) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:16.554655 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Routers {'168be620-8578-43c3-8414-3808a3be6198'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:28:16.555662 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['168be620-8578-43c3-8414-3808a3be6198'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:16.672884 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Set router 168be620-8578-43c3-8414-3808a3be6198 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:28:16.881016 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168be620-8578-43c3-8414-3808a3be6198', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:14Z', 'updated_at': '2021-07-22T17:28:15Z', 'revision_number': 3, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'gw_port': {'id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:15Z', 'updated_at': '2021-07-22T17:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:16.907287 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Checking router: 168be620-8578-43c3-8414-3808a3be6198 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:28:16.907634 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Updating router 168be620-8578-43c3-8414-3808a3be6198 port 91e08d36-6570-4d71-9d5d-44a17b755c0a binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:28:16.946672 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.020379 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.183592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Allocated IP 172.20.0.1 (11cabec6-92a3-4c6c-aca5-79a615556f88/1cc62f48-2834-455e-8b98-02c599c6fc9c/022525e1-024a-4f2e-a9bc-ce7adf38565c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:17.205221 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.215010 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Transition to ACTIVE for port object 91e08d36-6570-4d71-9d5d-44a17b755c0a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:17.221493 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.267280 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Attempting to bind port 91e08d36-6570-4d71-9d5d-44a17b755c0a on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:17.267641 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Attempting to bind port 91e08d36-6570-4d71-9d5d-44a17b755c0a by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:17.268004 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Attempting to bind port 91e08d36-6570-4d71-9d5d-44a17b755c0a on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:17.278487 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:17.278958 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:17.279565 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.279958 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:17.280442 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Bound port: 91e08d36-6570-4d71-9d5d-44a17b755c0a, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:17.280820 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.282493 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Pushing event updated for resources: {'Port': ['ID=91e08d36-6570-4d71-9d5d-44a17b755c0a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:17.290821 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.304216 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Transition to ACTIVE for port object 022525e1-024a-4f2e-a9bc-ce7adf38565c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:17.305481 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.305821 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.306234 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.306488 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.306816 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.307164 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.307484 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.307802 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.308620 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.308620 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.308806 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.309017 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:17.343915 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.344854 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] For port 91e08d36-6570-4d71-9d5d-44a17b755c0a, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:17.348037 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] For port 91e08d36-6570-4d71-9d5d-44a17b755c0a, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=91e08d36-6570-4d71-9d5d-44a17b755c0a,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:17.353261 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.391142 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:17.396058 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:17.398999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:17.405877 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=022525e1-024a-4f2e-a9bc-ce7adf38565c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:17.429744 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Routers {'168be620-8578-43c3-8414-3808a3be6198'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:28:17.430421 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['168be620-8578-43c3-8414-3808a3be6198'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:17.431421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:17.434504 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae1792-8cb3-4c50-ae18-c84f9f6a9d22 None None] Pushing event updated for resources: {'Port': ['ID=91e08d36-6570-4d71-9d5d-44a17b755c0a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:17.456091 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.496003 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:17.501241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:17.501610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.574463 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] Set router 168be620-8578-43c3-8414-3808a3be6198 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:28:17.596411 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.639069 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.640155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2e01db6d-1488-4cf7-83b4-4a8bf39d6b31,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:17.645117 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.704628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a3b4d69f-7a62-4986-bb15-4c6c996bcda1 None None] Provisioning for port 022525e1-024a-4f2e-a9bc-ce7adf38565c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:17.710261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a3b4d69f-7a62-4986-bb15-4c6c996bcda1 None None] Provisioning complete for port 022525e1-024a-4f2e-a9bc-ce7adf38565c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:17.710628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d69f-7a62-4986-bb15-4c6c996bcda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.712107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=2e01db6d-1488-4cf7-83b4-4a8bf39d6b31,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:17.752618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4d69f-7a62-4986-bb15-4c6c996bcda1 None None] Port 022525e1-024a-4f2e-a9bc-ce7adf38565c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:28:17.759953 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168be620-8578-43c3-8414-3808a3be6198', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:14Z', 'updated_at': '2021-07-22T17:28:15Z', 'revision_number': 3, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'gw_port': {'id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:15Z', 'updated_at': '2021-07-22T17:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:17.787697 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371a1d7c-c5f1-456e-9b4f-fe2f1d22b346 None None] The sync data for ids ['168be620-8578-43c3-8414-3808a3be6198'] in n-d-792458-13 is: [{'id': '168be620-8578-43c3-8414-3808a3be6198', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:14Z', 'updated_at': '2021-07-22T17:28:15Z', 'revision_number': 3, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'gw_port': {'id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:15Z', 'updated_at': '2021-07-22T17:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:28:17.828939 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.833995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:17.905880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=022525e1-024a-4f2e-a9bc-ce7adf38565c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:17.908415 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:18.023554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:18.024903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:18.159413 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Router 168be620-8578-43c3-8414-3808a3be6198 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:28:18.274944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:28:18.276067 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-84a9202b-0cf8-4514-8fc2-2b6e9fd63f70 None None] Provisioning complete for port 022525e1-024a-4f2e-a9bc-ce7adf38565c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:18.276457 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-84a9202b-0cf8-4514-8fc2-2b6e9fd63f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:18.289797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-031c87ae-cfab-4d48-9451-c876df979aa7 admin admin] 10.222.0.53 "PUT /v2.0/routers/168be620-8578-43c3-8414-3808a3be6198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7267420 Jul 22 17:28:18.317244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-84a9202b-0cf8-4514-8fc2-2b6e9fd63f70 None None] Port 022525e1-024a-4f2e-a9bc-ce7adf38565c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:28:18.514980 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e174eb98-3b7c-4947-bdf3-3f2612b8ae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:18.763815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33272) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:18.768896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-28203599-network', 'tenant_id': '4dca7efee91a47dfb656d47b80982180'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:18.790067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Made reservation on behalf of 4dca7efee91a47dfb656d47b80982180 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:18.792535 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:18.802367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:18.889436 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:18.893004 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:18.917845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:28:18.928145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c2163e-919b-4a04-8487-df457aa61f36,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:18.933067 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:18.933414 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Added segment 5c8e6f2a-97ef-4f4c-a230-3254151950db of type vlan for network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 Jul 22 17:28:18.973308 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.002354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.003463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:19.004185 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.044107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2791221 Jul 22 17:28:19.048006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33274) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:19.053296 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Request body: {'subnet': {'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-subnet', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:19.070540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38896f3f-cd58-4c7a-9ed9-de5dbd6670b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5e6f686b-3fb4-4d10-87a9-5360ae21ff43,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:19.080894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:28:19.081164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Made reservation on behalf of 4dca7efee91a47dfb656d47b80982180 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:19.083652 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.253268 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.306307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36cf5b3-43f4-4777-917b-f06e2dcb0e94,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:19.317182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Checking segment: {'id': '5c8e6f2a-97ef-4f4c-a230-3254151950db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:19.317541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Network hostable DHCP agents. Network: 5e6f686b-3fb4-4d10-87a9-5360ae21ff43, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:28:19.339442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:28:19.355227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 5e6f686b-3fb4-4d10-87a9-5360ae21ff43) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:19.360185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Sync routers for ids ['168be620-8578-43c3-8414-3808a3be6198'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:28:19.364979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c897432-1ef7-4434-b7f3-44c6b0d4d552 None None] Network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:19.370175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:19.371338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.388786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-05ff5a7c-87e4-4cd6-b675-7bb9847c1e9b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3389354 Jul 22 17:28:19.391493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33276) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:19.396138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:19.399666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Routers {'168be620-8578-43c3-8414-3808a3be6198'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:28:19.400280 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['168be620-8578-43c3-8414-3808a3be6198'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:19.420882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.421905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.474238 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.491756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:19.613305 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.617451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Set router 168be620-8578-43c3-8414-3808a3be6198 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:28:19.677333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:19.677709 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.701088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-5e6f686b-3fb4-4d10-87a9-5360ae21ff43', 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'fixed_ips': [{'subnet_id': 'f36cf5b3-43f4-4777-917b-f06e2dcb0e94'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:28:19.705358 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.819110 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.839395 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:19.948058 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Allocated IP 172.25.3.231 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/ac2af85e-6e95-49d6-b5b0-367a4f4cb053) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:20.057503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.099843 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.110452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 91e08d36-6570-4d71-9d5d-44a17b755c0a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:20.141847 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:20.149290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:20.153838 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:20.159482 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Pushing event updated for resources: {'Port': ['ID=ac2af85e-6e95-49d6-b5b0-367a4f4cb053,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:20.190357 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.190610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.191038 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.191388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.191720 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.192049 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.192560 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.192896 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.193223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.193571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.193878 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.194201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:20.211055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Allocated IP 172.20.0.2 (5e6f686b-3fb4-4d10-87a9-5360ae21ff43/f36cf5b3-43f4-4777-917b-f06e2dcb0e94/1efbba29-74ac-4912-8ed7-723f48d5b1d3) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:20.237607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 91e08d36-6570-4d71-9d5d-44a17b755c0a completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:20.254311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 91e08d36-6570-4d71-9d5d-44a17b755c0a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:20.254708 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.268156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168be620-8578-43c3-8414-3808a3be6198', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:14Z', 'updated_at': '2021-07-22T17:28:17Z', 'revision_number': 4, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'gw_port': {'id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:15Z', 'updated_at': '2021-07-22T17:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '022525e1-024a-4f2e-a9bc-ce7adf38565c', 'name': '', 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'mac_address': 'fa:16:3e:ce:12:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '1cc62f48-2834-455e-8b98-02c599c6fc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:17Z', 'updated_at': '2021-07-22T17:28:17Z', 'revision_number': 2, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'subnets': [{'id': '1cc62f48-2834-455e-8b98-02c599c6fc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:20.344514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Checking router: 168be620-8578-43c3-8414-3808a3be6198 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:28:20.344880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Updating router 168be620-8578-43c3-8414-3808a3be6198 port 022525e1-024a-4f2e-a9bc-ce7adf38565c binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:28:20.410601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.419847 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.535219 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.544706 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.604121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Transition to ACTIVE for port object 1efbba29-74ac-4912-8ed7-723f48d5b1d3 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:20.633283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.637077 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 91e08d36-6570-4d71-9d5d-44a17b755c0a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=91e08d36-6570-4d71-9d5d-44a17b755c0a,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:20.647960 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.658075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Transition to ACTIVE for port object 1efbba29-74ac-4912-8ed7-723f48d5b1d3 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:20.690884 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.760927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:20.765482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=91e08d36-6570-4d71-9d5d-44a17b755c0a,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:20.770018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:20.773522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Router f553c5d4-5463-4bef-ad81-c3ac912d9414 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:28:20.775268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:20.879573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Pushing event updated for resources: {'Port': ['ID=1efbba29-74ac-4912-8ed7-723f48d5b1d3,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:20.886300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:28:20.898874 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Sync routers for ids ['f553c5d4-5463-4bef-ad81-c3ac912d9414'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:28:20.905774 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Attempting to bind port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:20.906228 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Attempting to bind port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5c8e6f2a-97ef-4f4c-a230-3254151950db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:20.906666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Attempting to bind port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 on network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:20.907657 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.909010 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3611b16a-6ba8-40d1-8bde-51dcd72cc4db admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5165021 Jul 22 17:28:20.912098 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33278) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:28:20.914857 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Routers {'f553c5d4-5463-4bef-ad81-c3ac912d9414'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:28:20.921694 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:27:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f553c5d4-5463-4bef-ad81-c3ac912d9414'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:20.934038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:20.934413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Checking segment: {'id': '5c8e6f2a-97ef-4f4c-a230-3254151950db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:20.934853 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.935282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Bound using segment: {'id': '5c8e6f2a-97ef-4f4c-a230-3254151950db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:20.935786 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Bound port: 1efbba29-74ac-4912-8ed7-723f48d5b1d3, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8e6f2a-97ef-4f4c-a230-3254151950db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:20.936173 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:20.990253 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.010813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Transition to ACTIVE for port object 022525e1-024a-4f2e-a9bc-ce7adf38565c will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:21.026721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.034818 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] For port 1efbba29-74ac-4912-8ed7-723f48d5b1d3, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:21.045431 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Set router f553c5d4-5463-4bef-ad81-c3ac912d9414 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:28:21.073925 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] For port 1efbba29-74ac-4912-8ed7-723f48d5b1d3, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1efbba29-74ac-4912-8ed7-723f48d5b1d3,segment=NetworkSegment(5c8e6f2a-97ef-4f4c-a230-3254151950db),segment_id=5c8e6f2a-97ef-4f4c-a230-3254151950db)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:21.094589 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.116602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c779fb9-6b83-4fc9-9d02-e9289503faee None None] Pushing event updated for resources: {'Port': ['ID=022525e1-024a-4f2e-a9bc-ce7adf38565c,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:21.189560 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-23a7205b-b6a6-4a9c-b258-fe2eef02102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.261924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Attempting to bind port 022525e1-024a-4f2e-a9bc-ce7adf38565c on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:21.262586 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Attempting to bind port 022525e1-024a-4f2e-a9bc-ce7adf38565c by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:21.263799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Attempting to bind port 022525e1-024a-4f2e-a9bc-ce7adf38565c on network 11cabec6-92a3-4c6c-aca5-79a615556f88 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:21.272079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:21.272459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Checking segment: {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:21.273610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.273610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Bound using segment: {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:21.273988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Bound port: 022525e1-024a-4f2e-a9bc-ce7adf38565c, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:21.274376 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.291338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbc5d4-6563-4b97-8444-af6241f64e19 None None] Pushing event updated for resources: {'Port': ['ID=1efbba29-74ac-4912-8ed7-723f48d5b1d3,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:21.372837 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.410114 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] For port 022525e1-024a-4f2e-a9bc-ce7adf38565c, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:21.414416 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] For port 022525e1-024a-4f2e-a9bc-ce7adf38565c, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=022525e1-024a-4f2e-a9bc-ce7adf38565c,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:21.427341 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.437675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 91e08d36-6570-4d71-9d5d-44a17b755c0a up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:21.451462 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:20Z', 'revision_number': 3, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'gw_port': {'id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:21.514589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Checking router: f553c5d4-5463-4bef-ad81-c3ac912d9414 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:28:21.514993 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Updating router f553c5d4-5463-4bef-ad81-c3ac912d9414 port ac2af85e-6e95-49d6-b5b0-367a4f4cb053 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:28:21.583438 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.624761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c779fb9-6b83-4fc9-9d02-e9289503faee None None] Pushing event updated for resources: {'Port': ['ID=022525e1-024a-4f2e-a9bc-ce7adf38565c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:21.629695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Routers {'168be620-8578-43c3-8414-3808a3be6198'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:28:21.630468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['168be620-8578-43c3-8414-3808a3be6198'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:21.741855 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 91e08d36-6570-4d71-9d5d-44a17b755c0a triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:21.742553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.795888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] Set router 168be620-8578-43c3-8414-3808a3be6198 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:28:21.905058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.930749 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:21.944989 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Transition to ACTIVE for port object ac2af85e-6e95-49d6-b5b0-367a4f4cb053 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:21.953022 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:22.015650 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf136e-81ed-4e99-afc0-6b3f889e819f None None] Pushing event updated for resources: {'Port': ['ID=ac2af85e-6e95-49d6-b5b0-367a4f4cb053,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:22.018157 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Attempting to bind port ac2af85e-6e95-49d6-b5b0-367a4f4cb053 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:22.018527 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Attempting to bind port ac2af85e-6e95-49d6-b5b0-367a4f4cb053 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:22.018893 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Attempting to bind port ac2af85e-6e95-49d6-b5b0-367a4f4cb053 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:22.030481 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:22.030874 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:22.031294 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:22.031688 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:22.032155 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Bound port: ac2af85e-6e95-49d6-b5b0-367a4f4cb053, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:22.032536 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:22.080410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168be620-8578-43c3-8414-3808a3be6198', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:14Z', 'updated_at': '2021-07-22T17:28:17Z', 'revision_number': 4, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'gw_port': {'id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:15Z', 'updated_at': '2021-07-22T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '022525e1-024a-4f2e-a9bc-ce7adf38565c', 'name': '', 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'mac_address': 'fa:16:3e:ce:12:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '1cc62f48-2834-455e-8b98-02c599c6fc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:17Z', 'updated_at': '2021-07-22T17:28:21Z', 'revision_number': 4, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'subnets': [{'id': '1cc62f48-2834-455e-8b98-02c599c6fc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:22.091291 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] For port ac2af85e-6e95-49d6-b5b0-367a4f4cb053, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:22.095000 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] For port ac2af85e-6e95-49d6-b5b0-367a4f4cb053, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ac2af85e-6e95-49d6-b5b0-367a4f4cb053,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:22.100917 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:22.103952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Allocated IP 172.20.0.1 (5e6f686b-3fb4-4d10-87a9-5360ae21ff43/f36cf5b3-43f4-4777-917b-f06e2dcb0e94/1b22e331-ebf1-4626-8531-8f45489c57da) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:22.112123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2689af-b487-4dde-910a-59bf61c230b3 None None] The sync data for ids ['168be620-8578-43c3-8414-3808a3be6198'] in n-d-792458-13 is: [{'id': '168be620-8578-43c3-8414-3808a3be6198', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:14Z', 'updated_at': '2021-07-22T17:28:17Z', 'revision_number': 4, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'gw_port': {'id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:15Z', 'updated_at': '2021-07-22T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '022525e1-024a-4f2e-a9bc-ce7adf38565c', 'name': '', 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'mac_address': 'fa:16:3e:ce:12:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '1cc62f48-2834-455e-8b98-02c599c6fc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:17Z', 'updated_at': '2021-07-22T17:28:21Z', 'revision_number': 4, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'subnets': [{'id': '1cc62f48-2834-455e-8b98-02c599c6fc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:28:22.170091 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Routers {'f553c5d4-5463-4bef-ad81-c3ac912d9414'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:28:22.170690 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f553c5d4-5463-4bef-ad81-c3ac912d9414'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:22.295258 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf136e-81ed-4e99-afc0-6b3f889e819f None None] Pushing event updated for resources: {'Port': ['ID=ac2af85e-6e95-49d6-b5b0-367a4f4cb053,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:22.304215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:22.321466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Transition to ACTIVE for port object 1b22e331-ebf1-4626-8531-8f45489c57da will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:22.372119 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:22.416520 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] Set router f553c5d4-5463-4bef-ad81-c3ac912d9414 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:28:22.447263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:22.452070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:22.456771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:22.531556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Pushing event updated for resources: {'Port': ['ID=1b22e331-ebf1-4626-8531-8f45489c57da,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:22.543215 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:22.588640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9c663f-a2ff-443d-8c9d-58d8497b478b None None] Network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:28:22.660372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6c9f0c56-3864-4202-aff0-a25b5189e05d None None] Provisioning for port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:22.750337 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:20Z', 'revision_number': 3, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'gw_port': {'id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:22.788886 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:22.816288 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56038a7-1296-4f64-9c5a-323665649e03 None None] The sync data for ids ['f553c5d4-5463-4bef-ad81-c3ac912d9414'] in n-d-792458-13 is: [{'id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:20Z', 'revision_number': 3, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'gw_port': {'id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:28:22.819403 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:23.069860 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:23.086832 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:23.195838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Pushing event updated for resources: {'Port': ['ID=1b22e331-ebf1-4626-8531-8f45489c57da,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:23.200486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:23.300703 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3c44c3d9-3c1f-4ac8-a5a2-ee49d19fa207 None None] Provisioning for port 1b22e331-ebf1-4626-8531-8f45489c57da completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:23.307999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3c44c3d9-3c1f-4ac8-a5a2-ee49d19fa207 None None] Provisioning complete for port 1b22e331-ebf1-4626-8531-8f45489c57da triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:23.308621 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3c44c3d9-3c1f-4ac8-a5a2-ee49d19fa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:23.318308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:23.320491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:23.394670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3c44c3d9-3c1f-4ac8-a5a2-ee49d19fa207 None None] Port 1b22e331-ebf1-4626-8531-8f45489c57da cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:28:23.480289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Router f553c5d4-5463-4bef-ad81-c3ac912d9414 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:28:23.571083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c50198e4-aacb-4ea7-8650-f7f16639bb0f None None] Provisioning complete for port 1b22e331-ebf1-4626-8531-8f45489c57da triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:23.571459 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c50198e4-aacb-4ea7-8650-f7f16639bb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:23.646956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:28:23.660940 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-160668da-8920-4def-ae75-87d0e84c892a admin admin] 10.222.0.53 "PUT /v2.0/routers/f553c5d4-5463-4bef-ad81-c3ac912d9414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398741 Jul 22 17:28:23.796219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ac2af85e-6e95-49d6-b5b0-367a4f4cb053 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:23.839576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c50198e4-aacb-4ea7-8650-f7f16639bb0f None None] Port 1b22e331-ebf1-4626-8531-8f45489c57da cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:28:23.859133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port ac2af85e-6e95-49d6-b5b0-367a4f4cb053 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:23.864616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ac2af85e-6e95-49d6-b5b0-367a4f4cb053 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:23.865001 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:23.963858 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:23.979609 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2e259d34-d529-45c8-8f51-d911076d868c None None] Provisioning complete for port 1b22e331-ebf1-4626-8531-8f45489c57da triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:23.980083 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2e259d34-d529-45c8-8f51-d911076d868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:24.008542 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port ac2af85e-6e95-49d6-b5b0-367a4f4cb053, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ac2af85e-6e95-49d6-b5b0-367a4f4cb053,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:24.017297 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:24.018111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1efbba29-74ac-4912-8ed7-723f48d5b1d3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:24.062803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2e259d34-d529-45c8-8f51-d911076d868c None None] Port 1b22e331-ebf1-4626-8531-8f45489c57da cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:28:24.100785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=ac2af85e-6e95-49d6-b5b0-367a4f4cb053,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:24.115253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:24.119948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:24.120329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:24.203467 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:24.238477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1efbba29-74ac-4912-8ed7-723f48d5b1d3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1efbba29-74ac-4912-8ed7-723f48d5b1d3,segment=NetworkSegment(5c8e6f2a-97ef-4f4c-a230-3254151950db),segment_id=5c8e6f2a-97ef-4f4c-a230-3254151950db)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:24.242436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:24.243398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 022525e1-024a-4f2e-a9bc-ce7adf38565c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:24.317455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1efbba29-74ac-4912-8ed7-723f48d5b1d3,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:24.331689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 022525e1-024a-4f2e-a9bc-ce7adf38565c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:24.335265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 022525e1-024a-4f2e-a9bc-ce7adf38565c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:24.335643 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:24.418639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:24.449847 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:24.464927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 022525e1-024a-4f2e-a9bc-ce7adf38565c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=022525e1-024a-4f2e-a9bc-ce7adf38565c,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:24.468794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:24.517771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=022525e1-024a-4f2e-a9bc-ce7adf38565c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:25.056905 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-c7af7d18-f6d9-4af6-a838-122638bf6e7d tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:25.058292 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-c7af7d18-f6d9-4af6-a838-122638bf6e7d tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/networks?id=11cabec6-92a3-4c6c-aca5-79a615556f88 HTTP/1.1" status: 200 len: 817 time: 0.1015861 Jul 22 17:28:25.072841 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f74db71c-5f14-470e-aff9-0786153e079b tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/quotas/759ff988c2f847c888f9d27cd279d304 HTTP/1.1" status: 200 len: 375 time: 0.0091069 Jul 22 17:28:25.144391 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-02f2aa8b-eb60-4015-9ec6-e25846fbb302 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=759ff988c2f847c888f9d27cd279d304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659626 Jul 22 17:28:25.240973 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-69005651-3018-4fa8-9170-5a97ffec0871 service neutron] 10.222.0.53 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840340 Jul 22 17:28:25.339999 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-c810e33e-8126-49a1-9117-2b74f2558754 service neutron] 10.222.0.53 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933504 Jul 22 17:28:25.399047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 022525e1-024a-4f2e-a9bc-ce7adf38565c up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:25.455253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 022525e1-024a-4f2e-a9bc-ce7adf38565c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:25.455633 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:25.477451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Sync routers for ids ['f553c5d4-5463-4bef-ad81-c3ac912d9414'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:28:25.500890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Routers {'f553c5d4-5463-4bef-ad81-c3ac912d9414'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:28:25.501548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f553c5d4-5463-4bef-ad81-c3ac912d9414'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:25.624875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ac2af85e-6e95-49d6-b5b0-367a4f4cb053 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:25.667324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Set router f553c5d4-5463-4bef-ad81-c3ac912d9414 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:28:25.768951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port ac2af85e-6e95-49d6-b5b0-367a4f4cb053 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:25.769408 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:25.770668 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f5ed0873-e3c5-4054-80d3-450283f80c71 req-f84c6058-a866-4183-91cd-909e1f391e62 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 210 time: 0.0328050 Jul 22 17:28:25.928805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1efbba29-74ac-4912-8ed7-723f48d5b1d3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:25.985161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:22Z', 'revision_number': 4, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'gw_port': {'id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1b22e331-ebf1-4626-8531-8f45489c57da', 'name': '', 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'mac_address': 'fa:16:3e:6c:26:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f36cf5b3-43f4-4777-917b-f06e2dcb0e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:21Z', 'updated_at': '2021-07-22T17:28:22Z', 'revision_number': 2, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'subnets': [{'id': 'f36cf5b3-43f4-4777-917b-f06e2dcb0e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:26.019294 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:26.019677 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:26.023242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Checking router: f553c5d4-5463-4bef-ad81-c3ac912d9414 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:28:26.023242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Updating router f553c5d4-5463-4bef-ad81-c3ac912d9414 port 1b22e331-ebf1-4626-8531-8f45489c57da binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:28:26.084584 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:26.389103 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:26.398700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Transition to ACTIVE for port object 1b22e331-ebf1-4626-8531-8f45489c57da will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:26.403588 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:26.451530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b7ae8-6156-4971-8e5d-8ce1c9b4f025 None None] Pushing event updated for resources: {'Port': ['ID=1b22e331-ebf1-4626-8531-8f45489c57da,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:26.513892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Attempting to bind port 1b22e331-ebf1-4626-8531-8f45489c57da on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:26.514265 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Attempting to bind port 1b22e331-ebf1-4626-8531-8f45489c57da by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '5c8e6f2a-97ef-4f4c-a230-3254151950db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:26.514627 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Attempting to bind port 1b22e331-ebf1-4626-8531-8f45489c57da on network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:26.519801 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:26.520169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Checking segment: {'id': '5c8e6f2a-97ef-4f4c-a230-3254151950db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:26.520571 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:26.520965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Bound using segment: {'id': '5c8e6f2a-97ef-4f4c-a230-3254151950db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:26.521429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Bound port: 1b22e331-ebf1-4626-8531-8f45489c57da, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8e6f2a-97ef-4f4c-a230-3254151950db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:26.522028 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:26.589812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] For port 1b22e331-ebf1-4626-8531-8f45489c57da, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:26.593790 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] For port 1b22e331-ebf1-4626-8531-8f45489c57da, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1b22e331-ebf1-4626-8531-8f45489c57da,segment=NetworkSegment(5c8e6f2a-97ef-4f4c-a230-3254151950db),segment_id=5c8e6f2a-97ef-4f4c-a230-3254151950db)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:26.598819 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:26.663872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b7ae8-6156-4971-8e5d-8ce1c9b4f025 None None] Pushing event updated for resources: {'Port': ['ID=1b22e331-ebf1-4626-8531-8f45489c57da,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:26.666484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Routers {'f553c5d4-5463-4bef-ad81-c3ac912d9414'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:28:26.667123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:28:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f553c5d4-5463-4bef-ad81-c3ac912d9414'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:26.800743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] Set router f553c5d4-5463-4bef-ad81-c3ac912d9414 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:28:26.817069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-82e3959a-2f55-4ee1-85d6-f5b93a2dda45 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:26.818954 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-82e3959a-2f55-4ee1-85d6-f5b93a2dda45 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.20 "GET /v2.0/networks?id=11cabec6-92a3-4c6c-aca5-79a615556f88 HTTP/1.1" status: 200 len: 817 time: 0.1399169 Jul 22 17:28:26.837889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Request body: {'port': {'device_id': 'ca455221-c98f-4e75-ba77-c58ae7a0c447', 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88', 'admin_state_up': True, 'tenant_id': '759ff988c2f847c888f9d27cd279d304'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:26.935784 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-347c94b2-2010-417a-8d0e-e83724810f45 req-f0e90a81-feee-4fa4-8869-f139920f9243 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 210 time: 0.0440440 Jul 22 17:28:26.977888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Made reservation on behalf of 759ff988c2f847c888f9d27cd279d304 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:28:26.982258 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.031292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:22Z', 'revision_number': 4, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'gw_port': {'id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1b22e331-ebf1-4626-8531-8f45489c57da', 'name': '', 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'mac_address': 'fa:16:3e:6c:26:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f36cf5b3-43f4-4777-917b-f06e2dcb0e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:21Z', 'updated_at': '2021-07-22T17:28:26Z', 'revision_number': 4, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'subnets': [{'id': 'f36cf5b3-43f4-4777-917b-f06e2dcb0e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:28:27.061683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bbbb8-9487-4a8b-b09b-3441f6977376 None None] The sync data for ids ['f553c5d4-5463-4bef-ad81-c3ac912d9414'] in n-d-792458-13 is: [{'id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:22Z', 'revision_number': 4, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'gw_port': {'id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '1b22e331-ebf1-4626-8531-8f45489c57da', 'name': '', 'network_id': '5e6f686b-3fb4-4d10-87a9-5360ae21ff43', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'mac_address': 'fa:16:3e:6c:26:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f36cf5b3-43f4-4777-917b-f06e2dcb0e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:21Z', 'updated_at': '2021-07-22T17:28:26Z', 'revision_number': 4, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'subnets': [{'id': 'f36cf5b3-43f4-4777-917b-f06e2dcb0e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:28:27.141371 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Allocated IP 172.20.0.11 (11cabec6-92a3-4c6c-aca5-79a615556f88/1cc62f48-2834-455e-8b98-02c599c6fc9c/d0ab205f-0d6f-4ea6-9257-2527674d1bc8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:28:27.307554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.322239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Transition to ACTIVE for port object d0ab205f-0d6f-4ea6-9257-2527674d1bc8 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:27.364336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.407596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:28:27.411499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:28:27.415555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:28:27.421988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1b22e331-ebf1-4626-8531-8f45489c57da up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:27.458639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Pushing event updated for resources: {'Port': ['ID=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:27.481184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 1b22e331-ebf1-4626-8531-8f45489c57da completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:27.487617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1b22e331-ebf1-4626-8531-8f45489c57da triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:27.488376 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.495752 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:27.496328 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.515942 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-ecc01eae-b64e-4200-9a19-1c91585dfee3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6820962 Jul 22 17:28:27.536197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Request body: {'port': {'device_id': 'ca455221-c98f-4e75-ba77-c58ae7a0c447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:28:27.590692 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.630775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 1b22e331-ebf1-4626-8531-8f45489c57da, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1b22e331-ebf1-4626-8531-8f45489c57da,segment=NetworkSegment(5c8e6f2a-97ef-4f4c-a230-3254151950db),segment_id=5c8e6f2a-97ef-4f4c-a230-3254151950db)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:27.640040 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.640245 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.691116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=1b22e331-ebf1-4626-8531-8f45489c57da,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:27.738184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-72cde22f-805e-4773-ac16-a65fb6d52db9 None None] Provisioning for port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:27.742375 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-72cde22f-805e-4773-ac16-a65fb6d52db9 None None] Provisioning complete for port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:27.742747 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72cde22f-805e-4773-ac16-a65fb6d52db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.780337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-72cde22f-805e-4773-ac16-a65fb6d52db9 None None] Port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:28:27.945017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ab205f-0d6f-4ea6-9257-2527674d1bc8 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:28:27.952480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:27.965339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Transition to ACTIVE for port object d0ab205f-0d6f-4ea6-9257-2527674d1bc8 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:28:27.970424 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:28.061834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:28.142401 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c0abc-5ea1-42c3-8632-51c75ccae33c req-183414d2-3a2b-4233-9e35-0e51cc7621da tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:28.144035 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-465c0abc-5ea1-42c3-8632-51c75ccae33c req-183414d2-3a2b-4233-9e35-0e51cc7621da tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 944 time: 0.1423640 Jul 22 17:28:28.164490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Attempting to bind port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:28:28.164837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Attempting to bind port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:28:28.165175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Attempting to bind port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 on network 11cabec6-92a3-4c6c-aca5-79a615556f88 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:28.183064 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 on network 11cabec6-92a3-4c6c-aca5-79a615556f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:28:28.183403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Attempting to bind port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 on network 11cabec6-92a3-4c6c-aca5-79a615556f88 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:28:28.192186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:28:28.192533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Checking segment: {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:28:28.192918 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Bound using segment: {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:28:28.193353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Bound port: d0ab205f-0d6f-4ea6-9257-2527674d1bc8, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:28:28.193719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:28.217383 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-465c0abc-5ea1-42c3-8632-51c75ccae33c req-53a1135e-84af-4bfe-839a-0d90b56c29a9 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651700 Jul 22 17:28:28.269682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] For port d0ab205f-0d6f-4ea6-9257-2527674d1bc8, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:28:28.272542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] For port d0ab205f-0d6f-4ea6-9257-2527674d1bc8, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:28:28.277869 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:28.311373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:28.315201 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:28.315201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] 10.222.0.20 "PUT /v2.0/ports/d0ab205f-0d6f-4ea6-9257-2527674d1bc8 HTTP/1.1" status: 200 len: 1093 time: 0.7851763 Jul 22 17:28:28.315880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca455221-c98f-4e75-ba77-c58ae7a0c447', 'tag': 'd0ab205f-0d6f-4ea6-9257-2527674d1bc8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:28:28.318211 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c48bac-83b4-412b-83b0-df9ce5b671bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ca455221-c98f-4e75-ba77-c58ae7a0c447", "tag": "d0ab205f-0d6f-4ea6-9257-2527674d1bc8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:28:28.349144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da4daf-639c-4e03-bca2-ece5ad931358 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:28.366607 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf200a-a002-4f9b-8208-15f2e4794294 x-openstack-request-id: req-30bf200a-a002-4f9b-8208-15f2e4794294 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:28:28.366898 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca455221-c98f-4e75-ba77-c58ae7a0c447", "tag": "d0ab205f-0d6f-4ea6-9257-2527674d1bc8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:28:28.367173 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30bf200a-a002-4f9b-8208-15f2e4794294 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:28:28.367576 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca455221-c98f-4e75-ba77-c58ae7a0c447', 'tag': 'd0ab205f-0d6f-4ea6-9257-2527674d1bc8', 'status': 'completed', 'code': 200} Jul 22 17:28:28.439795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-9708a4be-d8f9-4b13-838a-7bd806015ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:28.440542 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-9708a4be-d8f9-4b13-838a-7bd806015ab6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=759ff988c2f847c888f9d27cd279d304&device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 1096 time: 0.0583267 Jul 22 17:28:28.493858 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-24452adf-dfc6-43e1-b2d1-63487f843f28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0ab205f-0d6f-4ea6-9257-2527674d1bc8 HTTP/1.1" status: 200 len: 217 time: 0.0408375 Jul 22 17:28:28.542564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-8952feff-6edf-4676-86ab-b29ba3d81026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:28.544140 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-8952feff-6edf-4676-86ab-b29ba3d81026 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cc62f48-2834-455e-8b98-02c599c6fc9c HTTP/1.1" status: 200 len: 856 time: 0.0446446 Jul 22 17:28:28.602219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-558535eb-d45e-498a-bd9c-be68b5e9d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:28.603887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-558535eb-d45e-498a-bd9c-be68b5e9d619 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11cabec6-92a3-4c6c-aca5-79a615556f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534577 Jul 22 17:28:28.699168 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-dc89fb39-373c-4b9c-86b6-d8f25ae5532f service neutron] 10.222.0.20 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883477 Jul 22 17:28:28.792223 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7091c3e2-afb9-4c40-84fe-156f48b34557 req-d208829f-392e-4246-bae2-d74f4cd3f9d9 service neutron] 10.222.0.20 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866029 Jul 22 17:28:28.947079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-0774d355-af4a-4f44-a117-53c6c253c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:28.948639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-0774d355-af4a-4f44-a117-53c6c253c4f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=759ff988c2f847c888f9d27cd279d304&device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 1096 time: 0.0629354 Jul 22 17:28:29.039294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-0d16343e-fa57-4f7e-94ce-f21a7ee1881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:29.040794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-0d16343e-fa57-4f7e-94ce-f21a7ee1881c service neutron] 10.222.0.20 "GET /v2.0/networks?id=11cabec6-92a3-4c6c-aca5-79a615556f88 HTTP/1.1" status: 200 len: 918 time: 0.0847995 Jul 22 17:28:29.088025 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-e3b05b41-0d0b-4970-a7ae-436776c2c22e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0ab205f-0d6f-4ea6-9257-2527674d1bc8 HTTP/1.1" status: 200 len: 217 time: 0.0397463 Jul 22 17:28:29.141456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-14cbe59f-db1b-406c-84d0-8cbd8c6266c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:29.142996 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-14cbe59f-db1b-406c-84d0-8cbd8c6266c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cc62f48-2834-455e-8b98-02c599c6fc9c HTTP/1.1" status: 200 len: 856 time: 0.0465326 Jul 22 17:28:29.203863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-be43caa5-605d-4a7b-8e98-076f7d7fbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:29.205370 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-be43caa5-605d-4a7b-8e98-076f7d7fbfe7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11cabec6-92a3-4c6c-aca5-79a615556f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556026 Jul 22 17:28:29.326339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-479934d4-83d5-458f-b297-2dc3526d21bf service neutron] 10.222.0.20 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128645 Jul 22 17:28:29.377214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1b22e331-ebf1-4626-8531-8f45489c57da up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:29.417627 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83d9f8-b273-46d6-af3c-601ade178fcf req-abf18851-f29c-4bd7-a23e-164a37ab6800 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:29.419823 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f83d9f8-b273-46d6-af3c-601ade178fcf req-abf18851-f29c-4bd7-a23e-164a37ab6800 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 944 time: 0.1329601 Jul 22 17:28:29.424965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 1b22e331-ebf1-4626-8531-8f45489c57da triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:29.425336 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:29.454897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45c48bac-83b4-412b-83b0-df9ce5b671bf req-c288c32d-1977-4302-b126-7bdfb466f729 service neutron] 10.222.0.20 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216052 Jul 22 17:28:29.471517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7f83d9f8-b273-46d6-af3c-601ade178fcf req-718ac4d2-82e1-483c-aac7-28fe75ff2403 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Jul 22 17:28:30.610243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3b9a7-bf47-4208-9093-339d6e7cdeac req-f4c09cca-af34-491b-919f-e9490ebe09cf tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:30.611790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3bd3b9a7-bf47-4208-9093-339d6e7cdeac req-f4c09cca-af34-491b-919f-e9490ebe09cf tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 944 time: 0.0632954 Jul 22 17:28:30.648522 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3bd3b9a7-bf47-4208-9093-339d6e7cdeac req-52a7a26c-1934-4372-92c4-64d577047194 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Jul 22 17:28:31.469867 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:28:31.777758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2e2ef-3123-4082-8ab8-9a3da7bb54de req-a4c2a09c-6d63-466e-9793-8eaaab27e262 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:31.779288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ae2e2ef-3123-4082-8ab8-9a3da7bb54de req-a4c2a09c-6d63-466e-9793-8eaaab27e262 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 944 time: 0.0646420 Jul 22 17:28:31.816288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ae2e2ef-3123-4082-8ab8-9a3da7bb54de req-7bb197f2-ea5c-4363-a357-fe99dfeb2686 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Jul 22 17:28:31.932098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d0ab205f-0d6f-4ea6-9257-2527674d1bc8 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:28:32.025657 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d0ab205f-0d6f-4ea6-9257-2527674d1bc8, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:32.039800 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'd0ab205f-0d6f-4ea6-9257-2527674d1bc8', 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88', 'port_id': 'd0ab205f-0d6f-4ea6-9257-2527674d1bc8', 'mac_address': 'fa:16:3e:05:42:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc62f48-2834-455e-8b98-02c599c6fc9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:28:32.076605 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:32.089273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ab205f-0d6f-4ea6-9257-2527674d1bc8 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:28:32.109253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d0ab205f-0d6f-4ea6-9257-2527674d1bc8, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:32.113212 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:32.158367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:32.176228 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:32.387368 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['d0ab205f-0d6f-4ea6-9257-2527674d1bc8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:28:32.967472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e58db-1a29-4291-8b9a-f526800b8796 req-44462368-520f-4051-8da4-8a5016bb8a5e tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:32.968979 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d8e58db-1a29-4291-8b9a-f526800b8796 req-44462368-520f-4051-8da4-8a5016bb8a5e tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 945 time: 0.0725510 Jul 22 17:28:33.007091 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d8e58db-1a29-4291-8b9a-f526800b8796 req-20e9a213-2b1c-44f0-8bc9-eede9e8d3c5d tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Jul 22 17:28:33.932201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d0ab205f-0d6f-4ea6-9257-2527674d1bc8 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:28:33.980009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:28:33.984181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:28:33.984181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:34.061580 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:34.142175 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936ba01-9156-42a8-a2c4-d78650821293 req-381adb2b-1c17-437e-b4bf-08065ae0cdad tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:34.143828 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d936ba01-9156-42a8-a2c4-d78650821293 req-381adb2b-1c17-437e-b4bf-08065ae0cdad tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 945 time: 0.0684354 Jul 22 17:28:34.190515 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d936ba01-9156-42a8-a2c4-d78650821293 req-9f111502-23f1-46d2-9e18-eff0f51cbdac tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Jul 22 17:28:34.234813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca455221-c98f-4e75-ba77-c58ae7a0c447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ab205f-0d6f-4ea6-9257-2527674d1bc8'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:28:34.237060 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83172dc6-2593-47a5-97cd-271f57cbc10f" -d '{"events": [{"server_uuid": "ca455221-c98f-4e75-ba77-c58ae7a0c447", "name": "network-vif-plugged", "status": "completed", "tag": "d0ab205f-0d6f-4ea6-9257-2527674d1bc8"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:28:34.249683 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d0ab205f-0d6f-4ea6-9257-2527674d1bc8, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:34.254596 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:34.279504 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132add76-8ef4-4e86-8f13-935fdfd8155d x-openstack-request-id: req-132add76-8ef4-4e86-8f13-935fdfd8155d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:28:34.279966 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca455221-c98f-4e75-ba77-c58ae7a0c447", "name": "network-vif-plugged", "status": "completed", "tag": "d0ab205f-0d6f-4ea6-9257-2527674d1bc8", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:28:34.280223 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-132add76-8ef4-4e86-8f13-935fdfd8155d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:28:34.280634 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca455221-c98f-4e75-ba77-c58ae7a0c447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ab205f-0d6f-4ea6-9257-2527674d1bc8', 'code': 200} Jul 22 17:28:34.307160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:34.406457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6557-bb74-47db-9f77-31dd7335d7c3 req-997cb1d8-16fd-44ec-aef5-8cf5692df0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:34.407991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f00f6557-bb74-47db-9f77-31dd7335d7c3 req-997cb1d8-16fd-44ec-aef5-8cf5692df0d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 1098 time: 0.0533168 Jul 22 17:28:34.441608 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f00f6557-bb74-47db-9f77-31dd7335d7c3 req-0ea954f1-e0b5-4a2d-951d-dee5af3b8c08 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273554 Jul 22 17:28:35.323789 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fd1d9-0e55-4303-a156-c039e9051cba req-75a61a7d-2a3a-4909-b108-b030f896554d tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:35.326044 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b49fd1d9-0e55-4303-a156-c039e9051cba req-75a61a7d-2a3a-4909-b108-b030f896554d tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 946 time: 0.0653508 Jul 22 17:28:35.363407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b49fd1d9-0e55-4303-a156-c039e9051cba req-1bf8f2bc-a3a7-43f4-a813-ce4b0780b583 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Jul 22 17:28:36.121354 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:36.493381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008f684-4e8b-4940-8b94-6ebdf780de31 req-44c30e80-e7f2-4cdb-981f-a20e65bf6f92 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:36.495036 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3008f684-4e8b-4940-8b94-6ebdf780de31 req-44c30e80-e7f2-4cdb-981f-a20e65bf6f92 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 946 time: 0.0648944 Jul 22 17:28:36.532960 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3008f684-4e8b-4940-8b94-6ebdf780de31 req-92cbe359-e40a-4efc-9efc-4ed19cd97c00 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Jul 22 17:28:36.668367 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ff705-e492-457c-bb70-d2f226c2fc2a req-95f0298c-d581-4c5c-8123-38ce14d7184f tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:36.669791 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-856ff705-e492-457c-bb70-d2f226c2fc2a req-95f0298c-d581-4c5c-8123-38ce14d7184f tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 946 time: 0.0671124 Jul 22 17:28:36.707167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-856ff705-e492-457c-bb70-d2f226c2fc2a req-138f42af-8eed-4272-8552-0c3d8d564e52 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Jul 22 17:28:48.519200 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-21b3c01f-de80-4d01-8ba7-11dd50afeab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:51.101157 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4532df61-81a5-4bce-bf8a-40a2d34bac37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:51.348495 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:52.732848 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:54.430813 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:55.343281 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554929d-07f8-4613-b17c-24d288de33c8 req-9717025f-1296-43b3-9c73-11eefd622ea0 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:55.344806 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b554929d-07f8-4613-b17c-24d288de33c8 req-9717025f-1296-43b3-9c73-11eefd622ea0 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 946 time: 0.0653586 Jul 22 17:28:55.382603 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b554929d-07f8-4613-b17c-24d288de33c8 req-126c9ff3-ecc9-419d-8b89-9ae81f6623c9 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Jul 22 17:28:56.613744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0322-685e-46f0-8b27-b50004aea9d8 req-52f39f10-66a5-4e24-be29-983721872e56 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:56.615265 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6f9d0322-685e-46f0-8b27-b50004aea9d8 req-52f39f10-66a5-4e24-be29-983721872e56 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 946 time: 0.1642914 Jul 22 17:28:56.657036 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6f9d0322-685e-46f0-8b27-b50004aea9d8 req-d995c923-9f03-4d60-9366-9dd2cf8808e1 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362587 Jul 22 17:28:57.003088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-9b052fc3-6be5-42e5-9e86-dd24495fa467 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:57.004568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-9b052fc3-6be5-42e5-9e86-dd24495fa467 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 946 time: 0.0627897 Jul 22 17:28:57.115200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Deleting port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:28:57.115562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:57.202208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] For port d0ab205f-0d6f-4ea6-9257-2527674d1bc8, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:28:57.202491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:57.218473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Calling delete_port for d0ab205f-0d6f-4ea6-9257-2527674d1bc8 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:28:57.343791 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:57.374597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Pushing event deleted for resources: {'Port': ['ID=d0ab205f-0d6f-4ea6-9257-2527674d1bc8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:28:57.377427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['d0ab205f-0d6f-4ea6-9257-2527674d1bc8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:28:57.411582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.411935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.412284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.412629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.412988 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.413308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.413642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.413973 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.414314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.414642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.414993 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.415321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:28:57.434365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] No DVR routers for this DVR port d0ab205f-0d6f-4ea6-9257-2527674d1bc8 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:28:57.437970 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:28:57.440938 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-070c1a06-fc85-4d41-9a69-1448902b8dcf req-66aea306-1147-4871-bb65-2664bab3fccb tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.20 "DELETE /v2.0/ports/d0ab205f-0d6f-4ea6-9257-2527674d1bc8 HTTP/1.1" status: 204 len: 173 time: 0.4313061 Jul 22 17:28:57.441441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca455221-c98f-4e75-ba77-c58ae7a0c447', 'name': 'network-vif-deleted', 'tag': 'd0ab205f-0d6f-4ea6-9257-2527674d1bc8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:28:57.443843 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d2e218-d82b-4128-b036-f5a5648e6112" -d '{"events": [{"server_uuid": "ca455221-c98f-4e75-ba77-c58ae7a0c447", "name": "network-vif-deleted", "tag": "d0ab205f-0d6f-4ea6-9257-2527674d1bc8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:28:57.485269 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4441a758-856c-4061-afe1-794bec41ce4b x-openstack-request-id: req-4441a758-856c-4061-afe1-794bec41ce4b {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:28:57.485928 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca455221-c98f-4e75-ba77-c58ae7a0c447", "name": "network-vif-deleted", "tag": "d0ab205f-0d6f-4ea6-9257-2527674d1bc8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:28:57.486223 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4441a758-856c-4061-afe1-794bec41ce4b {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:28:57.487104 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca455221-c98f-4e75-ba77-c58ae7a0c447', 'name': 'network-vif-deleted', 'tag': 'd0ab205f-0d6f-4ea6-9257-2527674d1bc8', 'status': 'completed', 'code': 200} Jul 22 17:28:57.763059 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-df61b4fd-6785-43f9-a41e-a0a9d6a516c4 req-bac706c5-583c-49eb-9b59-cd91885f9045 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca455221-c98f-4e75-ba77-c58ae7a0c447 HTTP/1.1" status: 200 len: 210 time: 0.0286474 Jul 22 17:28:59.281276 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-a92e1626-6380-414f-92f4-b4cf515a3cda tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:28:59.282740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-a92e1626-6380-414f-92f4-b4cf515a3cda tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/networks?id=11cabec6-92a3-4c6c-aca5-79a615556f88 HTTP/1.1" status: 200 len: 817 time: 0.0996752 Jul 22 17:28:59.298497 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-18295578-02e5-4cfc-9f49-fa1301b6b061 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/quotas/759ff988c2f847c888f9d27cd279d304 HTTP/1.1" status: 200 len: 375 time: 0.0103450 Jul 22 17:28:59.368537 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-f9f79b6c-11a8-4ceb-b404-205e90e59f53 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=759ff988c2f847c888f9d27cd279d304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648704 Jul 22 17:28:59.460916 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-98d72ee5-adfe-404a-9636-4bf32adfc49d service neutron] 10.222.0.53 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811176 Jul 22 17:28:59.553426 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-81ec7198-ee6e-4b32-8a31-d83cd034c4e9 service neutron] 10.222.0.53 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868759 Jul 22 17:28:59.712226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-71ad2e0f-a222-413a-9694-e041257e5cd1 req-42d0f2a6-82f6-4426-be30-a576ba13fe26 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 210 time: 0.0293043 Jul 22 17:29:00.126639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d0ab205f-0d6f-4ea6-9257-2527674d1bc8 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:00.149594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: d0ab205f-0d6f-4ea6-9257-2527674d1bc8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:29:00.149935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d0ab205f-0d6f-4ea6-9257-2527674d1bc8 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:00.681548 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-407dbce8-973c-41f0-b3d3-67d014445236 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:00.683114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-407dbce8-973c-41f0-b3d3-67d014445236 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.20 "GET /v2.0/networks?id=11cabec6-92a3-4c6c-aca5-79a615556f88 HTTP/1.1" status: 200 len: 817 time: 0.1135890 Jul 22 17:29:00.702008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Request body: {'port': {'device_id': 'b68228c5-a2e7-49f3-8d8f-86643082b7a5', 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88', 'admin_state_up': True, 'tenant_id': '759ff988c2f847c888f9d27cd279d304'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:00.810684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Made reservation on behalf of 759ff988c2f847c888f9d27cd279d304 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:29:00.812686 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d77b7d58-be6a-426f-9b6b-872e6dde8c64 req-9fe01ac5-d4a7-4cb4-b6d3-f99d6941c6fd tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 210 time: 0.0325127 Jul 22 17:29:00.814308 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:00.962213 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Allocated IP 172.20.0.8 (11cabec6-92a3-4c6c-aca5-79a615556f88/1cc62f48-2834-455e-8b98-02c599c6fc9c/ffe16f43-6aee-441a-920a-685e4d4f2e7c) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:29:01.113187 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.126210 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Transition to ACTIVE for port object ffe16f43-6aee-441a-920a-685e4d4f2e7c will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:01.159170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.202797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:01.205734 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:01.209416 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:29:01.215677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Pushing event updated for resources: {'Port': ['ID=ffe16f43-6aee-441a-920a-685e4d4f2e7c,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:01.260600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:01.261217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.277644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-672c41b0-2374-4757-8de5-3c0360cdafed tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796134 Jul 22 17:29:01.294241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-854fc728-9009-4569-9480-d5f80feef48c tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:29:01.295253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-854fc728-9009-4569-9480-d5f80feef48c tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053592 Jul 22 17:29:01.357520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Request body: {'port': {'device_id': 'b68228c5-a2e7-49f3-8d8f-86643082b7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:01.436712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.443922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33ab1289-91f9-4849-b529-a6a8ba4e246c None None] Provisioning for port ffe16f43-6aee-441a-920a-685e4d4f2e7c completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:01.447697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-33ab1289-91f9-4849-b529-a6a8ba4e246c None None] Provisioning complete for port ffe16f43-6aee-441a-920a-685e4d4f2e7c triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:01.448063 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-33ab1289-91f9-4849-b529-a6a8ba4e246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.481471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-33ab1289-91f9-4849-b529-a6a8ba4e246c None None] Port ffe16f43-6aee-441a-920a-685e4d4f2e7c cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:29:01.709726 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe16f43-6aee-441a-920a-685e4d4f2e7c {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:29:01.717998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.729972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Transition to ACTIVE for port object ffe16f43-6aee-441a-920a-685e4d4f2e7c will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:01.733468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.785280 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Pushing event updated for resources: {'Port': ['ID=ffe16f43-6aee-441a-920a-685e4d4f2e7c,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:01.860363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Attempting to bind port ffe16f43-6aee-441a-920a-685e4d4f2e7c on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:29:01.861023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Attempting to bind port ffe16f43-6aee-441a-920a-685e4d4f2e7c by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:29:01.861023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Attempting to bind port ffe16f43-6aee-441a-920a-685e4d4f2e7c on network 11cabec6-92a3-4c6c-aca5-79a615556f88 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:01.865757 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Port ffe16f43-6aee-441a-920a-685e4d4f2e7c on network 11cabec6-92a3-4c6c-aca5-79a615556f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:29:01.866087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Attempting to bind port ffe16f43-6aee-441a-920a-685e4d4f2e7c on network 11cabec6-92a3-4c6c-aca5-79a615556f88 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:01.871444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:29:01.871680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Checking segment: {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:01.871991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Bound using segment: {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:29:01.872429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Bound port: ffe16f43-6aee-441a-920a-685e4d4f2e7c, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd175cce8-d628-4ee9-9984-011be4af7ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:29:01.872796 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.976834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] For port ffe16f43-6aee-441a-920a-685e4d4f2e7c, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:01.980560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] For port ffe16f43-6aee-441a-920a-685e4d4f2e7c, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ffe16f43-6aee-441a-920a-685e4d4f2e7c,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:29:01.985023 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:01.996859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243a401-c9bb-4ee1-a01a-dc7df8932dae req-d98cb94c-627e-4daf-b6ae-f00235177fc3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:01.998911 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b243a401-c9bb-4ee1-a01a-dc7df8932dae req-d98cb94c-627e-4daf-b6ae-f00235177fc3 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 943 time: 0.1138346 Jul 22 17:29:02.047554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:02.048307 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:02.049600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] 10.222.0.20 "PUT /v2.0/ports/ffe16f43-6aee-441a-920a-685e4d4f2e7c HTTP/1.1" status: 200 len: 1092 time: 0.7482159 Jul 22 17:29:02.050145 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68228c5-a2e7-49f3-8d8f-86643082b7a5', 'tag': 'ffe16f43-6aee-441a-920a-685e4d4f2e7c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:02.052384 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b68228c5-a2e7-49f3-8d8f-86643082b7a5", "tag": "ffe16f43-6aee-441a-920a-685e4d4f2e7c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:02.094843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6c8bf-4981-4a2d-b541-40a60462538d service neutron] Pushing event updated for resources: {'Port': ['ID=ffe16f43-6aee-441a-920a-685e4d4f2e7c,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:02.100931 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb024ae-1b3c-43cb-aafb-38d81da65fc1 x-openstack-request-id: req-0eb024ae-1b3c-43cb-aafb-38d81da65fc1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:02.101539 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68228c5-a2e7-49f3-8d8f-86643082b7a5", "tag": "ffe16f43-6aee-441a-920a-685e4d4f2e7c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:02.101539 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0eb024ae-1b3c-43cb-aafb-38d81da65fc1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:02.101936 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68228c5-a2e7-49f3-8d8f-86643082b7a5', 'tag': 'ffe16f43-6aee-441a-920a-685e4d4f2e7c', 'status': 'completed', 'code': 200} Jul 22 17:29:02.108285 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b243a401-c9bb-4ee1-a01a-dc7df8932dae req-2d15d7bb-31a1-44e8-af2f-97e72f55dadc tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826790 Jul 22 17:29:02.176274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-1b369994-6b08-41b1-b326-4dbd55f802cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:02.177772 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-1b369994-6b08-41b1-b326-4dbd55f802cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=759ff988c2f847c888f9d27cd279d304&device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 1095 time: 0.0601690 Jul 22 17:29:02.180581 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:02.225149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-8a0b75b2-5b80-4403-be90-7bd3b774f8e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffe16f43-6aee-441a-920a-685e4d4f2e7c HTTP/1.1" status: 200 len: 217 time: 0.0350206 Jul 22 17:29:02.277288 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-9e56d0ad-b4ae-435f-8e25-2abd6fc62318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:02.278694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-9e56d0ad-b4ae-435f-8e25-2abd6fc62318 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cc62f48-2834-455e-8b98-02c599c6fc9c HTTP/1.1" status: 200 len: 856 time: 0.0477397 Jul 22 17:29:02.338094 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-fdfd57af-771b-40a2-b697-b37c2c182139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:02.339705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-fdfd57af-771b-40a2-b697-b37c2c182139 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11cabec6-92a3-4c6c-aca5-79a615556f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544446 Jul 22 17:29:02.432302 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-e51dfbcf-6884-4cf3-8624-b200ac07f97d service neutron] 10.222.0.20 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862391 Jul 22 17:29:02.517980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d533d15-03f7-46f4-9bc4-b13334f00c31 req-49701ce3-f6de-4ed0-9eba-487c334a6379 service neutron] 10.222.0.20 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797260 Jul 22 17:29:02.658793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-5471f926-caae-4099-9925-a8e7a33e6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:02.660301 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-5471f926-caae-4099-9925-a8e7a33e6a6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=759ff988c2f847c888f9d27cd279d304&device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 1095 time: 0.0531106 Jul 22 17:29:02.751819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-c019dead-9a04-4e72-a1c4-77c5fce3df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:02.753272 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-c019dead-9a04-4e72-a1c4-77c5fce3df14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11cabec6-92a3-4c6c-aca5-79a615556f88 HTTP/1.1" status: 200 len: 918 time: 0.0858700 Jul 22 17:29:02.792590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-02f14e09-eb87-462b-a17b-263117bdd67a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ffe16f43-6aee-441a-920a-685e4d4f2e7c HTTP/1.1" status: 200 len: 217 time: 0.0326982 Jul 22 17:29:02.843485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-9c75c0ec-1a03-4934-b46e-db8deb842771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:02.844896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-9c75c0ec-1a03-4934-b46e-db8deb842771 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cc62f48-2834-455e-8b98-02c599c6fc9c HTTP/1.1" status: 200 len: 856 time: 0.0455158 Jul 22 17:29:03.243580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e675c2-8fc1-4bb9-8e34-b7f6aa70a461 req-59b5efd3-085e-4686-bc00-554ffd9a5595 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:03.244994 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-05e675c2-8fc1-4bb9-8e34-b7f6aa70a461 req-59b5efd3-085e-4686-bc00-554ffd9a5595 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 943 time: 0.0654044 Jul 22 17:29:03.260534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-c712eab8-d350-4420-8997-7401769a7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:03.262027 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-c712eab8-d350-4420-8997-7401769a7296 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11cabec6-92a3-4c6c-aca5-79a615556f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4107063 Jul 22 17:29:03.288867 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-05e675c2-8fc1-4bb9-8e34-b7f6aa70a461 req-33899848-babf-4e79-8033-fa25ef05ee0b tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375569 Jul 22 17:29:03.354571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-108b7855-a750-4739-a3e7-688dfefca3d2 service neutron] 10.222.0.20 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849171 Jul 22 17:29:03.455780 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ce3d64a2-6eb6-4b7a-8933-e0e42b8208d3 req-71448ceb-13ac-45c8-9cbc-bebd3537ea96 service neutron] 10.222.0.20 "GET /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943730 Jul 22 17:29:04.420140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb93d76-0609-46ca-8d82-e64176d58946 req-80163d3e-aade-4e2f-aace-3a45b7dea048 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:04.421612 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5fb93d76-0609-46ca-8d82-e64176d58946 req-80163d3e-aade-4e2f-aace-3a45b7dea048 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 943 time: 0.0632045 Jul 22 17:29:04.461589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5fb93d76-0609-46ca-8d82-e64176d58946 req-bc4fbd2e-f165-4d6f-a9d7-2670b0bb65e5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Jul 22 17:29:05.590220 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50512a-a926-4abb-ae1b-2f3edcfc99d8 req-28e316e8-d573-473a-9f40-acc314c7ad4b tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:05.591627 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d50512a-a926-4abb-ae1b-2f3edcfc99d8 req-28e316e8-d573-473a-9f40-acc314c7ad4b tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 943 time: 0.0637188 Jul 22 17:29:05.629225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d50512a-a926-4abb-ae1b-2f3edcfc99d8 req-8859ca60-abfb-49b3-85b3-0de5df6addf5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Jul 22 17:29:06.135790 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:06.149898 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ffe16f43-6aee-441a-920a-685e4d4f2e7c details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:29:06.245436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ffe16f43-6aee-441a-920a-685e4d4f2e7c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ffe16f43-6aee-441a-920a-685e4d4f2e7c,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:06.258175 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'ffe16f43-6aee-441a-920a-685e4d4f2e7c', 'network_id': '11cabec6-92a3-4c6c-aca5-79a615556f88', 'port_id': 'ffe16f43-6aee-441a-920a-685e4d4f2e7c', 'mac_address': 'fa:16:3e:58:0c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc62f48-2834-455e-8b98-02c599c6fc9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:29:06.297496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:06.309854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe16f43-6aee-441a-920a-685e4d4f2e7c {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:29:06.329915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ffe16f43-6aee-441a-920a-685e4d4f2e7c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ffe16f43-6aee-441a-920a-685e4d4f2e7c,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:06.333907 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:06.383748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=ffe16f43-6aee-441a-920a-685e4d4f2e7c,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:06.390961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.391310 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.391648 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.391982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.392312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.392637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.392961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.393284 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.393604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.393924 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.394246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.394566 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:06.595714 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ffe16f43-6aee-441a-920a-685e4d4f2e7c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:29:06.762048 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2af50f-e9c4-4fea-834b-55be6ce73169 req-dd529574-a2d3-4881-bc56-5d6b45f3ab8a tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:06.763544 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e2af50f-e9c4-4fea-834b-55be6ce73169 req-dd529574-a2d3-4881-bc56-5d6b45f3ab8a tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 944 time: 0.0684721 Jul 22 17:29:06.801139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e2af50f-e9c4-4fea-834b-55be6ce73169 req-271e2893-8e0e-49c5-b044-cce1b7f50bd2 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Jul 22 17:29:07.930568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2be78-bbd5-4cb9-92d7-837ce29c4565 req-f9eae61d-4fed-4509-a265-7606ace74cdd tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:07.932120 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00f2be78-bbd5-4cb9-92d7-837ce29c4565 req-f9eae61d-4fed-4509-a265-7606ace74cdd tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 944 time: 0.0633233 Jul 22 17:29:07.972202 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-00f2be78-bbd5-4cb9-92d7-837ce29c4565 req-ab73cc2b-4cbf-4017-ba84-1b6958a77239 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330312 Jul 22 17:29:08.150389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ffe16f43-6aee-441a-920a-685e4d4f2e7c up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:08.197158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port ffe16f43-6aee-441a-920a-685e4d4f2e7c completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:08.200702 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port ffe16f43-6aee-441a-920a-685e4d4f2e7c triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:08.201070 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:08.278214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:08.300748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68228c5-a2e7-49f3-8d8f-86643082b7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe16f43-6aee-441a-920a-685e4d4f2e7c'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:08.302983 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7098c2f5-f850-4312-a84d-531fe82355ca" -d '{"events": [{"server_uuid": "b68228c5-a2e7-49f3-8d8f-86643082b7a5", "name": "network-vif-plugged", "status": "completed", "tag": "ffe16f43-6aee-441a-920a-685e4d4f2e7c"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:08.315030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port ffe16f43-6aee-441a-920a-685e4d4f2e7c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ffe16f43-6aee-441a-920a-685e4d4f2e7c,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:08.319550 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:08.342329 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36a92d3-e732-4b09-b596-fb23083b9fe4 x-openstack-request-id: req-a36a92d3-e732-4b09-b596-fb23083b9fe4 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:08.342632 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68228c5-a2e7-49f3-8d8f-86643082b7a5", "name": "network-vif-plugged", "status": "completed", "tag": "ffe16f43-6aee-441a-920a-685e4d4f2e7c", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:08.343540 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a36a92d3-e732-4b09-b596-fb23083b9fe4 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:08.344041 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68228c5-a2e7-49f3-8d8f-86643082b7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe16f43-6aee-441a-920a-685e4d4f2e7c', 'code': 200} Jul 22 17:29:08.369661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=ffe16f43-6aee-441a-920a-685e4d4f2e7c,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:08.470028 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:29:08.480151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145a889-38db-483e-8ec1-ed95a6880058 req-ab015af8-b9ee-4330-8738-1d5a4a7a26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:08.481694 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3145a889-38db-483e-8ec1-ed95a6880058 req-ab015af8-b9ee-4330-8738-1d5a4a7a26d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0580053 Jul 22 17:29:08.516141 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3145a889-38db-483e-8ec1-ed95a6880058 req-0c65d33a-802a-4ae3-9ae1-e718aac5e114 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276756 Jul 22 17:29:09.104484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc50cb-c068-479d-8ff7-d25eb74b1e99 req-d94e0e0f-5a43-4672-bc00-24db0a713fa5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:09.105966 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cdfc50cb-c068-479d-8ff7-d25eb74b1e99 req-d94e0e0f-5a43-4672-bc00-24db0a713fa5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0670938 Jul 22 17:29:09.147818 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cdfc50cb-c068-479d-8ff7-d25eb74b1e99 req-1ef3f387-7621-42d1-8566-4f7566c6183a tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346549 Jul 22 17:29:10.279626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16045e-0ed5-4bee-bea1-8e4b01d4d4a2 req-2cd3cb1f-143e-4654-979b-967dd813ff94 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:10.281839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c16045e-0ed5-4bee-bea1-8e4b01d4d4a2 req-2cd3cb1f-143e-4654-979b-967dd813ff94 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0649474 Jul 22 17:29:10.322203 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2c16045e-0ed5-4bee-bea1-8e4b01d4d4a2 req-58588943-6af4-4626-aa2e-e3f4824f7db4 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Jul 22 17:29:10.450689 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0258646-d7ea-409e-8324-9fd9346ce9e4 req-ef2334a5-8002-4633-98a9-8237c4b24c5f tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:10.452111 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0258646-d7ea-409e-8324-9fd9346ce9e4 req-ef2334a5-8002-4633-98a9-8237c4b24c5f tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0645871 Jul 22 17:29:10.491436 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a0258646-d7ea-409e-8324-9fd9346ce9e4 req-c4226254-2d00-4467-85cb-e7a9851bf310 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335653 Jul 22 17:29:18.520218 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8f088f69-fd50-41de-936a-5187cc57dbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:21.100995 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e261bbb1-f85a-429e-b579-c37ca0994d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:21.349635 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:22.736352 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:24.440304 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:28.908760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351ae52-47f8-4f3d-870c-a3ce72aa0350 req-7f6a7553-3732-46a9-93fe-8daa608d2e64 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:28.910237 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8351ae52-47f8-4f3d-870c-a3ce72aa0350 req-7f6a7553-3732-46a9-93fe-8daa608d2e64 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0655475 Jul 22 17:29:28.958907 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8351ae52-47f8-4f3d-870c-a3ce72aa0350 req-c8a10efe-9245-47fa-98c1-9108f2794b2d tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Jul 22 17:29:30.105269 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dff5c-8509-450b-ab0d-4676903500d3 req-6c0b5485-f19b-4c77-a47b-1e8f9492d4ef tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:30.106739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53dff5c-8509-450b-ab0d-4676903500d3 req-6c0b5485-f19b-4c77-a47b-1e8f9492d4ef tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0649340 Jul 22 17:29:30.144957 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e53dff5c-8509-450b-ab0d-4676903500d3 req-49e73420-2165-4b7c-9f3c-4209171ccbc2 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/security-groups?id=aec9d27b-8a87-483e-ba5a-27595b49e4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Jul 22 17:29:30.626663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-85bfdfcf-36c2-43f1-846c-2c4fb25e479e tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:30.629102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-85bfdfcf-36c2-43f1-846c-2c4fb25e479e tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 945 time: 0.0631273 Jul 22 17:29:30.739055 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Deleting port ffe16f43-6aee-441a-920a-685e4d4f2e7c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:29:30.739399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:30.827402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] For port ffe16f43-6aee-441a-920a-685e4d4f2e7c, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=ffe16f43-6aee-441a-920a-685e4d4f2e7c,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:30.827762 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:30.840461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Calling delete_port for ffe16f43-6aee-441a-920a-685e4d4f2e7c owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:29:30.976683 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:31.005138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Pushing event deleted for resources: {'Port': ['ID=ffe16f43-6aee-441a-920a-685e4d4f2e7c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:31.012080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['ffe16f43-6aee-441a-920a-685e4d4f2e7c'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:29:31.057388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] No DVR routers for this DVR port ffe16f43-6aee-441a-920a-685e4d4f2e7c on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:29:31.059989 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:31.062006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f376e42-a4f8-40a4-8355-f070aaa1238e req-db58f30d-a372-4d8b-8644-4aee5da1bcb5 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.20 "DELETE /v2.0/ports/ffe16f43-6aee-441a-920a-685e4d4f2e7c HTTP/1.1" status: 204 len: 173 time: 0.4248376 Jul 22 17:29:31.062463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68228c5-a2e7-49f3-8d8f-86643082b7a5', 'name': 'network-vif-deleted', 'tag': 'ffe16f43-6aee-441a-920a-685e4d4f2e7c'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:29:31.064859 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc90999e-a8b2-4595-a793-1847783dfd4c" -d '{"events": [{"server_uuid": "b68228c5-a2e7-49f3-8d8f-86643082b7a5", "name": "network-vif-deleted", "tag": "ffe16f43-6aee-441a-920a-685e4d4f2e7c"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:29:31.213232 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeed288-9b9b-48da-a285-2bd53956125a x-openstack-request-id: req-5eeed288-9b9b-48da-a285-2bd53956125a {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:29:31.213232 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68228c5-a2e7-49f3-8d8f-86643082b7a5", "name": "network-vif-deleted", "tag": "ffe16f43-6aee-441a-920a-685e4d4f2e7c", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:29:31.213232 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5eeed288-9b9b-48da-a285-2bd53956125a {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:29:31.214594 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68228c5-a2e7-49f3-8d8f-86643082b7a5', 'name': 'network-vif-deleted', 'tag': 'ffe16f43-6aee-441a-920a-685e4d4f2e7c', 'status': 'completed', 'code': 200} Jul 22 17:29:31.271589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b91a46da-c927-4c53-b59d-e780bdea33aa req-e0c14244-5cd8-42bf-b298-37b401925527 tempest-TestEncryptedCinderVolumes-1986702962 tempest-TestEncryptedCinderVolumes-1986702962-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68228c5-a2e7-49f3-8d8f-86643082b7a5 HTTP/1.1" status: 200 len: 210 time: 0.0310402 Jul 22 17:29:32.186759 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:32.363008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33590) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:32.712056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:32.975949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Deleting port 022525e1-024a-4f2e-a9bc-ce7adf38565c {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:29:32.976205 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:33.058345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] For port 022525e1-024a-4f2e-a9bc-ce7adf38565c, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=022525e1-024a-4f2e-a9bc-ce7adf38565c,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:33.058710 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:33.071624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Calling delete_port for 022525e1-024a-4f2e-a9bc-ce7adf38565c owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:29:33.250454 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:33.274439 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Pushing event deleted for resources: {'Port': ['ID=022525e1-024a-4f2e-a9bc-ce7adf38565c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:33.448112 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:33.664600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Router 168be620-8578-43c3-8414-3808a3be6198 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:29:33.769985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:29:33.775298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f87f9449-c0aa-4128-869c-e64f97f16528 admin admin] 10.222.0.53 "PUT /v2.0/routers/168be620-8578-43c3-8414-3808a3be6198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4112363 Jul 22 17:29:33.777783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33594) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:33.781014 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] Sync routers for ids ['168be620-8578-43c3-8414-3808a3be6198'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:29:33.790813 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] Routers {'168be620-8578-43c3-8414-3808a3be6198'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:33.791527 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['168be620-8578-43c3-8414-3808a3be6198'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:33.882495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:33.919274 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] Set router 168be620-8578-43c3-8414-3808a3be6198 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:33.985032 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.041639 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Deleting port 91e08d36-6570-4d71-9d5d-44a17b755c0a {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:29:34.041987 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.096944 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168be620-8578-43c3-8414-3808a3be6198', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:14Z', 'updated_at': '2021-07-22T17:29:33Z', 'revision_number': 5, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'gw_port': {'id': '91e08d36-6570-4d71-9d5d-44a17b755c0a', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:8d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168be620-8578-43c3-8414-3808a3be6198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:15Z', 'updated_at': '2021-07-22T17:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:34.124448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] For port 91e08d36-6570-4d71-9d5d-44a17b755c0a, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=91e08d36-6570-4d71-9d5d-44a17b755c0a,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:34.124800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.126946 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] Checking router: 168be620-8578-43c3-8414-3808a3be6198 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:29:34.135872 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] Routers {'168be620-8578-43c3-8414-3808a3be6198'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:34.136472 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['168be620-8578-43c3-8414-3808a3be6198'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:34.137071 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Calling delete_port for 91e08d36-6570-4d71-9d5d-44a17b755c0a owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:29:34.225358 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] Set router 168be620-8578-43c3-8414-3808a3be6198 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:34.277255 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168be620-8578-43c3-8414-3808a3be6198', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:14Z', 'updated_at': '2021-07-22T17:29:33Z', 'revision_number': 6, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:34.290192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ffe16f43-6aee-441a-920a-685e4d4f2e7c no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:34.319474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: ffe16f43-6aee-441a-920a-685e4d4f2e7c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:29:34.319869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device ffe16f43-6aee-441a-920a-685e4d4f2e7c not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:34.321154 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.345651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e08d36-6570-4d71-9d5d-44a17b755c0a,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:34.400567 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8d627a-e380-43fb-bc6c-86bb4b1cc20b None None] The sync data for ids ['168be620-8578-43c3-8414-3808a3be6198'] in n-d-792458-13 is: [{'id': '168be620-8578-43c3-8414-3808a3be6198', 'name': 'tempest-TestEncryptedCinderVolumes-1413791137-router', 'tenant_id': '759ff988c2f847c888f9d27cd279d304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:14Z', 'updated_at': '2021-07-22T17:29:33Z', 'revision_number': 6, 'project_id': '759ff988c2f847c888f9d27cd279d304', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:29:34.416702 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.516668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.519558 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.568440 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.568948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 168be620-8578-43c3-8414-3808a3be6198 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:29:34.573888 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.575071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4eb5c541-cf7d-4408-8687-f0456d41b2a0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/168be620-8578-43c3-8414-3808a3be6198 HTTP/1.1" status: 204 len: 168 time: 0.7963259 Jul 22 17:29:34.577473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33596) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:34.620992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c66f11c-4714-42d9-b7de-d92b0d63599c admin admin] Deleting subnet 1cc62f48-2834-455e-8b98-02c599c6fc9c {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:29:34.623998 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c66f11c-4714-42d9-b7de-d92b0d63599c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.657684 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c66f11c-4714-42d9-b7de-d92b0d63599c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.739672 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c66f11c-4714-42d9-b7de-d92b0d63599c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.795604 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c66f11c-4714-42d9-b7de-d92b0d63599c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.825450 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66f11c-4714-42d9-b7de-d92b0d63599c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc62f48-2834-455e-8b98-02c599c6fc9c,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:34.827786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c66f11c-4714-42d9-b7de-d92b0d63599c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.829752 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0c66f11c-4714-42d9-b7de-d92b0d63599c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1cc62f48-2834-455e-8b98-02c599c6fc9c HTTP/1.1" status: 204 len: 168 time: 0.2513382 Jul 22 17:29:34.834092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33598) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:34.834235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6df24e-a46d-43bd-a2c6-7de7ac460d31 None None] Network 11cabec6-92a3-4c6c-aca5-79a615556f88 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:29:34.906243 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:34.969044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Deleting port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:29:34.969294 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:35.033079 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] For port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2e01db6d-1488-4cf7-83b4-4a8bf39d6b31,segment=NetworkSegment(d175cce8-d628-4ee9-9984-011be4af7ebf),segment_id=d175cce8-d628-4ee9-9984-011be4af7ebf)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:35.033976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:35.045293 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Calling delete_port for 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:29:35.125800 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:35.151517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e01db6d-1488-4cf7-83b4-4a8bf39d6b31,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:35.154938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] No DVR routers for this DVR port 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:29:35.175318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef22163-c6e6-4612-b789-e3b884a42c10 None None] DHCP port deletion for 11cabec6-92a3-4c6c-aca5-79a615556f88 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:29:35.230753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:35.241224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cabec6-92a3-4c6c-aca5-79a615556f88']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:35.251238 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd175cce8-d628-4ee9-9984-011be4af7ebf') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:35.251552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd175cce8-d628-4ee9-9984-011be4af7ebf') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:35.260765 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:35.275734 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:35.282420 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:29:35.282973 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:29:35.285626 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:29:35.341320 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:35.348429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:35.351587 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/11cabec6-92a3-4c6c-aca5-79a615556f88 HTTP/1.1" status: 204 len: 168 time: 0.5163171 Jul 22 17:29:35.354141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33600) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:35.371294 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12f120-a57a-472d-880b-2072e96380d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=11cabec6-92a3-4c6c-aca5-79a615556f88,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:35.434144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:35.454568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:29:35.454912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2e01db6d-1488-4cf7-83b4-4a8bf39d6b31 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:35.455373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 022525e1-024a-4f2e-a9bc-ce7adf38565c no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:35.473188 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 022525e1-024a-4f2e-a9bc-ce7adf38565c {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:29:35.473522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 022525e1-024a-4f2e-a9bc-ce7adf38565c not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:35.474126 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 91e08d36-6570-4d71-9d5d-44a17b755c0a no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:35.492699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 91e08d36-6570-4d71-9d5d-44a17b755c0a {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:29:35.493056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 91e08d36-6570-4d71-9d5d-44a17b755c0a not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:35.710513 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.153943 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.297207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Deleting port 1b22e331-ebf1-4626-8531-8f45489c57da {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:29:36.297550 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.373505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] For port 1b22e331-ebf1-4626-8531-8f45489c57da, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1b22e331-ebf1-4626-8531-8f45489c57da,segment=NetworkSegment(5c8e6f2a-97ef-4f4c-a230-3254151950db),segment_id=5c8e6f2a-97ef-4f4c-a230-3254151950db)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:36.373862 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.386255 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Calling delete_port for 1b22e331-ebf1-4626-8531-8f45489c57da owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:29:36.565559 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.594887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b22e331-ebf1-4626-8531-8f45489c57da,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:36.763628 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:36.977814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Router f553c5d4-5463-4bef-ad81-c3ac912d9414 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:29:37.079888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:29:37.085408 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1963bd6e-40e1-4bfd-b62c-eea85aa7096b admin admin] 10.222.0.53 "PUT /v2.0/routers/f553c5d4-5463-4bef-ad81-c3ac912d9414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299411 Jul 22 17:29:37.088102 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33602) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:37.089040 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] Sync routers for ids ['f553c5d4-5463-4bef-ad81-c3ac912d9414'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:29:37.098479 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] Routers {'f553c5d4-5463-4bef-ad81-c3ac912d9414'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:37.099139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f553c5d4-5463-4bef-ad81-c3ac912d9414'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:37.193879 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.201521 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] Set router f553c5d4-5463-4bef-ad81-c3ac912d9414 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:37.298037 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.351271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Deleting port ac2af85e-6e95-49d6-b5b0-367a4f4cb053 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:29:37.351611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.382797 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:29:36Z', 'revision_number': 5, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'gw_port': {'id': 'ac2af85e-6e95-49d6-b5b0-367a4f4cb053', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:37.411166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] Checking router: f553c5d4-5463-4bef-ad81-c3ac912d9414 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:29:37.419762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] Routers {'f553c5d4-5463-4bef-ad81-c3ac912d9414'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:37.420585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['f553c5d4-5463-4bef-ad81-c3ac912d9414'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:37.437211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] For port ac2af85e-6e95-49d6-b5b0-367a4f4cb053, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=ac2af85e-6e95-49d6-b5b0-367a4f4cb053,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:37.437565 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.449768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Calling delete_port for ac2af85e-6e95-49d6-b5b0-367a4f4cb053 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:29:37.507009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] Set router f553c5d4-5463-4bef-ad81-c3ac912d9414 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:37.558761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:29:37Z', 'revision_number': 6, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:37.588001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319921d1-5dc5-4c68-898d-7553540a6000 None None] The sync data for ids ['f553c5d4-5463-4bef-ad81-c3ac912d9414'] in n-d-792458-13 is: [{'id': 'f553c5d4-5463-4bef-ad81-c3ac912d9414', 'name': 'tempest-TestEncryptedCinderVolumes-28203599-router', 'tenant_id': '4dca7efee91a47dfb656d47b80982180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:28:19Z', 'updated_at': '2021-07-22T17:29:37Z', 'revision_number': 6, 'project_id': '4dca7efee91a47dfb656d47b80982180', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:29:37.617359 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.643586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2af85e-6e95-49d6-b5b0-367a4f4cb053,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:37.707405 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.797166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.799348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.840170 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.840704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f553c5d4-5463-4bef-ad81-c3ac912d9414 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:29:37.844876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.846722 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-6f696dd6-c0a8-433b-bfee-5fe2c8afbc61 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f553c5d4-5463-4bef-ad81-c3ac912d9414 HTTP/1.1" status: 204 len: 168 time: 0.7569857 Jul 22 17:29:37.849096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33604) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:37.891749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab8d866-ced1-4a9b-8f72-7b83949d7612 admin admin] Deleting subnet f36cf5b3-43f4-4777-917b-f06e2dcb0e94 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:29:37.895625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aab8d866-ced1-4a9b-8f72-7b83949d7612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:37.934624 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aab8d866-ced1-4a9b-8f72-7b83949d7612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.015156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aab8d866-ced1-4a9b-8f72-7b83949d7612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.069669 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aab8d866-ced1-4a9b-8f72-7b83949d7612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.097550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8d866-ced1-4a9b-8f72-7b83949d7612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36cf5b3-43f4-4777-917b-f06e2dcb0e94,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:38.099805 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aab8d866-ced1-4a9b-8f72-7b83949d7612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.102008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aab8d866-ced1-4a9b-8f72-7b83949d7612 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f36cf5b3-43f4-4777-917b-f06e2dcb0e94 HTTP/1.1" status: 204 len: 168 time: 0.2516546 Jul 22 17:29:38.104129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33606) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:38.106192 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555dd89-51e1-40d5-9d12-0afc6d223175 None None] Network 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:29:38.176747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.229952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Deleting port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:29:38.230298 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.299705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] For port 1efbba29-74ac-4912-8ed7-723f48d5b1d3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1efbba29-74ac-4912-8ed7-723f48d5b1d3,segment=NetworkSegment(5c8e6f2a-97ef-4f4c-a230-3254151950db),segment_id=5c8e6f2a-97ef-4f4c-a230-3254151950db)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:38.299996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.312003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Calling delete_port for 1efbba29-74ac-4912-8ed7-723f48d5b1d3 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:29:38.335909 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b16432-2397-4365-9d02-1f47cb0918cc None None] DHCP port deletion for 5e6f686b-3fb4-4d10-87a9-5360ae21ff43 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:29:38.383914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-64b16432-2397-4365-9d02-1f47cb0918cc None None] Deleting port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:29:38.384285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64b16432-2397-4365-9d02-1f47cb0918cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.395681 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.424668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=1efbba29-74ac-4912-8ed7-723f48d5b1d3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:38.426550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] No DVR routers for this DVR port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:29:38.448044 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-64b16432-2397-4365-9d02-1f47cb0918cc None None] For port 1efbba29-74ac-4912-8ed7-723f48d5b1d3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=1efbba29-74ac-4912-8ed7-723f48d5b1d3,segment=NetworkSegment(5c8e6f2a-97ef-4f4c-a230-3254151950db),segment_id=5c8e6f2a-97ef-4f4c-a230-3254151950db)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:38.448437 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64b16432-2397-4365-9d02-1f47cb0918cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.464730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-64b16432-2397-4365-9d02-1f47cb0918cc None None] Calling delete_port for 1efbba29-74ac-4912-8ed7-723f48d5b1d3 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:29:38.509950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.524254 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6f686b-3fb4-4d10-87a9-5360ae21ff43']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:38.535881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8e6f2a-97ef-4f4c-a230-3254151950db') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:38.536198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8e6f2a-97ef-4f4c-a230-3254151950db') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:38.545448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.554201 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64b16432-2397-4365-9d02-1f47cb0918cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.562061 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.570958 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:29:38.571433 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:29:38.574032 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:29:38.585935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b16432-2397-4365-9d02-1f47cb0918cc None None] Pushing event deleted for resources: {'Port': ['ID=1efbba29-74ac-4912-8ed7-723f48d5b1d3,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:38.589510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b16432-2397-4365-9d02-1f47cb0918cc None None] No DVR routers for this DVR port 1efbba29-74ac-4912-8ed7-723f48d5b1d3 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:29:38.641647 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.651843 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.653712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] 10.222.0.53 "DELETE /v2.0/networks/5e6f686b-3fb4-4d10-87a9-5360ae21ff43 HTTP/1.1" status: 204 len: 168 time: 0.5486736 Jul 22 17:29:38.665016 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff4257-9cfd-4a9b-ab45-22b3e50c7b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6f686b-3fb4-4d10-87a9-5360ae21ff43,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:38.810833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33610) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:38.857343 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ab4dde1d-fb18-4794-b2d5-b854887c4649 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=759ff988c2f847c888f9d27cd279d304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447969 Jul 22 17:29:38.859330 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33612) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:38.907798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.930457 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.977025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.979638 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:38.980772 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aec9d27b-8a87-483e-ba5a-27595b49e4ea HTTP/1.1" status: 204 len: 168 time: 0.1205192 Jul 22 17:29:38.989316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec9d27b-8a87-483e-ba5a-27595b49e4ea,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:38.996640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.996980 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.997313 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.997644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.997969 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.998287 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.998607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.999004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.999325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.999640 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:38.999956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:39.000342 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d7e0d3-4858-4a84-8650-4a0d19b609a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:39.299509 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33618) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:39.341160 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5135f69b-a105-4580-a876-2f8a1c730f7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4dca7efee91a47dfb656d47b80982180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403996 Jul 22 17:29:39.343550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33620) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:39.392916 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f98d20ec-ee6e-4a3d-a0ef-e13016420738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:39.414356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1b22e331-ebf1-4626-8531-8f45489c57da no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:39.418423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f98d20ec-ee6e-4a3d-a0ef-e13016420738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:39.435458 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1b22e331-ebf1-4626-8531-8f45489c57da {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:29:39.435879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1b22e331-ebf1-4626-8531-8f45489c57da not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:39.436359 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ac2af85e-6e95-49d6-b5b0-367a4f4cb053 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:39.459121 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: ac2af85e-6e95-49d6-b5b0-367a4f4cb053 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:29:39.459496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device ac2af85e-6e95-49d6-b5b0-367a4f4cb053 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:39.459911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1efbba29-74ac-4912-8ed7-723f48d5b1d3 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:29:39.464763 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f98d20ec-ee6e-4a3d-a0ef-e13016420738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:39.467578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f98d20ec-ee6e-4a3d-a0ef-e13016420738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:39.468735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f98d20ec-ee6e-4a3d-a0ef-e13016420738 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8c2163e-919b-4a04-8487-df457aa61f36 HTTP/1.1" status: 204 len: 168 time: 0.1242676 Jul 22 17:29:39.478162 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d20ec-ee6e-4a3d-a0ef-e13016420738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c2163e-919b-4a04-8487-df457aa61f36,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:39.479848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 1efbba29-74ac-4912-8ed7-723f48d5b1d3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:29:39.480201 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 1efbba29-74ac-4912-8ed7-723f48d5b1d3 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:29:40.122540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33642) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:40.215421 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-288982871-network', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:40.239563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Made reservation on behalf of ef79f39e358446ecaab4abd7e893fca0 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:29:40.242037 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.250115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.341071 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.344744 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.369622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:29:40.378555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c654f51-9386-478b-8c56-c875f376c746,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:40.384519 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.384891 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Added segment dfddceae-ef17-4211-9117-db6502fee794 of type vlan for network cbc28862-0525-4f1c-8586-36a8d3381e62 Jul 22 17:29:40.427323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.454073 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.455076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:40.455748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.486669 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3628697 Jul 22 17:29:40.489466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33646) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:40.495650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Request body: {'subnet': {'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-288982871-subnet', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:40.530314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6cf27-352e-40cb-ad92-a3e6aeeb71d2 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc28862-0525-4f1c-8586-36a8d3381e62,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:40.542480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network cbc28862-0525-4f1c-8586-36a8d3381e62 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:29:40.544670 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Made reservation on behalf of ef79f39e358446ecaab4abd7e893fca0 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:29:40.546985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.713336 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.771912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4f3c52-9d7a-4057-8bd2-6971657d69b5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:40.776495 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Checking segment: {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:40.776864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Network hostable DHCP agents. Network: cbc28862-0525-4f1c-8586-36a8d3381e62, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:29:40.794057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Network cbc28862-0525-4f1c-8586-36a8d3381e62 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:29:40.802735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, cbc28862-0525-4f1c-8586-36a8d3381e62) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:40.810313 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:40.811052 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.811976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d529f168-5aea-4eb3-b9a3-1a492c8ee2f5 None None] Network cbc28862-0525-4f1c-8586-36a8d3381e62 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:29:40.824469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ab33c457-886a-46de-978b-cb124474fbdb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3339863 Jul 22 17:29:40.827323 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33648) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:40.832309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:40.854086 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.855191 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.910758 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:40.963293 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-cbc28862-0525-4f1c-8586-36a8d3381e62', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:29:40.964182 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.063938 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.100033 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Allocated IP 172.20.0.2 (cbc28862-0525-4f1c-8586-36a8d3381e62/5b4f3c52-9d7a-4057-8bd2-6971657d69b5/7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:29:41.242483 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.250573 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Transition to ACTIVE for port object 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:41.265548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Transition to ACTIVE for port object 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:41.266191 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.272874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.288666 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.313906 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Network cbc28862-0525-4f1c-8586-36a8d3381e62 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:41.316987 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:41.321256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:29:41.324214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Pushing event updated for resources: {'Port': ['ID=7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:41.381323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Attempting to bind port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:29:41.381697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Attempting to bind port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:29:41.382056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Attempting to bind port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 on network cbc28862-0525-4f1c-8586-36a8d3381e62 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:41.386911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:29:41.387308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Checking segment: {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:41.387707 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.388097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Bound using segment: {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:29:41.388559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Bound port: 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:29:41.388936 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.396253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Allocated IP 172.25.3.93 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/df304549-b128-476d-97d1-9f1e2e524503) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:29:41.457133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] For port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:41.460309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] For port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:29:41.464971 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.499071 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.527395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e626e8-ecbc-48b2-aa31-071daa94f020 None None] Pushing event updated for resources: {'Port': ['ID=7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:41.546054 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:41.582583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:41.588797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:41.592414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:29:41.598846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Pushing event updated for resources: {'Port': ['ID=df304549-b128-476d-97d1-9f1e2e524503,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:41.857808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:42.388512 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:42.430235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1dd313-a969-41f1-ac07-744853aceea4 None None] Network cbc28862-0525-4f1c-8586-36a8d3381e62 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:29:42.514066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fcfbefc7-6288-46cb-8239-2a2075d6ee59 None None] Provisioning for port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:42.520457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:29:42.631598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:29:42.641777 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Sync routers for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:29:42.647182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:42.648469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-39f8f77c-c229-43cb-8348-98a6e934e018 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8202164 Jul 22 17:29:42.651581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33650) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:42.652890 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:42.653566 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:42.761610 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:42.947019 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:41Z', 'revision_number': 3, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:42.973932 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Checking router: 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:29:42.974273 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Updating router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 port df304549-b128-476d-97d1-9f1e2e524503 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:29:43.011082 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.078578 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.239858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Allocated IP 172.20.0.1 (cbc28862-0525-4f1c-8586-36a8d3381e62/5b4f3c52-9d7a-4057-8bd2-6971657d69b5/8749c6d3-7a2b-4115-9fdd-7683a5d50bee) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:29:43.284304 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.295330 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Transition to ACTIVE for port object df304549-b128-476d-97d1-9f1e2e524503 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:43.304327 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.355822 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Attempting to bind port df304549-b128-476d-97d1-9f1e2e524503 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:29:43.356193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Attempting to bind port df304549-b128-476d-97d1-9f1e2e524503 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:29:43.356540 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Attempting to bind port df304549-b128-476d-97d1-9f1e2e524503 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:43.357923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.364193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:29:43.364569 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:43.364971 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.365354 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:29:43.365818 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Bound port: df304549-b128-476d-97d1-9f1e2e524503, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:29:43.366185 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.372717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Transition to ACTIVE for port object 8749c6d3-7a2b-4115-9fdd-7683a5d50bee will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:43.409790 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.423138 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] For port df304549-b128-476d-97d1-9f1e2e524503, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:43.426906 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] For port df304549-b128-476d-97d1-9f1e2e524503, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=df304549-b128-476d-97d1-9f1e2e524503,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:29:43.439315 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.453925 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Pushing event updated for resources: {'Port': ['ID=df304549-b128-476d-97d1-9f1e2e524503,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:43.462917 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.463181 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.463551 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.464515 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.465116 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.465229 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.465482 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.465773 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.465976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Network cbc28862-0525-4f1c-8586-36a8d3381e62 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:43.466097 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.466435 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.466690 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.467017 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:29:43.474068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:43.477980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:29:43.512957 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:43.513790 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:43.517225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Pushing event updated for resources: {'Port': ['ID=8749c6d3-7a2b-4115-9fdd-7683a5d50bee,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:43.554188 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.565182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:43.634433 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:43.638674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:43.639398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.670209 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8d0c9-c8f1-4e8b-ac6f-cecffe42be31 None None] Pushing event updated for resources: {'Port': ['ID=df304549-b128-476d-97d1-9f1e2e524503,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:43.721928 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:43.755479 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.759303 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.826478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-47c4688a-767f-4906-9bbb-56a925febda8 None None] Provisioning for port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:43.832861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:43.835028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-47c4688a-767f-4906-9bbb-56a925febda8 None None] Provisioning complete for port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:43.835604 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-47c4688a-767f-4906-9bbb-56a925febda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.858542 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.923194 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:41Z', 'revision_number': 3, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:43.923480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-47c4688a-767f-4906-9bbb-56a925febda8 None None] Port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:29:43.944357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:43.952805 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93494201-c139-4aa2-9c06-179c04a6f1e8 None None] The sync data for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 is: [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:41Z', 'revision_number': 3, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:29:43.958133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:43.963708 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:44.039046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Pushing event updated for resources: {'Port': ['ID=8749c6d3-7a2b-4115-9fdd-7683a5d50bee,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:44.044083 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:44.137975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Network cbc28862-0525-4f1c-8586-36a8d3381e62 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:44.139509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:44.277395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:29:44.410005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:29:44.415929 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-935ba2c0-f928-44da-ae23-ad81ecedfa83 admin admin] 10.222.0.53 "PUT /v2.0/routers/2203975f-fb1d-49f9-a7c4-7b0066d41cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7633235 Jul 22 17:29:44.449602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d7013e5a-c952-495f-b4d7-9ae8fc52aed2 None None] Provisioning complete for port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:44.449891 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d7013e5a-c952-495f-b4d7-9ae8fc52aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:44.489209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d7013e5a-c952-495f-b4d7-9ae8fc52aed2 None None] Port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:29:44.902267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33666) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:44.907378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-866276176-network', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:44.932134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Made reservation on behalf of 5e4729e93d7a465cb0a1774484ca09c2 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:29:44.934708 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:44.944107 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.038372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.043612 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.072678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:29:45.081767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc6ac23-678b-4fe4-87ec-3036b51d2e90,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:45.089486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.089611 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Added segment dba0f806-2177-4733-a735-a45c127eae32 of type vlan for network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 Jul 22 17:29:45.131062 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.160283 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.161298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:45.161870 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.202893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2968402 Jul 22 17:29:45.203151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33668) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:45.210632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Request body: {'subnet': {'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-866276176-subnet', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:45.245046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d10ed-b039-4604-8e41-8f4138d80b8c admin admin] Pushing event updated for resources: {'Network': ['ID=e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:45.255913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:29:45.265949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Made reservation on behalf of 5e4729e93d7a465cb0a1774484ca09c2 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:29:45.268416 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.450894 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.475488 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:29:45.507400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91469421-82b9-4727-8144-5ba964266395,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:45.508478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:45.520846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Checking segment: {'id': 'dba0f806-2177-4733-a735-a45c127eae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:45.521212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Network hostable DHCP agents. Network: e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:29:45.542686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:29:45.555957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:45.559984 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Sync routers for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:29:45.560129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:45.560802 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.568347 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea210a6-a8ad-49d6-921d-f56d3baefe99 None None] Network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:29:45.577002 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-248ca4ea-891b-4afd-8de3-7f5295440a38 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3729196 Jul 22 17:29:45.579565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33670) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:45.584057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:29:45.584277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:45.584644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.604572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.605601 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.621997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:45.622640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:45.663698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.806911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:45.987170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:46.024586 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.044165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.053053 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device df304549-b128-476d-97d1-9f1e2e524503 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:46.106321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3', 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'fixed_ips': [{'subnet_id': '91469421-82b9-4727-8144-5ba964266395'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:29:46.107182 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.157464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Allocated IP 172.25.3.224 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/45676d55-704d-4cb8-8973-12d669a52c05) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:29:46.261085 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.271923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port df304549-b128-476d-97d1-9f1e2e524503 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:46.284514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port df304549-b128-476d-97d1-9f1e2e524503 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:46.284886 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.300812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.341567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:46.344258 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:46.348279 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:29:46.373675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Pushing event updated for resources: {'Port': ['ID=45676d55-704d-4cb8-8973-12d669a52c05,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:46.387733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Allocated IP 172.20.0.2 (e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3/91469421-82b9-4727-8144-5ba964266395/e27e4e40-4f18-47d6-8fc2-46adc0d55bb0) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:29:46.469146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.478743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8749c6d3-7a2b-4115-9fdd-7683a5d50bee', 'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'mac_address': 'fa:16:3e:44:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:43Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 2, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'subnets': [{'id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:46.543373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Checking router: 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:29:46.543731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Updating router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:29:46.555058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port df304549-b128-476d-97d1-9f1e2e524503, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=df304549-b128-476d-97d1-9f1e2e524503,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:46.580130 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.608693 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.635160 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.697018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=df304549-b128-476d-97d1-9f1e2e524503,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:46.722529 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.734246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Transition to ACTIVE for port object e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:46.801333 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Transition to ACTIVE for port object e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:46.802134 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.812033 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:46.863518 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:46.869141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:46.882554 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:29:46.891914 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Pushing event updated for resources: {'Port': ['ID=e27e4e40-4f18-47d6-8fc2-46adc0d55bb0,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:46.934565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Router dd4515af-c63b-48e3-aa2d-492720c33fa0 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:29:46.997412 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Attempting to bind port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:29:46.997776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Attempting to bind port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'dba0f806-2177-4733-a735-a45c127eae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:29:46.998137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Attempting to bind port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 on network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:47.013570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:29:47.013940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Checking segment: {'id': 'dba0f806-2177-4733-a735-a45c127eae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:47.014347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.014737 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Bound using segment: {'id': 'dba0f806-2177-4733-a735-a45c127eae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:29:47.015238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Bound port: e27e4e40-4f18-47d6-8fc2-46adc0d55bb0, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba0f806-2177-4733-a735-a45c127eae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:29:47.015640 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.041702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:29:47.051101 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Sync routers for ids ['dd4515af-c63b-48e3-aa2d-492720c33fa0'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:29:47.060384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.061721 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4ad6ab48-2305-4f92-8ccc-91e5c53bf56d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4811344 Jul 22 17:29:47.065057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33672) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:29:47.065576 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Routers {'dd4515af-c63b-48e3-aa2d-492720c33fa0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:47.066188 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['dd4515af-c63b-48e3-aa2d-492720c33fa0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:47.140053 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.148918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] For port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:47.154548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] For port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e27e4e40-4f18-47d6-8fc2-46adc0d55bb0,segment=NetworkSegment(dba0f806-2177-4733-a735-a45c127eae32),segment_id=dba0f806-2177-4733-a735-a45c127eae32)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:29:47.161266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Transition to ACTIVE for port object 8749c6d3-7a2b-4115-9fdd-7683a5d50bee will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:47.165704 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.190022 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Set router dd4515af-c63b-48e3-aa2d-492720c33fa0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:47.191935 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.241626 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe56bde-1725-4bf1-9a2a-16251cb7e7cd None None] Pushing event updated for resources: {'Port': ['ID=e27e4e40-4f18-47d6-8fc2-46adc0d55bb0,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:47.368013 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2128c02-74a1-467c-913e-073914e3a348 None None] Pushing event updated for resources: {'Port': ['ID=8749c6d3-7a2b-4115-9fdd-7683a5d50bee,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:47.379315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Attempting to bind port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:29:47.379796 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Attempting to bind port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:29:47.380165 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Attempting to bind port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee on network cbc28862-0525-4f1c-8586-36a8d3381e62 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:47.386449 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:29:47.386831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Checking segment: {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:47.387533 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.387942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Bound using segment: {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:29:47.388428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Bound port: 8749c6d3-7a2b-4115-9fdd-7683a5d50bee, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:29:47.388825 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.490426 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '45676d55-704d-4cb8-8973-12d669a52c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:45Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 3, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'gw_port': {'id': '45676d55-704d-4cb8-8973-12d669a52c05', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:46Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:47.499335 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device df304549-b128-476d-97d1-9f1e2e524503 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:47.506453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] For port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:47.522121 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Checking router: dd4515af-c63b-48e3-aa2d-492720c33fa0 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:29:47.524700 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Updating router dd4515af-c63b-48e3-aa2d-492720c33fa0 port 45676d55-704d-4cb8-8973-12d669a52c05 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:29:47.576941 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.601456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] For port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8749c6d3-7a2b-4115-9fdd-7683a5d50bee,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:29:47.617042 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.680034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:47.680691 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:47.791336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2128c02-74a1-467c-913e-073914e3a348 None None] Pushing event updated for resources: {'Port': ['ID=8749c6d3-7a2b-4115-9fdd-7683a5d50bee,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:47.811879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port df304549-b128-476d-97d1-9f1e2e524503 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:47.812255 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:47.868976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:48.045043 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.057792 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Transition to ACTIVE for port object 45676d55-704d-4cb8-8973-12d669a52c05 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:48.066037 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.112100 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Attempting to bind port 45676d55-704d-4cb8-8973-12d669a52c05 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:29:48.113960 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Attempting to bind port 45676d55-704d-4cb8-8973-12d669a52c05 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:29:48.114340 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Attempting to bind port 45676d55-704d-4cb8-8973-12d669a52c05 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:48.116342 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.124808 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:29:48.125064 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:48.125354 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.125739 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:29:48.126198 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Bound port: 45676d55-704d-4cb8-8973-12d669a52c05, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:29:48.126567 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.154410 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406b980-1f77-4d77-ba5a-77ea4d65c6b6 None None] Pushing event updated for resources: {'Port': ['ID=45676d55-704d-4cb8-8973-12d669a52c05,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:48.169872 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8749c6d3-7a2b-4115-9fdd-7683a5d50bee', 'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'mac_address': 'fa:16:3e:44:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:43Z', 'updated_at': '2021-07-22T17:29:47Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'subnets': [{'id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:48.197100 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] For port 45676d55-704d-4cb8-8973-12d669a52c05, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:48.200468 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] For port 45676d55-704d-4cb8-8973-12d669a52c05, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=45676d55-704d-4cb8-8973-12d669a52c05,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:29:48.206910 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.209318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb32aa0-7064-43d1-b7b6-3e6adb820122 None None] The sync data for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 is: [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8749c6d3-7a2b-4115-9fdd-7683a5d50bee', 'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'mac_address': 'fa:16:3e:44:2f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:43Z', 'updated_at': '2021-07-22T17:29:47Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'subnets': [{'id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:29:48.292897 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Routers {'dd4515af-c63b-48e3-aa2d-492720c33fa0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:48.293619 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['dd4515af-c63b-48e3-aa2d-492720c33fa0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:48.388096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Allocated IP 172.20.0.1 (e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3/91469421-82b9-4727-8144-5ba964266395/74fe3d0c-5562-495f-939d-6f0f8658485d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:29:48.392605 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406b980-1f77-4d77-ba5a-77ea4d65c6b6 None None] Pushing event updated for resources: {'Port': ['ID=45676d55-704d-4cb8-8973-12d669a52c05,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:48.425881 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] Set router dd4515af-c63b-48e3-aa2d-492720c33fa0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:48.528510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.533728 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7d7b749b-a882-41fb-afa5-b519b9129f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.552001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Transition to ACTIVE for port object 74fe3d0c-5562-495f-939d-6f0f8658485d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:48.566485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4507c5-ff54-4461-9be9-c020fb3c5a11 None None] Network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:29:48.606251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.639374 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '45676d55-704d-4cb8-8973-12d669a52c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:45Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 3, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'gw_port': {'id': '45676d55-704d-4cb8-8973-12d669a52c05', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:46Z', 'updated_at': '2021-07-22T17:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:48.656743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:48.660643 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:48.665965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:29:48.669353 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Pushing event updated for resources: {'Port': ['ID=74fe3d0c-5562-495f-939d-6f0f8658485d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:48.679855 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415fc48-969d-44a1-833a-2d6f87547e61 None None] The sync data for ids ['dd4515af-c63b-48e3-aa2d-492720c33fa0'] in n-d-792458-13 is: [{'id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '45676d55-704d-4cb8-8973-12d669a52c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:45Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 3, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'gw_port': {'id': '45676d55-704d-4cb8-8973-12d669a52c05', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:46Z', 'updated_at': '2021-07-22T17:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:29:48.726561 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:48.841214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6af52804-c5e2-4d30-9db8-ae6638c9b2dd None None] Provisioning for port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:48.904390 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.129384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.135815 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.215717 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Pushing event updated for resources: {'Port': ['ID=74fe3d0c-5562-495f-939d-6f0f8658485d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:49.226560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.284973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45a64779-8905-4481-96ba-8f8126af2b05 None None] Provisioning for port 74fe3d0c-5562-495f-939d-6f0f8658485d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:49.291717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45a64779-8905-4481-96ba-8f8126af2b05 None None] Provisioning complete for port 74fe3d0c-5562-495f-939d-6f0f8658485d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:49.292552 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45a64779-8905-4481-96ba-8f8126af2b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.331857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-45a64779-8905-4481-96ba-8f8126af2b05 None None] Port 74fe3d0c-5562-495f-939d-6f0f8658485d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:29:49.378782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:29:49.380864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:29:49.553473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Router dd4515af-c63b-48e3-aa2d-492720c33fa0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:29:49.561292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:49.642910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be7e220a-0119-4791-ad17-1b6fae2055c3 None None] Provisioning complete for port 74fe3d0c-5562-495f-939d-6f0f8658485d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:49.644940 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be7e220a-0119-4791-ad17-1b6fae2055c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.653300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:49.699735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:49.700181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.723645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:29:49.729448 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c3bd98fc-7416-412c-a7ed-b676cc6510f2 admin admin] 10.222.0.53 "PUT /v2.0/routers/dd4515af-c63b-48e3-aa2d-492720c33fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6630895 Jul 22 17:29:49.767198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be7e220a-0119-4791-ad17-1b6fae2055c3 None None] Port 74fe3d0c-5562-495f-939d-6f0f8658485d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:29:49.829260 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.879959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e27e4e40-4f18-47d6-8fc2-46adc0d55bb0,segment=NetworkSegment(dba0f806-2177-4733-a735-a45c127eae32),segment_id=dba0f806-2177-4733-a735-a45c127eae32)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:49.886268 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.887134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 45676d55-704d-4cb8-8973-12d669a52c05 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:49.946851 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-9c7cfe02-5e1b-4d8f-985e-85286e4d2c07 None None] Provisioning complete for port 74fe3d0c-5562-495f-939d-6f0f8658485d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:49.947247 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfe02-5e1b-4d8f-985e-85286e4d2c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:49.995249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=e27e4e40-4f18-47d6-8fc2-46adc0d55bb0,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:50.015395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-9c7cfe02-5e1b-4d8f-985e-85286e4d2c07 None None] Port 74fe3d0c-5562-495f-939d-6f0f8658485d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:29:50.022474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 45676d55-704d-4cb8-8973-12d669a52c05 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:50.027236 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 45676d55-704d-4cb8-8973-12d669a52c05 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:50.027851 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:50.130500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:50.152530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 45676d55-704d-4cb8-8973-12d669a52c05, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=45676d55-704d-4cb8-8973-12d669a52c05,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:50.157039 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:50.157839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8749c6d3-7a2b-4115-9fdd-7683a5d50bee up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:50.237263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=45676d55-704d-4cb8-8973-12d669a52c05,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:50.249553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:50.255220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:50.255693 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:50.338825 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:50.372083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8749c6d3-7a2b-4115-9fdd-7683a5d50bee,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:50.375787 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:50.432178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=8749c6d3-7a2b-4115-9fdd-7683a5d50bee,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:51.112580 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0abc0f37-2484-4339-af0e-b9b06b0b5fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:51.356576 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:51.463080 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8749c6d3-7a2b-4115-9fdd-7683a5d50bee up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:51.534202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:51.534887 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:51.631653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:51.694249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:51.694625 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:51.803422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 45676d55-704d-4cb8-8973-12d669a52c05 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:51.835430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Sync routers for ids ['dd4515af-c63b-48e3-aa2d-492720c33fa0'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:29:51.856211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Routers {'dd4515af-c63b-48e3-aa2d-492720c33fa0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:51.856841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['dd4515af-c63b-48e3-aa2d-492720c33fa0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:51.944451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 45676d55-704d-4cb8-8973-12d669a52c05 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:51.944822 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:52.007104 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Set router dd4515af-c63b-48e3-aa2d-492720c33fa0 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:52.256807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '45676d55-704d-4cb8-8973-12d669a52c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:45Z', 'updated_at': '2021-07-22T17:29:48Z', 'revision_number': 4, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'gw_port': {'id': '45676d55-704d-4cb8-8973-12d669a52c05', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:46Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '74fe3d0c-5562-495f-939d-6f0f8658485d', 'name': '', 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'mac_address': 'fa:16:3e:89:5e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '91469421-82b9-4727-8144-5ba964266395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:48Z', 'updated_at': '2021-07-22T17:29:48Z', 'revision_number': 2, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'subnets': [{'id': '91469421-82b9-4727-8144-5ba964266395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:52.285840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Checking router: dd4515af-c63b-48e3-aa2d-492720c33fa0 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:29:52.286198 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Updating router dd4515af-c63b-48e3-aa2d-492720c33fa0 port 74fe3d0c-5562-495f-939d-6f0f8658485d binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:29:52.328437 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:52.630814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:52.646014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Transition to ACTIVE for port object 74fe3d0c-5562-495f-939d-6f0f8658485d will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:29:52.653327 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:52.714100 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286ed90-2dd6-44fb-8072-2e479faa318f None None] Pushing event updated for resources: {'Port': ['ID=74fe3d0c-5562-495f-939d-6f0f8658485d,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:52.794331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Attempting to bind port 74fe3d0c-5562-495f-939d-6f0f8658485d on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:29:52.795289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Attempting to bind port 74fe3d0c-5562-495f-939d-6f0f8658485d by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'dba0f806-2177-4733-a735-a45c127eae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:29:52.795289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Attempting to bind port 74fe3d0c-5562-495f-939d-6f0f8658485d on network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:29:52.799087 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:52.807421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:29:52.807421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Checking segment: {'id': 'dba0f806-2177-4733-a735-a45c127eae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:29:52.807836 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:52.808054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Bound using segment: {'id': 'dba0f806-2177-4733-a735-a45c127eae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:29:52.808535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Bound port: 74fe3d0c-5562-495f-939d-6f0f8658485d, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba0f806-2177-4733-a735-a45c127eae32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:29:52.808911 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:52.899531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] For port 74fe3d0c-5562-495f-939d-6f0f8658485d, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:29:52.905994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] For port 74fe3d0c-5562-495f-939d-6f0f8658485d, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=74fe3d0c-5562-495f-939d-6f0f8658485d,segment=NetworkSegment(dba0f806-2177-4733-a735-a45c127eae32),segment_id=dba0f806-2177-4733-a735-a45c127eae32)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:29:52.915088 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:52.980958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Routers {'dd4515af-c63b-48e3-aa2d-492720c33fa0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:29:52.981528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:29:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['dd4515af-c63b-48e3-aa2d-492720c33fa0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:53.060409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286ed90-2dd6-44fb-8072-2e479faa318f None None] Pushing event updated for resources: {'Port': ['ID=74fe3d0c-5562-495f-939d-6f0f8658485d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:53.142311 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] Set router dd4515af-c63b-48e3-aa2d-492720c33fa0 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:29:53.404534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '45676d55-704d-4cb8-8973-12d669a52c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:45Z', 'updated_at': '2021-07-22T17:29:48Z', 'revision_number': 4, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'gw_port': {'id': '45676d55-704d-4cb8-8973-12d669a52c05', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:46Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '74fe3d0c-5562-495f-939d-6f0f8658485d', 'name': '', 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'mac_address': 'fa:16:3e:89:5e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '91469421-82b9-4727-8144-5ba964266395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:48Z', 'updated_at': '2021-07-22T17:29:52Z', 'revision_number': 4, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'subnets': [{'id': '91469421-82b9-4727-8144-5ba964266395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:29:53.432783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4c2e4-3784-439e-98d0-de17ecc0a48e None None] The sync data for ids ['dd4515af-c63b-48e3-aa2d-492720c33fa0'] in n-d-792458-13 is: [{'id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '45676d55-704d-4cb8-8973-12d669a52c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:45Z', 'updated_at': '2021-07-22T17:29:48Z', 'revision_number': 4, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'gw_port': {'id': '45676d55-704d-4cb8-8973-12d669a52c05', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:46Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '74fe3d0c-5562-495f-939d-6f0f8658485d', 'name': '', 'network_id': 'e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'mac_address': 'fa:16:3e:89:5e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '91469421-82b9-4727-8144-5ba964266395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:48Z', 'updated_at': '2021-07-22T17:29:52Z', 'revision_number': 4, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'subnets': [{'id': '91469421-82b9-4727-8144-5ba964266395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:29:54.441258 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:55.507520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74fe3d0c-5562-495f-939d-6f0f8658485d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:55.569681 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 74fe3d0c-5562-495f-939d-6f0f8658485d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:29:55.573940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 74fe3d0c-5562-495f-939d-6f0f8658485d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:55.574332 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:55.663804 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:55.699031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 74fe3d0c-5562-495f-939d-6f0f8658485d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=74fe3d0c-5562-495f-939d-6f0f8658485d,segment=NetworkSegment(dba0f806-2177-4733-a735-a45c127eae32),segment_id=dba0f806-2177-4733-a735-a45c127eae32)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:29:55.703270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:55.761453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=74fe3d0c-5562-495f-939d-6f0f8658485d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:29:57.452592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74fe3d0c-5562-495f-939d-6f0f8658485d up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:29:57.507621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 74fe3d0c-5562-495f-939d-6f0f8658485d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:29:57.507976 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:29:59.663010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-e231c25f-46e8-435b-8c21-a1893fbc80d3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:29:59.664431 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-e231c25f-46e8-435b-8c21-a1893fbc80d3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/networks?id=cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 200 len: 814 time: 0.1071761 Jul 22 17:29:59.679753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-d797394f-bed9-44f5-ae05-4c1e872e89e7 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/quotas/ef79f39e358446ecaab4abd7e893fca0 HTTP/1.1" status: 200 len: 375 time: 0.0100441 Jul 22 17:29:59.743949 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-8dee2d45-b13f-4757-b715-84423ac5655e tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ef79f39e358446ecaab4abd7e893fca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593913 Jul 22 17:29:59.929170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-a5982b47-1393-4297-be09-0102c2761049 service neutron] 10.222.0.53 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735506 Jul 22 17:30:00.022320 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-94c2c3f9-cc19-4f36-a8c2-23c83d5a3adc service neutron] 10.222.0.53 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874913 Jul 22 17:30:01.201714 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-559b1f8a-07b8-4a0a-94bc-4b9eea7cf39c req-74f98131-00f8-463a-988a-4209d013b180 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 210 time: 0.0298543 Jul 22 17:30:02.204100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:02.222330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-9e136bdb-fe32-40ee-8cfe-717ee3c8ca7b tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:02.223980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-9e136bdb-fe32-40ee-8cfe-717ee3c8ca7b tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.65 "GET /v2.0/networks?id=cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 200 len: 814 time: 0.1162431 Jul 22 17:30:02.251455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'port': {'device_id': '94850401-3b47-4f38-a301-87b729c757e3', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'admin_state_up': True, 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:02.315372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a438df3a-085a-4e1f-b7bd-ad65b0b72b6b req-ea305e9f-1d79-42e2-b3bb-768453f04d17 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 210 time: 0.0372663 Jul 22 17:30:02.397043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Made reservation on behalf of ef79f39e358446ecaab4abd7e893fca0 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:30:02.401027 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:02.563350 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Allocated IP 172.20.0.3 (cbc28862-0525-4f1c-8586-36a8d3381e62/5b4f3c52-9d7a-4057-8bd2-6971657d69b5/704974b6-6138-4b80-8deb-883dc1243767) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:30:02.748200 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:02.763155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Transition to ACTIVE for port object 704974b6-6138-4b80-8deb-883dc1243767 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:30:02.802736 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:02.859220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Network cbc28862-0525-4f1c-8586-36a8d3381e62 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:30:02.862502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:30:02.868631 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:30:02.906540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'Port': ['ID=704974b6-6138-4b80-8deb-883dc1243767,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:02.923030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.923422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.928116 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:02.947396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:02.948153 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:02.964107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6c5075e9-7654-455d-bb84-539b0cbc0579 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173588 Jul 22 17:30:03.178831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec9e7220-ec2b-49e6-8804-d91b6109e190 None None] Provisioning for port 704974b6-6138-4b80-8deb-883dc1243767 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:30:03.183312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ec9e7220-ec2b-49e6-8804-d91b6109e190 None None] Provisioning complete for port 704974b6-6138-4b80-8deb-883dc1243767 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:30:03.183730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ec9e7220-ec2b-49e6-8804-d91b6109e190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:03.237135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e7220-ec2b-49e6-8804-d91b6109e190 None None] Port 704974b6-6138-4b80-8deb-883dc1243767 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:30:03.462428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3424d-481a-466c-8541-062b3fb1be00 req-f6b80d80-6569-4bdc-acef-c7652c23e839 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:03.464012 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80f3424d-481a-466c-8541-062b3fb1be00 req-f6b80d80-6569-4bdc-acef-c7652c23e839 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 931 time: 0.0775092 Jul 22 17:30:03.511808 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-80f3424d-481a-466c-8541-062b3fb1be00 req-912734c4-ec14-49e5-aca4-edd492f706ee tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418332 Jul 22 17:30:04.650908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c6ad3-bcdb-4baf-99a3-d1647213462f req-e911895d-e8ff-4a60-bca8-e8c5a31d7e8e tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:04.652507 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-608c6ad3-bcdb-4baf-99a3-d1647213462f req-e911895d-e8ff-4a60-bca8-e8c5a31d7e8e tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 931 time: 0.0672014 Jul 22 17:30:04.692377 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-608c6ad3-bcdb-4baf-99a3-d1647213462f req-ad0d4206-a36a-42f2-b611-accbac394ac1 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343294 Jul 22 17:30:05.838870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148eeab-54d1-4e7d-8be7-6d8fde0c9141 req-fce39dd6-acdc-4064-a0c1-39e470f6049e tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:05.840441 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0148eeab-54d1-4e7d-8be7-6d8fde0c9141 req-fce39dd6-acdc-4064-a0c1-39e470f6049e tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 931 time: 0.0745382 Jul 22 17:30:05.883106 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0148eeab-54d1-4e7d-8be7-6d8fde0c9141 req-32c603d9-0800-4287-93bd-d33c6ebc735c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366068 Jul 22 17:30:06.170911 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:07.024862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637156c-e74a-4f4a-98d5-cbe7d30d2628 req-ef1163a2-e529-40ca-ac11-7b545c44e906 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:07.026628 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8637156c-e74a-4f4a-98d5-cbe7d30d2628 req-ef1163a2-e529-40ca-ac11-7b545c44e906 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 931 time: 0.0690026 Jul 22 17:30:07.067357 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8637156c-e74a-4f4a-98d5-cbe7d30d2628 req-593f2b24-dca0-4f97-810e-fa6d5d3f0307 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343738 Jul 22 17:30:08.207088 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c33f6-139c-45c5-ac8c-d37fe69986e7 req-ffa8126d-40b7-472e-8b4a-83f86f78b162 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:08.208706 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c0c33f6-139c-45c5-ac8c-d37fe69986e7 req-ffa8126d-40b7-472e-8b4a-83f86f78b162 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 931 time: 0.0698857 Jul 22 17:30:08.250266 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c0c33f6-139c-45c5-ac8c-d37fe69986e7 req-63178c47-1a8f-4e02-8941-10354cbda3bf tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360320 Jul 22 17:30:09.388100 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13097a0e-1122-4e4e-babb-6690fa856640 req-f0d19694-8ec5-4293-837a-1cbf1fcc62ce tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:09.389672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13097a0e-1122-4e4e-babb-6690fa856640 req-f0d19694-8ec5-4293-837a-1cbf1fcc62ce tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 931 time: 0.0698454 Jul 22 17:30:09.432183 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-13097a0e-1122-4e4e-babb-6690fa856640 req-1b437333-b306-4a2c-85b4-cabac1cc4ee3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363410 Jul 22 17:30:10.581794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50db4a-8bb1-486e-9fb6-7466e3436464 req-558e11b3-5351-425b-8bb0-2546d9382ce1 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:10.583236 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a50db4a-8bb1-486e-9fb6-7466e3436464 req-558e11b3-5351-425b-8bb0-2546d9382ce1 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 931 time: 0.0685604 Jul 22 17:30:10.623025 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7a50db4a-8bb1-486e-9fb6-7466e3436464 req-62444b71-fdf6-4c79-ac11-e08a6d73cc93 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Jul 22 17:30:11.766521 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9378e4-a1d9-4a34-b7de-e63561f3cab3 req-cec2a28a-7c72-4bbe-9161-6fbf2130131a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:11.769043 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc9378e4-a1d9-4a34-b7de-e63561f3cab3 req-cec2a28a-7c72-4bbe-9161-6fbf2130131a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 931 time: 0.0701840 Jul 22 17:30:11.811441 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fc9378e4-a1d9-4a34-b7de-e63561f3cab3 req-9a50f147-7df1-4650-b01a-3512849a33e1 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363498 Jul 22 17:30:12.954617 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c0ea-d98f-4819-9aed-44e6320c4c9a req-8ca06fcd-abb4-4a7c-9206-04bb624e81fb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:12.956276 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d46c0ea-d98f-4819-9aed-44e6320c4c9a req-8ca06fcd-abb4-4a7c-9206-04bb624e81fb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 931 time: 0.0730085 Jul 22 17:30:12.995066 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7d46c0ea-d98f-4819-9aed-44e6320c4c9a req-bc2ff4c0-12d7-4b9c-8741-d3ba0a1c50a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328321 Jul 22 17:30:13.264219 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Request body: {'port': {'device_id': '94850401-3b47-4f38-a301-87b729c757e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:13.394177 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:13.737767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704974b6-6138-4b80-8deb-883dc1243767 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:30:13.744926 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:13.756171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Transition to ACTIVE for port object 704974b6-6138-4b80-8deb-883dc1243767 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:30:13.760443 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:13.813146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Pushing event updated for resources: {'Port': ['ID=704974b6-6138-4b80-8deb-883dc1243767,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:13.887233 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Attempting to bind port 704974b6-6138-4b80-8deb-883dc1243767 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:30:13.887573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Attempting to bind port 704974b6-6138-4b80-8deb-883dc1243767 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:30:13.887910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Attempting to bind port 704974b6-6138-4b80-8deb-883dc1243767 on network cbc28862-0525-4f1c-8586-36a8d3381e62 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:30:13.893060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Port 704974b6-6138-4b80-8deb-883dc1243767 on network cbc28862-0525-4f1c-8586-36a8d3381e62 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:30:13.893384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Attempting to bind port 704974b6-6138-4b80-8deb-883dc1243767 on network cbc28862-0525-4f1c-8586-36a8d3381e62 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:30:13.898465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:30:13.898809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Checking segment: {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:30:13.899220 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Bound using segment: {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:30:13.899917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Bound port: 704974b6-6138-4b80-8deb-883dc1243767, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfddceae-ef17-4211-9117-db6502fee794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:30:13.900277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:13.970169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] For port 704974b6-6138-4b80-8deb-883dc1243767, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:30:13.973156 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] For port 704974b6-6138-4b80-8deb-883dc1243767, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=704974b6-6138-4b80-8deb-883dc1243767,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:30:13.977937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:14.008480 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:14.009133 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:14.010472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] 10.222.0.65 "PUT /v2.0/ports/704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 1092 time: 0.8027685 Jul 22 17:30:14.013049 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:30:14.015196 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b68cb-4b19-4457-b087-5de195e42d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:30:14.047648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e991c-0948-4fe4-a62f-f61311528687 service neutron] Pushing event updated for resources: {'Port': ['ID=704974b6-6138-4b80-8deb-883dc1243767,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:14.086230 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc811bd-b9b0-4553-9056-38efb8a23f6e x-openstack-request-id: req-0dc811bd-b9b0-4553-9056-38efb8a23f6e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:30:14.086737 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:30:14.087191 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0dc811bd-b9b0-4553-9056-38efb8a23f6e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:30:14.087789 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767', 'status': 'completed', 'code': 200} Jul 22 17:30:14.214475 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168a892-f643-4bae-a4da-ae0afe89919e req-b5f6f353-980f-4da4-b575-259461724a29 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:14.216048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8168a892-f643-4bae-a4da-ae0afe89919e req-b5f6f353-980f-4da4-b575-259461724a29 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 943 time: 0.1083467 Jul 22 17:30:14.219070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-946b5185-d4b6-4719-bb64-3cbf4f1b08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:14.221164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-946b5185-d4b6-4719-bb64-3cbf4f1b08f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef79f39e358446ecaab4abd7e893fca0&device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1095 time: 0.1037011 Jul 22 17:30:14.278740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-e8ca4dfa-7063-4050-b338-3a048c935492 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 217 time: 0.0368478 Jul 22 17:30:14.320584 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8168a892-f643-4bae-a4da-ae0afe89919e req-6b71ddc0-91c6-499f-a3b2-b26c673e9ffe tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939710 Jul 22 17:30:14.338147 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-dc3c53af-fb4e-4bab-877c-76c0f0d595ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:14.339624 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-dc3c53af-fb4e-4bab-877c-76c0f0d595ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b4f3c52-9d7a-4057-8bd2-6971657d69b5 HTTP/1.1" status: 200 len: 853 time: 0.0532110 Jul 22 17:30:14.399653 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-045f203a-b627-482e-875f-9833a5682321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:14.401142 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-045f203a-b627-482e-875f-9833a5682321 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbc28862-0525-4f1c-8586-36a8d3381e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533230 Jul 22 17:30:14.490720 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6b567ba2-8f89-4590-b845-e110bdfa34e0 service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817704 Jul 22 17:30:14.589364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-19e61d68-4043-4a49-86bc-63c72b977f18 req-6a331da4-82a0-4460-b146-643900bdfe53 service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911450 Jul 22 17:30:14.729981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-d3e13ae0-f9a9-4490-a1b4-4d67292984b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:14.731508 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-d3e13ae0-f9a9-4490-a1b4-4d67292984b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef79f39e358446ecaab4abd7e893fca0&device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1095 time: 0.0534294 Jul 22 17:30:14.826747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-1b3df0f6-88e1-4280-804a-a09a1d9cea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:14.828273 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-1b3df0f6-88e1-4280-804a-a09a1d9cea0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 200 len: 915 time: 0.0891314 Jul 22 17:30:14.872088 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-b4ee1000-ef49-4222-a655-49427e4d87d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 217 time: 0.0371256 Jul 22 17:30:14.928485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-e3e29926-544d-4125-b368-385de0b02da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:14.929980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-e3e29926-544d-4125-b368-385de0b02da4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b4f3c52-9d7a-4057-8bd2-6971657d69b5 HTTP/1.1" status: 200 len: 853 time: 0.0495296 Jul 22 17:30:14.994546 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-208e98f0-1744-4ed6-aa33-591ac3b516b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:14.996156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-208e98f0-1744-4ed6-aa33-591ac3b516b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbc28862-0525-4f1c-8586-36a8d3381e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585454 Jul 22 17:30:15.088747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-2cf6311c-8787-41d8-ab7c-48af17b8a2ce service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854454 Jul 22 17:30:15.187924 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a92b68cb-4b19-4457-b087-5de195e42d9b req-a372a440-0321-4d15-8e39-343f15452a7b service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911148 Jul 22 17:30:15.462258 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad437e50-2916-45de-96c6-64b9fec7df0b req-a5aba249-dc11-4df0-813b-45bff46fd014 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:15.463729 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad437e50-2916-45de-96c6-64b9fec7df0b req-a5aba249-dc11-4df0-813b-45bff46fd014 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 943 time: 0.0700650 Jul 22 17:30:15.509699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ad437e50-2916-45de-96c6-64b9fec7df0b req-42d5d4de-eee9-4ade-a55c-e5ca9f160c1c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Jul 22 17:30:16.641686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107495b-84c4-4c78-a423-d28c48afd1ac req-ad9b6545-f941-4d42-bc1e-4a6ed9363799 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:16.643662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c107495b-84c4-4c78-a423-d28c48afd1ac req-ad9b6545-f941-4d42-bc1e-4a6ed9363799 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 943 time: 0.0659730 Jul 22 17:30:16.681546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c107495b-84c4-4c78-a423-d28c48afd1ac req-ae2c0325-9965-462e-b8e5-8fe41b5fe65b tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Jul 22 17:30:17.825664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff0e84-3cd6-4857-b18c-094709968660 req-dbc03fdf-d86d-4293-b7b5-6e24b0c2f950 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:17.827188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ff0e84-3cd6-4857-b18c-094709968660 req-dbc03fdf-d86d-4293-b7b5-6e24b0c2f950 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 943 time: 0.0703037 Jul 22 17:30:17.867043 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-99ff0e84-3cd6-4857-b18c-094709968660 req-862439b0-bd83-4939-9bd2-404966ecbceb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333018 Jul 22 17:30:18.016065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 704974b6-6138-4b80-8deb-883dc1243767 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:30:18.113630 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 704974b6-6138-4b80-8deb-883dc1243767, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=704974b6-6138-4b80-8deb-883dc1243767,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:30:18.124410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '704974b6-6138-4b80-8deb-883dc1243767', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'port_id': '704974b6-6138-4b80-8deb-883dc1243767', 'mac_address': 'fa:16:3e:60:d2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:30:18.161017 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:18.173079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704974b6-6138-4b80-8deb-883dc1243767 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:30:18.197304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 704974b6-6138-4b80-8deb-883dc1243767, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=704974b6-6138-4b80-8deb-883dc1243767,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:30:18.201270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:18.253475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=704974b6-6138-4b80-8deb-883dc1243767,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:18.260852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.261196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.261539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.261875 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.262210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.262543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.262868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.263224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.263550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.263871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.264196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.264520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:30:18.696715 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['704974b6-6138-4b80-8deb-883dc1243767'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:30:18.720691 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ca7a6373-bb34-491b-a046-5921346d83df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:19.011865 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0af77d-9c7b-44f4-aa13-1119133070fe req-e1e83cf5-df8d-4d91-aadc-ef6499fde736 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:19.013308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f0af77d-9c7b-44f4-aa13-1119133070fe req-e1e83cf5-df8d-4d91-aadc-ef6499fde736 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 944 time: 0.0756719 Jul 22 17:30:19.054038 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5f0af77d-9c7b-44f4-aa13-1119133070fe req-e2508d34-79e5-4d9e-9546-c0746d450643 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348172 Jul 22 17:30:20.019243 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 704974b6-6138-4b80-8deb-883dc1243767 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:30:20.068517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 704974b6-6138-4b80-8deb-883dc1243767 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:30:20.072158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 704974b6-6138-4b80-8deb-883dc1243767 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:30:20.072528 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:20.148322 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:20.171242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704974b6-6138-4b80-8deb-883dc1243767'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:30:20.173582 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b03ea2-fe73-4f76-bc00-42b04ea4f22d" -d '{"events": [{"server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "name": "network-vif-plugged", "status": "completed", "tag": "704974b6-6138-4b80-8deb-883dc1243767"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:30:20.185716 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977c090-75d3-4246-b9f3-10b92aded34d req-94428c44-de85-4440-a5b2-7df4e3f37133 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:20.187054 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8977c090-75d3-4246-b9f3-10b92aded34d req-94428c44-de85-4440-a5b2-7df4e3f37133 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 944 time: 0.0663936 Jul 22 17:30:20.187425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 704974b6-6138-4b80-8deb-883dc1243767, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=704974b6-6138-4b80-8deb-883dc1243767,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:30:20.192633 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:20.237016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8977c090-75d3-4246-b9f3-10b92aded34d req-7662fdef-4235-4ee4-8a09-ef9bacd5e1e4 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Jul 22 17:30:20.245690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=704974b6-6138-4b80-8deb-883dc1243767,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:20.343033 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe81a71-e7a6-4c5d-8215-200e4424feec x-openstack-request-id: req-ffe81a71-e7a6-4c5d-8215-200e4424feec {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:30:20.343338 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "name": "network-vif-plugged", "status": "completed", "tag": "704974b6-6138-4b80-8deb-883dc1243767", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:30:20.343598 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffe81a71-e7a6-4c5d-8215-200e4424feec {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:30:20.344002 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704974b6-6138-4b80-8deb-883dc1243767', 'code': 200} Jul 22 17:30:20.522889 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b68f2c-0105-48f4-beb1-af2e45062d0e req-14971600-2757-4116-9648-5c70546ca693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:20.524333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2b68f2c-0105-48f4-beb1-af2e45062d0e req-14971600-2757-4116-9648-5c70546ca693 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1097 time: 0.0548732 Jul 22 17:30:20.559675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e2b68f2c-0105-48f4-beb1-af2e45062d0e req-b3c7ca60-b867-4025-985b-5608176a9f61 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283456 Jul 22 17:30:21.105828 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01ea1008-8d95-4a00-ae91-2b4aaa4a916a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:21.355529 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:21.389229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb98ba5-a2fc-45b7-bbf8-d9a2c64a1aef req-c3b0f21d-4e5b-42a7-bf85-fb2d8235d457 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:21.390782 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3fb98ba5-a2fc-45b7-bbf8-d9a2c64a1aef req-c3b0f21d-4e5b-42a7-bf85-fb2d8235d457 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 945 time: 0.0822878 Jul 22 17:30:21.428968 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3fb98ba5-a2fc-45b7-bbf8-d9a2c64a1aef req-bcd194eb-2d38-47d4-92ca-18bce29c83cf tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Jul 22 17:30:22.475385 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:30:22.562120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5552170-36e4-4cbf-90b7-f50ab4e4bbc1 req-b184c991-fc2e-4ba3-b159-d5c47782c56a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:22.563713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5552170-36e4-4cbf-90b7-f50ab4e4bbc1 req-b184c991-fc2e-4ba3-b159-d5c47782c56a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 945 time: 0.0662675 Jul 22 17:30:22.607228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a5552170-36e4-4cbf-90b7-f50ab4e4bbc1 req-45fb1d52-35ae-4147-86e5-ca093daaae93 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Jul 22 17:30:22.739541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71938ce6-27ac-4c08-8248-e75a25ab1c16 req-6729149c-21df-4d01-bf4f-3b248962ca9e tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:22.740704 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:22.741149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71938ce6-27ac-4c08-8248-e75a25ab1c16 req-6729149c-21df-4d01-bf4f-3b248962ca9e tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 945 time: 0.0677292 Jul 22 17:30:22.779107 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-71938ce6-27ac-4c08-8248-e75a25ab1c16 req-0cc4268b-d72f-4062-a344-d683e9ac6d58 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Jul 22 17:30:22.990946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044dbb9-542b-4581-8021-32c44f591c02 req-ed3c1860-972b-49c9-bae8-89752e4a3203 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:22.992373 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7044dbb9-542b-4581-8021-32c44f591c02 req-ed3c1860-972b-49c9-bae8-89752e4a3203 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 945 time: 0.0726502 Jul 22 17:30:23.032058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7044dbb9-542b-4581-8021-32c44f591c02 req-e601f4d3-56d3-48fb-a9bb-552b8bc687d0 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Jul 22 17:30:24.443461 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:32.212783 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:34.681699 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b25ce-7560-4562-9011-15ca08db916c req-e4daf142-34cd-40c4-a9b9-abd1ae4d5a41 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:34.683257 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e00b25ce-7560-4562-9011-15ca08db916c req-e4daf142-34cd-40c4-a9b9-abd1ae4d5a41 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 945 time: 0.0722435 Jul 22 17:30:34.721790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e00b25ce-7560-4562-9011-15ca08db916c req-04ad605b-77bd-4c1d-900b-abd73143a65b tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329387 Jul 22 17:30:34.743997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33882) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:30:34.841539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e722595-1b71-42fe-bb44-0bb4679323e0 tempest-TestMinimumBasicScenario-787611456 tempest-TestMinimumBasicScenario-787611456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:34.843014 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8e722595-1b71-42fe-bb44-0bb4679323e0 tempest-TestMinimumBasicScenario-787611456 tempest-TestMinimumBasicScenario-787611456-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1092 time: 0.0979822 Jul 22 17:30:34.846764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33886) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:30:34.851141 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '704974b6-6138-4b80-8deb-883dc1243767', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:34.872769 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:34.967960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:35.080875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Allocated IP 172.25.3.145 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/edf524a5-bb56-42ed-aad3-679d19c9b34f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:30:35.185331 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:35.232534 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:35.272953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:30:35.276068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:30:35.279600 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:30:35.285687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'Port': ['ID=edf524a5-bb56-42ed-aad3-679d19c9b34f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:35.634247 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:35.709735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.176849 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.206302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.211025 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.285316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'Port': ['ID=edf524a5-bb56-42ed-aad3-679d19c9b34f,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:36.294520 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.400721 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Floating IP 88030541-350b-436d-aef8-fd13cfb9baf3 associated. External IP: 172.25.3.145, port: 704974b6-6138-4b80-8deb-883dc1243767. Jul 22 17:30:36.610816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:30:36.722168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:30:36.733073 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] Sync routers for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:30:36.737904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.743245 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:30:36.743843 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:30:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:30:36.778825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-de9c3a74-ebfe-456b-92eb-7202bd907b8c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9309928 Jul 22 17:30:36.779607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:30:36.781937 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33888) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:30:36.782625 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2e8a92-db37-4e23-84c9-9cde74241cec" -d '{"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:30:36.787793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3c81c7ca-d7e4-4f8d-b2e3-14a42db95dbb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169636287', 'description': 'tempest-secgroup-smoke-169636287 description', 'project_id': 'ef79f39e358446ecaab4abd7e893fca0'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:36.813123 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c81c7ca-d7e4-4f8d-b2e3-14a42db95dbb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.822716 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ee744-f52f-4d15-9b26-7577ce909c99 x-openstack-request-id: req-cf9ee744-f52f-4d15-9b26-7577ce909c99 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:30:36.823059 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:30:36.823374 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf9ee744-f52f-4d15-9b26-7577ce909c99 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:30:36.824414 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767', 'status': 'completed', 'code': 200} Jul 22 17:30:36.855365 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:30:36.907012 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c81c7ca-d7e4-4f8d-b2e3-14a42db95dbb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.912285 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c81c7ca-d7e4-4f8d-b2e3-14a42db95dbb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.943544 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3c81c7ca-d7e4-4f8d-b2e3-14a42db95dbb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:36.944941 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3c81c7ca-d7e4-4f8d-b2e3-14a42db95dbb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1609390 Jul 22 17:30:36.947839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33892) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:30:36.953219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-16fbcded-5af7-4507-abf7-2a8e191fb669 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac689a-c645-404b-bfb2-1263be176137', 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:36.961521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81c7ca-d7e4-4f8d-b2e3-14a42db95dbb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ac689a-c645-404b-bfb2-1263be176137,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:36.961766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-d28daa72-5890-4707-a5ef-9bfa93aae2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:36.962250 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-d28daa72-5890-4707-a5ef-9bfa93aae2c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef79f39e358446ecaab4abd7e893fca0&device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1097 time: 0.0654480 Jul 22 17:30:36.997351 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16fbcded-5af7-4507-abf7-2a8e191fb669 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.055776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16fbcded-5af7-4507-abf7-2a8e191fb669 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.059802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16fbcded-5af7-4507-abf7-2a8e191fb669 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.082965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbcded-5af7-4507-abf7-2a8e191fb669 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8212ee26-d37d-44bd-86cc-45bc6d817337,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:37.083845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-2601d01a-b606-48d9-82be-2d75b084e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:37.086416 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-2601d01a-b606-48d9-82be-2d75b084e066 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 200 len: 915 time: 0.1127551 Jul 22 17:30:37.089474 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-16fbcded-5af7-4507-abf7-2a8e191fb669 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.091246 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-16fbcded-5af7-4507-abf7-2a8e191fb669 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424758 Jul 22 17:30:37.094083 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33894) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:30:37.099430 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-908a78c7-171e-4648-a44c-97c9c3606a97 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac689a-c645-404b-bfb2-1263be176137', 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:37.136094 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-908a78c7-171e-4648-a44c-97c9c3606a97 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.154529 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '88030541-350b-436d-aef8-fd13cfb9baf3', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'port_id': '704974b6-6138-4b80-8deb-883dc1243767', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'mac_address': 'fa:16:3e:60:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94850401-3b47-4f38-a301-87b729c757e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:30:35Z', 'updated_at': '2021-07-22T17:30:35Z', 'revision_number': 0, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8749c6d3-7a2b-4115-9fdd-7683a5d50bee', 'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'mac_address': 'fa:16:3e:44:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:43Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 5, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'subnets': [{'id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:30:37.165419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-3a37ea14-7373-4f69-b85a-179f160c5bdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 999 time: 0.0687616 Jul 22 17:30:37.182053 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] Checking router: 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:30:37.207510 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:30:37.208556 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:30:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:30:37.223203 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-908a78c7-171e-4648-a44c-97c9c3606a97 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.228217 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-908a78c7-171e-4648-a44c-97c9c3606a97 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.233813 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-0a09aca2-89c3-4508-adae-85f4f9b7fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:37.236758 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-0a09aca2-89c3-4508-adae-85f4f9b7fb35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b4f3c52-9d7a-4057-8bd2-6971657d69b5 HTTP/1.1" status: 200 len: 853 time: 0.0545006 Jul 22 17:30:37.249612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a78c7-171e-4648-a44c-97c9c3606a97 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5176deb1-c0e6-468a-841e-db0bbf8a7f9a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:37.253451 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-908a78c7-171e-4648-a44c-97c9c3606a97 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.254716 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-908a78c7-171e-4648-a44c-97c9c3606a97 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596496 Jul 22 17:30:37.257562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33896) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:30:37.262044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ed01c14d-d9ec-4abf-b6c2-57f5b34b608c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac689a-c645-404b-bfb2-1263be176137', 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:37.291405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed01c14d-d9ec-4abf-b6c2-57f5b34b608c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.312013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-d9c70c57-36ad-4b4c-aa41-b5348548b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:37.313535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-d9c70c57-36ad-4b4c-aa41-b5348548b66d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbc28862-0525-4f1c-8586-36a8d3381e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696449 Jul 22 17:30:37.335927 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:30:37.360527 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed01c14d-d9ec-4abf-b6c2-57f5b34b608c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.365080 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed01c14d-d9ec-4abf-b6c2-57f5b34b608c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.387214 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01c14d-d9ec-4abf-b6c2-57f5b34b608c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80acaf3c-5b55-4abf-82aa-3989f13be985,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:37.407442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed01c14d-d9ec-4abf-b6c2-57f5b34b608c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.410241 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed01c14d-d9ec-4abf-b6c2-57f5b34b608c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512182 Jul 22 17:30:37.412630 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33898) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:30:37.417428 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d18cd081-baad-4f3f-8dad-28bd94cd0d86 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac689a-c645-404b-bfb2-1263be176137', 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:37.435553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-297e7e3a-a4fb-43fd-a126-8255a9f19b07 service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110089 Jul 22 17:30:37.455531 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d18cd081-baad-4f3f-8dad-28bd94cd0d86 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.539138 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b2e8a92-db37-4e23-84c9-9cde74241cec req-5adb0c8b-7262-476f-afda-e8553b01239c service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953939 Jul 22 17:30:37.553417 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d18cd081-baad-4f3f-8dad-28bd94cd0d86 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.561387 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d18cd081-baad-4f3f-8dad-28bd94cd0d86 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.584146 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cd081-baad-4f3f-8dad-28bd94cd0d86 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a200c984-0971-40c2-8ef0-c35fefbcc0cc,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:37.597437 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d18cd081-baad-4f3f-8dad-28bd94cd0d86 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.598813 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d18cd081-baad-4f3f-8dad-28bd94cd0d86 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853218 Jul 22 17:30:37.601508 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33900) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:30:37.606262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-af015a87-562a-4893-ab5a-ddfaf6d5729f tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac689a-c645-404b-bfb2-1263be176137', 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:37.628663 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '88030541-350b-436d-aef8-fd13cfb9baf3', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'port_id': '704974b6-6138-4b80-8deb-883dc1243767', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'mac_address': 'fa:16:3e:60:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94850401-3b47-4f38-a301-87b729c757e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:30:35Z', 'updated_at': '2021-07-22T17:30:35Z', 'revision_number': 0, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8749c6d3-7a2b-4115-9fdd-7683a5d50bee', 'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'mac_address': 'fa:16:3e:44:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:43Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 5, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'subnets': [{'id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:30:37.630351 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-af015a87-562a-4893-ab5a-ddfaf6d5729f tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Project ef79f39e358446ecaab4abd7e893fca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:30:37.635518 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af015a87-562a-4893-ab5a-ddfaf6d5729f tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.656230 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9037a87e-81c9-42d7-b852-350bb0b05f68 None None] The sync data for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 is: [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '88030541-350b-436d-aef8-fd13cfb9baf3', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'port_id': '704974b6-6138-4b80-8deb-883dc1243767', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'mac_address': 'fa:16:3e:60:d2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94850401-3b47-4f38-a301-87b729c757e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:30:35Z', 'updated_at': '2021-07-22T17:30:35Z', 'revision_number': 0, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8749c6d3-7a2b-4115-9fdd-7683a5d50bee', 'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'mac_address': 'fa:16:3e:44:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:43Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 5, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'subnets': [{'id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:30:37.709573 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af015a87-562a-4893-ab5a-ddfaf6d5729f tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.719032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af015a87-562a-4893-ab5a-ddfaf6d5729f tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.738120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af015a87-562a-4893-ab5a-ddfaf6d5729f tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5484c34a-612b-4061-916a-e1840db15698,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:37.751109 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-af015a87-562a-4893-ab5a-ddfaf6d5729f tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.756548 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-af015a87-562a-4893-ab5a-ddfaf6d5729f tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502404 Jul 22 17:30:37.756767 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33902) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:30:37.761164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4c3dbd4f-b97c-49f4-9727-46e5baad344d tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'security_group_rule': {'security_group_id': 'd7ac689a-c645-404b-bfb2-1263be176137', 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:37.784500 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-4c3dbd4f-b97c-49f4-9727-46e5baad344d tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Project ef79f39e358446ecaab4abd7e893fca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:30:37.789827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c3dbd4f-b97c-49f4-9727-46e5baad344d tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.857802 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c3dbd4f-b97c-49f4-9727-46e5baad344d tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.863333 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c3dbd4f-b97c-49f4-9727-46e5baad344d tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.884836 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dbd4f-b97c-49f4-9727-46e5baad344d tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f473b8-b1a8-43ca-8b82-685b3bf621bf,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:37.893618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d24962-f971-4c0b-a6d5-762598826df0 None None] New status for floating IP 88030541-350b-436d-aef8-fd13cfb9baf3: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:30:37.895597 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4c3dbd4f-b97c-49f4-9727-46e5baad344d tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:37.897049 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4c3dbd4f-b97c-49f4-9727-46e5baad344d tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394205 Jul 22 17:30:37.984168 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cde26736-a2e2-46f0-94d5-b49093273930 req-c753a7db-55ff-4cd3-a0ca-61641b044b6b tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169636287&fields=id&tenant_id=ef79f39e358446ecaab4abd7e893fca0 HTTP/1.1" status: 200 len: 267 time: 0.0360632 Jul 22 17:30:38.074760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde26736-a2e2-46f0-94d5-b49093273930 req-2f029f3b-c8d1-4820-a748-0c9f08be5a1c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:38.076720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cde26736-a2e2-46f0-94d5-b49093273930 req-2f029f3b-c8d1-4820-a748-0c9f08be5a1c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 945 time: 0.0864604 Jul 22 17:30:38.088809 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-cde26736-a2e2-46f0-94d5-b49093273930 req-c1b2123d-bf51-4f29-999d-2979a79805a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'port': {'security_groups': ['4c654f51-9386-478b-8c56-c875f376c746', 'd7ac689a-c645-404b-bfb2-1263be176137']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:30:38.174688 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cde26736-a2e2-46f0-94d5-b49093273930 req-c1b2123d-bf51-4f29-999d-2979a79805a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:38.363750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-cde26736-a2e2-46f0-94d5-b49093273930 req-c1b2123d-bf51-4f29-999d-2979a79805a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] For port 704974b6-6138-4b80-8deb-883dc1243767, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=704974b6-6138-4b80-8deb-883dc1243767,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:30:38.393631 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cde26736-a2e2-46f0-94d5-b49093273930 req-c1b2123d-bf51-4f29-999d-2979a79805a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:38.398012 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cde26736-a2e2-46f0-94d5-b49093273930 req-c1b2123d-bf51-4f29-999d-2979a79805a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:38.436181 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['704974b6-6138-4b80-8deb-883dc1243767'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:30:38.447852 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde26736-a2e2-46f0-94d5-b49093273930 req-c1b2123d-bf51-4f29-999d-2979a79805a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:38.448498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-cde26736-a2e2-46f0-94d5-b49093273930 req-c1b2123d-bf51-4f29-999d-2979a79805a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:38.452550 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cde26736-a2e2-46f0-94d5-b49093273930 req-c1b2123d-bf51-4f29-999d-2979a79805a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "PUT /v2.0/ports/704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 981 time: 0.3660936 Jul 22 17:30:38.452550 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:30:38.474188 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2123d-bf51-4f29-999d-2979a79805a3 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'Port': ['ID=704974b6-6138-4b80-8deb-883dc1243767,revision_number=6']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:30:38.513245 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba9cc0-3922-487b-b260-ebc621f7fb79" -d '{"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:30:38.624461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f9a73-a8e3-4544-ac3b-01cbb383f5ce req-7b6d351b-2c8a-4e78-bab1-b41c8cf60212 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:38.626894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b4f9a73-a8e3-4544-ac3b-01cbb383f5ce req-7b6d351b-2c8a-4e78-bab1-b41c8cf60212 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0953305 Jul 22 17:30:38.630082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['704974b6-6138-4b80-8deb-883dc1243767'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:30:38.636396 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5161f277-0636-4554-b1f8-79d431b0f1f3 x-openstack-request-id: req-5161f277-0636-4554-b1f8-79d431b0f1f3 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:30:38.636867 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:30:38.637173 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5161f277-0636-4554-b1f8-79d431b0f1f3 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:30:38.637652 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767', 'status': 'completed', 'code': 200} Jul 22 17:30:38.677022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2b4f9a73-a8e3-4544-ac3b-01cbb383f5ce req-3aa56fba-a8ac-49c0-a3cf-1e90efe4026c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414176 Jul 22 17:30:38.752403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-9b695bf3-470c-414d-84ea-8661f68e9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:38.753848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-9b695bf3-470c-414d-84ea-8661f68e9e15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef79f39e358446ecaab4abd7e893fca0&device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1136 time: 0.0578249 Jul 22 17:30:38.805832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-8ac41383-edb2-4afd-b60e-eb69f205d5da None None] Provisioning complete for port 704974b6-6138-4b80-8deb-883dc1243767 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:30:38.806194 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8ac41383-edb2-4afd-b60e-eb69f205d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:38.856649 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-ff936a3b-ca5a-46d8-a526-9d001e712750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:38.858393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-ff936a3b-ca5a-46d8-a526-9d001e712750 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 200 len: 915 time: 0.0977395 Jul 22 17:30:38.933754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-02feb06b-2f82-4cb7-8b20-4cd06021dcb7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 1001 time: 0.0627766 Jul 22 17:30:38.986192 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-ea41c26f-e3b1-40bf-a699-356378251879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:38.987790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-ea41c26f-e3b1-40bf-a699-356378251879 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b4f3c52-9d7a-4057-8bd2-6971657d69b5 HTTP/1.1" status: 200 len: 853 time: 0.0526688 Jul 22 17:30:39.053407 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-4b422d36-8fb8-49af-a5ee-eee74d3bd4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:39.054967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-4b422d36-8fb8-49af-a5ee-eee74d3bd4ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbc28862-0525-4f1c-8586-36a8d3381e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598955 Jul 22 17:30:39.154265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-8a2eede6-50da-4411-ae1a-097d1b79ea8b service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914421 Jul 22 17:30:39.256454 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cdba9cc0-3922-487b-b260-ebc621f7fb79 req-e7dc3f78-1712-4607-b848-c1f886d00d79 service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951936 Jul 22 17:30:48.522681 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6b778bcc-359f-498d-8f7e-2944db876216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:51.107086 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aba00bcd-8ee3-4551-b5e8-a6eb4a20e40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:51.348127 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:52.744448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:54.435884 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:30:56.002705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4fce6-c18c-46b9-be27-0c8d54904e7a req-8ec1e3fa-6f2d-44ad-bb09-30ccad9e2a7a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:56.004263 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dcd4fce6-c18c-46b9-be27-0c8d54904e7a req-8ec1e3fa-6f2d-44ad-bb09-30ccad9e2a7a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.1108098 Jul 22 17:30:56.020487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d78cfa-cc47-4616-8809-004e46988daf req-f03216a3-47e1-42fa-a6df-ecd961dce74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:56.021932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07d78cfa-cc47-4616-8809-004e46988daf req-f03216a3-47e1-42fa-a6df-ecd961dce74b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef79f39e358446ecaab4abd7e893fca0&device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1136 time: 0.0917873 Jul 22 17:30:56.077059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dcd4fce6-c18c-46b9-be27-0c8d54904e7a req-3b221046-162d-47cc-b41d-7fd782fac87a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666604 Jul 22 17:30:56.134207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d78cfa-cc47-4616-8809-004e46988daf req-32e4ee84-33ba-42fd-b8b0-b2d52733cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:56.135704 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07d78cfa-cc47-4616-8809-004e46988daf req-32e4ee84-33ba-42fd-b8b0-b2d52733cbaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 200 len: 915 time: 0.1052043 Jul 22 17:30:56.209661 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07d78cfa-cc47-4616-8809-004e46988daf req-b03bfd2b-a429-4762-8b29-497836ecc009 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 1001 time: 0.0666020 Jul 22 17:30:56.260723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d78cfa-cc47-4616-8809-004e46988daf req-38ecefc1-849e-49cf-8038-2a65a99186ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:56.262144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07d78cfa-cc47-4616-8809-004e46988daf req-38ecefc1-849e-49cf-8038-2a65a99186ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b4f3c52-9d7a-4057-8bd2-6971657d69b5 HTTP/1.1" status: 200 len: 853 time: 0.0463157 Jul 22 17:30:56.330381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d78cfa-cc47-4616-8809-004e46988daf req-efd0952b-e35e-493f-8206-db4308b047b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:56.332894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07d78cfa-cc47-4616-8809-004e46988daf req-efd0952b-e35e-493f-8206-db4308b047b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbc28862-0525-4f1c-8586-36a8d3381e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622220 Jul 22 17:30:56.431586 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07d78cfa-cc47-4616-8809-004e46988daf req-c39a8158-cce4-40c6-b7c6-ffdad5530281 service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914621 Jul 22 17:30:56.534171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-07d78cfa-cc47-4616-8809-004e46988daf req-96880e01-c3f2-4b64-863a-a7423a0aa7c4 service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946717 Jul 22 17:30:57.224544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07fae-7fdd-4bb2-bbb4-77dd2a7b52a1 req-d45825bf-f615-4581-87ab-9866dd616da9 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:57.225956 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-afc07fae-7fdd-4bb2-bbb4-77dd2a7b52a1 req-d45825bf-f615-4581-87ab-9866dd616da9 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0741725 Jul 22 17:30:57.266456 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-afc07fae-7fdd-4bb2-bbb4-77dd2a7b52a1 req-aa1753fb-234e-47b4-9e18-ef5d7f2b7a0e tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344007 Jul 22 17:30:58.405168 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede61556-d265-4a91-bdaf-ff863ee48e01 req-6d1910ca-53d8-4d75-a7f2-2c5169679f96 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:58.406717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ede61556-d265-4a91-bdaf-ff863ee48e01 req-6d1910ca-53d8-4d75-a7f2-2c5169679f96 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0705953 Jul 22 17:30:58.450791 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ede61556-d265-4a91-bdaf-ff863ee48e01 req-3fa23bff-0060-4425-9581-048aad83cd9f tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353043 Jul 22 17:30:59.475674 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:30:59.587134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f791b16-7723-4fba-855b-85330d900972 req-83a3e042-2b38-46ca-b872-a7ea64d98c26 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:30:59.588827 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f791b16-7723-4fba-855b-85330d900972 req-83a3e042-2b38-46ca-b872-a7ea64d98c26 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0658312 Jul 22 17:30:59.629166 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f791b16-7723-4fba-855b-85330d900972 req-6c2d130b-e959-447f-a652-9412ad740749 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345719 Jul 22 17:31:00.767068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021292f-a95a-47f2-b4b6-b406ed452481 req-40cb2cbb-357b-49e3-830e-3a7088da248a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:00.768550 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2021292f-a95a-47f2-b4b6-b406ed452481 req-40cb2cbb-357b-49e3-830e-3a7088da248a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0653489 Jul 22 17:31:00.809849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2021292f-a95a-47f2-b4b6-b406ed452481 req-216650f5-ae05-484f-8cea-ec5208235c91 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356147 Jul 22 17:31:01.945112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0256c70-1264-447b-bb52-f69f6d280771 req-d178d203-a1d6-45b1-ba1e-35b7cbceb6bc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:01.946583 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0256c70-1264-447b-bb52-f69f6d280771 req-d178d203-a1d6-45b1-ba1e-35b7cbceb6bc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0659118 Jul 22 17:31:01.992002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b0256c70-1264-447b-bb52-f69f6d280771 req-f02f3099-f709-462b-88c1-da2e6d6455bf tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395913 Jul 22 17:31:02.216672 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:03.123824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efbb9a-7b77-4acb-a33a-c730450647ce req-d48fe8ef-1fb2-498a-8c1e-ef237f2e46b4 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:03.125231 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a8efbb9a-7b77-4acb-a33a-c730450647ce req-d48fe8ef-1fb2-498a-8c1e-ef237f2e46b4 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0656617 Jul 22 17:31:03.165888 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a8efbb9a-7b77-4acb-a33a-c730450647ce req-2fa815d3-1128-4092-8a38-688f5a60b3a8 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343070 Jul 22 17:31:04.312473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617f5d-d951-4ea6-a94f-62a125e2622a req-49b38eb0-f7fa-41ec-a80c-a487d7bf0e33 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:04.314608 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b617f5d-d951-4ea6-a94f-62a125e2622a req-49b38eb0-f7fa-41ec-a80c-a487d7bf0e33 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0782604 Jul 22 17:31:04.356318 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b617f5d-d951-4ea6-a94f-62a125e2622a req-3b43a6f1-70a4-43dd-acee-f08158626745 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352187 Jul 22 17:31:05.490057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a37ccd-ef17-4582-a035-3b017e6169f6 req-9393ebe6-6683-468b-b011-01de90a4122a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:05.491576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83a37ccd-ef17-4582-a035-3b017e6169f6 req-9393ebe6-6683-468b-b011-01de90a4122a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0691779 Jul 22 17:31:05.532253 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-83a37ccd-ef17-4582-a035-3b017e6169f6 req-9c4e9547-c741-4d15-bc86-56d95f1c8f91 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350826 Jul 22 17:31:06.181436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:06.661846 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f39d-8ee5-4a5f-91ca-4f1d0f35421f req-419a1346-0cd7-41a8-a1a5-a4e117906a5c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:06.664549 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3994f39d-8ee5-4a5f-91ca-4f1d0f35421f req-419a1346-0cd7-41a8-a1a5-a4e117906a5c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0660949 Jul 22 17:31:06.712287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3994f39d-8ee5-4a5f-91ca-4f1d0f35421f req-f67a5b4f-10e1-4ef9-a497-156bc78a65da tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419929 Jul 22 17:31:07.849491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae4f78-6de1-4f0e-920f-56252a3752fc req-70b6827d-8dc5-4e26-a35e-5c461ae16ada tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:07.851052 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bfae4f78-6de1-4f0e-920f-56252a3752fc req-70b6827d-8dc5-4e26-a35e-5c461ae16ada tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0707815 Jul 22 17:31:07.889677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bfae4f78-6de1-4f0e-920f-56252a3752fc req-5a55a4c0-924a-4b62-aa89-893034ea3e98 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7ac689a-c645-404b-bfb2-1263be176137&id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329938 Jul 22 17:31:18.327186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-141ddc1e-e979-4408-adfc-026766ead170 req-8474652e-cf0a-46d7-ae6e-bfa36239d76d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588188 Jul 22 17:31:18.444074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ddc1e-e979-4408-adfc-026766ead170 req-be3e1e7c-eab1-409d-a03d-92baf90a09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:18.445659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-141ddc1e-e979-4408-adfc-026766ead170 req-be3e1e7c-eab1-409d-a03d-92baf90a09a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef79f39e358446ecaab4abd7e893fca0&device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1136 time: 0.0571165 Jul 22 17:31:18.524804 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65aa1fd0-32ef-4d52-8577-dfa74e94e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:18.552057 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ddc1e-e979-4408-adfc-026766ead170 req-5e5fa74a-c017-4004-bc27-509dbb31ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:18.554187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-141ddc1e-e979-4408-adfc-026766ead170 req-5e5fa74a-c017-4004-bc27-509dbb31ce60 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 200 len: 915 time: 0.0873482 Jul 22 17:31:18.627269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-141ddc1e-e979-4408-adfc-026766ead170 req-bbadded7-d8cd-4961-9ccb-0a15224cbfe6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 1001 time: 0.0659428 Jul 22 17:31:18.681185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ddc1e-e979-4408-adfc-026766ead170 req-8be9f5ef-a140-4fc2-9e61-a0334b6981fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:18.682756 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-141ddc1e-e979-4408-adfc-026766ead170 req-8be9f5ef-a140-4fc2-9e61-a0334b6981fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b4f3c52-9d7a-4057-8bd2-6971657d69b5 HTTP/1.1" status: 200 len: 853 time: 0.0472424 Jul 22 17:31:18.748555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ddc1e-e979-4408-adfc-026766ead170 req-9b51f923-18c5-4594-a1c6-ad2247ebfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:18.755932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-141ddc1e-e979-4408-adfc-026766ead170 req-9b51f923-18c5-4594-a1c6-ad2247ebfca8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbc28862-0525-4f1c-8586-36a8d3381e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600457 Jul 22 17:31:18.843927 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-141ddc1e-e979-4408-adfc-026766ead170 req-f85384c1-0ef8-42db-9a25-9545bc322eee service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866663 Jul 22 17:31:18.951203 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-141ddc1e-e979-4408-adfc-026766ead170 req-cf1eb209-dc26-4ffd-bcad-45112abdb363 service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877995 Jul 22 17:31:21.106975 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd9d3f1c-0cef-4c55-884d-35836566580f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:21.351350 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:22.747363 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:24.439494 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:32.216561 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:35.026510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-7acc1eac-73d8-40dd-9b8e-82038d44e86e req-714c2e1f-26dd-4985-a4f6-632b4854981d tempest-ServerDiskConfigTestJSON-586822230 tempest-ServerDiskConfigTestJSON-586822230-project] (93751) timed out ('10.222.0.65', 60877) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:31:36.198698 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:36.477927 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:31:40.358609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-eca2db85-4eb0-48b4-8f13-7cc4bfb829e8 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169636287&fields=id&tenant_id=ef79f39e358446ecaab4abd7e893fca0 HTTP/1.1" status: 200 len: 267 time: 0.0331275 Jul 22 17:31:40.431744 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-a680a9c9-bd98-435a-bfad-3bd588d2a0a5 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:40.433247 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-a680a9c9-bd98-435a-bfad-3bd588d2a0a5 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 984 time: 0.0692961 Jul 22 17:31:40.444268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Request body: {'port': {'security_groups': ['4c654f51-9386-478b-8c56-c875f376c746']}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:31:40.529828 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:40.700552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] For port 704974b6-6138-4b80-8deb-883dc1243767, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=704974b6-6138-4b80-8deb-883dc1243767,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:40.728620 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:40.733059 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:40.778788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['704974b6-6138-4b80-8deb-883dc1243767'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:31:40.782829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:40.783806 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:40.785863 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-630e5c6e-3656-4ffb-b714-9105fb6c7208 req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "PUT /v2.0/ports/704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 942 time: 0.3463240 Jul 22 17:31:40.786512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:31:40.792385 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049dc329-ca60-4b2e-922a-9289d74a2d96" -d '{"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:31:40.793387 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 33968) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:40.817829 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event updated for resources: {'Port': ['ID=704974b6-6138-4b80-8deb-883dc1243767,revision_number=7']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:40.827462 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.828096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.828546 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.829116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.829947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.830754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.831582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.832232 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.832723 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.833134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.834074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.834507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac44604a-4b1f-478c-a012-490c1341fe87 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:40.855356 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bc24f0-61f4-403e-89ee-9b239f1b9e21 x-openstack-request-id: req-f3bc24f0-61f4-403e-89ee-9b239f1b9e21 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:31:40.855356 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:31:40.855356 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3bc24f0-61f4-403e-89ee-9b239f1b9e21 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:31:40.855824 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767', 'status': 'completed', 'code': 200} Jul 22 17:31:40.911201 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:40.949692 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['704974b6-6138-4b80-8deb-883dc1243767'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:31:40.986474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.038170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-85794ecb-006e-46f6-bbbc-96d6843dfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.039750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-85794ecb-006e-46f6-bbbc-96d6843dfcc0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef79f39e358446ecaab4abd7e893fca0&device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1097 time: 0.1240740 Jul 22 17:31:41.127980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.130562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2bca8eb8-a20e-433a-a290-988a42b525c7 None None] Provisioning complete for port 704974b6-6138-4b80-8deb-883dc1243767 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:31:41.131328 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.131461 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2bca8eb8-a20e-433a-a290-988a42b525c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.132883 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "DELETE /v2.0/security-groups/d7ac689a-c645-404b-bfb2-1263be176137 HTTP/1.1" status: 204 len: 168 time: 0.3372040 Jul 22 17:31:41.136167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 33972) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:41.157705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ac689a-c645-404b-bfb2-1263be176137,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:41.176693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.177358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.177721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.178278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.178754 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.179261 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.180101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.180356 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.180842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.181263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.181532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.181944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14c4fc-e0b1-40fd-a20a-7b676366c6eb tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:41.192666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-e3357400-b3ef-4bcc-b870-8ee9500f6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.195028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-e3357400-b3ef-4bcc-b870-8ee9500f6f55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 200 len: 915 time: 0.1474164 Jul 22 17:31:41.270709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-19d857d3-e88d-4d93-87d9-07a98340f795 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 1001 time: 0.0647645 Jul 22 17:31:41.327027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-7f59df89-39b3-423d-b6a8-70556c2adea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.328806 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-7f59df89-39b3-423d-b6a8-70556c2adea6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b4f3c52-9d7a-4057-8bd2-6971657d69b5 HTTP/1.1" status: 200 len: 853 time: 0.0539463 Jul 22 17:31:41.330471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Deleting port edf524a5-bb56-42ed-aad3-679d19c9b34f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:41.330820 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.392775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-a60388dd-6aa1-453d-93bc-da077ffc5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:41.394434 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-a60388dd-6aa1-453d-93bc-da077ffc5f60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbc28862-0525-4f1c-8586-36a8d3381e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581143 Jul 22 17:31:41.415550 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.416146 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.427456 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Calling delete_port for edf524a5-bb56-42ed-aad3-679d19c9b34f owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:41.486434 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-7ce7807e-d022-4ae1-89e9-a85fde3508a8 service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832853 Jul 22 17:31:41.582842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.584069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-049dc329-ca60-4b2e-922a-9289d74a2d96 req-d1179cc6-76e5-4cf9-90de-ba1bdb5a7431 service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901890 Jul 22 17:31:41.617999 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event deleted for resources: {'Port': ['ID=edf524a5-bb56-42ed-aad3-679d19c9b34f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:41.680844 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:41.681176 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Floating IP 88030541-350b-436d-aef8-fd13cfb9baf3 disassociated (deleted). External IP: 172.25.3.145, port: 704974b6-6138-4b80-8deb-883dc1243767. Jul 22 17:31:41.886751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:31:41.992750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:31:41.997524 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:42.002676 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8e721-9523-48fc-ae68-12268859004b None None] Sync routers for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:31:42.011952 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8e721-9523-48fc-ae68-12268859004b None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:31:42.012648 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-22e8e721-9523-48fc-ae68-12268859004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:42.033302 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c2096e72-60c0-47e4-bcee-7228d917f9fc tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "DELETE /v2.0/floatingips/88030541-350b-436d-aef8-fd13cfb9baf3 HTTP/1.1" status: 204 len: 168 time: 0.8960309 Jul 22 17:31:42.125613 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-22e8e721-9523-48fc-ae68-12268859004b None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:31:42.333260 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-22e8e721-9523-48fc-ae68-12268859004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8749c6d3-7a2b-4115-9fdd-7683a5d50bee', 'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'mac_address': 'fa:16:3e:44:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:43Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 5, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'subnets': [{'id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:42.363793 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8e721-9523-48fc-ae68-12268859004b None None] Checking router: 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:31:42.372537 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8e721-9523-48fc-ae68-12268859004b None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:31:42.373125 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-22e8e721-9523-48fc-ae68-12268859004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:42.481003 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-22e8e721-9523-48fc-ae68-12268859004b None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:31:42.702958 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-22e8e721-9523-48fc-ae68-12268859004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8749c6d3-7a2b-4115-9fdd-7683a5d50bee', 'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'mac_address': 'fa:16:3e:44:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:43Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 5, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'subnets': [{'id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:42.731309 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8e721-9523-48fc-ae68-12268859004b None None] The sync data for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 is: [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:29:43Z', 'revision_number': 4, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '8749c6d3-7a2b-4115-9fdd-7683a5d50bee', 'name': '', 'network_id': 'cbc28862-0525-4f1c-8586-36a8d3381e62', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'mac_address': 'fa:16:3e:44:2f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:43Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 5, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'subnets': [{'id': '5b4f3c52-9d7a-4057-8bd2-6971657d69b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:31:42.856693 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:31:42.859265 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7797579-2625-43a3-b162-f83057de4683" -d '{"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:31:42.898711 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7023db5e-fda4-4219-8701-00043dce81d3 x-openstack-request-id: req-7023db5e-fda4-4219-8701-00043dce81d3 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:31:42.899042 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "tag": "704974b6-6138-4b80-8deb-883dc1243767", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:31:42.899299 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7023db5e-fda4-4219-8701-00043dce81d3 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:31:42.899709 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'tag': '704974b6-6138-4b80-8deb-883dc1243767', 'status': 'completed', 'code': 200} Jul 22 17:31:42.966158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127fc15a-3c7e-421a-a802-1ca37ace458a None None] New status for floating IP 88030541-350b-436d-aef8-fd13cfb9baf3: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:31:43.001912 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7797579-2625-43a3-b162-f83057de4683 req-abd8cbb7-c2bb-49fd-baee-6290d039b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:43.003406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7797579-2625-43a3-b162-f83057de4683 req-abd8cbb7-c2bb-49fd-baee-6290d039b694 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef79f39e358446ecaab4abd7e893fca0&device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 1097 time: 0.0563936 Jul 22 17:31:43.107891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7797579-2625-43a3-b162-f83057de4683 req-89b598c6-8567-4dc4-a145-36a6983fe3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:43.109417 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7797579-2625-43a3-b162-f83057de4683 req-89b598c6-8567-4dc4-a145-36a6983fe3f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 200 len: 915 time: 0.0977182 Jul 22 17:31:43.150189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7797579-2625-43a3-b162-f83057de4683 req-c2fd2558-2785-4c22-a3f1-46e51090a903 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 200 len: 217 time: 0.0339618 Jul 22 17:31:43.200948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7797579-2625-43a3-b162-f83057de4683 req-d512491f-5aaf-4304-b9b4-800dcee1ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:43.202422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7797579-2625-43a3-b162-f83057de4683 req-d512491f-5aaf-4304-b9b4-800dcee1ef80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b4f3c52-9d7a-4057-8bd2-6971657d69b5 HTTP/1.1" status: 200 len: 853 time: 0.0459352 Jul 22 17:31:43.281033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7797579-2625-43a3-b162-f83057de4683 req-06df0411-3f70-4c0b-91a6-beca7401ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:43.283196 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7797579-2625-43a3-b162-f83057de4683 req-06df0411-3f70-4c0b-91a6-beca7401ab32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbc28862-0525-4f1c-8586-36a8d3381e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728059 Jul 22 17:31:43.402489 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7797579-2625-43a3-b162-f83057de4683 req-407781ed-eb40-4c51-8f5d-4a622447ca2b service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114185 Jul 22 17:31:43.506326 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f7797579-2625-43a3-b162-f83057de4683 req-6e40eaa5-6270-4dc1-9b46-bc6ab5ffa42b service neutron] 10.222.0.65 "GET /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962801 Jul 22 17:31:48.527722 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45854277-1f44-4607-9849-264c562559b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:49.055453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8c16e-e131-4651-b47a-254a916b66cf req-8d8548f9-7822-4998-9b0d-19327893c3f1 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:49.056997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ad8c16e-e131-4651-b47a-254a916b66cf req-8d8548f9-7822-4998-9b0d-19327893c3f1 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 945 time: 0.0682938 Jul 22 17:31:49.098354 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9ad8c16e-e131-4651-b47a-254a916b66cf req-05914a80-01c1-4ed4-a468-d305fe5e24e5 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348825 Jul 22 17:31:50.564894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6f344-2b78-4640-acb1-3efa209d91f8 req-217b06e7-a5d0-4629-a7ed-4f876b68d6d1 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:50.566468 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fb6f344-2b78-4640-acb1-3efa209d91f8 req-217b06e7-a5d0-4629-a7ed-4f876b68d6d1 tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 945 time: 0.3944559 Jul 22 17:31:50.611517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9fb6f344-2b78-4640-acb1-3efa209d91f8 req-f39faff1-801b-4392-8dfc-58318c8cc48c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c654f51-9386-478b-8c56-c875f376c746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377038 Jul 22 17:31:50.968122 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-129439f2-a5de-4877-8b44-01070ac957bd tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:31:50.969591 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-129439f2-a5de-4877-8b44-01070ac957bd tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.65 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 945 time: 0.0640903 Jul 22 17:31:51.074624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Deleting port 704974b6-6138-4b80-8deb-883dc1243767 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:51.074991 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:51.108972 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fd90fbfa-dfd4-4d1d-a7b7-1d7fdbbb91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:51.169919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] For port 704974b6-6138-4b80-8deb-883dc1243767, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=704974b6-6138-4b80-8deb-883dc1243767,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:51.170194 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:51.182544 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Calling delete_port for 704974b6-6138-4b80-8deb-883dc1243767 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:51.307636 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:51.339821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Pushing event deleted for resources: {'Port': ['ID=704974b6-6138-4b80-8deb-883dc1243767,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:51.347950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['704974b6-6138-4b80-8deb-883dc1243767'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:31:51.385497 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:51.388879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] No DVR routers for this DVR port 704974b6-6138-4b80-8deb-883dc1243767 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:31:51.391524 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:51.393547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-438b984e-8b97-49c1-918b-0d522e1c2812 req-e60180b7-fdee-46a0-bfcc-b344296df24a tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.65 "DELETE /v2.0/ports/704974b6-6138-4b80-8deb-883dc1243767 HTTP/1.1" status: 204 len: 173 time: 0.4182041 Jul 22 17:31:51.393992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'name': 'network-vif-deleted', 'tag': '704974b6-6138-4b80-8deb-883dc1243767'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:31:51.396300 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe37a833-2a91-490e-bc98-9ba5713f7c53" -d '{"events": [{"server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "name": "network-vif-deleted", "tag": "704974b6-6138-4b80-8deb-883dc1243767"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:31:51.437166 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17777c4b-7378-4029-83f7-5f9b1c0eb29e x-openstack-request-id: req-17777c4b-7378-4029-83f7-5f9b1c0eb29e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:31:51.437553 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94850401-3b47-4f38-a301-87b729c757e3", "name": "network-vif-deleted", "tag": "704974b6-6138-4b80-8deb-883dc1243767", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:31:51.437794 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17777c4b-7378-4029-83f7-5f9b1c0eb29e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:31:51.438216 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94850401-3b47-4f38-a301-87b729c757e3', 'name': 'network-vif-deleted', 'tag': '704974b6-6138-4b80-8deb-883dc1243767', 'status': 'completed', 'code': 200} Jul 22 17:31:51.729918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-709c9b4e-28d8-4067-9a85-915e98ac125e req-5bcca96a-a689-4fc2-ada1-67773677d04c tempest-TestMinimumBasicScenario-1921908042 tempest-TestMinimumBasicScenario-1921908042-project] 10.222.0.53 "GET /v2.0/ports?device_id=94850401-3b47-4f38-a301-87b729c757e3 HTTP/1.1" status: 200 len: 210 time: 0.0307810 Jul 22 17:31:52.748448 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:53.302638 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34070) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:53.994262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.241003 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Deleting port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:54.241443 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.319365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] For port 8749c6d3-7a2b-4115-9fdd-7683a5d50bee, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=8749c6d3-7a2b-4115-9fdd-7683a5d50bee,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:54.320211 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.331599 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Calling delete_port for 8749c6d3-7a2b-4115-9fdd-7683a5d50bee owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:54.441279 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.509806 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.514427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 704974b6-6138-4b80-8deb-883dc1243767 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:54.534188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8749c6d3-7a2b-4115-9fdd-7683a5d50bee,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:54.536948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 704974b6-6138-4b80-8deb-883dc1243767 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:31:54.537285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 704974b6-6138-4b80-8deb-883dc1243767 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:31:54.701704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:54.918262 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:31:55.022585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:31:55.028005 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-12b02f97-088c-4fb3-8d96-bd8ef81236c7 admin admin] 10.222.0.53 "PUT /v2.0/routers/2203975f-fb1d-49f9-a7c4-7b0066d41cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7243509 Jul 22 17:31:55.030696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34072) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:55.032162 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] Sync routers for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:31:55.045962 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:31:55.046572 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:55.135265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.145150 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:31:55.238434 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.295224 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Deleting port df304549-b128-476d-97d1-9f1e2e524503 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:55.295570 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.323843 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'df304549-b128-476d-97d1-9f1e2e524503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:31:54Z', 'revision_number': 5, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port': {'id': 'df304549-b128-476d-97d1-9f1e2e524503', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:70:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:41Z', 'updated_at': '2021-07-22T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:55.349488 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] Checking router: 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:31:55.358244 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] Routers {'2203975f-fb1d-49f9-a7c4-7b0066d41cc6'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:31:55.358838 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:55.379767 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] For port df304549-b128-476d-97d1-9f1e2e524503, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=df304549-b128-476d-97d1-9f1e2e524503,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:55.380347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.392151 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Calling delete_port for df304549-b128-476d-97d1-9f1e2e524503 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:55.445434 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] Set router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:31:55.500999 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:31:55Z', 'revision_number': 6, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:55.529627 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c8c186-6288-46b7-b5e8-58335ad7b6b9 None None] The sync data for ids ['2203975f-fb1d-49f9-a7c4-7b0066d41cc6'] in n-d-792458-13 is: [{'id': '2203975f-fb1d-49f9-a7c4-7b0066d41cc6', 'name': 'tempest-TestMinimumBasicScenario-288982871-router', 'tenant_id': 'ef79f39e358446ecaab4abd7e893fca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:40Z', 'updated_at': '2021-07-22T17:31:55Z', 'revision_number': 6, 'project_id': 'ef79f39e358446ecaab4abd7e893fca0', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:31:55.580383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.606817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Pushing event deleted for resources: {'Port': ['ID=df304549-b128-476d-97d1-9f1e2e524503,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:55.672611 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.764903 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.766920 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.812138 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.812473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2203975f-fb1d-49f9-a7c4-7b0066d41cc6 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:31:55.816732 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.817885 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e0de10a0-1a78-4f60-ad75-3578fe92903d admin admin] 10.222.0.53 "DELETE /v2.0/routers/2203975f-fb1d-49f9-a7c4-7b0066d41cc6 HTTP/1.1" status: 204 len: 168 time: 0.7862332 Jul 22 17:31:55.821164 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34074) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:55.867479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-08605164-905e-480d-bd51-c7c774d1b587 admin admin] Deleting subnet 5b4f3c52-9d7a-4057-8bd2-6971657d69b5 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:31:55.871059 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08605164-905e-480d-bd51-c7c774d1b587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.907362 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08605164-905e-480d-bd51-c7c774d1b587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:55.993650 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08605164-905e-480d-bd51-c7c774d1b587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.046481 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08605164-905e-480d-bd51-c7c774d1b587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.072733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605164-905e-480d-bd51-c7c774d1b587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4f3c52-9d7a-4057-8bd2-6971657d69b5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:56.074688 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-08605164-905e-480d-bd51-c7c774d1b587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.077122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-08605164-905e-480d-bd51-c7c774d1b587 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5b4f3c52-9d7a-4057-8bd2-6971657d69b5 HTTP/1.1" status: 204 len: 168 time: 0.2544765 Jul 22 17:31:56.078886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4703e2-2510-48a1-a7c4-b4e5987d9d7a None None] Network cbc28862-0525-4f1c-8586-36a8d3381e62 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:31:56.079404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34078) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:56.147881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.217221 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Deleting port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:56.217476 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.284396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] For port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:56.284760 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.296643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] DHCP port deletion for cbc28862-0525-4f1c-8586-36a8d3381e62 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:31:56.300282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Calling delete_port for 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:56.346340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Deleting port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:56.346723 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.390225 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.411061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] For port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2,segment=NetworkSegment(dfddceae-ef17-4211-9117-db6502fee794),segment_id=dfddceae-ef17-4211-9117-db6502fee794)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:56.411453 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.415286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:56.421681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] No DVR routers for this DVR port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:31:56.423138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Calling delete_port for 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:56.500499 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.511357 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.513127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc28862-0525-4f1c-8586-36a8d3381e62']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:56.528641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfddceae-ef17-4211-9117-db6502fee794') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:56.529348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfddceae-ef17-4211-9117-db6502fee794') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:56.537004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Pushing event deleted for resources: {'Port': ['ID=7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:56.540155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.545727 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] No DVR routers for this DVR port 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:31:56.548047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.548332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.548675 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.549015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.549348 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.549679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.556634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.556634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.556634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.556634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.556634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.556634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e872353-2df0-4c85-9f9e-3474dc392b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:31:56.557216 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.576024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:31:56.576448 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:31:56.578241 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:31:56.632482 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.638014 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:56.639957 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cbc28862-0525-4f1c-8586-36a8d3381e62 HTTP/1.1" status: 204 len: 168 time: 0.5599265 Jul 22 17:31:56.643036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34080) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:56.651692 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb35c0a-594d-44bc-a190-e93d095622f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc28862-0525-4f1c-8586-36a8d3381e62,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:56.984575 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:57.233921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Deleting port 74fe3d0c-5562-495f-939d-6f0f8658485d {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:57.234169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:57.311564 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] For port 74fe3d0c-5562-495f-939d-6f0f8658485d, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=74fe3d0c-5562-495f-939d-6f0f8658485d,segment=NetworkSegment(dba0f806-2177-4733-a735-a45c127eae32),segment_id=dba0f806-2177-4733-a735-a45c127eae32)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:57.311910 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:57.324120 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Calling delete_port for 74fe3d0c-5562-495f-939d-6f0f8658485d owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:57.499596 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8749c6d3-7a2b-4115-9fdd-7683a5d50bee no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:57.508150 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:57.520079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 8749c6d3-7a2b-4115-9fdd-7683a5d50bee {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:31:57.520519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 8749c6d3-7a2b-4115-9fdd-7683a5d50bee not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:31:57.521079 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:57.534395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Pushing event deleted for resources: {'Port': ['ID=74fe3d0c-5562-495f-939d-6f0f8658485d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:57.541045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:31:57.541387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 7742fed8-a1d4-4a9e-b5c7-a4a1ea5b4ec2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:31:57.541982 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device df304549-b128-476d-97d1-9f1e2e524503 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:57.563920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: df304549-b128-476d-97d1-9f1e2e524503 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:31:57.564263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device df304549-b128-476d-97d1-9f1e2e524503 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:31:57.709066 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:57.928221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Router dd4515af-c63b-48e3-aa2d-492720c33fa0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:31:58.030195 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:31:58.035301 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2ea97ee2-b970-4036-8a18-3d23e48bde52 admin admin] 10.222.0.53 "PUT /v2.0/routers/dd4515af-c63b-48e3-aa2d-492720c33fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3911417 Jul 22 17:31:58.037857 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:58.038589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] Sync routers for ids ['dd4515af-c63b-48e3-aa2d-492720c33fa0'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:31:58.047717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] Routers {'dd4515af-c63b-48e3-aa2d-492720c33fa0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:31:58.048338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['dd4515af-c63b-48e3-aa2d-492720c33fa0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:58.140902 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.150082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] Set router dd4515af-c63b-48e3-aa2d-492720c33fa0 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:31:58.243324 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.295831 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Deleting port 45676d55-704d-4cb8-8973-12d669a52c05 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:58.296172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.328095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '45676d55-704d-4cb8-8973-12d669a52c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:45Z', 'updated_at': '2021-07-22T17:31:57Z', 'revision_number': 5, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'gw_port': {'id': '45676d55-704d-4cb8-8973-12d669a52c05', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:29:46Z', 'updated_at': '2021-07-22T17:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:58.353649 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] Checking router: dd4515af-c63b-48e3-aa2d-492720c33fa0 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:31:58.362035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] Routers {'dd4515af-c63b-48e3-aa2d-492720c33fa0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:31:58.362632 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['dd4515af-c63b-48e3-aa2d-492720c33fa0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:58.380464 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] For port 45676d55-704d-4cb8-8973-12d669a52c05, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=45676d55-704d-4cb8-8973-12d669a52c05,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:58.380820 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.393112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Calling delete_port for 45676d55-704d-4cb8-8973-12d669a52c05 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:58.448608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] Set router dd4515af-c63b-48e3-aa2d-492720c33fa0 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:31:58.501495 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:45Z', 'updated_at': '2021-07-22T17:31:58Z', 'revision_number': 6, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:58.529553 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10e0c2-19e3-4779-9b7c-1859912b311d None None] The sync data for ids ['dd4515af-c63b-48e3-aa2d-492720c33fa0'] in n-d-792458-13 is: [{'id': 'dd4515af-c63b-48e3-aa2d-492720c33fa0', 'name': 'tempest-TestMinimumBasicScenario-866276176-router', 'tenant_id': '5e4729e93d7a465cb0a1774484ca09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:29:45Z', 'updated_at': '2021-07-22T17:31:58Z', 'revision_number': 6, 'project_id': '5e4729e93d7a465cb0a1774484ca09c2', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:31:58.564506 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.589252 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=45676d55-704d-4cb8-8973-12d669a52c05,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:58.652119 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.744788 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.746833 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.791005 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.791468 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd4515af-c63b-48e3-aa2d-492720c33fa0 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:31:58.796595 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.797743 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ab1896a-2999-47ca-b560-01ea8d11e8ca admin admin] 10.222.0.53 "DELETE /v2.0/routers/dd4515af-c63b-48e3-aa2d-492720c33fa0 HTTP/1.1" status: 204 len: 168 time: 0.7588525 Jul 22 17:31:58.800177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34086) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:58.844446 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-902c4808-13fc-490b-bacc-0b48d31439ea admin admin] Deleting subnet 91469421-82b9-4727-8144-5ba964266395 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:31:58.847398 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-902c4808-13fc-490b-bacc-0b48d31439ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.884010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-902c4808-13fc-490b-bacc-0b48d31439ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:58.969276 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-902c4808-13fc-490b-bacc-0b48d31439ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.021296 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-902c4808-13fc-490b-bacc-0b48d31439ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.046461 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c4808-13fc-490b-bacc-0b48d31439ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91469421-82b9-4727-8144-5ba964266395,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:59.050068 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-902c4808-13fc-490b-bacc-0b48d31439ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.055372 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-902c4808-13fc-490b-bacc-0b48d31439ea admin admin] 10.222.0.53 "DELETE /v2.0/subnets/91469421-82b9-4727-8144-5ba964266395 HTTP/1.1" status: 204 len: 168 time: 0.2508569 Jul 22 17:31:59.055372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34088) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:59.058385 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f5507-127a-468f-b804-705d9b73a9d1 None None] Network e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:31:59.127965 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.179782 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Deleting port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:59.180123 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.243294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] For port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e27e4e40-4f18-47d6-8fc2-46adc0d55bb0,segment=NetworkSegment(dba0f806-2177-4733-a735-a45c127eae32),segment_id=dba0f806-2177-4733-a735-a45c127eae32)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:59.243660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.261483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Calling delete_port for e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:59.266788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9cdb2-15b3-4f89-9d93-046925a59752 None None] DHCP port deletion for e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:31:59.317744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-67a9cdb2-15b3-4f89-9d93-046925a59752 None None] Deleting port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:31:59.318032 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a9cdb2-15b3-4f89-9d93-046925a59752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.343168 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.371527 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] No DVR routers for this DVR port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:31:59.376336 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Pushing event deleted for resources: {'Port': ['ID=e27e4e40-4f18-47d6-8fc2-46adc0d55bb0,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:59.389331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-67a9cdb2-15b3-4f89-9d93-046925a59752 None None] For port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e27e4e40-4f18-47d6-8fc2-46adc0d55bb0,segment=NetworkSegment(dba0f806-2177-4733-a735-a45c127eae32),segment_id=dba0f806-2177-4733-a735-a45c127eae32)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:31:59.389720 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a9cdb2-15b3-4f89-9d93-046925a59752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.402459 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-67a9cdb2-15b3-4f89-9d93-046925a59752 None None] Calling delete_port for e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:31:59.451029 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.462713 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:59.472839 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba0f806-2177-4733-a735-a45c127eae32') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:59.473311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba0f806-2177-4733-a735-a45c127eae32') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:31:59.482366 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.497440 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67a9cdb2-15b3-4f89-9d93-046925a59752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.500440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.513904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:31:59.515329 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:31:59.517095 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:31:59.534899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:59.538783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9cdb2-15b3-4f89-9d93-046925a59752 None None] Pushing event deleted for resources: {'Port': ['ID=e27e4e40-4f18-47d6-8fc2-46adc0d55bb0,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:59.541922 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9cdb2-15b3-4f89-9d93-046925a59752 None None] No DVR routers for this DVR port e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:31:59.580637 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.588081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.590024 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] 10.222.0.53 "DELETE /v2.0/networks/e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3 HTTP/1.1" status: 204 len: 168 time: 0.5339451 Jul 22 17:31:59.608249 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaffb75-fe3d-48bd-a549-9ea70213089d admin admin] Pushing event deleted for resources: {'Network': ['ID=e11fdfa4-bf23-4f2e-84a2-ad5a845d3ea3,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:31:59.721701 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:31:59.722049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e27e4e40-4f18-47d6-8fc2-46adc0d55bb0 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:31:59.722453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 45676d55-704d-4cb8-8973-12d669a52c05 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:59.742517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 45676d55-704d-4cb8-8973-12d669a52c05 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:31:59.742859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 45676d55-704d-4cb8-8973-12d669a52c05 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:31:59.743308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74fe3d0c-5562-495f-939d-6f0f8658485d no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:31:59.761804 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 74fe3d0c-5562-495f-939d-6f0f8658485d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:31:59.762153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 74fe3d0c-5562-495f-939d-6f0f8658485d not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:31:59.785305 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34094) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:59.825382 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bd6fe1bc-2433-4c16-94bc-ea2064d8ec61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef79f39e358446ecaab4abd7e893fca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388167 Jul 22 17:31:59.828054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34096) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:31:59.877720 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b69de97d-24f7-479b-881e-04fa76d4c492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.898732 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b69de97d-24f7-479b-881e-04fa76d4c492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.947827 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b69de97d-24f7-479b-881e-04fa76d4c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.950636 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b69de97d-24f7-479b-881e-04fa76d4c492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:31:59.951735 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b69de97d-24f7-479b-881e-04fa76d4c492 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c654f51-9386-478b-8c56-c875f376c746 HTTP/1.1" status: 204 len: 168 time: 0.1227336 Jul 22 17:31:59.959176 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69de97d-24f7-479b-881e-04fa76d4c492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c654f51-9386-478b-8c56-c875f376c746,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:00.256814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34102) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:00.296848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eae5e7cd-6e7f-48b4-815a-505be4051251 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e4729e93d7a465cb0a1774484ca09c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388699 Jul 22 17:32:00.299332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34106) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:00.346657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c111147a-f330-4765-b5d2-21ac528de32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:00.372394 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c111147a-f330-4765-b5d2-21ac528de32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:00.418505 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c111147a-f330-4765-b5d2-21ac528de32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:00.421178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c111147a-f330-4765-b5d2-21ac528de32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:00.422346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c111147a-f330-4765-b5d2-21ac528de32b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edc6ac23-678b-4fe4-87ec-3036b51d2e90 HTTP/1.1" status: 204 len: 168 time: 0.1221061 Jul 22 17:32:00.429820 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111147a-f330-4765-b5d2-21ac528de32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc6ac23-678b-4fe4-87ec-3036b51d2e90,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:02.231303 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.346096 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34146) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:02.350916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437224893', 'description': 'tempest-secgroup-smoke-437224893 description', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:02.372882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.380687 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.473436 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.476977 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.514964 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49de0ae8-8394-470e-9279-2ad11cf10414,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:02.570553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.574419 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.595688 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.596939 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2497177 Jul 22 17:32:02.600039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34148) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:02.604867 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-29247c71-c933-4413-a620-9387eec4ff55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '3d6c587f-3ec6-4cdf-808c-29a2afc12ff7', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:02.605032 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094434e-4512-4670-9825-c6ee56674ecd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:02.634262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29247c71-c933-4413-a620-9387eec4ff55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.680267 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29247c71-c933-4413-a620-9387eec4ff55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.683772 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29247c71-c933-4413-a620-9387eec4ff55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.702660 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29247c71-c933-4413-a620-9387eec4ff55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ae3cd3-27e3-4df1-89f7-86a9507c5089,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:02.709504 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-29247c71-c933-4413-a620-9387eec4ff55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.710754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-29247c71-c933-4413-a620-9387eec4ff55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095695 Jul 22 17:32:02.713642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34150) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:02.718087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-39b5c01d-7ba9-4ad1-a4df-5bbb0c9c758e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '3d6c587f-3ec6-4cdf-808c-29a2afc12ff7', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:02.744000 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39b5c01d-7ba9-4ad1-a4df-5bbb0c9c758e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.800261 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39b5c01d-7ba9-4ad1-a4df-5bbb0c9c758e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.804156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39b5c01d-7ba9-4ad1-a4df-5bbb0c9c758e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.821688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5c01d-7ba9-4ad1-a4df-5bbb0c9c758e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed95d772-b9a3-4dc7-83c3-d8f2dede0169,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:02.829661 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-39b5c01d-7ba9-4ad1-a4df-5bbb0c9c758e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.830886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-39b5c01d-7ba9-4ad1-a4df-5bbb0c9c758e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162934 Jul 22 17:32:02.833819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34152) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:02.838817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f271b805-b2d9-4f51-aeab-9c47bc4629b9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '3d6c587f-3ec6-4cdf-808c-29a2afc12ff7', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:02.865317 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f271b805-b2d9-4f51-aeab-9c47bc4629b9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.924554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f271b805-b2d9-4f51-aeab-9c47bc4629b9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.928395 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f271b805-b2d9-4f51-aeab-9c47bc4629b9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.951534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271b805-b2d9-4f51-aeab-9c47bc4629b9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1a0ccb-5b54-4ec3-947e-b6f375e8d15d,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:02.959597 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f271b805-b2d9-4f51-aeab-9c47bc4629b9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:02.961668 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f271b805-b2d9-4f51-aeab-9c47bc4629b9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268630 Jul 22 17:32:02.965024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34154) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:02.969630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-28e769a2-7b63-46a7-a787-c371fc6f47fd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '3d6c587f-3ec6-4cdf-808c-29a2afc12ff7', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:02.997864 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e769a2-7b63-46a7-a787-c371fc6f47fd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.055899 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e769a2-7b63-46a7-a787-c371fc6f47fd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.059537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e769a2-7b63-46a7-a787-c371fc6f47fd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.075589 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e769a2-7b63-46a7-a787-c371fc6f47fd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad516c63-2175-47e0-a0cd-830b43ccef81,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:03.084876 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-28e769a2-7b63-46a7-a787-c371fc6f47fd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.086252 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-28e769a2-7b63-46a7-a787-c371fc6f47fd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203058 Jul 22 17:32:03.088981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34156) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:03.093415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-a03a79a8-1d7e-4bf0-88e5-4bd1047e20b4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '3d6c587f-3ec6-4cdf-808c-29a2afc12ff7', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:03.115314 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-a03a79a8-1d7e-4bf0-88e5-4bd1047e20b4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:32:03.120974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a03a79a8-1d7e-4bf0-88e5-4bd1047e20b4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.180587 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a03a79a8-1d7e-4bf0-88e5-4bd1047e20b4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.184087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a03a79a8-1d7e-4bf0-88e5-4bd1047e20b4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.205307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a79a8-1d7e-4bf0-88e5-4bd1047e20b4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76424ca7-5ed1-44a2-9ae7-82980beae2a1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:03.208256 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a03a79a8-1d7e-4bf0-88e5-4bd1047e20b4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.209458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a03a79a8-1d7e-4bf0-88e5-4bd1047e20b4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195574 Jul 22 17:32:03.212822 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34158) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:03.217225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-8c8dcc08-c037-486b-a85b-4306309227af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '3d6c587f-3ec6-4cdf-808c-29a2afc12ff7', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:03.239896 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-8c8dcc08-c037-486b-a85b-4306309227af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:32:03.244594 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcc08-c037-486b-a85b-4306309227af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.308107 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcc08-c037-486b-a85b-4306309227af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.311810 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcc08-c037-486b-a85b-4306309227af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.331496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8dcc08-c037-486b-a85b-4306309227af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5623b29-6bb1-4d90-935c-1877ea17d658,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:03.339935 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-8c8dcc08-c037-486b-a85b-4306309227af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.341155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-8c8dcc08-c037-486b-a85b-4306309227af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274049 Jul 22 17:32:03.344196 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34160) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:03.349023 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'network': {'name': 'tempest-network-smoke--863893242', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:03.371028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:32:03.374348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.401167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:32:03.410429 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.410776 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Added segment 1a2d636c-3504-46ca-b905-f7b4203f12f7 of type vlan for network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 Jul 22 17:32:03.451816 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.479686 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.485146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:03.485731 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.521032 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1758018 Jul 22 17:32:03.524191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34162) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:03.530845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'admin_state_up': True, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:03.566052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b0cda-0545-4555-8185-59ed704178d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Network': ['ID=2a70fdd1-6051-4f07-8ee3-a485e5af7250,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:03.581127 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:32:03.582368 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.583452 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.638136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.779747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.973846 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:03.992749 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:04.103007 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.122 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/17b61e6a-4e75-422e-8b73-f94001b7e85f) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:32:04.203887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:04.243240 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:04.287793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:32:04.291308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:32:04.293815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:32:04.316796 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=17b61e6a-4e75-422e-8b73-f94001b7e85f,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:04.541339 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:05.071602 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:05.199134 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 51c19f4e-cd43-4810-b59a-3f35b064c49b is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:32:05.305125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:32:05.314605 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Sync routers for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:32:05.323868 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:05.324723 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:05.325097 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-86bbe66e-f6fe-4410-9703-452b7f153f63 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7999907 Jul 22 17:32:05.325343 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:05.328198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34164) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:05.450247 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3ae027ac-45d7-4a1b-a565-913ac4b1f137 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c7814b6c0c0244ad96f947812e4420bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1207998 Jul 22 17:32:05.452798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34168) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:05.528623 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:05.549407 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e0c71-288d-4e32-b330-1f9ac95263e0 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:05.550922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-9d6e0c71-288d-4e32-b330-1f9ac95263e0 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971496 Jul 22 17:32:05.553959 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34170) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:05.581554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-3029ba1c-3d13-4675-86de-4fd94769b20a tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264285 Jul 22 17:32:05.584046 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34172) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:05.589596 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-787333499', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:05.682512 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:32:05.686055 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:05.705507 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:04Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:05.736411 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Checking router: 51c19f4e-cd43-4810-b59a-3f35b064c49b for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:32:05.736754 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Updating router 51c19f4e-cd43-4810-b59a-3f35b064c49b port 17b61e6a-4e75-422e-8b73-f94001b7e85f binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:32:05.772192 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:05.873721 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:05.938200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Subnet': ['ID=6dac877a-7571-441f-989a-26c124aa3ec8,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:05.942513 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Checking segment: {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:32:05.942885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network hostable DHCP agents. Network: 2a70fdd1-6051-4f07-8ee3-a485e5af7250, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:32:05.961872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:32:05.971292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 2a70fdd1-6051-4f07-8ee3-a485e5af7250) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:32:05.977610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:05.978195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:05.980604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4126c-4be4-4d3b-abf9-89bbb9edd82e None None] Network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:32:05.992882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1ea39ad7-59a9-4039-819f-0f452dd94cf9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4077976 Jul 22 17:32:05.995628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34174) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:06.043453 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.053484 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Transition to ACTIVE for port object 17b61e6a-4e75-422e-8b73-f94001b7e85f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:32:06.060238 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.109990 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Attempting to bind port 17b61e6a-4e75-422e-8b73-f94001b7e85f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:32:06.110350 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Attempting to bind port 17b61e6a-4e75-422e-8b73-f94001b7e85f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:32:06.110709 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Attempting to bind port 17b61e6a-4e75-422e-8b73-f94001b7e85f on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:32:06.121049 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:32:06.121418 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:32:06.121825 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.122218 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:32:06.122669 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Bound port: 17b61e6a-4e75-422e-8b73-f94001b7e85f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:32:06.123064 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.125556 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Pushing event updated for resources: {'Port': ['ID=17b61e6a-4e75-422e-8b73-f94001b7e85f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:06.149902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:32:06.151284 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.160232 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.160528 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.160859 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.161186 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.161607 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.161837 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.162155 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.162467 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.162781 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.163682 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.164027 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.164592 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:06.189384 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] For port 17b61e6a-4e75-422e-8b73-f94001b7e85f, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:32:06.192576 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] For port 17b61e6a-4e75-422e-8b73-f94001b7e85f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=17b61e6a-4e75-422e-8b73-f94001b7e85f,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:32:06.200023 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.252826 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:06.253687 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:06.256373 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.309789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Allocated IP 172.20.0.2 (2a70fdd1-6051-4f07-8ee3-a485e5af7250/6dac877a-7571-441f-989a-26c124aa3ec8/616c8f40-8e5f-4a6f-b522-476a0b3dfb64) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:32:06.337795 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023af92b-1384-42e5-adeb-ca3b81e0441b None None] Pushing event updated for resources: {'Port': ['ID=17b61e6a-4e75-422e-8b73-f94001b7e85f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:06.375442 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:06.474446 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.481278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.485239 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Transition to ACTIVE for port object 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:32:06.507473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Transition to ACTIVE for port object 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:32:06.514849 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.559941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Pushing event updated for resources: {'Port': ['ID=616c8f40-8e5f-4a6f-b522-476a0b3dfb64,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:06.563601 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:04Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:06.588266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:32:06.590376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:32:06.593936 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:32:06.602225 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0b89f-b8f8-4b6e-94aa-3ba357b87354 None None] The sync data for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 is: [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:04Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:32:06.744378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Attempting to bind port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:32:06.744746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Attempting to bind port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:32:06.745115 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Attempting to bind port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 on network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:32:06.751953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:32:06.752334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Checking segment: {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:32:06.752979 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.753382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Bound using segment: {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:32:06.753848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Bound port: 616c8f40-8e5f-4a6f-b522-476a0b3dfb64, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:32:06.754226 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.769598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.1 (2a70fdd1-6051-4f07-8ee3-a485e5af7250/6dac877a-7571-441f-989a-26c124aa3ec8/84efce5e-c45b-4a39-a4a0-68cc920766aa) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:32:06.836116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] For port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:32:06.840202 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] For port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=616c8f40-8e5f-4a6f-b522-476a0b3dfb64,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:32:06.868337 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.938274 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2d25c-1e20-469d-8cb0-817cc9ddb42e None None] Pushing event updated for resources: {'Port': ['ID=616c8f40-8e5f-4a6f-b522-476a0b3dfb64,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:06.946011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:06.960863 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object 84efce5e-c45b-4a39-a4a0-68cc920766aa will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:32:06.999723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:07.046568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:32:07.049910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:32:07.054635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:32:07.058824 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=84efce5e-c45b-4a39-a4a0-68cc920766aa,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:07.120806 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:07.292018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:07.567217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 17b61e6a-4e75-422e-8b73-f94001b7e85f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:32:07.645762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 17b61e6a-4e75-422e-8b73-f94001b7e85f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:32:07.646040 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:07.650058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 17b61e6a-4e75-422e-8b73-f94001b7e85f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:07.650433 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:07.651825 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:07.738565 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:07.740760 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:07.743024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=84efce5e-c45b-4a39-a4a0-68cc920766aa,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:07.763329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 17b61e6a-4e75-422e-8b73-f94001b7e85f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=17b61e6a-4e75-422e-8b73-f94001b7e85f,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:32:07.767944 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:07.768763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:32:07.852810 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=17b61e6a-4e75-422e-8b73-f94001b7e85f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:07.864304 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:32:07.865880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:32:07.868880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:32:07.924857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096316cc-c792-4dbf-b1c1-4e9087f00d02 None None] Network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:32:07.988336 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-27f550f3-015c-4948-b46b-ba34a28633f1 None None] Provisioning for port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:32:07.995611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 51c19f4e-cd43-4810-b59a-3f35b064c49b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:32:07.998540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-27f550f3-015c-4948-b46b-ba34a28633f1 None None] Provisioning complete for port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:07.999170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27f550f3-015c-4948-b46b-ba34a28633f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:08.108383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:32:08.117534 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-82c39b2b-90ab-4610-8669-e8539815d964 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/51c19f4e-cd43-4810-b59a-3f35b064c49b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1162975 Jul 22 17:32:08.150811 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27f550f3-015c-4948-b46b-ba34a28633f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:08.204969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-27f550f3-015c-4948-b46b-ba34a28633f1 None None] For port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=616c8f40-8e5f-4a6f-b522-476a0b3dfb64,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:32:08.209077 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-27f550f3-015c-4948-b46b-ba34a28633f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:08.270093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f550f3-015c-4948-b46b-ba34a28633f1 None None] Pushing event updated for resources: {'Port': ['ID=616c8f40-8e5f-4a6f-b522-476a0b3dfb64,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:08.291012 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-152a089b-8a3b-4fad-a4d1-0e37e4e945ae tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437224893&fields=id&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 267 time: 0.0451756 Jul 22 17:32:08.335912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Sync routers for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:32:08.345751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:08.346388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:08.415786 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-6fb557c1-9429-4861-8c5e-c0705641577b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:08.417599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-6fb557c1-9429-4861-8c5e-c0705641577b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/networks?id=2a70fdd1-6051-4f07-8ee3-a485e5af7250 HTTP/1.1" status: 200 len: 796 time: 0.1200745 Jul 22 17:32:08.434980 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-e537b8f0-d19e-4e27-846c-16038e671e48 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/quotas/c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 375 time: 0.0119634 Jul 22 17:32:08.453028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c11bc5ce-8538-4bb2-b8d3-771320bb80d5 None None] Provisioning complete for port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:08.453400 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c11bc5ce-8538-4bb2-b8d3-771320bb80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:08.502584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:08.509282 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-eae719a1-d079-4c4c-b02a-75af7bc280e0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679362 Jul 22 17:32:08.676466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-fca87cbe-99eb-4fce-8365-382026bd1090 service neutron] 10.222.0.53 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531081 Jul 22 17:32:08.693723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c11bc5ce-8538-4bb2-b8d3-771320bb80d5 None None] Provisioning for port 84efce5e-c45b-4a39-a4a0-68cc920766aa completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:32:08.707813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c11bc5ce-8538-4bb2-b8d3-771320bb80d5 None None] Provisioning complete for port 84efce5e-c45b-4a39-a4a0-68cc920766aa triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:08.708279 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c11bc5ce-8538-4bb2-b8d3-771320bb80d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:08.766438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-c11bc5ce-8538-4bb2-b8d3-771320bb80d5 None None] Port 84efce5e-c45b-4a39-a4a0-68cc920766aa cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:32:08.777595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-a023cc31-0898-4e86-8e6b-2089328d9406 service neutron] 10.222.0.53 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942695 Jul 22 17:32:08.790172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '84efce5e-c45b-4a39-a4a0-68cc920766aa', 'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:1b:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:06Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 2, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:08.817619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Checking router: 51c19f4e-cd43-4810-b59a-3f35b064c49b for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:32:08.817979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Updating router 51c19f4e-cd43-4810-b59a-3f35b064c49b port 84efce5e-c45b-4a39-a4a0-68cc920766aa binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:32:08.859978 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:08.921606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-0fa5bece-5191-42be-9db7-74499b393469 None None] Provisioning complete for port 84efce5e-c45b-4a39-a4a0-68cc920766aa triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:08.921737 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0fa5bece-5191-42be-9db7-74499b393469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:08.965135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-92f75645-f017-469d-80ac-0546465ebf18 req-cbc92143-f355-43c3-ab99-545451633d3d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 210 time: 0.0323329 Jul 22 17:32:09.013910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5bece-5191-42be-9db7-74499b393469 None None] Port 84efce5e-c45b-4a39-a4a0-68cc920766aa cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:32:09.179381 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:09.189958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Transition to ACTIVE for port object 84efce5e-c45b-4a39-a4a0-68cc920766aa will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:32:09.201484 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:09.450372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ed796-0a19-44cf-b61f-4c08c7088939 None None] Pushing event updated for resources: {'Port': ['ID=84efce5e-c45b-4a39-a4a0-68cc920766aa,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:09.486910 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Attempting to bind port 84efce5e-c45b-4a39-a4a0-68cc920766aa on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:32:09.487309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Attempting to bind port 84efce5e-c45b-4a39-a4a0-68cc920766aa by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:32:09.487698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Attempting to bind port 84efce5e-c45b-4a39-a4a0-68cc920766aa on network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:32:09.492762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:32:09.493139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Checking segment: {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:32:09.493538 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:09.493931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Bound using segment: {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:32:09.494390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Bound port: 84efce5e-c45b-4a39-a4a0-68cc920766aa, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:32:09.494770 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:09.531966 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 17b61e6a-4e75-422e-8b73-f94001b7e85f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:32:09.606232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] For port 84efce5e-c45b-4a39-a4a0-68cc920766aa, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:32:09.609767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] For port 84efce5e-c45b-4a39-a4a0-68cc920766aa, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=84efce5e-c45b-4a39-a4a0-68cc920766aa,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:32:09.615131 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:09.647152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 17b61e6a-4e75-422e-8b73-f94001b7e85f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:09.647553 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:09.708725 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:09.709410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:31:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:09.749646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ed796-0a19-44cf-b61f-4c08c7088939 None None] Pushing event updated for resources: {'Port': ['ID=84efce5e-c45b-4a39-a4a0-68cc920766aa,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:09.847617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:32:09.877034 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:10.002051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:10.002426 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:10.076532 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9a315517-60aa-48e0-8533-664e73146211 req-d6748dd4-16b6-4dd3-99f8-d0f7649e58b3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 210 time: 0.0375986 Jul 22 17:32:10.171215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '84efce5e-c45b-4a39-a4a0-68cc920766aa', 'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:1b:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:06Z', 'updated_at': '2021-07-22T17:32:09Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:10.198011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3a8cb-c3a6-4efd-9872-df30f2d91c0b None None] The sync data for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 is: [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '84efce5e-c45b-4a39-a4a0-68cc920766aa', 'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:1b:a6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:06Z', 'updated_at': '2021-07-22T17:32:09Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:32:10.207138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-4aeca883-14da-4abf-beee-7882773ab12f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:10.209425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-4aeca883-14da-4abf-beee-7882773ab12f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/networks?id=2a70fdd1-6051-4f07-8ee3-a485e5af7250 HTTP/1.1" status: 200 len: 796 time: 0.1169353 Jul 22 17:32:10.280144 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-cf8bf784-9c32-4771-8a99-e894a5b69872 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 379 time: 0.0568099 Jul 22 17:32:10.292177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'port': {'device_id': 'f315df8c-71e3-4160-9eae-04c13605c046', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'admin_state_up': True, 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'security_groups': ['3d6c587f-3ec6-4cdf-808c-29a2afc12ff7']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:10.405101 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:32:10.409015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:10.545249 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.4 (2a70fdd1-6051-4f07-8ee3-a485e5af7250/6dac877a-7571-441f-989a-26c124aa3ec8/227a01d6-d58c-4ff0-9d26-c3f2314f2a80) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:32:10.693469 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:10.709365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:32:10.743520 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:10.791798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:32:10.795110 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:32:10.797624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:32:10.824781 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:10.861858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:10.862635 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:10.879510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-b984855a-c66d-4e77-8a53-9fb2f75452c1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5927784 Jul 22 17:32:10.896951 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Request body: {'port': {'device_id': 'f315df8c-71e3-4160-9eae-04c13605c046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:10.986020 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.099543 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-086419dc-323a-4a7f-819f-eac22e27d779 None None] Provisioning for port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:32:11.104371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-086419dc-323a-4a7f-819f-eac22e27d779 None None] Provisioning complete for port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:11.104861 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-086419dc-323a-4a7f-819f-eac22e27d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.164885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-086419dc-323a-4a7f-819f-eac22e27d779 None None] Port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:32:11.287198 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42d010-c1ad-4a27-aa8d-cd3e718f0359 req-61ce5191-7c22-4911-8bc2-7e073d768d43 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:11.288767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d42d010-c1ad-4a27-aa8d-cd3e718f0359 req-61ce5191-7c22-4911-8bc2-7e073d768d43 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 931 time: 0.1307971 Jul 22 17:32:11.344409 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:32:11.356748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.370048 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2d42d010-c1ad-4a27-aa8d-cd3e718f0359 req-c62d48b0-85c0-4d17-821a-c767c7fa16ff tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559020 Jul 22 17:32:11.374481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Transition to ACTIVE for port object 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:32:11.378329 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.451797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:11.517583 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Attempting to bind port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:32:11.518012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Attempting to bind port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:32:11.518428 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Attempting to bind port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 on network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:32:11.525022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 on network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:32:11.525022 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Attempting to bind port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 on network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:32:11.535185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:32:11.536810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Checking segment: {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:32:11.537468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Bound using segment: {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:32:11.538852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Bound port: 227a01d6-d58c-4ff0-9d26-c3f2314f2a80, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2d636c-3504-46ca-b905-f7b4203f12f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:32:11.539256 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.539407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 84efce5e-c45b-4a39-a4a0-68cc920766aa up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:32:11.605060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 84efce5e-c45b-4a39-a4a0-68cc920766aa completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:32:11.610388 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 84efce5e-c45b-4a39-a4a0-68cc920766aa triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:11.610917 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.613952 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] For port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:32:11.617672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] For port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:32:11.623878 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.662070 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:11.662559 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.664429 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/227a01d6-d58c-4ff0-9d26-c3f2314f2a80 HTTP/1.1" status: 200 len: 1092 time: 0.7721817 Jul 22 17:32:11.666979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:32:11.669258 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cfb457-9e41-4f20-805e-9774df24791c" -d '{"events": [{"name": "network-changed", "server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:32:11.706414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbaff0e-fc00-46ad-b1b9-6fccf382d4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:11.708588 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.727894 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f6d370-aa1e-4d59-901f-c16395b92a85 x-openstack-request-id: req-21f6d370-aa1e-4d59-901f-c16395b92a85 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:32:11.728196 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:32:11.728453 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21f6d370-aa1e-4d59-901f-c16395b92a85 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:32:11.728887 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'status': 'completed', 'code': 200} Jul 22 17:32:11.754979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 84efce5e-c45b-4a39-a4a0-68cc920766aa, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=84efce5e-c45b-4a39-a4a0-68cc920766aa,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:32:11.760835 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:11.808172 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-380eb8b6-be55-4719-84bf-3ab2e7e87278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:11.809588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-380eb8b6-be55-4719-84bf-3ab2e7e87278 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 1095 time: 0.0644016 Jul 22 17:32:11.815809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=84efce5e-c45b-4a39-a4a0-68cc920766aa,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:11.860433 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-cb6e619a-9f97-485f-b318-ee6ea3cc6256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=227a01d6-d58c-4ff0-9d26-c3f2314f2a80 HTTP/1.1" status: 200 len: 217 time: 0.0391495 Jul 22 17:32:11.908677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-47c0de1d-dc8e-4d4b-b5f0-ac0cd5ccf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:11.910346 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-47c0de1d-dc8e-4d4b-b5f0-ac0cd5ccf0c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dac877a-7571-441f-989a-26c124aa3ec8 HTTP/1.1" status: 200 len: 834 time: 0.0443637 Jul 22 17:32:11.970317 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-3ff4d538-1913-4aba-9cac-b2ccfba7c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:11.971775 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-3ff4d538-1913-4aba-9cac-b2ccfba7c94c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a70fdd1-6051-4f07-8ee3-a485e5af7250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548158 Jul 22 17:32:12.064950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-9cd246f1-1fa5-4bb2-8ac0-4b4f895400b6 service neutron] 10.222.0.20 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865469 Jul 22 17:32:12.152089 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c2da4585-7e67-4367-916b-2ec787a3cd2a req-59715134-905b-489b-8b7b-93db375b36a1 service neutron] 10.222.0.20 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812590 Jul 22 17:32:12.296714 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfb457-9e41-4f20-805e-9774df24791c req-c5e18cbf-c92f-440d-84e8-058789d5af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:12.298202 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52cfb457-9e41-4f20-805e-9774df24791c req-c5e18cbf-c92f-440d-84e8-058789d5af98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 1095 time: 0.0559824 Jul 22 17:32:12.388283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfb457-9e41-4f20-805e-9774df24791c req-9cc97345-2ac1-44ce-b27c-3bd5494cf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:12.389737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52cfb457-9e41-4f20-805e-9774df24791c req-9cc97345-2ac1-44ce-b27c-3bd5494cf1df service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a70fdd1-6051-4f07-8ee3-a485e5af7250 HTTP/1.1" status: 200 len: 897 time: 0.0856020 Jul 22 17:32:12.433939 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52cfb457-9e41-4f20-805e-9774df24791c req-15fc663f-979d-41bc-b114-56aa7522c825 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=227a01d6-d58c-4ff0-9d26-c3f2314f2a80 HTTP/1.1" status: 200 len: 217 time: 0.0366709 Jul 22 17:32:12.514489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfb457-9e41-4f20-805e-9774df24791c req-37fa7a3a-76a7-4c6a-abc6-c38a199725e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:12.515973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52cfb457-9e41-4f20-805e-9774df24791c req-37fa7a3a-76a7-4c6a-abc6-c38a199725e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dac877a-7571-441f-989a-26c124aa3ec8 HTTP/1.1" status: 200 len: 834 time: 0.0755053 Jul 22 17:32:12.567097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18912b-65ad-4063-b511-55f39276be7b req-d3f26f84-d070-4e49-87ce-19a810cc4bb6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:12.568568 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b18912b-65ad-4063-b511-55f39276be7b req-d3f26f84-d070-4e49-87ce-19a810cc4bb6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 943 time: 0.1202149 Jul 22 17:32:12.618819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfb457-9e41-4f20-805e-9774df24791c req-8d5c5ecd-29b8-42e5-8407-0aaa199ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:12.620313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52cfb457-9e41-4f20-805e-9774df24791c req-8d5c5ecd-29b8-42e5-8407-0aaa199ac657 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a70fdd1-6051-4f07-8ee3-a485e5af7250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972495 Jul 22 17:32:12.623474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1b18912b-65ad-4063-b511-55f39276be7b req-e75ce758-8832-485c-b078-f7f250985e1a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471849 Jul 22 17:32:12.710114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52cfb457-9e41-4f20-805e-9774df24791c req-e069b65e-eb1d-46fb-9cba-a6ef879980c9 service neutron] 10.222.0.20 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808828 Jul 22 17:32:13.136649 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-52cfb457-9e41-4f20-805e-9774df24791c req-3a49598f-38c1-4986-bb85-35b30637b3bb service neutron] 10.222.0.20 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196460 Jul 22 17:32:13.477562 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:32:13.500313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 84efce5e-c45b-4a39-a4a0-68cc920766aa up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:32:13.551496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 84efce5e-c45b-4a39-a4a0-68cc920766aa triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:13.551871 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:13.763320 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f07ac1-899f-4c95-b641-8a9d186f77cd req-4c3af711-329c-4875-8067-143ccd195581 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:13.764734 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-94f07ac1-899f-4c95-b641-8a9d186f77cd req-4c3af711-329c-4875-8067-143ccd195581 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 943 time: 0.0732429 Jul 22 17:32:13.802567 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-94f07ac1-899f-4c95-b641-8a9d186f77cd req-01aa2420-548d-431e-be20-42d0e948805d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322728 Jul 22 17:32:14.929762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d872c0-7159-47b2-9104-27fec04e2732 req-43860b61-4540-4133-b8bd-858d332b74d6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:14.931294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-44d872c0-7159-47b2-9104-27fec04e2732 req-43860b61-4540-4133-b8bd-858d332b74d6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 943 time: 0.0625916 Jul 22 17:32:14.968439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-44d872c0-7159-47b2-9104-27fec04e2732 req-5151ae85-f9e7-42e1-9160-41d1f5d61273 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316827 Jul 22 17:32:15.036148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:32:15.133418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:32:15.143761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'port_id': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'mac_address': 'fa:16:3e:3e:d9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:32:15.181014 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:15.192997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:32:15.213112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:32:15.217027 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:15.263628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:15.540997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['227a01d6-d58c-4ff0-9d26-c3f2314f2a80'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:32:16.098510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914adee1-04ba-4772-b6b2-2d9b83b335f1 req-047568b9-7b6e-4650-8417-67aa1c60902f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:16.100016 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-914adee1-04ba-4772-b6b2-2d9b83b335f1 req-047568b9-7b6e-4650-8417-67aa1c60902f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 944 time: 0.0629199 Jul 22 17:32:16.137427 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-914adee1-04ba-4772-b6b2-2d9b83b335f1 req-e75f1968-c67f-4884-a72f-6fc6a954d5af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Jul 22 17:32:17.052131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:32:17.102195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:32:17.106187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:32:17.106610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:17.184385 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:17.207441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:32:17.210259 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3156bd5c-e39d-4e8b-aecf-17b6f23a2603" -d '{"events": [{"server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "name": "network-vif-plugged", "status": "completed", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:32:17.225020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:32:17.229574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:17.255106 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2fcd81-0b78-4a3e-bfa7-7f67dd685f46 x-openstack-request-id: req-1c2fcd81-0b78-4a3e-bfa7-7f67dd685f46 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:32:17.255395 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "name": "network-vif-plugged", "status": "completed", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:32:17.255653 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c2fcd81-0b78-4a3e-bfa7-7f67dd685f46 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:32:17.256028 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'code': 200} Jul 22 17:32:17.280677 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd092e-71fd-40e6-8a4d-97c1d244a23f req-32032ec9-b7ec-459c-be49-0c55a5420aef tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:17.282548 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7cd092e-71fd-40e6-8a4d-97c1d244a23f req-32032ec9-b7ec-459c-be49-0c55a5420aef tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 944 time: 0.0745931 Jul 22 17:32:17.285838 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:17.354436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a7cd092e-71fd-40e6-8a4d-97c1d244a23f req-812a7e3f-15fa-4de4-9c88-8832a67d3aa2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574305 Jul 22 17:32:17.402025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6ee4e-c1af-4ada-9fa4-ee57cc8c05b4 req-9202f5df-ff50-420e-a711-51c79dad1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:17.403585 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eec6ee4e-c1af-4ada-9fa4-ee57cc8c05b4 req-9202f5df-ff50-420e-a711-51c79dad1cd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 1097 time: 0.0691969 Jul 22 17:32:17.443003 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eec6ee4e-c1af-4ada-9fa4-ee57cc8c05b4 req-b1aabe25-acb5-4cf0-8929-e86555c652a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273287 Jul 22 17:32:18.486473 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae9f4-4ee1-458e-9913-07f1ceefd68b req-f8bfccff-5a91-441b-b6e0-55bf7952d1f4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:18.488101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf0ae9f4-4ee1-458e-9913-07f1ceefd68b req-f8bfccff-5a91-441b-b6e0-55bf7952d1f4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0649409 Jul 22 17:32:18.529066 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c05ef53-cc8d-45b0-893d-fb684caea727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:18.531546 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cf0ae9f4-4ee1-458e-9913-07f1ceefd68b req-43748393-1fd6-4c77-aff9-5095876db8ef tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350177 Jul 22 17:32:19.670815 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576d0ad-4d36-4194-b18d-9fa54b292ee8 req-53df9842-04de-4f6b-826e-3e0e7535f194 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:19.672725 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4576d0ad-4d36-4194-b18d-9fa54b292ee8 req-53df9842-04de-4f6b-826e-3e0e7535f194 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0665245 Jul 22 17:32:19.713910 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4576d0ad-4d36-4194-b18d-9fa54b292ee8 req-c673a666-1516-4c9e-a1a1-ceb52e47695d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342953 Jul 22 17:32:19.853808 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2f60f-897a-4709-9927-d6caeef50c91 req-c15c10ff-270e-4f7d-9223-215150a1d05e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:19.855296 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ee2f60f-897a-4709-9927-d6caeef50c91 req-c15c10ff-270e-4f7d-9223-215150a1d05e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0719807 Jul 22 17:32:19.892843 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4ee2f60f-897a-4709-9927-d6caeef50c91 req-df69fcd8-54d3-46ff-aba0-89ff659ff9e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319567 Jul 22 17:32:19.914562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34230) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:19.967240 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027cc38-3ba6-452d-9fa1-6a04fffb258c tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:19.968659 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0027cc38-3ba6-452d-9fa1-6a04fffb258c tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 1092 time: 0.0530822 Jul 22 17:32:19.971536 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34232) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:19.976332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:32:20.001203 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:20.435405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:20.545354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.251 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/8670eb72-ef2c-4cc4-b029-041f58d8fb80) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:32:20.658175 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:20.699553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:20.736300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:32:20.741229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:32:20.744797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:32:20.768673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=8670eb72-ef2c-4cc4-b029-041f58d8fb80,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:21.108728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:21.110530 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-30f155c9-0bf8-4fcc-b993-f00e95ed01a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:21.189579 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:21.334775 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:21.339192 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:21.355694 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:21.410209 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=8670eb72-ef2c-4cc4-b029-041f58d8fb80,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:21.421622 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:21.522395 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP f574fd3b-9f0a-4d10-8c5a-fab8663fe091 associated. External IP: 172.25.3.251, port: 227a01d6-d58c-4ff0-9d26-c3f2314f2a80. Jul 22 17:32:21.727830 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 51c19f4e-cd43-4810-b59a-3f35b064c49b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:32:21.837935 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:32:21.847805 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] Sync routers for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:32:21.853980 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:21.858307 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:21.859005 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:21.895581 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-da5f827c-6e51-49f0-9f06-41b20b1a4419 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9229617 Jul 22 17:32:21.896133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:32:21.898910 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:32:21.953399 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9360e40-ab37-4ac6-95bb-03fc02293289 x-openstack-request-id: req-b9360e40-ab37-4ac6-95bb-03fc02293289 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:32:21.953691 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:32:21.953940 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9360e40-ab37-4ac6-95bb-03fc02293289 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:32:21.954345 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'status': 'completed', 'code': 200} Jul 22 17:32:21.970299 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:22.070964 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9689a8-119d-4273-ae20-479473d1c0f4 req-2107fe64-c2e1-47d3-aba7-6a5601f27df6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:22.072396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a9689a8-119d-4273-ae20-479473d1c0f4 req-2107fe64-c2e1-47d3-aba7-6a5601f27df6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.1088834 Jul 22 17:32:22.077914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-d0f35aae-bfa0-489b-9c76-e9e431602b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:22.079348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-d0f35aae-bfa0-489b-9c76-e9e431602b64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 1097 time: 0.0798004 Jul 22 17:32:22.170336 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a9689a8-119d-4273-ae20-479473d1c0f4 req-32e9c795-f68f-49ec-8fe1-de8bda5784fc tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899925 Jul 22 17:32:22.193405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34238) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:22.195645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-50d6356f-c49c-4a70-8fdd-99c86bfcc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:22.197122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-50d6356f-c49c-4a70-8fdd-99c86bfcc5c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a70fdd1-6051-4f07-8ee3-a485e5af7250 HTTP/1.1" status: 200 len: 897 time: 0.1102176 Jul 22 17:32:22.203545 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'f574fd3b-9f0a-4d10-8c5a-fab8663fe091', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'port_id': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'mac_address': 'fa:16:3e:3e:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f315df8c-71e3-4160-9eae-04c13605c046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:32:20Z', 'updated_at': '2021-07-22T17:32:20Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84efce5e-c45b-4a39-a4a0-68cc920766aa', 'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:1b:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:06Z', 'updated_at': '2021-07-22T17:32:11Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:22.234290 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] Checking router: 51c19f4e-cd43-4810-b59a-3f35b064c49b for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:32:22.243116 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:22.243739 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:22.259069 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3f17b793-9841-4012-b8de-df5ee5cf19d0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/f574fd3b-9f0a-4d10-8c5a-fab8663fe091 HTTP/1.1" status: 200 len: 991 time: 0.0639329 Jul 22 17:32:22.264635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-b7189c71-0acf-4742-8831-89aaeea9dd32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=227a01d6-d58c-4ff0-9d26-c3f2314f2a80 HTTP/1.1" status: 200 len: 999 time: 0.0609500 Jul 22 17:32:22.314152 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-76dfeba3-9319-43a6-9e09-2af131310cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:22.315682 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-76dfeba3-9319-43a6-9e09-2af131310cb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dac877a-7571-441f-989a-26c124aa3ec8 HTTP/1.1" status: 200 len: 834 time: 0.0444899 Jul 22 17:32:22.348985 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:22.377769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-4f0aded8-55bd-4508-bb90-76c456f5a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:22.379333 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-4f0aded8-55bd-4508-bb90-76c456f5a4c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a70fdd1-6051-4f07-8ee3-a485e5af7250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577159 Jul 22 17:32:22.473997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-20ad8b64-0617-47c9-9534-c123e6d7c6f9 service neutron] 10.222.0.20 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870457 Jul 22 17:32:22.572755 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1eb0dfcd-a4b5-4310-a0b0-05ea372f5e8f req-a626ffb4-9910-40c9-be6c-51ac4a07cf20 service neutron] 10.222.0.20 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885348 Jul 22 17:32:22.664248 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'f574fd3b-9f0a-4d10-8c5a-fab8663fe091', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'port_id': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'mac_address': 'fa:16:3e:3e:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f315df8c-71e3-4160-9eae-04c13605c046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:32:20Z', 'updated_at': '2021-07-22T17:32:20Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84efce5e-c45b-4a39-a4a0-68cc920766aa', 'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:1b:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:06Z', 'updated_at': '2021-07-22T17:32:11Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:22.698358 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e613a-4113-456e-b16f-066665c2f046 None None] The sync data for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 is: [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'f574fd3b-9f0a-4d10-8c5a-fab8663fe091', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'port_id': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'mac_address': 'fa:16:3e:3e:d9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f315df8c-71e3-4160-9eae-04c13605c046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:32:20Z', 'updated_at': '2021-07-22T17:32:20Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84efce5e-c45b-4a39-a4a0-68cc920766aa', 'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:1b:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:06Z', 'updated_at': '2021-07-22T17:32:11Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:32:22.753590 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:22.899345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c2daf-bb23-45dc-9770-088651ca6089 None None] New status for floating IP f574fd3b-9f0a-4d10-8c5a-fab8663fe091: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:32:23.262918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34240) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:23.330365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eae9fe63-af6b-4cbc-8dfa-e63c044b1a3b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/f574fd3b-9f0a-4d10-8c5a-fab8663fe091 HTTP/1.1" status: 200 len: 993 time: 0.0663090 Jul 22 17:32:24.441713 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:32.245364 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:36.227762 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:48.531685 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e6e90bad-2350-4e00-a9a8-9742be823f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:50.072814 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e269bd9-bd34-40d3-8b33-204d64debe85 req-9c607758-8cbe-4101-8ea0-2378d5934033 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:50.074310 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e269bd9-bd34-40d3-8b33-204d64debe85 req-9c607758-8cbe-4101-8ea0-2378d5934033 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0649683 Jul 22 17:32:50.111895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8e269bd9-bd34-40d3-8b33-204d64debe85 req-b9aa2f17-0564-44e6-becc-0cd04202d7fe tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Jul 22 17:32:50.476243 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:32:51.110011 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3debddfd-47b9-47fd-8b2a-87ff86fa5567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:51.256332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca86be-16df-4cd0-a626-1e2406deaddf req-01f86500-9e8f-42a2-bc4d-f9528da44b13 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:51.258471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46ca86be-16df-4cd0-a626-1e2406deaddf req-01f86500-9e8f-42a2-bc4d-f9528da44b13 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0643115 Jul 22 17:32:51.295754 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-46ca86be-16df-4cd0-a626-1e2406deaddf req-4b50a38c-3211-4b44-ae29-41eb0a12fdff tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315275 Jul 22 17:32:51.318430 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34260) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:51.357116 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:51.384702 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ab1f8097-3e81-44c3-a5e5-39e19b92c3eb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/f574fd3b-9f0a-4d10-8c5a-fab8663fe091 HTTP/1.1" status: 200 len: 993 time: 0.0650816 Jul 22 17:32:52.671818 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcff9d7-60f3-4933-9700-7721f32fa2ae req-826e854f-4469-4a56-9309-4e2ee7b39a8a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:52.673210 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfcff9d7-60f3-4933-9700-7721f32fa2ae req-826e854f-4469-4a56-9309-4e2ee7b39a8a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0644097 Jul 22 17:32:52.716032 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cfcff9d7-60f3-4933-9700-7721f32fa2ae req-42efa1f7-d0d0-46b4-beeb-b1cf9f3a5c06 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371821 Jul 22 17:32:52.754647 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:53.848501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fde08-d788-48d3-828c-5ede79598d9a req-b891417e-7b62-4584-b101-027bce13d01a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:53.849978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-687fde08-d788-48d3-828c-5ede79598d9a req-b891417e-7b62-4584-b101-027bce13d01a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0639446 Jul 22 17:32:53.887530 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-687fde08-d788-48d3-828c-5ede79598d9a req-1916a924-68cb-4b06-b9fd-4873c6e71116 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316062 Jul 22 17:32:54.446873 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:55.021061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f821c0-b39b-44ef-88fa-f24b559128d9 req-50b10616-3045-472d-90a1-c15c79311a4f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:55.022554 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-16f821c0-b39b-44ef-88fa-f24b559128d9 req-50b10616-3045-472d-90a1-c15c79311a4f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0648241 Jul 22 17:32:55.060925 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-16f821c0-b39b-44ef-88fa-f24b559128d9 req-129f643c-0c47-484d-a4e5-2f7bc61b7bca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325279 Jul 22 17:32:55.082614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34274) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:55.145891 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4d9fa566-9bcb-45aa-a67e-f31cc790867f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/f574fd3b-9f0a-4d10-8c5a-fab8663fe091 HTTP/1.1" status: 200 len: 993 time: 0.0619695 Jul 22 17:32:55.438602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34280) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:32:55.594605 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 8670eb72-ef2c-4cc4-b029-041f58d8fb80 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:32:55.594971 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:55.668554 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:55.668881 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:55.681074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 8670eb72-ef2c-4cc4-b029-041f58d8fb80 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:32:55.838041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:55.867257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=8670eb72-ef2c-4cc4-b029-041f58d8fb80,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:55.878498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.878857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.879230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.879569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.879903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.880236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.880570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.880899 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.881230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.881556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.882292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.882292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:32:55.939804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:55.940131 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP f574fd3b-9f0a-4d10-8c5a-fab8663fe091 disassociated (deleted). External IP: 172.25.3.251, port: 227a01d6-d58c-4ff0-9d26-c3f2314f2a80. Jul 22 17:32:56.162235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 51c19f4e-cd43-4810-b59a-3f35b064c49b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:32:56.269718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:32:56.275044 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:56.281315 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] Sync routers for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:32:56.294037 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:56.294749 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:56.312296 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2000bbb1-7690-41e7-9da0-6c93d08ab270 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/floatingips/f574fd3b-9f0a-4d10-8c5a-fab8663fe091 HTTP/1.1" status: 204 len: 168 time: 0.8724587 Jul 22 17:32:56.312976 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:32:56.315303 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce5e1bf-92b1-45d2-8966-d707cfd963da" -d '{"events": [{"name": "network-changed", "server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:32:56.359814 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609d773a-ec9a-4ba8-a283-67de62938406 x-openstack-request-id: req-609d773a-ec9a-4ba8-a283-67de62938406 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:32:56.360321 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:32:56.360575 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-609d773a-ec9a-4ba8-a283-67de62938406 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:32:56.360982 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'status': 'completed', 'code': 200} Jul 22 17:32:56.418699 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:56.462202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-a018d8a0-5bc1-48b2-8879-63310dc10535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:56.463922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-a018d8a0-5bc1-48b2-8879-63310dc10535 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 1097 time: 0.0615180 Jul 22 17:32:56.624082 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '84efce5e-c45b-4a39-a4a0-68cc920766aa', 'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:1b:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:06Z', 'updated_at': '2021-07-22T17:32:11Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:56.636449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86d592-7108-4ea1-a7b4-7ab27e1e01b0 req-941df966-dec5-45b8-8b24-694ede5f3ddd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:56.637965 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a86d592-7108-4ea1-a7b4-7ab27e1e01b0 req-941df966-dec5-45b8-8b24-694ede5f3ddd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.1296353 Jul 22 17:32:56.639410 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-4069cba6-b92f-475f-aadb-1040782a8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:56.640740 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-4069cba6-b92f-475f-aadb-1040782a8356 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2a70fdd1-6051-4f07-8ee3-a485e5af7250 HTTP/1.1" status: 200 len: 897 time: 0.1406124 Jul 22 17:32:56.649174 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] Checking router: 51c19f4e-cd43-4810-b59a-3f35b064c49b for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:32:56.657492 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:32:56.658087 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:56.696957 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-d6bef7b4-8d5c-4a8b-8439-d42fd5a72897 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=227a01d6-d58c-4ff0-9d26-c3f2314f2a80 HTTP/1.1" status: 200 len: 217 time: 0.0470991 Jul 22 17:32:56.742377 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a86d592-7108-4ea1-a7b4-7ab27e1e01b0 req-de038033-3387-435b-ae19-836c37ac4a2d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986340 Jul 22 17:32:56.767901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-0e99ca5a-1271-43c4-89b6-8f49e9de0741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:56.768787 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:32:56.769381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-0e99ca5a-1271-43c4-89b6-8f49e9de0741 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dac877a-7571-441f-989a-26c124aa3ec8 HTTP/1.1" status: 200 len: 834 time: 0.0656013 Jul 22 17:32:56.830676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-806c22b3-1c83-4310-a59e-57627b2614bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:56.832224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-806c22b3-1c83-4310-a59e-57627b2614bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2a70fdd1-6051-4f07-8ee3-a485e5af7250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542898 Jul 22 17:32:56.928474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-ee2a5534-4799-47e8-9aef-0e1d63768f78 service neutron] 10.222.0.20 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881588 Jul 22 17:32:56.968551 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '84efce5e-c45b-4a39-a4a0-68cc920766aa', 'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:1b:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:06Z', 'updated_at': '2021-07-22T17:32:11Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:32:56.994597 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbf2d9f-8770-4851-9a12-8b4304dd773b None None] The sync data for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 is: [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '84efce5e-c45b-4a39-a4a0-68cc920766aa', 'name': '', 'network_id': '2a70fdd1-6051-4f07-8ee3-a485e5af7250', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:1b:a6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:06Z', 'updated_at': '2021-07-22T17:32:11Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '6dac877a-7571-441f-989a-26c124aa3ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:32:57.021657 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0ce5e1bf-92b1-45d2-8966-d707cfd963da req-e2ab9141-a283-4632-ba86-11e90f81b425 service neutron] 10.222.0.20 "GET /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831504 Jul 22 17:32:57.204684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becfaa7-858d-4a10-9081-b913a39bfdbe None None] New status for floating IP f574fd3b-9f0a-4d10-8c5a-fab8663fe091: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:32:57.877204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d9e70-b540-4b0e-af34-e89d41bd90f7 req-5a8482ff-1f28-44c8-b0e3-e5635f5c7457 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:57.878676 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba3d9e70-b540-4b0e-af34-e89d41bd90f7 req-5a8482ff-1f28-44c8-b0e3-e5635f5c7457 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0646293 Jul 22 17:32:57.921172 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba3d9e70-b540-4b0e-af34-e89d41bd90f7 req-f6365b39-7904-4753-978f-97984da3a42d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362487 Jul 22 17:32:58.222402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-29a849b3-b435-4603-91c8-a2ee919d5cc8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:32:58.223887 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-29a849b3-b435-4603-91c8-a2ee919d5cc8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 945 time: 0.0685296 Jul 22 17:32:58.320388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:32:58.320719 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:58.409093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:32:58.409444 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:58.421352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:32:58.545146 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:58.576862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=227a01d6-d58c-4ff0-9d26-c3f2314f2a80,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:32:58.625190 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] No DVR routers for this DVR port 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:32:58.627742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:32:58.629738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9c561c4e-6dfe-4ab5-bb65-d5f94973587c req-40802f26-4d6a-4c59-a24b-989dd00eb82a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "DELETE /v2.0/ports/227a01d6-d58c-4ff0-9d26-c3f2314f2a80 HTTP/1.1" status: 204 len: 173 time: 0.4005589 Jul 22 17:32:58.630188 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'name': 'network-vif-deleted', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:32:58.633085 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b34e9-90ec-432d-8233-b35bf0b92a91" -d '{"events": [{"server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "name": "network-vif-deleted", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:32:58.668560 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc63e414-d3d6-430e-93a3-ea28c240b39f x-openstack-request-id: req-dc63e414-d3d6-430e-93a3-ea28c240b39f {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:32:58.668942 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f315df8c-71e3-4160-9eae-04c13605c046", "name": "network-vif-deleted", "tag": "227a01d6-d58c-4ff0-9d26-c3f2314f2a80", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:32:58.669112 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc63e414-d3d6-430e-93a3-ea28c240b39f {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:32:58.669525 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f315df8c-71e3-4160-9eae-04c13605c046', 'name': 'network-vif-deleted', 'tag': '227a01d6-d58c-4ff0-9d26-c3f2314f2a80', 'status': 'completed', 'code': 200} Jul 22 17:32:59.039404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3abb1bbb-aa89-4c50-88a7-12abf0a975b4 req-f28b9b67-1874-4d12-a8a0-3b2fe7801f32 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=f315df8c-71e3-4160-9eae-04c13605c046 HTTP/1.1" status: 200 len: 210 time: 0.0356116 Jul 22 17:33:00.098140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34296) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:00.449746 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:00.711185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 84efce5e-c45b-4a39-a4a0-68cc920766aa {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:33:00.711441 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:00.800476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 84efce5e-c45b-4a39-a4a0-68cc920766aa, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=84efce5e-c45b-4a39-a4a0-68cc920766aa,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:33:00.800837 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:00.814045 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 84efce5e-c45b-4a39-a4a0-68cc920766aa owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:33:00.997614 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:01.025651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=84efce5e-c45b-4a39-a4a0-68cc920766aa,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:01.203126 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:01.253864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:33:01.273779 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:33:01.274119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 227a01d6-d58c-4ff0-9d26-c3f2314f2a80 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:33:01.747268 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 51c19f4e-cd43-4810-b59a-3f35b064c49b has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:33:01.854755 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:33:01.862468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e9108748-1430-400c-ad19-470da67fbfc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/51c19f4e-cd43-4810-b59a-3f35b064c49b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7613599 Jul 22 17:33:01.863429 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34298) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:01.865710 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] Sync routers for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:33:01.875439 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:33:01.876299 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:01.918000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-7421615a-496e-48d2-8bed-b162d383298c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting subnet 6dac877a-7571-441f-989a-26c124aa3ec8 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:33:01.921350 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7421615a-496e-48d2-8bed-b162d383298c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:01.961409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7421615a-496e-48d2-8bed-b162d383298c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:01.978793 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:33:02.045571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7421615a-496e-48d2-8bed-b162d383298c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.109839 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7421615a-496e-48d2-8bed-b162d383298c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.138035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421615a-496e-48d2-8bed-b162d383298c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Subnet': ['ID=6dac877a-7571-441f-989a-26c124aa3ec8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:02.142904 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7421615a-496e-48d2-8bed-b162d383298c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.147513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34300) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:02.148719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7421615a-496e-48d2-8bed-b162d383298c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/subnets/6dac877a-7571-441f-989a-26c124aa3ec8 HTTP/1.1" status: 204 len: 168 time: 0.2840188 Jul 22 17:33:02.157999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86dbf92-9ed6-49df-89d4-12bb4d393093 None None] Network 2a70fdd1-6051-4f07-8ee3-a485e5af7250 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:33:02.160934 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:33:00Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:02.261480 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.285596 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] Checking router: 51c19f4e-cd43-4810-b59a-3f35b064c49b for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:33:02.290811 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.296368 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] Routers {'51c19f4e-cd43-4810-b59a-3f35b064c49b'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:33:02.296368 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['51c19f4e-cd43-4810-b59a-3f35b064c49b'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:02.372729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] DHCP port deletion for 2a70fdd1-6051-4f07-8ee3-a485e5af7250 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:33:02.377033 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.402329 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] Set router 51c19f4e-cd43-4810-b59a-3f35b064c49b gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:33:02.428031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Deleting port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:33:02.428532 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.443475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 17b61e6a-4e75-422e-8b73-f94001b7e85f {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:33:02.443873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.490943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] For port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=616c8f40-8e5f-4a6f-b522-476a0b3dfb64,segment=NetworkSegment(1a2d636c-3504-46ca-b905-f7b4203f12f7),segment_id=1a2d636c-3504-46ca-b905-f7b4203f12f7)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:33:02.491351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.506371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Calling delete_port for 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:33:02.528978 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 17b61e6a-4e75-422e-8b73-f94001b7e85f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=17b61e6a-4e75-422e-8b73-f94001b7e85f,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:33:02.529339 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.541901 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 17b61e6a-4e75-422e-8b73-f94001b7e85f owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:33:02.580689 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:33:00Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:02.592502 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.607080 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96868b8e-2706-41c1-be8a-a59d09c7e80b None None] The sync data for ids ['51c19f4e-cd43-4810-b59a-3f35b064c49b'] in n-d-792458-13 is: [{'id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494843795', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:33:00Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '17b61e6a-4e75-422e-8b73-f94001b7e85f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:80:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c19f4e-cd43-4810-b59a-3f35b064c49b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:32:03Z', 'updated_at': '2021-07-22T17:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:33:02.621111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Pushing event deleted for resources: {'Port': ['ID=616c8f40-8e5f-4a6f-b522-476a0b3dfb64,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:02.623919 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] No DVR routers for this DVR port 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:33:02.635256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.635685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.636101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.636571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.636976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.637334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.637674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.638103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.638324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.638814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.639200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.639534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd18c6c-695d-4c50-bb60-3ff944449421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.720834 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.748351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=17b61e6a-4e75-422e-8b73-f94001b7e85f,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:02.759718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.760073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.760429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.760766 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.761091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.761418 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.761748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.762072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.762393 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.762712 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.763060 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.763380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:02.825888 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.925503 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.927660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.970214 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.970732 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Fanout notify agent at l3_agent the message router_deleted on router 51c19f4e-cd43-4810-b59a-3f35b064c49b {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:33:02.977748 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:02.978865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fad69075-a9f5-49a4-a716-dbb64187d40e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/routers/51c19f4e-cd43-4810-b59a-3f35b064c49b HTTP/1.1" status: 204 len: 168 time: 0.8281629 Jul 22 17:33:02.981645 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34302) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:03.063539 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.155183 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.165393 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a70fdd1-6051-4f07-8ee3-a485e5af7250']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:03.175076 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2d636c-3504-46ca-b905-f7b4203f12f7') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:03.175377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2d636c-3504-46ca-b905-f7b4203f12f7') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:03.183896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.202093 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.207769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:33:03.208154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:33:03.211012 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:33:03.269211 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.281894 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.281894 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/networks/2a70fdd1-6051-4f07-8ee3-a485e5af7250 HTTP/1.1" status: 204 len: 168 time: 0.2970519 Jul 22 17:33:03.283138 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34304) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:03.299517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452b018-c3aa-4b97-9572-d8b9cf379973 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Network': ['ID=2a70fdd1-6051-4f07-8ee3-a485e5af7250,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:03.351108 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4616c76d-1ac7-471e-a237-2b6f818fde30 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.376427 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4616c76d-1ac7-471e-a237-2b6f818fde30 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.455822 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4616c76d-1ac7-471e-a237-2b6f818fde30 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.458627 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4616c76d-1ac7-471e-a237-2b6f818fde30 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.459917 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4616c76d-1ac7-471e-a237-2b6f818fde30 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/security-groups/3d6c587f-3ec6-4cdf-808c-29a2afc12ff7 HTTP/1.1" status: 204 len: 168 time: 0.1758680 Jul 22 17:33:03.470290 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616c76d-1ac7-471e-a237-2b6f818fde30 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6c587f-3ec6-4cdf-808c-29a2afc12ff7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:03.542716 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 17b61e6a-4e75-422e-8b73-f94001b7e85f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:33:03.564463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 17b61e6a-4e75-422e-8b73-f94001b7e85f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:33:03.564805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 17b61e6a-4e75-422e-8b73-f94001b7e85f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:33:03.565215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 84efce5e-c45b-4a39-a4a0-68cc920766aa no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:33:03.583012 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 84efce5e-c45b-4a39-a4a0-68cc920766aa {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:33:03.583351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 84efce5e-c45b-4a39-a4a0-68cc920766aa not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:33:03.583756 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:33:03.601880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:33:03.602226 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 616c8f40-8e5f-4a6f-b522-476a0b3dfb64 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:33:03.782044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34310) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:03.786895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-301bd3f3-947e-400d-840c-54e7aa7fb98d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638892074', 'description': 'tempest-secgroup-smoke-1638892074 description', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:03.809729 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-301bd3f3-947e-400d-840c-54e7aa7fb98d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.891584 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-301bd3f3-947e-400d-840c-54e7aa7fb98d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.895122 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-301bd3f3-947e-400d-840c-54e7aa7fb98d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.926092 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-301bd3f3-947e-400d-840c-54e7aa7fb98d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:03.930171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-301bd3f3-947e-400d-840c-54e7aa7fb98d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442976 Jul 22 17:33:03.930171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bd3f3-947e-400d-840c-54e7aa7fb98d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d6eeaf-c987-48da-8dac-3d196a1527bc,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:03.930806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34312) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:03.935869 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5bb67871-4b4b-43ae-a1c0-c02f358cf8e4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': 'e7d6eeaf-c987-48da-8dac-3d196a1527bc', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:03.963609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bb67871-4b4b-43ae-a1c0-c02f358cf8e4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.008829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bb67871-4b4b-43ae-a1c0-c02f358cf8e4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.012133 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bb67871-4b4b-43ae-a1c0-c02f358cf8e4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.029812 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb67871-4b4b-43ae-a1c0-c02f358cf8e4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822f74b1-51b3-455c-a886-87f97e47bce2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:04.036890 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5bb67871-4b4b-43ae-a1c0-c02f358cf8e4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.041552 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5bb67871-4b4b-43ae-a1c0-c02f358cf8e4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1063354 Jul 22 17:33:04.041754 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34314) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:04.046551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9dc11945-e7a3-4443-b90a-34000806f41b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': 'e7d6eeaf-c987-48da-8dac-3d196a1527bc', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:04.073973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dc11945-e7a3-4443-b90a-34000806f41b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.132184 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dc11945-e7a3-4443-b90a-34000806f41b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.135758 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dc11945-e7a3-4443-b90a-34000806f41b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.158514 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc11945-e7a3-4443-b90a-34000806f41b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab782f6-d743-4300-beaa-1b68f50899d6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:04.161917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9dc11945-e7a3-4443-b90a-34000806f41b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.165631 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9dc11945-e7a3-4443-b90a-34000806f41b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200819 Jul 22 17:33:04.166134 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34318) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:04.170164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1ea502e1-531a-4a05-9541-01cd1bc76eca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': 'e7d6eeaf-c987-48da-8dac-3d196a1527bc', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:04.195681 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea502e1-531a-4a05-9541-01cd1bc76eca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.252975 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea502e1-531a-4a05-9541-01cd1bc76eca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.256605 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea502e1-531a-4a05-9541-01cd1bc76eca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.275050 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea502e1-531a-4a05-9541-01cd1bc76eca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7251c909-aa54-481d-92c5-3a27c551800d,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:04.281408 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1ea502e1-531a-4a05-9541-01cd1bc76eca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.282658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1ea502e1-531a-4a05-9541-01cd1bc76eca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159301 Jul 22 17:33:04.285421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34320) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:04.290407 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-57fdcd48-899d-42fa-b732-5fd344938622 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': 'e7d6eeaf-c987-48da-8dac-3d196a1527bc', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:04.315925 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57fdcd48-899d-42fa-b732-5fd344938622 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.377617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57fdcd48-899d-42fa-b732-5fd344938622 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.381369 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57fdcd48-899d-42fa-b732-5fd344938622 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.400936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdcd48-899d-42fa-b732-5fd344938622 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238deee5-09f3-4c1b-a300-fba3f873de3e,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:04.408151 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-57fdcd48-899d-42fa-b732-5fd344938622 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.409582 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-57fdcd48-899d-42fa-b732-5fd344938622 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231568 Jul 22 17:33:04.412401 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34322) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:04.417707 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-20020eb8-7544-44c6-a2bf-2ecaf4f94faa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': 'e7d6eeaf-c987-48da-8dac-3d196a1527bc', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:04.438785 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-20020eb8-7544-44c6-a2bf-2ecaf4f94faa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:33:04.443699 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20020eb8-7544-44c6-a2bf-2ecaf4f94faa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.502810 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20020eb8-7544-44c6-a2bf-2ecaf4f94faa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.506454 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20020eb8-7544-44c6-a2bf-2ecaf4f94faa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.525616 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20020eb8-7544-44c6-a2bf-2ecaf4f94faa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995f48c5-923b-4588-bdb2-f340d2316e43,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:04.532126 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-20020eb8-7544-44c6-a2bf-2ecaf4f94faa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.533414 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-20020eb8-7544-44c6-a2bf-2ecaf4f94faa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200857 Jul 22 17:33:04.536130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34324) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:04.541487 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-3cd28f83-3dae-4f1f-a343-1a9899dff661 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': 'e7d6eeaf-c987-48da-8dac-3d196a1527bc', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:04.562724 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-3cd28f83-3dae-4f1f-a343-1a9899dff661 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:33:04.567313 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd28f83-3dae-4f1f-a343-1a9899dff661 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.627798 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd28f83-3dae-4f1f-a343-1a9899dff661 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.631311 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd28f83-3dae-4f1f-a343-1a9899dff661 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.651199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd28f83-3dae-4f1f-a343-1a9899dff661 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d360c83-c1d3-45d0-8632-e029af1861cd,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:04.654004 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3cd28f83-3dae-4f1f-a343-1a9899dff661 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.655212 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3cd28f83-3dae-4f1f-a343-1a9899dff661 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181574 Jul 22 17:33:04.658021 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34326) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:04.662858 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'network': {'name': 'tempest-network-smoke--270161289', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:04.683731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:33:04.687193 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.713568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:33:04.722435 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.722791 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Added segment aa8df657-b140-4ce7-a083-c79d33bdd99c of type vlan for network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe Jul 22 17:33:04.762531 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.791280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.796673 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:04.797249 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.828618 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1696081 Jul 22 17:33:04.831390 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34328) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:04.836274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'admin_state_up': True, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:04.860379 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.861539 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:04.864544 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe49ec6-e272-43c0-a30d-e77d0ddb7949 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Network': ['ID=9b8da3fb-d597-4768-aa20-2ce8db29a3fe,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:04.875879 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:33:04.923274 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:05.058557 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:05.250500 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:05.268996 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:05.369546 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.83 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/535eb50c-f7e3-4285-b4eb-8d28aab82ff7) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:33:05.472404 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:05.515060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:05.554422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:33:05.557777 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:33:05.562614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:33:05.583712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=535eb50c-f7e3-4285-b4eb-8d28aab82ff7,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:05.809347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:06.005515 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:06.137200 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router fe186690-81fc-4f3d-bbcd-9f71b92efb98 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:33:06.240270 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:06.248300 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:33:06.257888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Sync routers for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:33:06.267942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:33:06.268633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:06.269124 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:06.270433 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-1d1cbd7d-0e6f-4f7d-8162-ac5e898afcd3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4380281 Jul 22 17:33:06.273614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34330) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:06.303086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a40161ba-f1ad-4795-aeae-1c8ac721382b tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c7814b6c0c0244ad96f947812e4420bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282307 Jul 22 17:33:06.306394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34332) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:06.379869 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:33:06.397020 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97771a2d-ce9f-48c0-9339-9ab081f1dd71 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:06.399554 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-97771a2d-ce9f-48c0-9339-9ab081f1dd71 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921481 Jul 22 17:33:06.401477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34334) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:06.436536 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5f70f05b-2347-436c-a5ce-0d3d4bf8d162 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336082 Jul 22 17:33:06.439180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34336) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:06.444001 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841246170', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:06.535597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:33:06.539272 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:06.558604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:05Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:06.587808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Checking router: fe186690-81fc-4f3d-bbcd-9f71b92efb98 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:33:06.588147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Updating router fe186690-81fc-4f3d-bbcd-9f71b92efb98 port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:33:06.730373 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:06.779801 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:06.791669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Subnet': ['ID=8674e861-195e-4229-8e96-52b33bd31347,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:06.801059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Checking segment: {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:33:06.801423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network hostable DHCP agents. Network: 9b8da3fb-d597-4768-aa20-2ce8db29a3fe, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:33:06.817787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:33:06.826617 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 9b8da3fb-d597-4768-aa20-2ce8db29a3fe) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:33:06.831167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:06.831761 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:06.847718 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c248be5a-2874-4647-9901-7679b6d8e26c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4075480 Jul 22 17:33:06.850403 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34338) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:06.861015 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc11f6-4351-4ae4-bfc4-fd5a38117190 None None] Network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:33:07.096755 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:33:07.097930 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.157317 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.222383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Transition to ACTIVE for port object 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:33:07.232628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.300355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.311915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e2845-21fa-46cf-a67f-e6b1c8012b5d None None] Pushing event updated for resources: {'Port': ['ID=535eb50c-f7e3-4285-b4eb-8d28aab82ff7,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:07.322170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Attempting to bind port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:33:07.322537 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Attempting to bind port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:33:07.322901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Attempting to bind port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:33:07.331028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:33:07.331400 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:33:07.331795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.332187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:33:07.332646 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Bound port: 535eb50c-f7e3-4285-b4eb-8d28aab82ff7, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:33:07.333023 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.334902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Allocated IP 172.20.0.2 (9b8da3fb-d597-4768-aa20-2ce8db29a3fe/8674e861-195e-4229-8e96-52b33bd31347/874793ed-fcc3-4732-9e1c-cb3a73f7c7a4) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:33:07.440876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] For port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:33:07.458548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] For port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=535eb50c-f7e3-4285-b4eb-8d28aab82ff7,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:33:07.463605 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.573768 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:33:07.574394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:07.585070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e2845-21fa-46cf-a67f-e6b1c8012b5d None None] Pushing event updated for resources: {'Port': ['ID=535eb50c-f7e3-4285-b4eb-8d28aab82ff7,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:07.648449 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.665777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Transition to ACTIVE for port object 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:33:07.689809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Transition to ACTIVE for port object 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:33:07.702093 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.735334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:33:07.744389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.1 (9b8da3fb-d597-4768-aa20-2ce8db29a3fe/8674e861-195e-4229-8e96-52b33bd31347/fcebbac9-032a-44cd-b778-7048beb0bc55) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:33:07.805775 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:33:07.819452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:33:07.827429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Pushing event updated for resources: {'Port': ['ID=874793ed-fcc3-4732-9e1c-cb3a73f7c7a4,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:07.831849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:33:07.866265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.880120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object fcebbac9-032a-44cd-b778-7048beb0bc55 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:33:07.914891 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.937927 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Attempting to bind port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:33:07.938448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Attempting to bind port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:33:07.938808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Attempting to bind port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 on network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:33:07.961507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:33:07.962506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:33:07.962959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Checking segment: {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:33:07.963371 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.963762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Bound using segment: {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:33:07.964246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Bound port: 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:33:07.964624 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:07.965138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:33:07.969346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:33:07.975872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=fcebbac9-032a-44cd-b778-7048beb0bc55,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:08.020090 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:08.040431 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:05Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:08.068073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] For port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:33:08.070316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6548ccb-87d1-411d-832f-b82e3ef391c0 None None] The sync data for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 is: [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:05Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:33:08.082594 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] For port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=874793ed-fcc3-4732-9e1c-cb3a73f7c7a4,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:33:08.087409 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:08.159224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba0835-abaa-4e31-b610-20ff4ce1ac4c None None] Pushing event updated for resources: {'Port': ['ID=874793ed-fcc3-4732-9e1c-cb3a73f7c7a4,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:08.175880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:08.516111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:08.520965 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:08.598337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=fcebbac9-032a-44cd-b778-7048beb0bc55,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:08.601298 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:08.698702 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:33:08.700135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:33:08.822642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router fe186690-81fc-4f3d-bbcd-9f71b92efb98 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:33:08.942097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:33:08.948879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-81cc13dc-44e0-4239-a99c-0aa5c445a97b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/fe186690-81fc-4f3d-bbcd-9f71b92efb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974605 Jul 22 17:33:09.104970 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-051c5f68-4a20-457f-a64b-8bd9b887327c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638892074&fields=id&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 267 time: 0.0421994 Jul 22 17:33:09.137398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b309f8-c3da-4d73-8e89-81b19e8a3a94 None None] Network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:33:09.216605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-733f1770-a0b9-4ad4-b777-aafd428f05a0 None None] Provisioning for port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:33:09.221106 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-98e3ff6e-2d76-461b-8e1a-e8a03ae519e5 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:09.222819 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-98e3ff6e-2d76-461b-8e1a-e8a03ae519e5 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/networks?id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe HTTP/1.1" status: 200 len: 796 time: 0.1111357 Jul 22 17:33:09.239766 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-7e58eb51-0b15-4c25-8a94-5067984a0bfb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/quotas/c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 375 time: 0.0108292 Jul 22 17:33:09.307646 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-d866d83c-46ef-4610-84cf-03f163c9c709 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622938 Jul 22 17:33:09.416004 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-e0c2d977-e0e8-4dfb-87fe-276160d70c7f service neutron] 10.222.0.53 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971348 Jul 22 17:33:09.527568 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a3aa7a76-94ce-4e3f-8db7-c3b2a2f8fc2c service neutron] 10.222.0.53 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083889 Jul 22 17:33:09.563331 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6ffef76c-69ae-49c0-9c26-f6b3cbfbf450 None None] Provisioning for port fcebbac9-032a-44cd-b778-7048beb0bc55 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:33:09.568592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6ffef76c-69ae-49c0-9c26-f6b3cbfbf450 None None] Provisioning complete for port fcebbac9-032a-44cd-b778-7048beb0bc55 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:09.569211 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6ffef76c-69ae-49c0-9c26-f6b3cbfbf450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:09.615942 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:33:09.652776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6ffef76c-69ae-49c0-9c26-f6b3cbfbf450 None None] Port fcebbac9-032a-44cd-b778-7048beb0bc55 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:33:09.700470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:33:09.705004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:09.705576 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:09.728890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6cbee225-96cd-4cce-8bbf-eb7d010dd2e7 req-654ce42e-72f4-448b-8186-c46a5b93eedf tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 210 time: 0.0376854 Jul 22 17:33:09.832058 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Sync routers for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:33:09.834183 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:09.844237 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:33:09.845427 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:09.885891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=874793ed-fcc3-4732-9e1c-cb3a73f7c7a4,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:33:09.910307 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:09.911957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:33:09.966829 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:33:10.003250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ae926437-c8d0-41ce-a75f-24372e01eab1 None None] Provisioning complete for port fcebbac9-032a-44cd-b778-7048beb0bc55 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:10.003629 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ae926437-c8d0-41ce-a75f-24372e01eab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.067915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=874793ed-fcc3-4732-9e1c-cb3a73f7c7a4,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:10.073017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ae926437-c8d0-41ce-a75f-24372e01eab1 None None] Port fcebbac9-032a-44cd-b778-7048beb0bc55 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:33:10.083629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:33:10.088249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:10.088636 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.178801 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.199245 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fcebbac9-032a-44cd-b778-7048beb0bc55', 'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:cc:85:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:07Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 2, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '8674e861-195e-4229-8e96-52b33bd31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:10.208046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=535eb50c-f7e3-4285-b4eb-8d28aab82ff7,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:33:10.214251 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.216213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ac74381e-e017-4b1c-97b4-95b69f994907 None None] Provisioning complete for port fcebbac9-032a-44cd-b778-7048beb0bc55 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:10.216574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ac74381e-e017-4b1c-97b4-95b69f994907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.228614 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Checking router: fe186690-81fc-4f3d-bbcd-9f71b92efb98 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:33:10.228957 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Updating router fe186690-81fc-4f3d-bbcd-9f71b92efb98 port fcebbac9-032a-44cd-b778-7048beb0bc55 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:33:10.268645 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.433863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ac74381e-e017-4b1c-97b4-95b69f994907 None None] Port fcebbac9-032a-44cd-b778-7048beb0bc55 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:33:10.457485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=535eb50c-f7e3-4285-b4eb-8d28aab82ff7,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:10.552914 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.562833 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Transition to ACTIVE for port object fcebbac9-032a-44cd-b778-7048beb0bc55 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:33:10.567723 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.614596 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Pushing event updated for resources: {'Port': ['ID=fcebbac9-032a-44cd-b778-7048beb0bc55,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:10.641194 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.641540 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.641879 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.642209 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.642536 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.642860 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.643207 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.643584 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.643854 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.644172 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.644587 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.644978 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:33:10.683344 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Attempting to bind port fcebbac9-032a-44cd-b778-7048beb0bc55 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:33:10.683740 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Attempting to bind port fcebbac9-032a-44cd-b778-7048beb0bc55 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:33:10.684110 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Attempting to bind port fcebbac9-032a-44cd-b778-7048beb0bc55 on network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:33:10.689540 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:33:10.689913 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Checking segment: {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:33:10.690312 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.690704 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Bound using segment: {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:33:10.691193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Bound port: fcebbac9-032a-44cd-b778-7048beb0bc55, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:33:10.691569 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.762531 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] For port fcebbac9-032a-44cd-b778-7048beb0bc55, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:33:10.765919 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] For port fcebbac9-032a-44cd-b778-7048beb0bc55, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fcebbac9-032a-44cd-b778-7048beb0bc55,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:33:10.775047 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:10.823594 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:33:10.824226 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:32:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:10.855728 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e884dd1b-1df0-4d0c-8ec3-ca4f3676a2a9 req-26abc2f1-74dd-4a88-aaf4-67b1d1f9792a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 210 time: 0.0383430 Jul 22 17:33:10.894057 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929a3c0-5de5-471e-8cb8-637474d61c57 None None] Pushing event updated for resources: {'Port': ['ID=fcebbac9-032a-44cd-b778-7048beb0bc55,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:10.982309 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:33:11.017253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a4e00570-98f6-48c8-9685-d2aac004c186 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:11.019549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a4e00570-98f6-48c8-9685-d2aac004c186 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/networks?id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe HTTP/1.1" status: 200 len: 796 time: 0.1323886 Jul 22 17:33:11.090171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-e6370301-653c-41e5-bd68-ca50f41baed2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 380 time: 0.0501447 Jul 22 17:33:11.099900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'port': {'device_id': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'admin_state_up': True, 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'security_groups': ['e7d6eeaf-c987-48da-8dac-3d196a1527bc']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:11.204472 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fcebbac9-032a-44cd-b778-7048beb0bc55', 'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:cc:85:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:07Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '8674e861-195e-4229-8e96-52b33bd31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:11.216956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:33:11.220687 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:11.334288 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5697a4b6-1972-4ec5-bfc1-37a21067967b None None] The sync data for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 is: [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fcebbac9-032a-44cd-b778-7048beb0bc55', 'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:cc:85:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:07Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '8674e861-195e-4229-8e96-52b33bd31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:33:11.646472 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:33:11.697973 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:11.698508 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:11.723389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.9 (9b8da3fb-d597-4768-aa20-2ce8db29a3fe/8674e861-195e-4229-8e96-52b33bd31347/7a52f77d-d688-436b-956b-24c005ebe3c6) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:33:11.787232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:33:11.846099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:11.846640 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:11.904312 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:11.929676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object 7a52f77d-d688-436b-956b-24c005ebe3c6 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:33:11.958224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fcebbac9-032a-44cd-b778-7048beb0bc55 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:33:11.972146 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-72d73b08-315d-450d-ba98-b42d2e9dfaa6 req-a4ad1043-e5ed-4e39-98eb-02cf04229ad8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 210 time: 0.0329118 Jul 22 17:33:12.002799 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.029516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port fcebbac9-032a-44cd-b778-7048beb0bc55 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:33:12.033918 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port fcebbac9-032a-44cd-b778-7048beb0bc55 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:12.034296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.049345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:33:12.054712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:33:12.059248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:33:12.101397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=7a52f77d-d688-436b-956b-24c005ebe3c6,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:12.120949 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:12.121572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.125100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.137240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-1851c576-a555-4683-ba52-d0b98713f103 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0410657 Jul 22 17:33:12.159236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Request body: {'port': {'device_id': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:12.170983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port fcebbac9-032a-44cd-b778-7048beb0bc55, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fcebbac9-032a-44cd-b778-7048beb0bc55,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:33:12.178794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.250023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=fcebbac9-032a-44cd-b778-7048beb0bc55,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:12.251564 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.416117 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b19a0e39-fd79-48fc-af00-b009c05b4f95 None None] Provisioning for port 7a52f77d-d688-436b-956b-24c005ebe3c6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:33:12.420650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b19a0e39-fd79-48fc-af00-b009c05b4f95 None None] Provisioning complete for port 7a52f77d-d688-436b-956b-24c005ebe3c6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:12.421269 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b19a0e39-fd79-48fc-af00-b009c05b4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.461762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b19a0e39-fd79-48fc-af00-b009c05b4f95 None None] Port 7a52f77d-d688-436b-956b-24c005ebe3c6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:33:12.545158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a52f77d-d688-436b-956b-24c005ebe3c6 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:33:12.552804 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.565146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Transition to ACTIVE for port object 7a52f77d-d688-436b-956b-24c005ebe3c6 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:33:12.568880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.622659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Pushing event updated for resources: {'Port': ['ID=7a52f77d-d688-436b-956b-24c005ebe3c6,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:12.702114 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Attempting to bind port 7a52f77d-d688-436b-956b-24c005ebe3c6 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:33:12.702458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Attempting to bind port 7a52f77d-d688-436b-956b-24c005ebe3c6 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:33:12.702795 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Attempting to bind port 7a52f77d-d688-436b-956b-24c005ebe3c6 on network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:33:12.707366 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Port 7a52f77d-d688-436b-956b-24c005ebe3c6 on network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:33:12.707695 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Attempting to bind port 7a52f77d-d688-436b-956b-24c005ebe3c6 on network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:33:12.712780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:33:12.713125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Checking segment: {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:33:12.713525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Bound using segment: {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:33:12.713957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Bound port: 7a52f77d-d688-436b-956b-24c005ebe3c6, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa8df657-b140-4ce7-a083-c79d33bdd99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:33:12.714323 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.780978 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] For port 7a52f77d-d688-436b-956b-24c005ebe3c6, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:33:12.784533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] For port 7a52f77d-d688-436b-956b-24c005ebe3c6, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7a52f77d-d688-436b-956b-24c005ebe3c6,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:33:12.789132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.832930 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:12.832930 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:12.832930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] 10.222.0.20 "PUT /v2.0/ports/7a52f77d-d688-436b-956b-24c005ebe3c6 HTTP/1.1" status: 200 len: 1092 time: 0.6785474 Jul 22 17:33:12.832930 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:33:12.833389 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f47d733-98a3-40f4-80ac-33702d6e4e49" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:33:12.855727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44631aa-a1a9-42ed-b5c8-b941da664d52 service neutron] Pushing event updated for resources: {'Port': ['ID=7a52f77d-d688-436b-956b-24c005ebe3c6,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:12.879999 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefd5e1c-fbb2-4dea-a1a6-978505994e0e x-openstack-request-id: req-cefd5e1c-fbb2-4dea-a1a6-978505994e0e {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:33:12.880297 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:33:12.880548 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cefd5e1c-fbb2-4dea-a1a6-978505994e0e {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:33:12.880985 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'status': 'completed', 'code': 200} Jul 22 17:33:12.959165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-bb1b6943-608d-432c-b419-bd314871c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:12.960782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-bb1b6943-608d-432c-b419-bd314871c1f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 1095 time: 0.0650585 Jul 22 17:33:13.010061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-d351ea9b-e737-4f2e-b187-847eb5d8ad03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a52f77d-d688-436b-956b-24c005ebe3c6 HTTP/1.1" status: 200 len: 217 time: 0.0367360 Jul 22 17:33:13.092442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-ced36984-4d30-4148-b32c-10fd451bc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:13.093817 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-ced36984-4d30-4148-b32c-10fd451bc750 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8674e861-195e-4229-8e96-52b33bd31347 HTTP/1.1" status: 200 len: 834 time: 0.0769968 Jul 22 17:33:13.154565 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087000fb-bfe6-455c-a09a-f46816174325 req-5d0884a6-8ae1-4053-ab09-e6f56270d7f8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:13.156059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-087000fb-bfe6-455c-a09a-f46816174325 req-5d0884a6-8ae1-4053-ab09-e6f56270d7f8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 943 time: 0.1107657 Jul 22 17:33:13.194402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-850986a4-5028-4151-a492-b048fc55e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:13.196412 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-850986a4-5028-4151-a492-b048fc55e95f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958765 Jul 22 17:33:13.204062 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-087000fb-bfe6-455c-a09a-f46816174325 req-e3e0892b-b71d-403b-8c25-dd3b021caf9c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Jul 22 17:33:13.309148 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-c21d804f-2345-4572-906b-777cf165ffbe service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041386 Jul 22 17:33:13.397536 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5d8eae8-f7f2-4970-ae0d-9e923ce42fa2 req-e6327f30-120f-4cb3-9f8e-bbc02e073650 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827131 Jul 22 17:33:13.536060 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fcebbac9-032a-44cd-b778-7048beb0bc55 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:33:13.544632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-c4ace570-3f2e-4187-b03a-4c812fccf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:13.546155 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-c4ace570-3f2e-4187-b03a-4c812fccf921 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 1095 time: 0.0568268 Jul 22 17:33:13.590252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port fcebbac9-032a-44cd-b778-7048beb0bc55 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:13.590619 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:13.642082 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-e40e63dd-059c-4d2d-b228-1fedcb32d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:13.643514 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-e40e63dd-059c-4d2d-b228-1fedcb32d862 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe HTTP/1.1" status: 200 len: 897 time: 0.0911546 Jul 22 17:33:13.686288 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-21b70edb-1943-4a69-bb9b-9e310747b080 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a52f77d-d688-436b-956b-24c005ebe3c6 HTTP/1.1" status: 200 len: 217 time: 0.0357890 Jul 22 17:33:13.739124 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-6b61137c-10fb-48e3-a3bc-e7c2cdd4aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:13.740571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-6b61137c-10fb-48e3-a3bc-e7c2cdd4aff8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8674e861-195e-4229-8e96-52b33bd31347 HTTP/1.1" status: 200 len: 834 time: 0.0477657 Jul 22 17:33:13.801818 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-32c956b8-e13f-4335-95c6-052c962b6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:13.803420 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-32c956b8-e13f-4335-95c6-052c962b6fc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557225 Jul 22 17:33:13.896767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-4d8a3fbb-f569-49d5-bc92-5f5e4b7d6031 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865438 Jul 22 17:33:13.986215 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4f47d733-98a3-40f4-80ac-33702d6e4e49 req-a56760b4-6a44-4c21-ad72-ff1c5945fa14 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822313 Jul 22 17:33:14.335216 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1887a-9b8c-451a-a7a0-f43bda301bb1 req-254df9bc-404d-49e0-8d99-0bcab75f3913 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:14.337362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-06e1887a-9b8c-451a-a7a0-f43bda301bb1 req-254df9bc-404d-49e0-8d99-0bcab75f3913 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 943 time: 0.0628598 Jul 22 17:33:14.374220 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-06e1887a-9b8c-451a-a7a0-f43bda301bb1 req-dbe6b1ac-f3e5-4371-8fa0-33b3260d0bdf tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309973 Jul 22 17:33:15.316059 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7a52f77d-d688-436b-956b-24c005ebe3c6 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:33:15.412491 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7a52f77d-d688-436b-956b-24c005ebe3c6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7a52f77d-d688-436b-956b-24c005ebe3c6,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:33:15.423580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'port_id': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'mac_address': 'fa:16:3e:d2:a3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:33:15.462116 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:15.475511 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a52f77d-d688-436b-956b-24c005ebe3c6 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:33:15.495273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7a52f77d-d688-436b-956b-24c005ebe3c6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7a52f77d-d688-436b-956b-24c005ebe3c6,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:33:15.505539 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:15.505740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4158d5-d261-4c7e-9bb2-f92c21fd992f req-b6ffe231-d9f2-4a7a-9814-f8b47a161870 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:15.507137 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4a4158d5-d261-4c7e-9bb2-f92c21fd992f req-b6ffe231-d9f2-4a7a-9814-f8b47a161870 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 943 time: 0.0654922 Jul 22 17:33:15.552107 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4a4158d5-d261-4c7e-9bb2-f92c21fd992f req-ab0dae27-581a-413a-b63c-8cb346ef7c2a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378482 Jul 22 17:33:15.560474 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=7a52f77d-d688-436b-956b-24c005ebe3c6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:15.776567 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['7a52f77d-d688-436b-956b-24c005ebe3c6'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:33:16.681918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab6ee5-d7b8-47e1-84be-f74306d1f30c req-bbe0c165-a8a4-420c-bbb3-2c0ad6bc333f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:16.683460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8cab6ee5-d7b8-47e1-84be-f74306d1f30c req-bbe0c165-a8a4-420c-bbb3-2c0ad6bc333f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 944 time: 0.0627589 Jul 22 17:33:16.723659 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8cab6ee5-d7b8-47e1-84be-f74306d1f30c req-f4f876dd-17c6-4700-a820-f8b7cd6c288b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347087 Jul 22 17:33:17.332605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7a52f77d-d688-436b-956b-24c005ebe3c6 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:33:17.384557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 7a52f77d-d688-436b-956b-24c005ebe3c6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:33:17.388291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 7a52f77d-d688-436b-956b-24c005ebe3c6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:33:17.388662 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:17.464843 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:17.489600 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:33:17.491823 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e68ea9e-f801-4ed1-8df5-ee5680502aed" -d '{"events": [{"server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "name": "network-vif-plugged", "status": "completed", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:33:17.503916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 7a52f77d-d688-436b-956b-24c005ebe3c6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7a52f77d-d688-436b-956b-24c005ebe3c6,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:33:17.508189 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:17.532275 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661d006d-8a4a-4870-af3f-5e37821cb3ee x-openstack-request-id: req-661d006d-8a4a-4870-af3f-5e37821cb3ee {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:33:17.532569 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "name": "network-vif-plugged", "status": "completed", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:33:17.532823 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-661d006d-8a4a-4870-af3f-5e37821cb3ee {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:33:17.533218 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'code': 200} Jul 22 17:33:17.557719 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=7a52f77d-d688-436b-956b-24c005ebe3c6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:17.663778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14d6cf-c3d9-40a2-a5b4-8ab51e4c75f4 req-02a444e9-658c-4553-b761-f47dd22e7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:17.665353 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac14d6cf-c3d9-40a2-a5b4-8ab51e4c75f4 req-02a444e9-658c-4553-b761-f47dd22e7cee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 1097 time: 0.0535414 Jul 22 17:33:17.698717 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac14d6cf-c3d9-40a2-a5b4-8ab51e4c75f4 req-5f56f0da-5949-432f-9e07-c7abdb3aebd1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271368 Jul 22 17:33:17.854042 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039ec63-27df-4585-8bb8-28edec94e529 req-7723d752-a261-4fbe-9a88-f78be5f9c38c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:17.855546 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b039ec63-27df-4585-8bb8-28edec94e529 req-7723d752-a261-4fbe-9a88-f78be5f9c38c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0639632 Jul 22 17:33:17.893253 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b039ec63-27df-4585-8bb8-28edec94e529 req-28dccadd-8e8b-4752-83b5-7544723b47cc tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Jul 22 17:33:18.532039 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c4aa5064-644b-4ff4-8a0c-4d0d2b75498f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:19.027835 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cdd2e-365d-444d-8b82-07157f9fd9c9 req-c49361d0-9d91-4f13-b609-faeea2016eb7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:19.029319 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b9cdd2e-365d-444d-8b82-07157f9fd9c9 req-c49361d0-9d91-4f13-b609-faeea2016eb7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0655262 Jul 22 17:33:19.067148 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7b9cdd2e-365d-444d-8b82-07157f9fd9c9 req-336b01fb-dc2b-4fb4-aa1c-656ac61a9d26 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323074 Jul 22 17:33:19.194629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef335a-67d0-48b0-8d99-60bd59fd51fd req-203bbe03-5c3f-4277-87f8-c634a7d7e578 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:19.196544 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4eef335a-67d0-48b0-8d99-60bd59fd51fd req-203bbe03-5c3f-4277-87f8-c634a7d7e578 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0632749 Jul 22 17:33:19.234074 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4eef335a-67d0-48b0-8d99-60bd59fd51fd req-ffe097be-913e-4d0c-9198-efa2becd8030 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317633 Jul 22 17:33:19.255227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34394) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:19.316171 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bb6d8-43b6-42fe-82fa-40dc9f795ac4 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:19.317693 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6a9bb6d8-43b6-42fe-82fa-40dc9f795ac4 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 1092 time: 0.0615151 Jul 22 17:33:19.320615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34396) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:19.325612 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:33:19.347883 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:19.441328 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:19.546322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.122 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/bce9b7b4-94a2-4fc4-b561-7eaa2bfa3575) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:33:19.653727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:19.691541 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:19.732599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:33:19.737112 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:33:19.739636 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:33:19.767783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=bce9b7b4-94a2-4fc4-b561-7eaa2bfa3575,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:20.105765 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:20.498313 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:20.653978 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:20.659636 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:20.735406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=bce9b7b4-94a2-4fc4-b561-7eaa2bfa3575,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:33:20.747980 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:20.851822 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP d46fe530-d7e3-49bc-82be-74f828c57f42 associated. External IP: 172.25.3.122, port: 7a52f77d-d688-436b-956b-24c005ebe3c6. Jul 22 17:33:21.062492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router fe186690-81fc-4f3d-bbcd-9f71b92efb98 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:33:21.114418 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cbffea91-e5ea-4621-8716-ed5082d673c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:21.179505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:33:21.189410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] Sync routers for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:33:21.196350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:21.199422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:33:21.200058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:21.236593 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-13f5a27e-41bb-4a69-a06b-367abfe38b82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9118686 Jul 22 17:33:21.236593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:33:21.237202 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e612182-fcfb-44d1-b5f5-dd5964ea750a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:33:21.289130 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ededfb-a9d4-40c7-b790-e11a74bcccc4 x-openstack-request-id: req-17ededfb-a9d4-40c7-b790-e11a74bcccc4 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:33:21.289130 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:33:21.289458 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17ededfb-a9d4-40c7-b790-e11a74bcccc4 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:33:21.290590 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'status': 'completed', 'code': 200} Jul 22 17:33:21.308904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:33:21.394822 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:21.400337 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487fcad-e442-4a66-9940-079c57e33ea8 req-903080a1-100d-4350-818d-647a38c84ef5 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:21.402114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d487fcad-e442-4a66-9940-079c57e33ea8 req-903080a1-100d-4350-818d-647a38c84ef5 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.1096282 Jul 22 17:33:21.422336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-580458bb-0c44-43db-8bf2-1c97930877e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:21.423818 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-580458bb-0c44-43db-8bf2-1c97930877e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 1097 time: 0.0973141 Jul 22 17:33:21.473203 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d487fcad-e442-4a66-9940-079c57e33ea8 req-b1817648-a384-44a6-a4f3-f8f0b5e68f1c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611475 Jul 22 17:33:21.498297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34402) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:21.542139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-c6b02eca-899e-4a06-9575-bd83ac136813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:21.543966 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-c6b02eca-899e-4a06-9575-bd83ac136813 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe HTTP/1.1" status: 200 len: 897 time: 0.1139514 Jul 22 17:33:21.552364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'd46fe530-d7e3-49bc-82be-74f828c57f42', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'port_id': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'mac_address': 'fa:16:3e:d2:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:33:19Z', 'updated_at': '2021-07-22T17:33:19Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcebbac9-032a-44cd-b778-7048beb0bc55', 'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:cc:85:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:07Z', 'updated_at': '2021-07-22T17:33:12Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '8674e861-195e-4229-8e96-52b33bd31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:21.568592 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4549ae0f-7f5b-43c1-b5ad-209c80d6d681 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/d46fe530-d7e3-49bc-82be-74f828c57f42 HTTP/1.1" status: 200 len: 991 time: 0.0688396 Jul 22 17:33:21.580292 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] Checking router: fe186690-81fc-4f3d-bbcd-9f71b92efb98 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:33:21.588764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:33:21.589369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:33:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:21.608162 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-adf08d91-b0df-4436-81f6-62976ca391de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a52f77d-d688-436b-956b-24c005ebe3c6 HTTP/1.1" status: 200 len: 999 time: 0.0575511 Jul 22 17:33:21.656647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-cdfe35d3-4765-420b-986f-5004c0be0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:21.658116 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-cdfe35d3-4765-420b-986f-5004c0be0d68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8674e861-195e-4229-8e96-52b33bd31347 HTTP/1.1" status: 200 len: 834 time: 0.0442419 Jul 22 17:33:21.692826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:33:21.721067 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-a8b6b703-141f-4e12-87fa-a8b9911c51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:21.722693 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-a8b6b703-141f-4e12-87fa-a8b9911c51ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587924 Jul 22 17:33:21.812921 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-3915bb5c-0257-47f6-91c5-ac672c0eb292 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840623 Jul 22 17:33:21.909227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e612182-fcfb-44d1-b5f5-dd5964ea750a req-faae538f-7c0c-45f6-996f-b8ba122dcbb9 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894234 Jul 22 17:33:21.921599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'd46fe530-d7e3-49bc-82be-74f828c57f42', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'port_id': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'mac_address': 'fa:16:3e:d2:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:33:19Z', 'updated_at': '2021-07-22T17:33:19Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcebbac9-032a-44cd-b778-7048beb0bc55', 'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:cc:85:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:07Z', 'updated_at': '2021-07-22T17:33:12Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '8674e861-195e-4229-8e96-52b33bd31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:33:21.955929 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63977a46-735e-49cf-95a0-efbb6435aa38 None None] The sync data for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 is: [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'd46fe530-d7e3-49bc-82be-74f828c57f42', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'port_id': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'mac_address': 'fa:16:3e:d2:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:33:19Z', 'updated_at': '2021-07-22T17:33:19Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcebbac9-032a-44cd-b778-7048beb0bc55', 'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:cc:85:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:07Z', 'updated_at': '2021-07-22T17:33:12Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '8674e861-195e-4229-8e96-52b33bd31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:33:22.142688 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3b9465-add2-484a-ba35-1d4d4f2ec3e5 None None] New status for floating IP d46fe530-d7e3-49bc-82be-74f828c57f42: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:33:22.572530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34404) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:33:22.630592 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2d8b13a8-6688-4c02-855e-64f955e7566d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/d46fe530-d7e3-49bc-82be-74f828c57f42 HTTP/1.1" status: 200 len: 993 time: 0.0568640 Jul 22 17:33:22.758211 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:24.449568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:27.475187 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:33:32.246847 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:36.254154 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:48.532535 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46f762ea-e7f5-43b4-8f63-ec508bf8a325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:51.115122 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2f34-f246-4d20-bcf7-026c0690b986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:51.357469 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:52.760641 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:53.991409 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb88907-ef0c-4b22-98e4-5d3a713e664a req-d4c772bf-754d-4a37-b30e-db7e622aee19 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:53.993438 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eb88907-ef0c-4b22-98e4-5d3a713e664a req-d4c772bf-754d-4a37-b30e-db7e622aee19 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0659037 Jul 22 17:33:54.021194 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-f0fb94c9-9fec-4bc0-9af2-297327e9f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:54.022703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-f0fb94c9-9fec-4bc0-9af2-297327e9f89f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 1097 time: 0.0637667 Jul 22 17:33:54.032308 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5eb88907-ef0c-4b22-98e4-5d3a713e664a req-6126b4f0-9ec7-4a4e-8e36-b8014ab1d97a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328810 Jul 22 17:33:54.117090 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-caeb00c1-1c3b-4539-a65b-acc537956d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:54.118710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-caeb00c1-1c3b-4539-a65b-acc537956d12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe HTTP/1.1" status: 200 len: 897 time: 0.0890379 Jul 22 17:33:54.186172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-015a3ae4-9c4b-4f8e-bdc6-bb95584ef8bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a52f77d-d688-436b-956b-24c005ebe3c6 HTTP/1.1" status: 200 len: 1001 time: 0.0607576 Jul 22 17:33:54.235231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-1b4c0094-5be0-4349-9ea2-087f1415a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:54.236646 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-1b4c0094-5be0-4349-9ea2-087f1415a6cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8674e861-195e-4229-8e96-52b33bd31347 HTTP/1.1" status: 200 len: 834 time: 0.0432558 Jul 22 17:33:54.300478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-1f3218c4-6f60-4243-99ed-830440c6b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:54.301866 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-1f3218c4-6f60-4243-99ed-830440c6b3e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523398 Jul 22 17:33:54.394577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-d9de4fc2-a33b-4b97-b83c-b1088753dd5a service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844386 Jul 22 17:33:54.451496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:33:54.487562 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b3adf19a-ac8d-4701-b664-063a05eb5e66 req-a387f705-1e50-45f8-8186-7d7112f3e355 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857720 Jul 22 17:33:55.214142 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d6caf-a4ad-409b-a9f4-ad5ce81ded60 req-af1d7101-b970-4c55-b9a7-d965c8879fb8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:55.215577 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac8d6caf-a4ad-409b-a9f4-ad5ce81ded60 req-af1d7101-b970-4c55-b9a7-d965c8879fb8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.1138649 Jul 22 17:33:55.252007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac8d6caf-a4ad-409b-a9f4-ad5ce81ded60 req-894aa62d-eed3-4ffe-bded-df5fe10e1e99 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309415 Jul 22 17:33:56.434121 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6628e12-b683-4273-b2a6-b7a228904fd5 req-fb51fa62-0997-47d4-a127-41cdcc120241 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:56.435658 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6628e12-b683-4273-b2a6-b7a228904fd5 req-fb51fa62-0997-47d4-a127-41cdcc120241 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.1144841 Jul 22 17:33:56.473458 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6628e12-b683-4273-b2a6-b7a228904fd5 req-7e4c6173-b00a-4b2b-8471-81d16c01cd49 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Jul 22 17:33:57.603592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804fed-7fae-4096-b2ca-fbeb2f2ca3ec req-076ab087-4193-4195-b569-14b295337521 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:57.605233 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97804fed-7fae-4096-b2ca-fbeb2f2ca3ec req-076ab087-4193-4195-b569-14b295337521 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0652933 Jul 22 17:33:57.643475 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-97804fed-7fae-4096-b2ca-fbeb2f2ca3ec req-fee10ce4-0ced-470a-a4a6-d4cc5e8b52f9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326893 Jul 22 17:33:58.777118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1289480-9442-4fc5-bb1f-ddce11273206 req-bb588ed6-497e-4f1a-a728-b05a455000b1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:58.778873 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b1289480-9442-4fc5-bb1f-ddce11273206 req-bb588ed6-497e-4f1a-a728-b05a455000b1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0634515 Jul 22 17:33:58.817099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b1289480-9442-4fc5-bb1f-ddce11273206 req-9aa0e7ac-7618-4823-add0-d64783e6edbd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326495 Jul 22 17:33:59.947525 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240d2e8-0b4f-4a34-a7db-aff0e5ab7c74 req-d288b468-4062-4d64-958c-a9f9b15893fe tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:33:59.949023 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7240d2e8-0b4f-4a34-a7db-aff0e5ab7c74 req-d288b468-4062-4d64-958c-a9f9b15893fe tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0658453 Jul 22 17:33:59.985735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7240d2e8-0b4f-4a34-a7db-aff0e5ab7c74 req-d795f79d-56d8-4e78-aadc-ac9df4cede3a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Jul 22 17:34:01.117595 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3621f2-488d-4a6a-a22c-bfe904d23e63 req-e41238bb-0cd6-446b-8659-600597563619 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:01.119240 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa3621f2-488d-4a6a-a22c-bfe904d23e63 req-e41238bb-0cd6-446b-8659-600597563619 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0639677 Jul 22 17:34:01.157652 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-aa3621f2-488d-4a6a-a22c-bfe904d23e63 req-cc097f70-0eea-48fe-9c1a-229514781384 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328188 Jul 22 17:34:02.260201 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:02.292523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bda78-7c4c-451f-942c-da233749fccb req-64bf2b92-7602-433e-bb01-ecab3f430b8d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:02.294026 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-010bda78-7c4c-451f-942c-da233749fccb req-64bf2b92-7602-433e-bb01-ecab3f430b8d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0705810 Jul 22 17:34:02.330390 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-010bda78-7c4c-451f-942c-da233749fccb req-57103e69-07e5-4877-b750-d093f969e75f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308065 Jul 22 17:34:03.464629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4afb6-dc53-4992-8915-f2b7518db303 req-12cccb41-0aba-4c0a-9bc9-467b5459e159 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:03.466110 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8df4afb6-dc53-4992-8915-f2b7518db303 req-12cccb41-0aba-4c0a-9bc9-467b5459e159 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0676920 Jul 22 17:34:03.504524 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8df4afb6-dc53-4992-8915-f2b7518db303 req-0f368ffd-b77f-46b0-b578-89d3474e5043 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326271 Jul 22 17:34:04.474539 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:34:04.639728 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23569f4-8d08-4022-8a1c-2c7bdf818ec1 req-34480ed7-be97-4e60-ad07-47bdcd727f1b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:04.641219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d23569f4-8d08-4022-8a1c-2c7bdf818ec1 req-34480ed7-be97-4e60-ad07-47bdcd727f1b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0647380 Jul 22 17:34:04.679837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d23569f4-8d08-4022-8a1c-2c7bdf818ec1 req-fff2d462-2c12-40df-b046-e7331ae8938d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331318 Jul 22 17:34:05.809072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f2ed9-5a09-47a1-9826-dc044b1fca88 req-2c464e3c-4a9f-4316-a6bb-4bc3c8a26ced tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:05.810471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-492f2ed9-5a09-47a1-9826-dc044b1fca88 req-2c464e3c-4a9f-4316-a6bb-4bc3c8a26ced tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0636253 Jul 22 17:34:05.847595 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-492f2ed9-5a09-47a1-9826-dc044b1fca88 req-2c665ed5-20ec-4cce-a135-83d71634d1a7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315993 Jul 22 17:34:06.254900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:06.984182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c9e48-abe7-4cde-b141-fd014ac22655 req-d95fd465-df6d-4b8e-863f-712640e564d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:06.985701 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-889c9e48-abe7-4cde-b141-fd014ac22655 req-d95fd465-df6d-4b8e-863f-712640e564d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0695381 Jul 22 17:34:07.023392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-889c9e48-abe7-4cde-b141-fd014ac22655 req-6c3cca49-dcb8-4279-8ed7-c84b8d6ed093 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 Jul 22 17:34:08.157803 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65a6d0-246d-43c8-89aa-485a8ff2430c req-4dac9ee4-18ae-45de-814b-4fc763d1874d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:08.159341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe65a6d0-246d-43c8-89aa-485a8ff2430c req-4dac9ee4-18ae-45de-814b-4fc763d1874d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0691428 Jul 22 17:34:08.197380 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fe65a6d0-246d-43c8-89aa-485a8ff2430c req-baee8ccb-5524-4107-900d-82c04bf4ef1b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Jul 22 17:34:09.329553 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801a16b-ef8c-4363-99a2-a46965b0237b req-088ac54f-e3c3-4d5d-bd15-efc4455c4032 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:09.331061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8801a16b-ef8c-4363-99a2-a46965b0237b req-088ac54f-e3c3-4d5d-bd15-efc4455c4032 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0635600 Jul 22 17:34:09.368062 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8801a16b-ef8c-4363-99a2-a46965b0237b req-fb7090f9-5018-4fb6-a091-1c6350a19ea0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Jul 22 17:34:10.499862 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ca783-5c3d-41ca-8518-d65c279fe128 req-01c03883-fd5b-45b2-ad7d-ece22859c0e8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:10.501362 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c5ca783-5c3d-41ca-8518-d65c279fe128 req-01c03883-fd5b-45b2-ad7d-ece22859c0e8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0638018 Jul 22 17:34:10.539188 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c5ca783-5c3d-41ca-8518-d65c279fe128 req-103227bd-1474-470d-ab03-656625ad05fb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321412 Jul 22 17:34:10.562542 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34452) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:10.627729 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ba8d9f34-f535-4551-8d53-a982bc6f72a5 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/d46fe530-d7e3-49bc-82be-74f828c57f42 HTTP/1.1" status: 200 len: 993 time: 0.0638132 Jul 22 17:34:11.543891 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-ebec8024-6127-4c7c-a33a-3e43827147e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961499 Jul 22 17:34:11.657149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-9f3db6a4-f785-4a0d-b7c5-b31348adb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:11.658626 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-9f3db6a4-f785-4a0d-b7c5-b31348adb910 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 1097 time: 0.0568016 Jul 22 17:34:11.760771 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-3caf7e77-319a-4346-91aa-1ea145577c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:11.762129 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-3caf7e77-319a-4346-91aa-1ea145577c77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe HTTP/1.1" status: 200 len: 897 time: 0.0858920 Jul 22 17:34:11.830386 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-2f38df04-bbec-4bbb-a184-6b50036acd59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a52f77d-d688-436b-956b-24c005ebe3c6 HTTP/1.1" status: 200 len: 1001 time: 0.0617845 Jul 22 17:34:11.878349 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-43e68dab-0940-40e8-9e3a-6e4dbd35ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:11.879837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-43e68dab-0940-40e8-9e3a-6e4dbd35ce0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8674e861-195e-4229-8e96-52b33bd31347 HTTP/1.1" status: 200 len: 834 time: 0.0436850 Jul 22 17:34:11.938485 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-772b33fa-b7cf-4c61-b72f-e27a47a0fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:11.940149 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-772b33fa-b7cf-4c61-b72f-e27a47a0fbba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537455 Jul 22 17:34:12.031810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-7e5600f8-e8c7-451a-8e74-84ef90c4691c service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848167 Jul 22 17:34:12.120276 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-140affb8-ed5c-40e4-b7bf-8f789a82f29b req-a1624796-955a-4d8f-8199-ccb17839da65 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829687 Jul 22 17:34:18.534277 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6dfb-f860-4572-b389-ab15390c3379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:19.123633 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-a103d2a0-639b-4e4f-b9e6-21c4e7c18c54 req-a9bbcb10-0f88-49ed-b7be-a4ab5db204ba service neutron] (93751) timed out ('10.222.0.53', 55196) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 17:34:21.115475 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0154c34e-b38e-4075-816f-2ef46c592e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:21.358269 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:22.764968 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:24.454256 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:32.273656 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:36.262824 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:41.043574 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34476) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:41.207916 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port bce9b7b4-94a2-4fc4-b561-7eaa2bfa3575 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:41.208834 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:41.291280 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:41.292252 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:41.303352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for bce9b7b4-94a2-4fc4-b561-7eaa2bfa3575 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:41.449441 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:41.473826 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:34:41.474769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=bce9b7b4-94a2-4fc4-b561-7eaa2bfa3575,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:41.506335 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.506687 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.507054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.507390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.507718 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.508044 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.508377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.508702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.509025 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.509347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.509664 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.509980 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:41.559776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:41.560131 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP d46fe530-d7e3-49bc-82be-74f828c57f42 disassociated (deleted). External IP: 172.25.3.122, port: 7a52f77d-d688-436b-956b-24c005ebe3c6. Jul 22 17:34:41.769615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router fe186690-81fc-4f3d-bbcd-9f71b92efb98 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:34:41.876579 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:34:41.881395 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:41.886848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] Sync routers for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:34:41.895615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:41.896215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:41.918742 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-8c0c11df-e02e-41ea-b582-52db5acd4815 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/floatingips/d46fe530-d7e3-49bc-82be-74f828c57f42 HTTP/1.1" status: 204 len: 168 time: 0.8740087 Jul 22 17:34:41.919419 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:34:41.921772 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c8d432-31c9-40b7-b844-1764d6685b13" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:34:41.975372 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d32f779-3994-4d51-b190-d8050cf6076c x-openstack-request-id: req-8d32f779-3994-4d51-b190-d8050cf6076c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:34:41.975675 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:34:41.975922 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d32f779-3994-4d51-b190-d8050cf6076c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:34:41.976330 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'status': 'completed', 'code': 200} Jul 22 17:34:42.004965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:42.098471 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-e74960b9-fee9-4df6-aec7-6257d6ca2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:42.099840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-e74960b9-fee9-4df6-aec7-6257d6ca2605 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 1097 time: 0.0773921 Jul 22 17:34:42.223023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fcebbac9-032a-44cd-b778-7048beb0bc55', 'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:cc:85:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:07Z', 'updated_at': '2021-07-22T17:33:12Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '8674e861-195e-4229-8e96-52b33bd31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:42.249181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78135965-520b-4bcc-8530-11240c7ed44c req-08bb03ac-26ba-49cb-a30d-a2d99ac4dd6a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:42.249873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] Checking router: fe186690-81fc-4f3d-bbcd-9f71b92efb98 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:34:42.250703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78135965-520b-4bcc-8530-11240c7ed44c req-08bb03ac-26ba-49cb-a30d-a2d99ac4dd6a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.1352108 Jul 22 17:34:42.251732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-621771ad-4014-4570-a163-bf4184d48c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:42.253028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-621771ad-4014-4570-a163-bf4184d48c86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe HTTP/1.1" status: 200 len: 897 time: 0.1287739 Jul 22 17:34:42.262020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:42.262020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:42.304964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-a87d8ede-ccf9-4845-b623-c47224998a57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a52f77d-d688-436b-956b-24c005ebe3c6 HTTP/1.1" status: 200 len: 217 time: 0.0408375 Jul 22 17:34:42.345320 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-78135965-520b-4bcc-8530-11240c7ed44c req-58fc5142-d3e1-4f9b-9928-b42371735d02 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887148 Jul 22 17:34:42.363576 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-35b49bd7-295d-4ed9-9e5e-645a5a80cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:42.365060 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-35b49bd7-295d-4ed9-9e5e-645a5a80cca9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8674e861-195e-4229-8e96-52b33bd31347 HTTP/1.1" status: 200 len: 834 time: 0.0510817 Jul 22 17:34:42.373369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:42.429234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-3061820b-790b-4839-986d-89eed6fc8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:42.430741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-3061820b-790b-4839-986d-89eed6fc8110 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b8da3fb-d597-4768-aa20-2ce8db29a3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579774 Jul 22 17:34:42.525395 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-2a3c6a1e-1c49-4d6c-897c-12f4c1d395d2 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866985 Jul 22 17:34:42.621069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-21c8d432-31c9-40b7-b844-1764d6685b13 req-19311c87-eafe-446a-b02a-e89c416aa209 service neutron] 10.222.0.20 "GET /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889137 Jul 22 17:34:42.726839 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fcebbac9-032a-44cd-b778-7048beb0bc55', 'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:cc:85:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:07Z', 'updated_at': '2021-07-22T17:33:12Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '8674e861-195e-4229-8e96-52b33bd31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:42.753241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ccfdd7-5d05-4ced-991d-259d9bdfd4a4 None None] The sync data for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 is: [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:33:08Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fcebbac9-032a-44cd-b778-7048beb0bc55', 'name': '', 'network_id': '9b8da3fb-d597-4768-aa20-2ce8db29a3fe', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:cc:85:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '8674e861-195e-4229-8e96-52b33bd31347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:07Z', 'updated_at': '2021-07-22T17:33:12Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '8674e861-195e-4229-8e96-52b33bd31347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:34:42.966267 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d31ac-e8b6-43a8-a3a1-39598a37d8b7 None None] New status for floating IP d46fe530-d7e3-49bc-82be-74f828c57f42: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:34:43.485053 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54cd15-01f3-45bd-a13e-5cae46b4fd01 req-b507ed37-39ef-4750-a22b-00d10c8a0761 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:43.486460 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d54cd15-01f3-45bd-a13e-5cae46b4fd01 req-b507ed37-39ef-4750-a22b-00d10c8a0761 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0714977 Jul 22 17:34:43.524916 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4d54cd15-01f3-45bd-a13e-5cae46b4fd01 req-58914f10-51c0-43db-b144-9d8b8f500f86 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7d6eeaf-c987-48da-8dac-3d196a1527bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319741 Jul 22 17:34:43.746561 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-c16db917-87c8-469b-8aa8-86fcc300af7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:43.747974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-c16db917-87c8-469b-8aa8-86fcc300af7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 945 time: 0.0637510 Jul 22 17:34:43.851333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 7a52f77d-d688-436b-956b-24c005ebe3c6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:43.851673 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:43.949699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 7a52f77d-d688-436b-956b-24c005ebe3c6, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=7a52f77d-d688-436b-956b-24c005ebe3c6,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:43.950056 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:43.962511 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 7a52f77d-d688-436b-956b-24c005ebe3c6 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:44.090034 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:44.117696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=7a52f77d-d688-436b-956b-24c005ebe3c6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:44.134696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.134696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.134696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.134696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.136031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.136031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.136031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.136378 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.136462 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.136788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.137185 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.137515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:44.184342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] No DVR routers for this DVR port 7a52f77d-d688-436b-956b-24c005ebe3c6 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:34:44.187034 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:44.189018 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0710ab8a-c20b-4b12-8974-82aeec3496bc req-76a0b502-28b1-4a22-b6cd-86769c62992e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "DELETE /v2.0/ports/7a52f77d-d688-436b-956b-24c005ebe3c6 HTTP/1.1" status: 204 len: 173 time: 0.4359543 Jul 22 17:34:44.189510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'name': 'network-vif-deleted', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:34:44.191852 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1bbd2f-7d72-4b9a-9cb1-0c2bfc3ba00d" -d '{"events": [{"server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "name": "network-vif-deleted", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:34:44.288161 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe94f49-5357-4ff5-99c4-ca6ede563f87 x-openstack-request-id: req-6fe94f49-5357-4ff5-99c4-ca6ede563f87 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:34:44.288457 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5049f8-db58-479c-a13b-6a14dee6d50f", "name": "network-vif-deleted", "tag": "7a52f77d-d688-436b-956b-24c005ebe3c6", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:34:44.288732 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fe94f49-5357-4ff5-99c4-ca6ede563f87 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:34:44.289116 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5049f8-db58-479c-a13b-6a14dee6d50f', 'name': 'network-vif-deleted', 'tag': '7a52f77d-d688-436b-956b-24c005ebe3c6', 'status': 'completed', 'code': 200} Jul 22 17:34:44.637633 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d766667e-604e-4d5d-b5ba-0afe8b053ead req-87a0b1c3-88e6-4005-8917-e818f35e4f54 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f5049f8-db58-479c-a13b-6a14dee6d50f HTTP/1.1" status: 200 len: 210 time: 0.0297170 Jul 22 17:34:45.694273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34494) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:46.052678 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.321632 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port fcebbac9-032a-44cd-b778-7048beb0bc55 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:46.321889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.408073 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port fcebbac9-032a-44cd-b778-7048beb0bc55, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fcebbac9-032a-44cd-b778-7048beb0bc55,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:46.408423 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.424094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for fcebbac9-032a-44cd-b778-7048beb0bc55 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:46.613048 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:46.638429 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=fcebbac9-032a-44cd-b778-7048beb0bc55,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:46.820171 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:47.341937 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router fe186690-81fc-4f3d-bbcd-9f71b92efb98 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:34:47.445157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:34:47.450770 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3e0c7e35-fcdf-4d29-acd9-fb5c69b0d640 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/fe186690-81fc-4f3d-bbcd-9f71b92efb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7554498 Jul 22 17:34:47.453475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34496) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:47.455207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] Sync routers for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:34:47.465054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:47.465677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:47.502651 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9280b8-c015-4e51-8329-a97b5a64109d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting subnet 8674e861-195e-4229-8e96-52b33bd31347 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:34:47.505697 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed9280b8-c015-4e51-8329-a97b5a64109d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:47.551233 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed9280b8-c015-4e51-8329-a97b5a64109d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:47.576777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:47.641825 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed9280b8-c015-4e51-8329-a97b5a64109d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:47.700138 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed9280b8-c015-4e51-8329-a97b5a64109d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:47.729094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9280b8-c015-4e51-8329-a97b5a64109d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Subnet': ['ID=8674e861-195e-4229-8e96-52b33bd31347,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:47.732032 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ed9280b8-c015-4e51-8329-a97b5a64109d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:47.736005 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed9280b8-c015-4e51-8329-a97b5a64109d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/subnets/8674e861-195e-4229-8e96-52b33bd31347 HTTP/1.1" status: 204 len: 168 time: 0.2810259 Jul 22 17:34:47.737174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34498) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:47.740463 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b1a5d-8790-4634-911f-85310602ab55 None None] Network 9b8da3fb-d597-4768-aa20-2ce8db29a3fe requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:34:47.808515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7a52f77d-d688-436b-956b-24c005ebe3c6 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:47.834008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 7a52f77d-d688-436b-956b-24c005ebe3c6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:34:47.834350 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 7a52f77d-d688-436b-956b-24c005ebe3c6 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:47.845716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:47.876679 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:34:46Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:47.911941 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] Checking router: fe186690-81fc-4f3d-bbcd-9f71b92efb98 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:34:47.930263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] Routers {'fe186690-81fc-4f3d-bbcd-9f71b92efb98'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:47.930896 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:48.045307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] Set router fe186690-81fc-4f3d-bbcd-9f71b92efb98 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:48.099957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] DHCP port deletion for 9b8da3fb-d597-4768-aa20-2ce8db29a3fe request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:34:48.216195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Deleting port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:48.216491 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.289474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.311455 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] For port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=874793ed-fcc3-4732-9e1c-cb3a73f7c7a4,segment=NetworkSegment(aa8df657-b140-4ce7-a083-c79d33bdd99c),segment_id=aa8df657-b140-4ce7-a083-c79d33bdd99c)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:48.311758 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.327456 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Calling delete_port for 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:48.342615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:34:48.342990 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.343116 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:34:46Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:48.401836 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1548a1-9a8f-414c-9551-5f824b749a81 None None] The sync data for ids ['fe186690-81fc-4f3d-bbcd-9f71b92efb98'] in n-d-792458-13 is: [{'id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2009448302', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:33:04Z', 'updated_at': '2021-07-22T17:34:46Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '535eb50c-f7e3-4285-b4eb-8d28aab82ff7', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe186690-81fc-4f3d-bbcd-9f71b92efb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:33:05Z', 'updated_at': '2021-07-22T17:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:34:48.424881 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 535eb50c-f7e3-4285-b4eb-8d28aab82ff7, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=535eb50c-f7e3-4285-b4eb-8d28aab82ff7,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:48.425272 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.439443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:34:48.454351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.480465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Pushing event deleted for resources: {'Port': ['ID=874793ed-fcc3-4732-9e1c-cb3a73f7c7a4,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:48.484781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] No DVR routers for this DVR port 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:34:48.491530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.491877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.492218 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.492555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.492887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.493215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.493539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.493863 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.494184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.495107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.495107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.495314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71adb010-2e25-489f-b423-499b6f854b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:48.537150 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6821b82c-9878-474e-a513-bb23d24252d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.614595 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.638476 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=535eb50c-f7e3-4285-b4eb-8d28aab82ff7,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:48.706585 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.805917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.808230 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.852049 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.852665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Fanout notify agent at l3_agent the message router_deleted on router fe186690-81fc-4f3d-bbcd-9f71b92efb98 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:34:48.864692 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:48.865888 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0e9db8e8-fd0e-46a9-9d90-f706a7f67b58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/routers/fe186690-81fc-4f3d-bbcd-9f71b92efb98 HTTP/1.1" status: 204 len: 168 time: 1.1277215 Jul 22 17:34:48.868584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34500) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:48.952343 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.042063 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.057223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8da3fb-d597-4768-aa20-2ce8db29a3fe']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:49.066876 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8df657-b140-4ce7-a083-c79d33bdd99c') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:49.067246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8df657-b140-4ce7-a083-c79d33bdd99c') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:49.076316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.090382 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.096075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:34:49.096460 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:34:49.099417 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:34:49.159571 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.167383 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.168229 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/networks/9b8da3fb-d597-4768-aa20-2ce8db29a3fe HTTP/1.1" status: 204 len: 168 time: 0.2986360 Jul 22 17:34:49.171069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34502) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:49.179530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c5c53-65f8-4d24-b4c7-3be4b7f3484a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Network': ['ID=9b8da3fb-d597-4768-aa20-2ce8db29a3fe,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:49.228942 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4263766d-99e6-4b4c-ad11-7c6d99746ab1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.254755 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4263766d-99e6-4b4c-ad11-7c6d99746ab1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.318722 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4263766d-99e6-4b4c-ad11-7c6d99746ab1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.321263 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4263766d-99e6-4b4c-ad11-7c6d99746ab1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:49.322427 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4263766d-99e6-4b4c-ad11-7c6d99746ab1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/security-groups/e7d6eeaf-c987-48da-8dac-3d196a1527bc HTTP/1.1" status: 204 len: 168 time: 0.1502407 Jul 22 17:34:49.332177 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263766d-99e6-4b4c-ad11-7c6d99746ab1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d6eeaf-c987-48da-8dac-3d196a1527bc,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:49.584470 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:49.604426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:34:49.604767 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 874793ed-fcc3-4732-9e1c-cb3a73f7c7a4 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:49.605178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:49.622920 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:34:49.623282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 535eb50c-f7e3-4285-b4eb-8d28aab82ff7 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:49.623678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fcebbac9-032a-44cd-b778-7048beb0bc55 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:34:49.643371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: fcebbac9-032a-44cd-b778-7048beb0bc55 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:34:49.643940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fcebbac9-032a-44cd-b778-7048beb0bc55 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:34:49.942103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34508) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:49.946733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-aea2e4fb-af06-4b84-adab-420e8cb2114c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855259818', 'description': 'tempest-secgroup-smoke-855259818 description', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:49.968316 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2e4fb-af06-4b84-adab-420e8cb2114c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.051003 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2e4fb-af06-4b84-adab-420e8cb2114c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.054393 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2e4fb-af06-4b84-adab-420e8cb2114c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.081525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-aea2e4fb-af06-4b84-adab-420e8cb2114c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.082727 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-aea2e4fb-af06-4b84-adab-420e8cb2114c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1396339 Jul 22 17:34:50.084590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2e4fb-af06-4b84-adab-420e8cb2114c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c70850b-fcd6-4009-8fa5-8947863cc7d0,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:50.085811 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34510) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:50.091227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-988c8eab-a3d2-4889-9fa4-9db542a5969f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '1c70850b-fcd6-4009-8fa5-8947863cc7d0', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:50.119283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-988c8eab-a3d2-4889-9fa4-9db542a5969f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.164814 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-988c8eab-a3d2-4889-9fa4-9db542a5969f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.169411 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-988c8eab-a3d2-4889-9fa4-9db542a5969f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.188381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c8eab-a3d2-4889-9fa4-9db542a5969f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db481b2-8e87-4e7d-b5ac-22e3d0528646,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:50.193982 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-988c8eab-a3d2-4889-9fa4-9db542a5969f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.198118 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-988c8eab-a3d2-4889-9fa4-9db542a5969f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082950 Jul 22 17:34:50.198118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34512) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:50.202658 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-eb5475c0-d414-4c45-9f4a-012902703ec4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '1c70850b-fcd6-4009-8fa5-8947863cc7d0', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:50.228540 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb5475c0-d414-4c45-9f4a-012902703ec4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.285486 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb5475c0-d414-4c45-9f4a-012902703ec4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.288906 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb5475c0-d414-4c45-9f4a-012902703ec4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.308488 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5475c0-d414-4c45-9f4a-012902703ec4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cf79b4-e58b-4600-a79d-42489270dac9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:50.316712 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-eb5475c0-d414-4c45-9f4a-012902703ec4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.317919 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eb5475c0-d414-4c45-9f4a-012902703ec4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187947 Jul 22 17:34:50.320634 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34514) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:50.325093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-7e71bb9e-e2af-47fb-ba8c-830ec116a6f2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '1c70850b-fcd6-4009-8fa5-8947863cc7d0', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:50.351363 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e71bb9e-e2af-47fb-ba8c-830ec116a6f2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.408370 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e71bb9e-e2af-47fb-ba8c-830ec116a6f2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.411943 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e71bb9e-e2af-47fb-ba8c-830ec116a6f2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.433873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71bb9e-e2af-47fb-ba8c-830ec116a6f2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8915c842-96d5-47ab-a476-9ce6ddef1c39,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:50.437566 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e71bb9e-e2af-47fb-ba8c-830ec116a6f2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.438779 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7e71bb9e-e2af-47fb-ba8c-830ec116a6f2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172342 Jul 22 17:34:50.441603 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34516) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:50.446051 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-42e12d34-9e83-4092-ae5d-73f0acc8989e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '1c70850b-fcd6-4009-8fa5-8947863cc7d0', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:50.473016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42e12d34-9e83-4092-ae5d-73f0acc8989e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.531845 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42e12d34-9e83-4092-ae5d-73f0acc8989e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.535459 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42e12d34-9e83-4092-ae5d-73f0acc8989e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.552893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e12d34-9e83-4092-ae5d-73f0acc8989e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc540dbd-6eee-4577-a975-7d179714701b,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:50.560049 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42e12d34-9e83-4092-ae5d-73f0acc8989e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.561321 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-42e12d34-9e83-4092-ae5d-73f0acc8989e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187971 Jul 22 17:34:50.564022 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34518) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:50.568511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bf84405f-cd35-493a-b914-126375867b59 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '1c70850b-fcd6-4009-8fa5-8947863cc7d0', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:50.591297 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-bf84405f-cd35-493a-b914-126375867b59 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:34:50.596059 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf84405f-cd35-493a-b914-126375867b59 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.654801 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf84405f-cd35-493a-b914-126375867b59 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.658184 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf84405f-cd35-493a-b914-126375867b59 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.674748 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84405f-cd35-493a-b914-126375867b59 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24f0d10-2edb-4fcd-9e22-65fbc997af14,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:50.685170 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bf84405f-cd35-493a-b914-126375867b59 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.686336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bf84405f-cd35-493a-b914-126375867b59 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213992 Jul 22 17:34:50.689410 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34520) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:50.693832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0a60246a-f9d3-4bab-9ba6-013c751b29dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '1c70850b-fcd6-4009-8fa5-8947863cc7d0', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:50.716116 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-0a60246a-f9d3-4bab-9ba6-013c751b29dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:34:50.720869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a60246a-f9d3-4bab-9ba6-013c751b29dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.781874 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a60246a-f9d3-4bab-9ba6-013c751b29dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.785618 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a60246a-f9d3-4bab-9ba6-013c751b29dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.802722 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60246a-f9d3-4bab-9ba6-013c751b29dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1f391c-f237-4fcc-b4b3-0793ced666c6,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:50.810360 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0a60246a-f9d3-4bab-9ba6-013c751b29dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.813002 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0a60246a-f9d3-4bab-9ba6-013c751b29dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212940 Jul 22 17:34:50.814427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34522) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:50.819404 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'network': {'name': 'tempest-network-smoke--1687266333', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:50.840116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:34:50.843689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.868881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:34:50.879293 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.879633 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Added segment cc7db11e-428a-4f37-b659-51b13e1ffd42 of type vlan for network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc Jul 22 17:34:50.921114 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.955375 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.960760 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:50.961347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:50.997723 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1821768 Jul 22 17:34:51.000529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34524) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:51.007271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'admin_state_up': True, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:51.047593 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b955f-20c9-4c04-93d7-a963b33edd87 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Network': ['ID=6b7523cf-52a4-40fd-a5bb-dd5677c343bc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:51.060009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:34:51.063194 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.064207 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.122617 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.140198 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ce12-2dee-4754-a687-0a3974bc0e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.260528 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.358137 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.462621 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.481744 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.586031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.24 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/a559e4ef-9c02-4747-bb3a-b61cfd7154dc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:34:51.686221 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.729756 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:51.770374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:34:51.773236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:34:51.779202 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:34:51.781746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=a559e4ef-9c02-4747-bb3a-b61cfd7154dc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:52.025259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:52.216685 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:52.345624 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:34:52.452424 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:34:52.461614 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Sync routers for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:34:52.470354 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:52.470842 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:52.471690 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:52.472897 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-92183131-b5f2-402d-8fed-2bfb4b72d987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4714208 Jul 22 17:34:52.476006 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34526) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:52.504185 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-49ade832-5131-47d6-872c-02edf4c96ed8 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c7814b6c0c0244ad96f947812e4420bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271204 Jul 22 17:34:52.506885 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34528) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:52.577774 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:52.600929 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d38bfe-7a3e-4e28-8134-3859e22cb04a tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:52.602555 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-17d38bfe-7a3e-4e28-8134-3859e22cb04a tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947559 Jul 22 17:34:52.606117 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34530) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:52.636828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-66e1bc3e-ae5e-49db-a4ce-aa30f85b779b tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275180 Jul 22 17:34:52.639366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34532) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:52.644093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280204162', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:52.730416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:34:52.734019 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:52.757609 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:51Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:52.772817 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:52.787596 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Checking router: 161596ba-3ad0-4452-9bda-648c7c4c6ed2 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:34:52.788015 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Updating router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 port a559e4ef-9c02-4747-bb3a-b61cfd7154dc binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:34:52.825679 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:52.919469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:52.986068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Subnet': ['ID=4067832e-e249-4158-9134-d17f779f4267,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:52.996371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Checking segment: {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:34:52.996743 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network hostable DHCP agents. Network: 6b7523cf-52a4-40fd-a5bb-dd5677c343bc, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:34:53.013129 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:34:53.021807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 6b7523cf-52a4-40fd-a5bb-dd5677c343bc) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:34:53.026850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:53.027537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.036563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0adcfa0-316f-4dd5-8c1b-1ec870cbca42 None None] Network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:34:53.048640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4f6f555e-132a-49e3-bc55-5cd6cda29ce4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4057875 Jul 22 17:34:53.048919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34534) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:34:53.125256 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.143597 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Transition to ACTIVE for port object a559e4ef-9c02-4747-bb3a-b61cfd7154dc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:34:53.152962 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.225231 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Attempting to bind port a559e4ef-9c02-4747-bb3a-b61cfd7154dc on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:34:53.225810 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Attempting to bind port a559e4ef-9c02-4747-bb3a-b61cfd7154dc by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:34:53.226389 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Attempting to bind port a559e4ef-9c02-4747-bb3a-b61cfd7154dc on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:34:53.239516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:34:53.240444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.245198 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:34:53.245661 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:34:53.246538 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.247484 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:34:53.248230 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Bound port: a559e4ef-9c02-4747-bb3a-b61cfd7154dc, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:34:53.248854 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.254007 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Pushing event updated for resources: {'Port': ['ID=a559e4ef-9c02-4747-bb3a-b61cfd7154dc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:53.302844 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.303212 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.303732 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.304228 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.304721 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.305449 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.305683 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.306005 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.306334 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.307313 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.307937 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.308272 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:34:53.335112 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] For port a559e4ef-9c02-4747-bb3a-b61cfd7154dc, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:34:53.338446 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] For port a559e4ef-9c02-4747-bb3a-b61cfd7154dc, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a559e4ef-9c02-4747-bb3a-b61cfd7154dc,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:34:53.344482 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.405456 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:53.406070 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:53.408968 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f6282-3768-4c12-a09a-588494faa30f None None] Pushing event updated for resources: {'Port': ['ID=a559e4ef-9c02-4747-bb3a-b61cfd7154dc,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:53.413531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Allocated IP 172.20.0.2 (6b7523cf-52a4-40fd-a5bb-dd5677c343bc/4067832e-e249-4158-9134-d17f779f4267/d2f3dad8-248c-41ce-b0ab-d68929b91cb2) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:34:53.515414 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:53.568985 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.573772 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.582276 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Transition to ACTIVE for port object d2f3dad8-248c-41ce-b0ab-d68929b91cb2 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:34:53.597585 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Transition to ACTIVE for port object d2f3dad8-248c-41ce-b0ab-d68929b91cb2 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:34:53.604921 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.647315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:34:53.650229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:34:53.654345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:34:53.661398 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Pushing event updated for resources: {'Port': ['ID=d2f3dad8-248c-41ce-b0ab-d68929b91cb2,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:53.703732 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:51Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:53.719364 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Attempting to bind port d2f3dad8-248c-41ce-b0ab-d68929b91cb2 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:34:53.719740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Attempting to bind port d2f3dad8-248c-41ce-b0ab-d68929b91cb2 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:34:53.720087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Attempting to bind port d2f3dad8-248c-41ce-b0ab-d68929b91cb2 on network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:34:53.725539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:34:53.725916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Checking segment: {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:34:53.726314 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.726748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Bound using segment: {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:34:53.727247 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Bound port: d2f3dad8-248c-41ce-b0ab-d68929b91cb2, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:34:53.727634 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.733837 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1804d6fb-ea3a-4695-bc07-38db9867dc61 None None] The sync data for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 is: [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:51Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:34:53.801546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] For port d2f3dad8-248c-41ce-b0ab-d68929b91cb2, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:34:53.805389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] For port d2f3dad8-248c-41ce-b0ab-d68929b91cb2, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d2f3dad8-248c-41ce-b0ab-d68929b91cb2,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:34:53.810853 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:53.877803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f2913-8246-4fb0-afcd-f8c934f7fc6f None None] Pushing event updated for resources: {'Port': ['ID=d2f3dad8-248c-41ce-b0ab-d68929b91cb2,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:53.880453 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.1 (6b7523cf-52a4-40fd-a5bb-dd5677c343bc/4067832e-e249-4158-9134-d17f779f4267/5a4acbc3-7d0c-4d8b-800a-1ac1725435c6) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:34:54.042429 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.068938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:34:54.137591 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.195292 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:34:54.199561 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:34:54.204541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:34:54.208816 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=5a4acbc3-7d0c-4d8b-800a-1ac1725435c6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:54.256406 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.407116 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.456566 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.703692 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.708737 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.782317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=5a4acbc3-7d0c-4d8b-800a-1ac1725435c6,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:54.784737 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:54.870588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4146689-3ca0-45d9-82bc-e31d64595fbb None None] Network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:34:54.950571 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b1624451-fe1d-4cde-acba-36fa6d8c61d6 None None] Provisioning for port d2f3dad8-248c-41ce-b0ab-d68929b91cb2 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:34:55.214958 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:34:55.216671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:34:55.333153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:34:55.453507 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:34:55.463768 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Sync routers for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:34:55.464410 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6dd6db9a-61ef-4eef-ac54-ddebfd26f804 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/161596ba-3ad0-4452-9bda-648c7c4c6ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4140875 Jul 22 17:34:55.477253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:55.477911 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:55.557552 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4be757b5-8a43-4435-827a-01f5367a1774 None None] Provisioning for port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:34:55.567413 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-4be757b5-8a43-4435-827a-01f5367a1774 None None] Provisioning complete for port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:55.567786 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4be757b5-8a43-4435-827a-01f5367a1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:55.620606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-4be757b5-8a43-4435-827a-01f5367a1774 None None] Port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:34:55.650704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:55.658703 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-59eaabef-2f2a-4459-bc61-6da1d7634221 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855259818&fields=id&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 267 time: 0.0408220 Jul 22 17:34:55.693615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a559e4ef-9c02-4747-bb3a-b61cfd7154dc up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:34:55.795859 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabfe2-0ea6-4415-be29-89faf23893aa req-291699d4-8453-4a22-be03-066951f3d097 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:55.802857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-291699d4-8453-4a22-be03-066951f3d097 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 797 time: 0.1323009 Jul 22 17:34:55.814853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-c22b4a99-f5a1-4a42-88c4-aebd3e9c2800 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/quotas/c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 375 time: 0.0110774 Jul 22 17:34:55.834084 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-78d932db-9178-468e-8975-944c2992ac37 None None] Provisioning complete for port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:55.834455 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-78d932db-9178-468e-8975-944c2992ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:55.876541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a559e4ef-9c02-4747-bb3a-b61cfd7154dc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:34:55.889422 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6f95b3e-4b7d-4309-950a-6c602e596538 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688667 Jul 22 17:34:55.896132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a559e4ef-9c02-4747-bb3a-b61cfd7154dc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:55.896503 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:55.899061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-78d932db-9178-468e-8975-944c2992ac37 None None] Port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:34:55.991977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-61ca7919-0d77-4ad1-8dc6-7adf098f6b70 service neutron] 10.222.0.53 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896490 Jul 22 17:34:56.019940 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '5a4acbc3-7d0c-4d8b-800a-1ac1725435c6', 'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:00:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:53Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 2, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '4067832e-e249-4158-9134-d17f779f4267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:56.051014 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.060427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Checking router: 161596ba-3ad0-4452-9bda-648c7c4c6ed2 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:34:56.060782 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Updating router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:34:56.090052 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-be49e0a9-da5e-46f3-bafc-ec8c66481939 service neutron] 10.222.0.53 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915756 Jul 22 17:34:56.096746 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port a559e4ef-9c02-4747-bb3a-b61cfd7154dc, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a559e4ef-9c02-4747-bb3a-b61cfd7154dc,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:56.097901 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2a9ada58-ff36-4ca3-b028-74584ab221bb None None] Provisioning complete for port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:56.098191 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a9ada58-ff36-4ca3-b028-74584ab221bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.125406 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.126193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d2f3dad8-248c-41ce-b0ab-d68929b91cb2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:34:56.186528 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.206512 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ada58-ff36-4ca3-b028-74584ab221bb None None] Port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:34:56.257545 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=a559e4ef-9c02-4747-bb3a-b61cfd7154dc,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:56.270939 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d33d5294-f852-401e-b39b-6140fd39c754 req-bbbad9a9-3c05-485d-bbca-4dfe3bf8e6d7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 210 time: 0.0344341 Jul 22 17:34:56.327055 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d2f3dad8-248c-41ce-b0ab-d68929b91cb2 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:34:56.334164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d2f3dad8-248c-41ce-b0ab-d68929b91cb2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:56.334534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.502826 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.559263 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port d2f3dad8-248c-41ce-b0ab-d68929b91cb2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d2f3dad8-248c-41ce-b0ab-d68929b91cb2,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:56.577894 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.633244 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.655046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Transition to ACTIVE for port object 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:34:56.660099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=d2f3dad8-248c-41ce-b0ab-d68929b91cb2,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:56.663400 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.717672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6316e62-f06f-468a-9709-9cb706b5e0fa None None] Pushing event updated for resources: {'Port': ['ID=5a4acbc3-7d0c-4d8b-800a-1ac1725435c6,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:56.770378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Attempting to bind port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:34:56.770955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Attempting to bind port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:34:56.771370 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Attempting to bind port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 on network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:34:56.777000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:34:56.777381 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Checking segment: {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:34:56.777779 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.778695 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Bound using segment: {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:34:56.779219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Bound port: 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:34:56.779607 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.854401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] For port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:34:56.857959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] For port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5a4acbc3-7d0c-4d8b-800a-1ac1725435c6,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:34:56.861757 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:56.931363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:34:56.932599 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:56.937499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6316e62-f06f-468a-9709-9cb706b5e0fa None None] Pushing event updated for resources: {'Port': ['ID=5a4acbc3-7d0c-4d8b-800a-1ac1725435c6,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:57.060578 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:34:57.283078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '5a4acbc3-7d0c-4d8b-800a-1ac1725435c6', 'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:00:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:53Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '4067832e-e249-4158-9134-d17f779f4267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:34:57.306732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabfe2-0ea6-4415-be29-89faf23893aa req-694778f1-a343-458d-a716-e50cae70e943 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:57.309470 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-694778f1-a343-458d-a716-e50cae70e943 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 797 time: 0.1235697 Jul 22 17:34:57.325792 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72826a53-60dd-43cc-b08d-ed064f23712e None None] The sync data for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 is: [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '5a4acbc3-7d0c-4d8b-800a-1ac1725435c6', 'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:00:dc:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:53Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '4067832e-e249-4158-9134-d17f779f4267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:34:57.378339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-371283c3-7ed5-41da-a987-199fb34e1549 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 379 time: 0.0463266 Jul 22 17:34:57.402024 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'port': {'device_id': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'admin_state_up': True, 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'security_groups': ['1c70850b-fcd6-4009-8fa5-8947863cc7d0']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:57.405672 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7f0b23a7-e699-49ca-baf0-4a2428fd4803 req-f3a2f4f8-d300-4628-965e-dc3e63ca8b34 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 210 time: 0.0487306 Jul 22 17:34:57.526389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:34:57.530500 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.672802 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.11 (6b7523cf-52a4-40fd-a5bb-dd5677c343bc/4067832e-e249-4158-9134-d17f779f4267/417a4072-40b1-465b-b5d7-7a5263e00fe8) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:34:57.676432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:34:57.735230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:34:57.739161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:57.739536 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.829119 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.830195 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.845180 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object 417a4072-40b1-465b-b5d7-7a5263e00fe8 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:34:57.864394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5a4acbc3-7d0c-4d8b-800a-1ac1725435c6,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:34:57.869796 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.870847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a559e4ef-9c02-4747-bb3a-b61cfd7154dc up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:34:57.881839 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.930199 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:34:57.934062 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:34:57.936592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:34:57.956081 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=5a4acbc3-7d0c-4d8b-800a-1ac1725435c6,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:57.974241 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a559e4ef-9c02-4747-bb3a-b61cfd7154dc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:57.974618 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:57.974769 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:58.014920 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:58.015676 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.036659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-ee0dce3f-9be0-4f41-8fd0-ca39bd1e13bb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6393001 Jul 22 17:34:58.054987 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Request body: {'port': {'device_id': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:34:58.076830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d2f3dad8-248c-41ce-b0ab-d68929b91cb2 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:34:58.139943 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d2f3dad8-248c-41ce-b0ab-d68929b91cb2 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:58.140316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.152379 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.302510 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5579281a-c96f-4bc9-810d-6dc5811488aa None None] Provisioning for port 417a4072-40b1-465b-b5d7-7a5263e00fe8 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:34:58.312700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-5579281a-c96f-4bc9-810d-6dc5811488aa None None] Provisioning complete for port 417a4072-40b1-465b-b5d7-7a5263e00fe8 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:58.313148 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5579281a-c96f-4bc9-810d-6dc5811488aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.354947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-5579281a-c96f-4bc9-810d-6dc5811488aa None None] Port 417a4072-40b1-465b-b5d7-7a5263e00fe8 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:34:58.461232 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417a4072-40b1-465b-b5d7-7a5263e00fe8 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:34:58.469560 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.490690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Transition to ACTIVE for port object 417a4072-40b1-465b-b5d7-7a5263e00fe8 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:34:58.508010 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.570342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Pushing event updated for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:58.630832 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9769e-59e1-4579-ace8-f5e56b8a63aa req-75469163-bd10-4a53-a4d6-11ee0e5f7282 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:58.632374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ac9769e-59e1-4579-ace8-f5e56b8a63aa req-75469163-bd10-4a53-a4d6-11ee0e5f7282 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 932 time: 0.1570542 Jul 22 17:34:58.703056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Attempting to bind port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:34:58.703396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Attempting to bind port 417a4072-40b1-465b-b5d7-7a5263e00fe8 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:34:58.703731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Attempting to bind port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:34:58.717456 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1ac9769e-59e1-4579-ace8-f5e56b8a63aa req-719bb461-698b-4a62-aa63-a9351f64538a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755873 Jul 22 17:34:58.718457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:34:58.718919 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Attempting to bind port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:34:58.726567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:34:58.727069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Checking segment: {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:34:58.727609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Bound using segment: {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:34:58.728301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Bound port: 417a4072-40b1-465b-b5d7-7a5263e00fe8, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:34:58.728812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.797556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:34:58.800592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:34:58.803891 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.838719 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:58.839385 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:58.840764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1093 time: 0.7909853 Jul 22 17:34:58.841225 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:34:58.844770 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb008e06-5731-4ebb-9d2d-76246f8a829f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:34:58.876597 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d49d14-4de2-49d8-ab98-9b254c1739b3 service neutron] Pushing event updated for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:34:58.890447 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c72894-4d50-46a5-9609-df0234ba6ab1 x-openstack-request-id: req-c9c72894-4d50-46a5-9609-df0234ba6ab1 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:34:58.890746 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:34:58.891059 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9c72894-4d50-46a5-9609-df0234ba6ab1 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:34:58.892134 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'status': 'completed', 'code': 200} Jul 22 17:34:58.964397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabfe2-0ea6-4415-be29-89faf23893aa req-43a08273-7f92-41c5-b7f1-d7628b0c9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:58.965959 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-43a08273-7f92-41c5-b7f1-d7628b0c9036 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1096 time: 0.0619905 Jul 22 17:34:59.013807 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-6311e1ca-daa1-4dca-b7db-e06127e1d818 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 217 time: 0.0357428 Jul 22 17:34:59.073570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabfe2-0ea6-4415-be29-89faf23893aa req-fb0d5160-dc0d-4455-8145-fc924e6c9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:59.075219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-fb0d5160-dc0d-4455-8145-fc924e6c9838 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0551171 Jul 22 17:34:59.137860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befabfe2-0ea6-4415-be29-89faf23893aa req-2f187e74-c755-4775-bf38-87995e0b4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:59.139406 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-2f187e74-c755-4775-bf38-87995e0b4dd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586035 Jul 22 17:34:59.227677 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-c1cd9a36-3e8e-4ac2-a897-0ed2f3cf2ada service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817680 Jul 22 17:34:59.320127 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-befabfe2-0ea6-4415-be29-89faf23893aa req-81f0405f-1567-48c3-8122-7ce8d314b0a0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860910 Jul 22 17:34:59.466093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-6e0b3c90-098d-4e8a-9e07-f056da6e1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:59.467707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-6e0b3c90-098d-4e8a-9e07-f056da6e1561 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1096 time: 0.0545228 Jul 22 17:34:59.567778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-5cef969e-3f2b-492a-99d8-0ea789e19925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:59.569269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-5cef969e-3f2b-492a-99d8-0ea789e19925 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.0955436 Jul 22 17:34:59.590490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:34:59.610289 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-62764f0f-0b3c-46b9-8709-16cda12737c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 217 time: 0.0348763 Jul 22 17:34:59.639866 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:34:59.640393 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:34:59.660852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-7890fcf3-e65c-493d-9449-826a50c279fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:59.662391 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-7890fcf3-e65c-493d-9449-826a50c279fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0437963 Jul 22 17:34:59.724415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-183d05c9-2b1a-46da-8b6c-a08c05a66a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:59.725943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-183d05c9-2b1a-46da-8b6c-a08c05a66a60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552063 Jul 22 17:34:59.852325 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-13f53c55-e1ae-4df1-9e8e-d9201695a2e9 service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184804 Jul 22 17:34:59.909705 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa60b-602b-43eb-a0a7-86f4c17b8b3e req-3cb8684e-da69-49e6-88c1-770b563eb500 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:34:59.911128 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55aaa60b-602b-43eb-a0a7-86f4c17b8b3e req-3cb8684e-da69-49e6-88c1-770b563eb500 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 944 time: 0.1146305 Jul 22 17:34:59.989480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55aaa60b-602b-43eb-a0a7-86f4c17b8b3e req-33196403-c6f5-448c-aa1c-2a1dd77fbac9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511625 Jul 22 17:34:59.991546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb008e06-5731-4ebb-9d2d-76246f8a829f req-fd3875b7-453f-47c3-ba6b-c552d9d468fd service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309943 Jul 22 17:35:01.127553 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf2298-bde5-4f47-9294-029ba6324cfe req-68fede8c-c373-4744-a87e-72d05e5ebac8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:01.129031 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33bf2298-bde5-4f47-9294-029ba6324cfe req-68fede8c-c373-4744-a87e-72d05e5ebac8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 944 time: 0.0644529 Jul 22 17:35:01.171587 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-33bf2298-bde5-4f47-9294-029ba6324cfe req-cb26ba64-c7ae-49db-b94e-ab5c6055ddca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368509 Jul 22 17:35:01.860831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 417a4072-40b1-465b-b5d7-7a5263e00fe8 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:35:01.957939 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:01.969372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'port_id': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'mac_address': 'fa:16:3e:91:52:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:35:02.004990 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:02.017659 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417a4072-40b1-465b-b5d7-7a5263e00fe8 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:35:02.040678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:02.044683 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:02.092305 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:02.282095 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:02.313451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b261b-722c-480b-86bb-761fccb353bf req-3c46b118-b740-4c1f-bb60-8fabe51bbb53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:02.314947 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-310b261b-722c-480b-86bb-761fccb353bf req-3c46b118-b740-4c1f-bb60-8fabe51bbb53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 945 time: 0.0719163 Jul 22 17:35:02.330320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['417a4072-40b1-465b-b5d7-7a5263e00fe8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:35:02.355842 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-310b261b-722c-480b-86bb-761fccb353bf req-884e7813-2a77-41e8-a917-770b7cc83a41 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349946 Jul 22 17:35:03.486832 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961e53a-c664-4869-93b4-fbec3ce13b73 req-dc1a3675-f09f-4399-97d3-59be96585c53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:03.488423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d961e53a-c664-4869-93b4-fbec3ce13b73 req-dc1a3675-f09f-4399-97d3-59be96585c53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 945 time: 0.0644693 Jul 22 17:35:03.527957 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d961e53a-c664-4869-93b4-fbec3ce13b73 req-9a51324a-ea08-4a5f-a8ea-281325f95d2b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339468 Jul 22 17:35:03.860283 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 417a4072-40b1-465b-b5d7-7a5263e00fe8 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:04.055234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 417a4072-40b1-465b-b5d7-7a5263e00fe8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:04.059356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 417a4072-40b1-465b-b5d7-7a5263e00fe8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:04.059720 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:04.137621 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:04.159477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:04.161707 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6950c9-7288-4e03-a5ac-2f9b84a66715" -d '{"events": [{"server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "name": "network-vif-plugged", "status": "completed", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:04.174141 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:04.178296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:04.204753 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7f34d3-ff3b-467d-b39e-8d0b4eb38050 x-openstack-request-id: req-7e7f34d3-ff3b-467d-b39e-8d0b4eb38050 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:04.205045 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "name": "network-vif-plugged", "status": "completed", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:04.205297 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e7f34d3-ff3b-467d-b39e-8d0b4eb38050 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:04.205684 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'code': 200} Jul 22 17:35:04.230807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:04.338435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e96f0-6ea4-4bf4-ab45-8ba52887edb4 req-b5b21780-315d-4965-a5fc-d4ed6c496ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:04.339855 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-845e96f0-6ea4-4bf4-ab45-8ba52887edb4 req-b5b21780-315d-4965-a5fc-d4ed6c496ba9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1098 time: 0.0534379 Jul 22 17:35:04.378896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-845e96f0-6ea4-4bf4-ab45-8ba52887edb4 req-9fea1718-7cc9-4783-b3fa-debef248461c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329218 Jul 22 17:35:04.658148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c17e1-37d6-47bb-a5fb-ac5c9e3e3de0 req-5cb96775-8352-4c72-872a-063886dc908b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:04.659661 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9a4c17e1-37d6-47bb-a5fb-ac5c9e3e3de0 req-5cb96775-8352-4c72-872a-063886dc908b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0645635 Jul 22 17:35:04.697334 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9a4c17e1-37d6-47bb-a5fb-ac5c9e3e3de0 req-ae60c9e9-4fd4-4f99-adb3-1d44f379d17f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319226 Jul 22 17:35:05.827365 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cb609-237d-4590-82da-266f9f1fe3e7 req-eeed7da4-d721-42c0-9672-169fad80fda5 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:05.828777 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed6cb609-237d-4590-82da-266f9f1fe3e7 req-eeed7da4-d721-42c0-9672-169fad80fda5 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0627971 Jul 22 17:35:05.865737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed6cb609-237d-4590-82da-266f9f1fe3e7 req-67947d54-79a8-4bbb-8ac8-704fbfa40a79 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313990 Jul 22 17:35:05.999416 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3fec0-d364-452e-9f9d-09f71a58c0e9 req-9c4a9be7-ae9a-4686-a6b9-9c6f11cde361 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:06.000899 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0cc3fec0-d364-452e-9f9d-09f71a58c0e9 req-9c4a9be7-ae9a-4686-a6b9-9c6f11cde361 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0682318 Jul 22 17:35:06.038615 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0cc3fec0-d364-452e-9f9d-09f71a58c0e9 req-04c440ed-d04f-4170-82a2-0b7d10c759fe tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Jul 22 17:35:06.060160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34584) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:06.113291 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad49f9b-24fb-4203-905b-b19302be445c tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:06.114819 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6ad49f9b-24fb-4203-905b-b19302be445c tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1093 time: 0.0536792 Jul 22 17:35:06.117517 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34586) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:06.122412 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:06.144024 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:06.252776 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:06.263242 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:06.353065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.135 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/ad217572-6338-4ace-959b-a9eb468da9d8) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:35:06.460683 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:06.503210 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:06.539281 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:35:06.544902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:35:06.548246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:35:06.571685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=ad217572-6338-4ace-959b-a9eb468da9d8,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:06.909585 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:06.985664 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:07.134303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:07.140121 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:07.214549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=ad217572-6338-4ace-959b-a9eb468da9d8,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:07.223247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:07.322964 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP 39d09ce2-b965-49c1-9b8c-b32182e605dc associated. External IP: 172.25.3.135, port: 417a4072-40b1-465b-b5d7-7a5263e00fe8. Jul 22 17:35:07.531259 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:35:07.638511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:35:07.648034 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] Sync routers for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:35:07.655149 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:07.699048 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f945fb2a-9c2f-461e-a31e-6dc74d8e90e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5804605 Jul 22 17:35:07.699753 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:07.702223 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7024ce-dde6-4696-90a4-a87602e95d40" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:07.745729 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9da183-1582-4142-87c5-0ee95f0dfb3f x-openstack-request-id: req-7b9da183-1582-4142-87c5-0ee95f0dfb3f {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:07.746029 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:07.746285 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b9da183-1582-4142-87c5-0ee95f0dfb3f {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:07.746696 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'status': 'completed', 'code': 200} Jul 22 17:35:07.750567 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:07.751208 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:07.860467 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:07.870135 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6d8f9-c3e0-4673-9f84-e3e919cc57a3 req-0dae8af0-9707-40ac-93b7-bb5f78279383 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:07.871653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22d6d8f9-c3e0-4673-9f84-e3e919cc57a3 req-0dae8af0-9707-40ac-93b7-bb5f78279383 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.1113505 Jul 22 17:35:07.877704 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-c03f7b1a-3f31-4c71-bbf1-6a796c41b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:07.879135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-c03f7b1a-3f31-4c71-bbf1-6a796c41b710 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1098 time: 0.0799065 Jul 22 17:35:07.969419 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22d6d8f9-c3e0-4673-9f84-e3e919cc57a3 req-21709d42-7046-416e-bbe2-b648c4019ef7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893235 Jul 22 17:35:07.992894 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34592) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:08.030606 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-7a9db3c4-27f8-4c26-aa2b-0c57a0384739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:08.032122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-7a9db3c4-27f8-4c26-aa2b-0c57a0384739 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.1445839 Jul 22 17:35:08.085672 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '39d09ce2-b965-49c1-9b8c-b32182e605dc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'port_id': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'mac_address': 'fa:16:3e:91:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:35:06Z', 'updated_at': '2021-07-22T17:35:06Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4acbc3-7d0c-4d8b-800a-1ac1725435c6', 'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:00:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:53Z', 'updated_at': '2021-07-22T17:34:57Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '4067832e-e249-4158-9134-d17f779f4267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:08.104519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-399bbab5-eec9-429c-b63d-e30fad86b188 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/39d09ce2-b965-49c1-9b8c-b32182e605dc HTTP/1.1" status: 200 len: 992 time: 0.1105802 Jul 22 17:35:08.116649 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] Checking router: 161596ba-3ad0-4452-9bda-648c7c4c6ed2 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:35:08.120522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-ea2dfb32-ba81-46f0-973f-c0bf43a4e7b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0809360 Jul 22 17:35:08.124807 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:35:08.125400 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:34:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:08.171115 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-a274c31a-cb41-4e82-8044-a34fd5f98583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:08.172622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-a274c31a-cb41-4e82-8044-a34fd5f98583 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0462565 Jul 22 17:35:08.230858 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:35:08.233417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-4ea6662f-73a5-4ded-93b2-0334cfc80085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:08.234956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-4ea6662f-73a5-4ded-93b2-0334cfc80085 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561142 Jul 22 17:35:08.329111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-e91c1c29-d3ae-4adc-bc14-1f1841dfab39 service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867145 Jul 22 17:35:08.420786 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bb7024ce-dde6-4696-90a4-a87602e95d40 req-a7d5b8af-cc9e-4669-b511-58b602d05d31 service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855443 Jul 22 17:35:08.453052 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '39d09ce2-b965-49c1-9b8c-b32182e605dc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'port_id': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'mac_address': 'fa:16:3e:91:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:35:06Z', 'updated_at': '2021-07-22T17:35:06Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4acbc3-7d0c-4d8b-800a-1ac1725435c6', 'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:00:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:53Z', 'updated_at': '2021-07-22T17:34:57Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '4067832e-e249-4158-9134-d17f779f4267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:35:08.483026 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d882648-5ecf-4c59-9a17-77363aa55105 None None] The sync data for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 is: [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '39d09ce2-b965-49c1-9b8c-b32182e605dc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'port_id': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'mac_address': 'fa:16:3e:91:52:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:35:06Z', 'updated_at': '2021-07-22T17:35:06Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4acbc3-7d0c-4d8b-800a-1ac1725435c6', 'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:00:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:53Z', 'updated_at': '2021-07-22T17:34:57Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '4067832e-e249-4158-9134-d17f779f4267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:35:08.671234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee10e6-5442-454b-b184-6cb94841918c None None] New status for floating IP 39d09ce2-b965-49c1-9b8c-b32182e605dc: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:35:09.108595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34594) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:09.173307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b2040409-2c23-40a5-a6ad-1e0d4c30e051 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/39d09ce2-b965-49c1-9b8c-b32182e605dc HTTP/1.1" status: 200 len: 994 time: 0.0635591 Jul 22 17:35:11.501541 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-036c639d-6555-4595-92a0-64d35b75a976 req-9e2fc9b3-caed-49a3-aeac-f6afeeb8fd65 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526557 Jul 22 17:35:11.621427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c639d-6555-4595-92a0-64d35b75a976 req-56ffe6a6-88bf-4c11-9059-2e5762fc8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.623010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-036c639d-6555-4595-92a0-64d35b75a976 req-56ffe6a6-88bf-4c11-9059-2e5762fc8eec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1098 time: 0.0542269 Jul 22 17:35:11.726493 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c639d-6555-4595-92a0-64d35b75a976 req-823f9f25-b4ba-4739-b0b6-aec27f9b8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.727978 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-036c639d-6555-4595-92a0-64d35b75a976 req-823f9f25-b4ba-4739-b0b6-aec27f9b8716 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.0868785 Jul 22 17:35:11.794961 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-036c639d-6555-4595-92a0-64d35b75a976 req-fb24abf3-68da-4ca7-9282-55dffbd5cce6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1002 time: 0.0606816 Jul 22 17:35:11.846352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c639d-6555-4595-92a0-64d35b75a976 req-7b08b859-8828-4bbd-bad5-5bb7864d824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.847915 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-036c639d-6555-4595-92a0-64d35b75a976 req-7b08b859-8828-4bbd-bad5-5bb7864d824d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0472305 Jul 22 17:35:11.905922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c639d-6555-4595-92a0-64d35b75a976 req-d7a0643a-c124-438d-872a-f1cf2bfa4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:11.907463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-036c639d-6555-4595-92a0-64d35b75a976 req-d7a0643a-c124-438d-872a-f1cf2bfa4db1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538936 Jul 22 17:35:11.995675 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-036c639d-6555-4595-92a0-64d35b75a976 req-89dab606-acbf-4073-acfc-a91e8ad89bbd service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818825 Jul 22 17:35:12.092934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-036c639d-6555-4595-92a0-64d35b75a976 req-e0b22319-4a20-482e-891b-3229c96fc1a4 service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912130 Jul 22 17:35:18.472746 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:35:18.538359 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-588f033e-b291-41e3-ab26-9157d70a6aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:21.121187 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7837539b-46b2-45d7-bb32-65cc2cdf9cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:21.359498 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:22.769627 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:24.460303 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:32.307313 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:36.273081 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:37.865177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-5cf97b8a-eaa1-49f5-affd-b6c17be2cf54 req-e6e13ba9-ff71-4607-95ae-31982310d78c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:35:37.866211 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5cf97b8a-eaa1-49f5-affd-b6c17be2cf54 req-e6e13ba9-ff71-4607-95ae-31982310d78c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458825 Jul 22 17:35:38.104512 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91aa4d-94e0-46c4-8d9e-393b8022df27 req-5135e225-f057-4d14-8b86-29d4d25ac705 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:38.106135 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd91aa4d-94e0-46c4-8d9e-393b8022df27 req-5135e225-f057-4d14-8b86-29d4d25ac705 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.1054482 Jul 22 17:35:38.109640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-e25d96bb-9ed8-460e-a0ff-565410529d27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211970 Jul 22 17:35:38.145958 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-cd91aa4d-94e0-46c4-8d9e-393b8022df27 req-aea0ca4d-63e7-4f42-9d58-6f0b17a77a29 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339234 Jul 22 17:35:39.291543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94542a4-2048-4378-af16-d97855829d86 req-6ef3abfc-1f9e-4e1b-a8e4-db2d16e8a15f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:39.293741 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f94542a4-2048-4378-af16-d97855829d86 req-6ef3abfc-1f9e-4e1b-a8e4-db2d16e8a15f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0773027 Jul 22 17:35:39.358154 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f94542a4-2048-4378-af16-d97855829d86 req-e9cdffcc-1efb-4b36-9369-958d9b667f6a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441957 Jul 22 17:35:39.368896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-bf705516-9697-4170-8074-1c0c0ea4421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:39.371037 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-bf705516-9697-4170-8074-1c0c0ea4421b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1098 time: 0.0988176 Jul 22 17:35:39.463456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-72b4ae85-8bf1-468b-876f-dbd0e3960fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:39.465479 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-72b4ae85-8bf1-468b-876f-dbd0e3960fbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.0840251 Jul 22 17:35:39.535569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-0b5b3d70-65f3-4098-a40e-f969b9ff75e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1002 time: 0.0615611 Jul 22 17:35:39.583155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-15d371d6-8fe5-4ea7-8fec-38b0d90070de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:39.584574 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-15d371d6-8fe5-4ea7-8fec-38b0d90070de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0416961 Jul 22 17:35:39.642888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-67c5287d-0470-440c-b261-a3c758eabe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:39.644413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-67c5287d-0470-440c-b261-a3c758eabe2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521662 Jul 22 17:35:39.736038 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-9b3d7806-aad7-41da-8027-aa90502cce0e service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832698 Jul 22 17:35:39.831127 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f75f3c10-17d0-40b9-9554-c612d347c5f0 service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860546 Jul 22 17:35:40.498652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21d9ef-d850-4bd6-8d2c-38d7777a2acc req-f280fea7-1aed-401a-ad66-8ba87bc9fd46 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:40.500171 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7c21d9ef-d850-4bd6-8d2c-38d7777a2acc req-f280fea7-1aed-401a-ad66-8ba87bc9fd46 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0739760 Jul 22 17:35:40.538894 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7c21d9ef-d850-4bd6-8d2c-38d7777a2acc req-fc638f76-e289-423b-b82c-d82f684fac40 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331261 Jul 22 17:35:41.671723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64f5c3-bffd-465e-b303-9c07d4073d69 req-1d0a3e76-aa37-44bb-91a9-ac9016ce5446 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:41.673202 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b64f5c3-bffd-465e-b303-9c07d4073d69 req-1d0a3e76-aa37-44bb-91a9-ac9016ce5446 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0647743 Jul 22 17:35:41.710422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b64f5c3-bffd-465e-b303-9c07d4073d69 req-7e8c572a-50ad-469c-8416-9ccc21d96155 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317485 Jul 22 17:35:42.845582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4e5ac-11e9-4a82-acb0-24ba259129cc req-2652b52f-338f-4979-8492-f8fb68575689 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:42.847099 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26f4e5ac-11e9-4a82-acb0-24ba259129cc req-2652b52f-338f-4979-8492-f8fb68575689 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0668216 Jul 22 17:35:42.884747 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-26f4e5ac-11e9-4a82-acb0-24ba259129cc req-fff8c2b7-9cdd-4fd7-b281-5ba27fd814fe tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320220 Jul 22 17:35:44.015882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133c5b2-2d75-44e5-9838-3c1636dea663 req-2bba1288-eda8-447f-a693-860623758099 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:44.017372 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3133c5b2-2d75-44e5-9838-3c1636dea663 req-2bba1288-eda8-447f-a693-860623758099 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0632885 Jul 22 17:35:44.054141 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3133c5b2-2d75-44e5-9838-3c1636dea663 req-afc3cbf7-2b60-4b89-9385-ff20a0e14d46 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312002 Jul 22 17:35:45.192702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8cb89-b6a0-4d5c-8f14-20375063cc19 req-57a534b7-81ad-48ae-91b0-5638cffdd9c8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:45.194070 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c4b8cb89-b6a0-4d5c-8f14-20375063cc19 req-57a534b7-81ad-48ae-91b0-5638cffdd9c8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0674131 Jul 22 17:35:45.231146 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c4b8cb89-b6a0-4d5c-8f14-20375063cc19 req-0dfe7385-ed98-4e3f-ab2a-b94e4794690e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Jul 22 17:35:46.362393 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7a420-8e93-4f19-9802-8897edbbd921 req-d54669ab-1206-4fde-ae98-ec20c6a715e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:46.363928 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e5a7a420-8e93-4f19-9802-8897edbbd921 req-d54669ab-1206-4fde-ae98-ec20c6a715e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0665686 Jul 22 17:35:46.400672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e5a7a420-8e93-4f19-9802-8897edbbd921 req-17c11589-b9ce-4049-b6ba-8c97b6663bc5 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311878 Jul 22 17:35:47.535895 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ce54b-891b-42b9-8506-af1a42536b3d req-fda1f6e5-bcf6-49a5-855e-ee8224089910 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:47.537379 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-953ce54b-891b-42b9-8506-af1a42536b3d req-fda1f6e5-bcf6-49a5-855e-ee8224089910 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0668011 Jul 22 17:35:47.575576 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-953ce54b-891b-42b9-8506-af1a42536b3d req-b2250658-4022-4cec-851e-f8df138c5505 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Jul 22 17:35:48.538795 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe485-bbd4-4b51-a04e-f513f56f1372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:48.704866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdab0da-c36a-4901-bad7-f83bb5841bfd req-89d1a81b-26e4-42aa-a27f-c9659b565821 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:48.706343 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbdab0da-c36a-4901-bad7-f83bb5841bfd req-89d1a81b-26e4-42aa-a27f-c9659b565821 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0631154 Jul 22 17:35:48.742824 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbdab0da-c36a-4901-bad7-f83bb5841bfd req-1f9e9745-1138-44c6-ac8b-114f419f1bc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309784 Jul 22 17:35:49.872856 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9511cb5-6ea6-4e5e-8f94-61acaa9d3bd5 req-a6a3919b-5a9f-47c3-9de1-afac525ddc7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:49.874332 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e9511cb5-6ea6-4e5e-8f94-61acaa9d3bd5 req-a6a3919b-5a9f-47c3-9de1-afac525ddc7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0638680 Jul 22 17:35:49.911715 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e9511cb5-6ea6-4e5e-8f94-61acaa9d3bd5 req-78e0bc81-6676-4047-ad80-9ed58a507864 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Jul 22 17:35:51.046872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d02e-7764-4642-9690-798b5fa81bc7 req-1cc7a098-8cb3-4b34-a39d-bd0789c944b8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:51.048377 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c440d02e-7764-4642-9690-798b5fa81bc7 req-1cc7a098-8cb3-4b34-a39d-bd0789c944b8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0667722 Jul 22 17:35:51.088077 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c440d02e-7764-4642-9690-798b5fa81bc7 req-e1949d20-074e-4d6c-a7e7-a017cb0c4520 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339580 Jul 22 17:35:51.123025 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-434ea73f-492f-4a84-9b42-a9a12670226f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:51.361828 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:51.835422 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f31d03dd-7783-4596-bc6c-c73e30d8034c service neutron] show failed (client error): The resource could not be found. Jul 22 17:35:51.836360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f31d03dd-7783-4596-bc6c-c73e30d8034c service neutron] 10.222.0.20 "GET /v2.0/ports/417a4072-40b1-465b-b5d7-7a5263e00fe8/bindings/n-h1-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0540137 Jul 22 17:35:52.087034 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-1b58205b-1531-4bd4-8a53-191d39523638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:52.088437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-1b58205b-1531-4bd4-8a53-191d39523638 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 1098 time: 0.0960288 Jul 22 17:35:52.106840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:35:52.181517 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.226211 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91689f-8750-452f-aed7-6f7ab065a298 req-aeac11d6-da1c-41f1-aa24-cbb75a7c33b7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:52.227742 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba91689f-8750-452f-aed7-6f7ab065a298 req-aeac11d6-da1c-41f1-aa24-cbb75a7c33b7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0675142 Jul 22 17:35:52.265747 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ba91689f-8750-452f-aed7-6f7ab065a298 req-32ef8722-c34a-4436-a28c-bbbb86283ebf tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Jul 22 17:35:52.381999 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:52.416687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:52.456996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:52.459372 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8ba396-f508-4ffe-89fa-033be4a95294" -d '{"events": [{"server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "name": "network-vif-unplugged", "status": "completed", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:52.463082 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.476546 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Transition to ACTIVE for port object 417a4072-40b1-465b-b5d7-7a5263e00fe8 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:35:52.480529 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:52.517570 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58fcb30-3b48-4ef8-9f44-0ca1a5568207 x-openstack-request-id: req-a58fcb30-3b48-4ef8-9f44-0ca1a5568207 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:52.517867 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "name": "network-vif-unplugged", "status": "completed", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:52.518116 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a58fcb30-3b48-4ef8-9f44-0ca1a5568207 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:52.518514 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'code': 200} Jul 22 17:35:52.567650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=6']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:52.581632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.581982 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.582322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.582662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.583017 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.583342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.583680 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.584013 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.584340 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.584668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.584992 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.585314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:52.619965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] No DVR routers for this DVR port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:35:52.772831 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:53.090806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Attempting to bind port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:35:53.091445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Attempting to bind port 417a4072-40b1-465b-b5d7-7a5263e00fe8 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:35:53.091567 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Attempting to bind port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:53.095681 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:35:53.096009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Attempting to bind port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:35:53.100743 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:35:53.101089 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Checking segment: {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:35:53.101477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Bound using segment: {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:35:53.101908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Bound port: 417a4072-40b1-465b-b5d7-7a5263e00fe8, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7db11e-428a-4f37-b659-51b13e1ffd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:35:53.102267 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:53.167860 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:35:53.171277 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:35:53.176564 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:53.212557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:53.213177 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:53.214598 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] 10.222.0.65 "PUT /v2.0/ports/417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1093 time: 1.1121345 Jul 22 17:35:53.242286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783e488-19c0-4cb2-96b8-91340417e6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:53.315736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-d6df6aec-41e8-4269-b5db-39e3170915e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:53.317286 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-d6df6aec-41e8-4269-b5db-39e3170915e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1096 time: 0.0603011 Jul 22 17:35:53.428710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-c1eb8c32-547c-455b-a76c-39e634b34e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:53.430192 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-c1eb8c32-547c-455b-a76c-39e634b34e76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.1060846 Jul 22 17:35:53.431137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ab22a-0e20-4012-976c-5cd68a555217 req-3b416072-10a6-4738-b2d3-035e6a707b6f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:53.432625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c5ab22a-0e20-4012-976c-5cd68a555217 req-3b416072-10a6-4738-b2d3-035e6a707b6f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 944 time: 0.0681889 Jul 22 17:35:53.473942 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-8c5ab22a-0e20-4012-976c-5cd68a555217 req-1728bd68-d93b-4005-936e-6d5587fdefe6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344675 Jul 22 17:35:53.500181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-619909d9-1d6c-4350-94c2-9716f63f8734 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0623467 Jul 22 17:35:53.551691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-98a0dc1f-7e71-4cf1-a2df-86316b165639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:53.553189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-98a0dc1f-7e71-4cf1-a2df-86316b165639 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0461769 Jul 22 17:35:53.616402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-dae5edce-6468-4a7a-8ed1-c5b7653cf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:53.617890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-dae5edce-6468-4a7a-8ed1-c5b7653cf263 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574317 Jul 22 17:35:53.710745 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-a02646a0-603b-43ae-877c-6874b102395d service neutron] 10.222.0.65 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852396 Jul 22 17:35:53.803745 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-bbaf1f49-c5fe-4fd3-b903-e3c46d144d44 req-fc6c6dff-1d7d-4fbd-af65-65fbf747520a service neutron] 10.222.0.65 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854802 Jul 22 17:35:54.462094 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:54.520169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:54.523994 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492654c2-a354-4ce9-b2d9-ba6ee28f8635" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:54.580758 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e8dbb6-cf65-434c-95da-ec1d22f05043 x-openstack-request-id: req-08e8dbb6-cf65-434c-95da-ec1d22f05043 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:54.581066 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:54.581300 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08e8dbb6-cf65-434c-95da-ec1d22f05043 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:54.581725 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'status': 'completed', 'code': 200} Jul 22 17:35:54.703834 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f4862-8f5c-4878-b953-36e2acc6a0d9 req-13e7e141-479d-4e49-b3f1-5a58a16c6bab tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:54.705317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-577f4862-8f5c-4878-b953-36e2acc6a0d9 req-13e7e141-479d-4e49-b3f1-5a58a16c6bab tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 944 time: 0.1351366 Jul 22 17:35:54.773449 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-577f4862-8f5c-4878-b953-36e2acc6a0d9 req-f08e39d9-6494-40f0-9723-6f5b87beb046 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602515 Jul 22 17:35:54.776547 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-5440499f-208d-453e-975f-e55a92bbf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:54.778125 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-5440499f-208d-453e-975f-e55a92bbf1ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1096 time: 0.1550579 Jul 22 17:35:54.780826 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-69788d19-88e8-4eef-9dfb-d0193a7acd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:54.782351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-69788d19-88e8-4eef-9dfb-d0193a7acd91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1096 time: 0.1606860 Jul 22 17:35:54.942033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-cec93964-f61c-4bbe-be84-e8b2e8ea943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:54.943659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-cec93964-f61c-4bbe-be84-e8b2e8ea943a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.1599526 Jul 22 17:35:54.944608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-6de53eec-ee8a-4018-a717-d0d8377123e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:54.945918 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-6de53eec-ee8a-4018-a717-d0d8377123e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.1546779 Jul 22 17:35:55.056150 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-ba240e84-01c8-4475-ade5-abba78779df8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1052780 Jul 22 17:35:55.072485 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-faefb2c1-746b-464a-ad89-3e7ca04e687e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1157844 Jul 22 17:35:55.146250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-21e8c70d-5fe0-4cdb-aec7-07e392e08628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:55.147788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-21e8c70d-5fe0-4cdb-aec7-07e392e08628 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0852048 Jul 22 17:35:55.153645 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-0fe4c326-47ad-4e7a-8a49-689ad714043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:55.155435 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-0fe4c326-47ad-4e7a-8a49-689ad714043a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0608242 Jul 22 17:35:55.250306 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-b7c85eca-4889-40ed-9c22-c52a55a431ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:55.251892 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-b7c85eca-4889-40ed-9c22-c52a55a431ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955882 Jul 22 17:35:55.254659 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-ea9854b1-c26a-405d-bb5b-82b0cf40a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:55.256081 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-ea9854b1-c26a-405d-bb5b-82b0cf40a92b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921419 Jul 22 17:35:55.423636 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-c46428c8-dd64-41ec-891f-c4539ba029ed service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647887 Jul 22 17:35:55.427766 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-fd83342d-577b-422c-b258-7841da60c6e1 service neutron] 10.222.0.65 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614480 Jul 22 17:35:55.473069 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:35:55.599742 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-9eb59672-1ab4-44c4-9c0a-18173c6f07b9 service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696005 Jul 22 17:35:55.601673 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-492654c2-a354-4ce9-b2d9-ba6ee28f8635 req-a7f77b76-cb43-4e2e-8907-6c4b99dd238c service neutron] 10.222.0.65 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608820 Jul 22 17:35:55.651967 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 417a4072-40b1-465b-b5d7-7a5263e00fe8 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:35:55.745219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:55.755844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'port_id': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'mac_address': 'fa:16:3e:91:52:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:35:55.796341 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:55.810452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417a4072-40b1-465b-b5d7-7a5263e00fe8 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:35:55.830852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:55.834797 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:55.885344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:55.893560 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.893916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.894261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.894604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.894955 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.895312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.895647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.895979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.896312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.896638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.896964 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.897289 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:35:55.913965 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af6809-d48b-4466-8e48-65d430c00511 req-9d8867a0-5409-4430-a313-7749958ee175 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:55.915479 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78af6809-d48b-4466-8e48-65d430c00511 req-9d8867a0-5409-4430-a313-7749958ee175 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 945 time: 0.0663295 Jul 22 17:35:55.961191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-78af6809-d48b-4466-8e48-65d430c00511 req-a3670634-801c-49db-8433-b7354f9e98b9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390713 Jul 22 17:35:56.140223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 417a4072-40b1-465b-b5d7-7a5263e00fe8 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:35:56.173576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['417a4072-40b1-465b-b5d7-7a5263e00fe8'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:35:56.203156 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d2e71-fced-41e6-a1fa-0a9c1bfae2c0 req-474f3efc-4d19-40e1-aa86-017e371923b3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.204792 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f74d2e71-fced-41e6-a1fa-0a9c1bfae2c0 req-474f3efc-4d19-40e1-aa86-017e371923b3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 945 time: 0.0744743 Jul 22 17:35:56.208728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 417a4072-40b1-465b-b5d7-7a5263e00fe8 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:35:56.224182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-17fffa88-67d0-487f-9080-d7d262d7dc0b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.225793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-17fffa88-67d0-487f-9080-d7d262d7dc0b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce&tenant_id=c7814b6c0c0244ad96f947812e4420bd&binding%3Ahost_id=n-h1-792458-13 HTTP/1.1" status: 200 len: 945 time: 0.0713139 Jul 22 17:35:56.246336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f74d2e71-fced-41e6-a1fa-0a9c1bfae2c0 req-59132e1c-4258-4d13-a9c0-099e8461c665 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339625 Jul 22 17:35:56.296571 n-d-792458-13 neutron-server[93750]: INFO neutron.api.v2.resource [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-ecb0bd35-3b0f-401f-a629-78c916ae94b4 service neutron] delete failed (client error): The resource could not be found. Jul 22 17:35:56.297710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-ecb0bd35-3b0f-401f-a629-78c916ae94b4 service neutron] 10.222.0.20 "DELETE /v2.0/ports/417a4072-40b1-465b-b5d7-7a5263e00fe8/bindings/n-h2-792458-13 HTTP/1.1" status: 404 len: 381 time: 0.0646698 Jul 22 17:35:56.410718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ac00b-f7b3-4f8c-89c5-16d253eacc1e req-db7722ef-8d83-4c1a-907c-3a76905a71cb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.412303 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e50ac00b-f7b3-4f8c-89c5-16d253eacc1e req-db7722ef-8d83-4c1a-907c-3a76905a71cb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 945 time: 0.0935495 Jul 22 17:35:56.461612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-5becacff-f041-4d54-a6f0-7321c9f10e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.463157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-5becacff-f041-4d54-a6f0-7321c9f10e15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1097 time: 0.0973649 Jul 22 17:35:56.466560 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e50ac00b-f7b3-4f8c-89c5-16d253eacc1e req-b24c501c-d49b-4e41-95b9-aae783159320 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469484 Jul 22 17:35:56.561431 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-b40f5fda-211a-418c-888a-a37440de94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.562840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-b40f5fda-211a-418c-888a-a37440de94fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.0937228 Jul 22 17:35:56.630004 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-d802c9f1-fb86-44fd-a110-ec4fbf7290d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1001 time: 0.0607266 Jul 22 17:35:56.689516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-c6c019c9-2bf5-47d6-9ae9-3afb31cfcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.691024 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-c6c019c9-2bf5-47d6-9ae9-3afb31cfcb80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0538878 Jul 22 17:35:56.750505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-3815f4c5-ec69-482a-acef-e625ddfd51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:56.752054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-3815f4c5-ec69-482a-acef-e625ddfd51c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549111 Jul 22 17:35:56.844849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-376f4cc7-d2ae-4f10-955d-7c501e1c4e5f service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846608 Jul 22 17:35:56.939176 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01ecf421-5dfc-4256-b810-1772c0d74b6f req-87c76397-44e1-4060-b8d8-90d557c97a5e service neutron] 10.222.0.20 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873878 Jul 22 17:35:57.600893 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afbe9d-fe0c-483e-801e-6bbc9d27526d req-eef391cb-d412-480a-b05c-7a42c1264b67 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:35:57.602392 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48afbe9d-fe0c-483e-801e-6bbc9d27526d req-eef391cb-d412-480a-b05c-7a42c1264b67 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 945 time: 0.0650589 Jul 22 17:35:57.640669 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-48afbe9d-fe0c-483e-801e-6bbc9d27526d req-794e8ba0-347b-4c92-aec1-5951bdca4dab tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318623 Jul 22 17:35:57.662753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34690) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:35:57.665763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 417a4072-40b1-465b-b5d7-7a5263e00fe8 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:35:57.713107 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 417a4072-40b1-465b-b5d7-7a5263e00fe8 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:35:57.717945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 417a4072-40b1-465b-b5d7-7a5263e00fe8 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:35:57.718320 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:57.734410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e4e9098a-1b79-4af3-af41-7a62e2232900 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/39d09ce2-b965-49c1-9b8c-b32182e605dc HTTP/1.1" status: 200 len: 993 time: 0.0648673 Jul 22 17:35:57.797804 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:57.819885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:35:57.822083 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff8bbc6-cec2-4d05-b454-2f9fe8814a44" -d '{"events": [{"server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "name": "network-vif-plugged", "status": "completed", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:35:57.834249 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:35:57.838477 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:35:57.899959 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:35:57.917967 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e0bf0f-8186-4438-b873-2f8f78052aea x-openstack-request-id: req-09e0bf0f-8186-4438-b873-2f8f78052aea {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:35:57.918846 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "name": "network-vif-plugged", "status": "completed", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:35:57.919271 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09e0bf0f-8186-4438-b873-2f8f78052aea {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:35:57.919676 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'code': 200} Jul 22 17:36:02.318827 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:06.272732 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:18.550194 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e4bd155d-2e31-44b2-81ca-613c09fb056c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:21.123905 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1deaf6ff-c5c7-425d-bb15-25f73272d511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:21.365170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:22.775628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:23.333751 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-1fb04589-3389-49e4-b9f6-8e4f67761c2c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581858 Jul 22 17:36:23.451489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-581687fe-6124-4832-9dfd-85ccc02ef359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:23.452999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-581687fe-6124-4832-9dfd-85ccc02ef359 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1098 time: 0.0565109 Jul 22 17:36:23.576751 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-72f64235-65d5-442a-bb74-f2c7af4c1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:23.578355 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-72f64235-65d5-442a-bb74-f2c7af4c1256 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.0999928 Jul 22 17:36:23.644980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-851f91b9-621e-459a-a2bb-84b826cf462d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 1002 time: 0.0584114 Jul 22 17:36:23.704587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-3f2275f2-2ccd-44e0-a75c-9520ef6f3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:23.706074 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-3f2275f2-2ccd-44e0-a75c-9520ef6f3563 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0536563 Jul 22 17:36:23.770043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-40b25b3d-e153-4603-8ce4-cbdc99858db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:23.771623 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-40b25b3d-e153-4603-8ce4-cbdc99858db8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580699 Jul 22 17:36:23.864009 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-a49d455a-08ce-48d5-8df5-838c5ee18718 service neutron] 10.222.0.65 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831454 Jul 22 17:36:23.964205 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-63f5bb0a-4a82-4d2c-b185-c06821e309d8 req-0a840ff3-f7d2-48d7-8953-6dc348b43291 service neutron] 10.222.0.65 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934174 Jul 22 17:36:24.466642 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.097111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34718) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:28.254901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port ad217572-6338-4ace-959b-a9eb468da9d8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:28.255178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.331716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.332041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.343563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for ad217572-6338-4ace-959b-a9eb468da9d8 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:28.487354 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.515309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=ad217572-6338-4ace-959b-a9eb468da9d8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:28.586878 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.587235 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP 39d09ce2-b965-49c1-9b8c-b32182e605dc disassociated (deleted). External IP: 172.25.3.135, port: 417a4072-40b1-465b-b5d7-7a5263e00fe8. Jul 22 17:36:28.798292 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:36:28.905749 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:36:28.910563 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:28.915347 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] Sync routers for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:36:28.925409 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:28.926016 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:28.948341 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2c5fe010-f5ca-4ead-b287-b21cd58d8a08 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/floatingips/39d09ce2-b965-49c1-9b8c-b32182e605dc HTTP/1.1" status: 204 len: 168 time: 0.8501022 Jul 22 17:36:28.949031 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:28.951940 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36c427e-b2de-4733-bf0a-6136a08f437b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:28.997889 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0032490a-1ad1-418d-bd17-10c3d235f5c7 x-openstack-request-id: req-0032490a-1ad1-418d-bd17-10c3d235f5c7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:28.998300 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:28.998432 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0032490a-1ad1-418d-bd17-10c3d235f5c7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:28.998844 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'status': 'completed', 'code': 200} Jul 22 17:36:29.035571 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:29.117296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-6cb3a9f0-e177-4c0e-8781-fc943730ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.118806 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-6cb3a9f0-e177-4c0e-8781-fc943730ac19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 1098 time: 0.0703804 Jul 22 17:36:29.226854 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cc6ed-3a9f-4621-a361-334cb3128496 req-fddc633e-2975-4d2d-86e6-cf13347df896 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.228757 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-153cc6ed-3a9f-4621-a361-334cb3128496 req-fddc633e-2975-4d2d-86e6-cf13347df896 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0735953 Jul 22 17:36:29.266758 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '5a4acbc3-7d0c-4d8b-800a-1ac1725435c6', 'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:00:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:53Z', 'updated_at': '2021-07-22T17:34:57Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '4067832e-e249-4158-9134-d17f779f4267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:29.269286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-bfeb9d1d-3757-489e-8dc3-d61cba46e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.271029 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-bfeb9d1d-3757-489e-8dc3-d61cba46e6fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 200 len: 898 time: 0.1212299 Jul 22 17:36:29.276608 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-153cc6ed-3a9f-4621-a361-334cb3128496 req-e744e2f4-7996-49a6-ae8a-9dd1f80be393 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373771 Jul 22 17:36:29.297836 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] Checking router: 161596ba-3ad0-4452-9bda-648c7c4c6ed2 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:36:29.306727 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:29.307371 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:29.323008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-feb2a932-413d-4181-8394-8780b7f7b277 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 200 len: 217 time: 0.0416760 Jul 22 17:36:29.373720 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-571b03c7-7ed5-4719-a93d-2e3da8d8fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.375487 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-571b03c7-7ed5-4719-a93d-2e3da8d8fb10 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 200 len: 834 time: 0.0448065 Jul 22 17:36:29.421960 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:29.444554 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-9132a8c6-c8f0-4780-b2da-e12c0ef6fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:29.446681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-9132a8c6-c8f0-4780-b2da-e12c0ef6fbf1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b7523cf-52a4-40fd-a5bb-dd5677c343bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641394 Jul 22 17:36:29.546684 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-52b1d5e2-bdcc-4a17-8b60-e96b6afd32a4 service neutron] 10.222.0.65 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916631 Jul 22 17:36:29.737038 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '5a4acbc3-7d0c-4d8b-800a-1ac1725435c6', 'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:00:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:53Z', 'updated_at': '2021-07-22T17:34:57Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '4067832e-e249-4158-9134-d17f779f4267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:29.764784 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eecab5-aa0d-45b8-9cfe-747c1c377f38 None None] The sync data for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 is: [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:54Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '5a4acbc3-7d0c-4d8b-800a-1ac1725435c6', 'name': '', 'network_id': '6b7523cf-52a4-40fd-a5bb-dd5677c343bc', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:00:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '4067832e-e249-4158-9134-d17f779f4267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:53Z', 'updated_at': '2021-07-22T17:34:57Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '4067832e-e249-4158-9134-d17f779f4267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:36:30.008635 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a36c427e-b2de-4733-bf0a-6136a08f437b req-c4c37b23-ab7a-4a99-acda-e8b705d1785c service neutron] 10.222.0.65 "GET /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531333 Jul 22 17:36:30.017000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1feb7ca-b351-40ec-80d7-9a9512768a37 None None] New status for floating IP 39d09ce2-b965-49c1-9b8c-b32182e605dc: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:36:30.419810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d872d-5a1d-4888-80a0-689a6c996726 req-c6c604ff-1ad5-405f-aafc-fd64146f707a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:30.421381 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c8d872d-5a1d-4888-80a0-689a6c996726 req-c6c604ff-1ad5-405f-aafc-fd64146f707a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0679448 Jul 22 17:36:30.463536 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3c8d872d-5a1d-4888-80a0-689a6c996726 req-0410c26a-6233-44cf-9cfa-2cb43a4c44c6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=1c70850b-fcd6-4009-8fa5-8947863cc7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333281 Jul 22 17:36:30.806871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-6f38e2d7-2059-4aeb-a894-2dd730ca6425 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:30.808339 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-6f38e2d7-2059-4aeb-a894-2dd730ca6425 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 946 time: 0.0642996 Jul 22 17:36:30.920601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 417a4072-40b1-465b-b5d7-7a5263e00fe8 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:30.920941 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:31.026386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 417a4072-40b1-465b-b5d7-7a5263e00fe8, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=417a4072-40b1-465b-b5d7-7a5263e00fe8,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:31.026751 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:31.039766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 417a4072-40b1-465b-b5d7-7a5263e00fe8 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:31.170545 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:31.206690 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=417a4072-40b1-465b-b5d7-7a5263e00fe8,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:31.259161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] No DVR routers for this DVR port 417a4072-40b1-465b-b5d7-7a5263e00fe8 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:36:31.261816 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:31.264042 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-730e804c-7f7e-4a7b-a92c-02639d3c4f0c req-c092d367-2c5d-4ec5-b9ab-1af842a0c649 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.65 "DELETE /v2.0/ports/417a4072-40b1-465b-b5d7-7a5263e00fe8 HTTP/1.1" status: 204 len: 173 time: 0.4497087 Jul 22 17:36:31.264492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'name': 'network-vif-deleted', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:31.266909 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0a59fc-eb38-4966-9962-1929bc4e4518" -d '{"events": [{"server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "name": "network-vif-deleted", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:31.318088 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b592a-bebf-4468-a758-a5f8de20806d x-openstack-request-id: req-617b592a-bebf-4468-a758-a5f8de20806d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:31.318387 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7d00b8-6263-4d86-8c4c-6f92e56f68ce", "name": "network-vif-deleted", "tag": "417a4072-40b1-465b-b5d7-7a5263e00fe8", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:31.318649 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-617b592a-bebf-4468-a758-a5f8de20806d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:31.319088 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7d00b8-6263-4d86-8c4c-6f92e56f68ce', 'name': 'network-vif-deleted', 'tag': '417a4072-40b1-465b-b5d7-7a5263e00fe8', 'status': 'completed', 'code': 200} Jul 22 17:36:31.597022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3643aa7a-426a-4e04-af3e-57ce96f16075 req-c585d80c-532d-478a-8778-487ffe71a564 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f7d00b8-6263-4d86-8c4c-6f92e56f68ce HTTP/1.1" status: 200 len: 210 time: 0.0374706 Jul 22 17:36:32.328325 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:32.472831 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:36:32.666890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34734) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:33.021623 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:33.288461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:33.288712 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:33.379368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5a4acbc3-7d0c-4d8b-800a-1ac1725435c6,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:33.379731 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:33.392373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:33.576776 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:33.607861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=5a4acbc3-7d0c-4d8b-800a-1ac1725435c6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:33.782267 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.004361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:36:34.108882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:36:34.114136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4c32adfd-deab-4b53-a0c2-18a052414be9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/161596ba-3ad0-4452-9bda-648c7c4c6ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4457917 Jul 22 17:36:34.116852 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34736) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:34.119943 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] Sync routers for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:36:34.130006 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:34.130593 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:34.168223 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-b005d039-af91-48a3-bed9-448040ebb4aa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting subnet 4067832e-e249-4158-9134-d17f779f4267 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:36:34.171753 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b005d039-af91-48a3-bed9-448040ebb4aa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.210722 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b005d039-af91-48a3-bed9-448040ebb4aa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.235355 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:34.303838 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b005d039-af91-48a3-bed9-448040ebb4aa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.365829 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b005d039-af91-48a3-bed9-448040ebb4aa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.393120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005d039-af91-48a3-bed9-448040ebb4aa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Subnet': ['ID=4067832e-e249-4158-9134-d17f779f4267,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:34.397532 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b005d039-af91-48a3-bed9-448040ebb4aa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.402019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b005d039-af91-48a3-bed9-448040ebb4aa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/subnets/4067832e-e249-4158-9134-d17f779f4267 HTTP/1.1" status: 204 len: 168 time: 0.2817161 Jul 22 17:36:34.402166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34738) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:34.403103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e8e62-86f5-4fcc-bbcd-a6937704307b None None] Network 6b7523cf-52a4-40fd-a5bb-dd5677c343bc requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:36:34.431496 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:36:33Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:34.459551 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] Checking router: 161596ba-3ad0-4452-9bda-648c7c4c6ed2 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:36:34.468266 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] Routers {'161596ba-3ad0-4452-9bda-648c7c4c6ed2'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:34.468873 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:34.511362 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.576891 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] Set router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:34.606075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a222618-f5db-4049-9b78-5b853ecf7d93 None None] DHCP port deletion for 6b7523cf-52a4-40fd-a5bb-dd5677c343bc request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:36:34.625940 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.661312 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6a222618-f5db-4049-9b78-5b853ecf7d93 None None] Deleting port d2f3dad8-248c-41ce-b0ab-d68929b91cb2 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:34.661685 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a222618-f5db-4049-9b78-5b853ecf7d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.683257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port a559e4ef-9c02-4747-bb3a-b61cfd7154dc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:36:34.683606 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.725122 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6a222618-f5db-4049-9b78-5b853ecf7d93 None None] For port d2f3dad8-248c-41ce-b0ab-d68929b91cb2, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d2f3dad8-248c-41ce-b0ab-d68929b91cb2,segment=NetworkSegment(cc7db11e-428a-4f37-b659-51b13e1ffd42),segment_id=cc7db11e-428a-4f37-b659-51b13e1ffd42)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:34.725504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a222618-f5db-4049-9b78-5b853ecf7d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.738115 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6a222618-f5db-4049-9b78-5b853ecf7d93 None None] Calling delete_port for d2f3dad8-248c-41ce-b0ab-d68929b91cb2 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:34.761686 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:36:33Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:34.775944 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port a559e4ef-9c02-4747-bb3a-b61cfd7154dc, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a559e4ef-9c02-4747-bb3a-b61cfd7154dc,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:34.776327 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.788384 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8955b-a5db-4a27-906f-a2060c2f7a82 None None] The sync data for ids ['161596ba-3ad0-4452-9bda-648c7c4c6ed2'] in n-d-792458-13 is: [{'id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1669851732', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:36:33Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': 'a559e4ef-9c02-4747-bb3a-b61cfd7154dc', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161596ba-3ad0-4452-9bda-648c7c4c6ed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:34:51Z', 'updated_at': '2021-07-22T17:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:36:34.789679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for a559e4ef-9c02-4747-bb3a-b61cfd7154dc owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:36:34.833646 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a222618-f5db-4049-9b78-5b853ecf7d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.859524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a222618-f5db-4049-9b78-5b853ecf7d93 None None] Pushing event deleted for resources: {'Port': ['ID=d2f3dad8-248c-41ce-b0ab-d68929b91cb2,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:34.861345 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a222618-f5db-4049-9b78-5b853ecf7d93 None None] No DVR routers for this DVR port d2f3dad8-248c-41ce-b0ab-d68929b91cb2 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:36:34.958492 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:34.983855 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=a559e4ef-9c02-4747-bb3a-b61cfd7154dc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:35.046289 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.139422 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.141959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.188833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.189359 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Fanout notify agent at l3_agent the message router_deleted on router 161596ba-3ad0-4452-9bda-648c7c4c6ed2 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:36:35.196262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.197528 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d8ac2f80-a6db-4399-8f2f-cb4a882287ca tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/routers/161596ba-3ad0-4452-9bda-648c7c4c6ed2 HTTP/1.1" status: 204 len: 168 time: 0.7944660 Jul 22 17:36:35.200595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34740) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:35.277986 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.368569 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.379500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7523cf-52a4-40fd-a5bb-dd5677c343bc']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:35.390191 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7db11e-428a-4f37-b659-51b13e1ffd42') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:35.390494 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7db11e-428a-4f37-b659-51b13e1ffd42') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:35.399757 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.415193 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.422510 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:36:35.422903 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:36:35.426981 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:36:35.488355 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.495136 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.497003 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/networks/6b7523cf-52a4-40fd-a5bb-dd5677c343bc HTTP/1.1" status: 204 len: 168 time: 0.2956197 Jul 22 17:36:35.501111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34742) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:35.518077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058080b-aa28-4ac0-957c-cc0c1ae825d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Network': ['ID=6b7523cf-52a4-40fd-a5bb-dd5677c343bc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:35.574417 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64ded9bf-6b8c-47ff-8a09-2fdce422cdf2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.603777 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64ded9bf-6b8c-47ff-8a09-2fdce422cdf2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.649601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:36:35.670182 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64ded9bf-6b8c-47ff-8a09-2fdce422cdf2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.671865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:36:35.672285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5a4acbc3-7d0c-4d8b-800a-1ac1725435c6 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:36:35.672606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a559e4ef-9c02-4747-bb3a-b61cfd7154dc no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:36:35.672976 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64ded9bf-6b8c-47ff-8a09-2fdce422cdf2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:35.674164 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-64ded9bf-6b8c-47ff-8a09-2fdce422cdf2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/security-groups/1c70850b-fcd6-4009-8fa5-8947863cc7d0 HTTP/1.1" status: 204 len: 168 time: 0.1726694 Jul 22 17:36:35.691477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ded9bf-6b8c-47ff-8a09-2fdce422cdf2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c70850b-fcd6-4009-8fa5-8947863cc7d0,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:35.692979 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a559e4ef-9c02-4747-bb3a-b61cfd7154dc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:36:35.693508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a559e4ef-9c02-4747-bb3a-b61cfd7154dc not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:36:35.694097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d2f3dad8-248c-41ce-b0ab-d68929b91cb2 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:36:35.717088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d2f3dad8-248c-41ce-b0ab-d68929b91cb2 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:36:35.717483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d2f3dad8-248c-41ce-b0ab-d68929b91cb2 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:36:35.870705 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 417a4072-40b1-465b-b5d7-7a5263e00fe8 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:36:35.893551 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: 417a4072-40b1-465b-b5d7-7a5263e00fe8 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:36:35.894172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 417a4072-40b1-465b-b5d7-7a5263e00fe8 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:36:35.921104 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34748) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:35.925887 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4c8449dd-15f9-42a0-b3dd-87edb114a441 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548972492', 'description': 'tempest-secgroup-smoke-548972492 description', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:35.948154 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c8449dd-15f9-42a0-b3dd-87edb114a441 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.032325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c8449dd-15f9-42a0-b3dd-87edb114a441 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.036416 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c8449dd-15f9-42a0-b3dd-87edb114a441 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.061733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c8449dd-15f9-42a0-b3dd-87edb114a441 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.062936 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4c8449dd-15f9-42a0-b3dd-87edb114a441 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1408267 Jul 22 17:36:36.065983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34750) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:36.070723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8449dd-15f9-42a0-b3dd-87edb114a441 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5054a0-1599-4651-99ae-b099eb9a769b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:36.071310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '4d5054a0-1599-4651-99ae-b099eb9a769b', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:36.098870 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.143501 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.146914 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.166387 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c4959a-2ba5-4374-bb3e-f8009d4104aa,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:36.173716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.174917 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072986 Jul 22 17:36:36.176797 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.177144 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.177582 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.177872 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34752) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:36.177986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.178240 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.178573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.178904 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.179264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.179594 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.179920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.180263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.180568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99622833-f7ec-4c96-9753-d54f8cddaf23 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:36.182496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-76a56ec8-8475-47a2-89fc-188625420c38 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '4d5054a0-1599-4651-99ae-b099eb9a769b', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:36.209394 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76a56ec8-8475-47a2-89fc-188625420c38 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.257575 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76a56ec8-8475-47a2-89fc-188625420c38 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.261446 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76a56ec8-8475-47a2-89fc-188625420c38 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.268072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.282039 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a56ec8-8475-47a2-89fc-188625420c38 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba40732-4e32-4d1a-9801-b680524aaf67,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:36.288982 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-76a56ec8-8475-47a2-89fc-188625420c38 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.290201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-76a56ec8-8475-47a2-89fc-188625420c38 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1113324 Jul 22 17:36:36.293898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34754) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:36.299542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-761e4986-0609-40ee-813c-26c02f772bc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '4d5054a0-1599-4651-99ae-b099eb9a769b', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:36.326124 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-761e4986-0609-40ee-813c-26c02f772bc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.392557 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-761e4986-0609-40ee-813c-26c02f772bc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.396244 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-761e4986-0609-40ee-813c-26c02f772bc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.412411 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e4986-0609-40ee-813c-26c02f772bc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc34c834-6e74-4c30-9928-3853cf76dd8a,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:36.422221 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-761e4986-0609-40ee-813c-26c02f772bc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.423459 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-761e4986-0609-40ee-813c-26c02f772bc7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278350 Jul 22 17:36:36.426231 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34756) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:36.430666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-517c697b-f3e0-4fdf-b7e2-c566a7f8fc10 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '4d5054a0-1599-4651-99ae-b099eb9a769b', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:36.457668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-517c697b-f3e0-4fdf-b7e2-c566a7f8fc10 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.516078 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-517c697b-f3e0-4fdf-b7e2-c566a7f8fc10 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.519974 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-517c697b-f3e0-4fdf-b7e2-c566a7f8fc10 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.538389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c697b-f3e0-4fdf-b7e2-c566a7f8fc10 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15c937e-d9a0-4fd3-b47a-65584b763f76,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:36.545338 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-517c697b-f3e0-4fdf-b7e2-c566a7f8fc10 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.546589 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-517c697b-f3e0-4fdf-b7e2-c566a7f8fc10 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194046 Jul 22 17:36:36.549507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34758) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:36.553859 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fa156e13-05bc-47f1-8e04-4d8e92ffa50d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '4d5054a0-1599-4651-99ae-b099eb9a769b', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:36.574826 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-fa156e13-05bc-47f1-8e04-4d8e92ffa50d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:36:36.580275 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa156e13-05bc-47f1-8e04-4d8e92ffa50d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.644197 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa156e13-05bc-47f1-8e04-4d8e92ffa50d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.647875 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa156e13-05bc-47f1-8e04-4d8e92ffa50d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.665449 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa156e13-05bc-47f1-8e04-4d8e92ffa50d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c153c7a8-a463-422a-9605-c32c00ced092,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:36.672011 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa156e13-05bc-47f1-8e04-4d8e92ffa50d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.673394 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fa156e13-05bc-47f1-8e04-4d8e92ffa50d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229191 Jul 22 17:36:36.676148 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34760) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:36.680505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-64f024a9-023c-4350-8f09-22ccb3f77d85 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '4d5054a0-1599-4651-99ae-b099eb9a769b', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:36.701359 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-64f024a9-023c-4350-8f09-22ccb3f77d85 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:36:36.706263 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64f024a9-023c-4350-8f09-22ccb3f77d85 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.768248 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64f024a9-023c-4350-8f09-22ccb3f77d85 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.771801 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64f024a9-023c-4350-8f09-22ccb3f77d85 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.790394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f024a9-023c-4350-8f09-22ccb3f77d85 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f7fb1a-3825-4512-b7f5-131166b4ec6c,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:36.797764 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-64f024a9-023c-4350-8f09-22ccb3f77d85 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.799029 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-64f024a9-023c-4350-8f09-22ccb3f77d85 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219182 Jul 22 17:36:36.801809 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34762) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:36.806668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'network': {'name': 'tempest-network-smoke--557932798', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'port_security_enabled': True}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:36.827636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:36:36.830995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.854183 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:36:36.863563 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.863910 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Added segment ca174a47-a3e0-4dd7-ae31-58ee20e1d865 of type vlan for network bf98798c-3891-4209-a901-ae538d3b8e73 Jul 22 17:36:36.904241 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.935286 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.941053 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:36.941633 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:36.972885 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1700809 Jul 22 17:36:36.975762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34764) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:36.980310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'admin_state_up': True, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:37.022666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd552a-4868-494e-9754-5292e18ddcc0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Network': ['ID=bf98798c-3891-4209-a901-ae538d3b8e73,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:37.033516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network bf98798c-3891-4209-a901-ae538d3b8e73 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:36:37.037234 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:37.038297 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:37.426340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:37.564367 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:37.756051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:37.774108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:37.875938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.139 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/82de8f5f-a812-46b9-8d95-a816ebfe96cf) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:36:37.980114 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:38.020346 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:38.056097 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:36:38.061646 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:36:38.065424 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:36:38.096296 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=82de8f5f-a812-46b9-8d95-a816ebfe96cf,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:38.314689 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:38.508625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:38.639943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:36:38.747208 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:36:38.756389 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Sync routers for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:36:38.766332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:38.767066 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:38.768463 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:38.769813 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b665004d-6a6a-4f0f-95b8-51e6931c07d2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7930436 Jul 22 17:36:38.773072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34766) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:38.804557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-77803f7b-7911-45f2-ad81-063f2b01c622 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c7814b6c0c0244ad96f947812e4420bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279119 Jul 22 17:36:38.804792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34768) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:38.871734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:38.894727 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f4303-0cd6-4507-b407-abfcc7c3ac24 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:38.896200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-850f4303-0cd6-4507-b407-abfcc7c3ac24 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905828 Jul 22 17:36:38.899087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34770) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:38.927992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a5cbdc93-ea9e-4d7c-9983-17b4736eb9a9 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278156 Jul 22 17:36:38.930579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34772) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:38.936171 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1611780674', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:39.029817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:36:39.033451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.050169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:38Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:39.082254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Checking router: b1228ae7-50b3-4dc1-8b21-0b18ce53da77 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:36:39.082605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Updating router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 port 82de8f5f-a812-46b9-8d95-a816ebfe96cf binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:36:39.117573 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.215982 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.280710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Subnet': ['ID=55c215a8-7761-4899-95b5-e6d7c9c98baf,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:39.291584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Checking segment: {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:36:39.291955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network hostable DHCP agents. Network: bf98798c-3891-4209-a901-ae538d3b8e73, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:36:39.308179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network bf98798c-3891-4209-a901-ae538d3b8e73 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:36:39.317925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, bf98798c-3891-4209-a901-ae538d3b8e73) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:36:39.322206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:39.322784 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.331070 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bff944b-3df8-4207-b349-8f1f739c8859 None None] Network bf98798c-3891-4209-a901-ae538d3b8e73 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:36:39.338240 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2c8c9e3b-d96b-442e-9430-af183a9caa8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4066205 Jul 22 17:36:39.341130 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34774) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:39.419886 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.437985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Transition to ACTIVE for port object 82de8f5f-a812-46b9-8d95-a816ebfe96cf will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:36:39.449411 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.533049 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba7849-32f6-4931-a9da-fbbb3666c35f None None] Pushing event updated for resources: {'Port': ['ID=82de8f5f-a812-46b9-8d95-a816ebfe96cf,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:39.537207 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Attempting to bind port 82de8f5f-a812-46b9-8d95-a816ebfe96cf on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:36:39.537563 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Attempting to bind port 82de8f5f-a812-46b9-8d95-a816ebfe96cf by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:36:39.537931 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Attempting to bind port 82de8f5f-a812-46b9-8d95-a816ebfe96cf on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:36:39.546321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:36:39.546698 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:36:39.547127 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.547524 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:36:39.547996 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Bound port: 82de8f5f-a812-46b9-8d95-a816ebfe96cf, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:36:39.548379 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.588877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-bf98798c-3891-4209-a901-ae538d3b8e73', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:36:39.589730 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.678475 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] For port 82de8f5f-a812-46b9-8d95-a816ebfe96cf, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:36:39.700147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] For port 82de8f5f-a812-46b9-8d95-a816ebfe96cf, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=82de8f5f-a812-46b9-8d95-a816ebfe96cf,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:36:39.706956 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.779859 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:39.807640 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:39.808272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:39.815740 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Allocated IP 172.20.0.2 (bf98798c-3891-4209-a901-ae538d3b8e73/55c215a8-7761-4899-95b5-e6d7c9c98baf/dcfbd6dc-9880-4f57-9cd9-78ad74407656) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:36:39.817544 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba7849-32f6-4931-a9da-fbbb3666c35f None None] Pushing event updated for resources: {'Port': ['ID=82de8f5f-a812-46b9-8d95-a816ebfe96cf,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:39.980222 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:40.303932 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:40.321729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Transition to ACTIVE for port object dcfbd6dc-9880-4f57-9cd9-78ad74407656 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:36:40.356146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Transition to ACTIVE for port object dcfbd6dc-9880-4f57-9cd9-78ad74407656 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:36:40.366697 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:40.411139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.1 (bf98798c-3891-4209-a901-ae538d3b8e73/55c215a8-7761-4899-95b5-e6d7c9c98baf/833a3699-cf24-4d42-9bb2-0dc70cc1ef92) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:36:40.413360 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Network bf98798c-3891-4209-a901-ae538d3b8e73 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:36:40.418089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:36:40.422878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:36:40.431516 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Pushing event updated for resources: {'Port': ['ID=dcfbd6dc-9880-4f57-9cd9-78ad74407656,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:40.436425 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:38Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:40.487670 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc79ae94-8222-4061-869c-66cffc90c393 None None] The sync data for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 is: [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:38Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:36:40.524564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Attempting to bind port dcfbd6dc-9880-4f57-9cd9-78ad74407656 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:36:40.524960 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Attempting to bind port dcfbd6dc-9880-4f57-9cd9-78ad74407656 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:36:40.525329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Attempting to bind port dcfbd6dc-9880-4f57-9cd9-78ad74407656 on network bf98798c-3891-4209-a901-ae538d3b8e73 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:36:40.531558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:36:40.532027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Checking segment: {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:36:40.532325 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:40.532724 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Bound using segment: {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:36:40.532950 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:40.533177 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Bound port: dcfbd6dc-9880-4f57-9cd9-78ad74407656, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:36:40.533561 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:40.550384 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:36:40.587630 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:40.603561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] For port dcfbd6dc-9880-4f57-9cd9-78ad74407656, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:36:40.608093 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] For port dcfbd6dc-9880-4f57-9cd9-78ad74407656, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dcfbd6dc-9880-4f57-9cd9-78ad74407656,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:36:40.613057 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:40.637641 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network bf98798c-3891-4209-a901-ae538d3b8e73 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:36:40.641008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:36:40.643456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:36:40.679123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=833a3699-cf24-4d42-9bb2-0dc70cc1ef92,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:40.686541 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a01de6-793e-4fa9-bb26-02725083ac9d None None] Pushing event updated for resources: {'Port': ['ID=dcfbd6dc-9880-4f57-9cd9-78ad74407656,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:40.707175 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:40.879162 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:41.206917 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:41.211556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:41.286340 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:41.289035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=833a3699-cf24-4d42-9bb2-0dc70cc1ef92,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:41.393338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network bf98798c-3891-4209-a901-ae538d3b8e73 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:36:41.394856 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:36:41.511273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:36:41.634113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:36:41.640798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-40148068-6adb-40dd-aec6-25b24868544c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/b1228ae7-50b3-4dc1-8b21-0b18ce53da77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2984896 Jul 22 17:36:41.658811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacdc21c-ee15-4460-9eae-0b032dc1cdb9 None None] Network bf98798c-3891-4209-a901-ae538d3b8e73 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:36:41.717363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-f82a70cd-50e6-4a52-8d08-a572362640df None None] Provisioning for port dcfbd6dc-9880-4f57-9cd9-78ad74407656 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:41.744777 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dcfbd6dc-9880-4f57-9cd9-78ad74407656 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:36:41.803506 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-6962c5e3-b49a-4e4e-8211-f47e7985458b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548972492&fields=id&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 267 time: 0.0421960 Jul 22 17:36:41.854753 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port dcfbd6dc-9880-4f57-9cd9-78ad74407656 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:41.860589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port dcfbd6dc-9880-4f57-9cd9-78ad74407656 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:41.860954 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:41.937545 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-1fd3580c-5814-4ea2-9205-48e19fbdaf35 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:41.939315 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-1fd3580c-5814-4ea2-9205-48e19fbdaf35 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/networks?id=bf98798c-3891-4209-a901-ae538d3b8e73 HTTP/1.1" status: 200 len: 796 time: 0.1275897 Jul 22 17:36:41.956768 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-8f392560-515a-4ec9-84d3-eae0f8c8923d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/quotas/c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 375 time: 0.0117135 Jul 22 17:36:41.981016 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.017605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port dcfbd6dc-9880-4f57-9cd9-78ad74407656, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dcfbd6dc-9880-4f57-9cd9-78ad74407656,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:42.025509 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.026717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 82de8f5f-a812-46b9-8d95-a816ebfe96cf up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:36:42.035549 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-09434196-e495-4d26-9c56-6cf56a04b4f1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720518 Jul 22 17:36:42.053611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-8f480208-3c64-453f-89a6-804afc22f4dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:36:42.054711 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-8f480208-3c64-453f-89a6-804afc22f4dd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061071 Jul 22 17:36:42.110334 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=dcfbd6dc-9880-4f57-9cd9-78ad74407656,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:42.124366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 82de8f5f-a812-46b9-8d95-a816ebfe96cf completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:42.128948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 82de8f5f-a812-46b9-8d95-a816ebfe96cf triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:42.129054 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.146557 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Sync routers for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:36:42.157657 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:42.158282 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:42.229143 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.273148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 82de8f5f-a812-46b9-8d95-a816ebfe96cf, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=82de8f5f-a812-46b9-8d95-a816ebfe96cf,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:42.282202 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.284097 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:42.338242 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-44292f71-8d00-44d2-a6c4-e1312773a0b1 None None] Provisioning for port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:42.343174 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=82de8f5f-a812-46b9-8d95-a816ebfe96cf,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:42.346989 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-44292f71-8d00-44d2-a6c4-e1312773a0b1 None None] Provisioning complete for port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:42.347367 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44292f71-8d00-44d2-a6c4-e1312773a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.387843 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-44292f71-8d00-44d2-a6c4-e1312773a0b1 None None] Port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:36:42.398686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-44292f71-8d00-44d2-a6c4-e1312773a0b1 None None] Provisioning complete for port dcfbd6dc-9880-4f57-9cd9-78ad74407656 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:42.399153 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44292f71-8d00-44d2-a6c4-e1312773a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.529148 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:40Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '833a3699-cf24-4d42-9bb2-0dc70cc1ef92', 'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:92:4f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:39Z', 'updated_at': '2021-07-22T17:36:41Z', 'revision_number': 2, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:42.557017 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Checking router: b1228ae7-50b3-4dc1-8b21-0b18ce53da77 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:36:42.557362 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Updating router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:36:42.561566 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-11624025-a151-4766-b256-6668e15c27ab service neutron] 10.222.0.53 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998817 Jul 22 17:36:42.594855 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.612231 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-21758ad4-6e8a-4ccb-8aa6-ca2bc08bf8d8 None None] Provisioning complete for port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:42.613114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-21758ad4-6e8a-4ccb-8aa6-ca2bc08bf8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.648548 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-21758ad4-6e8a-4ccb-8aa6-ca2bc08bf8d8 None None] Port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:36:42.672195 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-a38572f4-2cef-4de0-a318-9a847fde714f service neutron] 10.222.0.53 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042616 Jul 22 17:36:42.767085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-eea58d0c-dbbe-4131-9b9b-0eeb5beaaa09 None None] Provisioning complete for port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:42.767674 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-eea58d0c-dbbe-4131-9b9b-0eeb5beaaa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.818152 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-eea58d0c-dbbe-4131-9b9b-0eeb5beaaa09 None None] Port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:36:42.844087 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-29943407-0c39-4046-9635-7d660f43def4 req-30185600-f66a-4039-9f69-82cf880c2bfa tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 210 time: 0.0299683 Jul 22 17:36:42.901705 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.915526 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Transition to ACTIVE for port object 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:36:42.920576 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:42.975924 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Pushing event updated for resources: {'Port': ['ID=833a3699-cf24-4d42-9bb2-0dc70cc1ef92,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:43.003175 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.003487 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.003814 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.004135 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.004456 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.004772 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.005085 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.005401 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.005713 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.006025 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.006336 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.006689 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:43.051187 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Attempting to bind port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:36:43.051564 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Attempting to bind port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:36:43.051933 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Attempting to bind port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 on network bf98798c-3891-4209-a901-ae538d3b8e73 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:36:43.057032 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:36:43.057405 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Checking segment: {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:36:43.057804 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:43.058197 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Bound using segment: {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:36:43.058801 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Bound port: 833a3699-cf24-4d42-9bb2-0dc70cc1ef92, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:36:43.059206 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:43.130614 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] For port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:36:43.134184 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] For port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=833a3699-cf24-4d42-9bb2-0dc70cc1ef92,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:36:43.141219 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:43.206718 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:43.208051 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:43.252171 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377bc91-6124-4964-a9ac-c3be81b55777 None None] Pushing event updated for resources: {'Port': ['ID=833a3699-cf24-4d42-9bb2-0dc70cc1ef92,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:43.450339 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:43.649124 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:40Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '833a3699-cf24-4d42-9bb2-0dc70cc1ef92', 'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:92:4f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:39Z', 'updated_at': '2021-07-22T17:36:43Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:43.649697 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dcfbd6dc-9880-4f57-9cd9-78ad74407656 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:36:43.681596 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74e881-bbb7-4524-8c52-ee5f6ee95bfe None None] The sync data for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 is: [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:40Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '833a3699-cf24-4d42-9bb2-0dc70cc1ef92', 'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:92:4f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:39Z', 'updated_at': '2021-07-22T17:36:43Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:36:43.702118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port dcfbd6dc-9880-4f57-9cd9-78ad74407656 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:43.702496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:43.825017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 82de8f5f-a812-46b9-8d95-a816ebfe96cf up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:36:43.906528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 82de8f5f-a812-46b9-8d95-a816ebfe96cf triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:43.907211 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:44.004430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-744cb00f-18a2-4a8b-9550-8f43774c8bac req-55863640-bbcf-4b77-9cfc-739107480717 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 210 time: 0.0443807 Jul 22 17:36:44.021635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-c30a18e1-58ca-457f-9b5c-7f5f59d141d1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:44.033096 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-c30a18e1-58ca-457f-9b5c-7f5f59d141d1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/networks?id=bf98798c-3891-4209-a901-ae538d3b8e73 HTTP/1.1" status: 200 len: 796 time: 0.1790700 Jul 22 17:36:44.085397 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-37c96b2e-7480-4a59-a523-31285f6060c2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 379 time: 0.0477509 Jul 22 17:36:44.101634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'port': {'device_id': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'admin_state_up': True, 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'security_groups': ['4d5054a0-1599-4651-99ae-b099eb9a769b']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:44.217214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:36:44.221087 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:44.368977 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.7 (bf98798c-3891-4209-a901-ae538d3b8e73/55c215a8-7761-4899-95b5-e6d7c9c98baf/73187f0c-d52a-4835-b56e-62015e0b8d26) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:36:44.521527 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:44.536924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object 73187f0c-d52a-4835-b56e-62015e0b8d26 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:36:44.571704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:44.615282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network bf98798c-3891-4209-a901-ae538d3b8e73 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:36:44.620585 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:36:44.624235 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:36:44.655486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=73187f0c-d52a-4835-b56e-62015e0b8d26,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:44.693499 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:44.694171 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:44.711669 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d374685f-3d9f-4749-8073-63e8be3d640a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6138651 Jul 22 17:36:44.729965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Request body: {'port': {'device_id': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:44.816660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:44.906319 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b5578047-c0ea-44b8-953e-9901e5021dc6 None None] Provisioning for port 73187f0c-d52a-4835-b56e-62015e0b8d26 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:44.910193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b5578047-c0ea-44b8-953e-9901e5021dc6 None None] Provisioning complete for port 73187f0c-d52a-4835-b56e-62015e0b8d26 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:44.910560 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b5578047-c0ea-44b8-953e-9901e5021dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:44.944048 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b5578047-c0ea-44b8-953e-9901e5021dc6 None None] Port 73187f0c-d52a-4835-b56e-62015e0b8d26 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:36:45.090157 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73187f0c-d52a-4835-b56e-62015e0b8d26 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:36:45.097945 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:45.109579 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Transition to ACTIVE for port object 73187f0c-d52a-4835-b56e-62015e0b8d26 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:36:45.114219 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:45.147919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4b428-c548-42d0-8601-cf9ad596b770 req-7b46b989-5b7c-47dd-9d4b-a98e3cfc344f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:45.149548 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0cf4b428-c548-42d0-8601-cf9ad596b770 req-7b46b989-5b7c-47dd-9d4b-a98e3cfc344f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 931 time: 0.0692205 Jul 22 17:36:45.167276 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Pushing event updated for resources: {'Port': ['ID=73187f0c-d52a-4835-b56e-62015e0b8d26,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:45.195490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0cf4b428-c548-42d0-8601-cf9ad596b770 req-f747010b-f5dc-4873-8530-171a33e3cc58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390952 Jul 22 17:36:45.239808 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Attempting to bind port 73187f0c-d52a-4835-b56e-62015e0b8d26 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:36:45.240155 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Attempting to bind port 73187f0c-d52a-4835-b56e-62015e0b8d26 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:36:45.240488 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Attempting to bind port 73187f0c-d52a-4835-b56e-62015e0b8d26 on network bf98798c-3891-4209-a901-ae538d3b8e73 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:36:45.244946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Port 73187f0c-d52a-4835-b56e-62015e0b8d26 on network bf98798c-3891-4209-a901-ae538d3b8e73 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:36:45.245270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Attempting to bind port 73187f0c-d52a-4835-b56e-62015e0b8d26 on network bf98798c-3891-4209-a901-ae538d3b8e73 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:36:45.250897 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:36:45.251266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Checking segment: {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:36:45.251651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Bound using segment: {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:36:45.252083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Bound port: 73187f0c-d52a-4835-b56e-62015e0b8d26, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:36:45.252450 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:45.320342 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] For port 73187f0c-d52a-4835-b56e-62015e0b8d26, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:36:45.323679 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] For port 73187f0c-d52a-4835-b56e-62015e0b8d26, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=73187f0c-d52a-4835-b56e-62015e0b8d26,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:36:45.328015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:45.362425 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:45.363166 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:45.364588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] 10.222.0.20 "PUT /v2.0/ports/73187f0c-d52a-4835-b56e-62015e0b8d26 HTTP/1.1" status: 200 len: 1092 time: 0.6391058 Jul 22 17:36:45.365044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:45.367358 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d66add4-8a95-4725-a70f-c57f837e1db2" -d '{"events": [{"name": "network-changed", "server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:45.394814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d283c5e-78ab-4fb7-8474-ad94ee2b469e service neutron] Pushing event updated for resources: {'Port': ['ID=73187f0c-d52a-4835-b56e-62015e0b8d26,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:45.430341 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b527b7-918c-4296-8dc9-a1df6f837c04 x-openstack-request-id: req-13b527b7-918c-4296-8dc9-a1df6f837c04 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:45.430676 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:45.430955 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13b527b7-918c-4296-8dc9-a1df6f837c04 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:45.431362 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'status': 'completed', 'code': 200} Jul 22 17:36:45.484246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-a280f863-9d2d-4837-b913-e18ec32ef60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:45.485791 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-a280f863-9d2d-4837-b913-e18ec32ef60d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 1095 time: 0.0661790 Jul 22 17:36:45.535271 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-d021c7ac-e1b2-42eb-a9ba-0f8104d954f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73187f0c-d52a-4835-b56e-62015e0b8d26 HTTP/1.1" status: 200 len: 217 time: 0.0372128 Jul 22 17:36:45.584103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-53f96eda-2242-4199-b9f3-6d02d3d12f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:45.585595 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-53f96eda-2242-4199-b9f3-6d02d3d12f42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55c215a8-7761-4899-95b5-e6d7c9c98baf HTTP/1.1" status: 200 len: 835 time: 0.0449820 Jul 22 17:36:45.651644 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-cd8361d6-cf37-4cac-b100-1e9ea56dc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:45.653187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-cd8361d6-cf37-4cac-b100-1e9ea56dc390 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf98798c-3891-4209-a901-ae538d3b8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606024 Jul 22 17:36:45.672043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:36:45.720888 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:45.724806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:45.725144 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:45.743965 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-8939a9bb-ce9e-4c1a-904b-f4195b1e5ff7 service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 Jul 22 17:36:45.804484 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:45.838816 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=833a3699-cf24-4d42-9bb2-0dc70cc1ef92,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:45.841410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1a0834e3-9719-4ba3-bee5-57ab96282759 req-5f487160-1c38-47b4-9a35-01920db98833 service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912955 Jul 22 17:36:45.842869 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:45.892912 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=833a3699-cf24-4d42-9bb2-0dc70cc1ef92,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:45.972667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-1ee6a09b-fc09-49e7-9b96-a0fa61fe5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:45.974200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-1ee6a09b-fc09-49e7-9b96-a0fa61fe5460 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 1095 time: 0.0549645 Jul 22 17:36:46.072123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-cbf35d8a-b988-4a8b-bb88-223d60b33171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:46.073491 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-cbf35d8a-b988-4a8b-bb88-223d60b33171 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf98798c-3891-4209-a901-ae538d3b8e73 HTTP/1.1" status: 200 len: 897 time: 0.0933163 Jul 22 17:36:46.113039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-cc0ca494-54fb-43ed-8205-ad608c0ac749 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73187f0c-d52a-4835-b56e-62015e0b8d26 HTTP/1.1" status: 200 len: 217 time: 0.0333872 Jul 22 17:36:46.161310 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-e493b83e-1029-4133-b014-e4fcf99b2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:46.162742 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-e493b83e-1029-4133-b014-e4fcf99b2ec2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55c215a8-7761-4899-95b5-e6d7c9c98baf HTTP/1.1" status: 200 len: 835 time: 0.0431137 Jul 22 17:36:46.226418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-b28bc376-b780-4893-a00e-30493122b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:46.228008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-b28bc376-b780-4893-a00e-30493122b1ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf98798c-3891-4209-a901-ae538d3b8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576205 Jul 22 17:36:46.323114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-a9271ff9-5b12-4922-ad87-b57e21969918 service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870888 Jul 22 17:36:46.325256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a89624-aa12-4b62-8583-f2bb895be7be req-9e92e6d8-3412-4294-af0e-c708fbb07b5a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:46.327449 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-52a89624-aa12-4b62-8583-f2bb895be7be req-9e92e6d8-3412-4294-af0e-c708fbb07b5a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 943 time: 0.0654864 Jul 22 17:36:46.370526 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-52a89624-aa12-4b62-8583-f2bb895be7be req-8968bb0f-6680-45c8-bdcb-ff06e1da616a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349479 Jul 22 17:36:46.423845 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d66add4-8a95-4725-a70f-c57f837e1db2 req-e421feb9-cdca-4e97-8c1c-f1c51fa0c50b service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923147 Jul 22 17:36:47.506669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9c976-51ba-422f-b02b-8c81c77b370c req-9c2a81f2-4edb-4f5a-a45f-8320d8030d8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:47.508191 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-10e9c976-51ba-422f-b02b-8c81c77b370c req-9c2a81f2-4edb-4f5a-a45f-8320d8030d8c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 943 time: 0.0642009 Jul 22 17:36:47.546393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-10e9c976-51ba-422f-b02b-8c81c77b370c req-e89a46b2-92d2-4d52-9c93-7f4d4988ceb7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Jul 22 17:36:47.645339 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:36:47.692826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:47.693102 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:48.393601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 73187f0c-d52a-4835-b56e-62015e0b8d26 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:36:48.484363 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 73187f0c-d52a-4835-b56e-62015e0b8d26, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=73187f0c-d52a-4835-b56e-62015e0b8d26,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:48.494823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'port_id': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'mac_address': 'fa:16:3e:9c:1e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:36:48.547149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:48.557287 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-68516dd8-8e45-42ef-b882-9081c5f408c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:48.564732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73187f0c-d52a-4835-b56e-62015e0b8d26 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:36:48.585760 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 73187f0c-d52a-4835-b56e-62015e0b8d26, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=73187f0c-d52a-4835-b56e-62015e0b8d26,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:48.589575 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:48.637493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=73187f0c-d52a-4835-b56e-62015e0b8d26,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:48.678153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79d558-b447-4153-9e5e-37f94b18fdb9 req-b77a8ceb-b762-4b7b-af03-6d2ccd82a536 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:48.679673 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fc79d558-b447-4153-9e5e-37f94b18fdb9 req-b77a8ceb-b762-4b7b-af03-6d2ccd82a536 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 944 time: 0.0635388 Jul 22 17:36:48.725960 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fc79d558-b447-4153-9e5e-37f94b18fdb9 req-3d958c87-55e4-4431-af75-26b162efbebd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399232 Jul 22 17:36:48.859622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['73187f0c-d52a-4835-b56e-62015e0b8d26'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:36:49.853898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c829e-a368-4ded-b680-c332892c5f46 req-a58a26ba-4a34-406e-8912-f06c71a19a22 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:49.855413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c46c829e-a368-4ded-b680-c332892c5f46 req-a58a26ba-4a34-406e-8912-f06c71a19a22 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 944 time: 0.0631070 Jul 22 17:36:49.894060 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c46c829e-a368-4ded-b680-c332892c5f46 req-6c316fb0-616e-4fe6-9a19-66e0d61d029d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328074 Jul 22 17:36:50.420621 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 73187f0c-d52a-4835-b56e-62015e0b8d26 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:36:50.468230 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 73187f0c-d52a-4835-b56e-62015e0b8d26 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:36:50.471945 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 73187f0c-d52a-4835-b56e-62015e0b8d26 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:36:50.472313 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:50.550953 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:50.572376 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:50.574994 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decdc574-e344-470a-9194-58c0e178e721" -d '{"events": [{"server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "name": "network-vif-plugged", "status": "completed", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:50.587408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 73187f0c-d52a-4835-b56e-62015e0b8d26, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=73187f0c-d52a-4835-b56e-62015e0b8d26,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:36:50.592700 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:50.616119 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14545002-f7cc-4456-9daf-2b642b886266 x-openstack-request-id: req-14545002-f7cc-4456-9daf-2b642b886266 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:50.616418 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "name": "network-vif-plugged", "status": "completed", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:50.616674 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14545002-f7cc-4456-9daf-2b642b886266 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:50.617066 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'code': 200} Jul 22 17:36:50.642494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=73187f0c-d52a-4835-b56e-62015e0b8d26,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:50.751321 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66f8c9-ea3b-4bec-99fa-515fbd1b377d req-8b883f22-dfdf-4453-9eb3-9d24fdc3ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:50.752708 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d66f8c9-ea3b-4bec-99fa-515fbd1b377d req-8b883f22-dfdf-4453-9eb3-9d24fdc3ae28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 1097 time: 0.0575593 Jul 22 17:36:50.786965 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d66f8c9-ea3b-4bec-99fa-515fbd1b377d req-c611c5aa-a052-4176-9a2c-b228c2f4c32c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278389 Jul 22 17:36:51.023025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd7c82-c547-49a7-b856-542093e7d894 req-dc52bb84-fe0e-4185-9e4b-2bbfde500b3c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:51.024474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ffbd7c82-c547-49a7-b856-542093e7d894 req-dc52bb84-fe0e-4185-9e4b-2bbfde500b3c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0636888 Jul 22 17:36:51.061977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ffbd7c82-c547-49a7-b856-542093e7d894 req-f902b6ac-db02-4eaa-8b92-c792748cb3c5 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Jul 22 17:36:51.126266 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3f40b7e8-f98e-4569-82bc-9fa54987ec5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:51.367100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:52.195198 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4c474-4ef1-41a1-8403-dfde5fde9bcf req-c0c0b443-afbd-4100-82ed-9f568008c5e2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:52.196594 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9da4c474-4ef1-41a1-8403-dfde5fde9bcf req-c0c0b443-afbd-4100-82ed-9f568008c5e2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0668204 Jul 22 17:36:52.234304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9da4c474-4ef1-41a1-8403-dfde5fde9bcf req-e97d1d92-323e-4b6b-a6a7-83f0446eaeef tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313480 Jul 22 17:36:52.367786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f0734-01d7-455a-ba25-538e0c208e40 req-a8600769-5a65-4ef0-880e-a9c7d9229789 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:52.369266 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-679f0734-01d7-455a-ba25-538e0c208e40 req-a8600769-5a65-4ef0-880e-a9c7d9229789 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0674105 Jul 22 17:36:52.406894 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-679f0734-01d7-455a-ba25-538e0c208e40 req-4729d3d8-5a76-4508-bf50-c1d5aa439a37 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310860 Jul 22 17:36:52.429440 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:52.483167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16a425a-6141-4478-9ea3-0ce0e40fdff4 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:52.484599 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a16a425a-6141-4478-9ea3-0ce0e40fdff4 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 1092 time: 0.0541635 Jul 22 17:36:52.487375 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:52.491783 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:36:52.513812 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:52.614291 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:52.713792 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.84 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/1507d269-dafe-42fb-b553-6a239d8f46d4) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:36:52.777599 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:52.818542 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:52.856014 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:52.891846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:36:52.897878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:36:52.901472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:36:52.924598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=1507d269-dafe-42fb-b553-6a239d8f46d4,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:52.937981 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.938327 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.938668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.939044 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.939373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.939701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.940029 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.940355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.940678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.940998 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.941318 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:52.941637 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:36:53.269051 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:53.350300 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:53.501605 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:53.506029 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:53.583766 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=1507d269-dafe-42fb-b553-6a239d8f46d4,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:36:53.589886 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:53.691695 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP abdacc82-c7fa-4395-8406-e1ce5fecd874 associated. External IP: 172.25.3.84, port: 73187f0c-d52a-4835-b56e-62015e0b8d26. Jul 22 17:36:53.891325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:36:53.999015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:36:54.008196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] Sync routers for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:36:54.015682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:54.021757 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:54.022397 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:54.056355 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d4dfdf94-a716-4214-a32d-e0e3e099a467 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5679014 Jul 22 17:36:54.056950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:36:54.059230 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:36:54.114502 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83db930-2847-43c6-a8a5-da71ad20a2bd x-openstack-request-id: req-a83db930-2847-43c6-a8a5-da71ad20a2bd {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:36:54.114798 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:36:54.115079 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a83db930-2847-43c6-a8a5-da71ad20a2bd {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:36:54.115640 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'status': 'completed', 'code': 200} Jul 22 17:36:54.151612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:54.199806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1fcd2-23d0-47a2-b482-ebfea2d0b256 req-7447d415-cb70-471f-82be-a0a6476ffe12 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:54.202072 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6f1fcd2-23d0-47a2-b482-ebfea2d0b256 req-7447d415-cb70-471f-82be-a0a6476ffe12 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0687909 Jul 22 17:36:54.213322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-186de95e-3f60-4849-9a70-06cedb0407f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:54.214977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-186de95e-3f60-4849-9a70-06cedb0407f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 1097 time: 0.0575562 Jul 22 17:36:54.240803 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e6f1fcd2-23d0-47a2-b482-ebfea2d0b256 req-64c71629-8f83-47f2-b52a-909b927a27a0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330908 Jul 22 17:36:54.263157 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34832) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:54.306885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-ce25f111-16c7-482a-be42-49bd3728fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:54.308402 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-ce25f111-16c7-482a-be42-49bd3728fd5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf98798c-3891-4209-a901-ae538d3b8e73 HTTP/1.1" status: 200 len: 897 time: 0.0868537 Jul 22 17:36:54.329224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4197760e-dad5-44cf-b019-69b82edf9746 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/abdacc82-c7fa-4395-8406-e1ce5fecd874 HTTP/1.1" status: 200 len: 990 time: 0.0645859 Jul 22 17:36:54.377001 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-1a8cfbf1-dbe1-411e-8f3f-0f36337804e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73187f0c-d52a-4835-b56e-62015e0b8d26 HTTP/1.1" status: 200 len: 998 time: 0.0625300 Jul 22 17:36:54.392176 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:40Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'abdacc82-c7fa-4395-8406-e1ce5fecd874', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'port_id': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'mac_address': 'fa:16:3e:9c:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:36:53Z', 'updated_at': '2021-07-22T17:36:53Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833a3699-cf24-4d42-9bb2-0dc70cc1ef92', 'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:92:4f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:39Z', 'updated_at': '2021-07-22T17:36:45Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:54.425802 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] Checking router: b1228ae7-50b3-4dc1-8b21-0b18ce53da77 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:36:54.426289 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-e1a57778-81ae-44ed-89e4-8157bd6f0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:54.427820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-e1a57778-81ae-44ed-89e4-8157bd6f0f45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55c215a8-7761-4899-95b5-e6d7c9c98baf HTTP/1.1" status: 200 len: 835 time: 0.0445220 Jul 22 17:36:54.433961 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:36:54.434582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:36:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:54.488193 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-645b5b33-b295-4a76-a549-61db0f39761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:36:54.489713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-645b5b33-b295-4a76-a549-61db0f39761c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf98798c-3891-4209-a901-ae538d3b8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557814 Jul 22 17:36:54.514504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:36:54.546781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:36:54.585212 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-41db07f0-a91c-490a-8a52-59e5107141a8 service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886040 Jul 22 17:36:54.678661 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d87474b8-6c62-42d0-9c0b-890c66f3aa8b req-b6d2a5a5-e1a9-47d4-bc8a-f7456875d31b service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878167 Jul 22 17:36:54.775418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:40Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'abdacc82-c7fa-4395-8406-e1ce5fecd874', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'port_id': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'mac_address': 'fa:16:3e:9c:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:36:53Z', 'updated_at': '2021-07-22T17:36:53Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833a3699-cf24-4d42-9bb2-0dc70cc1ef92', 'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:92:4f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:39Z', 'updated_at': '2021-07-22T17:36:45Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:36:54.802602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cdb2d-cbcf-44a3-a106-cc7bf9a7fd58 None None] The sync data for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 is: [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:40Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': 'abdacc82-c7fa-4395-8406-e1ce5fecd874', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'port_id': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'mac_address': 'fa:16:3e:9c:1e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:36:53Z', 'updated_at': '2021-07-22T17:36:53Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833a3699-cf24-4d42-9bb2-0dc70cc1ef92', 'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:92:4f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:39Z', 'updated_at': '2021-07-22T17:36:45Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:36:54.981053 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8440668-3d8e-4a7b-b8e3-7196fb7a038a None None] New status for floating IP abdacc82-c7fa-4395-8406-e1ce5fecd874: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:36:55.333061 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34834) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:36:55.393263 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-43471870-a390-4dbb-ae9b-01423729b985 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/abdacc82-c7fa-4395-8406-e1ce5fecd874 HTTP/1.1" status: 200 len: 992 time: 0.0591075 Jul 22 17:37:02.334723 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:06.282803 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:09.472646 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:37:12.511499 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-fc88c980-0110-423c-9047-eeeae4447c5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571833 Jul 22 17:37:12.619687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-85b2e4f2-c998-42dd-8761-e0ba1d3eff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:12.621163 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-85b2e4f2-c998-42dd-8761-e0ba1d3eff82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 1097 time: 0.0526428 Jul 22 17:37:12.737214 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-50d5fb55-7664-4204-89fc-11371513dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:12.738680 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-50d5fb55-7664-4204-89fc-11371513dd01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf98798c-3891-4209-a901-ae538d3b8e73 HTTP/1.1" status: 200 len: 897 time: 0.0911469 Jul 22 17:37:12.806269 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-9e15aca8-314c-40f5-aa7e-10a0792859f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73187f0c-d52a-4835-b56e-62015e0b8d26 HTTP/1.1" status: 200 len: 1000 time: 0.0606670 Jul 22 17:37:12.854364 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-8407e4f9-68bb-4cdb-8204-6cd98dc1d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:12.855837 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-8407e4f9-68bb-4cdb-8204-6cd98dc1d087 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55c215a8-7761-4899-95b5-e6d7c9c98baf HTTP/1.1" status: 200 len: 835 time: 0.0431349 Jul 22 17:37:12.918354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-903b4b9c-afe7-4764-a5f0-b2b467ae2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:12.919890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-903b4b9c-afe7-4764-a5f0-b2b467ae2338 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf98798c-3891-4209-a901-ae538d3b8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573356 Jul 22 17:37:13.336682 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-ea31da8c-537d-4737-9361-a4a519287a90 service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093976 Jul 22 17:37:13.429480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-444e10e3-4bfa-49f6-bd50-161f5b09c9a9 req-dd35b7fe-3d75-4c3e-803e-087080fe0a7e service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860138 Jul 22 17:37:18.538764 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d303e52-7a90-4a84-833f-8b28f44a7b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:21.130784 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc7d463e-d83d-4898-b161-36ef8d6b0052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:21.367434 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:22.780980 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:24.194472 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d643989-fcc9-4016-8d38-87c99490b78c req-9da904e7-e648-4d47-9bdb-9f878c17f704 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:24.195943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d643989-fcc9-4016-8d38-87c99490b78c req-9da904e7-e648-4d47-9bdb-9f878c17f704 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0651011 Jul 22 17:37:24.233933 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d643989-fcc9-4016-8d38-87c99490b78c req-ff45abe2-b91f-4870-8360-ee268472f56b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323358 Jul 22 17:37:24.473464 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:25.386455 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49694ec9-b859-465d-b428-e1135af1ed29 req-e9b0b517-0c6b-4b63-8582-84281a80b088 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:25.388010 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49694ec9-b859-465d-b428-e1135af1ed29 req-e9b0b517-0c6b-4b63-8582-84281a80b088 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0761209 Jul 22 17:37:25.428786 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-49694ec9-b859-465d-b428-e1135af1ed29 req-07b7a2c8-23ec-4e81-9f4e-802f12420871 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346570 Jul 22 17:37:26.564736 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941b121-5faa-447a-b459-e1288d4c1aa8 req-28fe6a0c-d8ba-4172-ba82-cdedc9263891 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:26.566202 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f941b121-5faa-447a-b459-e1288d4c1aa8 req-28fe6a0c-d8ba-4172-ba82-cdedc9263891 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0689092 Jul 22 17:37:26.604941 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f941b121-5faa-447a-b459-e1288d4c1aa8 req-e7df44b3-be9b-45b3-a71e-eb8847c22b96 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331485 Jul 22 17:37:27.736256 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089174e0-59ca-4f60-9941-cb0615281e1a req-015c7103-a500-44b5-bef6-a9d1d1c9332c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:27.737745 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-089174e0-59ca-4f60-9941-cb0615281e1a req-015c7103-a500-44b5-bef6-a9d1d1c9332c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0625372 Jul 22 17:37:27.775023 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-089174e0-59ca-4f60-9941-cb0615281e1a req-e9cb5446-d76b-4f2e-a6a9-0365f3517842 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Jul 22 17:37:28.904591 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3a63f-7a66-4a3c-82ee-e2546ac6e7c3 req-236da119-4ae6-4ba8-acdb-f2b6b82b6c24 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:28.906337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-edc3a63f-7a66-4a3c-82ee-e2546ac6e7c3 req-236da119-4ae6-4ba8-acdb-f2b6b82b6c24 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0643218 Jul 22 17:37:28.945916 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-edc3a63f-7a66-4a3c-82ee-e2546ac6e7c3 req-df2ee40b-8a64-4740-b759-c54fdbf9b1cf tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337434 Jul 22 17:37:30.073979 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d35d36-6033-49d1-869f-4d520023ad2f req-1f235b07-53dc-4a11-a3ef-88cf6438dd82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:30.075467 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a3d35d36-6033-49d1-869f-4d520023ad2f req-1f235b07-53dc-4a11-a3ef-88cf6438dd82 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0628192 Jul 22 17:37:30.111898 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a3d35d36-6033-49d1-869f-4d520023ad2f req-63bf65bf-b242-4992-87ae-2800e8730261 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301692 Jul 22 17:37:31.240549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c53a68-9c3d-4d88-949a-fa0bb4d2a1d7 req-ae3b4de4-afde-4907-88b7-774d5e8ad1b1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:31.241942 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-50c53a68-9c3d-4d88-949a-fa0bb4d2a1d7 req-ae3b4de4-afde-4907-88b7-774d5e8ad1b1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0631442 Jul 22 17:37:31.278334 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-50c53a68-9c3d-4d88-949a-fa0bb4d2a1d7 req-4cab1803-0f3b-426f-9bc3-15e5232a9948 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308595 Jul 22 17:37:32.360471 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:32.420761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82951d0-a526-4eec-af6b-cc6a7a30fec1 req-1c816812-f4ba-4b03-b6cf-f5e899ec2cba tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:32.422254 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b82951d0-a526-4eec-af6b-cc6a7a30fec1 req-1c816812-f4ba-4b03-b6cf-f5e899ec2cba tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0707207 Jul 22 17:37:32.459790 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b82951d0-a526-4eec-af6b-cc6a7a30fec1 req-38a80cc6-9ebd-4f31-8d56-3bab9d8a66fd tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318453 Jul 22 17:37:33.610417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9691430-a8d3-434a-a4f2-d7498141fe32 req-af37ee73-bc6e-4259-9ac6-fdea4462099d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:33.612143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9691430-a8d3-434a-a4f2-d7498141fe32 req-af37ee73-bc6e-4259-9ac6-fdea4462099d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0715675 Jul 22 17:37:33.654224 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9691430-a8d3-434a-a4f2-d7498141fe32 req-13d8e74e-e640-4190-a454-c519b2df5ebe tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344262 Jul 22 17:37:34.791136 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a84f0-7d20-4a11-a3f7-c046268faf31 req-aa9db82d-ea7a-45b1-bd0b-56fc5b957f2c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:34.792599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c1a84f0-7d20-4a11-a3f7-c046268faf31 req-aa9db82d-ea7a-45b1-bd0b-56fc5b957f2c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0630724 Jul 22 17:37:34.830305 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9c1a84f0-7d20-4a11-a3f7-c046268faf31 req-c9fe284b-1cb0-4f5f-b02f-d2190ce08215 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315604 Jul 22 17:37:34.857273 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34868) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:34.923079 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6709a8ed-a158-4927-be87-9216acfd5ebf tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/abdacc82-c7fa-4395-8406-e1ce5fecd874 HTTP/1.1" status: 200 len: 992 time: 0.0644286 Jul 22 17:37:36.217189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c175fab-c43b-4eb2-b13f-d52b7b0ff745 req-f7a34cdb-0b5c-4590-8f54-479fc2bc5312 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.218576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c175fab-c43b-4eb2-b13f-d52b7b0ff745 req-f7a34cdb-0b5c-4590-8f54-479fc2bc5312 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0749955 Jul 22 17:37:36.285426 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c175fab-c43b-4eb2-b13f-d52b7b0ff745 req-401b10c2-bfd2-47ed-a404-b0df6d3a47f7 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491827 Jul 22 17:37:36.295380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19db83-28d8-4c78-870b-c750310153c1 req-a1c1396a-3c99-43c0-8788-6c5116e7573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.296877 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf19db83-28d8-4c78-870b-c750310153c1 req-a1c1396a-3c99-43c0-8788-6c5116e7573a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 1097 time: 0.0955112 Jul 22 17:37:36.301856 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:36.387042 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19db83-28d8-4c78-870b-c750310153c1 req-ff372c31-c114-4879-a217-e2b47f5946f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.388522 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf19db83-28d8-4c78-870b-c750310153c1 req-ff372c31-c114-4879-a217-e2b47f5946f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf98798c-3891-4209-a901-ae538d3b8e73 HTTP/1.1" status: 200 len: 897 time: 0.0850954 Jul 22 17:37:36.455992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf19db83-28d8-4c78-870b-c750310153c1 req-cb1d8295-c7f0-49aa-b065-b36e218d3804 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73187f0c-d52a-4835-b56e-62015e0b8d26 HTTP/1.1" status: 200 len: 1000 time: 0.0612488 Jul 22 17:37:36.509913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19db83-28d8-4c78-870b-c750310153c1 req-acc1b843-09a4-4766-84b2-1877fa9fd7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.511351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf19db83-28d8-4c78-870b-c750310153c1 req-acc1b843-09a4-4766-84b2-1877fa9fd7e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55c215a8-7761-4899-95b5-e6d7c9c98baf HTTP/1.1" status: 200 len: 835 time: 0.0484965 Jul 22 17:37:36.570753 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19db83-28d8-4c78-870b-c750310153c1 req-f1a0bf96-4042-4a85-9cfe-ab9fbf7f83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:36.572373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf19db83-28d8-4c78-870b-c750310153c1 req-f1a0bf96-4042-4a85-9cfe-ab9fbf7f83e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf98798c-3891-4209-a901-ae538d3b8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547993 Jul 22 17:37:36.665226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf19db83-28d8-4c78-870b-c750310153c1 req-e4192bbd-078c-4fa4-b834-ca6196a7bb05 service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863063 Jul 22 17:37:36.757405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-cf19db83-28d8-4c78-870b-c750310153c1 req-e58cf5b7-21ce-4969-8dd4-09df382ef7e2 service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851960 Jul 22 17:37:37.417796 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5f597-b66e-4616-9ac3-916bc5ce0511 req-587f9f76-2d1c-4789-bd68-138ed7e71e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:37:37.419304 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40c5f597-b66e-4616-9ac3-916bc5ce0511 req-587f9f76-2d1c-4789-bd68-138ed7e71e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0629570 Jul 22 17:37:37.456312 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-40c5f597-b66e-4616-9ac3-916bc5ce0511 req-0fe79699-2d60-4a89-95b1-4fbf05a841f3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308392 Jul 22 17:37:37.478966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34878) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:37:37.848287 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-83b8aa16-c0cd-4ce4-ae4c-3fcf0794a758 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/abdacc82-c7fa-4395-8406-e1ce5fecd874 HTTP/1.1" status: 200 len: 992 time: 0.3681593 Jul 22 17:37:46.472481 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:37:48.538223 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b9c697a8-0e67-42e1-b218-6bfa3c67fa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:51.135131 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e719b060-212b-48c8-bfe5-729883f51f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:51.368404 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:52.785048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:37:54.475418 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:02.353807 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:06.312203 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:08.198505 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34892) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:08.356529 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 1507d269-dafe-42fb-b553-6a239d8f46d4 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:38:08.356870 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:08.430371 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:08.430693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:08.441837 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 1507d269-dafe-42fb-b553-6a239d8f46d4 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:38:08.590347 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:08.614781 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=1507d269-dafe-42fb-b553-6a239d8f46d4,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:08.625917 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.626270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.626615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.626974 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.627311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.628262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.628599 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.628930 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.629261 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.629592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.629915 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.630236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:08.689496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:08.690394 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP abdacc82-c7fa-4395-8406-e1ce5fecd874 disassociated (deleted). External IP: 172.25.3.84, port: 73187f0c-d52a-4835-b56e-62015e0b8d26. Jul 22 17:38:08.894504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:38:09.010626 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:38:09.015602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:09.021092 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] Sync routers for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:38:09.030378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:09.031290 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:37:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:09.052736 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-36e8b0d0-c4ba-4bce-862e-456195feb833 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/floatingips/abdacc82-c7fa-4395-8406-e1ce5fecd874 HTTP/1.1" status: 204 len: 168 time: 0.8531671 Jul 22 17:38:09.053332 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:38:09.055641 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55425ee8-c748-4ccb-a153-149460565caa" -d '{"events": [{"name": "network-changed", "server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:38:09.217614 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141fde11-2ae6-4d8a-9337-4a4b2e8c43ef x-openstack-request-id: req-141fde11-2ae6-4d8a-9337-4a4b2e8c43ef {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:38:09.218311 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:38:09.218311 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-141fde11-2ae6-4d8a-9337-4a4b2e8c43ef {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:38:09.218602 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'status': 'completed', 'code': 200} Jul 22 17:38:09.296466 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:09.318598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe2f8f-517d-447a-be80-6ae98b349515 req-191e858a-9577-42ce-812a-a41069b82f01 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:09.320154 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eefe2f8f-517d-447a-be80-6ae98b349515 req-191e858a-9577-42ce-812a-a41069b82f01 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0678346 Jul 22 17:38:09.343906 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55425ee8-c748-4ccb-a153-149460565caa req-595719ae-a29e-45df-9b6d-6e52c6d009b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:09.346084 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55425ee8-c748-4ccb-a153-149460565caa req-595719ae-a29e-45df-9b6d-6e52c6d009b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 1097 time: 0.0601156 Jul 22 17:38:09.360423 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eefe2f8f-517d-447a-be80-6ae98b349515 req-7fdb1a47-489d-4b09-b97e-1d7b98641336 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337636 Jul 22 17:38:09.443623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55425ee8-c748-4ccb-a153-149460565caa req-c136726f-5d87-451b-970b-6ed57e8458ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:09.445015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55425ee8-c748-4ccb-a153-149460565caa req-c136726f-5d87-451b-970b-6ed57e8458ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf98798c-3891-4209-a901-ae538d3b8e73 HTTP/1.1" status: 200 len: 897 time: 0.0907619 Jul 22 17:38:09.492364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55425ee8-c748-4ccb-a153-149460565caa req-bd144364-1536-4922-8f97-cfc4c7cde55c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73187f0c-d52a-4835-b56e-62015e0b8d26 HTTP/1.1" status: 200 len: 217 time: 0.0391195 Jul 22 17:38:09.495562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:40Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '833a3699-cf24-4d42-9bb2-0dc70cc1ef92', 'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:92:4f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:39Z', 'updated_at': '2021-07-22T17:36:45Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:09.521160 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] Checking router: b1228ae7-50b3-4dc1-8b21-0b18ce53da77 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:38:09.529301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:09.529907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:37:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:09.544664 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55425ee8-c748-4ccb-a153-149460565caa req-e762097d-3da4-4fd9-91d3-819922af56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:09.546147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55425ee8-c748-4ccb-a153-149460565caa req-e762097d-3da4-4fd9-91d3-819922af56b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=55c215a8-7761-4899-95b5-e6d7c9c98baf HTTP/1.1" status: 200 len: 835 time: 0.0455086 Jul 22 17:38:09.606163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55425ee8-c748-4ccb-a153-149460565caa req-1d8b29c0-2e6f-433a-b337-66a17c8fc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:09.607744 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55425ee8-c748-4ccb-a153-149460565caa req-1d8b29c0-2e6f-433a-b337-66a17c8fc4bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf98798c-3891-4209-a901-ae538d3b8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544946 Jul 22 17:38:09.637191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:09.703182 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55425ee8-c748-4ccb-a153-149460565caa req-e41845cb-833b-41b4-ae58-6c6eec02cfd9 service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885789 Jul 22 17:38:09.794257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-55425ee8-c748-4ccb-a153-149460565caa req-7db231e9-91a7-4654-bc02-f643b2bd152f service neutron] 10.222.0.20 "GET /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837317 Jul 22 17:38:09.837827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:40Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '833a3699-cf24-4d42-9bb2-0dc70cc1ef92', 'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:92:4f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:39Z', 'updated_at': '2021-07-22T17:36:45Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:09.864781 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b067c-118a-4c1c-9592-c22ea737cb81 None None] The sync data for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 is: [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:40Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '833a3699-cf24-4d42-9bb2-0dc70cc1ef92', 'name': '', 'network_id': 'bf98798c-3891-4209-a901-ae538d3b8e73', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:92:4f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:39Z', 'updated_at': '2021-07-22T17:36:45Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '55c215a8-7761-4899-95b5-e6d7c9c98baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:38:10.087832 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc3c1c-d3fe-4364-a508-65140593b0ef None None] New status for floating IP abdacc82-c7fa-4395-8406-e1ce5fecd874: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:38:10.499282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a5432-7a9a-46b2-b631-fd66070e4972 req-0191c342-dc7c-4533-9a6a-abf0b01a0f92 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:10.500956 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-266a5432-7a9a-46b2-b631-fd66070e4972 req-0191c342-dc7c-4533-9a6a-abf0b01a0f92 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0692508 Jul 22 17:38:10.540637 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-266a5432-7a9a-46b2-b631-fd66070e4972 req-492e2626-c8da-4e80-bf87-98f774d5b8e2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5054a0-1599-4651-99ae-b099eb9a769b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334795 Jul 22 17:38:10.893917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-6c91c417-574f-4ad6-a779-885c7be2df72 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:10.895388 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-6c91c417-574f-4ad6-a779-885c7be2df72 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 945 time: 0.0619934 Jul 22 17:38:11.002628 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 73187f0c-d52a-4835-b56e-62015e0b8d26 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:38:11.003060 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:11.099571 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 73187f0c-d52a-4835-b56e-62015e0b8d26, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=73187f0c-d52a-4835-b56e-62015e0b8d26,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:11.099923 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:11.112739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 73187f0c-d52a-4835-b56e-62015e0b8d26 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:38:11.251742 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:11.282624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=73187f0c-d52a-4835-b56e-62015e0b8d26,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:11.312744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.313093 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.313435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.313770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.314103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.314435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.314765 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.315892 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.316383 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.316716 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.317047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.317372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:11.342271 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] No DVR routers for this DVR port 73187f0c-d52a-4835-b56e-62015e0b8d26 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:38:11.344911 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:11.347115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8e89b5f3-3c08-4f21-a4e5-535edcc33548 req-462e4b41-498b-4a8f-8131-25074a5d89ec tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "DELETE /v2.0/ports/73187f0c-d52a-4835-b56e-62015e0b8d26 HTTP/1.1" status: 204 len: 173 time: 0.4463837 Jul 22 17:38:11.347461 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'name': 'network-vif-deleted', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:38:11.349779 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eababd29-850d-4b49-bae2-59293d18cb2f" -d '{"events": [{"server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "name": "network-vif-deleted", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:38:11.389636 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0330210-0da0-4c5d-b050-675c63059872 x-openstack-request-id: req-a0330210-0da0-4c5d-b050-675c63059872 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:38:11.389932 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c596770b-308b-4b50-b2bd-dd3ef28fd427", "name": "network-vif-deleted", "tag": "73187f0c-d52a-4835-b56e-62015e0b8d26", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:38:11.390189 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0330210-0da0-4c5d-b050-675c63059872 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:38:11.390593 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c596770b-308b-4b50-b2bd-dd3ef28fd427', 'name': 'network-vif-deleted', 'tag': '73187f0c-d52a-4835-b56e-62015e0b8d26', 'status': 'completed', 'code': 200} Jul 22 17:38:11.651189 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de6126f7-87d7-49ff-a08b-6a903b9196af req-e152dcb3-e4e0-40b2-ac6b-b972e4d82c9e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c596770b-308b-4b50-b2bd-dd3ef28fd427 HTTP/1.1" status: 200 len: 210 time: 0.0317888 Jul 22 17:38:12.711374 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34912) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:13.079841 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:13.351671 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:38:13.351929 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:13.439452 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 833a3699-cf24-4d42-9bb2-0dc70cc1ef92, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=833a3699-cf24-4d42-9bb2-0dc70cc1ef92,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:13.439908 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:13.452800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:38:13.640447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:13.666629 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=833a3699-cf24-4d42-9bb2-0dc70cc1ef92,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:13.841916 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.074859 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:38:14.182036 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:38:14.186969 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a4e7cc68-1c4b-44ff-be08-c75151efefa3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/b1228ae7-50b3-4dc1-8b21-0b18ce53da77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4745467 Jul 22 17:38:14.189674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34914) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:14.193807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] Sync routers for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:38:14.203061 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:14.203750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:37:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:14.247227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcffaa4-7fd4-499a-8162-a32bfef30553 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting subnet 55c215a8-7761-4899-95b5-e6d7c9c98baf {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:38:14.250530 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcffaa4-7fd4-499a-8162-a32bfef30553 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.291317 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcffaa4-7fd4-499a-8162-a32bfef30553 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.313403 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:14.395015 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcffaa4-7fd4-499a-8162-a32bfef30553 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.457131 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcffaa4-7fd4-499a-8162-a32bfef30553 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.486025 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4bcffaa4-7fd4-499a-8162-a32bfef30553 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.491093 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4bcffaa4-7fd4-499a-8162-a32bfef30553 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/subnets/55c215a8-7761-4899-95b5-e6d7c9c98baf HTTP/1.1" status: 204 len: 168 time: 0.2976439 Jul 22 17:38:14.491093 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcffaa4-7fd4-499a-8162-a32bfef30553 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Subnet': ['ID=55c215a8-7761-4899-95b5-e6d7c9c98baf,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:14.491307 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34916) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:14.496220 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2652375-d7ad-441a-9e29-6d73caf4505e None None] Network bf98798c-3891-4209-a901-ae538d3b8e73 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:38:14.567610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:38:13Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:14.596971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] Checking router: b1228ae7-50b3-4dc1-8b21-0b18ce53da77 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:38:14.598822 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.639802 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] Routers {'b1228ae7-50b3-4dc1-8b21-0b18ce53da77'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:14.640418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:37:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:14.701405 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.755718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 82de8f5f-a812-46b9-8d95-a816ebfe96cf {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:38:14.756063 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.761997 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] Set router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:14.828849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] DHCP port deletion for bf98798c-3891-4209-a901-ae538d3b8e73 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:38:14.850768 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 82de8f5f-a812-46b9-8d95-a816ebfe96cf, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=82de8f5f-a812-46b9-8d95-a816ebfe96cf,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:14.851178 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:14.863636 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 82de8f5f-a812-46b9-8d95-a816ebfe96cf owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:38:14.868916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 73187f0c-d52a-4835-b56e-62015e0b8d26 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:38:14.916994 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 73187f0c-d52a-4835-b56e-62015e0b8d26 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:38:14.917788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 73187f0c-d52a-4835-b56e-62015e0b8d26 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:38:14.979119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Deleting port dcfbd6dc-9880-4f57-9cd9-78ad74407656 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:38:14.979491 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.040372 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.063574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] For port dcfbd6dc-9880-4f57-9cd9-78ad74407656, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=dcfbd6dc-9880-4f57-9cd9-78ad74407656,segment=NetworkSegment(ca174a47-a3e0-4dd7-ae31-58ee20e1d865),segment_id=ca174a47-a3e0-4dd7-ae31-58ee20e1d865)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:15.063963 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.067846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=82de8f5f-a812-46b9-8d95-a816ebfe96cf,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:15.078373 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:38:13Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:15.083965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Calling delete_port for dcfbd6dc-9880-4f57-9cd9-78ad74407656 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:38:15.109461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782e30b-3e11-4a38-b132-4a7f2a484656 None None] The sync data for ids ['b1228ae7-50b3-4dc1-8b21-0b18ce53da77'] in n-d-792458-13 is: [{'id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'name': 'tempest-TestNetworkAdvancedServerOps-router-161933634', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:38:13Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '82de8f5f-a812-46b9-8d95-a816ebfe96cf', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1228ae7-50b3-4dc1-8b21-0b18ce53da77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:36:37Z', 'updated_at': '2021-07-22T17:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:38:15.131850 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.193193 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.219845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Pushing event deleted for resources: {'Port': ['ID=dcfbd6dc-9880-4f57-9cd9-78ad74407656,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:15.222666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] No DVR routers for this DVR port dcfbd6dc-9880-4f57-9cd9-78ad74407656 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:38:15.224100 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.226283 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.231442 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.232275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.232275 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.232457 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.232813 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.233098 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.233410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.234383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.234383 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.234602 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.236037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.236037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc570f7-2d0e-4ad3-934f-670c9800f380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:15.279132 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.279642 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Fanout notify agent at l3_agent the message router_deleted on router b1228ae7-50b3-4dc1-8b21-0b18ce53da77 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:38:15.286882 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.288008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c14c4a42-f0bf-4102-921f-11b79df42887 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/routers/b1228ae7-50b3-4dc1-8b21-0b18ce53da77 HTTP/1.1" status: 204 len: 168 time: 0.7957382 Jul 22 17:38:15.290737 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34918) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:15.365537 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.462167 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.472799 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf98798c-3891-4209-a901-ae538d3b8e73']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:15.482772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:15.483842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca174a47-a3e0-4dd7-ae31-58ee20e1d865') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:15.492657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.507224 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.513351 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:38:15.513912 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:38:15.517310 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:38:15.581820 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.588995 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.591101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/networks/bf98798c-3891-4209-a901-ae538d3b8e73 HTTP/1.1" status: 204 len: 168 time: 0.2993670 Jul 22 17:38:15.594493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34920) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:15.603234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd6aaa-6ad3-48f0-82c8-eb224f54e9df tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Network': ['ID=bf98798c-3891-4209-a901-ae538d3b8e73,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:15.663912 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca86466e-71e5-4b3d-82e6-9e4b572244d0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.692545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca86466e-71e5-4b3d-82e6-9e4b572244d0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.760148 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca86466e-71e5-4b3d-82e6-9e4b572244d0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.763050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca86466e-71e5-4b3d-82e6-9e4b572244d0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:15.770067 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dcfbd6dc-9880-4f57-9cd9-78ad74407656 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:38:15.773611 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ca86466e-71e5-4b3d-82e6-9e4b572244d0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d5054a0-1599-4651-99ae-b099eb9a769b HTTP/1.1" status: 204 len: 168 time: 0.1718113 Jul 22 17:38:15.783463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86466e-71e5-4b3d-82e6-9e4b572244d0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5054a0-1599-4651-99ae-b099eb9a769b,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:15.801045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: dcfbd6dc-9880-4f57-9cd9-78ad74407656 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:38:15.801624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device dcfbd6dc-9880-4f57-9cd9-78ad74407656 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:38:15.802035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:38:15.824418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:38:15.824751 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 833a3699-cf24-4d42-9bb2-0dc70cc1ef92 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:38:16.124721 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34926) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:16.130125 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0aa74e9b-9de5-43b8-8ec7-65b2fd944059 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355265983', 'description': 'tempest-secgroup-smoke-1355265983 description', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:16.158199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aa74e9b-9de5-43b8-8ec7-65b2fd944059 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.243693 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aa74e9b-9de5-43b8-8ec7-65b2fd944059 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.247643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aa74e9b-9de5-43b8-8ec7-65b2fd944059 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.276906 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0aa74e9b-9de5-43b8-8ec7-65b2fd944059 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.278123 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0aa74e9b-9de5-43b8-8ec7-65b2fd944059 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1523364 Jul 22 17:38:16.279097 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa74e9b-9de5-43b8-8ec7-65b2fd944059 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c1ecaa-fd81-4b85-827d-bb709ae12dd5,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:16.281463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34928) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:16.287241 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-ff8545e7-2ae4-43dc-a657-355de56320a0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '86c1ecaa-fd81-4b85-827d-bb709ae12dd5', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:16.313818 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff8545e7-2ae4-43dc-a657-355de56320a0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.368629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff8545e7-2ae4-43dc-a657-355de56320a0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.372069 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff8545e7-2ae4-43dc-a657-355de56320a0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.389443 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8545e7-2ae4-43dc-a657-355de56320a0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3200bd06-7613-4f03-a8ab-c0f6d6d75101,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:16.397737 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ff8545e7-2ae4-43dc-a657-355de56320a0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.399213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ff8545e7-2ae4-43dc-a657-355de56320a0 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166215 Jul 22 17:38:16.401931 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34930) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:16.406615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5d70fea3-0a5c-47fc-a3b2-2adab4462a7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '86c1ecaa-fd81-4b85-827d-bb709ae12dd5', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:16.433668 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d70fea3-0a5c-47fc-a3b2-2adab4462a7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.491164 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d70fea3-0a5c-47fc-a3b2-2adab4462a7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.494955 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d70fea3-0a5c-47fc-a3b2-2adab4462a7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.513810 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70fea3-0a5c-47fc-a3b2-2adab4462a7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29cdf0b-139b-4865-8cd6-dce6ad09777b,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:16.520735 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5d70fea3-0a5c-47fc-a3b2-2adab4462a7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.521705 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5d70fea3-0a5c-47fc-a3b2-2adab4462a7d tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1188412 Jul 22 17:38:16.524490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34932) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:16.528903 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f238728c-54ad-467f-aa47-1bd588bc3d55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '86c1ecaa-fd81-4b85-827d-bb709ae12dd5', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:16.557980 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f238728c-54ad-467f-aa47-1bd588bc3d55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.618809 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f238728c-54ad-467f-aa47-1bd588bc3d55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.622262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f238728c-54ad-467f-aa47-1bd588bc3d55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.640106 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238728c-54ad-467f-aa47-1bd588bc3d55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22c0cc0-fd59-4d29-80e5-614986f6f9b5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:16.646890 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f238728c-54ad-467f-aa47-1bd588bc3d55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.648114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f238728c-54ad-467f-aa47-1bd588bc3d55 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226761 Jul 22 17:38:16.650759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 34934) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:16.655295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c386b104-a5e7-4ce3-adca-42cd52b0af39 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '86c1ecaa-fd81-4b85-827d-bb709ae12dd5', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:16.680966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c386b104-a5e7-4ce3-adca-42cd52b0af39 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.740410 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c386b104-a5e7-4ce3-adca-42cd52b0af39 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.743938 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c386b104-a5e7-4ce3-adca-42cd52b0af39 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.764630 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386b104-a5e7-4ce3-adca-42cd52b0af39 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1928546-c356-4041-8b46-80ff5fc0d9a5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:16.768733 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c386b104-a5e7-4ce3-adca-42cd52b0af39 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.770213 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c386b104-a5e7-4ce3-adca-42cd52b0af39 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181376 Jul 22 17:38:16.773360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34936) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:16.777990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b692ef58-62ef-4379-9f1c-f557cdcf67d8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '86c1ecaa-fd81-4b85-827d-bb709ae12dd5', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:16.800907 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-b692ef58-62ef-4379-9f1c-f557cdcf67d8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:38:16.805594 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b692ef58-62ef-4379-9f1c-f557cdcf67d8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.866774 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b692ef58-62ef-4379-9f1c-f557cdcf67d8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.870815 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b692ef58-62ef-4379-9f1c-f557cdcf67d8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.887731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692ef58-62ef-4379-9f1c-f557cdcf67d8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5587aa9-5de0-4a0a-866b-7f8c9916cc00,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:16.895085 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b692ef58-62ef-4379-9f1c-f557cdcf67d8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.896250 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b692ef58-62ef-4379-9f1c-f557cdcf67d8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218631 Jul 22 17:38:16.898987 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34938) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:16.903325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a8a951e5-41e4-4977-ae44-44af9a2f3915 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'security_group_rule': {'security_group_id': '86c1ecaa-fd81-4b85-827d-bb709ae12dd5', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:16.929802 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-a8a951e5-41e4-4977-ae44-44af9a2f3915 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Project c7814b6c0c0244ad96f947812e4420bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:38:16.934747 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8a951e5-41e4-4977-ae44-44af9a2f3915 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:16.996662 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8a951e5-41e4-4977-ae44-44af9a2f3915 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.000214 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8a951e5-41e4-4977-ae44-44af9a2f3915 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.016990 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a951e5-41e4-4977-ae44-44af9a2f3915 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaed17e-aa51-4f4d-aecc-1e230e7f8d26,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:17.023729 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a8a951e5-41e4-4977-ae44-44af9a2f3915 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.024700 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a8a951e5-41e4-4977-ae44-44af9a2f3915 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247911 Jul 22 17:38:17.027783 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34940) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:17.033007 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'network': {'name': 'tempest-network-smoke--371076168', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'port_security_enabled': True}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:17.057118 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:38:17.060724 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.087605 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:38:17.097243 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.097616 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Added segment a3ef7d91-de33-40b4-92e9-ef2c39b0b983 of type vlan for network 3f9b54ce-dcd8-4a9d-806e-67745817637d Jul 22 17:38:17.136467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.165332 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.171132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:17.171716 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.205182 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1763752 Jul 22 17:38:17.208372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34942) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:17.212668 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'admin_state_up': True, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:17.253946 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a0b3e-4812-449a-b27d-471df09380ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Network': ['ID=3f9b54ce-dcd8-4a9d-806e-67745817637d,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:17.265476 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3f9b54ce-dcd8-4a9d-806e-67745817637d details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:38:17.267718 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.268834 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.326911 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.460251 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.651995 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 82de8f5f-a812-46b9-8d95-a816ebfe96cf no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:38:17.673235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 82de8f5f-a812-46b9-8d95-a816ebfe96cf {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:38:17.673588 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 82de8f5f-a812-46b9-8d95-a816ebfe96cf not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:38:17.964539 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:17.983852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:18.093873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.109 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/0ef4d6e8-f6b0-4fca-a630-009678772a89) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:38:18.193892 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:18.231031 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:18.267131 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:38:18.272568 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:38:18.275938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:38:18.303515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=0ef4d6e8-f6b0-4fca-a630-009678772a89,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:18.528327 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:18.540736 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e740927b-29e1-4660-9eda-81247709b7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:18.722439 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:18.848210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:38:18.958004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:38:18.967222 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Sync routers for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:38:18.976926 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:18.985536 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:18.985648 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c7735dfe-9eec-4cb4-9c4e-4c7e88d73e53 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7690024 Jul 22 17:38:18.985744 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:37:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:18.985873 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34946) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:19.079013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a851e68c-533d-4ac2-ab8f-d87e82d9c065 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=c7814b6c0c0244ad96f947812e4420bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0924070 Jul 22 17:38:19.082466 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34950) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:19.085732 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:19.173344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f48f4-8f32-4504-b602-6ea853cfb305 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:19.175609 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0a4f48f4-8f32-4504-b602-6ea853cfb305 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920932 Jul 22 17:38:19.178346 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34952) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:19.206342 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d318f21b-e6c0-4c55-a6ab-750823ec39c4 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=1646808e-4165-43b0-9912-b68e8cc83024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267074 Jul 22 17:38:19.209023 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34954) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:19.213939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1852116062', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:19.260594 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:18Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:19.287027 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Checking router: b8dcc9b7-66b1-4fdf-a501-d637396c17f0 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:38:19.287447 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Updating router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 port 0ef4d6e8-f6b0-4fca-a630-009678772a89 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:38:19.302329 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:38:19.305848 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.325291 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.492923 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.563165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Subnet': ['ID=603b0065-c94f-413b-a96b-b1c59e59bcb9,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:19.572056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Checking segment: {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:38:19.572435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network hostable DHCP agents. Network: 3f9b54ce-dcd8-4a9d-806e-67745817637d, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:38:19.586419 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.589333 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 3f9b54ce-dcd8-4a9d-806e-67745817637d is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:38:19.597870 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3f9b54ce-dcd8-4a9d-806e-67745817637d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:38:19.598069 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Transition to ACTIVE for port object 0ef4d6e8-f6b0-4fca-a630-009678772a89 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:38:19.604391 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.605936 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:19.606805 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.607934 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7db7bf8-c70d-4e10-8dfb-ccc62a5cbc00 None None] Network 3f9b54ce-dcd8-4a9d-806e-67745817637d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:38:19.625306 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a5329b14-4b7b-4f4f-8f09-030e196ef42b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4151573 Jul 22 17:38:19.628833 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 34956) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:19.650157 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Attempting to bind port 0ef4d6e8-f6b0-4fca-a630-009678772a89 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:38:19.650525 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Attempting to bind port 0ef4d6e8-f6b0-4fca-a630-009678772a89 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:38:19.650891 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Attempting to bind port 0ef4d6e8-f6b0-4fca-a630-009678772a89 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:38:19.661320 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:38:19.661694 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:38:19.662086 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.662469 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:38:19.662944 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Bound port: 0ef4d6e8-f6b0-4fca-a630-009678772a89, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:38:19.663338 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.689903 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Pushing event updated for resources: {'Port': ['ID=0ef4d6e8-f6b0-4fca-a630-009678772a89,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:19.701638 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.702042 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.702307 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.702631 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.702982 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.703312 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.703635 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.703956 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.704275 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.704593 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.705900 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.705900 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:38:19.745259 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] For port 0ef4d6e8-f6b0-4fca-a630-009678772a89, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:38:19.748897 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] For port 0ef4d6e8-f6b0-4fca-a630-009678772a89, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0ef4d6e8-f6b0-4fca-a630-009678772a89,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:38:19.754599 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.821029 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:19.821650 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:37:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:19.942135 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3f9b54ce-dcd8-4a9d-806e-67745817637d', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:38:19.943200 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:19.984250 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed1a7d-e919-420a-a6ab-564e62864315 None None] Pushing event updated for resources: {'Port': ['ID=0ef4d6e8-f6b0-4fca-a630-009678772a89,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:20.028124 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:20.093029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Allocated IP 172.20.0.2 (3f9b54ce-dcd8-4a9d-806e-67745817637d/603b0065-c94f-413b-a96b-b1c59e59bcb9/a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:38:20.123689 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:20.226678 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:18Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:20.247534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:20.256558 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fe4976-cb15-4e9a-8390-425f1f55e25e None None] The sync data for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 is: [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:18Z', 'revision_number': 3, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:38:20.257758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Transition to ACTIVE for port object a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:38:20.278471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Transition to ACTIVE for port object a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:38:20.284433 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:20.326099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Network 3f9b54ce-dcd8-4a9d-806e-67745817637d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:38:20.331401 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:38:20.336085 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:38:20.343380 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Pushing event updated for resources: {'Port': ['ID=a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:20.409465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Attempting to bind port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:38:20.409958 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Attempting to bind port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:38:20.410428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Attempting to bind port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 on network 3f9b54ce-dcd8-4a9d-806e-67745817637d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:38:20.416140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:38:20.416841 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Checking segment: {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:38:20.417324 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:20.417846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Bound using segment: {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:38:20.418343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Bound port: a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:38:20.418797 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:20.421820 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.1 (3f9b54ce-dcd8-4a9d-806e-67745817637d/603b0065-c94f-413b-a96b-b1c59e59bcb9/e82ae05b-5c60-465a-b28b-55504605dc57) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:38:20.511713 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] For port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:38:20.515842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] For port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:38:20.521912 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:20.579609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:20.594408 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc296946-e57e-434a-9d1c-b32bdc90cbf7 None None] Pushing event updated for resources: {'Port': ['ID=a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:20.603309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object e82ae05b-5c60-465a-b28b-55504605dc57 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:38:20.645045 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:20.695235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 3f9b54ce-dcd8-4a9d-806e-67745817637d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:38:20.698293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:38:20.700795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:38:20.739981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=e82ae05b-5c60-465a-b28b-55504605dc57,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:20.761479 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:20.947422 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:21.138269 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-645280f7-3f75-4eaf-8c5a-a980370a94b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:21.263390 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:21.268410 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:21.341896 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:21.343865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=e82ae05b-5c60-465a-b28b-55504605dc57,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:21.374801 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:21.446875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 3f9b54ce-dcd8-4a9d-806e-67745817637d is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:38:21.448380 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:38:21.567592 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:38:21.582562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f67504-d3fd-42b8-bfb9-acaa166ec1fb None None] Network 3f9b54ce-dcd8-4a9d-806e-67745817637d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:38:21.691079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:38:21.697557 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dbc993cc-3f25-46ba-a1df-ebca36dde398 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/b8dcc9b7-66b1-4fdf-a501-d637396c17f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0675955 Jul 22 17:38:21.720454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7c960ab4-93f2-402f-835f-6fd3f6f5709c None None] Provisioning for port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:38:21.772891 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0ef4d6e8-f6b0-4fca-a630-009678772a89 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:38:21.835260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 0ef4d6e8-f6b0-4fca-a630-009678772a89 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:38:21.839798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0ef4d6e8-f6b0-4fca-a630-009678772a89 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:21.840181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:21.859553 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-ac4a8f46-3316-4cc5-8bfc-561eec636273 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355265983&fields=id&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 267 time: 0.0378284 Jul 22 17:38:21.930485 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:21.957915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 0ef4d6e8-f6b0-4fca-a630-009678772a89, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0ef4d6e8-f6b0-4fca-a630-009678772a89,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:21.961712 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:21.962503 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:38:21.984266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-2b0f6da4-0f6b-4253-b95e-61c19b5550b3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:21.986062 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-2b0f6da4-0f6b-4253-b95e-61c19b5550b3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/networks?id=3f9b54ce-dcd8-4a9d-806e-67745817637d HTTP/1.1" status: 200 len: 796 time: 0.1174018 Jul 22 17:38:22.003997 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-bfd57d69-a094-4332-9d95-0333926de76f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/quotas/c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 375 time: 0.0116527 Jul 22 17:38:22.043728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=0ef4d6e8-f6b0-4fca-a630-009678772a89,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:22.057877 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:38:22.062039 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:22.062416 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:22.093315 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-dc728017-3940-4b65-b30f-4ebc8f1c91af tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820379 Jul 22 17:38:22.153208 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:22.196608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7451be46-a158-4d48-8936-25be8323181e None None] Provisioning complete for port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:22.197145 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7451be46-a158-4d48-8936-25be8323181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:22.204165 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-0ce79a59-c0d7-4543-9df5-6d9c1f5349cd service neutron] 10.222.0.53 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977190 Jul 22 17:38:22.234017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Sync routers for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:38:22.266387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:22.267601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:22.268467 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:22.275098 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:22.303141 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-46197dd6-15bb-4ed1-b713-406d13b8a6b8 service neutron] 10.222.0.53 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910280 Jul 22 17:38:22.453494 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:22.473424 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:22.508957 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af8e8525-938d-4ef8-b786-49acea57dff6 req-7968f829-d750-4b47-b1c0-ba0a3a279236 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 210 time: 0.0348411 Jul 22 17:38:22.512309 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7451be46-a158-4d48-8936-25be8323181e None None] Provisioning for port e82ae05b-5c60-465a-b28b-55504605dc57 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:38:22.522913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7451be46-a158-4d48-8936-25be8323181e None None] Provisioning complete for port e82ae05b-5c60-465a-b28b-55504605dc57 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:22.523444 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7451be46-a158-4d48-8936-25be8323181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:22.615724 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7451be46-a158-4d48-8936-25be8323181e None None] Port e82ae05b-5c60-465a-b28b-55504605dc57 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:38:22.722592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:20Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e82ae05b-5c60-465a-b28b-55504605dc57', 'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:65:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:20Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 2, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:22.758685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Checking router: b8dcc9b7-66b1-4fdf-a501-d637396c17f0 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:38:22.759320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Updating router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 port e82ae05b-5c60-465a-b28b-55504605dc57 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:38:22.792468 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b2c86ef3-1b0f-4a5c-938c-ce72292b8ddf None None] Provisioning complete for port e82ae05b-5c60-465a-b28b-55504605dc57 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:22.792928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b2c86ef3-1b0f-4a5c-938c-ce72292b8ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:22.835755 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:22.837479 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:22.854601 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b2c86ef3-1b0f-4a5c-938c-ce72292b8ddf None None] Port e82ae05b-5c60-465a-b28b-55504605dc57 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:38:23.125736 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:23.138508 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Transition to ACTIVE for port object e82ae05b-5c60-465a-b28b-55504605dc57 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:38:23.145204 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:23.195574 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53572-27fe-42ac-9380-d692fe52dac5 None None] Pushing event updated for resources: {'Port': ['ID=e82ae05b-5c60-465a-b28b-55504605dc57,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:23.250913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Attempting to bind port e82ae05b-5c60-465a-b28b-55504605dc57 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:38:23.251308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Attempting to bind port e82ae05b-5c60-465a-b28b-55504605dc57 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:38:23.251672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Attempting to bind port e82ae05b-5c60-465a-b28b-55504605dc57 on network 3f9b54ce-dcd8-4a9d-806e-67745817637d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:38:23.256951 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:38:23.257318 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Checking segment: {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:38:23.257717 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:23.258103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Bound using segment: {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:38:23.258561 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Bound port: e82ae05b-5c60-465a-b28b-55504605dc57, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:38:23.258981 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:23.328690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] For port e82ae05b-5c60-465a-b28b-55504605dc57, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:38:23.332604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] For port e82ae05b-5c60-465a-b28b-55504605dc57, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e82ae05b-5c60-465a-b28b-55504605dc57,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:38:23.336982 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:23.411481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae53572-27fe-42ac-9380-d692fe52dac5 None None] Pushing event updated for resources: {'Port': ['ID=e82ae05b-5c60-465a-b28b-55504605dc57,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:23.415454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:23.415965 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:23.472425 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:38:23.572213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:23.673897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-31381719-0cde-4a03-8bf1-7bfb1a904201 req-052548f5-ddee-4b74-b8a2-cd1e8652c968 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 210 time: 0.0679557 Jul 22 17:38:23.723875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-d41b23f6-1d6c-40a7-b167-36fcb8860378 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:23.727047 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-d41b23f6-1d6c-40a7-b167-36fcb8860378 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/networks?id=3f9b54ce-dcd8-4a9d-806e-67745817637d HTTP/1.1" status: 200 len: 796 time: 0.1907108 Jul 22 17:38:23.747266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0ef4d6e8-f6b0-4fca-a630-009678772a89 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:38:23.774764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-cc5051c9-6e18-44a1-a897-2e3801429987 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7814b6c0c0244ad96f947812e4420bd HTTP/1.1" status: 200 len: 380 time: 0.0348580 Jul 22 17:38:23.813540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'port': {'device_id': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'admin_state_up': True, 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'security_groups': ['86c1ecaa-fd81-4b85-827d-bb709ae12dd5']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:23.931874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Made reservation on behalf of c7814b6c0c0244ad96f947812e4420bd for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:38:23.935482 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.004788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 0ef4d6e8-f6b0-4fca-a630-009678772a89 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:24.005062 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.055741 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:20Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e82ae05b-5c60-465a-b28b-55504605dc57', 'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:65:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:20Z', 'updated_at': '2021-07-22T17:38:23Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:24.062154 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.20.0.8 (3f9b54ce-dcd8-4a9d-806e-67745817637d/603b0065-c94f-413b-a96b-b1c59e59bcb9/df912186-310b-4fd1-94e3-1bfc6a453b3b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:38:24.084105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b893d26b-ce1a-4fdf-a7ba-4899c9d9e6d1 None None] The sync data for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 is: [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:20Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e82ae05b-5c60-465a-b28b-55504605dc57', 'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:65:d8:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:20Z', 'updated_at': '2021-07-22T17:38:23Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:38:24.125903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:38:24.199534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:24.200180 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.240253 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.255850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Transition to ACTIVE for port object df912186-310b-4fd1-94e3-1bfc6a453b3b will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:38:24.297327 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.346578 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 3f9b54ce-dcd8-4a9d-806e-67745817637d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:38:24.349744 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:38:24.353687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:38:24.383270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=df912186-310b-4fd1-94e3-1bfc6a453b3b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:24.413857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:24.414663 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.431102 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-01b27f7b-925c-4cce-9a28-e1155712d63f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6216025 Jul 22 17:38:24.448284 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Request body: {'port': {'device_id': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:24.485884 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.531099 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.612830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e6696635-3193-47b4-bb56-cec6a0545e56 None None] Provisioning for port df912186-310b-4fd1-94e3-1bfc6a453b3b completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:38:24.617162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-e6696635-3193-47b4-bb56-cec6a0545e56 None None] Provisioning complete for port df912186-310b-4fd1-94e3-1bfc6a453b3b triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:24.617736 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e6696635-3193-47b4-bb56-cec6a0545e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.657637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-e6696635-3193-47b4-bb56-cec6a0545e56 None None] Port df912186-310b-4fd1-94e3-1bfc6a453b3b cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:38:24.813742 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e8ba5-8c0f-4d12-bf0a-4ffd37c54a5e req-d509619c-71f3-48d9-a0b2-06456d56dede tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:24.816472 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d4e8ba5-8c0f-4d12-bf0a-4ffd37c54a5e req-d509619c-71f3-48d9-a0b2-06456d56dede tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 931 time: 0.0689194 Jul 22 17:38:24.820776 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df912186-310b-4fd1-94e3-1bfc6a453b3b {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:38:24.829265 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.841914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Transition to ACTIVE for port object df912186-310b-4fd1-94e3-1bfc6a453b3b will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:38:24.847019 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:24.857745 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6d4e8ba5-8c0f-4d12-bf0a-4ffd37c54a5e req-53f812b8-53ba-4ceb-86a4-648ee619da83 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351307 Jul 22 17:38:24.945126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Pushing event updated for resources: {'Port': ['ID=df912186-310b-4fd1-94e3-1bfc6a453b3b,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:24.977922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Attempting to bind port df912186-310b-4fd1-94e3-1bfc6a453b3b on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:38:24.978266 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Attempting to bind port df912186-310b-4fd1-94e3-1bfc6a453b3b by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:38:24.978601 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Attempting to bind port df912186-310b-4fd1-94e3-1bfc6a453b3b on network 3f9b54ce-dcd8-4a9d-806e-67745817637d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:38:24.983686 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Port df912186-310b-4fd1-94e3-1bfc6a453b3b on network 3f9b54ce-dcd8-4a9d-806e-67745817637d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:38:24.984021 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Attempting to bind port df912186-310b-4fd1-94e3-1bfc6a453b3b on network 3f9b54ce-dcd8-4a9d-806e-67745817637d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:38:24.989506 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:38:24.989857 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Checking segment: {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:38:24.990394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Bound using segment: {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:38:24.990842 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Bound port: df912186-310b-4fd1-94e3-1bfc6a453b3b, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:38:24.991246 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:25.082592 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] For port df912186-310b-4fd1-94e3-1bfc6a453b3b, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:38:25.086414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] For port df912186-310b-4fd1-94e3-1bfc6a453b3b, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:38:25.094770 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:25.146838 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:25.147451 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:25.148904 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] 10.222.0.20 "PUT /v2.0/ports/df912186-310b-4fd1-94e3-1bfc6a453b3b HTTP/1.1" status: 200 len: 1092 time: 0.7051873 Jul 22 17:38:25.149376 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:38:25.151827 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7393b15d-3fb9-41b5-b319-c53ebc842621" -d '{"events": [{"name": "network-changed", "server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:38:25.194806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2faac-bfbc-43c5-928c-1d22eb83b587 service neutron] Pushing event updated for resources: {'Port': ['ID=df912186-310b-4fd1-94e3-1bfc6a453b3b,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:25.219893 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4caf0c9-065c-4d07-b9a2-be03df0c9257 x-openstack-request-id: req-c4caf0c9-065c-4d07-b9a2-be03df0c9257 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:38:25.220204 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:38:25.220422 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4caf0c9-065c-4d07-b9a2-be03df0c9257 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:38:25.221476 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'status': 'completed', 'code': 200} Jul 22 17:38:25.304954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-bb49b103-4bc1-4181-8159-5644e58f81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:25.306898 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-bb49b103-4bc1-4181-8159-5644e58f81d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.0728595 Jul 22 17:38:25.371655 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-cb50e8fc-f738-480f-bc30-ed5f9bb408c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b HTTP/1.1" status: 200 len: 217 time: 0.0524471 Jul 22 17:38:25.429530 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-e40bd0b9-2ca0-4aa0-9e92-c8e2ecbb95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:25.431139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-e40bd0b9-2ca0-4aa0-9e92-c8e2ecbb95b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=603b0065-c94f-413b-a96b-b1c59e59bcb9 HTTP/1.1" status: 200 len: 835 time: 0.0524805 Jul 22 17:38:25.503780 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-5cea3509-e07f-4c89-b0a8-164acd57dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:25.505510 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-5cea3509-e07f-4c89-b0a8-164acd57dfd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9b54ce-dcd8-4a9d-806e-67745817637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544949 Jul 22 17:38:25.723427 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e82ae05b-5c60-465a-b28b-55504605dc57 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:38:25.774155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e82ae05b-5c60-465a-b28b-55504605dc57 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:38:25.778155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e82ae05b-5c60-465a-b28b-55504605dc57 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:25.778534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:25.862228 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:25.896365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port e82ae05b-5c60-465a-b28b-55504605dc57, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e82ae05b-5c60-465a-b28b-55504605dc57,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:25.901783 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:25.946707 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-93f05c1b-e2e2-4b7a-82d0-bb070fef482e service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332070 Jul 22 17:38:25.953183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=e82ae05b-5c60-465a-b28b-55504605dc57,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:26.018459 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1511c5-c378-4cc1-8cdd-49d43f23d168 req-7c109005-d79c-401c-8e8e-d3a6ba65db8a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:26.019984 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c1511c5-c378-4cc1-8cdd-49d43f23d168 req-7c109005-d79c-401c-8e8e-d3a6ba65db8a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 943 time: 0.0698822 Jul 22 17:38:26.041132 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a543a6f7-dc2b-47ab-b3d4-327e0f1cb808 req-4d107c35-21a9-4f3e-b69e-15baceea9f99 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878434 Jul 22 17:38:26.058337 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1c1511c5-c378-4cc1-8cdd-49d43f23d168 req-d6f11a0e-07b3-4f85-9be2-6003f4caa244 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325654 Jul 22 17:38:26.186623 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-4ca3cf47-c71a-468d-a454-15cdb16c5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:26.188181 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-4ca3cf47-c71a-468d-a454-15cdb16c5e3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 1095 time: 0.0582712 Jul 22 17:38:26.284075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-967b2a2e-7ff5-4141-8108-63f599165ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:26.285616 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-967b2a2e-7ff5-4141-8108-63f599165ca9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f9b54ce-dcd8-4a9d-806e-67745817637d HTTP/1.1" status: 200 len: 897 time: 0.0908628 Jul 22 17:38:26.332547 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-0e0f989f-043b-4a2d-b204-4c35ff59e3d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b HTTP/1.1" status: 200 len: 217 time: 0.0403507 Jul 22 17:38:26.381910 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-d185716a-4a98-47af-b7f8-bddb444948de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:26.383427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-d185716a-4a98-47af-b7f8-bddb444948de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=603b0065-c94f-413b-a96b-b1c59e59bcb9 HTTP/1.1" status: 200 len: 835 time: 0.0447679 Jul 22 17:38:26.446921 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-b613a7ec-3539-404a-8a33-a06594ecab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:26.448384 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-b613a7ec-3539-404a-8a33-a06594ecab9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9b54ce-dcd8-4a9d-806e-67745817637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562589 Jul 22 17:38:26.548077 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-934e6f25-6a36-4802-a9a1-33e83d7c91ad service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915005 Jul 22 17:38:26.645015 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7393b15d-3fb9-41b5-b319-c53ebc842621 req-d07e06c5-0600-4271-a71b-022bd7c3f2a7 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895591 Jul 22 17:38:27.196338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57508-3ee9-46d6-b406-a5b6b69223bc req-d0b78af9-af21-4f5e-929d-d18ab5a56898 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:27.197731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41d57508-3ee9-46d6-b406-a5b6b69223bc req-d0b78af9-af21-4f5e-929d-d18ab5a56898 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 943 time: 0.0676863 Jul 22 17:38:27.234991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-41d57508-3ee9-46d6-b406-a5b6b69223bc req-8423c949-b522-4951-8fb1-d309fc3eabc3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Jul 22 17:38:27.700250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e82ae05b-5c60-465a-b28b-55504605dc57 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:38:27.746892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e82ae05b-5c60-465a-b28b-55504605dc57 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:27.747285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:28.365283 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b7899-f927-4431-9204-ea40319d9bb5 req-6e7f716e-2393-4b1f-8198-2e84f01a85a4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:28.366756 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b1b7899-f927-4431-9204-ea40319d9bb5 req-6e7f716e-2393-4b1f-8198-2e84f01a85a4 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 943 time: 0.0662863 Jul 22 17:38:28.404986 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0b1b7899-f927-4431-9204-ea40319d9bb5 req-b873ebb5-ae6a-4c9c-bd6f-a393a62783e9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326269 Jul 22 17:38:28.880579 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device df912186-310b-4fd1-94e3-1bfc6a453b3b details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:38:28.972072 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port df912186-310b-4fd1-94e3-1bfc6a453b3b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:28.982685 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'port_id': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'mac_address': 'fa:16:3e:32:95:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:38:29.021504 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:29.034809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df912186-310b-4fd1-94e3-1bfc6a453b3b {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:38:29.063429 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port df912186-310b-4fd1-94e3-1bfc6a453b3b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:29.067302 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:29.115946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=df912186-310b-4fd1-94e3-1bfc6a453b3b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:29.383915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['df912186-310b-4fd1-94e3-1bfc6a453b3b'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:38:29.535662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d26fc-b12a-47ba-9f24-031c1c0ed063 req-840aafd1-e0ef-4b99-a0f4-d9bc6a4aa00e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:29.537297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b0d26fc-b12a-47ba-9f24-031c1c0ed063 req-840aafd1-e0ef-4b99-a0f4-d9bc6a4aa00e tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 944 time: 0.0641303 Jul 22 17:38:29.575468 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4b0d26fc-b12a-47ba-9f24-031c1c0ed063 req-ced56700-cb9d-4d9c-b8bd-69bd27d4d50b tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Jul 22 17:38:30.707026 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2fd9f-000b-4f08-811a-f846edaf97b6 req-9bec5a06-e741-447c-8d2b-f50f98bb26b1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:30.708519 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47d2fd9f-000b-4f08-811a-f846edaf97b6 req-9bec5a06-e741-447c-8d2b-f50f98bb26b1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 944 time: 0.0646424 Jul 22 17:38:30.747684 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47d2fd9f-000b-4f08-811a-f846edaf97b6 req-239390e1-f32d-4864-aa08-41429e12b866 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332196 Jul 22 17:38:30.899270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device df912186-310b-4fd1-94e3-1bfc6a453b3b up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:38:30.947337 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port df912186-310b-4fd1-94e3-1bfc6a453b3b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:38:30.950780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port df912186-310b-4fd1-94e3-1bfc6a453b3b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:38:30.951191 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:31.026660 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:31.048678 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:38:31.051674 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248b7b7e-722d-43d1-804a-c380d692cf07" -d '{"events": [{"server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "name": "network-vif-plugged", "status": "completed", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:38:31.065306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port df912186-310b-4fd1-94e3-1bfc6a453b3b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:38:31.069451 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:31.092396 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219c01c6-5096-4dcb-8557-a4c63e5e9a5e x-openstack-request-id: req-219c01c6-5096-4dcb-8557-a4c63e5e9a5e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:38:31.092689 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "name": "network-vif-plugged", "status": "completed", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:38:31.092939 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-219c01c6-5096-4dcb-8557-a4c63e5e9a5e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:38:31.093386 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'code': 200} Jul 22 17:38:31.120134 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=df912186-310b-4fd1-94e3-1bfc6a453b3b,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:31.223708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3d2f4-6bb1-464f-a21a-9fbefde87b34 req-c6c8f765-c43e-4bf4-b5d8-c3df0581addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:31.225126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0df3d2f4-6bb1-464f-a21a-9fbefde87b34 req-c6c8f765-c43e-4bf4-b5d8-c3df0581addd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0534770 Jul 22 17:38:31.258987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0df3d2f4-6bb1-464f-a21a-9fbefde87b34 req-ea838d1e-d04a-4b03-aa0a-c6acf4675ffa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273924 Jul 22 17:38:31.879220 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a540ae7-cd47-4505-8137-bddf249e5c22 req-503efe18-9e6f-4f11-a8c6-12b57317558f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:31.880698 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a540ae7-cd47-4505-8137-bddf249e5c22 req-503efe18-9e6f-4f11-a8c6-12b57317558f tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.0679102 Jul 22 17:38:31.918328 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1a540ae7-cd47-4505-8137-bddf249e5c22 req-8f1c6eb0-1762-4c1a-9475-a014db7188f1 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Jul 22 17:38:32.378169 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:33.051917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2e8e2-5a28-4eb1-ae82-3d0acf847cbc req-9ec3dffe-ab1a-4347-86da-9fa567d9a85a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:33.053439 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eaf2e8e2-5a28-4eb1-ae82-3d0acf847cbc req-9ec3dffe-ab1a-4347-86da-9fa567d9a85a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.0674529 Jul 22 17:38:33.093622 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-eaf2e8e2-5a28-4eb1-ae82-3d0acf847cbc req-f44210f8-9059-43ea-9772-74fea870393c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Jul 22 17:38:33.231685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab304ade-f987-41e9-ad55-11b9025411d2 req-023a2a03-a744-44a9-9ff9-2280c13dfb02 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:33.233153 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab304ade-f987-41e9-ad55-11b9025411d2 req-023a2a03-a744-44a9-9ff9-2280c13dfb02 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.0659213 Jul 22 17:38:33.271774 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ab304ade-f987-41e9-ad55-11b9025411d2 req-17f46c5c-9d30-40f8-a113-adef592a501c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320888 Jul 22 17:38:33.294477 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35014) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:33.360604 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52fa09f-055a-4c1c-9e1c-c489985e41d9 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:33.363983 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e52fa09f-055a-4c1c-9e1c-c489985e41d9 tempest-TestNetworkAdvancedServerOps-1302360982 tempest-TestNetworkAdvancedServerOps-1302360982-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 1092 time: 0.0681975 Jul 22 17:38:33.367525 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35016) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:33.373310 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:38:33.402592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:33.520691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:33.668165 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Allocated IP 172.25.3.78 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/f5858499-e0dd-4a30-a788-b5058a9d355a) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:38:33.794796 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:33.839463 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:33.893064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:38:33.896192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:38:33.900649 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:38:33.906728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=f5858499-e0dd-4a30-a788-b5058a9d355a,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:34.579491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:34.655308 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:34.817824 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:34.822613 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:34.889622 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event updated for resources: {'Port': ['ID=f5858499-e0dd-4a30-a788-b5058a9d355a,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:38:34.901535 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:34.999493 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP 241e0c3e-2c8b-494c-9281-f468e028ce57 associated. External IP: 172.25.3.78, port: df912186-310b-4fd1-94e3-1bfc6a453b3b. Jul 22 17:38:35.234190 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:38:35.344024 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:38:35.353608 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] Sync routers for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:38:35.360381 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:35.363343 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:35.363942 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:35.396960 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2ff65165-13a5-4f08-8f62-781ec121cd56 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0280104 Jul 22 17:38:35.397552 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:38:35.399878 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb9f9a3-7927-44d8-a8bb-314677e6c341" -d '{"events": [{"name": "network-changed", "server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:38:35.436478 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d6df79-1953-458b-91c3-77952cacf5a0 x-openstack-request-id: req-a4d6df79-1953-458b-91c3-77952cacf5a0 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:38:35.436834 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:38:35.437156 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4d6df79-1953-458b-91c3-77952cacf5a0 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:38:35.437624 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'status': 'completed', 'code': 200} Jul 22 17:38:35.473123 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:35.560615 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202838d6-1641-450c-a183-088d28ed9055 req-b8dd0548-5cd7-48f8-947b-8c0f6d49bf96 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:35.562057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-202838d6-1641-450c-a183-088d28ed9055 req-b8dd0548-5cd7-48f8-947b-8c0f6d49bf96 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.1148894 Jul 22 17:38:35.568603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-6310d87e-2995-41eb-a834-b9c652f2b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:35.570014 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-6310d87e-2995-41eb-a834-b9c652f2b0fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0909181 Jul 22 17:38:35.634348 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-202838d6-1641-450c-a183-088d28ed9055 req-8fea19da-2a88-469b-a05e-8f15934e3c89 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633647 Jul 22 17:38:35.657866 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35022) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:35.686957 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-d8a30d2d-f6c0-4b21-a231-99aafe0f3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:35.688461 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-d8a30d2d-f6c0-4b21-a231-99aafe0f3931 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f9b54ce-dcd8-4a9d-806e-67745817637d HTTP/1.1" status: 200 len: 897 time: 0.1106279 Jul 22 17:38:35.710766 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:20Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '241e0c3e-2c8b-494c-9281-f468e028ce57', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'port_id': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'mac_address': 'fa:16:3e:32:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:38:34Z', 'updated_at': '2021-07-22T17:38:34Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82ae05b-5c60-465a-b28b-55504605dc57', 'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:65:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:20Z', 'updated_at': '2021-07-22T17:38:25Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:35.723770 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b93b8a94-3138-42f9-81c9-256ac4edeffb tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/241e0c3e-2c8b-494c-9281-f468e028ce57 HTTP/1.1" status: 200 len: 990 time: 0.0623291 Jul 22 17:38:35.738343 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] Checking router: b8dcc9b7-66b1-4fdf-a501-d637396c17f0 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:38:35.746493 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:38:35.747123 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:38:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:35.760602 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-1995b0e8-2bc0-4ad0-a007-c5c176aac19c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b HTTP/1.1" status: 200 len: 998 time: 0.0657396 Jul 22 17:38:35.811905 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-adbb689d-5c35-4a61-a1f7-85495e75bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:35.814219 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-adbb689d-5c35-4a61-a1f7-85495e75bcba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=603b0065-c94f-413b-a96b-b1c59e59bcb9 HTTP/1.1" status: 200 len: 835 time: 0.0465858 Jul 22 17:38:35.865572 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:38:35.875922 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-dc325b8a-fd10-48bd-b903-ae35c2e8b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:38:35.878039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-dc325b8a-fd10-48bd-b903-ae35c2e8b81d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9b54ce-dcd8-4a9d-806e-67745817637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578539 Jul 22 17:38:35.972228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-1a903cdf-0df2-4cfa-8750-427f92736af1 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882170 Jul 22 17:38:36.060908 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3eb9f9a3-7927-44d8-a8bb-314677e6c341 req-dc3b0a67-9749-4c59-998f-b4c345446699 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827038 Jul 22 17:38:36.092067 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:20Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '241e0c3e-2c8b-494c-9281-f468e028ce57', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'port_id': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'mac_address': 'fa:16:3e:32:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:38:34Z', 'updated_at': '2021-07-22T17:38:34Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82ae05b-5c60-465a-b28b-55504605dc57', 'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:65:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:20Z', 'updated_at': '2021-07-22T17:38:25Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:38:36.118109 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14f8a0-a69d-4ca5-9554-507ce9b66107 None None] The sync data for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 is: [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:20Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '241e0c3e-2c8b-494c-9281-f468e028ce57', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'port_id': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'mac_address': 'fa:16:3e:32:95:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:38:34Z', 'updated_at': '2021-07-22T17:38:34Z', 'revision_number': 0, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82ae05b-5c60-465a-b28b-55504605dc57', 'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:65:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:20Z', 'updated_at': '2021-07-22T17:38:25Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:38:36.313368 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:36.318789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740cee29-003d-4aa9-ae5a-129e2ef70dbd None None] New status for floating IP 241e0c3e-2c8b-494c-9281-f468e028ce57: ACTIVE {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:38:36.726740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35026) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:38:36.790442 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2612369b-ddc8-4eee-bfb6-da2fbf67816c tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/241e0c3e-2c8b-494c-9281-f468e028ce57 HTTP/1.1" status: 200 len: 992 time: 0.0626004 Jul 22 17:38:48.546273 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-732830ce-d996-4059-bbe2-8f34a010d5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:51.136777 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4eef428d-46ca-44a8-8cb2-b4c4b41f8886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:51.368863 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:52.791481 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:38:54.478370 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:00.471983 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:39:02.403161 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:06.328764 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:08.337154 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541f52a-7c84-4d56-b8d7-50ecaf6d3ac0 req-30ec7c9e-a0ca-4207-a1cd-e84d2c3dc27a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:08.338635 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9541f52a-7c84-4d56-b8d7-50ecaf6d3ac0 req-30ec7c9e-a0ca-4207-a1cd-e84d2c3dc27a tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.1172099 Jul 22 17:39:08.379827 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9541f52a-7c84-4d56-b8d7-50ecaf6d3ac0 req-d84a78c4-e6d9-44c6-ab47-65fca3644976 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356324 Jul 22 17:39:09.573484 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0ffc9-79a7-4287-b5c1-53b9486c4639 req-8e4da720-e774-4eed-bee5-c3a533167171 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:09.574992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9d0ffc9-79a7-4287-b5c1-53b9486c4639 req-8e4da720-e774-4eed-bee5-c3a533167171 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.1119537 Jul 22 17:39:09.613257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9d0ffc9-79a7-4287-b5c1-53b9486c4639 req-962fff46-500c-4281-8d93-1c5b3dc4cc61 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325279 Jul 22 17:39:09.636298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35062) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:09.698016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-b8ab2a05-f367-4a52-aa6f-4c47921b2612 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/241e0c3e-2c8b-494c-9281-f468e028ce57 HTTP/1.1" status: 200 len: 992 time: 0.0604784 Jul 22 17:39:10.986977 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84875f-cd28-47ee-8779-4e025332485a req-bf373932-07e3-4194-8131-387b4dcd92c3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:10.989097 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af84875f-cd28-47ee-8779-4e025332485a req-bf373932-07e3-4194-8131-387b4dcd92c3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.0706484 Jul 22 17:39:11.026456 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-af84875f-cd28-47ee-8779-4e025332485a req-347bc08b-b485-4575-8b4c-101518288dc3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317860 Jul 22 17:39:11.026724 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-6f92c6f6-801f-44b9-816e-c5f746c2b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:11.028146 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-6f92c6f6-801f-44b9-816e-c5f746c2b135 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0568018 Jul 22 17:39:11.122899 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-938e3465-d709-41de-9d72-1eaa94ad5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:11.124396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-938e3465-d709-41de-9d72-1eaa94ad5054 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f9b54ce-dcd8-4a9d-806e-67745817637d HTTP/1.1" status: 200 len: 897 time: 0.0889628 Jul 22 17:39:11.194151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-9e7508e9-1a73-4827-ab67-4d486b39f135 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b HTTP/1.1" status: 200 len: 1000 time: 0.0626891 Jul 22 17:39:11.256844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-690c7c06-f6ff-4101-8b46-5da46dfc6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:11.258255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-690c7c06-f6ff-4101-8b46-5da46dfc6f01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=603b0065-c94f-413b-a96b-b1c59e59bcb9 HTTP/1.1" status: 200 len: 835 time: 0.0585117 Jul 22 17:39:11.321609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-40e87fd2-5545-423b-8649-eb406aa3c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:11.323201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-40e87fd2-5545-423b-8649-eb406aa3c187 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9b54ce-dcd8-4a9d-806e-67745817637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581915 Jul 22 17:39:11.335473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-fddd816c-d7c9-4567-9f44-1a2cf533578d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:39:11.336387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-fddd816c-d7c9-4567-9f44-1a2cf533578d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055008 Jul 22 17:39:11.423974 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-d7d18a1c-4b4a-4eaf-aa5b-fb7884b35f19 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813308 Jul 22 17:39:11.516955 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37d0e7c9-c980-4cba-a361-ba7cadad06c6 req-9c8bc6de-e3c9-4a91-84e9-64fa6358c09f service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868535 Jul 22 17:39:12.161538 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db26d7-c889-486f-9333-001082b9c11b req-194a5da8-d90e-45a1-8269-aaee8c6c5cfc tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:12.163052 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39db26d7-c889-486f-9333-001082b9c11b req-194a5da8-d90e-45a1-8269-aaee8c6c5cfc tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.0647166 Jul 22 17:39:12.201392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-39db26d7-c889-486f-9333-001082b9c11b req-9088bfe0-f656-490e-8c75-36bb1ca937c2 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Jul 22 17:39:13.334385 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde6a09-0f92-4bd5-b3ab-192f44a5c3f6 req-e304d32c-23a3-4f5f-8f39-c62bac437717 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:13.335900 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1cde6a09-0f92-4bd5-b3ab-192f44a5c3f6 req-e304d32c-23a3-4f5f-8f39-c62bac437717 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.0659494 Jul 22 17:39:13.374888 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1cde6a09-0f92-4bd5-b3ab-192f44a5c3f6 req-20bf9c42-a1ff-4d8e-8db3-d90fc62cbad3 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Jul 22 17:39:13.397707 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35074) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:13.463034 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0dd1d8a1-2e4e-48d2-896e-41fef28fb2ba tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/floatingips/241e0c3e-2c8b-494c-9281-f468e028ce57 HTTP/1.1" status: 200 len: 992 time: 0.0641515 Jul 22 17:39:13.689492 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35080) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:13.847241 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port f5858499-e0dd-4a30-a788-b5058a9d355a {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:13.847497 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:13.924733 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:13.925090 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:13.936395 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for f5858499-e0dd-4a30-a788-b5058a9d355a owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:14.082225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:14.109522 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=f5858499-e0dd-4a30-a788-b5058a9d355a,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:14.135903 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.136246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.136580 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.136910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.137236 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.137562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.137887 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.138206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.138521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.138841 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.139180 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.139495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:14.181241 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:14.181586 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Floating IP 241e0c3e-2c8b-494c-9281-f468e028ce57 disassociated (deleted). External IP: 172.25.3.78, port: df912186-310b-4fd1-94e3-1bfc6a453b3b. Jul 22 17:39:14.388620 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:14.498483 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:14.502916 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:14.509026 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] Sync routers for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:14.519291 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:14.520399 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:14.531748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e583d566-94f0-40b0-85ff-e424a0030676 req-9cf4e6bd-4f7d-42e8-a6af-afc4d3cf82ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0998003 Jul 22 17:39:14.541767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-27edd494-ca8d-4267-8529-a8d395f906e6 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/floatingips/241e0c3e-2c8b-494c-9281-f468e028ce57 HTTP/1.1" status: 204 len: 168 time: 0.8504825 Jul 22 17:39:14.542444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:14.544871 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f95153-0ac8-4625-860f-dfb98d1bc088" -d '{"events": [{"name": "network-changed", "server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:14.592329 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c3da63-5d50-4e2a-acea-93d62fb7fcc2 x-openstack-request-id: req-c9c3da63-5d50-4e2a-acea-93d62fb7fcc2 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:14.592733 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:14.593089 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9c3da63-5d50-4e2a-acea-93d62fb7fcc2 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:14.593592 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'status': 'completed', 'code': 200} Jul 22 17:39:14.648363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d566-94f0-40b0-85ff-e424a0030676 req-69840fe1-1ff8-4dee-8b8a-35d1c9a53f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:14.649530 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:14.651999 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e583d566-94f0-40b0-85ff-e424a0030676 req-69840fe1-1ff8-4dee-8b8a-35d1c9a53f9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0624976 Jul 22 17:39:14.792731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d566-94f0-40b0-85ff-e424a0030676 req-dcd01d68-c96c-4b3f-8b42-62e4d925127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:14.794313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e583d566-94f0-40b0-85ff-e424a0030676 req-dcd01d68-c96c-4b3f-8b42-62e4d925127f service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f9b54ce-dcd8-4a9d-806e-67745817637d HTTP/1.1" status: 200 len: 897 time: 0.1231167 Jul 22 17:39:14.849171 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e583d566-94f0-40b0-85ff-e424a0030676 req-7be201ea-ad7e-4c99-a8e5-0ed766ca9ab0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b HTTP/1.1" status: 200 len: 217 time: 0.0481570 Jul 22 17:39:14.860513 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:20Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e82ae05b-5c60-465a-b28b-55504605dc57', 'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:65:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:20Z', 'updated_at': '2021-07-22T17:38:25Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:14.860788 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbc619-bef8-4632-ba22-e3ac59ab010d req-28d57c0e-a9eb-4ec5-8f1c-8b88e22d6f26 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:14.862313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-afcbc619-bef8-4632-ba22-e3ac59ab010d req-28d57c0e-a9eb-4ec5-8f1c-8b88e22d6f26 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.1224527 Jul 22 17:39:14.932248 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d566-94f0-40b0-85ff-e424a0030676 req-c87a4565-d91e-43d2-8601-d476ffaedeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:14.933757 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e583d566-94f0-40b0-85ff-e424a0030676 req-c87a4565-d91e-43d2-8601-d476ffaedeec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=603b0065-c94f-413b-a96b-b1c59e59bcb9 HTTP/1.1" status: 200 len: 835 time: 0.0705857 Jul 22 17:39:14.939308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-afcbc619-bef8-4632-ba22-e3ac59ab010d req-d176d20d-c47a-45e8-9aba-5dca61af33ac tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684981 Jul 22 17:39:14.980664 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] Checking router: b8dcc9b7-66b1-4fdf-a501-d637396c17f0 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:14.988790 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:14.989391 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:14.994904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583d566-94f0-40b0-85ff-e424a0030676 req-e59823ee-f101-4197-8e3e-4de5838f588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:14.996455 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e583d566-94f0-40b0-85ff-e424a0030676 req-e59823ee-f101-4197-8e3e-4de5838f588d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9b54ce-dcd8-4a9d-806e-67745817637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546839 Jul 22 17:39:15.095518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e583d566-94f0-40b0-85ff-e424a0030676 req-7faba4d4-bf20-4687-8088-d0659c991a78 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908787 Jul 22 17:39:15.095849 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:15.186604 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e583d566-94f0-40b0-85ff-e424a0030676 req-e2b54b50-92d6-43d6-8066-34f52c50e78b service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828624 Jul 22 17:39:15.293475 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:20Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e82ae05b-5c60-465a-b28b-55504605dc57', 'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:65:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:20Z', 'updated_at': '2021-07-22T17:38:25Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:15.319610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-47ae0f2d-0085-457d-8051-204005c97388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:15.321167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-47ae0f2d-0085-457d-8051-204005c97388 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7814b6c0c0244ad96f947812e4420bd&device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0599945 Jul 22 17:39:15.323790 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf654ac-def2-4130-ba79-a6bfb9d04972 None None] The sync data for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 is: [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:20Z', 'revision_number': 4, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e82ae05b-5c60-465a-b28b-55504605dc57', 'name': '', 'network_id': '3f9b54ce-dcd8-4a9d-806e-67745817637d', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'mac_address': 'fa:16:3e:65:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:20Z', 'updated_at': '2021-07-22T17:38:25Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'subnets': [{'id': '603b0065-c94f-413b-a96b-b1c59e59bcb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:15.436368 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-0e89f7d3-1f58-4c69-a2f8-e83504b0b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:15.438630 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-0e89f7d3-1f58-4c69-a2f8-e83504b0b208 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3f9b54ce-dcd8-4a9d-806e-67745817637d HTTP/1.1" status: 200 len: 897 time: 0.1099744 Jul 22 17:39:15.485801 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-28caee89-b945-4a04-a236-ed59258559aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b HTTP/1.1" status: 200 len: 217 time: 0.0390670 Jul 22 17:39:15.538381 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-df90f97f-657b-4c61-b497-cf77aa1cd789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:15.540010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-df90f97f-657b-4c61-b497-cf77aa1cd789 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=603b0065-c94f-413b-a96b-b1c59e59bcb9 HTTP/1.1" status: 200 len: 835 time: 0.0470037 Jul 22 17:39:15.549268 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e11de-cff5-4fa7-922e-8b38a95ecf4f None None] New status for floating IP 241e0c3e-2c8b-494c-9281-f468e028ce57: DOWN {{(pid=93752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:39:15.600612 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-bfe56de5-b0e3-4135-a6c6-accf9d17f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:15.602124 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-bfe56de5-b0e3-4135-a6c6-accf9d17f95e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3f9b54ce-dcd8-4a9d-806e-67745817637d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543537 Jul 22 17:39:15.698517 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-4a5c2272-66c7-47df-9105-2abdfd5725d3 service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883913 Jul 22 17:39:15.795576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9f95153-0ac8-4625-860f-dfb98d1bc088 req-498ff00f-bacc-4f83-993f-d76846dbe43d service neutron] 10.222.0.20 "GET /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868173 Jul 22 17:39:16.078372 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540babb5-4c30-4779-90d2-be3eaa8f6d38 req-8e8f3a56-beca-4983-812b-032c8930a2c9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:16.079883 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-540babb5-4c30-4779-90d2-be3eaa8f6d38 req-8e8f3a56-beca-4983-812b-032c8930a2c9 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.0656786 Jul 22 17:39:16.118277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-540babb5-4c30-4779-90d2-be3eaa8f6d38 req-81d6cd66-d646-4e9b-b4e6-6eef616c2292 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/security-groups?id=86c1ecaa-fd81-4b85-827d-bb709ae12dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Jul 22 17:39:16.556460 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-25378952-a9a0-40a9-9396-0f75856e2f71 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:16.557958 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-25378952-a9a0-40a9-9396-0f75856e2f71 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 945 time: 0.0682631 Jul 22 17:39:16.655948 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port df912186-310b-4fd1-94e3-1bfc6a453b3b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:16.656295 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:16.748314 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port df912186-310b-4fd1-94e3-1bfc6a453b3b, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=df912186-310b-4fd1-94e3-1bfc6a453b3b,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:16.748674 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:16.760836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for df912186-310b-4fd1-94e3-1bfc6a453b3b owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:16.885213 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:16.919010 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=df912186-310b-4fd1-94e3-1bfc6a453b3b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:16.952069 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.952418 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.952759 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.953091 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.953419 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.953746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.954072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.954396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.954721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.955068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.955391 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.955709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:16.973582 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] No DVR routers for this DVR port df912186-310b-4fd1-94e3-1bfc6a453b3b on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:39:16.975833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:16.977822 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f9cc7d8f-7c58-447c-9784-159e3a321131 req-3d8e59c0-034e-4c1a-8c36-8a97adfde207 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.20 "DELETE /v2.0/ports/df912186-310b-4fd1-94e3-1bfc6a453b3b HTTP/1.1" status: 204 len: 173 time: 0.4145503 Jul 22 17:39:16.978259 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'name': 'network-vif-deleted', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:16.980548 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a108c691-9515-43cf-81a4-da675bd23ff7" -d '{"events": [{"server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "name": "network-vif-deleted", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:17.019119 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48e9447-c704-4197-9e4d-1a2ae7946508 x-openstack-request-id: req-b48e9447-c704-4197-9e4d-1a2ae7946508 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:17.019453 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fe32bb-fb61-4f15-8cef-13779be4fdb6", "name": "network-vif-deleted", "tag": "df912186-310b-4fd1-94e3-1bfc6a453b3b", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:17.019750 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b48e9447-c704-4197-9e4d-1a2ae7946508 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:17.020156 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fe32bb-fb61-4f15-8cef-13779be4fdb6', 'name': 'network-vif-deleted', 'tag': 'df912186-310b-4fd1-94e3-1bfc6a453b3b', 'status': 'completed', 'code': 200} Jul 22 17:39:17.231225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-65bceb8b-94e4-4b1b-b52a-f49a2242a406 req-7b1f78d6-abee-4fa7-acda-259fb8e1b653 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "GET /v2.0/ports?device_id=88fe32bb-fb61-4f15-8cef-13779be4fdb6 HTTP/1.1" status: 200 len: 210 time: 0.0351632 Jul 22 17:39:18.287615 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35100) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:18.539904 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-200351c4-49e4-4f75-9722-95b858a31f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:18.644208 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.152095 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device df912186-310b-4fd1-94e3-1bfc6a453b3b no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:19.172565 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: df912186-310b-4fd1-94e3-1bfc6a453b3b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:19.172834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device df912186-310b-4fd1-94e3-1bfc6a453b3b not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:19.218116 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port e82ae05b-5c60-465a-b28b-55504605dc57 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:19.218452 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.314401 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port e82ae05b-5c60-465a-b28b-55504605dc57, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e82ae05b-5c60-465a-b28b-55504605dc57,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:19.315149 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.326731 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for e82ae05b-5c60-465a-b28b-55504605dc57 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:19.511079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.537966 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=e82ae05b-5c60-465a-b28b-55504605dc57,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:19.718260 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:19.932164 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:20.036986 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:20.042759 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-64ffbab7-82f4-4c93-8bed-b87504f12ba8 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "PUT /v2.0/routers/b8dcc9b7-66b1-4fdf-a501-d637396c17f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7539740 Jul 22 17:39:20.044551 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35104) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:20.046355 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] Sync routers for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:20.056375 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:20.056980 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:20.104133 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6e129d-ecf4-4612-8f9a-8ce9dff11743 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting subnet 603b0065-c94f-413b-a96b-b1c59e59bcb9 {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:39:20.107309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e6e129d-ecf4-4612-8f9a-8ce9dff11743 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.147060 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e6e129d-ecf4-4612-8f9a-8ce9dff11743 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.163158 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:20.228511 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e6e129d-ecf4-4612-8f9a-8ce9dff11743 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.294010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e6e129d-ecf4-4612-8f9a-8ce9dff11743 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.321729 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e129d-ecf4-4612-8f9a-8ce9dff11743 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Subnet': ['ID=603b0065-c94f-413b-a96b-b1c59e59bcb9,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:20.325467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-7e6e129d-ecf4-4612-8f9a-8ce9dff11743 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.327360 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7e6e129d-ecf4-4612-8f9a-8ce9dff11743 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/subnets/603b0065-c94f-413b-a96b-b1c59e59bcb9 HTTP/1.1" status: 204 len: 168 time: 0.2818556 Jul 22 17:39:20.329939 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35106) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:20.338506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5861dac1-d0fc-4362-aca8-57eb2c9974cd None None] Network 3f9b54ce-dcd8-4a9d-806e-67745817637d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:39:20.345155 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:39:19Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:20.376837 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] Checking router: b8dcc9b7-66b1-4fdf-a501-d637396c17f0 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:20.385741 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] Routers {'b8dcc9b7-66b1-4fdf-a501-d637396c17f0'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:20.386350 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:38:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:20.448816 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.491980 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] Set router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:20.542868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] DHCP port deletion for 3f9b54ce-dcd8-4a9d-806e-67745817637d request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:39:20.563414 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.594209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Deleting port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:20.594606 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.622598 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Deleting port 0ef4d6e8-f6b0-4fca-a630-009678772a89 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:39:20.622971 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.662290 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] For port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9,segment=NetworkSegment(a3ef7d91-de33-40b4-92e9-ef2c39b0b983),segment_id=a3ef7d91-de33-40b4-92e9-ef2c39b0b983)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:20.662684 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.678211 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:39:19Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:20.679915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Calling delete_port for a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:20.705759 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] For port 0ef4d6e8-f6b0-4fca-a630-009678772a89, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=0ef4d6e8-f6b0-4fca-a630-009678772a89,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:20.706442 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.709891 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46dc3f-c5ab-4eab-a444-7748e4d16292 None None] The sync data for ids ['b8dcc9b7-66b1-4fdf-a501-d637396c17f0'] in n-d-792458-13 is: [{'id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-330941679', 'tenant_id': 'c7814b6c0c0244ad96f947812e4420bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:39:19Z', 'revision_number': 5, 'project_id': 'c7814b6c0c0244ad96f947812e4420bd', 'gw_port': {'id': '0ef4d6e8-f6b0-4fca-a630-009678772a89', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8dcc9b7-66b1-4fdf-a501-d637396c17f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:38:17Z', 'updated_at': '2021-07-22T17:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:20.720201 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Calling delete_port for 0ef4d6e8-f6b0-4fca-a630-009678772a89 owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:39:20.770823 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.796277 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Pushing event deleted for resources: {'Port': ['ID=a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:20.800519 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] No DVR routers for this DVR port a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:39:20.815329 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.815682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.816027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.816366 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.816699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.817065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.818078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.818454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.818822 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.819190 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.819520 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.819847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ca7bc-055c-49c2-a562-b75b7c319185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:20.900141 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:20.928100 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Port': ['ID=0ef4d6e8-f6b0-4fca-a630-009678772a89,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:20.993252 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.086723 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.088917 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.136684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.137371 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Fanout notify agent at l3_agent the message router_deleted on router b8dcc9b7-66b1-4fdf-a501-d637396c17f0 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:39:21.138039 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5342801-5faf-42d2-b58a-3f6ea66582a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.144493 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.145687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-42cf0c12-0b3e-45ec-b4cb-205bedac7e58 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/routers/b8dcc9b7-66b1-4fdf-a501-d637396c17f0 HTTP/1.1" status: 204 len: 168 time: 0.8148105 Jul 22 17:39:21.148475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35110) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:21.245867 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.340367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.351875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9b54ce-dcd8-4a9d-806e-67745817637d']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:21.364344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:21.364642 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ef7d91-de33-40b4-92e9-ef2c39b0b983') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:21.372388 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.374830 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.389418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.399075 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:39:21.399433 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:39:21.402786 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:39:21.461866 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.468886 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.470728 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/networks/3f9b54ce-dcd8-4a9d-806e-67745817637d HTTP/1.1" status: 204 len: 168 time: 0.3212714 Jul 22 17:39:21.475218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35112) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:21.486068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539d903-eac7-4380-9fca-fa7ec6c41395 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'Network': ['ID=3f9b54ce-dcd8-4a9d-806e-67745817637d,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:21.537168 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b287-4eb6-405f-8b66-0cab0c8c5021 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.563356 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b287-4eb6-405f-8b66-0cab0c8c5021 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.623455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b287-4eb6-405f-8b66-0cab0c8c5021 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.626169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b287-4eb6-405f-8b66-0cab0c8c5021 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:21.627374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0dd5b287-4eb6-405f-8b66-0cab0c8c5021 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] 10.222.0.53 "DELETE /v2.0/security-groups/86c1ecaa-fd81-4b85-827d-bb709ae12dd5 HTTP/1.1" status: 204 len: 168 time: 0.1513045 Jul 22 17:39:21.637417 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5b287-4eb6-405f-8b66-0cab0c8c5021 tempest-TestNetworkAdvancedServerOps-283054404 tempest-TestNetworkAdvancedServerOps-283054404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c1ecaa-fd81-4b85-827d-bb709ae12dd5,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:21.731865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0ef4d6e8-f6b0-4fca-a630-009678772a89 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:21.750806 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 0ef4d6e8-f6b0-4fca-a630-009678772a89 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:21.751097 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 0ef4d6e8-f6b0-4fca-a630-009678772a89 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:21.751507 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e82ae05b-5c60-465a-b28b-55504605dc57 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:21.772515 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e82ae05b-5c60-465a-b28b-55504605dc57 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:21.772859 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e82ae05b-5c60-465a-b28b-55504605dc57 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:21.773270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:39:21.792261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:39:21.792604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device a8d605d7-c6f8-4bbd-9d0c-9fb94d89c3d9 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:39:21.966589 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35120) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.112036 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ed194882-1b54-4125-b41c-89a847ca549f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7814b6c0c0244ad96f947812e4420bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442170 Jul 22 17:39:22.114688 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35124) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.162342 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-387e163d-1014-4bc3-96cb-392a2475ab6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.183029 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-387e163d-1014-4bc3-96cb-392a2475ab6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.229643 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-387e163d-1014-4bc3-96cb-392a2475ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.232283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-387e163d-1014-4bc3-96cb-392a2475ab6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.233433 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-387e163d-1014-4bc3-96cb-392a2475ab6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49de0ae8-8394-470e-9279-2ad11cf10414 HTTP/1.1" status: 204 len: 168 time: 0.1177802 Jul 22 17:39:22.241080 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e163d-1014-4bc3-96cb-392a2475ab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49de0ae8-8394-470e-9279-2ad11cf10414,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:22.503619 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35130) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.517209 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54737fab-bbf5-4728-b1da-c9dac9fa9315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.610758 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54737fab-bbf5-4728-b1da-c9dac9fa9315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.614749 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-54737fab-bbf5-4728-b1da-c9dac9fa9315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.652605 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-54737fab-bbf5-4728-b1da-c9dac9fa9315 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abe1f73d968b435aa9a1003a299c522d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478832 Jul 22 17:39:22.654573 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54737fab-bbf5-4728-b1da-c9dac9fa9315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6023b9-a64e-403f-8ddf-16268e6958ee,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:22.655352 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35132) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:22.717021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dce4b69b-936e-4e9f-8c2c-f957c5aa5689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.741450 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dce4b69b-936e-4e9f-8c2c-f957c5aa5689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.788455 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dce4b69b-936e-4e9f-8c2c-f957c5aa5689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.791397 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dce4b69b-936e-4e9f-8c2c-f957c5aa5689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.792816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dce4b69b-936e-4e9f-8c2c-f957c5aa5689 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc6023b9-a64e-403f-8ddf-16268e6958ee HTTP/1.1" status: 204 len: 168 time: 0.1364541 Jul 22 17:39:22.798008 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:22.804099 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4b69b-936e-4e9f-8c2c-f957c5aa5689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6023b9-a64e-403f-8ddf-16268e6958ee,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:23.483708 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35154) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:23.576882 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-974948673-network', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:23.597041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Made reservation on behalf of e0fc87653f6b4aadbdc1ffac53ddbece for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:39:23.599991 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.608210 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.699745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.703338 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.724210 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:39:23.738733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41080466-2939-4af3-8eab-8ca31c011119,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:23.743583 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.744012 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Added segment ebf18034-3081-4d6e-9f8f-b04934c21e6f of type vlan for network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 Jul 22 17:39:23.785948 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.815021 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.815957 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:23.816539 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.847517 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3627222 Jul 22 17:39:23.850950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35158) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:23.856077 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Request body: {'subnet': {'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-974948673-subnet', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:23.877033 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Made reservation on behalf of e0fc87653f6b4aadbdc1ffac53ddbece for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:39:23.877674 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d13568-19cf-453e-b55e-e2b0b60dd947 admin admin] Pushing event updated for resources: {'Network': ['ID=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:23.879444 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:23.888538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:39:24.058827 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.114336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c29e4ce-6243-4ebe-b4e3-5a929f436a36,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:24.121868 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Checking segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:24.122234 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Network hostable DHCP agents. Network: f491b0e5-c3fe-45cb-a228-4cba29a5b6a6, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:39:24.139181 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:39:24.148898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, f491b0e5-c3fe-45cb-a228-4cba29a5b6a6) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:24.154195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:24.155165 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.160871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eeab80-3e28-42c0-8e7a-7696e8f94b24 None None] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:39:24.174095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c51025f3-a6f8-4b4d-a859-f9f29531e0f4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3220181 Jul 22 17:39:24.177636 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35160) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:24.182264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:24.203441 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.204501 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.264154 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.317118 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:39:24.319053 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.406790 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.456762 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Allocated IP 172.20.0.2 (f491b0e5-c3fe-45cb-a228-4cba29a5b6a6/1c29e4ce-6243-4ebe-b4e3-5a929f436a36/296c7da4-6102-4e0f-8864-691544508d84) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:24.499634 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.608829 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.611004 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.620103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Transition to ACTIVE for port object 296c7da4-6102-4e0f-8864-691544508d84 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:24.628022 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.635628 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Transition to ACTIVE for port object 296c7da4-6102-4e0f-8864-691544508d84 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:24.641583 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.682155 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:24.684846 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:24.687343 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:24.696096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Pushing event updated for resources: {'Port': ['ID=296c7da4-6102-4e0f-8864-691544508d84,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:24.738260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Allocated IP 172.25.3.103 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/5809d67d-e0a5-420c-9467-feae9a22112f) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:24.750827 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Attempting to bind port 296c7da4-6102-4e0f-8864-691544508d84 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:24.751232 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Attempting to bind port 296c7da4-6102-4e0f-8864-691544508d84 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:24.751604 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Attempting to bind port 296c7da4-6102-4e0f-8864-691544508d84 on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:24.756682 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:24.757056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Checking segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:24.757454 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.757848 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Bound using segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:24.758313 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Bound port: 296c7da4-6102-4e0f-8864-691544508d84, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:24.758691 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.822834 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] For port 296c7da4-6102-4e0f-8864-691544508d84, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:24.826326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] For port 296c7da4-6102-4e0f-8864-691544508d84, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=296c7da4-6102-4e0f-8864-691544508d84,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:24.831336 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.846440 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.889092 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:24.895042 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f026a1c-ad13-4b5c-bd96-342fc62d5129 None None] Pushing event updated for resources: {'Port': ['ID=296c7da4-6102-4e0f-8864-691544508d84,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:24.930218 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:24.935262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:24.938670 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:24.964740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Pushing event updated for resources: {'Port': ['ID=5809d67d-e0a5-420c-9467-feae9a22112f,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:25.201430 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.748419 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.787939 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 296c7da4-6102-4e0f-8864-691544508d84 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:25.845027 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 296c7da4-6102-4e0f-8864-691544508d84 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:25.865482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c481507d-985f-4a83-bdc4-1362ee34c3e8 None None] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:39:25.883125 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Router e37934de-37b1-4b19-ad2a-c7e931bebb5c is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:39:25.947963 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-28c8cda2-d72a-40a1-acc7-b47e63e66eca None None] Provisioning for port 296c7da4-6102-4e0f-8864-691544508d84 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:25.956441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-28c8cda2-d72a-40a1-acc7-b47e63e66eca None None] Provisioning complete for port 296c7da4-6102-4e0f-8864-691544508d84 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:25.956809 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28c8cda2-d72a-40a1-acc7-b47e63e66eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:25.995091 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:26.009831 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Sync routers for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:26.011498 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.012767 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c35a5512-2ae3-40e1-8f94-7c6f62188d6b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8341107 Jul 22 17:39:26.015610 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35162) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:26.035672 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:26.037282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:26.183655 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28c8cda2-d72a-40a1-acc7-b47e63e66eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.221295 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:26.443205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-28c8cda2-d72a-40a1-acc7-b47e63e66eca None None] For port 296c7da4-6102-4e0f-8864-691544508d84, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=296c7da4-6102-4e0f-8864-691544508d84,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:26.445222 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.457718 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28c8cda2-d72a-40a1-acc7-b47e63e66eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.552144 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8cda2-d72a-40a1-acc7-b47e63e66eca None None] Pushing event updated for resources: {'Port': ['ID=296c7da4-6102-4e0f-8864-691544508d84,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:26.599035 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aeed7ad6-9306-41c4-9624-ba2315731f6d None None] Provisioning complete for port 296c7da4-6102-4e0f-8864-691544508d84 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:26.599406 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aeed7ad6-9306-41c4-9624-ba2315731f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.606541 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Allocated IP 172.20.0.1 (f491b0e5-c3fe-45cb-a228-4cba29a5b6a6/1c29e4ce-6243-4ebe-b4e3-5a929f436a36/537f89a6-6a80-495a-97c1-a32c27cd1132) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:26.649581 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:25Z', 'revision_number': 3, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:26.680769 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Checking router: e37934de-37b1-4b19-ad2a-c7e931bebb5c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:26.681112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Updating router e37934de-37b1-4b19-ad2a-c7e931bebb5c port 5809d67d-e0a5-420c-9467-feae9a22112f binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:39:26.708570 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.721726 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Transition to ACTIVE for port object 537f89a6-6a80-495a-97c1-a32c27cd1132 will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:26.741596 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.757062 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.805108 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:26.807807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:26.811378 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:26.833713 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Pushing event updated for resources: {'Port': ['ID=537f89a6-6a80-495a-97c1-a32c27cd1132,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:26.853972 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:26.999940 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.019169 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.029885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Transition to ACTIVE for port object 5809d67d-e0a5-420c-9467-feae9a22112f will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:27.036292 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.097631 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Attempting to bind port 5809d67d-e0a5-420c-9467-feae9a22112f on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:27.097915 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Attempting to bind port 5809d67d-e0a5-420c-9467-feae9a22112f by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:27.098819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Attempting to bind port 5809d67d-e0a5-420c-9467-feae9a22112f on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:27.100717 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76621a37-45c0-4bfc-a150-cfd33134e581 None None] Pushing event updated for resources: {'Port': ['ID=5809d67d-e0a5-420c-9467-feae9a22112f,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:27.106729 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-57b38eeb-2331-4faf-b702-7e56fb482513 None None] Provisioning for port 537f89a6-6a80-495a-97c1-a32c27cd1132 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:27.110750 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-57b38eeb-2331-4faf-b702-7e56fb482513 None None] Provisioning complete for port 537f89a6-6a80-495a-97c1-a32c27cd1132 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:27.111149 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-57b38eeb-2331-4faf-b702-7e56fb482513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.112907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:27.113286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:27.113681 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.114592 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:27.114807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Bound port: 5809d67d-e0a5-420c-9467-feae9a22112f, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:27.115181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.169469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.174343 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.184887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-57b38eeb-2331-4faf-b702-7e56fb482513 None None] Port 537f89a6-6a80-495a-97c1-a32c27cd1132 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:39:27.195923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] For port 5809d67d-e0a5-420c-9467-feae9a22112f, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:27.199418 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] For port 5809d67d-e0a5-420c-9467-feae9a22112f, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5809d67d-e0a5-420c-9467-feae9a22112f,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:27.203506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.242016 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.243952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Pushing event updated for resources: {'Port': ['ID=537f89a6-6a80-495a-97c1-a32c27cd1132,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:27.270528 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:27.271217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:27.273261 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76621a37-45c0-4bfc-a150-cfd33134e581 None None] Pushing event updated for resources: {'Port': ['ID=5809d67d-e0a5-420c-9467-feae9a22112f,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:27.360262 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:27.361041 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:27.390664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:27.486469 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Router e37934de-37b1-4b19-ad2a-c7e931bebb5c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:27.609902 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ee2afaf5-ceb6-43e6-9313-d09592e3fc24 None None] Provisioning complete for port 537f89a6-6a80-495a-97c1-a32c27cd1132 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:27.610335 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee2afaf5-ceb6-43e6-9313-d09592e3fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:27.616103 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:27.621490 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e3ec0b6b-32e0-4a01-8655-a1465705d077 admin admin] 10.222.0.53 "PUT /v2.0/routers/e37934de-37b1-4b19-ad2a-c7e931bebb5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6047127 Jul 22 17:39:27.659395 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-ee2afaf5-ceb6-43e6-9313-d09592e3fc24 None None] Port 537f89a6-6a80-495a-97c1-a32c27cd1132 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:39:27.672227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 2, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:27.701870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da71c4-f06d-4d9c-81d4-28e8cbcb76e9 None None] The sync data for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 is: [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 2, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:27.767210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 296c7da4-6102-4e0f-8864-691544508d84 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:27.832123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 296c7da4-6102-4e0f-8864-691544508d84 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:27.832492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.269810 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:28.275571 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-467047487-network', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:28.300160 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Made reservation on behalf of 0f54921a3fd9417bb7c068ab897e6a20 for: {'network': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:39:28.302605 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.312108 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.429840 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.433577 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.457194 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93751) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:39:28.471834 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f848949c-265a-4590-a4b5-3700700b30a6,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:28.477728 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.478169 n-d-792458-13 neutron-server[93751]: INFO neutron.db.segments_db [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Added segment 89b405f0-ce6e-4f36-a434-587ee3ef60dd of type vlan for network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 Jul 22 17:39:28.522991 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.554582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.555666 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:28.556247 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.588585 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3170104 Jul 22 17:39:28.591289 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:28.596130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Request body: {'subnet': {'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-467047487-subnet', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:28.633337 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8d287-3500-4ba5-8c4c-c0eb2f599d02 admin admin] Pushing event updated for resources: {'Network': ['ID=3bed10e9-2fdd-4bb1-afcf-93355e61a579,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:28.644103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:39:28.653397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Made reservation on behalf of 0f54921a3fd9417bb7c068ab897e6a20 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:39:28.655963 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.830750 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.888894 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44d4577-3a98-439b-8f16-21143599f083,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:28.898064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Checking segment: {'id': '89b405f0-ce6e-4f36-a434-587ee3ef60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:28.898445 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Network hostable DHCP agents. Network: 3bed10e9-2fdd-4bb1-afcf-93355e61a579, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:39:28.915945 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:39:28.930562 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 3bed10e9-2fdd-4bb1-afcf-93355e61a579) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:28.934780 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:28.935405 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.939260 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e82920-73f5-4d42-a7ee-d305beda5c7d None None] Network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:39:28.951561 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6bf63e72-da90-4890-a7be-ffe1707f2a73 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3590035 Jul 22 17:39:28.954013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35182) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:28.959145 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:28.981777 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:28.982773 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.043206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.099887 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-3bed10e9-2fdd-4bb1-afcf-93355e61a579', 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'fixed_ips': [{'subnet_id': 'e44d4577-3a98-439b-8f16-21143599f083'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:39:29.100779 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.184846 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.237438 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Allocated IP 172.20.0.2 (3bed10e9-2fdd-4bb1-afcf-93355e61a579/e44d4577-3a98-439b-8f16-21143599f083/b9e50f44-a9fa-4daf-919f-0a743a3fdd44) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:29.389293 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.393609 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.398807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Transition to ACTIVE for port object b9e50f44-a9fa-4daf-919f-0a743a3fdd44 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:29.414071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Transition to ACTIVE for port object b9e50f44-a9fa-4daf-919f-0a743a3fdd44 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:29.414287 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.419775 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.460124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:29.463073 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:29.465976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:29.496656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Pushing event updated for resources: {'Port': ['ID=b9e50f44-a9fa-4daf-919f-0a743a3fdd44,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:29.524480 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Allocated IP 172.25.3.110 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/d1864a3e-ee50-4d87-a295-55dec9077814) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:29.533469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Attempting to bind port b9e50f44-a9fa-4daf-919f-0a743a3fdd44 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:29.533876 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Attempting to bind port b9e50f44-a9fa-4daf-919f-0a743a3fdd44 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '89b405f0-ce6e-4f36-a434-587ee3ef60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:29.534307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Attempting to bind port b9e50f44-a9fa-4daf-919f-0a743a3fdd44 on network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:29.539666 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:29.540075 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Checking segment: {'id': '89b405f0-ce6e-4f36-a434-587ee3ef60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:29.540534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.540988 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Bound using segment: {'id': '89b405f0-ce6e-4f36-a434-587ee3ef60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:29.541530 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Bound port: b9e50f44-a9fa-4daf-919f-0a743a3fdd44, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b405f0-ce6e-4f36-a434-587ee3ef60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:29.541905 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.610029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] For port b9e50f44-a9fa-4daf-919f-0a743a3fdd44, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:29.613076 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] For port b9e50f44-a9fa-4daf-919f-0a743a3fdd44, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b9e50f44-a9fa-4daf-919f-0a743a3fdd44,segment=NetworkSegment(89b405f0-ce6e-4f36-a434-587ee3ef60dd),segment_id=89b405f0-ce6e-4f36-a434-587ee3ef60dd)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:29.619391 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.636868 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.678052 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d4583-f82d-46a7-8171-c7c54aafbc1e None None] Pushing event updated for resources: {'Port': ['ID=b9e50f44-a9fa-4daf-919f-0a743a3fdd44,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:29.679808 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.729806 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:29.733012 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:29.737069 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:29.764403 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Pushing event updated for resources: {'Port': ['ID=d1864a3e-ee50-4d87-a295-55dec9077814,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:29.786676 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5809d67d-e0a5-420c-9467-feae9a22112f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:29.828604 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Sync routers for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:29.840178 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:29.841203 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:29.843344 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 5809d67d-e0a5-420c-9467-feae9a22112f completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:29.847393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5809d67d-e0a5-420c-9467-feae9a22112f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:29.847768 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:29.962122 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.001440 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 5809d67d-e0a5-420c-9467-feae9a22112f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5809d67d-e0a5-420c-9467-feae9a22112f,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:30.007724 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.021805 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:30.044270 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.072010 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=5809d67d-e0a5-420c-9467-feae9a22112f,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:30.233090 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:27Z', 'revision_number': 2, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:30.256283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.258883 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Checking router: e37934de-37b1-4b19-ad2a-c7e931bebb5c for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:30.259250 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Updating router e37934de-37b1-4b19-ad2a-c7e931bebb5c port 537f89a6-6a80-495a-97c1-a32c27cd1132 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:39:30.389865 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:39:30.391245 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.709999 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.721467 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Transition to ACTIVE for port object 537f89a6-6a80-495a-97c1-a32c27cd1132 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:30.728494 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.797112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff9b803-3e36-4c9c-a54b-53f6b62effde None None] Network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:39:30.808050 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Pushing event updated for resources: {'Port': ['ID=537f89a6-6a80-495a-97c1-a32c27cd1132,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:30.834756 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.835883 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.836404 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.836732 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.837311 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.837805 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.838396 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.838882 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.839633 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.842785 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.843320 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.843865 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:39:30.864950 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Attempting to bind port 537f89a6-6a80-495a-97c1-a32c27cd1132 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:30.865582 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Attempting to bind port 537f89a6-6a80-495a-97c1-a32c27cd1132 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:30.866130 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Attempting to bind port 537f89a6-6a80-495a-97c1-a32c27cd1132 on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:30.871913 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:30.872568 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Checking segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:30.873133 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.873691 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Bound using segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:30.874315 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Bound port: 537f89a6-6a80-495a-97c1-a32c27cd1132, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:30.874879 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.889204 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:30.909448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Sync routers for ids ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:30.927053 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:30.927053 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f94fcfbf-d34a-4e7e-9534-43c3917c68ed admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9708815 Jul 22 17:39:30.929497 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35184) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:30.932168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-6d3b3076-ba90-42ab-a820-7dbf0074cb32 None None] Provisioning for port b9e50f44-a9fa-4daf-919f-0a743a3fdd44 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:30.972298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Routers {'1b8a15a2-a50d-41e4-b1b9-23ed951e553c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:30.972946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:30.988539 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] For port 537f89a6-6a80-495a-97c1-a32c27cd1132, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:30.993354 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] For port 537f89a6-6a80-495a-97c1-a32c27cd1132, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=537f89a6-6a80-495a-97c1-a32c27cd1132,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:31.000286 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.060927 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:31.061843 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:31.225624 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc241c13-5990-4b31-a6a7-7afdf6237acd None None] Pushing event updated for resources: {'Port': ['ID=537f89a6-6a80-495a-97c1-a32c27cd1132,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:31.231397 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:31.327133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Set router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:31.470008 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.487022 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:30Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:31.519998 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c7fc4-4179-426d-b218-5b874f51661b None None] The sync data for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 is: [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:30Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:31.548119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:28Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 3, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'gw_port': {'id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:29Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:31.584371 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Checking router: 1b8a15a2-a50d-41e4-b1b9-23ed951e553c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:31.584634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Updating router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c port d1864a3e-ee50-4d87-a295-55dec9077814 binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:39:31.626427 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.664701 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Allocated IP 172.20.0.1 (3bed10e9-2fdd-4bb1-afcf-93355e61a579/e44d4577-3a98-439b-8f16-21143599f083/91925e27-cf81-48b4-a147-9939f751e0dd) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:31.800793 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.815549 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Transition to ACTIVE for port object 91925e27-cf81-48b4-a147-9939f751e0dd will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:31.865731 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.921691 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:31.932046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:31.936515 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:31.955452 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5809d67d-e0a5-420c-9467-feae9a22112f up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:31.961376 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Pushing event updated for resources: {'Port': ['ID=91925e27-cf81-48b4-a147-9939f751e0dd,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:31.980353 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:31.996720 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.018184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Transition to ACTIVE for port object d1864a3e-ee50-4d87-a295-55dec9077814 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:32.029675 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.101153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Attempting to bind port d1864a3e-ee50-4d87-a295-55dec9077814 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:32.101624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Attempting to bind port d1864a3e-ee50-4d87-a295-55dec9077814 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:32.102559 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Attempting to bind port d1864a3e-ee50-4d87-a295-55dec9077814 on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:32.113748 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 5809d67d-e0a5-420c-9467-feae9a22112f triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:32.114424 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.117564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:32.118030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:32.118496 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.118980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:32.119538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Bound port: d1864a3e-ee50-4d87-a295-55dec9077814, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:32.120003 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.154295 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.178699 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883f64-2837-4797-9be4-6cf8ca6ab26e None None] Pushing event updated for resources: {'Port': ['ID=d1864a3e-ee50-4d87-a295-55dec9077814,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:32.232828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] For port d1864a3e-ee50-4d87-a295-55dec9077814, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:32.237083 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] For port d1864a3e-ee50-4d87-a295-55dec9077814, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d1864a3e-ee50-4d87-a295-55dec9077814,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:32.262005 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.326161 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b9e50f44-a9fa-4daf-919f-0a743a3fdd44 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:32.342647 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.349307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.367140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b82b9982-19de-4db4-bc2a-9bb4806d5ea9 None None] Provisioning for port 91925e27-cf81-48b4-a147-9939f751e0dd completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:32.386316 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc883f64-2837-4797-9be4-6cf8ca6ab26e None None] Pushing event updated for resources: {'Port': ['ID=d1864a3e-ee50-4d87-a295-55dec9077814,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:32.392722 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Routers {'1b8a15a2-a50d-41e4-b1b9-23ed951e553c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:32.393492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:32.395287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b82b9982-19de-4db4-bc2a-9bb4806d5ea9 None None] Provisioning complete for port 91925e27-cf81-48b4-a147-9939f751e0dd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:32.395657 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b82b9982-19de-4db4-bc2a-9bb4806d5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.427052 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.428728 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Pushing event updated for resources: {'Port': ['ID=91925e27-cf81-48b4-a147-9939f751e0dd,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:32.497028 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.521065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:32.522725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:32.526540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b82b9982-19de-4db4-bc2a-9bb4806d5ea9 None None] Port 91925e27-cf81-48b4-a147-9939f751e0dd cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:39:32.538807 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port b9e50f44-a9fa-4daf-919f-0a743a3fdd44 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:32.550272 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b9e50f44-a9fa-4daf-919f-0a743a3fdd44 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:32.550807 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.580062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] Set router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:32.646590 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:32.759875 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:32.764779 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.764936 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4693eb75-f7b2-435c-8b41-05b04ddbfe47 admin admin] 10.222.0.53 "PUT /v2.0/routers/1b8a15a2-a50d-41e4-b1b9-23ed951e553c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8343022 Jul 22 17:39:32.786511 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-7c14c979-7a3c-4c94-afad-c13759b10786 None None] Provisioning complete for port 91925e27-cf81-48b4-a147-9939f751e0dd triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:32.786885 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c14c979-7a3c-4c94-afad-c13759b10786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.871736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port b9e50f44-a9fa-4daf-919f-0a743a3fdd44, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b9e50f44-a9fa-4daf-919f-0a743a3fdd44,segment=NetworkSegment(89b405f0-ce6e-4f36-a434-587ee3ef60dd),segment_id=89b405f0-ce6e-4f36-a434-587ee3ef60dd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:32.876733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-7c14c979-7a3c-4c94-afad-c13759b10786 None None] Port 91925e27-cf81-48b4-a147-9939f751e0dd cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:39:32.880478 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:32.881285 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 537f89a6-6a80-495a-97c1-a32c27cd1132 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:32.970266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=b9e50f44-a9fa-4daf-919f-0a743a3fdd44,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:32.983112 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:28Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 4, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'gw_port': {'id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:29Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '91925e27-cf81-48b4-a147-9939f751e0dd', 'name': '', 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'mac_address': 'fa:16:3e:cc:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e44d4577-3a98-439b-8f16-21143599f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:31Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 2, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'subnets': [{'id': 'e44d4577-3a98-439b-8f16-21143599f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:33.015023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a81cc6c-0c1d-46b7-a5f1-a42def7bbf44 None None] The sync data for ids ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'] in n-d-792458-13 is: [{'id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:28Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 4, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'gw_port': {'id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:29Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '91925e27-cf81-48b4-a147-9939f751e0dd', 'name': '', 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'mac_address': 'fa:16:3e:cc:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e44d4577-3a98-439b-8f16-21143599f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:31Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 2, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'subnets': [{'id': 'e44d4577-3a98-439b-8f16-21143599f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:33.023166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 537f89a6-6a80-495a-97c1-a32c27cd1132 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:33.027641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 537f89a6-6a80-495a-97c1-a32c27cd1132 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:33.028021 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.120561 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.157893 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 537f89a6-6a80-495a-97c1-a32c27cd1132, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=537f89a6-6a80-495a-97c1-a32c27cd1132,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:33.162050 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.234267 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=537f89a6-6a80-495a-97c1-a32c27cd1132,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:33.350352 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35194) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:33.355205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bcaf5d5f-a31a-4130-b887-339c18e91bd0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78941882', 'description': 'tempest-secgroup-smoke-78941882 description', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:33.384180 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5d5f-a31a-4130-b887-339c18e91bd0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.480602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5d5f-a31a-4130-b887-339c18e91bd0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.484517 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5d5f-a31a-4130-b887-339c18e91bd0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.515278 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5d5f-a31a-4130-b887-339c18e91bd0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.516539 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bcaf5d5f-a31a-4130-b887-339c18e91bd0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1651273 Jul 22 17:39:33.517467 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf5d5f-a31a-4130-b887-339c18e91bd0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ec713-cf68-45bd-99c7-a6fab09c0cfb,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:33.519647 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35196) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:33.525169 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-5271acfd-9c7e-4edf-a247-d32993fe41c6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': 'd09ec713-cf68-45bd-99c7-a6fab09c0cfb', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:33.554660 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5271acfd-9c7e-4edf-a247-d32993fe41c6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.617718 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5271acfd-9c7e-4edf-a247-d32993fe41c6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.622348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5271acfd-9c7e-4edf-a247-d32993fe41c6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.646564 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5271acfd-9c7e-4edf-a247-d32993fe41c6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.647739 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5271acfd-9c7e-4edf-a247-d32993fe41c6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264968 Jul 22 17:39:33.648435 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271acfd-9c7e-4edf-a247-d32993fe41c6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ecf0e1-503c-4964-9e73-8bad8806f312,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:33.650740 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35198) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:33.655871 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-fea5155a-a6ef-4673-8c93-be5f877deb09 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': 'd09ec713-cf68-45bd-99c7-a6fab09c0cfb', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:33.683443 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fea5155a-a6ef-4673-8c93-be5f877deb09 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.745418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fea5155a-a6ef-4673-8c93-be5f877deb09 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.749571 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fea5155a-a6ef-4673-8c93-be5f877deb09 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.763086 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b9e50f44-a9fa-4daf-919f-0a743a3fdd44 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:33.768910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5155a-a6ef-4673-8c93-be5f877deb09 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50da313-4dfb-42d9-bcfe-f2c3b26d38b1,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:33.773512 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fea5155a-a6ef-4673-8c93-be5f877deb09 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.777540 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fea5155a-a6ef-4673-8c93-be5f877deb09 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228840 Jul 22 17:39:33.778020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35200) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:33.782440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a6854501-9108-42bc-8bf7-584a7203d98c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': 'd09ec713-cf68-45bd-99c7-a6fab09c0cfb', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:33.810283 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6854501-9108-42bc-8bf7-584a7203d98c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.812647 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port b9e50f44-a9fa-4daf-919f-0a743a3fdd44 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:33.813019 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.872602 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6854501-9108-42bc-8bf7-584a7203d98c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.876207 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6854501-9108-42bc-8bf7-584a7203d98c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.892234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 537f89a6-6a80-495a-97c1-a32c27cd1132 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:33.894263 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6854501-9108-42bc-8bf7-584a7203d98c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0aa952-720d-440a-b503-ff78d398d27f,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:33.902873 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a6854501-9108-42bc-8bf7-584a7203d98c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.904141 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a6854501-9108-42bc-8bf7-584a7203d98c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254451 Jul 22 17:39:33.907243 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35202) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:33.912436 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a97849e0-6b26-464a-af8c-fa6e6d0a7aff tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': 'd09ec713-cf68-45bd-99c7-a6fab09c0cfb', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:33.940299 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a97849e0-6b26-464a-af8c-fa6e6d0a7aff tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:33.949414 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 537f89a6-6a80-495a-97c1-a32c27cd1132 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:33.949790 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.001036 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a97849e0-6b26-464a-af8c-fa6e6d0a7aff tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.004801 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a97849e0-6b26-464a-af8c-fa6e6d0a7aff tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.035375 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97849e0-6b26-464a-af8c-fa6e6d0a7aff tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9af0128-c6f7-4a99-9c41-d5cd9431dce2,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:34.039206 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a97849e0-6b26-464a-af8c-fa6e6d0a7aff tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.043312 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a97849e0-6b26-464a-af8c-fa6e6d0a7aff tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322742 Jul 22 17:39:34.043312 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35204) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:34.047557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-6850f856-4994-49bf-a0ad-64b663896ea3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': 'd09ec713-cf68-45bd-99c7-a6fab09c0cfb', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:34.068260 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-6850f856-4994-49bf-a0ad-64b663896ea3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Project e0fc87653f6b4aadbdc1ffac53ddbece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:39:34.073050 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6850f856-4994-49bf-a0ad-64b663896ea3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.132641 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6850f856-4994-49bf-a0ad-64b663896ea3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.136269 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6850f856-4994-49bf-a0ad-64b663896ea3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.155079 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850f856-4994-49bf-a0ad-64b663896ea3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2762066-6365-4b08-aaf0-37ca9ffd419a,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:34.163644 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-6850f856-4994-49bf-a0ad-64b663896ea3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.164918 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-6850f856-4994-49bf-a0ad-64b663896ea3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208014 Jul 22 17:39:34.167652 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35206) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:34.172396 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-566fe088-99be-4663-8d0f-f4fb1739ae73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': 'd09ec713-cf68-45bd-99c7-a6fab09c0cfb', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:34.193383 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-566fe088-99be-4663-8d0f-f4fb1739ae73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Project e0fc87653f6b4aadbdc1ffac53ddbece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:39:34.198111 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-566fe088-99be-4663-8d0f-f4fb1739ae73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.262923 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-566fe088-99be-4663-8d0f-f4fb1739ae73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.266769 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-566fe088-99be-4663-8d0f-f4fb1739ae73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.287321 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fe088-99be-4663-8d0f-f4fb1739ae73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df1043b-8ba3-4404-9d27-79dd4d286656,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:34.289703 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-566fe088-99be-4663-8d0f-f4fb1739ae73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:34.291008 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-566fe088-99be-4663-8d0f-f4fb1739ae73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222949 Jul 22 17:39:34.457133 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-6c1d2867-8424-47b9-a3a8-1deb557cd924 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78941882&fields=id&tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece HTTP/1.1" status: 200 len: 267 time: 0.0348063 Jul 22 17:39:34.575778 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-2b72c807-8f87-4860-a4eb-32c7931f50db tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:34.577691 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-2b72c807-8f87-4860-a4eb-32c7931f50db tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 808 time: 0.1125968 Jul 22 17:39:34.593640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-8eb7eff9-b07f-4b32-a5a0-7105ae0b73b3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/quotas/e0fc87653f6b4aadbdc1ffac53ddbece HTTP/1.1" status: 200 len: 375 time: 0.0097885 Jul 22 17:39:34.670572 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9ef50ac-71cf-47e1-bd93-7f3a342cf76d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699925 Jul 22 17:39:34.687952 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-0b11331e-cb7f-4e8e-af0a-756722b45464 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:39:34.689022 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-0b11331e-cb7f-4e8e-af0a-756722b45464 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061667 Jul 22 17:39:34.873811 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-047da0d9-d7d6-4421-bbb2-8e47f8d25806 service neutron] 10.222.0.53 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780517 Jul 22 17:39:34.972149 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b4dd5717-8205-42d1-9a63-9de0b52010c0 service neutron] 10.222.0.53 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927823 Jul 22 17:39:35.135106 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c41d95af-6372-495b-b44a-e9eb57c80406 req-962e5345-a5a7-4478-897f-3ea597195315 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 210 time: 0.0296845 Jul 22 17:39:35.703452 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Sync routers for ids ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:35.716862 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Routers {'1b8a15a2-a50d-41e4-b1b9-23ed951e553c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:35.717500 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:35.788164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d1864a3e-ee50-4d87-a295-55dec9077814 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:35.848694 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d1864a3e-ee50-4d87-a295-55dec9077814 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:35.853776 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d1864a3e-ee50-4d87-a295-55dec9077814 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:35.854152 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:35.868065 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Set router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:35.986328 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.012154 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port d1864a3e-ee50-4d87-a295-55dec9077814, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d1864a3e-ee50-4d87-a295-55dec9077814,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:36.021178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.076387 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=d1864a3e-ee50-4d87-a295-55dec9077814,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:36.110944 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:28Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 4, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'gw_port': {'id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:29Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '91925e27-cf81-48b4-a147-9939f751e0dd', 'name': '', 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'mac_address': 'fa:16:3e:cc:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e44d4577-3a98-439b-8f16-21143599f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:31Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 2, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'subnets': [{'id': 'e44d4577-3a98-439b-8f16-21143599f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:36.140336 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Checking router: 1b8a15a2-a50d-41e4-b1b9-23ed951e553c for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:36.140688 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Updating router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c port 91925e27-cf81-48b4-a147-9939f751e0dd binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:39:36.174566 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.237336 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-556857d3-7647-4ffb-977e-646e5f77a792 req-c149d896-44d8-4cae-a697-97e30f78163d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 210 time: 0.0305288 Jul 22 17:39:36.349358 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.464142 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.475124 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Transition to ACTIVE for port object 91925e27-cf81-48b4-a147-9939f751e0dd will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:36.481320 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.492109 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-e386601f-eca3-4251-abc1-64060c4dc0dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:36.493645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-e386601f-eca3-4251-abc1-64060c4dc0dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 808 time: 0.1261008 Jul 22 17:39:36.556791 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608311ce-308e-4d31-92b2-def225274647 None None] Pushing event updated for resources: {'Port': ['ID=91925e27-cf81-48b4-a147-9939f751e0dd,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:36.558380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ee405e66-2ec4-4665-b982-c35b3a802147 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece HTTP/1.1" status: 200 len: 378 time: 0.0406728 Jul 22 17:39:36.589520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'port': {'device_id': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'admin_state_up': True, 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'security_groups': ['d09ec713-cf68-45bd-99c7-a6fab09c0cfb']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:36.593804 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Attempting to bind port 91925e27-cf81-48b4-a147-9939f751e0dd on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:36.594166 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Attempting to bind port 91925e27-cf81-48b4-a147-9939f751e0dd by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '89b405f0-ce6e-4f36-a434-587ee3ef60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:36.594549 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Attempting to bind port 91925e27-cf81-48b4-a147-9939f751e0dd on network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:36.600630 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:36.600915 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Checking segment: {'id': '89b405f0-ce6e-4f36-a434-587ee3ef60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:36.601306 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.601690 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Bound using segment: {'id': '89b405f0-ce6e-4f36-a434-587ee3ef60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:36.602143 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Bound port: 91925e27-cf81-48b4-a147-9939f751e0dd, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b405f0-ce6e-4f36-a434-587ee3ef60dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:36.602514 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.673705 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] For port 91925e27-cf81-48b4-a147-9939f751e0dd, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:36.677619 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] For port 91925e27-cf81-48b4-a147-9939f751e0dd, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=91925e27-cf81-48b4-a147-9939f751e0dd,segment=NetworkSegment(89b405f0-ce6e-4f36-a434-587ee3ef60dd),segment_id=89b405f0-ce6e-4f36-a434-587ee3ef60dd)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:36.681813 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.709146 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Made reservation on behalf of e0fc87653f6b4aadbdc1ffac53ddbece for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:39:36.713110 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:36.734640 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Routers {'1b8a15a2-a50d-41e4-b1b9-23ed951e553c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:36.734640 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:36.853614 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Allocated IP 172.20.0.8 (f491b0e5-c3fe-45cb-a228-4cba29a5b6a6/1c29e4ce-6243-4ebe-b4e3-5a929f436a36/d9c50a20-0f7d-4ef1-b1c6-a913788e3e98) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:36.908088 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608311ce-308e-4d31-92b2-def225274647 None None] Pushing event updated for resources: {'Port': ['ID=91925e27-cf81-48b4-a147-9939f751e0dd,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:36.961180 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] Set router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:37.006057 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.024914 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Transition to ACTIVE for port object d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:37.061646 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.104997 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:37.109955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:37.112341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:37.153732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:37.171523 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:37.172184 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.172562 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:28Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 4, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'gw_port': {'id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:29Z', 'updated_at': '2021-07-22T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '91925e27-cf81-48b4-a147-9939f751e0dd', 'name': '', 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'mac_address': 'fa:16:3e:cc:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e44d4577-3a98-439b-8f16-21143599f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:31Z', 'updated_at': '2021-07-22T17:39:36Z', 'revision_number': 4, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'subnets': [{'id': 'e44d4577-3a98-439b-8f16-21143599f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:37.188039 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae3ba4f0-0e10-4506-8b5e-68db68d648ae tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043177 Jul 22 17:39:37.200890 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a137d-5978-40ea-a538-69b885517e83 None None] The sync data for ids ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'] in n-d-792458-13 is: [{'id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:28Z', 'updated_at': '2021-07-22T17:39:32Z', 'revision_number': 4, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'gw_port': {'id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:29Z', 'updated_at': '2021-07-22T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '91925e27-cf81-48b4-a147-9939f751e0dd', 'name': '', 'network_id': '3bed10e9-2fdd-4bb1-afcf-93355e61a579', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'mac_address': 'fa:16:3e:cc:25:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'e44d4577-3a98-439b-8f16-21143599f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:31Z', 'updated_at': '2021-07-22T17:39:36Z', 'revision_number': 4, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'subnets': [{'id': 'e44d4577-3a98-439b-8f16-21143599f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:37.209092 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Request body: {'port': {'device_id': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:37.308573 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.377045 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-28b6566e-5272-458a-8b1e-4b3a1f70ceca None None] Provisioning for port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:37.381916 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-28b6566e-5272-458a-8b1e-4b3a1f70ceca None None] Provisioning complete for port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:37.382447 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-28b6566e-5272-458a-8b1e-4b3a1f70ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.418407 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-28b6566e-5272-458a-8b1e-4b3a1f70ceca None None] Port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:39:37.471159 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:39:37.508573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77e81-2f51-4334-922e-e8c2559390d4 req-b71ce36b-676e-42fd-a0fd-2ed40fe35336 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:37.510078 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01f77e81-2f51-4334-922e-e8c2559390d4 req-b71ce36b-676e-42fd-a0fd-2ed40fe35336 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 931 time: 0.1779177 Jul 22 17:39:37.591964 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-01f77e81-2f51-4334-922e-e8c2559390d4 req-aa76dd16-ed1e-42ca-b194-5d0ea60a67cf tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733812 Jul 22 17:39:37.680862 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:39:37.688776 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.701762 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Transition to ACTIVE for port object d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:39:37.707302 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.767009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:37.791808 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d1864a3e-ee50-4d87-a295-55dec9077814 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:37.841885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Attempting to bind port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:39:37.842608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Attempting to bind port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:39:37.843025 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Attempting to bind port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:37.843770 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d1864a3e-ee50-4d87-a295-55dec9077814 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:37.844146 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.847618 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:39:37.847929 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Attempting to bind port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:39:37.853607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:39:37.853945 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Checking segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:39:37.854333 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Bound using segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:39:37.854764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Bound port: d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:39:37.855172 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.936325 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:39:37.939248 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 91925e27-cf81-48b4-a147-9939f751e0dd up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:37.939885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:39:37.945658 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.980543 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:37.981156 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:37.982601 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] 10.222.0.20 "PUT /v2.0/ports/d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 1092 time: 0.7787395 Jul 22 17:39:37.983074 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:37.985362 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2511fb03-c1d1-401c-853e-1733550efd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:38.002617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 91925e27-cf81-48b4-a147-9939f751e0dd completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:38.010656 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 91925e27-cf81-48b4-a147-9939f751e0dd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:38.011074 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:38.016913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8800a-c283-49de-9304-caff9654f0bf service neutron] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:38.042535 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ef5d77-60c6-4e11-8266-fffa48ec95e7 x-openstack-request-id: req-b1ef5d77-60c6-4e11-8266-fffa48ec95e7 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:38.042998 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:38.043157 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1ef5d77-60c6-4e11-8266-fffa48ec95e7 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:38.043512 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'status': 'completed', 'code': 200} Jul 22 17:39:38.113285 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:38.129503 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-e1d0ca52-f230-484a-b779-165a2f7eced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:38.131387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-e1d0ca52-f230-484a-b779-165a2f7eced7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1095 time: 0.0691602 Jul 22 17:39:38.150907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 91925e27-cf81-48b4-a147-9939f751e0dd, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=91925e27-cf81-48b4-a147-9939f751e0dd,segment=NetworkSegment(89b405f0-ce6e-4f36-a434-587ee3ef60dd),segment_id=89b405f0-ce6e-4f36-a434-587ee3ef60dd)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:38.155567 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:38.185976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-50043b6e-65aa-4de6-aa1e-ae1a9c2b787d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 217 time: 0.0419834 Jul 22 17:39:38.209947 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=91925e27-cf81-48b4-a147-9939f751e0dd,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:38.235879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae961952-48d3-4db3-b1f2-e9f65f169261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:38.237352 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-ae961952-48d3-4db3-b1f2-e9f65f169261 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0455849 Jul 22 17:39:38.305359 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-3f468005-6180-477e-bf86-4278b90629f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:38.306882 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-3f468005-6180-477e-bf86-4278b90629f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632000 Jul 22 17:39:38.397226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-4d76a4e5-35c4-4759-becf-48fd5d51f638 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Jul 22 17:39:38.486588 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e8d96508-5f0b-4aa4-971a-36e7ed64c265 req-b45541e7-fa42-44a0-9794-3693bb845fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829916 Jul 22 17:39:38.622167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511fb03-c1d1-401c-853e-1733550efd8b req-32e7403c-dd1f-43ea-97c2-bea35d6b8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:38.623782 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2511fb03-c1d1-401c-853e-1733550efd8b req-32e7403c-dd1f-43ea-97c2-bea35d6b8025 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1095 time: 0.0569496 Jul 22 17:39:38.750273 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511fb03-c1d1-401c-853e-1733550efd8b req-4d9a95e0-4a83-430a-ad41-5b26d00497fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:38.751797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2511fb03-c1d1-401c-853e-1733550efd8b req-4d9a95e0-4a83-430a-ad41-5b26d00497fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.1212626 Jul 22 17:39:39.136246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2511fb03-c1d1-401c-853e-1733550efd8b req-1ebd3b1f-1b4a-4218-83a5-7c25631fc117 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 217 time: 0.3769341 Jul 22 17:39:39.147874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9ba8-dea9-43df-bf7b-e1666b8ea3c7 req-906bfb4d-8498-4234-8426-b0932cd6a851 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:39.149274 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-103e9ba8-dea9-43df-bf7b-e1666b8ea3c7 req-906bfb4d-8498-4234-8426-b0932cd6a851 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.4775195 Jul 22 17:39:39.217056 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-103e9ba8-dea9-43df-bf7b-e1666b8ea3c7 req-9e6bebd8-a659-4e6a-9e49-73d934fa266f tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596650 Jul 22 17:39:39.218524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511fb03-c1d1-401c-853e-1733550efd8b req-ac06570f-a6d3-4393-b5ef-5aa9c77e47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:39.219987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2511fb03-c1d1-401c-853e-1733550efd8b req-ac06570f-a6d3-4393-b5ef-5aa9c77e47ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0698016 Jul 22 17:39:39.278721 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511fb03-c1d1-401c-853e-1733550efd8b req-458b8584-3915-4552-9b01-2ae84f325c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:39.280258 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2511fb03-c1d1-401c-853e-1733550efd8b req-458b8584-3915-4552-9b01-2ae84f325c89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530460 Jul 22 17:39:39.374014 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2511fb03-c1d1-401c-853e-1733550efd8b req-b2813642-7223-468e-87a4-a6ced482b3f4 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867567 Jul 22 17:39:39.466557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2511fb03-c1d1-401c-853e-1733550efd8b req-a2464012-d100-4a25-be2b-ae1c9e767b6f service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855308 Jul 22 17:39:39.746499 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 91925e27-cf81-48b4-a147-9939f751e0dd up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:39.796854 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 91925e27-cf81-48b4-a147-9939f751e0dd triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:39.797226 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:40.346065 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5e824-5918-43e6-92f6-f6fc1179e949 req-c8f30657-1e4e-4d6d-a729-c7d6ff4169ba tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:40.347458 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fee5e824-5918-43e6-92f6-f6fc1179e949 req-c8f30657-1e4e-4d6d-a729-c7d6ff4169ba tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0616965 Jul 22 17:39:40.389081 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fee5e824-5918-43e6-92f6-f6fc1179e949 req-acfa22b5-5a96-4b0f-9ee7-7562533065ff tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354297 Jul 22 17:39:41.242634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:39:41.495043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:41.506402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'port_id': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'mac_address': 'fa:16:3e:9e:c6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:39:41.523012 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c7253-26c9-416c-876c-730ff179e55b req-e6bf588c-6d5d-4296-a961-77c639cf28c5 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:41.524665 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e2c7253-26c9-416c-876c-730ff179e55b req-e6bf588c-6d5d-4296-a961-77c639cf28c5 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0643141 Jul 22 17:39:41.544810 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:41.557811 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:39:41.564031 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1e2c7253-26c9-416c-876c-730ff179e55b req-ff73bc6a-d9b8-49d2-8ecb-a17b1965ae05 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337839 Jul 22 17:39:41.578058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:41.582042 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:41.628564 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:41.854733 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['d9c50a20-0f7d-4ef1-b1c6-a913788e3e98'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:39:42.693293 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9051c1-bf22-4ff1-bec1-023b51f736d1 req-e7e85f9f-dda0-4616-bfe1-e62b5305184e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:42.694761 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb9051c1-bf22-4ff1-bec1-023b51f736d1 req-e7e85f9f-dda0-4616-bfe1-e62b5305184e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 944 time: 0.0645204 Jul 22 17:39:42.732264 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-eb9051c1-bf22-4ff1-bec1-023b51f736d1 req-3e7a7eac-6e36-4d93-b22f-27cd6bfbc3ba tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317924 Jul 22 17:39:43.243798 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:39:43.292624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:39:43.297357 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:39:43.297744 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:43.383881 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:43.407124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:43.409405 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc5890e-cadd-4bc1-bbdb-74c68d0d806a" -d '{"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-plugged", "status": "completed", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:43.422735 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:39:43.429218 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:43.453530 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026ae85-6934-4a60-b237-192bbfd1328b x-openstack-request-id: req-0026ae85-6934-4a60-b237-192bbfd1328b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:43.453921 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-plugged", "status": "completed", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:43.454235 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0026ae85-6934-4a60-b237-192bbfd1328b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:43.454668 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'code': 200} Jul 22 17:39:43.481291 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:43.586706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0041713-9b38-43b7-87a5-267c71377389 req-574c77f5-3d38-4d22-b98d-23c47d90d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:43.588262 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c0041713-9b38-43b7-87a5-267c71377389 req-574c77f5-3d38-4d22-b98d-23c47d90d01c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1097 time: 0.0568244 Jul 22 17:39:43.621279 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c0041713-9b38-43b7-87a5-267c71377389 req-a1b5a6ed-16f3-4b75-a464-37d9789ca07f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0269542 Jul 22 17:39:43.863513 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7baa2e-9af7-4702-9ea0-e59e05c5f756 req-e71bc831-fd17-4d3a-a172-96f4623707bf tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:43.865619 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e7baa2e-9af7-4702-9ea0-e59e05c5f756 req-e71bc831-fd17-4d3a-a172-96f4623707bf tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0655916 Jul 22 17:39:43.905213 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3e7baa2e-9af7-4702-9ea0-e59e05c5f756 req-2d13e350-57e8-4914-9d42-3e70e9743eba tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336363 Jul 22 17:39:45.039723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796dca5-ae6f-40fc-81ae-97ecb70d2c45 req-2f354718-bc7f-4ccf-9538-4248b070b0e6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:45.041214 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f796dca5-ae6f-40fc-81ae-97ecb70d2c45 req-2f354718-bc7f-4ccf-9538-4248b070b0e6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0684552 Jul 22 17:39:45.078472 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f796dca5-ae6f-40fc-81ae-97ecb70d2c45 req-1f328136-8386-4d09-b9ae-5ed89f98f17c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314875 Jul 22 17:39:45.212288 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afb08d-1bb7-4939-8ae2-90ea65eea039 req-3b9ac08b-6dca-47b3-9cc2-69c5dadc67b1 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:45.213740 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8afb08d-1bb7-4939-8ae2-90ea65eea039 req-3b9ac08b-6dca-47b3-9cc2-69c5dadc67b1 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0685508 Jul 22 17:39:45.251363 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-e8afb08d-1bb7-4939-8ae2-90ea65eea039 req-728d24fb-ce63-4ff4-b224-c5d1530dcd64 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319407 Jul 22 17:39:45.273504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35262) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:45.371972 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4cfbc7-f3ff-47da-b781-62c5153ccfb3 tempest-TestShelveInstance-686269130 tempest-TestShelveInstance-686269130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:45.373471 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-2f4cfbc7-f3ff-47da-b781-62c5153ccfb3 tempest-TestShelveInstance-686269130 tempest-TestShelveInstance-686269130-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1092 time: 0.0990160 Jul 22 17:39:45.376420 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35266) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:39:45.381297 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:39:45.408582 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:45.508030 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:45.607655 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Allocated IP 172.25.3.33 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/5950db79-b751-433f-9abb-09fae15e4aa7) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:39:45.709303 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:45.748010 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:45.783135 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:39:45.789672 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:39:45.793221 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:39:45.815411 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'Port': ['ID=5950db79-b751-433f-9abb-09fae15e4aa7,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:46.141367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:46.213882 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:46.363391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:46.368703 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:46.434382 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'Port': ['ID=5950db79-b751-433f-9abb-09fae15e4aa7,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:39:46.448865 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:46.865239 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Floating IP 5d6c4255-5648-4e72-b386-8eca636d7860 associated. External IP: 172.25.3.33, port: d9c50a20-0f7d-4ef1-b1c6-a913788e3e98. Jul 22 17:39:47.070423 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Router e37934de-37b1-4b19-ad2a-c7e931bebb5c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:39:47.175600 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:39:47.186492 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] Sync routers for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:39:47.191745 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:47.197147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:47.197890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:47.229224 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0c442c12-7e4d-4cd5-9796-966b015becb6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8516281 Jul 22 17:39:47.230175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:39:47.233304 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a37cec4-7461-426e-a95e-5acfde8a81d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:39:47.286083 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9798c0b3-cd22-4846-98e6-22c7ac427228 x-openstack-request-id: req-9798c0b3-cd22-4846-98e6-22c7ac427228 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:39:47.286427 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:39:47.286673 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9798c0b3-cd22-4846-98e6-22c7ac427228 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:39:47.287158 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'status': 'completed', 'code': 200} Jul 22 17:39:47.306465 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:47.381246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-a11303b0-e1a8-4441-8d3e-8c6467a6fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:47.383095 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-a11303b0-e1a8-4441-8d3e-8c6467a6fe1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1097 time: 0.0554335 Jul 22 17:39:47.475611 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-9e59d843-9a57-47cf-a4d0-f22950d17197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:47.477010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-9e59d843-9a57-47cf-a4d0-f22950d17197 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0881746 Jul 22 17:39:47.533824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '5d6c4255-5648-4e72-b386-8eca636d7860', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'port_id': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'mac_address': 'fa:16:3e:9e:c6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:39:46Z', 'updated_at': '2021-07-22T17:39:46Z', 'revision_number': 0, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:47.541234 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-fe2400b4-ff9d-4eab-ae7b-c5868de4b2e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 998 time: 0.0573931 Jul 22 17:39:47.561522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] Checking router: e37934de-37b1-4b19-ad2a-c7e931bebb5c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:39:47.570099 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:39:47.570706 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:39:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:47.591673 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-956d19cb-32a0-492a-9d4d-d39490aef156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:47.592928 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-956d19cb-32a0-492a-9d4d-d39490aef156 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0451086 Jul 22 17:39:47.657229 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-5ebcb372-e55c-47fd-923c-bc8e192093de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:39:47.659150 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-5ebcb372-e55c-47fd-923c-bc8e192093de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596349 Jul 22 17:39:47.686001 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:39:47.748420 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-bba05665-e5ca-42c5-9375-98ea192367e3 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831573 Jul 22 17:39:47.841559 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9a37cec4-7461-426e-a95e-5acfde8a81d0 req-800624dd-5f10-4a8a-884d-4b885c1b67d0 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866871 Jul 22 17:39:47.910606 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '5d6c4255-5648-4e72-b386-8eca636d7860', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'port_id': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'mac_address': 'fa:16:3e:9e:c6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:39:46Z', 'updated_at': '2021-07-22T17:39:46Z', 'revision_number': 0, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:39:47.937426 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c65ae-8d89-457a-b702-9ce060879d59 None None] The sync data for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 is: [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '5d6c4255-5648-4e72-b386-8eca636d7860', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'port_id': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'mac_address': 'fa:16:3e:9e:c6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:39:46Z', 'updated_at': '2021-07-22T17:39:46Z', 'revision_number': 0, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:39:48.136819 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c6ab7-3b4c-4187-937d-4125a5726d45 None None] New status for floating IP 5d6c4255-5648-4e72-b386-8eca636d7860: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:39:48.541903 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72d41272-7d7d-494f-8329-4ba0a3d6a6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:51.141987 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-44abfc4e-b3e0-4717-9879-4b957a2a4d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:51.377332 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:52.798187 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:39:54.484720 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:02.406353 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:06.366355 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:14.470619 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:40:14.483876 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-e88b0fad-9568-47e4-9c0e-83f8ff583244 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525620 Jul 22 17:40:14.594204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-58d4b459-5412-467a-86c8-75fd6ce23ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:14.595748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-58d4b459-5412-467a-86c8-75fd6ce23ee6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1097 time: 0.0542538 Jul 22 17:40:14.701699 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-4c9bcd81-a3f9-46ce-adfc-1a3902677158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:14.703216 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-4c9bcd81-a3f9-46ce-adfc-1a3902677158 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0890884 Jul 22 17:40:14.766518 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-bc649f76-870d-45ef-a230-aedb0fe2d016 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 1000 time: 0.0567515 Jul 22 17:40:14.817125 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-3f9262cc-2f07-44f0-a138-2d2b8ace7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:14.818886 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-3f9262cc-2f07-44f0-a138-2d2b8ace7266 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0465074 Jul 22 17:40:14.878866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-6a30d997-57c2-4373-a7cb-2f2be260417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:40:14.880421 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-6a30d997-57c2-4373-a7cb-2f2be260417c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523736 Jul 22 17:40:14.972362 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-5892efbe-5276-470d-8714-970e26b04c8b service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847218 Jul 22 17:40:15.061703 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4c71a0d8-1aff-4717-8aff-bb0cf33bca3a req-324c6595-e58b-4d80-afe4-885ef4d4faca service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816078 Jul 22 17:40:18.543112 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-86abdf9f-6bb1-407e-be3d-607bd9e175ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.141820 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-942b0674-d0e4-4915-8833-e8ce3fd671fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:21.379543 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:22.800842 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:24.488639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:32.405349 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:36.370878 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:48.547349 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7c0568fb-8737-46fe-8432-3bc05290b8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:51.144042 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8453496b-2de7-468d-baa3-a216800c4f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:51.381834 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:51.470058 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:40:52.803181 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:40:54.484221 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:02.406147 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:06.387740 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:15.501438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-03280afc-327d-4b37-a707-a5fa50fe2351 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541079 Jul 22 17:41:15.616096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-b281b3e5-a6ef-485b-b831-7bd0fc2820f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:15.617600 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-b281b3e5-a6ef-485b-b831-7bd0fc2820f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1097 time: 0.0593827 Jul 22 17:41:15.727174 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-b73d8993-ea12-4c5e-a91b-a55f49f399f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:15.728679 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-b73d8993-ea12-4c5e-a91b-a55f49f399f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0925233 Jul 22 17:41:15.797254 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-fd5c376d-e9a5-4980-a518-f2ca64c87aba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 1000 time: 0.0620768 Jul 22 17:41:15.845312 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-f9f0772b-2519-4293-b04e-23823602ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:15.846719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-f9f0772b-2519-4293-b04e-23823602ac99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0432856 Jul 22 17:41:15.904581 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-b2e7a265-0b7e-4ced-a1f0-04dd007b1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:15.906071 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-b2e7a265-0b7e-4ced-a1f0-04dd007b1e64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533013 Jul 22 17:41:15.999188 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-1d27d407-7a28-4f9d-8557-491a2ff9f59f service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862882 Jul 22 17:41:16.086297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0b55858-79e3-4777-b97b-ba4511121e09 req-b91f714a-c8e1-4a36-b175-f797adefaa2e service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812490 Jul 22 17:41:18.548112 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3e077469-5141-43d1-b534-dc2d0dd1b7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:21.144556 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-efe6323a-2555-4a24-ba36-d93c6ace7a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:21.383314 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:22.806571 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:24.487052 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:28.469161 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:41:32.405210 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:36.403475 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:43.061491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc304-72d2-4a90-a7f3-fed92b3ab4d2 req-25841138-853f-47bd-a2bc-7289800f99b6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:43.063050 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-192cc304-72d2-4a90-a7f3-fed92b3ab4d2 req-25841138-853f-47bd-a2bc-7289800f99b6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0684350 Jul 22 17:41:43.100415 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-192cc304-72d2-4a90-a7f3-fed92b3ab4d2 req-8f46e990-694e-4257-a4d9-cc9236329913 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318353 Jul 22 17:41:44.251495 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c29583-3e3d-4ed1-91d8-7de4c28dd90c req-c787181c-83ed-4951-8d1d-5496d627294b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:44.252909 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6c29583-3e3d-4ed1-91d8-7de4c28dd90c req-c787181c-83ed-4951-8d1d-5496d627294b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0674744 Jul 22 17:41:44.294795 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6c29583-3e3d-4ed1-91d8-7de4c28dd90c req-791f3b78-9c6e-44fc-b9ec-38c9d7570532 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362430 Jul 22 17:41:45.436564 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a84d2-268f-4aaa-84e9-da6c2e429132 req-e9b9c8a4-7b02-41c3-9abf-64487287226a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:45.438086 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac8a84d2-268f-4aaa-84e9-da6c2e429132 req-e9b9c8a4-7b02-41c3-9abf-64487287226a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0637612 Jul 22 17:41:45.474579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ac8a84d2-268f-4aaa-84e9-da6c2e429132 req-5cb342ee-09bf-41cc-b83a-1dc9c1ff6c73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310009 Jul 22 17:41:46.604442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4e7db-e8a7-48cf-8be2-c869da36a53f req-72e3aa37-49eb-4250-b1a7-b229d42320bb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:46.605976 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6a4e7db-e8a7-48cf-8be2-c869da36a53f req-72e3aa37-49eb-4250-b1a7-b229d42320bb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0627890 Jul 22 17:41:46.642807 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c6a4e7db-e8a7-48cf-8be2-c869da36a53f req-6023a610-590f-4111-9da3-69be3bc599a5 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313098 Jul 22 17:41:47.771207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b086ac-5880-4f2d-951b-1c9ef714325c req-57a9c9b0-f327-49fb-b780-260f4fe8a200 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:47.772710 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5b086ac-5880-4f2d-951b-1c9ef714325c req-57a9c9b0-f327-49fb-b780-260f4fe8a200 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0635190 Jul 22 17:41:47.821069 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b5b086ac-5880-4f2d-951b-1c9ef714325c req-cadfae40-9afc-4132-a62a-837c9fe68cf2 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409963 Jul 22 17:41:48.549748 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-64a467f1-f1d8-4eab-a4f0-3b1edc5ea77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:48.955547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8f584-8da0-4162-bedf-71ef337beb3e req-0d3e081a-fb75-4097-a95b-88f89d83b2f9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:48.957012 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ea8f584-8da0-4162-bedf-71ef337beb3e req-0d3e081a-fb75-4097-a95b-88f89d83b2f9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0682080 Jul 22 17:41:48.993853 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3ea8f584-8da0-4162-bedf-71ef337beb3e req-c305181f-ecbb-4572-8e49-f08e9e2488df tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312777 Jul 22 17:41:50.128030 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0304bb-8c14-451d-ab43-13b532f88673 req-13f68764-0be6-45ac-ad3b-273dccacd23d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:50.129520 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad0304bb-8c14-451d-ab43-13b532f88673 req-13f68764-0be6-45ac-ad3b-273dccacd23d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0683970 Jul 22 17:41:50.170057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ad0304bb-8c14-451d-ab43-13b532f88673 req-955626b5-87a7-4472-83d7-16490dde3abe tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346429 Jul 22 17:41:51.144887 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7dad965-0e5d-498d-8319-ee3556c71f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:51.301890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81d4f4-f0a9-408f-b963-e35e70833d95 req-b58e0d74-44a1-47af-a5ac-adbcfc7690e2 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:51.303393 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d81d4f4-f0a9-408f-b963-e35e70833d95 req-b58e0d74-44a1-47af-a5ac-adbcfc7690e2 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0648954 Jul 22 17:41:51.340682 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2d81d4f4-f0a9-408f-b963-e35e70833d95 req-af7df76a-1b8f-43f6-8a8c-5e372c1dc25b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311422 Jul 22 17:41:51.384968 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:52.470569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b82ba-a6ec-4d70-941a-b1211f037c0b req-644317e7-9555-4396-b0b0-0d85f6f4b6fb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:52.472099 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-806b82ba-a6ec-4d70-941a-b1211f037c0b req-644317e7-9555-4396-b0b0-0d85f6f4b6fb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0642285 Jul 22 17:41:52.509281 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-806b82ba-a6ec-4d70-941a-b1211f037c0b req-23cf8dbb-7412-4749-9124-a3c0a7aa49c8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316453 Jul 22 17:41:52.809678 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:53.641864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0920e-a386-4f3b-bbd5-6a35b438e4b9 req-930aa933-2893-47c8-aa5c-667d2018357f tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:53.643341 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14e0920e-a386-4f3b-bbd5-6a35b438e4b9 req-930aa933-2893-47c8-aa5c-667d2018357f tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0645251 Jul 22 17:41:53.680394 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-14e0920e-a386-4f3b-bbd5-6a35b438e4b9 req-2c898430-6ab9-4dca-9308-fc8a96de5f61 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315161 Jul 22 17:41:54.488824 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:54.814489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c023f-2f13-4ee2-89c7-b6b0363371a3 req-62101002-ec21-425d-ae75-bdc696353965 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:54.815926 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-622c023f-2f13-4ee2-89c7-b6b0363371a3 req-62101002-ec21-425d-ae75-bdc696353965 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0669775 Jul 22 17:41:54.852981 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-622c023f-2f13-4ee2-89c7-b6b0363371a3 req-c09bb696-cbcc-4eef-bb6c-a49a2e120bcf tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314703 Jul 22 17:41:55.836873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:41:55.948410 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:41:55.960830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'port_id': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'mac_address': 'fa:16:3e:9e:c6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:41:56.003391 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:56.019166 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:41:56.031182 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c3bc5-7eb2-422a-9d5e-629ab6f41b1d req-d4c25265-b69e-4507-b9bf-b640cdf2717d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:56.033640 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-599c3bc5-7eb2-422a-9d5e-629ab6f41b1d req-d4c25265-b69e-4507-b9bf-b640cdf2717d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0956378 Jul 22 17:41:56.043137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:41:56.050640 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:56.082645 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-599c3bc5-7eb2-422a-9d5e-629ab6f41b1d req-4ba6b581-aacd-4067-90bb-84ae44cc9da0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401311 Jul 22 17:41:56.115128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:41:56.126736 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.127114 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.127481 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.127799 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.128131 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.128488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.128840 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.129168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.129498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.129948 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.130269 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.130608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:41:56.190763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['d9c50a20-0f7d-4ef1-b1c6-a913788e3e98'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:41:57.238197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845db27-86a1-4af1-bd32-16f2560c70e5 req-fe3b8133-c254-4e4c-8a5a-58cc8cc2ce09 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:57.245497 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8845db27-86a1-4af1-bd32-16f2560c70e5 req-fe3b8133-c254-4e4c-8a5a-58cc8cc2ce09 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 944 time: 0.0798173 Jul 22 17:41:57.286672 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8845db27-86a1-4af1-bd32-16f2560c70e5 req-3f8d6e64-f04f-4b15-8cd4-289442ad8c5e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402436 Jul 22 17:41:57.851250 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:41:57.910861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:41:57.911431 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:57.997008 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:58.020422 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:41:58.022657 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96594d17-072c-4979-abdc-ec2b27313d62" -d '{"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-plugged", "status": "completed", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:41:58.037199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:41:58.043095 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:41:58.116610 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:41:58.143834 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20ff39e-bef2-4d35-9a73-35fb98fff7bb x-openstack-request-id: req-d20ff39e-bef2-4d35-9a73-35fb98fff7bb {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:41:58.144135 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-plugged", "status": "completed", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:41:58.144395 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d20ff39e-bef2-4d35-9a73-35fb98fff7bb {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:41:58.144809 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'code': 200} Jul 22 17:41:58.439085 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6f974-5109-4c30-aec9-97638e9f0271 req-25b65ca3-cd83-40af-8372-52a68388a134 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:58.440719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-98a6f974-5109-4c30-aec9-97638e9f0271 req-25b65ca3-cd83-40af-8372-52a68388a134 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0740244 Jul 22 17:41:58.489166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-98a6f974-5109-4c30-aec9-97638e9f0271 req-edb50dae-f159-4b1c-bcf4-af7364c66493 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399806 Jul 22 17:41:59.637199 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d024612-3260-4f8e-9fee-77ee4ebbb0ea req-c213beea-e6b7-4fa1-9b8b-bac51bca4ab3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:41:59.638869 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d024612-3260-4f8e-9fee-77ee4ebbb0ea req-c213beea-e6b7-4fa1-9b8b-bac51bca4ab3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0695806 Jul 22 17:41:59.679545 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5d024612-3260-4f8e-9fee-77ee4ebbb0ea req-4b462af0-9e67-4858-a91e-bd0b1c1c9f3d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349951 Jul 22 17:42:00.825778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d12bbc-be1a-4c9b-a853-ff4947d05a80 req-d8df6c91-fc8d-427b-8926-62a8ed193a6a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:00.827382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67d12bbc-be1a-4c9b-a853-ff4947d05a80 req-d8df6c91-fc8d-427b-8926-62a8ed193a6a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0737822 Jul 22 17:42:00.872313 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-67d12bbc-be1a-4c9b-a853-ff4947d05a80 req-7cd854ae-0c5c-47ad-aeca-22d2238cfb5d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359755 Jul 22 17:42:02.038650 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bc344-4d3b-4150-afcf-4f9f91678619 req-3f05e9ec-31d5-4c4c-a827-7ee0123ced3c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:02.040207 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0a5bc344-4d3b-4150-afcf-4f9f91678619 req-3f05e9ec-31d5-4c4c-a827-7ee0123ced3c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0767984 Jul 22 17:42:02.087177 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-0a5bc344-4d3b-4150-afcf-4f9f91678619 req-0679b55a-5bda-46af-964c-8596d599f0f6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398154 Jul 22 17:42:02.427062 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:03.233263 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64e28b-e621-4c7f-8cb9-65a774355ac3 req-5acea7db-758c-4167-91ec-3842839635dc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:03.234706 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de64e28b-e621-4c7f-8cb9-65a774355ac3 req-5acea7db-758c-4167-91ec-3842839635dc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0729620 Jul 22 17:42:03.282114 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-de64e28b-e621-4c7f-8cb9-65a774355ac3 req-e738fd8a-26fd-4839-9b63-9f7e117aff8c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402598 Jul 22 17:42:04.419004 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537680a7-fb0e-40b2-a2b8-23223eaf1c7a req-d8a27e82-3a58-4431-84a5-82ca562d3c5a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:04.420623 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-537680a7-fb0e-40b2-a2b8-23223eaf1c7a req-d8a27e82-3a58-4431-84a5-82ca562d3c5a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0674522 Jul 22 17:42:04.463642 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-537680a7-fb0e-40b2-a2b8-23223eaf1c7a req-a911f534-fe99-44d8-a35a-f4dcaef9e9fa tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363839 Jul 22 17:42:05.120688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20643572-f609-469d-82ef-ccc37711ca0d req-ab39f309-dbaf-444f-b31f-d2940f13678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:05.122166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20643572-f609-469d-82ef-ccc37711ca0d req-ab39f309-dbaf-444f-b31f-d2940f13678a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1097 time: 0.0568154 Jul 22 17:42:05.209731 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20643572-f609-469d-82ef-ccc37711ca0d req-7593e4fd-6d90-4bda-8fd6-f1f6e5e5239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:05.211122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20643572-f609-469d-82ef-ccc37711ca0d req-7593e4fd-6d90-4bda-8fd6-f1f6e5e5239a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0824277 Jul 22 17:42:05.277984 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20643572-f609-469d-82ef-ccc37711ca0d req-66684161-bbf6-4c18-9748-02c7cee32b6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 1000 time: 0.0602887 Jul 22 17:42:05.330422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20643572-f609-469d-82ef-ccc37711ca0d req-3588760d-55a6-4658-ab1a-65bb3bc0e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:05.331937 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20643572-f609-469d-82ef-ccc37711ca0d req-3588760d-55a6-4658-ab1a-65bb3bc0e90b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0472822 Jul 22 17:42:05.390555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20643572-f609-469d-82ef-ccc37711ca0d req-5cb06943-4451-4371-b4e4-d7ad32111abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:05.392104 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20643572-f609-469d-82ef-ccc37711ca0d req-5cb06943-4451-4371-b4e4-d7ad32111abc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544939 Jul 22 17:42:05.469533 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:42:05.486200 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20643572-f609-469d-82ef-ccc37711ca0d req-fd19cb9d-4956-4b19-8f91-bf8847675e35 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874670 Jul 22 17:42:05.611463 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-20643572-f609-469d-82ef-ccc37711ca0d req-7a4c8699-4902-4557-9fd6-7728d24a2987 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189361 Jul 22 17:42:05.633574 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9f308-db9e-45de-aedb-d5403b9e11db req-e1b252eb-e252-4fd0-a3c4-2eb82002c167 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:05.635762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7bc9f308-db9e-45de-aedb-d5403b9e11db req-e1b252eb-e252-4fd0-a3c4-2eb82002c167 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0860162 Jul 22 17:42:05.678226 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7bc9f308-db9e-45de-aedb-d5403b9e11db req-ea0efea5-421e-4a31-be66-9dea0bf2496c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363526 Jul 22 17:42:06.401638 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:06.811286 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb37a0-8b84-4268-bbc4-8eef1c6a865e req-1538ac02-bda4-42f5-b33a-2a27a39dd59e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:06.812821 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6bb37a0-8b84-4268-bbc4-8eef1c6a865e req-1538ac02-bda4-42f5-b33a-2a27a39dd59e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0642400 Jul 22 17:42:06.849949 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f6bb37a0-8b84-4268-bbc4-8eef1c6a865e req-9840d908-f238-46e9-b5d5-e08215c57649 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316021 Jul 22 17:42:07.983170 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dba230-b5e0-4359-8ee9-48127c6e8f1e req-c9e3ecdb-cfca-4b23-acfd-cceaf852053c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:07.984658 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85dba230-b5e0-4359-8ee9-48127c6e8f1e req-c9e3ecdb-cfca-4b23-acfd-cceaf852053c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0681133 Jul 22 17:42:08.021246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85dba230-b5e0-4359-8ee9-48127c6e8f1e req-e4f56aa5-2253-474a-95e6-e82797d1d9a3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309708 Jul 22 17:42:08.089947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-38f3482b-9e77-4e63-8016-cce2b02f12aa req-25a020de-36f6-452c-a1ff-aad4f8d1b396 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93751) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:42:08.090948 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-38f3482b-9e77-4e63-8016-cce2b02f12aa req-25a020de-36f6-452c-a1ff-aad4f8d1b396 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061324 Jul 22 17:42:08.266696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2563ff1-6948-43f3-aa1e-77635cd030e8 req-3ad7e92c-642b-46fe-9244-b38d2a87f248 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:08.268261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2563ff1-6948-43f3-aa1e-77635cd030e8 req-3ad7e92c-642b-46fe-9244-b38d2a87f248 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0684969 Jul 22 17:42:08.305697 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2563ff1-6948-43f3-aa1e-77635cd030e8 req-12e66b90-807e-4ef7-b697-89a4ce4ce934 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318067 Jul 22 17:42:08.552480 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-c71c3ec6-e89c-4bfe-84b9-bf4797242fd0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986264 Jul 22 17:42:09.439235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dba86-6785-4b5d-800d-6d0de996a688 req-c1bfd4fc-7519-4446-a463-d294b85edac4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:09.440772 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-654dba86-6785-4b5d-800d-6d0de996a688 req-c1bfd4fc-7519-4446-a463-d294b85edac4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 945 time: 0.0654359 Jul 22 17:42:09.477392 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-654dba86-6785-4b5d-800d-6d0de996a688 req-5e01b1c1-a5bd-426b-bbb3-06832a60831b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310028 Jul 22 17:42:09.919446 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:42:10.004517 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.026372 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:42:10.028620 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f562ba3-e1ec-4a2e-9227-785725a2ca56" -d '{"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-unplugged", "status": "completed", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:42:10.044147 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:10.048508 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:10.071592 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61899288-d45f-4e70-9b38-0ba508d9d92b x-openstack-request-id: req-61899288-d45f-4e70-9b38-0ba508d9d92b {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:42:10.071882 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-unplugged", "status": "failed", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98", "code": 422}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:42:10.072136 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61899288-d45f-4e70-9b38-0ba508d9d92b {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:42:10.072527 n-d-792458-13 neutron-server[93752]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'code': 422} returned with failed status Jul 22 17:42:10.098082 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:10.629029 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2ad32-d2fe-40c6-85b4-94cc5b81b57e req-1af17362-b158-4d87-aca7-7595f38208ca tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:10.630520 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6cc2ad32-d2fe-40c6-85b4-94cc5b81b57e req-1af17362-b158-4d87-aca7-7595f38208ca tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0677991 Jul 22 17:42:10.668381 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-6cc2ad32-d2fe-40c6-85b4-94cc5b81b57e req-513421f0-dae7-48cd-895e-3843fd4e0dc8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320635 Jul 22 17:42:11.392710 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-5b35c2d4-ecee-4273-a4b3-9ca8a4f2cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:11.394209 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-5b35c2d4-ecee-4273-a4b3-9ca8a4f2cbe6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c&tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece HTTP/1.1" status: 200 len: 1095 time: 0.0533648 Jul 22 17:42:11.477577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-9983c557-7549-40b4-a8af-193ef2c153ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:11.479660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-9983c557-7549-40b4-a8af-193ef2c153ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1095 time: 0.0532625 Jul 22 17:42:11.571580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-e2e4237a-2d95-46ef-b1dc-af13fe43b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:11.573953 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-e2e4237a-2d95-46ef-b1dc-af13fe43b82c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0883100 Jul 22 17:42:11.644619 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-ed49e749-ed6a-403a-9079-90ef435a346b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 998 time: 0.0645416 Jul 22 17:42:11.696580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-6a534f1c-3268-4d49-93d6-1171959e2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:11.699054 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-6a534f1c-3268-4d49-93d6-1171959e2154 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0486250 Jul 22 17:42:11.792848 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-801aad3c-1bf2-4a95-a768-22c309532fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:11.794376 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-801aad3c-1bf2-4a95-a768-22c309532fb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895069 Jul 22 17:42:11.840000 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48be27-80dc-4543-ba0c-7f7e574ac214 req-37377adf-958e-4a0b-8475-a68ae0f2dba6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:11.841465 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b48be27-80dc-4543-ba0c-7f7e574ac214 req-37377adf-958e-4a0b-8475-a68ae0f2dba6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.1033483 Jul 22 17:42:11.924229 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9b48be27-80dc-4543-ba0c-7f7e574ac214 req-1a637f61-690c-42d3-944b-a33c32bc94aa tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765569 Jul 22 17:42:11.929610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-ffcc1bd1-3e91-4f5e-9c4e-49e4c6baf05a service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282823 Jul 22 17:42:12.021466 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-61808bf9-bff4-4f8a-a085-39b6f8d43354 req-37f7150e-9294-4b35-9b61-3d7d20a6b425 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857701 Jul 22 17:42:13.071531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dacf81-5532-42ae-bd8f-2879618c2cef req-2f1d98b0-f6e0-44c2-be66-e52e8e6f3047 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:13.073852 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-81dacf81-5532-42ae-bd8f-2879618c2cef req-2f1d98b0-f6e0-44c2-be66-e52e8e6f3047 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0715303 Jul 22 17:42:13.115090 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-81dacf81-5532-42ae-bd8f-2879618c2cef req-00696e51-cf79-44f0-8b8f-adb546253008 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349705 Jul 22 17:42:14.251491 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d3b5d-0656-415f-8324-f197834ff08d req-e9d508e1-5b12-4026-93b7-08df81b7a7a4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:14.253016 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d95d3b5d-0656-415f-8324-f197834ff08d req-e9d508e1-5b12-4026-93b7-08df81b7a7a4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0664296 Jul 22 17:42:14.293088 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d95d3b5d-0656-415f-8324-f197834ff08d req-0905978c-f10a-4bc7-b272-260974cb0b06 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344915 Jul 22 17:42:15.427392 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f44db-82b8-4ff8-842c-9beac965c146 req-1089ab92-30c2-490a-807c-e3effe76a388 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:15.430375 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d78f44db-82b8-4ff8-842c-9beac965c146 req-1089ab92-30c2-490a-807c-e3effe76a388 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0674462 Jul 22 17:42:15.469673 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d78f44db-82b8-4ff8-842c-9beac965c146 req-c57fd442-e9aa-4e07-80ca-7e5df1ebe416 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348113 Jul 22 17:42:16.609463 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d05b-563f-4c3c-940f-33d056dc060b req-0ca730cb-3b2c-4395-bb16-74cbf4678fb9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:16.611068 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2a5d05b-563f-4c3c-940f-33d056dc060b req-0ca730cb-3b2c-4395-bb16-74cbf4678fb9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0691640 Jul 22 17:42:16.651921 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b2a5d05b-563f-4c3c-940f-33d056dc060b req-b6717e1f-d2a3-4b27-ba18-f7d6e1f91117 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346913 Jul 22 17:42:17.793381 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b9539-8a6d-4e35-8ba2-653e587b0621 req-f614151c-dc22-4617-977f-1e82f1d77c9e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:17.794885 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-706b9539-8a6d-4e35-8ba2-653e587b0621 req-f614151c-dc22-4617-977f-1e82f1d77c9e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0725853 Jul 22 17:42:17.834712 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-706b9539-8a6d-4e35-8ba2-653e587b0621 req-451dbbd1-1b37-45e5-9bcc-8e260af1125d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340424 Jul 22 17:42:18.553486 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-cc9fde54-f300-4779-b215-7606d6c921ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:19.022622 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a2660-38f9-4e7d-bd07-3a015d6c35da req-5ab272e6-ab3a-4d6a-b707-d1168ca2972a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:19.024178 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-508a2660-38f9-4e7d-bd07-3a015d6c35da req-5ab272e6-ab3a-4d6a-b707-d1168ca2972a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0707479 Jul 22 17:42:19.066945 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-508a2660-38f9-4e7d-bd07-3a015d6c35da req-fe8d0d56-52a2-4589-a0d1-d7c161c041e6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365653 Jul 22 17:42:20.202163 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621afcd-c334-4715-9beb-670cb82705f1 req-f5654612-cbb7-4189-9578-75bfdba9c49b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:20.203730 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7621afcd-c334-4715-9beb-670cb82705f1 req-f5654612-cbb7-4189-9578-75bfdba9c49b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0671670 Jul 22 17:42:20.245101 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-7621afcd-c334-4715-9beb-670cb82705f1 req-69334695-31ab-47cb-a308-7b3ce1f5c22a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354645 Jul 22 17:42:21.155580 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-741fe700-1920-4b09-b587-6c49824f5426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:21.419575 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:21.422358 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4d315-3788-4f83-8b76-5af87e2b0e1c req-73c819f9-1940-4b25-a9dc-1439c0addfc7 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:21.425327 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82e4d315-3788-4f83-8b76-5af87e2b0e1c req-73c819f9-1940-4b25-a9dc-1439c0addfc7 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.1005068 Jul 22 17:42:21.467184 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-82e4d315-3788-4f83-8b76-5af87e2b0e1c req-72d68ee8-b37d-4d7b-99a8-93efba6c421d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351675 Jul 22 17:42:22.605360 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080184d-8ef7-4ac9-9ae3-d654a7660277 req-1faec18b-00a5-41f6-990c-ba2482af3b88 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:22.606879 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1080184d-8ef7-4ac9-9ae3-d654a7660277 req-1faec18b-00a5-41f6-990c-ba2482af3b88 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0681872 Jul 22 17:42:22.645657 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1080184d-8ef7-4ac9-9ae3-d654a7660277 req-1f47d0a4-2517-474f-b359-7ae5df5f6bfa tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330718 Jul 22 17:42:22.646875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-998ddfb6-d23b-4ee8-8a95-6dd532c7204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:22.648476 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-998ddfb6-d23b-4ee8-8a95-6dd532c7204f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1095 time: 0.0538223 Jul 22 17:42:22.779330 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-5c68cef6-5ba0-48bd-8ab2-1b4af701c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:22.780714 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-5c68cef6-5ba0-48bd-8ab2-1b4af701c2a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0863683 Jul 22 17:42:22.812936 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:22.845625 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-87de8f6e-cbbd-45d9-86b9-319d531aea16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 998 time: 0.0580964 Jul 22 17:42:22.899018 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-2bb1fcc2-6262-4236-b1f3-292cf649cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:22.900451 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-2bb1fcc2-6262-4236-b1f3-292cf649cf30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0468409 Jul 22 17:42:22.959669 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-0d7832f5-c68f-4be0-945c-574073ab9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:22.961170 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-0d7832f5-c68f-4be0-945c-574073ab9f5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533388 Jul 22 17:42:23.048610 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-90febaee-2619-450d-a535-dc5279b9016c service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799665 Jul 22 17:42:23.140596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5c42dddc-691b-4d70-a2f0-18e788ee329a req-0311f480-c937-423e-876e-292ed24f6ae5 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856125 Jul 22 17:42:23.772002 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d0cb5-8c31-4ebc-a3ec-d9764b2b5688 req-1b7775c1-18a2-4e84-941d-4e83bc863bb3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:23.773486 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-348d0cb5-8c31-4ebc-a3ec-d9764b2b5688 req-1b7775c1-18a2-4e84-941d-4e83bc863bb3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0625832 Jul 22 17:42:23.813062 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-348d0cb5-8c31-4ebc-a3ec-d9764b2b5688 req-40b595ee-9f74-4311-b538-ae415a7e57e8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332501 Jul 22 17:42:24.492787 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:24.946685 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0541-f732-4f2e-b138-3dc86d379751 req-433c1d08-b0f6-4dcb-8c4a-10b05b88fef0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:24.948202 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30ac0541-f732-4f2e-b138-3dc86d379751 req-433c1d08-b0f6-4dcb-8c4a-10b05b88fef0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0658479 Jul 22 17:42:24.993163 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30ac0541-f732-4f2e-b138-3dc86d379751 req-03efd4ce-dab7-448d-bd74-559726751c61 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389264 Jul 22 17:42:26.006351 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:42:26.102008 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:26.113367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'port_id': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'mac_address': 'fa:16:3e:9e:c6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:42:26.129308 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7971a-833c-422e-b185-50778c001328 req-bd7ffd27-0b5d-4b09-a67d-6408c916876c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:26.130794 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a7971a-833c-422e-b185-50778c001328 req-bd7ffd27-0b5d-4b09-a67d-6408c916876c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 943 time: 0.0689094 Jul 22 17:42:26.150263 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:26.164191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:42:26.169981 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1a7971a-833c-422e-b185-50778c001328 req-0079096c-7681-41ec-8ef6-074ef3bbb3d3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333581 Jul 22 17:42:26.184881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:26.188935 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:26.235235 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:26.496437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['d9c50a20-0f7d-4ef1-b1c6-a913788e3e98'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:42:27.304613 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3856579-3af4-4c6d-a401-e38d1b363f41 req-32d6d953-b9ab-4450-a340-21ffabc938f6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:27.306139 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3856579-3af4-4c6d-a401-e38d1b363f41 req-32d6d953-b9ab-4450-a340-21ffabc938f6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 944 time: 0.0658312 Jul 22 17:42:27.355365 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f3856579-3af4-4c6d-a401-e38d1b363f41 req-70891250-ab8c-4215-bff6-3444e46b4806 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430512 Jul 22 17:42:28.005396 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:42:28.054125 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:42:28.054408 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:28.130557 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:28.153540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:42:28.155775 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b550dacc-fa70-464f-bd91-9ba283231dce" -d '{"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-plugged", "status": "completed", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:42:28.168908 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:42:28.173126 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:28.196062 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12e3c8e-9ba1-41ec-a51e-68010a460d4e x-openstack-request-id: req-f12e3c8e-9ba1-41ec-a51e-68010a460d4e {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:42:28.196357 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-plugged", "status": "completed", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:42:28.196615 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f12e3c8e-9ba1-41ec-a51e-68010a460d4e {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:42:28.197012 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'code': 200} Jul 22 17:42:28.222788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:42:28.408898 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8d972-40ff-417f-abf5-df28386d86b6 req-20ac048f-e166-4246-bbdf-db0c96d2f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:28.410432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37f8d972-40ff-417f-abf5-df28386d86b6 req-20ac048f-e166-4246-bbdf-db0c96d2f3a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1098 time: 0.0537369 Jul 22 17:42:28.445576 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-37f8d972-40ff-417f-abf5-df28386d86b6 req-2a9eab46-12e5-4922-ace4-456699ace520 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286777 Jul 22 17:42:28.491020 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2721c7d-bd01-499a-b025-d36f0c1e574d req-996c4deb-ce35-4c81-969a-7caeaa2040c2 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:28.492509 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2721c7d-bd01-499a-b025-d36f0c1e574d req-996c4deb-ce35-4c81-969a-7caeaa2040c2 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 946 time: 0.0679407 Jul 22 17:42:28.530622 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d2721c7d-bd01-499a-b025-d36f0c1e574d req-6965f41e-0127-46e0-9f6c-a32a160e6594 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323753 Jul 22 17:42:29.670343 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66747ef-09f2-4d12-b093-33e23bced985 req-2d551ca9-def6-4454-89dd-73d4df2520cc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:29.671973 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f66747ef-09f2-4d12-b093-33e23bced985 req-2d551ca9-def6-4454-89dd-73d4df2520cc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 946 time: 0.0710235 Jul 22 17:42:29.710356 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f66747ef-09f2-4d12-b093-33e23bced985 req-426c6c92-6fe8-440b-9933-75133f668ef2 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324867 Jul 22 17:42:30.842881 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f0801-92a9-4a2e-831e-1833de08baaf req-83655741-3934-48b0-907d-7c863806bc4d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:42:30.844404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-253f0801-92a9-4a2e-831e-1833de08baaf req-83655741-3934-48b0-907d-7c863806bc4d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 946 time: 0.0641923 Jul 22 17:42:30.881165 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-253f0801-92a9-4a2e-831e-1833de08baaf req-ebf07d26-d8a5-4105-bc3e-ec438a67230c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311968 Jul 22 17:42:32.419802 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:36.404226 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:42.468649 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:42:48.554335 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-df9e27e1-b0f7-46cf-aa82-514f9101240e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:51.147351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6e79ceae-4b9c-427f-b8cc-f18c0d993db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:51.383655 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:52.814449 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:42:54.496630 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:02.433126 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:06.405323 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:17.494351 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-82cc2c97-0e72-477a-ab7d-d028ee37baca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531127 Jul 22 17:43:17.601785 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-1a6b0249-97d0-4452-b50c-b4b56d947df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:17.603310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-1a6b0249-97d0-4452-b50c-b4b56d947df6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1098 time: 0.0523982 Jul 22 17:43:17.705008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-8fe62744-7bc1-4195-91f2-c24100e5125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:17.706458 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-8fe62744-7bc1-4195-91f2-c24100e5125f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0854042 Jul 22 17:43:17.767480 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-c7223666-0ae0-4b60-92d7-e366ecbd0bad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 1000 time: 0.0551476 Jul 22 17:43:17.817380 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-1efc2eac-5454-4fd7-a4e9-f1bb393a8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:17.818797 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-1efc2eac-5454-4fd7-a4e9-f1bb393a8da4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0460391 Jul 22 17:43:17.876406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-ebbd0fb8-1251-453a-9f77-571fe1f05e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:17.877893 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-ebbd0fb8-1251-453a-9f77-571fe1f05e6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528250 Jul 22 17:43:17.968115 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-9b3f8231-b7c3-44d6-9c47-feaa9fbd6e94 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836957 Jul 22 17:43:18.060287 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-84fb7522-6a2c-4fe1-bbad-53350436bcae req-25f92598-8005-4240-a481-4d99850f0cd4 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861692 Jul 22 17:43:18.553461 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b43878e7-b0ca-4928-9666-bfe3858b5a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:19.469543 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:43:21.147389 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65e4c2fa-0500-4573-bed5-e5fc835aeb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:21.384267 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:22.823005 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:24.497099 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:32.448856 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:36.407048 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:41.759771 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35596) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:41.922153 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Deleting port 5950db79-b751-433f-9abb-09fae15e4aa7 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:43:41.922499 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:41.999544 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:41.999869 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:42.011366 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Calling delete_port for 5950db79-b751-433f-9abb-09fae15e4aa7 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:43:42.164089 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:42.188621 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event deleted for resources: {'Port': ['ID=5950db79-b751-433f-9abb-09fae15e4aa7,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:42.215219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.215559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.215919 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.216250 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.217205 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.217601 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.217927 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.218247 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.218566 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.218884 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.219229 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.219607 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:42.261059 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:42.261443 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Floating IP 5d6c4255-5648-4e72-b386-8eca636d7860 disassociated (deleted). External IP: 172.25.3.33, port: d9c50a20-0f7d-4ef1-b1c6-a913788e3e98. Jul 22 17:43:42.470397 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Router e37934de-37b1-4b19-ad2a-c7e931bebb5c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:43:42.581440 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:43:42.586350 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:42.592088 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] Sync routers for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:43:42.601314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:43:42.601933 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:43:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:43:42.622470 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-10904105-67dc-4fcc-8501-9e37b5cf5f00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "DELETE /v2.0/floatingips/5d6c4255-5648-4e72-b386-8eca636d7860 HTTP/1.1" status: 204 len: 168 time: 0.8615892 Jul 22 17:43:42.623227 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:43:42.625686 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734a0641-05b1-4b7d-819b-21eb86a710a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:43:42.707953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:43:42.720960 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc90934-59ee-4236-8c37-6c76b0327ce9 x-openstack-request-id: req-5cc90934-59ee-4236-8c37-6c76b0327ce9 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:43:42.721250 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:43:42.721503 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cc90934-59ee-4236-8c37-6c76b0327ce9 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:43:42.721903 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'status': 'completed', 'code': 200} Jul 22 17:43:42.825402 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-054e9ec6-f0d8-4f7d-a8c6-ac02418110ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:42.827010 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-054e9ec6-f0d8-4f7d-a8c6-ac02418110ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 1098 time: 0.0591116 Jul 22 17:43:42.878294 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db415a-fc41-428f-84e3-6653f7f66891 req-0f04ff5c-e63a-49e3-ad7b-faa2a5ccbbfb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:42.879967 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6db415a-fc41-428f-84e3-6653f7f66891 req-0f04ff5c-e63a-49e3-ad7b-faa2a5ccbbfb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 946 time: 0.0736756 Jul 22 17:43:42.928191 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a6db415a-fc41-428f-84e3-6653f7f66891 req-0367f8c8-5a08-4e19-9654-d6f9dfffe48e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413384 Jul 22 17:43:42.939394 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-0d2b5920-e940-4867-8546-930458235950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:42.940864 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-0d2b5920-e940-4867-8546-930458235950 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.1079197 Jul 22 17:43:42.982331 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-73807af0-a8b1-4614-91b7-30549d36dd3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 200 len: 217 time: 0.0345900 Jul 22 17:43:43.032153 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-a6a23ff3-e936-4203-b4c0-14ff47f687ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:43.033620 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-a6a23ff3-e936-4203-b4c0-14ff47f687ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0430744 Jul 22 17:43:43.072436 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:43:43.100139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] Checking router: e37934de-37b1-4b19-ad2a-c7e931bebb5c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:43:43.109000 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:43:43.109629 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:43:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:43:43.225273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:43:43.453754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:43:43.458943 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-41053984-d901-4f7c-b71c-00606dd67016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:43.461173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-41053984-d901-4f7c-b71c-00606dd67016 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4211671 Jul 22 17:43:43.488282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac17898-e168-4065-b47b-40a0fc07aec7 None None] The sync data for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 is: [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:43:43.557437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-94ad6218-6cbd-47d9-b7d7-1ea22b667534 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877354 Jul 22 17:43:43.660438 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-734a0641-05b1-4b7d-819b-21eb86a710a9 req-5bd3b496-5585-4fcf-94ab-5b64f8803c17 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942335 Jul 22 17:43:43.718778 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6578dfc-761d-453f-99d3-11fd30a5c88d None None] New status for floating IP 5d6c4255-5648-4e72-b386-8eca636d7860: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:43:44.060027 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663f36e-1cb5-422b-8712-00419f8bf568 req-d430185d-395a-47b0-896e-51cc42b3e5bb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:44.061567 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9663f36e-1cb5-422b-8712-00419f8bf568 req-d430185d-395a-47b0-896e-51cc42b3e5bb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 946 time: 0.0638134 Jul 22 17:43:44.098938 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9663f36e-1cb5-422b-8712-00419f8bf568 req-b18eaaf6-9a3c-4676-ab42-70daaa57b20e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09ec713-cf68-45bd-99c7-a6fab09c0cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316830 Jul 22 17:43:44.339076 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0682260f-1c50-4570-965d-af46cceae3fc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:43:44.340446 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0682260f-1c50-4570-965d-af46cceae3fc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.20 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 946 time: 0.0705631 Jul 22 17:43:44.438369 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Deleting port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:43:44.438640 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:44.532980 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] For port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:43:44.533349 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:44.545355 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Calling delete_port for d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:43:44.671730 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:44.708072 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event deleted for resources: {'Port': ['ID=d9c50a20-0f7d-4ef1-b1c6-a913788e3e98,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:44.732066 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.732458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.732864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.733218 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.733557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.733890 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.734237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.734555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.734880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.735236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.735570 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.735916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:43:44.759587 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] No DVR routers for this DVR port d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:43:44.761981 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:44.764617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e77f8aed-ec12-40bc-9c25-2e0f3d9a755b req-0256cfa5-9f24-4250-adfc-400dd81b0efc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.20 "DELETE /v2.0/ports/d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 HTTP/1.1" status: 204 len: 173 time: 0.4186866 Jul 22 17:43:44.765059 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-deleted', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:43:44.767422 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25a6335-b2bc-4f88-b8da-2d7e51fba001" -d '{"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-deleted", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:43:44.870720 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46227c46-3959-4adb-a6eb-171a063a771c x-openstack-request-id: req-46227c46-3959-4adb-a6eb-171a063a771c {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:43:44.871033 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a887f721-da28-4d78-99b2-0bbee247a56c", "name": "network-vif-deleted", "tag": "d9c50a20-0f7d-4ef1-b1c6-a913788e3e98", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:43:44.871287 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46227c46-3959-4adb-a6eb-171a063a771c {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:43:44.871690 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a887f721-da28-4d78-99b2-0bbee247a56c', 'name': 'network-vif-deleted', 'tag': 'd9c50a20-0f7d-4ef1-b1c6-a913788e3e98', 'status': 'completed', 'code': 200} Jul 22 17:43:45.213590 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4691220c-0ecd-4634-8191-5c2b5e4f42ed req-f7520a23-8c18-4eb4-b857-114b005718dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a887f721-da28-4d78-99b2-0bbee247a56c HTTP/1.1" status: 200 len: 210 time: 0.0304050 Jul 22 17:43:46.272074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35622) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:46.333485 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19b731d8-4c24-4329-94d3-a51f4309c065 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.358823 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19b731d8-4c24-4329-94d3-a51f4309c065 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.421608 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19b731d8-4c24-4329-94d3-a51f4309c065 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.424673 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-19b731d8-4c24-4329-94d3-a51f4309c065 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.426077 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-19b731d8-4c24-4329-94d3-a51f4309c065 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "DELETE /v2.0/security-groups/d09ec713-cf68-45bd-99c7-a6fab09c0cfb HTTP/1.1" status: 204 len: 168 time: 0.1528468 Jul 22 17:43:46.438421 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b731d8-4c24-4329-94d3-a51f4309c065 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ec713-cf68-45bd-99c7-a6fab09c0cfb,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:46.738266 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35628) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:46.743046 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-d1634e9a-51c1-4bc5-a166-c532711e2951 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972092995', 'description': 'tempest-secgroup-smoke-1972092995 description', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:43:46.765578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1634e9a-51c1-4bc5-a166-c532711e2951 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.848062 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1634e9a-51c1-4bc5-a166-c532711e2951 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.851640 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1634e9a-51c1-4bc5-a166-c532711e2951 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.876928 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-d1634e9a-51c1-4bc5-a166-c532711e2951 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.878144 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-d1634e9a-51c1-4bc5-a166-c532711e2951 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388524 Jul 22 17:43:46.881139 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35630) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:46.882258 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1634e9a-51c1-4bc5-a166-c532711e2951 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7d86fb-922b-46c5-be30-089908612732,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:46.886888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-0e8c408a-ed96-4531-a98d-2e0bc993573a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': '3d7d86fb-922b-46c5-be30-089908612732', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:43:46.913454 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e8c408a-ed96-4531-a98d-2e0bc993573a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.969196 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e8c408a-ed96-4531-a98d-2e0bc993573a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.972596 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e8c408a-ed96-4531-a98d-2e0bc993573a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:46.987490 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c408a-ed96-4531-a98d-2e0bc993573a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040e1eef-30bc-4475-bbde-ebcf47ecfd72,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:46.996627 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-0e8c408a-ed96-4531-a98d-2e0bc993573a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.001555 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-0e8c408a-ed96-4531-a98d-2e0bc993573a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153500 Jul 22 17:43:47.001816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35632) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:47.006253 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-407b0286-fdfe-4f31-9cc7-40a2984664c4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': '3d7d86fb-922b-46c5-be30-089908612732', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:43:47.031972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-407b0286-fdfe-4f31-9cc7-40a2984664c4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.091556 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-407b0286-fdfe-4f31-9cc7-40a2984664c4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.095411 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-407b0286-fdfe-4f31-9cc7-40a2984664c4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.114467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b0286-fdfe-4f31-9cc7-40a2984664c4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf437ef-9814-47af-8822-5a773b9f90c1,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:47.117698 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-407b0286-fdfe-4f31-9cc7-40a2984664c4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.119103 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-407b0286-fdfe-4f31-9cc7-40a2984664c4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162994 Jul 22 17:43:47.121836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35634) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:47.126908 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-c646820a-4c05-4178-be2a-0b13e9e037dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': '3d7d86fb-922b-46c5-be30-089908612732', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:43:47.152015 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c646820a-4c05-4178-be2a-0b13e9e037dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.210834 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c646820a-4c05-4178-be2a-0b13e9e037dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.214510 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c646820a-4c05-4178-be2a-0b13e9e037dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.233507 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646820a-4c05-4178-be2a-0b13e9e037dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43717a8e-fc1b-4c5b-aea0-a44e870230ce,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:47.240039 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-c646820a-4c05-4178-be2a-0b13e9e037dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.241153 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-c646820a-4c05-4178-be2a-0b13e9e037dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183734 Jul 22 17:43:47.243805 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35636) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:47.248846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-4c5f64ff-146d-4b7a-b5d6-826a28dd1533 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': '3d7d86fb-922b-46c5-be30-089908612732', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:43:47.274347 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c5f64ff-146d-4b7a-b5d6-826a28dd1533 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.332572 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c5f64ff-146d-4b7a-b5d6-826a28dd1533 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.336077 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c5f64ff-146d-4b7a-b5d6-826a28dd1533 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.353651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f64ff-146d-4b7a-b5d6-826a28dd1533 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142b788f-88a0-434c-80f1-e7fed00af7e5,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:47.360809 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-4c5f64ff-146d-4b7a-b5d6-826a28dd1533 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.362090 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-4c5f64ff-146d-4b7a-b5d6-826a28dd1533 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173439 Jul 22 17:43:47.364836 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35638) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:47.369257 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-f2986cf2-44f5-42a9-ba81-2ab297380ae9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': '3d7d86fb-922b-46c5-be30-089908612732', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:43:47.391106 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-f2986cf2-44f5-42a9-ba81-2ab297380ae9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Project e0fc87653f6b4aadbdc1ffac53ddbece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:43:47.395783 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2986cf2-44f5-42a9-ba81-2ab297380ae9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.457256 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2986cf2-44f5-42a9-ba81-2ab297380ae9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.462251 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2986cf2-44f5-42a9-ba81-2ab297380ae9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.480938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2986cf2-44f5-42a9-ba81-2ab297380ae9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3756f66-40de-4a41-a198-491ddf16f338,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:47.485642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-f2986cf2-44f5-42a9-ba81-2ab297380ae9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.486842 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-f2986cf2-44f5-42a9-ba81-2ab297380ae9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210759 Jul 22 17:43:47.489691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 35640) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:43:47.494113 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-fb785abf-3ab9-4c86-9201-1829766db142 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'security_group_rule': {'security_group_id': '3d7d86fb-922b-46c5-be30-089908612732', 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:43:47.515883 n-d-792458-13 neutron-server[93750]: INFO neutron.db.securitygroups_db [None req-fb785abf-3ab9-4c86-9201-1829766db142 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Project e0fc87653f6b4aadbdc1ffac53ddbece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:43:47.520529 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb785abf-3ab9-4c86-9201-1829766db142 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.581849 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb785abf-3ab9-4c86-9201-1829766db142 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.585567 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb785abf-3ab9-4c86-9201-1829766db142 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.599478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb785abf-3ab9-4c86-9201-1829766db142 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792964ef-172b-4394-9c84-b5872cf3dff8,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:43:47.612237 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb785abf-3ab9-4c86-9201-1829766db142 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:47.613633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fb785abf-3ab9-4c86-9201-1829766db142 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229882 Jul 22 17:43:48.520019 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:43:48.546011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:43:48.546352 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device d9c50a20-0f7d-4ef1-b1c6-a913788e3e98 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:43:48.557457 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6645d7dc-32aa-4b7a-b639-ab4514550c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:51.149024 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77d53234-0fd3-4aeb-ab2a-f94fe28c7ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:51.385999 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:52.823623 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:54.501329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:43:56.469576 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:44:01.905662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-0f02206c-dce7-4065-a2e8-ac5d02848d55 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972092995&fields=id&tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece HTTP/1.1" status: 200 len: 267 time: 0.0328870 Jul 22 17:44:02.013427 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-e3b08f95-db50-4932-8180-96ebd3df24c8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:02.014977 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-e3b08f95-db50-4932-8180-96ebd3df24c8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 808 time: 0.1024408 Jul 22 17:44:02.029751 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-4a98dba3-f06f-41e6-9bfe-c14b1b758e14 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/quotas/e0fc87653f6b4aadbdc1ffac53ddbece HTTP/1.1" status: 200 len: 375 time: 0.0088890 Jul 22 17:44:02.094681 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-d200c427-f471-4ab6-b7f9-8ea2181774b6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598974 Jul 22 17:44:02.238647 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-4f0d4f0b-62f5-4c28-9c56-b63115115ae5 service neutron] 10.222.0.53 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331286 Jul 22 17:44:02.326714 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-5d6f3123-fca9-4e6e-b0ad-d8df13b0cafa service neutron] 10.222.0.53 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816629 Jul 22 17:44:02.447864 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:02.630600 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bff0048f-d37b-41bf-9aef-55f145c64f0c req-cbbc49e2-46c8-446a-93e5-adb62d077214 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 210 time: 0.0337911 Jul 22 17:44:03.756660 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d05dfbc2-30cd-4c21-b0ff-e1f7d06175b0 req-79d61aa4-eb75-4175-ad1d-d9b8e748c8d6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 210 time: 0.0365870 Jul 22 17:44:03.783524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-8e02c141-d5df-434a-8884-29dcb9da5d69 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:03.785033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-8e02c141-d5df-434a-8884-29dcb9da5d69 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.65 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 808 time: 0.1372256 Jul 22 17:44:03.842840 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-cb84f4e1-db56-43da-ab03-1d3f7188832c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece HTTP/1.1" status: 200 len: 380 time: 0.0391161 Jul 22 17:44:03.852422 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'port': {'device_id': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'admin_state_up': True, 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'security_groups': ['3d7d86fb-922b-46c5-be30-089908612732']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:03.968186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Made reservation on behalf of e0fc87653f6b4aadbdc1ffac53ddbece for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:44:03.971786 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.103740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Allocated IP 172.20.0.12 (f491b0e5-c3fe-45cb-a228-4cba29a5b6a6/1c29e4ce-6243-4ebe-b4e3-5a929f436a36/5844fd09-d8df-482d-933c-3510f2b6825d) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:44:04.249430 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.262691 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Transition to ACTIVE for port object 5844fd09-d8df-482d-933c-3510f2b6825d will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:44:04.297069 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.345087 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:44:04.350481 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:44:04.354138 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:44:04.380811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:04.412197 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:04.412857 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.429119 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-a787beb7-e2c1-4ce1-9fc1-757baa258267 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805454 Jul 22 17:44:04.447985 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-291e4f88-b29e-4780-9550-fd2444edb34e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:44:04.449188 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-291e4f88-b29e-4780-9550-fd2444edb34e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064781 Jul 22 17:44:04.507456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Request body: {'port': {'device_id': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:04.584921 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.629485 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-050c8bec-52cf-4db1-8fc4-58a53cd2fedb None None] Provisioning for port 5844fd09-d8df-482d-933c-3510f2b6825d completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:44:04.633690 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-050c8bec-52cf-4db1-8fc4-58a53cd2fedb None None] Provisioning complete for port 5844fd09-d8df-482d-933c-3510f2b6825d triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:04.634052 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-050c8bec-52cf-4db1-8fc4-58a53cd2fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.668809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-050c8bec-52cf-4db1-8fc4-58a53cd2fedb None None] Port 5844fd09-d8df-482d-933c-3510f2b6825d cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:44:04.869517 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5844fd09-d8df-482d-933c-3510f2b6825d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:44:04.878250 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.891127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Transition to ACTIVE for port object 5844fd09-d8df-482d-933c-3510f2b6825d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:44:04.892557 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695668f-96bf-4feb-9b37-538abd8f4093 req-ac7d2c04-30b2-4ebc-b7cd-587f5b366736 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:04.894431 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a695668f-96bf-4feb-9b37-538abd8f4093 req-ac7d2c04-30b2-4ebc-b7cd-587f5b366736 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 932 time: 0.0665631 Jul 22 17:44:04.895173 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:04.941679 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a695668f-96bf-4feb-9b37-538abd8f4093 req-4ac544a0-9080-470e-a29f-d8973063c20f tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394559 Jul 22 17:44:04.982682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:05.064137 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Attempting to bind port 5844fd09-d8df-482d-933c-3510f2b6825d on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:44:05.064482 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Attempting to bind port 5844fd09-d8df-482d-933c-3510f2b6825d by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:44:05.064956 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Attempting to bind port 5844fd09-d8df-482d-933c-3510f2b6825d on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:44:05.069446 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Port 5844fd09-d8df-482d-933c-3510f2b6825d on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:44:05.069772 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Attempting to bind port 5844fd09-d8df-482d-933c-3510f2b6825d on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:44:05.075041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:44:05.075385 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Checking segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:44:05.075775 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Bound using segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:44:05.076295 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Bound port: 5844fd09-d8df-482d-933c-3510f2b6825d, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:44:05.076748 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.147404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:44:05.150878 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:44:05.156983 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.201904 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:05.202547 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:05.204028 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] 10.222.0.65 "PUT /v2.0/ports/5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1093 time: 0.7462943 Jul 22 17:44:05.204487 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:44:05.206869 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d25e3d-d20b-418b-87bc-59cbff49e136" -d '{"events": [{"name": "network-changed", "server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:44:05.245505 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7c780-31e1-40fe-a967-6f5df6807e4e service neutron] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:05.264741 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a09ec3f-d39b-432d-a19c-dee32f55baea x-openstack-request-id: req-6a09ec3f-d39b-432d-a19c-dee32f55baea {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:44:05.265140 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:44:05.265467 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a09ec3f-d39b-432d-a19c-dee32f55baea {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:44:05.265950 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d', 'status': 'completed', 'code': 200} Jul 22 17:44:05.353362 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-0b49b1a4-ddc7-4024-b947-c0dd50c59df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:05.354971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-0b49b1a4-ddc7-4024-b947-c0dd50c59df5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1096 time: 0.0700452 Jul 22 17:44:05.408156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-8b6afcd2-c8d2-4c3f-809b-ec3f2ce90e4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 217 time: 0.0374780 Jul 22 17:44:05.458035 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-82b7d0be-f618-4229-b7c5-ec76b1f6632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:05.459539 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-82b7d0be-f618-4229-b7c5-ec76b1f6632e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0446677 Jul 22 17:44:05.518849 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-27ce9608-2e15-4d6a-b5a1-01d2deb75e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:05.520387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-27ce9608-2e15-4d6a-b5a1-01d2deb75e2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540466 Jul 22 17:44:05.618984 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-4077bc3a-df23-48be-8b63-5d590f903b54 service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902395 Jul 22 17:44:05.716597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-58a1a60a-eacb-4703-805e-d965184c3c06 req-b134361f-bc9c-40e5-a6c3-d673c43b0faa service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896134 Jul 22 17:44:05.894309 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-f12a0ab1-2e8b-41c8-8782-9db3b44d3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:05.895769 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-f12a0ab1-2e8b-41c8-8782-9db3b44d3b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1096 time: 0.0549834 Jul 22 17:44:05.989829 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-9392a876-7692-442b-bd02-c920dc8a001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:05.991523 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-9392a876-7692-442b-bd02-c920dc8a001c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0888834 Jul 22 17:44:06.038809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-41721471-b2cc-4dc6-bede-3a08ae229d40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 217 time: 0.0399282 Jul 22 17:44:06.089504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a958c-28fb-453c-8d59-d4b910844ae5 req-8ff01471-548e-404c-a67b-173c0213d634 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:06.090400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-f6cb8747-7ffc-47db-bb20-8f17fac6a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:06.091380 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d72a958c-28fb-453c-8d59-d4b910844ae5 req-8ff01471-548e-404c-a67b-173c0213d634 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0664394 Jul 22 17:44:06.092627 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-f6cb8747-7ffc-47db-bb20-8f17fac6a6c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0460052 Jul 22 17:44:06.131040 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d72a958c-28fb-453c-8d59-d4b910844ae5 req-419169d3-69d1-43fb-a779-1734b6483d29 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Jul 22 17:44:06.153448 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-90e91ed9-0af6-4885-92f3-44e0e2f1c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:06.156098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-90e91ed9-0af6-4885-92f3-44e0e2f1c61b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564175 Jul 22 17:44:06.257571 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-4c9ed0c5-0a24-4937-a380-57752bd7bddd service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939987 Jul 22 17:44:06.361249 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-85d25e3d-d20b-418b-87bc-59cbff49e136 req-97ad5d8e-39c8-41f8-b128-8714746c85f8 service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916729 Jul 22 17:44:06.417664 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:07.269946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0019b51-879e-4853-bfcc-9cc6ff1ee06d req-955aa6bd-c928-48e3-ac1d-e01fac8f0448 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:07.271422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0019b51-879e-4853-bfcc-9cc6ff1ee06d req-955aa6bd-c928-48e3-ac1d-e01fac8f0448 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0685582 Jul 22 17:44:07.310328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a0019b51-879e-4853-bfcc-9cc6ff1ee06d req-bf41133e-9b45-4e33-8d5e-934edd1bc154 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330029 Jul 22 17:44:08.497478 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ed863-a961-478c-ada5-3f67c45216d2 req-f07f8faf-05ed-491b-ac68-fa9f8e48e0dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:08.500058 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b1ed863-a961-478c-ada5-3f67c45216d2 req-f07f8faf-05ed-491b-ac68-fa9f8e48e0dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.1229753 Jul 22 17:44:08.541128 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-1b1ed863-a961-478c-ada5-3f67c45216d2 req-f476fdb5-8b8c-44c9-a837-9d158c3de721 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353587 Jul 22 17:44:09.716502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66051921-50b9-4e95-9225-cd2af1c82516 req-c231e6ec-3f46-403f-a4fe-ff888224fd01 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:09.718762 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-66051921-50b9-4e95-9225-cd2af1c82516 req-c231e6ec-3f46-403f-a4fe-ff888224fd01 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.1104040 Jul 22 17:44:09.755594 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-66051921-50b9-4e95-9225-cd2af1c82516 req-1cc49c1d-86de-4247-b0b2-9c2034e7a647 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Jul 22 17:44:10.885596 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d578082-40ed-4ddc-850d-e008413e4e90 req-b4e604d7-f1f2-41a9-8ba8-c26c818cf0ba tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:10.887092 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d578082-40ed-4ddc-850d-e008413e4e90 req-b4e604d7-f1f2-41a9-8ba8-c26c818cf0ba tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0631983 Jul 22 17:44:10.928015 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9d578082-40ed-4ddc-850d-e008413e4e90 req-11a2e608-5a89-40a7-81b0-08fbe1d42879 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351591 Jul 22 17:44:12.074778 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd80e4-c790-4be2-a663-ca258e92cc6e req-855396ee-3917-4ff4-bcb1-335e14109d5d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:12.076413 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6fd80e4-c790-4be2-a663-ca258e92cc6e req-855396ee-3917-4ff4-bcb1-335e14109d5d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0664251 Jul 22 17:44:12.113251 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e6fd80e4-c790-4be2-a663-ca258e92cc6e req-8a3079ab-1a49-4782-8dec-ae1efbf61115 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Jul 22 17:44:13.245016 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbbeda-f043-4c36-b89f-cfc9e7349956 req-4684a9f1-fb53-49ef-ae5c-a59def3cd5dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:13.246404 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fcbbbeda-f043-4c36-b89f-cfc9e7349956 req-4684a9f1-fb53-49ef-ae5c-a59def3cd5dd tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0664561 Jul 22 17:44:13.283605 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-fcbbbeda-f043-4c36-b89f-cfc9e7349956 req-0d8c9a13-abc1-4bed-bd65-b3025c0804f7 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315056 Jul 22 17:44:14.415655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50f28e-9613-48f8-9cd6-06e0bf130fd9 req-29088882-9f2d-4973-afcb-ad769232ec3c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:14.417167 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed50f28e-9613-48f8-9cd6-06e0bf130fd9 req-29088882-9f2d-4973-afcb-ad769232ec3c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0668273 Jul 22 17:44:14.456264 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed50f28e-9613-48f8-9cd6-06e0bf130fd9 req-a26359ba-5850-40ee-bbc7-eeeb7349574e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333126 Jul 22 17:44:15.590587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d64e01-243a-47e7-a700-240545930764 req-71368571-89da-402c-a87b-69fce15eda35 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:15.592632 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07d64e01-243a-47e7-a700-240545930764 req-71368571-89da-402c-a87b-69fce15eda35 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0655451 Jul 22 17:44:15.629390 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-07d64e01-243a-47e7-a700-240545930764 req-9736fef1-e69b-4a90-9216-fbfc1ea1d3b7 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Jul 22 17:44:16.244502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5844fd09-d8df-482d-933c-3510f2b6825d details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:44:16.339308 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:16.350597 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': '5844fd09-d8df-482d-933c-3510f2b6825d', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'port_id': '5844fd09-d8df-482d-933c-3510f2b6825d', 'mac_address': 'fa:16:3e:42:a8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:44:16.386758 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:16.399899 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5844fd09-d8df-482d-933c-3510f2b6825d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:44:16.419620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:16.425085 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:16.478030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:16.485517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.485861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.486200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.486535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.486861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.487217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.487540 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.487862 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.488182 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.488502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.488821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.489205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:44:16.755477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['5844fd09-d8df-482d-933c-3510f2b6825d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:44:16.767282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a8e91-1e9d-45be-8289-80125c977abb req-3f15cbef-ebd7-4046-9222-c3c8bc2cad76 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:16.768810 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-192a8e91-1e9d-45be-8289-80125c977abb req-3f15cbef-ebd7-4046-9222-c3c8bc2cad76 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 945 time: 0.0666690 Jul 22 17:44:16.807467 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-192a8e91-1e9d-45be-8289-80125c977abb req-50019daa-aac4-41cf-83a8-c331e75fbb7d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329199 Jul 22 17:44:17.936475 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefa056-a1ae-4d10-930d-af8821410eae req-3c78d54a-7bc5-4202-96b5-bf83206c289c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:17.937857 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3aefa056-a1ae-4d10-930d-af8821410eae req-3c78d54a-7bc5-4202-96b5-bf83206c289c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 945 time: 0.0652909 Jul 22 17:44:17.974344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-3aefa056-a1ae-4d10-930d-af8821410eae req-d28afdb8-93cb-481f-bfb8-b4de94eba14a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307093 Jul 22 17:44:18.244538 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5844fd09-d8df-482d-933c-3510f2b6825d up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:44:18.293641 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port 5844fd09-d8df-482d-933c-3510f2b6825d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:44:18.298584 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port 5844fd09-d8df-482d-933c-3510f2b6825d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:44:18.298953 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:18.375251 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:18.397162 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:44:18.399417 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42900de8-8c4e-4f40-8865-88fa79e20b7a" -d '{"events": [{"server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "name": "network-vif-plugged", "status": "completed", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:44:18.415832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:44:18.420347 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:18.449976 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efd8ee9-c531-4a1e-b2e1-b5d2b0e75327 x-openstack-request-id: req-7efd8ee9-c531-4a1e-b2e1-b5d2b0e75327 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:44:18.450267 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "name": "network-vif-plugged", "status": "completed", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:44:18.450519 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7efd8ee9-c531-4a1e-b2e1-b5d2b0e75327 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:44:18.450907 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d', 'code': 200} Jul 22 17:44:18.475217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:18.557849 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6c9de406-2d54-4137-87d9-32805d81e0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:18.594278 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03ee7e-e785-4387-bace-33ceb2d905e3 req-20ec66c5-52c6-4f6f-8a56-2b08eccee5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:18.595890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db03ee7e-e785-4387-bace-33ceb2d905e3 req-20ec66c5-52c6-4f6f-8a56-2b08eccee5e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1098 time: 0.0575063 Jul 22 17:44:18.630847 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db03ee7e-e785-4387-bace-33ceb2d905e3 req-11215048-5a8c-407d-9291-01186d6936d2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282097 Jul 22 17:44:19.116074 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5488f30-22a8-4d3b-bf48-2e228f4ef685 req-765c8331-03b6-4991-b682-84bffcba7ee8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:19.117573 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5488f30-22a8-4d3b-bf48-2e228f4ef685 req-765c8331-03b6-4991-b682-84bffcba7ee8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0708792 Jul 22 17:44:19.156268 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5488f30-22a8-4d3b-bf48-2e228f4ef685 req-25b1e33f-0e45-427d-b49f-c7bf91a13c4a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331450 Jul 22 17:44:20.293454 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62855d-0a3f-4e97-a999-73dce99eda02 req-f950b467-8c8c-4b0b-a648-5b6fc018617b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:20.296222 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb62855d-0a3f-4e97-a999-73dce99eda02 req-f950b467-8c8c-4b0b-a648-5b6fc018617b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0656741 Jul 22 17:44:20.333379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-fb62855d-0a3f-4e97-a999-73dce99eda02 req-658fe69d-05a3-45ad-9e2e-40101ba0d45a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Jul 22 17:44:20.462137 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a4c94-0d90-4de3-91ee-a6851f3b4e00 req-43a5db63-42f0-4cac-9020-2400e5a8bebe tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:20.463588 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b00a4c94-0d90-4de3-91ee-a6851f3b4e00 req-43a5db63-42f0-4cac-9020-2400e5a8bebe tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0653129 Jul 22 17:44:20.503095 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-b00a4c94-0d90-4de3-91ee-a6851f3b4e00 req-28320ae0-d681-4266-8b1a-6ecb02c657b4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327091 Jul 22 17:44:20.524451 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35848) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:20.581741 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c82241-806b-462c-bcb3-4bd9fefb525c tempest-TestShelveInstance-686269130 tempest-TestShelveInstance-686269130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:20.583281 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-38c82241-806b-462c-bcb3-4bd9fefb525c tempest-TestShelveInstance-686269130 tempest-TestShelveInstance-686269130-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1093 time: 0.0578520 Jul 22 17:44:20.585998 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 35850) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:44:20.590578 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '5844fd09-d8df-482d-933c-3510f2b6825d', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:44:20.613482 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:20.708794 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:20.813761 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Allocated IP 172.25.3.207 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/d01fb400-00d8-421a-a016-41fe9d93ee75) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:44:20.913556 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:20.953061 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:20.987787 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:44:20.992390 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:44:20.995733 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:44:21.023807 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'Port': ['ID=d01fb400-00d8-421a-a016-41fe9d93ee75,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:21.149574 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-91a8920d-32b8-4372-942e-f22bf6a5b993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:21.352973 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:21.389373 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:21.433352 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:21.581905 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:21.586356 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:21.658219 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event updated for resources: {'Port': ['ID=d01fb400-00d8-421a-a016-41fe9d93ee75,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:44:21.666504 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:21.764812 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Floating IP 29b6d156-d522-47e0-be96-2326152a372d associated. External IP: 172.25.3.207, port: 5844fd09-d8df-482d-933c-3510f2b6825d. Jul 22 17:44:21.975669 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Router e37934de-37b1-4b19-ad2a-c7e931bebb5c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:44:22.079238 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:44:22.088349 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] Sync routers for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:44:22.096684 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:22.097745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:44:22.098365 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:44:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:22.136343 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-9f7d8e50-fafa-4a94-ad88-0a0c3b8e4d00 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5493324 Jul 22 17:44:22.136920 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:44:22.139536 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45404d44-48c5-4f42-890d-8fa971fb4b42" -d '{"events": [{"name": "network-changed", "server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:44:22.177576 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0828f6c-9a8b-4076-a8cc-bd6ab34f9255 x-openstack-request-id: req-f0828f6c-9a8b-4076-a8cc-bd6ab34f9255 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:44:22.177872 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:44:22.178720 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0828f6c-9a8b-4076-a8cc-bd6ab34f9255 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:44:22.178720 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d', 'status': 'completed', 'code': 200} Jul 22 17:44:22.206539 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:44:22.281770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-2d8b6ff5-f795-4558-9868-b79780104eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:22.283307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-2d8b6ff5-f795-4558-9868-b79780104eb5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1098 time: 0.0595682 Jul 22 17:44:22.376563 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-56227de7-9d5e-4ce4-8519-912142f52058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:22.378068 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-56227de7-9d5e-4ce4-8519-912142f52058 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0868511 Jul 22 17:44:22.425639 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '29b6d156-d522-47e0-be96-2326152a372d', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'port_id': '5844fd09-d8df-482d-933c-3510f2b6825d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'mac_address': 'fa:16:3e:42:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:44:21Z', 'updated_at': '2021-07-22T17:44:21Z', 'revision_number': 0, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:22.447618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-03a1a52a-9269-4556-979b-d0619a075848 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1000 time: 0.0619864 Jul 22 17:44:22.455605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] Checking router: e37934de-37b1-4b19-ad2a-c7e931bebb5c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:44:22.463856 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:44:22.464451 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:44:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:22.499515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-48824e16-a2fb-43b9-ba3e-58f7b2a9a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:22.500985 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-48824e16-a2fb-43b9-ba3e-58f7b2a9a82d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0456655 Jul 22 17:44:22.560206 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-3722f0a2-eb4c-4740-8434-8da061221143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:22.562020 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-3722f0a2-eb4c-4740-8434-8da061221143 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543902 Jul 22 17:44:22.570526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:44:22.657631 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-9103707d-ba43-4188-bd46-b584d249a12b service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870187 Jul 22 17:44:22.747297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-45404d44-48c5-4f42-890d-8fa971fb4b42 req-bb8e9968-e9f0-4ee4-8bfb-0ffeb4e85131 service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830235 Jul 22 17:44:22.794185 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '29b6d156-d522-47e0-be96-2326152a372d', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'port_id': '5844fd09-d8df-482d-933c-3510f2b6825d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'mac_address': 'fa:16:3e:42:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:44:21Z', 'updated_at': '2021-07-22T17:44:21Z', 'revision_number': 0, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:44:22.829031 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf090aa8-98d8-4cde-b56b-8b1c2e542736 None None] The sync data for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 is: [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '29b6d156-d522-47e0-be96-2326152a372d', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'port_id': '5844fd09-d8df-482d-933c-3510f2b6825d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'mac_address': 'fa:16:3e:42:a8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:44:21Z', 'updated_at': '2021-07-22T17:44:21Z', 'revision_number': 0, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:44:22.839449 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:23.023889 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906681c2-3485-4b05-9a4a-eaa1a66c3c08 None None] New status for floating IP 29b6d156-d522-47e0-be96-2326152a372d: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:44:24.507303 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:30.024527 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-d4a6925b-23af-480a-a117-e37c27115f61 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636289 Jul 22 17:44:30.146005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-87b2981b-a69e-45b2-851f-236c6eb5c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:30.147513 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-87b2981b-a69e-45b2-851f-236c6eb5c3b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1098 time: 0.0592883 Jul 22 17:44:30.255794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-47ee62d0-fcac-4e9f-a1a4-f3f00d631f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:30.257308 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-47ee62d0-fcac-4e9f-a1a4-f3f00d631f45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0882604 Jul 22 17:44:30.331186 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-c5b10069-be3f-4f4e-98d4-7cef4ed0a8c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1002 time: 0.0650320 Jul 22 17:44:30.382286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-d153193b-a456-417b-aeef-cc8030557273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:30.383829 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-d153193b-a456-417b-aeef-cc8030557273 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0464032 Jul 22 17:44:30.451940 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-30c1f75d-2476-4841-93c7-94dbb5c588b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:44:30.453400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-30c1f75d-2476-4841-93c7-94dbb5c588b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598485 Jul 22 17:44:30.552267 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-3dde095c-a98d-4723-9472-f8f8d3d1cdf8 service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917168 Jul 22 17:44:30.656436 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-22c7e797-7d54-4e79-86ba-db17c0947bf6 req-c4bc34ae-7211-48c1-b894-13003b5845dd service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976334 Jul 22 17:44:32.455738 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:33.468878 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:44:36.414952 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:48.560039 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9df25af2-f580-459c-803e-4618915473b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:51.151129 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6d97cc7d-5301-4357-9dce-7ac4fb49622e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:51.391718 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:52.827904 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:44:54.506719 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:02.463474 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:06.417766 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:10.469188 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:45:18.561700 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8d32d1df-0360-4927-ae23-241dfdf1b882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:21.150512 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25d84dff-3fac-4e1c-9069-5b40fb71ec6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:21.393673 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:22.828743 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:24.511461 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:30.960649 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-d9daabec-dae6-4027-9b3e-f085fbeae1e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596418 Jul 22 17:45:31.074043 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-c74540c5-3150-4b5b-95e0-bada024aa2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:31.075575 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-c74540c5-3150-4b5b-95e0-bada024aa2fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1098 time: 0.0539410 Jul 22 17:45:31.182038 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-6c67d563-8a8e-40dc-991b-e368f1547d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:31.183427 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-6c67d563-8a8e-40dc-991b-e368f1547d45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0885875 Jul 22 17:45:31.259617 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-f0ac53c7-b7e3-4146-af24-f1b337251d45 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1002 time: 0.0693352 Jul 22 17:45:31.310504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-1e1fbd87-82b8-4df6-8bfb-d62ff288b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:31.312040 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-1e1fbd87-82b8-4df6-8bfb-d62ff288b1ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0452054 Jul 22 17:45:31.374406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-b85ff8a8-8edb-4dec-ac4b-8a3ac0249e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:45:31.376126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-b85ff8a8-8edb-4dec-ac4b-8a3ac0249e39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572026 Jul 22 17:45:31.469816 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-75978ac4-3f2b-4d0b-9556-194ab12dc068 service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870047 Jul 22 17:45:31.562809 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c1c86b94-615d-4d4b-846d-d3b12466330d req-9c7a52f3-173e-4d6b-96e7-75e3d7b496da service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861700 Jul 22 17:45:32.478417 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:36.415492 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:47.468734 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:45:48.562339 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e746c59d-1794-42f1-9b28-48a30a68a1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:51.151431 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b024e8aa-35b8-4aba-9c15-b6533d7b32dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:51.394853 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:52.833414 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:45:54.514389 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:02.476924 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:06.434415 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:18.569399 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-365cc5de-0948-4b64-ac99-455b2e96a330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:19.865739 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeee2e-aa04-4869-8c21-c4309dec16dd req-382b8a62-7dc7-4387-abfb-13e9e4fc189b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:19.867297 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1adeee2e-aa04-4869-8c21-c4309dec16dd req-382b8a62-7dc7-4387-abfb-13e9e4fc189b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0682094 Jul 22 17:46:19.911659 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1adeee2e-aa04-4869-8c21-c4309dec16dd req-584fd5bd-8498-4b04-95c9-51d9bd6abcaa tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375559 Jul 22 17:46:21.077356 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d52c23-9777-4fa6-9f5b-d64acef1b7c3 req-885f62b6-9502-46bc-bb3f-e01622b7f4d8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:21.078891 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9d52c23-9777-4fa6-9f5b-d64acef1b7c3 req-885f62b6-9502-46bc-bb3f-e01622b7f4d8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0692914 Jul 22 17:46:21.116605 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c9d52c23-9777-4fa6-9f5b-d64acef1b7c3 req-c58af672-5c2d-4fbb-b596-a188f0a3e8db tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320163 Jul 22 17:46:21.152785 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1c13e563-30b3-4762-9dfe-b6ad83ed9f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:21.396090 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:22.281451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049b11c-b2d0-4063-891c-d53510769b7e req-3ae011b3-8ed6-4a3d-9a48-cbcff9d7b719 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:22.282967 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c049b11c-b2d0-4063-891c-d53510769b7e req-3ae011b3-8ed6-4a3d-9a48-cbcff9d7b719 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0697510 Jul 22 17:46:22.321364 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-c049b11c-b2d0-4063-891c-d53510769b7e req-c6836dda-7385-4325-8270-77c4c747c6b4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Jul 22 17:46:22.836568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:23.451450 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be03e9-dcf9-4b47-8c52-1011caa2e039 req-eba6332e-74f9-4c67-9730-21a5eed46c6c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:23.452913 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47be03e9-dcf9-4b47-8c52-1011caa2e039 req-eba6332e-74f9-4c67-9730-21a5eed46c6c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0646298 Jul 22 17:46:23.493777 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-47be03e9-dcf9-4b47-8c52-1011caa2e039 req-8ea4ad55-6be8-4caa-93b8-1c51ae98f7ac tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351450 Jul 22 17:46:24.469020 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:46:24.516155 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:24.627373 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120cdbb-8cfb-47c0-8127-caae650ee4c6 req-cf161766-a70a-4633-b4bc-f1b7cc1b5d7d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:24.628795 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7120cdbb-8cfb-47c0-8127-caae650ee4c6 req-cf161766-a70a-4633-b4bc-f1b7cc1b5d7d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0668409 Jul 22 17:46:24.667328 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7120cdbb-8cfb-47c0-8127-caae650ee4c6 req-16ca9e70-733f-4c50-bc24-e9116bbc32a8 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326879 Jul 22 17:46:25.796427 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90c042-1682-4d1c-917b-68db719dd8d9 req-e50a78c2-da6b-4df3-a4e8-195caf6551c3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:25.797937 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae90c042-1682-4d1c-917b-68db719dd8d9 req-e50a78c2-da6b-4df3-a4e8-195caf6551c3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0634475 Jul 22 17:46:25.835047 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ae90c042-1682-4d1c-917b-68db719dd8d9 req-4e6bb6ef-123c-4f9d-8f8b-577159e98557 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Jul 22 17:46:26.971260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568e245-2397-43be-b6d8-bd4db2feba1d req-2ad34fd3-f229-4405-88b0-f8ffc8e92dd7 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:26.972737 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b568e245-2397-43be-b6d8-bd4db2feba1d req-2ad34fd3-f229-4405-88b0-f8ffc8e92dd7 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0714898 Jul 22 17:46:27.010712 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b568e245-2397-43be-b6d8-bd4db2feba1d req-2c14ae38-7eb3-4f5a-b5ad-2af19a5d1f77 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Jul 22 17:46:28.145179 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690568d-d4f6-4db8-8923-ce03f1845fae req-375a8c63-8220-40df-ae56-0c435c9e910b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:28.146687 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5690568d-d4f6-4db8-8923-ce03f1845fae req-375a8c63-8220-40df-ae56-0c435c9e910b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0646853 Jul 22 17:46:28.183725 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5690568d-d4f6-4db8-8923-ce03f1845fae req-1c08fb70-b864-4476-a062-68aaa02af71a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308652 Jul 22 17:46:29.317803 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e842ca6-4616-4540-9fd0-62d4f907ce62 req-c4c2ea75-e991-4e61-96a6-de9eee8c2eb9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:29.319293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e842ca6-4616-4540-9fd0-62d4f907ce62 req-c4c2ea75-e991-4e61-96a6-de9eee8c2eb9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0677648 Jul 22 17:46:29.356418 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e842ca6-4616-4540-9fd0-62d4f907ce62 req-d1297135-b606-4e75-b60d-233af9b613e6 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315363 Jul 22 17:46:30.080655 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-4309a718-aa49-4a91-b81b-7851a3fc298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:30.082151 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-4309a718-aa49-4a91-b81b-7851a3fc298c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1098 time: 0.0542393 Jul 22 17:46:30.176442 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-8d943388-6209-4186-bfb6-ee8880959b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:30.177820 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-8d943388-6209-4186-bfb6-ee8880959b19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0889995 Jul 22 17:46:30.241385 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-34f0dd63-3f78-4fca-8e6e-0bfe310b80ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1002 time: 0.0563893 Jul 22 17:46:30.306819 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-07f56cb2-e23d-4bd5-b9e9-40e24019edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:30.308833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-07f56cb2-e23d-4bd5-b9e9-40e24019edd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0604348 Jul 22 17:46:30.371635 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-9cf52c89-eeba-4ca2-8efa-9889c8661a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:30.373135 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-9cf52c89-eeba-4ca2-8efa-9889c8661a06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577276 Jul 22 17:46:30.461699 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-f79ccc3b-b93c-494a-859b-36d1b56ebb47 service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816815 Jul 22 17:46:30.488269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5bb0d-8420-410a-a985-01cb1567df83 req-1a7d8e01-d449-46ff-b7d7-08a0b8e43904 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:30.489746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13f5bb0d-8420-410a-a985-01cb1567df83 req-1a7d8e01-d449-46ff-b7d7-08a0b8e43904 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0669768 Jul 22 17:46:30.528783 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-13f5bb0d-8420-410a-a985-01cb1567df83 req-0a0d96fe-c018-4fe5-a6cd-00236ad91170 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329776 Jul 22 17:46:30.557444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6c31381a-9c6a-455c-ab76-7cb37ccbd6e4 req-4381f8c0-f2d6-4e80-989b-c2e4d3197992 service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882938 Jul 22 17:46:31.358893 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-d3a0888c-9ee4-49a6-8a94-295c922bc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:31.360444 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-d3a0888c-9ee4-49a6-8a94-295c922bc44f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1098 time: 0.0555673 Jul 22 17:46:31.845167 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-3d6b0fbf-af51-4da5-8656-37f620a02b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:31.846578 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-3d6b0fbf-af51-4da5-8656-37f620a02b5f service neutron] 10.222.0.65 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.4653780 Jul 22 17:46:31.916468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d169016-0433-4c40-b42e-1353ab5ac2f1 req-4bd7f045-a173-4172-8de1-cae7e278e3ca tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:31.918582 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d169016-0433-4c40-b42e-1353ab5ac2f1 req-4bd7f045-a173-4172-8de1-cae7e278e3ca tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.1305645 Jul 22 17:46:31.935257 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-aca3b3d1-2272-45f2-9a1a-7244251d3255 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1002 time: 0.0808837 Jul 22 17:46:31.992532 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-1d169016-0433-4c40-b42e-1353ab5ac2f1 req-36ccf88a-bc67-4f09-a6c5-a3a3fddb0e73 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684109 Jul 22 17:46:32.003934 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-cf2c6e69-5687-4a88-8c94-857cc766f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:32.005639 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-cf2c6e69-5687-4a88-8c94-857cc766f333 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0626404 Jul 22 17:46:32.075182 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-70f575ff-2893-41a8-a35f-2f16cf83600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:32.076709 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-70f575ff-2893-41a8-a35f-2f16cf83600d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634937 Jul 22 17:46:32.175407 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-6b39e7ed-7a52-422d-8569-c2fb97cc5b8c service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920866 Jul 22 17:46:32.272398 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-4df463ec-f66b-4944-8258-1e752a1ad068 req-8e345987-34f1-4ae2-8bed-90b2e60dcffd service neutron] 10.222.0.65 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895379 Jul 22 17:46:32.488340 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:33.127270 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd03ab6-7efd-416f-a706-fd4895a568c5 req-f723d572-f57a-44af-8ed5-c82a1577058f tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:33.128765 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fd03ab6-7efd-416f-a706-fd4895a568c5 req-f723d572-f57a-44af-8ed5-c82a1577058f tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0642209 Jul 22 17:46:33.167502 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-4fd03ab6-7efd-416f-a706-fd4895a568c5 req-a2f684c0-2d78-4a08-99b7-659078fde9be tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330007 Jul 22 17:46:34.309821 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221d769-69cf-4290-923c-5cf2ea625203 req-a46d37fc-1db1-4a1a-af0b-187362b4d561 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:34.311367 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5221d769-69cf-4290-923c-5cf2ea625203 req-a46d37fc-1db1-4a1a-af0b-187362b4d561 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0735919 Jul 22 17:46:34.347663 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5221d769-69cf-4290-923c-5cf2ea625203 req-32a51d49-98cd-426d-9a98-0f1798601adb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Jul 22 17:46:34.537812 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-7f16e470-9263-442b-b1f9-eaaf734a422a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0533221 Jul 22 17:46:34.571161 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24a3f1-f93f-43c8-a23b-8c4ea19eacdb req-80f916a0-b0b5-432e-9728-92000483ef32 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:34.572653 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a24a3f1-f93f-43c8-a23b-8c4ea19eacdb req-80f916a0-b0b5-432e-9728-92000483ef32 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0651577 Jul 22 17:46:34.610863 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8a24a3f1-f93f-43c8-a23b-8c4ea19eacdb req-39b0d7ca-3beb-40ff-8f4d-da8e7b7ef369 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323534 Jul 22 17:46:35.751208 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5334-6808-4771-a01e-718f3cc5ea29 req-8123898b-0414-449c-9732-0b36246b454a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:35.752738 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02f5334-6808-4771-a01e-718f3cc5ea29 req-8123898b-0414-449c-9732-0b36246b454a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0755455 Jul 22 17:46:35.795808 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a02f5334-6808-4771-a01e-718f3cc5ea29 req-9cad0cd6-5c71-4269-b2ab-cb2782468623 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364840 Jul 22 17:46:36.419328 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:36.923932 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device 5844fd09-d8df-482d-933c-3510f2b6825d no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:46:36.932479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed428ca5-0d7e-4144-8df8-187cff40d3f9 req-d0a07c8c-1d92-416e-b3e4-05e10534cdb4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:36.934664 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed428ca5-0d7e-4144-8df8-187cff40d3f9 req-d0a07c8c-1d92-416e-b3e4-05e10534cdb4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 946 time: 0.0687127 Jul 22 17:46:36.974227 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed428ca5-0d7e-4144-8df8-187cff40d3f9 req-aaae533a-8236-4fe2-bfba-932f2055433b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Jul 22 17:46:37.005308 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:37.031282 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:46:37.033504 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37834fe1-2e72-4171-9a9e-1269042ac5c9" -d '{"events": [{"server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "name": "network-vif-unplugged", "status": "completed", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:46:37.048367 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:37.052851 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:37.077990 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 17:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf7ceb3-e8f3-4915-8454-1509c438828d x-openstack-request-id: req-3bf7ceb3-e8f3-4915-8454-1509c438828d {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:46:37.078227 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "name": "network-vif-unplugged", "status": "failed", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d", "code": 422}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:46:37.078423 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bf7ceb3-e8f3-4915-8454-1509c438828d {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:46:37.078817 n-d-792458-13 neutron-server[93752]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d', 'code': 422} returned with failed status Jul 22 17:46:37.105051 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:37.112124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.112471 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.112812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.113148 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.113482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.113812 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.114146 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.114469 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.114865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.115138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.115461 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:37.115780 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:38.107626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48c8dc-9dbc-44ac-aa54-f56c5dd67e1f req-9b9aeeff-3d0a-4ffc-81c4-b3785d67b54a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:38.109122 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be48c8dc-9dbc-44ac-aa54-f56c5dd67e1f req-9b9aeeff-3d0a-4ffc-81c4-b3785d67b54a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0681999 Jul 22 17:46:38.150382 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-be48c8dc-9dbc-44ac-aa54-f56c5dd67e1f req-860031a6-63c7-4765-9204-f8eab700f2ca tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354056 Jul 22 17:46:39.279189 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20fb1c-76ea-4bef-b502-15bb2c2eac9f req-a4c736e3-9d0a-42b0-84df-7f066b8910b7 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:39.280699 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec20fb1c-76ea-4bef-b502-15bb2c2eac9f req-a4c736e3-9d0a-42b0-84df-7f066b8910b7 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0641532 Jul 22 17:46:39.318319 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-ec20fb1c-76ea-4bef-b502-15bb2c2eac9f req-6139d065-31c1-4c29-ac81-48249579e217 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319650 Jul 22 17:46:40.446782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630491b-a7c9-4a7b-b9b4-aea2c89163bf req-5a9496d8-0928-4a1b-a1f1-20b8408671a0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:40.448395 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d630491b-a7c9-4a7b-b9b4-aea2c89163bf req-5a9496d8-0928-4a1b-a1f1-20b8408671a0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0648191 Jul 22 17:46:40.485992 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d630491b-a7c9-4a7b-b9b4-aea2c89163bf req-41db02bf-6842-4c0c-a9af-cf4e622ce49e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313945 Jul 22 17:46:41.473991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-f8863144-acbd-463e-94de-daaaa0a98b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:41.476314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-f8863144-acbd-463e-94de-daaaa0a98b88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c&tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece HTTP/1.1" status: 200 len: 1096 time: 0.1198313 Jul 22 17:46:41.495663 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-792458-13', 'device_owner': 'compute:nova'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:46:41.578341 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:41.642868 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e7f8c-4c96-418e-8d11-584a89b8de3b req-8fb1cc10-65ee-4be5-9d02-dd4b873c007d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:41.644337 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-685e7f8c-4c96-418e-8d11-584a89b8de3b req-8fb1cc10-65ee-4be5-9d02-dd4b873c007d tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0871251 Jul 22 17:46:41.696895 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-685e7f8c-4c96-418e-8d11-584a89b8de3b req-54f663b9-37cc-4cc1-a250-ece50ac5772a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Jul 22 17:46:41.813979 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:41.853818 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:46:41.894068 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5844fd09-d8df-482d-933c-3510f2b6825d {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:46:41.902605 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:41.915515 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Transition to ACTIVE for port object 5844fd09-d8df-482d-933c-3510f2b6825d will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:46:41.922480 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.010651 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=7']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:42.024763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.025186 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.025709 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.026301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.027468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.028008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.028584 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.029150 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.029746 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.030336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.030900 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.031489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:46:42.073165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] No DVR routers for this DVR port 5844fd09-d8df-482d-933c-3510f2b6825d on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:46:42.239500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Attempting to bind port 5844fd09-d8df-482d-933c-3510f2b6825d on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:46:42.239761 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Attempting to bind port 5844fd09-d8df-482d-933c-3510f2b6825d by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:46:42.240127 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Attempting to bind port 5844fd09-d8df-482d-933c-3510f2b6825d on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:42.244549 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Port 5844fd09-d8df-482d-933c-3510f2b6825d on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:46:42.244879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Attempting to bind port 5844fd09-d8df-482d-933c-3510f2b6825d on network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:46:42.249871 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:46:42.250211 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Checking segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:46:42.250598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Bound using segment: {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:46:42.251060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Bound port: 5844fd09-d8df-482d-933c-3510f2b6825d, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf18034-3081-4d6e-9f8f-b04934c21e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:46:42.251428 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.319414 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:46:42.322441 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:46:42.327682 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.367047 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:42.368134 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:42.369199 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1093 time: 0.8800495 Jul 22 17:46:42.369556 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:46:42.371945 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27d0869-6210-4902-b81a-4435f59cda45" -d '{"events": [{"name": "network-changed", "server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:46:42.421283 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607b950d-71ff-4290-83b5-9e8bb8293b57 x-openstack-request-id: req-607b950d-71ff-4290-83b5-9e8bb8293b57 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:46:42.421580 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:46:42.421833 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-607b950d-71ff-4290-83b5-9e8bb8293b57 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:46:42.422243 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d', 'status': 'completed', 'code': 200} Jul 22 17:46:42.439149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46facff9-c8c9-4f8a-afc0-1441ca90a2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=8']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:42.470346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-9269e879-a580-486f-b38a-9ac788112f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:42.471923 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-9269e879-a580-486f-b38a-9ac788112f14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1096 time: 0.0654984 Jul 22 17:46:42.570632 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-57e9b96c-9631-46ed-8942-98e8d5886dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:42.572133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-57e9b96c-9631-46ed-8942-98e8d5886dce service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0927496 Jul 22 17:46:42.650760 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-fdf00232-5798-4907-a47b-dd4716fa385f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1000 time: 0.0717895 Jul 22 17:46:42.701926 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-61816632-f8ee-40ab-a273-c598d16845d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:42.703443 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-61816632-f8ee-40ab-a273-c598d16845d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0468690 Jul 22 17:46:42.763654 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-1184df41-221d-4bb3-9bde-13219de38ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:42.765174 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-1184df41-221d-4bb3-9bde-13219de38ebf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555615 Jul 22 17:46:42.828918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8d173-5a85-4626-8a63-7e6ddc15911e req-7f531187-6c06-4b0f-9099-5fc625460841 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:42.830466 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44e8d173-5a85-4626-8a63-7e6ddc15911e req-7f531187-6c06-4b0f-9099-5fc625460841 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0646117 Jul 22 17:46:42.863051 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-ed8d0b62-838c-4b7f-bb06-5078300ec94a service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905793 Jul 22 17:46:42.869277 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-44e8d173-5a85-4626-8a63-7e6ddc15911e req-12e2e6f1-4de0-402c-afc6-933cab5a1abe tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330191 Jul 22 17:46:42.953169 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-531a4e6d-2e12-4773-b154-d1f71731b3f2 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832469 Jul 22 17:46:43.074236 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d0869-6210-4902-b81a-4435f59cda45 req-11ef801b-5e78-4650-b710-bd4195de7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:43.075641 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a27d0869-6210-4902-b81a-4435f59cda45 req-11ef801b-5e78-4650-b710-bd4195de7516 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1096 time: 0.0546277 Jul 22 17:46:43.169497 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d0869-6210-4902-b81a-4435f59cda45 req-d9a58db9-9723-463b-8876-838ca57a9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:43.171008 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a27d0869-6210-4902-b81a-4435f59cda45 req-d9a58db9-9723-463b-8876-838ca57a9fd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0884898 Jul 22 17:46:43.241173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a27d0869-6210-4902-b81a-4435f59cda45 req-40c00f14-2c0e-46ae-ba78-7a475fe192e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1000 time: 0.0631421 Jul 22 17:46:43.291267 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d0869-6210-4902-b81a-4435f59cda45 req-582ab730-0ec3-4f3e-a46c-c7a8251ca14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:43.292848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a27d0869-6210-4902-b81a-4435f59cda45 req-582ab730-0ec3-4f3e-a46c-c7a8251ca14a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0451775 Jul 22 17:46:43.352453 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d0869-6210-4902-b81a-4435f59cda45 req-acb846de-52f2-4b3e-81e3-9ca5c42c03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:43.353930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a27d0869-6210-4902-b81a-4435f59cda45 req-acb846de-52f2-4b3e-81e3-9ca5c42c03f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538127 Jul 22 17:46:43.451546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a27d0869-6210-4902-b81a-4435f59cda45 req-4c6669f3-cf97-4239-bd4d-3a32b5d52df6 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897913 Jul 22 17:46:43.547621 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a27d0869-6210-4902-b81a-4435f59cda45 req-8f64afdf-cc20-4296-a31b-e2005e3531e1 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874341 Jul 22 17:46:44.013274 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e8e28-f0fc-49ec-98f7-bbd0473c4167 req-6ed1c863-c7b0-4353-82d8-53e97698a828 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:44.015688 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e99e8e28-f0fc-49ec-98f7-bbd0473c4167 req-6ed1c863-c7b0-4353-82d8-53e97698a828 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0694940 Jul 22 17:46:44.058294 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-e99e8e28-f0fc-49ec-98f7-bbd0473c4167 req-131b6bde-565d-4e44-8428-c1ce45b8b0a4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366085 Jul 22 17:46:45.187192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5264dde-2690-44a7-89d7-5cabcf086193 req-112c4f8a-dc26-4394-8999-53c6952110dc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:45.188626 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5264dde-2690-44a7-89d7-5cabcf086193 req-112c4f8a-dc26-4394-8999-53c6952110dc tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0636024 Jul 22 17:46:45.225212 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a5264dde-2690-44a7-89d7-5cabcf086193 req-93290612-85a8-47cc-8090-15a678e8e1e2 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310616 Jul 22 17:46:46.356758 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925bced-291b-4a1c-a06f-84e2a7c4ad0b req-1fff7d63-c210-413e-80f7-d79949320206 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:46.358314 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0925bced-291b-4a1c-a06f-84e2a7c4ad0b req-1fff7d63-c210-413e-80f7-d79949320206 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0644841 Jul 22 17:46:46.395872 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0925bced-291b-4a1c-a06f-84e2a7c4ad0b req-30c26662-44b5-4768-b1b4-eb11e116d125 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Jul 22 17:46:47.843311 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f23cd-0182-4d25-b5ce-0a733f792e8d req-b5ae008b-9f63-4d5d-83ae-9c6d17d956d1 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:47.844720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-123f23cd-0182-4d25-b5ce-0a733f792e8d req-b5ae008b-9f63-4d5d-83ae-9c6d17d956d1 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.3794849 Jul 22 17:46:47.883388 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-123f23cd-0182-4d25-b5ce-0a733f792e8d req-54335748-bd02-4af9-b8e4-00a14757e107 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330088 Jul 22 17:46:48.559817 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-79ba40ec-b1ed-4c4c-aa94-fe32e47f2550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:49.016575 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8a53f-62ef-47fc-ae2e-ff32340896bb req-9ca0be97-8f58-40f6-bef4-951b621a843b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:49.018061 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9b8a53f-62ef-47fc-ae2e-ff32340896bb req-9ca0be97-8f58-40f6-bef4-951b621a843b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0652349 Jul 22 17:46:49.055645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a9b8a53f-62ef-47fc-ae2e-ff32340896bb req-56ed4f13-82e0-435d-99be-f9dccabddddf tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Jul 22 17:46:50.185235 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cf9f8-0667-4f70-b1e7-426d38bd382d req-3f533131-dfd9-4eda-92d9-4ad5fba9ba34 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:50.186625 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d04cf9f8-0667-4f70-b1e7-426d38bd382d req-3f533131-dfd9-4eda-92d9-4ad5fba9ba34 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0641427 Jul 22 17:46:50.224797 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d04cf9f8-0667-4f70-b1e7-426d38bd382d req-88ad2379-6ecd-4a53-851a-ade39d569723 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326624 Jul 22 17:46:51.153400 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-267207dc-fe00-4cb3-a082-95a819ceef9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.358884 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1953479-b9b8-4165-a4c1-b1fcb7d304df req-a78e3612-7c1a-4295-8529-0777c2362746 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:51.360400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1953479-b9b8-4165-a4c1-b1fcb7d304df req-a78e3612-7c1a-4295-8529-0777c2362746 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 944 time: 0.0693707 Jul 22 17:46:51.398392 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-f1953479-b9b8-4165-a4c1-b1fcb7d304df req-269dcc81-04a8-42b0-b1da-90e616a418c0 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323782 Jul 22 17:46:51.400080 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.470133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 5844fd09-d8df-482d-933c-3510f2b6825d details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:46:51.564580 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:51.575133 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '5844fd09-d8df-482d-933c-3510f2b6825d', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'port_id': '5844fd09-d8df-482d-933c-3510f2b6825d', 'mac_address': 'fa:16:3e:42:a8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:46:51.610871 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.623864 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5844fd09-d8df-482d-933c-3510f2b6825d {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:46:51.642187 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:51.645777 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:51.693999 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=9']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:51.937493 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['5844fd09-d8df-482d-933c-3510f2b6825d'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:46:52.536225 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d33af5-1c99-475f-974e-56af6d0d5f16 req-d5fcf805-b94b-4853-bece-bdcb5d41a0f9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:52.537701 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7d33af5-1c99-475f-974e-56af6d0d5f16 req-d5fcf805-b94b-4853-bece-bdcb5d41a0f9 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 945 time: 0.0655160 Jul 22 17:46:52.576421 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c7d33af5-1c99-475f-974e-56af6d0d5f16 req-1daa21f5-b4be-4ced-913f-7be870db017b tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318718 Jul 22 17:46:52.839855 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.469870 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 5844fd09-d8df-482d-933c-3510f2b6825d up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:46:53.519745 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 5844fd09-d8df-482d-933c-3510f2b6825d completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:46:53.523523 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 5844fd09-d8df-482d-933c-3510f2b6825d triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:46:53.523890 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.601686 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.624428 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:46:53.626682 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a19127-039d-49d1-995f-bd7014735f9f" -d '{"events": [{"server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "name": "network-vif-plugged", "status": "completed", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:46:53.641005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:46:53.646619 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:53.670459 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7671cfa9-9cf2-4bf2-a9ed-76f6c06ab937 x-openstack-request-id: req-7671cfa9-9cf2-4bf2-a9ed-76f6c06ab937 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:46:53.670756 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "name": "network-vif-plugged", "status": "completed", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:46:53.671031 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7671cfa9-9cf2-4bf2-a9ed-76f6c06ab937 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:46:53.671420 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d', 'code': 200} Jul 22 17:46:53.697517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=10']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:46:53.731841 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e36d1-77be-44ec-af0c-a4c3efcfe5e7 req-e531af37-9f74-4b15-b6c0-4f5eaf9463df tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:53.733304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e8e36d1-77be-44ec-af0c-a4c3efcfe5e7 req-e531af37-9f74-4b15-b6c0-4f5eaf9463df tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 947 time: 0.0746675 Jul 22 17:46:53.773098 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6e8e36d1-77be-44ec-af0c-a4c3efcfe5e7 req-6da7302a-3079-49f6-9abd-4758cd88a835 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335934 Jul 22 17:46:53.874026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316f565-cf10-4875-9605-5ac9e8c16fb5 req-29e9262d-7cfe-475c-b453-465e0cc90d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:53.875597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9316f565-cf10-4875-9605-5ac9e8c16fb5 req-29e9262d-7cfe-475c-b453-465e0cc90d64 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1099 time: 0.0582683 Jul 22 17:46:53.909833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9316f565-cf10-4875-9605-5ac9e8c16fb5 req-f36f0f43-9df7-4e98-91ba-671ca091efa2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276277 Jul 22 17:46:54.521368 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:46:54.912638 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9cf1f5-5ee6-4872-acf1-330be7465f6c req-89588168-959a-46d5-b58f-b8af1e9e43db tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:54.914808 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9cf1f5-5ee6-4872-acf1-330be7465f6c req-89588168-959a-46d5-b58f-b8af1e9e43db tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 947 time: 0.0719006 Jul 22 17:46:54.955574 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9f9cf1f5-5ee6-4872-acf1-330be7465f6c req-722078c3-75c8-488f-846b-08d7362a1cb3 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351670 Jul 22 17:46:56.084825 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b640f-8a20-459b-967c-588498195b98 req-00a0353a-f89f-4122-95b5-d5ecedf99f43 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:46:56.086360 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db8b640f-8a20-459b-967c-588498195b98 req-00a0353a-f89f-4122-95b5-d5ecedf99f43 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 947 time: 0.0645645 Jul 22 17:46:56.124884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-db8b640f-8a20-459b-967c-588498195b98 req-89a23d32-a322-4fd2-a17b-751c3b57fe1a tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jul 22 17:47:01.468936 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:47:02.502389 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:06.443682 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:18.560059 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f528638c-22b5-429d-af97-76b71a0d8449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:21.154773 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d79fc1b3-bbed-4c9d-b28c-1fcef65d6739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:21.402880 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:22.842746 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:23.475557 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-9fcb2f32-fbb8-478a-8037-6215ef691c20 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528474 Jul 22 17:47:23.594955 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-39473b81-f6db-4e0a-8308-0451557eab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:23.596459 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-39473b81-f6db-4e0a-8308-0451557eab1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1099 time: 0.0619950 Jul 22 17:47:23.701586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-284dbb22-2b4e-4cbf-8bbf-9441d04e253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:23.703211 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-284dbb22-2b4e-4cbf-8bbf-9441d04e253a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.0852170 Jul 22 17:47:23.774317 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-981fe604-90c7-47a8-bcf3-0dba14bced06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 1002 time: 0.0618842 Jul 22 17:47:23.822735 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-88aa4d83-2c1d-4dff-827d-1e7fdc241988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:23.824228 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-88aa4d83-2c1d-4dff-827d-1e7fdc241988 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0431395 Jul 22 17:47:23.882950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-847d059e-f0fc-4f49-8b26-d01ee068786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:47:23.884460 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-847d059e-f0fc-4f49-8b26-d01ee068786b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544109 Jul 22 17:47:23.979206 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-d36ea8fb-f58c-469a-a01e-9b5faf7a4c84 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879266 Jul 22 17:47:24.069422 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b9300ad3-7bd1-4538-a24d-56acdb6fe334 req-4a6e70e0-af24-448f-a9d5-8ba3f3af3a79 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832646 Jul 22 17:47:24.521854 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:32.491074 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:36.445603 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:38.468189 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:47:48.560124 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4385d672-aa06-4407-95c6-9a8a03819b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:51.157316 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b887b75f-cc57-4560-b6f3-3beeb1d20a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:51.404112 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:52.844555 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:47:54.524398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:02.507007 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:05.989132 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36038) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:06.146127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Deleting port d01fb400-00d8-421a-a016-41fe9d93ee75 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:48:06.146467 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:06.224653 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:06.225520 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:06.237697 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Calling delete_port for d01fb400-00d8-421a-a016-41fe9d93ee75 owned by network:floatingip {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:48:06.389367 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:06.412572 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event deleted for resources: {'Port': ['ID=d01fb400-00d8-421a-a016-41fe9d93ee75,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:06.423354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.423700 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.424037 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.424368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.425081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.425081 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.425316 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.425639 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.425956 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.426271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.426588 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.426908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:06.451856 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:06.490012 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:06.490261 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Floating IP 29b6d156-d522-47e0-be96-2326152a372d disassociated (deleted). External IP: 172.25.3.207, port: 5844fd09-d8df-482d-933c-3510f2b6825d. Jul 22 17:48:06.704498 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Router e37934de-37b1-4b19-ad2a-c7e931bebb5c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:48:06.818793 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:48:06.824225 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:06.828981 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] Sync routers for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:48:06.837668 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:06.838279 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:06.862237 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-31e2fb4e-bae3-4842-8f67-69a953149c2c tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "DELETE /v2.0/floatingips/29b6d156-d522-47e0-be96-2326152a372d HTTP/1.1" status: 204 len: 168 time: 0.8695641 Jul 22 17:48:06.862237 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:48:06.862670 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878b20ed-4e43-455d-91a7-05f89f326b47" -d '{"events": [{"name": "network-changed", "server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:48:06.908977 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785f9524-6eb0-45db-b682-0ee1fd560d3c x-openstack-request-id: req-785f9524-6eb0-45db-b682-0ee1fd560d3c {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:48:06.909466 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:48:06.909778 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-785f9524-6eb0-45db-b682-0ee1fd560d3c {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:48:06.910311 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d', 'status': 'completed', 'code': 200} Jul 22 17:48:06.947603 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:07.024204 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-60ac0f1d-1e49-4611-bcfb-7a002703d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:07.025789 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-60ac0f1d-1e49-4611-bcfb-7a002703d571 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 1099 time: 0.0733297 Jul 22 17:48:07.160971 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:07.179473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-07262fbf-27d6-4127-a8b8-fc34927a0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:07.180952 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-07262fbf-27d6-4127-a8b8-fc34927a0467 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 200 len: 909 time: 0.1326478 Jul 22 17:48:07.188635 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] Checking router: e37934de-37b1-4b19-ad2a-c7e931bebb5c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:48:07.190466 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977a4c0-edc2-4db6-8e2a-077e8e6d0e26 req-2ee99a6c-b6bb-4eae-ac61-ee193063fceb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:07.191900 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b977a4c0-edc2-4db6-8e2a-077e8e6d0e26 req-2ee99a6c-b6bb-4eae-ac61-ee193063fceb tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 947 time: 0.1351600 Jul 22 17:48:07.196845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:07.197448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:07.235368 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-718b7789-760f-4b0c-8b70-fb5ed091508b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 200 len: 217 time: 0.0424275 Jul 22 17:48:07.293207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b977a4c0-edc2-4db6-8e2a-077e8e6d0e26 req-ae482339-9e18-4821-888e-0e41fb824d10 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925009 Jul 22 17:48:07.303773 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-1da6f40f-4fbd-4d20-9498-a49b70054eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:07.303990 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:07.305373 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-1da6f40f-4fbd-4d20-9498-a49b70054eb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 200 len: 847 time: 0.0619779 Jul 22 17:48:07.369203 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-7ce9a3d9-603e-4d5b-9014-e17850fb9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:07.371347 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-7ce9a3d9-603e-4d5b-9014-e17850fb9dd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595138 Jul 22 17:48:07.466000 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-aeb34f1b-d9a7-4ff4-8406-a0fd95cb41ed service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838435 Jul 22 17:48:07.506687 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:07.537137 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1edc7-c7c9-41b9-9bdd-a93ef810be7d None None] The sync data for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 is: [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:26Z', 'revision_number': 4, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': '537f89a6-6a80-495a-97c1-a32c27cd1132', 'name': '', 'network_id': 'f491b0e5-c3fe-45cb-a228-4cba29a5b6a6', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'mac_address': 'fa:16:3e:0b:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:26Z', 'updated_at': '2021-07-22T17:39:33Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'subnets': [{'id': '1c29e4ce-6243-4ebe-b4e3-5a929f436a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:48:07.560579 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-878b20ed-4e43-455d-91a7-05f89f326b47 req-e83da743-7f1e-4337-992b-cca7ac0c8b21 service neutron] 10.222.0.20 "GET /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875361 Jul 22 17:48:07.769685 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565b385-f7d7-4611-a7ff-6308c7c2f99f None None] New status for floating IP 29b6d156-d522-47e0-be96-2326152a372d: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:48:08.429609 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850d91f-5f6c-4e98-8e75-bb2c51e6409e req-0c72f478-1a1e-42b4-aabf-e71bf9c434cf tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:08.431105 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2850d91f-5f6c-4e98-8e75-bb2c51e6409e req-0c72f478-1a1e-42b4-aabf-e71bf9c434cf tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 947 time: 0.0674031 Jul 22 17:48:08.469196 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2850d91f-5f6c-4e98-8e75-bb2c51e6409e req-65306063-5310-4dc7-aadf-6b9cc7fe0798 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d7d86fb-922b-46c5-be30-089908612732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317175 Jul 22 17:48:08.758056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-dfbbdb31-30d1-4e12-ac2d-e70526939808 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:08.759442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-dfbbdb31-30d1-4e12-ac2d-e70526939808 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 947 time: 0.0614498 Jul 22 17:48:08.859688 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Deleting port 5844fd09-d8df-482d-933c-3510f2b6825d {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:48:08.860031 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:08.946577 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] For port 5844fd09-d8df-482d-933c-3510f2b6825d, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=5844fd09-d8df-482d-933c-3510f2b6825d,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:08.946959 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:08.959764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Calling delete_port for 5844fd09-d8df-482d-933c-3510f2b6825d owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:48:09.086321 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:09.119052 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event deleted for resources: {'Port': ['ID=5844fd09-d8df-482d-933c-3510f2b6825d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:09.153239 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.153509 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.154700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.154700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.154700 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.156496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.156496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.156496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.156496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.156496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.156496 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.157121 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:09.179050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] No DVR routers for this DVR port 5844fd09-d8df-482d-933c-3510f2b6825d on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:48:09.182311 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:09.185059 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-48133fa0-d982-4d51-b62a-d3d871c89b33 req-c6464a22-d987-44d9-8c08-2304f2a9fb2e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.20 "DELETE /v2.0/ports/5844fd09-d8df-482d-933c-3510f2b6825d HTTP/1.1" status: 204 len: 173 time: 0.4198751 Jul 22 17:48:09.185498 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'name': 'network-vif-deleted', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:48:09.187799 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f789ef-2016-48df-ab54-96c75ac74602" -d '{"events": [{"server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "name": "network-vif-deleted", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:48:09.235032 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f50f0-5d08-47f1-8d38-3f0bcc3d1203 x-openstack-request-id: req-8c0f50f0-5d08-47f1-8d38-3f0bcc3d1203 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:48:09.235327 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4740144-2c22-4f42-95c0-d8a629a9359c", "name": "network-vif-deleted", "tag": "5844fd09-d8df-482d-933c-3510f2b6825d", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:48:09.235601 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c0f50f0-5d08-47f1-8d38-3f0bcc3d1203 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:48:09.236002 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4740144-2c22-4f42-95c0-d8a629a9359c', 'name': 'network-vif-deleted', 'tag': '5844fd09-d8df-482d-933c-3510f2b6825d', 'status': 'completed', 'code': 200} Jul 22 17:48:09.572029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-97b54fbf-e5ea-4628-b11d-7ce517547d19 req-b8ce1fef-ace5-4dc4-99b1-04edfd29cac5 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 210 time: 0.0310473 Jul 22 17:48:10.674731 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-dae490cd-3a6a-462c-8d44-d8995b4183b0 req-84d78775-7549-41ee-b9f3-998738237f31 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 210 time: 0.0336869 Jul 22 17:48:11.772013 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-01177808-d48d-4001-944e-ef98fa3582c9 req-637975b1-a16b-4489-9d84-060049b445c7 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 210 time: 0.0294170 Jul 22 17:48:11.921849 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 5844fd09-d8df-482d-933c-3510f2b6825d no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:48:11.941907 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 5844fd09-d8df-482d-933c-3510f2b6825d {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:48:11.942254 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 5844fd09-d8df-482d-933c-3510f2b6825d not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:48:12.881374 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5e7eaa2d-6e53-4073-a75d-7af57199a479 req-83d44916-5222-4ee7-b495-0ce631e083e4 tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4740144-2c22-4f42-95c0-d8a629a9359c HTTP/1.1" status: 200 len: 210 time: 0.0294249 Jul 22 17:48:13.941511 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36072) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:14.002356 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f2f-1e69-4068-86a1-a4264be6d64e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:14.035987 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f2f-1e69-4068-86a1-a4264be6d64e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:14.105438 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f2f-1e69-4068-86a1-a4264be6d64e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:14.108196 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f2f-1e69-4068-86a1-a4264be6d64e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:14.109367 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-dcb21f2f-1e69-4068-86a1-a4264be6d64e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] 10.222.0.53 "DELETE /v2.0/security-groups/3d7d86fb-922b-46c5-be30-089908612732 HTTP/1.1" status: 204 len: 168 time: 0.1668680 Jul 22 17:48:14.119540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb21f2f-1e69-4068-86a1-a4264be6d64e tempest-TestShelveInstance-1723770137 tempest-TestShelveInstance-1723770137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7d86fb-922b-46c5-be30-089908612732,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:14.170791 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36076) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:14.643975 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:14.902344 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Deleting port 537f89a6-6a80-495a-97c1-a32c27cd1132 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:48:14.902733 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:14.984981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] For port 537f89a6-6a80-495a-97c1-a32c27cd1132, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=537f89a6-6a80-495a-97c1-a32c27cd1132,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:14.985691 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:14.998331 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Calling delete_port for 537f89a6-6a80-495a-97c1-a32c27cd1132 owned by network:router_interface {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:48:15.177258 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:15.204224 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=537f89a6-6a80-495a-97c1-a32c27cd1132,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:15.386262 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:15.467992 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:48:15.605547 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Router e37934de-37b1-4b19-ad2a-c7e931bebb5c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:48:15.710795 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:48:15.717055 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-f6319cdf-3337-4539-bc9f-bfd87c11d6e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/e37934de-37b1-4b19-ad2a-c7e931bebb5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451102 Jul 22 17:48:15.719811 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36080) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:15.721823 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] Sync routers for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:48:15.733880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:15.734506 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:15.831277 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:15.836320 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:15.935523 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:15.989434 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Deleting port 5809d67d-e0a5-420c-9467-feae9a22112f {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:48:15.989780 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:16.019153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:48:15Z', 'revision_number': 5, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port': {'id': '5809d67d-e0a5-420c-9467-feae9a22112f', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:08:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:16.046655 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] Checking router: e37934de-37b1-4b19-ad2a-c7e931bebb5c for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:48:16.055102 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] Routers {'e37934de-37b1-4b19-ad2a-c7e931bebb5c'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:16.055704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:16.073965 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] For port 5809d67d-e0a5-420c-9467-feae9a22112f, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=5809d67d-e0a5-420c-9467-feae9a22112f,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:16.074407 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:16.086458 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Calling delete_port for 5809d67d-e0a5-420c-9467-feae9a22112f owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:48:16.146065 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] Set router e37934de-37b1-4b19-ad2a-c7e931bebb5c gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:16.205861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:48:15Z', 'revision_number': 6, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:16.234576 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7aec5-8b51-44a5-9580-57feeff55c4b None None] The sync data for ids ['e37934de-37b1-4b19-ad2a-c7e931bebb5c'] in n-d-792458-13 is: [{'id': 'e37934de-37b1-4b19-ad2a-c7e931bebb5c', 'name': 'tempest-TestShelveInstance-974948673-router', 'tenant_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:24Z', 'updated_at': '2021-07-22T17:48:15Z', 'revision_number': 6, 'project_id': 'e0fc87653f6b4aadbdc1ffac53ddbece', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:48:16.587704 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:16.617843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Pushing event deleted for resources: {'Port': ['ID=5809d67d-e0a5-420c-9467-feae9a22112f,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:16.691144 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:16.784956 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:16.787431 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:16.830893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:16.831504 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e37934de-37b1-4b19-ad2a-c7e931bebb5c {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:48:16.835985 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:16.837105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-d869e98b-d470-4bdb-8962-c3328c7b7053 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e37934de-37b1-4b19-ad2a-c7e931bebb5c HTTP/1.1" status: 204 len: 168 time: 1.1149998 Jul 22 17:48:16.840423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36082) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:16.882687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb780a48-120b-4cfa-b9e0-77b9bf9da9e1 admin admin] Deleting subnet 1c29e4ce-6243-4ebe-b4e3-5a929f436a36 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:48:16.886255 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb780a48-120b-4cfa-b9e0-77b9bf9da9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:16.921549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb780a48-120b-4cfa-b9e0-77b9bf9da9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.005152 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb780a48-120b-4cfa-b9e0-77b9bf9da9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.063549 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb780a48-120b-4cfa-b9e0-77b9bf9da9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.093127 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-eb780a48-120b-4cfa-b9e0-77b9bf9da9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.095173 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-eb780a48-120b-4cfa-b9e0-77b9bf9da9e1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1c29e4ce-6243-4ebe-b4e3-5a929f436a36 HTTP/1.1" status: 204 len: 168 time: 0.2537539 Jul 22 17:48:17.096379 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb780a48-120b-4cfa-b9e0-77b9bf9da9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c29e4ce-6243-4ebe-b4e3-5a929f436a36,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:17.097902 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36084) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:17.099572 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380b5fc-ed7a-47e7-b387-0101560c655f None None] Network f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:48:17.169177 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.226031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Deleting port 296c7da4-6102-4e0f-8864-691544508d84 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:48:17.226447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.306307 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] For port 296c7da4-6102-4e0f-8864-691544508d84, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=296c7da4-6102-4e0f-8864-691544508d84,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:17.306542 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.311315 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] DHCP port deletion for f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:48:17.320056 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Calling delete_port for 296c7da4-6102-4e0f-8864-691544508d84 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:48:17.361677 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Deleting port 296c7da4-6102-4e0f-8864-691544508d84 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:48:17.362170 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.405650 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.431206 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] For port 296c7da4-6102-4e0f-8864-691544508d84, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=296c7da4-6102-4e0f-8864-691544508d84,segment=NetworkSegment(ebf18034-3081-4d6e-9f8f-b04934c21e6f),segment_id=ebf18034-3081-4d6e-9f8f-b04934c21e6f)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:17.431601 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.433064 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Pushing event deleted for resources: {'Port': ['ID=296c7da4-6102-4e0f-8864-691544508d84,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:17.443299 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] No DVR routers for this DVR port 296c7da4-6102-4e0f-8864-691544508d84 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:48:17.446113 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Calling delete_port for 296c7da4-6102-4e0f-8864-691544508d84 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:48:17.517322 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.525192 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.529268 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f491b0e5-c3fe-45cb-a228-4cba29a5b6a6']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:17.538890 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf18034-3081-4d6e-9f8f-b04934c21e6f') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:17.539510 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf18034-3081-4d6e-9f8f-b04934c21e6f') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:17.548639 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.550939 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Pushing event deleted for resources: {'Port': ['ID=296c7da4-6102-4e0f-8864-691544508d84,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:17.556473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] No DVR routers for this DVR port 296c7da4-6102-4e0f-8864-691544508d84 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:48:17.563089 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.566453 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.566643 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.568761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.574139 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.574763 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.575213 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.575523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:48:17.575718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.576079 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.576214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.576432 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.577026 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.577913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:48:17.578276 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:48:17.581825 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc3e4cd-c51f-4465-948d-d3cc5040220e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:17.638432 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.643919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:17.645781 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] 10.222.0.53 "DELETE /v2.0/networks/f491b0e5-c3fe-45cb-a228-4cba29a5b6a6 HTTP/1.1" status: 204 len: 168 time: 0.5468602 Jul 22 17:48:17.648844 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36086) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:17.658947 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c0321-ad5a-4be6-80f0-d4db04ceeddf admin admin] Pushing event deleted for resources: {'Network': ['ID=f491b0e5-c3fe-45cb-a228-4cba29a5b6a6,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:18.001003 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:18.038215 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 537f89a6-6a80-495a-97c1-a32c27cd1132 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:48:18.058480 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 537f89a6-6a80-495a-97c1-a32c27cd1132 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:48:18.058830 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 537f89a6-6a80-495a-97c1-a32c27cd1132 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:48:18.059278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 296c7da4-6102-4e0f-8864-691544508d84 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:48:18.078030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 296c7da4-6102-4e0f-8864-691544508d84 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:48:18.078378 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 296c7da4-6102-4e0f-8864-691544508d84 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:48:18.078789 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5809d67d-e0a5-420c-9467-feae9a22112f no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:48:18.097224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 5809d67d-e0a5-420c-9467-feae9a22112f {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:48:18.097570 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 5809d67d-e0a5-420c-9467-feae9a22112f not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:48:18.261237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Deleting port 91925e27-cf81-48b4-a147-9939f751e0dd {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:48:18.261491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:18.339452 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] For port 91925e27-cf81-48b4-a147-9939f751e0dd, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=91925e27-cf81-48b4-a147-9939f751e0dd,segment=NetworkSegment(89b405f0-ce6e-4f36-a434-587ee3ef60dd),segment_id=89b405f0-ce6e-4f36-a434-587ee3ef60dd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:18.339861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:18.352674 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Calling delete_port for 91925e27-cf81-48b4-a147-9939f751e0dd owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:48:18.533979 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:18.560037 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c7983b44-e1c7-44d2-8887-9c5ea58275dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:18.564332 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Pushing event deleted for resources: {'Port': ['ID=91925e27-cf81-48b4-a147-9939f751e0dd,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:18.729111 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:18.942708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:48:19.049060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:48:19.054105 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a5cc8158-475f-478a-8b87-889b0dba079a admin admin] 10.222.0.53 "PUT /v2.0/routers/1b8a15a2-a50d-41e4-b1b9-23ed951e553c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4042249 Jul 22 17:48:19.056608 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36088) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:19.060120 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] Sync routers for ids ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:48:19.069198 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] Routers {'1b8a15a2-a50d-41e4-b1b9-23ed951e553c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:19.069787 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:19.160808 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.170545 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] Set router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:19.269191 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.323158 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Deleting port d1864a3e-ee50-4d87-a295-55dec9077814 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:48:19.323503 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.411603 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] For port d1864a3e-ee50-4d87-a295-55dec9077814, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d1864a3e-ee50-4d87-a295-55dec9077814,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:19.411963 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.424839 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Calling delete_port for d1864a3e-ee50-4d87-a295-55dec9077814 owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:48:19.446425 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:28Z', 'updated_at': '2021-07-22T17:48:18Z', 'revision_number': 5, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'gw_port': {'id': 'd1864a3e-ee50-4d87-a295-55dec9077814', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:39:29Z', 'updated_at': '2021-07-22T17:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:19.473021 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] Checking router: 1b8a15a2-a50d-41e4-b1b9-23ed951e553c for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:48:19.481594 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] Routers {'1b8a15a2-a50d-41e4-b1b9-23ed951e553c'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:19.482195 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:47:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:19.568887 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] Set router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:19.592962 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.619913 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1864a3e-ee50-4d87-a295-55dec9077814,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:19.623442 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:28Z', 'updated_at': '2021-07-22T17:48:19Z', 'revision_number': 6, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:19.650292 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc4d626-e662-4dd3-a6b1-2eb4a1b90596 None None] The sync data for ids ['1b8a15a2-a50d-41e4-b1b9-23ed951e553c'] in n-d-792458-13 is: [{'id': '1b8a15a2-a50d-41e4-b1b9-23ed951e553c', 'name': 'tempest-TestShelveInstance-467047487-router', 'tenant_id': '0f54921a3fd9417bb7c068ab897e6a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:39:28Z', 'updated_at': '2021-07-22T17:48:19Z', 'revision_number': 6, 'project_id': '0f54921a3fd9417bb7c068ab897e6a20', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:48:19.688706 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.777525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.779632 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.824245 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.824786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8a15a2-a50d-41e4-b1b9-23ed951e553c {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:48:19.829058 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.830209 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-5f06a9ae-6d03-4efe-9d61-2abf4f0cbd3c admin admin] 10.222.0.53 "DELETE /v2.0/routers/1b8a15a2-a50d-41e4-b1b9-23ed951e553c HTTP/1.1" status: 204 len: 168 time: 0.7726851 Jul 22 17:48:19.832750 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36090) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:19.877624 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1e264e-2a78-48ca-910a-2770d48b3d0b admin admin] Deleting subnet e44d4577-3a98-439b-8f16-21143599f083 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:48:19.880671 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d1e264e-2a78-48ca-910a-2770d48b3d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:19.915021 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d1e264e-2a78-48ca-910a-2770d48b3d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.003029 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d1e264e-2a78-48ca-910a-2770d48b3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.060937 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d1e264e-2a78-48ca-910a-2770d48b3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.086103 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 91925e27-cf81-48b4-a147-9939f751e0dd no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:48:20.089166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e264e-2a78-48ca-910a-2770d48b3d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44d4577-3a98-439b-8f16-21143599f083,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:20.095664 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-2d1e264e-2a78-48ca-910a-2770d48b3d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.100260 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-2d1e264e-2a78-48ca-910a-2770d48b3d0b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e44d4577-3a98-439b-8f16-21143599f083 HTTP/1.1" status: 204 len: 168 time: 0.2639067 Jul 22 17:48:20.100260 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36092) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:20.112169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8198f56c-0a0a-4801-b789-9d4446e0a5b9 None None] Network 3bed10e9-2fdd-4bb1-afcf-93355e61a579 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:48:20.114356 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 91925e27-cf81-48b4-a147-9939f751e0dd {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:48:20.114708 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 91925e27-cf81-48b4-a147-9939f751e0dd not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:48:20.182626 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.239237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Deleting port b9e50f44-a9fa-4daf-919f-0a743a3fdd44 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:48:20.239470 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.304348 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] For port b9e50f44-a9fa-4daf-919f-0a743a3fdd44, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=b9e50f44-a9fa-4daf-919f-0a743a3fdd44,segment=NetworkSegment(89b405f0-ce6e-4f36-a434-587ee3ef60dd),segment_id=89b405f0-ce6e-4f36-a434-587ee3ef60dd)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:20.304707 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.316827 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Calling delete_port for b9e50f44-a9fa-4daf-919f-0a743a3fdd44 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:48:20.398893 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.425806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e50f44-a9fa-4daf-919f-0a743a3fdd44,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:20.429397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] No DVR routers for this DVR port b9e50f44-a9fa-4daf-919f-0a743a3fdd44 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:48:20.452150 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb42d2b1-429c-489c-9da7-4f718e7517fe None None] DHCP port deletion for 3bed10e9-2fdd-4bb1-afcf-93355e61a579 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:48:20.506486 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.516270 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bed10e9-2fdd-4bb1-afcf-93355e61a579']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:20.526126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b405f0-ce6e-4f36-a434-587ee3ef60dd') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:20.527075 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b405f0-ce6e-4f36-a434-587ee3ef60dd') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:20.535942 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.552913 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.560938 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:48:20.561218 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:48:20.562949 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:48:20.621466 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.627351 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.629331 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3bed10e9-2fdd-4bb1-afcf-93355e61a579 HTTP/1.1" status: 204 len: 168 time: 0.5283525 Jul 22 17:48:20.643501 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43f788-c8c3-452f-9ea8-85dc66987463 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bed10e9-2fdd-4bb1-afcf-93355e61a579,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:20.756916 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36096) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:20.798410 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a1a7b72c-6827-4026-887c-9ee6b710fcea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0fc87653f6b4aadbdc1ffac53ddbece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403607 Jul 22 17:48:20.800917 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36098) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:20.853371 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-848154c1-5d99-4a8a-b804-0ae30b5c87bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.874377 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-848154c1-5d99-4a8a-b804-0ae30b5c87bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.924139 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-848154c1-5d99-4a8a-b804-0ae30b5c87bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.926745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-848154c1-5d99-4a8a-b804-0ae30b5c87bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:20.927932 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-848154c1-5d99-4a8a-b804-0ae30b5c87bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41080466-2939-4af3-8eab-8ca31c011119 HTTP/1.1" status: 204 len: 168 time: 0.1261280 Jul 22 17:48:20.938149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848154c1-5d99-4a8a-b804-0ae30b5c87bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41080466-2939-4af3-8eab-8ca31c011119,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:21.162815 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-c8006ebb-ad7d-42d5-90fe-47373c55999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:21.267096 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36104) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:21.321793 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-721a3157-c68d-451d-b253-fe7a3e35d6e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f54921a3fd9417bb7c068ab897e6a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534618 Jul 22 17:48:21.325478 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36106) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:21.376427 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e50c4bb-f2ba-49ea-b006-4860418c0e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:21.398273 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e50c4bb-f2ba-49ea-b006-4860418c0e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:21.405301 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:21.447287 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e50c4bb-f2ba-49ea-b006-4860418c0e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:21.450475 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-7e50c4bb-f2ba-49ea-b006-4860418c0e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:21.454011 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-7e50c4bb-f2ba-49ea-b006-4860418c0e48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f848949c-265a-4590-a4b5-3700700b30a6 HTTP/1.1" status: 204 len: 168 time: 0.1253002 Jul 22 17:48:21.461858 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50c4bb-f2ba-49ea-b006-4860418c0e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f848949c-265a-4590-a4b5-3700700b30a6,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:22.033255 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d1864a3e-ee50-4d87-a295-55dec9077814 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:48:22.053056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d1864a3e-ee50-4d87-a295-55dec9077814 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:48:22.053402 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d1864a3e-ee50-4d87-a295-55dec9077814 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:48:22.053814 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b9e50f44-a9fa-4daf-919f-0a743a3fdd44 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:48:22.072522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: b9e50f44-a9fa-4daf-919f-0a743a3fdd44 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:48:22.072873 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device b9e50f44-a9fa-4daf-919f-0a743a3fdd44 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:48:22.111083 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36128) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:22.230732 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-921851836-network', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:22.255672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Made reservation on behalf of bf00fdc18de24f4fbd16a01ea3ec94d7 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:48:22.258458 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.266872 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.359398 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.363261 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.388625 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:48:22.397989 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f63bf64-b625-4f18-b264-8152bcfb9e69,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:22.405724 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.406223 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Added segment 6569793f-49b2-49b6-94ba-dcaa9b992445 of type vlan for network fc0abf81-b8dd-4020-932a-b5b476e5233d Jul 22 17:48:22.452363 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.482041 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.483129 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:22.483717 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.512950 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4007821 Jul 22 17:48:22.515923 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36134) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:22.520975 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Request body: {'subnet': {'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-921851836-subnet', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'ip_version': 4}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:22.541523 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Made reservation on behalf of bf00fdc18de24f4fbd16a01ea3ec94d7 for: {'subnet': 1} {{(pid=93751) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:48:22.544098 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260940098'] for subnet, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.551610 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2b9d6-0a22-4944-9b47-62af6b5255ad admin admin] Pushing event updated for resources: {'Network': ['ID=fc0abf81-b8dd-4020-932a-b5b476e5233d,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:22.562153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network fc0abf81-b8dd-4020-932a-b5b476e5233d details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:48:22.713584 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260866073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260940080'] for subnet, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.768794 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f016427-4216-4cc7-9aab-a18dbe67317c,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:22.775405 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Checking segment: {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:48:22.775757 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Network hostable DHCP agents. Network: fc0abf81-b8dd-4020-932a-b5b476e5233d, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93751) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:48:22.792267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Network fc0abf81-b8dd-4020-932a-b5b476e5233d is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93751) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:48:22.800463 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, fc0abf81-b8dd-4020-932a-b5b476e5233d) {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:22.804496 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:22.805063 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.809078 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfbe60f-3713-47be-9b63-20114c1ef410 None None] Network fc0abf81-b8dd-4020-932a-b5b476e5233d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:48:22.822440 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-b849c644-a58a-45c7-b7e0-c9d85b81865b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3025603 Jul 22 17:48:22.822750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36136) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:22.827692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:22.850545 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.851556 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.875491 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.907230 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:22.963253 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-fc0abf81-b8dd-4020-932a-b5b476e5233d', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:48:22.964164 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.051416 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.103321 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Allocated IP 172.20.0.2 (fc0abf81-b8dd-4020-932a-b5b476e5233d/6f016427-4216-4cc7-9aab-a18dbe67317c/e45b3afb-2392-4965-a471-072888719838) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:48:23.263491 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.272071 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Transition to ACTIVE for port object e45b3afb-2392-4965-a471-072888719838 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:23.288886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Transition to ACTIVE for port object e45b3afb-2392-4965-a471-072888719838 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:23.296313 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.336913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Network fc0abf81-b8dd-4020-932a-b5b476e5233d is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:23.340616 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:23.344605 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:48:23.350205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Pushing event updated for resources: {'Port': ['ID=e45b3afb-2392-4965-a471-072888719838,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:23.417622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Attempting to bind port e45b3afb-2392-4965-a471-072888719838 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:48:23.418229 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Attempting to bind port e45b3afb-2392-4965-a471-072888719838 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:48:23.418661 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Attempting to bind port e45b3afb-2392-4965-a471-072888719838 on network fc0abf81-b8dd-4020-932a-b5b476e5233d {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:48:23.424028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:48:23.424394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Checking segment: {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:48:23.424794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.425178 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Bound using segment: {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:48:23.425637 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Bound port: e45b3afb-2392-4965-a471-072888719838, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:48:23.426016 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.491132 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] For port e45b3afb-2392-4965-a471-072888719838, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:48:23.494348 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] For port e45b3afb-2392-4965-a471-072888719838, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e45b3afb-2392-4965-a471-072888719838,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:48:23.499963 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.562184 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c22c54-12d5-4d66-b3d1-d93a91377d05 None None] Pushing event updated for resources: {'Port': ['ID=e45b3afb-2392-4965-a471-072888719838,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:23.566377 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.590992 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.710644 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Allocated IP 172.25.3.231 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/d0811d4f-2610-4a9c-b53e-cd3f4ed214ef) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:48:23.830563 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.873313 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:23.912223 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:23.914988 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:23.919472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:48:23.924908 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Pushing event updated for resources: {'Port': ['ID=d0811d4f-2610-4a9c-b53e-cd3f4ed214ef,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:24.060382 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e45b3afb-2392-4965-a471-072888719838 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:24.108903 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e45b3afb-2392-4965-a471-072888719838 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:24.172152 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:24.379231 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:24.483004 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae066396-5ab2-496c-b638-95939287af4f None None] Network fc0abf81-b8dd-4020-932a-b5b476e5233d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:48:24.509695 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Router a0f73877-7065-43f5-b7eb-a81bc787e0a1 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93751) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:48:24.561424 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:24.579168 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01b35d15-2e03-4538-a832-a7d2ee2b0a80 None None] Provisioning for port e45b3afb-2392-4965-a471-072888719838 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:24.585325 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-01b35d15-2e03-4538-a832-a7d2ee2b0a80 None None] Provisioning complete for port e45b3afb-2392-4965-a471-072888719838 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:24.585766 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01b35d15-2e03-4538-a832-a7d2ee2b0a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:24.616981 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:48:24.628196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Sync routers for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:48:24.633375 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:24.637722 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-4e5fa7ef-8496-4745-bc76-fae51c1b9faf admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8103025 Jul 22 17:48:24.638060 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36138) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:24.663252 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:24.663890 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:24.820639 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01b35d15-2e03-4538-a832-a7d2ee2b0a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:24.837212 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:24.936487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-01b35d15-2e03-4538-a832-a7d2ee2b0a80 None None] For port e45b3afb-2392-4965-a471-072888719838, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e45b3afb-2392-4965-a471-072888719838,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:24.944042 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-01b35d15-2e03-4538-a832-a7d2ee2b0a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.057448 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b35d15-2e03-4538-a832-a7d2ee2b0a80 None None] Pushing event updated for resources: {'Port': ['ID=e45b3afb-2392-4965-a471-072888719838,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:25.078348 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.091435 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:24Z', 'revision_number': 3, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:25.120633 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Checking router: a0f73877-7065-43f5-b7eb-a81bc787e0a1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:48:25.121030 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Updating router a0f73877-7065-43f5-b7eb-a81bc787e0a1 port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:48:25.158861 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.197041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a188e65d-4253-449f-a592-4b6b3c856562 None None] Provisioning complete for port e45b3afb-2392-4965-a471-072888719838 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:25.197331 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a188e65d-4253-449f-a592-4b6b3c856562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.238850 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Allocated IP 172.20.0.1 (fc0abf81-b8dd-4020-932a-b5b476e5233d/6f016427-4216-4cc7-9aab-a18dbe67317c/e4896e6a-3528-427b-ad6a-980884282fb3) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:48:25.341535 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.355489 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Transition to ACTIVE for port object e4896e6a-3528-427b-ad6a-980884282fb3 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:25.388823 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.489122 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.500009 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Transition to ACTIVE for port object d0811d4f-2610-4a9c-b53e-cd3f4ed214ef will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:25.505436 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.566056 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Attempting to bind port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:48:25.566473 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Attempting to bind port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:48:25.566904 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Attempting to bind port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:48:25.569069 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a0ff6-5798-49b1-8d3c-66601e5462f3 None None] Pushing event updated for resources: {'Port': ['ID=d0811d4f-2610-4a9c-b53e-cd3f4ed214ef,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:25.575487 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:48:25.576234 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:48:25.576644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.577037 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:48:25.577650 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Bound port: d0811d4f-2610-4a9c-b53e-cd3f4ed214ef, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:48:25.578070 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.631771 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] For port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:48:25.634972 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] For port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d0811d4f-2610-4a9c-b53e-cd3f4ed214ef,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:48:25.641114 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.703986 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:25.704608 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:25.706338 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a0ff6-5798-49b1-8d3c-66601e5462f3 None None] Pushing event updated for resources: {'Port': ['ID=d0811d4f-2610-4a9c-b53e-cd3f4ed214ef,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:25.762149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Network fc0abf81-b8dd-4020-932a-b5b476e5233d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:25.766212 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:25.771747 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:48:25.802960 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4896e6a-3528-427b-ad6a-980884282fb3,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:25.816405 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:25.817819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:25.967837 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:26.059913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e45b3afb-2392-4965-a471-072888719838 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:26.089980 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-65322c91-36b4-4378-8390-2b8bb3af9b64 None None] Provisioning for port e4896e6a-3528-427b-ad6a-980884282fb3 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:26.127498 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-65322c91-36b4-4378-8390-2b8bb3af9b64 None None] Provisioning complete for port e4896e6a-3528-427b-ad6a-980884282fb3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:26.127870 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-65322c91-36b4-4378-8390-2b8bb3af9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:26.146625 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:26.153115 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:26.208865 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-65322c91-36b4-4378-8390-2b8bb3af9b64 None None] Port e4896e6a-3528-427b-ad6a-980884282fb3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:48:26.220088 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e4896e6a-3528-427b-ad6a-980884282fb3,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:26.220300 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e45b3afb-2392-4965-a471-072888719838 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:26.220589 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:26.227262 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:26.277651 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:24Z', 'revision_number': 3, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:26.309861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad073a0b-1a9f-4fcc-8cff-b29718d7f762 None None] The sync data for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 is: [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:24Z', 'revision_number': 3, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:48:26.321678 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Network fc0abf81-b8dd-4020-932a-b5b476e5233d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:26.323398 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:26.450524 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Router a0f73877-7065-43f5-b7eb-a81bc787e0a1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:48:26.582542 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:48:26.593869 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-35c95b33-19d0-46ab-b506-71f17d6675c1 admin admin] 10.222.0.53 "PUT /v2.0/routers/a0f73877-7065-43f5-b7eb-a81bc787e0a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9547136 Jul 22 17:48:26.628665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-69d0f944-ded1-4a96-83e1-7099ad9b5426 None None] Provisioning complete for port e4896e6a-3528-427b-ad6a-980884282fb3 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:26.629115 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69d0f944-ded1-4a96-83e1-7099ad9b5426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:26.669858 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-69d0f944-ded1-4a96-83e1-7099ad9b5426 None None] Port e4896e6a-3528-427b-ad6a-980884282fb3 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:48:27.079648 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36154) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:27.084968 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1859441674-network', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:27.107451 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Made reservation on behalf of 0c2b83e66eb04d459e7759ff2d2a3d58 for: {'network': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:48:27.109848 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for network, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.119330 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.212315 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.216723 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.243569 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 17:48:27.254026 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c462a6-1dc2-403e-b590-b0147f2ce1fb,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:27.260491 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.260850 n-d-792458-13 neutron-server[93750]: INFO neutron.db.segments_db [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Added segment 275c3174-e9a2-4d08-a746-2b766619a58d of type vlan for network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 Jul 22 17:48:27.302730 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793813026308'] for network, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.331562 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143'] for network, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.332764 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:27.333474 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.363452 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2826097 Jul 22 17:48:27.366140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36156) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:27.372797 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Request body: {'subnet': {'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1859441674-subnet', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'ip_version': 4}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:27.413954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fe05b-c6c1-4ea7-9f84-a83fa23d5599 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:27.424673 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 details requested by agent ovs-agent-n-d-792458-13 with host n-d-792458-13 {{(pid=93752) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 17:48:27.427445 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Made reservation on behalf of 0c2b83e66eb04d459e7759ff2d2a3d58 for: {'subnet': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:48:27.429883 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263139514'] for subnet, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.605495 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-262940894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263139528'] for subnet, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.662550 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1a6d95-82a3-477c-81d0-2069ff9a65c4,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:27.671950 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Checking segment: {'id': '275c3174-e9a2-4d08-a746-2b766619a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:48:27.672315 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Network hostable DHCP agents. Network: 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8, hostable agents: ['441d12ac-35ad-496c-bdef-f239741108ac'], hosted agents: [] {{(pid=93750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 17:48:27.690301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 is scheduled to be hosted by DHCP agent 441d12ac-35ad-496c-bdef-f239741108ac with binding_index 1 {{(pid=93750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 17:48:27.703005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-792458-13, 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8) {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:27.709891 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:27.710716 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.711156 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f008e374-6bef-4d0d-9f50-3a906e02a5d7 None None] Network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:48:27.731735 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e0681418-0052-48ac-aaba-f306dea1e3f3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3644195 Jul 22 17:48:27.734143 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36158) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:27.739006 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:27.763861 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3825717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10207'] for router, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.765108 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3823963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3893822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10182'] for router, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.829798 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.904434 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6f0c0a7-8345-541f-90ed-fdeef385764f-0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8', 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'fixed_ips': [{'subnet_id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4'}]}} from n-d-792458-13. {{(pid=93752) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 17:48:27.905296 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:27.980616 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3825755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14652'] for router, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.018762 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Sync routers for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:48:28.039919 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:28.040532 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:28.101783 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d0811d4f-2610-4a9c-b53e-cd3f4ed214ef up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:28.133266 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.db_base_plugin_common [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Allocated IP 172.20.0.2 (0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8/ad1a6d95-82a3-477c-81d0-2069ff9a65c4/2a520d06-b8e3-40ba-bd35-4e7e42595ad1) {{(pid=93752) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:48:28.174408 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:28.230580 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.232326 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:28.240437 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:28.240805 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.250454 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.361432 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Allocated IP 172.25.3.146 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/cb1da89b-e8ed-413d-b3bc-93b627a73c8b) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:48:28.373487 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Notify callbacks [] for port, precommit_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.385027 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:26Z', 'revision_number': 2, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:28.391330 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Transition to ACTIVE for port object 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:28.395971 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.418539 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Checking router: a0f73877-7065-43f5-b7eb-a81bc787e0a1 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:48:28.418799 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Updating router a0f73877-7065-43f5-b7eb-a81bc787e0a1 port e4896e6a-3528-427b-ad6a-980884282fb3 binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:48:28.420969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Transition to ACTIVE for port object 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 will not be triggered until provisioned by entity DHCP. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:28.431304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d0811d4f-2610-4a9c-b53e-cd3f4ed214ef,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:28.434386 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612'] for port, after_create {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.438900 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.455344 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.482624 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 is already hosted by enough agents. {{(pid=93752) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:28.486653 n-d-792458-13 neutron-server[93752]: DEBUG neutron.scheduler.base_scheduler [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Resources bound (agent type, host, resource id): {{(pid=93752) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:28.488618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Pushing event updated for resources: {'Port': ['ID=2a520d06-b8e3-40ba-bd35-4e7e42595ad1,revision_number=1']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:28.493195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Received port after_create {{(pid=93752) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:48:28.499349 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.542602 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.583382 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:28.591345 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:28.593622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=d0811d4f-2610-4a9c-b53e-cd3f4ed214ef,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:28.593954 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:48:28.599153 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Attempting to bind port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:48:28.599517 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Attempting to bind port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '275c3174-e9a2-4d08-a746-2b766619a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:48:28.599880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Attempting to bind port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 on network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:48:28.606484 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:48:28.606852 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Checking segment: {'id': '275c3174-e9a2-4d08-a746-2b766619a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:48:28.607362 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.607744 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Bound using segment: {'id': '275c3174-e9a2-4d08-a746-2b766619a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:48:28.608199 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Bound port: 2a520d06-b8e3-40ba-bd35-4e7e42595ad1, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c3174-e9a2-4d08-a746-2b766619a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:48:28.608571 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.624166 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Pushing event updated for resources: {'Port': ['ID=cb1da89b-e8ed-413d-b3bc-93b627a73c8b,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:28.676119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] For port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:48:28.679278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] For port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2a520d06-b8e3-40ba-bd35-4e7e42595ad1,segment=NetworkSegment(275c3174-e9a2-4d08-a746-2b766619a58d),segment_id=275c3174-e9a2-4d08-a746-2b766619a58d)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:48:28.685200 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.743492 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.749953 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123514a-2f2e-493a-a299-dfc51a998bfe None None] Pushing event updated for resources: {'Port': ['ID=2a520d06-b8e3-40ba-bd35-4e7e42595ad1,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:28.757013 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Transition to ACTIVE for port object e4896e6a-3528-427b-ad6a-980884282fb3 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:28.764637 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.815173 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Pushing event updated for resources: {'Port': ['ID=e4896e6a-3528-427b-ad6a-980884282fb3,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:28.843583 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.843923 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.844260 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.844592 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.844921 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.845244 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.845563 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.845883 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.846204 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.846519 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.846835 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.847570 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:48:28.880465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.883143 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Attempting to bind port e4896e6a-3528-427b-ad6a-980884282fb3 on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:48:28.883681 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Attempting to bind port e4896e6a-3528-427b-ad6a-980884282fb3 by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:48:28.884248 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Attempting to bind port e4896e6a-3528-427b-ad6a-980884282fb3 on network fc0abf81-b8dd-4020-932a-b5b476e5233d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:48:28.890432 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:48:28.890798 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Checking segment: {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:48:28.891315 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:28.891785 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Bound using segment: {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:48:28.892172 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Bound port: e4896e6a-3528-427b-ad6a-980884282fb3, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:48:28.892576 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:29.021346 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] For port e4896e6a-3528-427b-ad6a-980884282fb3, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:48:29.029192 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] For port e4896e6a-3528-427b-ad6a-980884282fb3, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e4896e6a-3528-427b-ad6a-980884282fb3,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:48:29.035889 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:29.091339 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:29.092487 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:29.154250 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3825740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825899'] for router, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:29.192719 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce880d-1765-4ced-a123-d83ea7f7f88b None None] Pushing event updated for resources: {'Port': ['ID=e4896e6a-3528-427b-ad6a-980884282fb3,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:29.223420 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:29.298740 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 is scheduled to L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad with binding_index 1 {{(pid=93750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 17:48:29.421557 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:48:29.436200 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Sync routers for ids ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:48:29.444104 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:29.447902 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dbb31834-8654-470c-af88-b40c21855864 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7100105 Jul 22 17:48:29.449271 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36160) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:29.464304 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Routers {'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:29.465022 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:29.579604 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:29Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:29.582700 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Set router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:29.613926 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf58e0-2680-404c-b19a-bf03b9e4455b None None] The sync data for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 is: [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:29Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:48:29.824306 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:27Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 3, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'gw_port': {'id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:28Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:29.852269 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Checking router: a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:48:29.852619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Updating router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 port cb1da89b-e8ed-413d-b3bc-93b627a73c8b binding host n-d-792458-13 {{(pid=93752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:48:29.895091 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:29.921096 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a49b29-61bb-4045-9a3c-00154ea53c4f None None] Network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:48:29.943976 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.064732 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-a2a5744b-f19d-4db7-b7e2-92bd7266206e None None] Provisioning for port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:30.154850 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Allocated IP 172.20.0.1 (0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8/ad1a6d95-82a3-477c-81d0-2069ff9a65c4/fde7497a-742a-464d-8dbe-da592ee063cc) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:48:30.301550 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:30.306705 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.326300 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.provisioning_blocks [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Transition to ACTIVE for port object fde7497a-742a-464d-8dbe-da592ee063cc will not be triggered until provisioned by entity DHCP. {{(pid=93751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:30.357773 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.367698 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.379223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Transition to ACTIVE for port object cb1da89b-e8ed-413d-b3bc-93b627a73c8b will not be triggered until provisioned by entity L2. {{(pid=93752) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:30.394661 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.426127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:30.427619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:30.431315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:30.434569 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Pushing event updated for resources: {'Port': ['ID=fde7497a-742a-464d-8dbe-da592ee063cc,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:30.437127 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:48:30.455273 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:30.455741 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.493091 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825690'] for router_interface, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.501642 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Attempting to bind port cb1da89b-e8ed-413d-b3bc-93b627a73c8b on host n-d-792458-13 for vnic_type normal with profile {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:48:30.502018 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Attempting to bind port cb1da89b-e8ed-413d-b3bc-93b627a73c8b by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:48:30.502394 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Attempting to bind port cb1da89b-e8ed-413d-b3bc-93b627a73c8b on network 1646808e-4165-43b0-9912-b68e8cc83024 {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:48:30.507589 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec130e31-5701-4bb3-be66-24e57c6f0bb4 None None] Pushing event updated for resources: {'Port': ['ID=cb1da89b-e8ed-413d-b3bc-93b627a73c8b,revision_number=2']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:30.524423 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:48:30.524803 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Checking segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:48:30.525214 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.525618 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Bound using segment: {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'} {{(pid=93752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:48:30.526205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.managers [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Bound port: cb1da89b-e8ed-413d-b3bc-93b627a73c8b, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba946432-a53d-49a2-a6cb-71109fafdd39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024'}}] {{(pid=93752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:48:30.527163 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.609985 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] For port cb1da89b-e8ed-413d-b3bc-93b627a73c8b, host n-d-792458-13, cleared binding levels {{(pid=93752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:48:30.655826 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] For port cb1da89b-e8ed-413d-b3bc-93b627a73c8b, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cb1da89b-e8ed-413d-b3bc-93b627a73c8b,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:48:30.663151 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-30c0dd6a-b73a-4122-ab07-9b3298cc4795 None None] Provisioning complete for port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:30.664554 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-30c0dd6a-b73a-4122-ab07-9b3298cc4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.667067 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.711310 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.859319 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.954511 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.960469 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.974043 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2a520d06-b8e3-40ba-bd35-4e7e42595ad1,segment=NetworkSegment(275c3174-e9a2-4d08-a746-2b766619a58d),segment_id=275c3174-e9a2-4d08-a746-2b766619a58d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:30.983895 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:30.984809 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d0811d4f-2610-4a9c-b53e-cd3f4ed214ef up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:30.986415 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Routers {'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:30.987172 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:30.989842 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec130e31-5701-4bb3-be66-24e57c6f0bb4 None None] Pushing event updated for resources: {'Port': ['ID=cb1da89b-e8ed-413d-b3bc-93b627a73c8b,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:31.036718 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824042'] for router_interface, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:31.048246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Pushing event updated for resources: {'Port': ['ID=fde7497a-742a-464d-8dbe-da592ee063cc,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:31.133749 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:31.135192 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:31.179223 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=2a520d06-b8e3-40ba-bd35-4e7e42595ad1,revision_number=3']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:31.215023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:31.215403 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:31.220488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] Set router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:31.266746 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:48:31.356590 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45a164d2-4129-48d8-8c7b-005281a9baf1 None None] Provisioning for port fde7497a-742a-464d-8dbe-da592ee063cc completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:31.372111 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-45a164d2-4129-48d8-8c7b-005281a9baf1 None None] Provisioning complete for port fde7497a-742a-464d-8dbe-da592ee063cc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:31.372484 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-45a164d2-4129-48d8-8c7b-005281a9baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:31.389265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:48:31.394720 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-fbb0d893-3d39-49b2-8fd8-ed28e002cb11 admin admin] 10.222.0.53 "PUT /v2.0/routers/a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9448063 Jul 22 17:48:31.479674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-45a164d2-4129-48d8-8c7b-005281a9baf1 None None] Port fde7497a-742a-464d-8dbe-da592ee063cc cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:48:31.494028 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e4896e6a-3528-427b-ad6a-980884282fb3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:31.582886 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port e4896e6a-3528-427b-ad6a-980884282fb3 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:31.594119 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e4896e6a-3528-427b-ad6a-980884282fb3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:31.594498 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:31.623109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:27Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 4, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'gw_port': {'id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:28Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fde7497a-742a-464d-8dbe-da592ee063cc', 'name': '', 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'mac_address': 'fa:16:3e:71:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:29Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 2, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'subnets': [{'id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:31.657047 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc38f40-e4e0-455a-943f-a152a7bca4e4 None None] The sync data for ids ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'] in n-d-792458-13 is: [{'id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:27Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 4, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'gw_port': {'id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:28Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fde7497a-742a-464d-8dbe-da592ee063cc', 'name': '', 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'mac_address': 'fa:16:3e:71:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:29Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 2, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'subnets': [{'id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:48:31.661421 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-3dd140bf-94f0-44d7-b0af-2ac2c5319867 None None] Provisioning complete for port fde7497a-742a-464d-8dbe-da592ee063cc triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:31.661794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-3dd140bf-94f0-44d7-b0af-2ac2c5319867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:31.704785 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-3dd140bf-94f0-44d7-b0af-2ac2c5319867 None None] Port fde7497a-742a-464d-8dbe-da592ee063cc cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:48:31.749506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:31.783128 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port e4896e6a-3528-427b-ad6a-980884282fb3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e4896e6a-3528-427b-ad6a-980884282fb3,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:31.787883 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:31.858674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=e4896e6a-3528-427b-ad6a-980884282fb3,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:32.046354 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36168) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:32.053521 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-a719829a-6dfe-4699-a05a-aec0f6a3bd89 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-915447703', 'description': 'tempest-secgroup-smoke-915447703 description', 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:32.070527 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:32.083005 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a719829a-6dfe-4699-a05a-aec0f6a3bd89 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.130993 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:32.131372 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.186344 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a719829a-6dfe-4699-a05a-aec0f6a3bd89 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.191308 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a719829a-6dfe-4699-a05a-aec0f6a3bd89 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.221281 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a719829a-6dfe-4699-a05a-aec0f6a3bd89 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.222523 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a719829a-6dfe-4699-a05a-aec0f6a3bd89 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1748238 Jul 22 17:48:32.222689 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e4896e6a-3528-427b-ad6a-980884282fb3 up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:32.224769 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719829a-6dfe-4699-a05a-aec0f6a3bd89 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15578a2a-9606-49dc-ba3a-677d1d3ad4db,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:32.226662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36170) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:32.232354 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [None req-dd09582d-040a-4beb-89f5-1ebb72134483 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'security_group_rule': {'security_group_id': '15578a2a-9606-49dc-ba3a-677d1d3ad4db', 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:32.262026 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd09582d-040a-4beb-89f5-1ebb72134483 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.274957 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port e4896e6a-3528-427b-ad6a-980884282fb3 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:32.275329 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.332047 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd09582d-040a-4beb-89f5-1ebb72134483 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.337278 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd09582d-040a-4beb-89f5-1ebb72134483 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.367738 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09582d-040a-4beb-89f5-1ebb72134483 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9d9a7e-c3d6-4793-b64f-a08602a7b922,revision_number=0']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:32.386489 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-dd09582d-040a-4beb-89f5-1ebb72134483 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.391307 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-dd09582d-040a-4beb-89f5-1ebb72134483 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620169 Jul 22 17:48:32.391448 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36172) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:32.396322 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-bb3ef22e-6362-4b98-ac32-8837a4768109 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'security_group_rule': {'security_group_id': '15578a2a-9606-49dc-ba3a-677d1d3ad4db', 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:32.437161 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef22e-6362-4b98-ac32-8837a4768109 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.503794 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef22e-6362-4b98-ac32-8837a4768109 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.508506 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.509825 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef22e-6362-4b98-ac32-8837a4768109 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.531239 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ef22e-6362-4b98-ac32-8837a4768109 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a00561b-e9eb-4b96-b283-3889551b6d28,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:32.539169 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef22e-6362-4b98-ac32-8837a4768109 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.540598 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-bb3ef22e-6362-4b98-ac32-8837a4768109 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481040 Jul 22 17:48:32.544148 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36174) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:32.548892 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-ca458379-4a3d-423b-a8b7-db67cb3daa09 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'security_group_rule': {'security_group_id': '15578a2a-9606-49dc-ba3a-677d1d3ad4db', 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:32.577072 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca458379-4a3d-423b-a8b7-db67cb3daa09 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.641199 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca458379-4a3d-423b-a8b7-db67cb3daa09 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.645571 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca458379-4a3d-423b-a8b7-db67cb3daa09 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.665692 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca458379-4a3d-423b-a8b7-db67cb3daa09 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fde11c9-3e29-4463-985b-6ed85e6ae2b8,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:32.674583 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-ca458379-4a3d-423b-a8b7-db67cb3daa09 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.678538 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-ca458379-4a3d-423b-a8b7-db67cb3daa09 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306741 Jul 22 17:48:32.678702 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36176) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:32.683309 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-c6b7bde1-fa59-4bd0-b26b-cc54eb93d4ed tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'security_group_rule': {'security_group_id': '15578a2a-9606-49dc-ba3a-677d1d3ad4db', 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:32.710081 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6b7bde1-fa59-4bd0-b26b-cc54eb93d4ed tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.775605 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6b7bde1-fa59-4bd0-b26b-cc54eb93d4ed tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.780592 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6b7bde1-fa59-4bd0-b26b-cc54eb93d4ed tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.800910 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7bde1-fa59-4bd0-b26b-cc54eb93d4ed tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d726a7c2-84df-4d65-934e-f5fc78d5de80,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:32.809210 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-c6b7bde1-fa59-4bd0-b26b-cc54eb93d4ed tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.812955 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-c6b7bde1-fa59-4bd0-b26b-cc54eb93d4ed tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307781 Jul 22 17:48:32.813351 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36178) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:32.818279 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-1efff790-13d7-445c-8d48-cfd31cdc3ad5 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'security_group_rule': {'security_group_id': '15578a2a-9606-49dc-ba3a-677d1d3ad4db', 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:32.842482 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-1efff790-13d7-445c-8d48-cfd31cdc3ad5 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Project bf00fdc18de24f4fbd16a01ea3ec94d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:48:32.847868 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1efff790-13d7-445c-8d48-cfd31cdc3ad5 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.914418 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1efff790-13d7-445c-8d48-cfd31cdc3ad5 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.919447 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1efff790-13d7-445c-8d48-cfd31cdc3ad5 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.940033 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efff790-13d7-445c-8d48-cfd31cdc3ad5 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000e81e9-aba4-4e5d-9e59-568016302786,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:32.950289 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-1efff790-13d7-445c-8d48-cfd31cdc3ad5 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:32.954977 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-1efff790-13d7-445c-8d48-cfd31cdc3ad5 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387570 Jul 22 17:48:32.956435 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36180) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:32.961213 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-5b20446c-13dc-418d-b631-dc6c0291d9e7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'security_group_rule': {'security_group_id': '15578a2a-9606-49dc-ba3a-677d1d3ad4db', 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:32.988354 n-d-792458-13 neutron-server[93751]: INFO neutron.db.securitygroups_db [None req-5b20446c-13dc-418d-b631-dc6c0291d9e7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Project bf00fdc18de24f4fbd16a01ea3ec94d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 17:48:32.994190 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b20446c-13dc-418d-b631-dc6c0291d9e7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:33.061214 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b20446c-13dc-418d-b631-dc6c0291d9e7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:33.065014 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b20446c-13dc-418d-b631-dc6c0291d9e7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-302665'] for security_group_rule, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:33.087484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20446c-13dc-418d-b631-dc6c0291d9e7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c283ed34-8e4a-4f86-8bf5-93105f653a09,revision_number=0']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:33.095307 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-5b20446c-13dc-418d-b631-dc6c0291d9e7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:33.096564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-5b20446c-13dc-418d-b631-dc6c0291d9e7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388867 Jul 22 17:48:33.239013 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-84c3e1f9-318d-4038-83e7-4c0f76120d2e tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915447703&fields=id&tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7 HTTP/1.1" status: 200 len: 267 time: 0.0336699 Jul 22 17:48:33.351843 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63686df-e16d-4a02-b514-2982fce36b50 req-ad0e6b9d-e899-4231-bf8e-92b52aa07248 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:33.353379 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-ad0e6b9d-e899-4231-bf8e-92b52aa07248 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 809 time: 0.1066184 Jul 22 17:48:33.369293 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-4f648b8d-02e3-40f4-8752-a5ba58845676 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/quotas/bf00fdc18de24f4fbd16a01ea3ec94d7 HTTP/1.1" status: 200 len: 375 time: 0.0094945 Jul 22 17:48:33.454136 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-5b435fce-d9d2-4978-a5cb-2f89d1f45611 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797951 Jul 22 17:48:33.471672 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-9c6ff558-266b-4e01-b788-33a4b4296600 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:48:33.473862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-9c6ff558-266b-4e01-b788-33a4b4296600 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074120 Jul 22 17:48:33.571850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-8dd123b6-ba3c-4fed-9655-7b775fa5946f service neutron] 10.222.0.53 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886624 Jul 22 17:48:33.665888 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-f7cfa790-ff30-4377-9982-65e72fbd643d service neutron] 10.222.0.53 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878646 Jul 22 17:48:33.697177 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Sync routers for ids ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:48:33.706752 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Routers {'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:33.707393 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:33.818777 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Set router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:33.845151 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-234d23fb-cd1e-451f-983d-e9b49d3e8129 req-8ef1c516-9177-4917-bcd4-9f632f7dbdf9 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 210 time: 0.0296521 Jul 22 17:48:34.028379 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:27Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 4, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'gw_port': {'id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:28Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fde7497a-742a-464d-8dbe-da592ee063cc', 'name': '', 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'mac_address': 'fa:16:3e:71:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:29Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 2, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'subnets': [{'id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:34.062834 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Checking router: a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:48:34.063209 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Updating router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 port fde7497a-742a-464d-8dbe-da592ee063cc binding host n-d-792458-13 {{(pid=93753) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 17:48:34.079005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cb1da89b-e8ed-413d-b3bc-93b627a73c8b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:34.103318 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.132684 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port cb1da89b-e8ed-413d-b3bc-93b627a73c8b completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:34.136871 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cb1da89b-e8ed-413d-b3bc-93b627a73c8b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:34.137375 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.226320 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.248441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port cb1da89b-e8ed-413d-b3bc-93b627a73c8b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cb1da89b-e8ed-413d-b3bc-93b627a73c8b,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:34.253245 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.311062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=cb1da89b-e8ed-413d-b3bc-93b627a73c8b,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:34.386160 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.396589 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Transition to ACTIVE for port object fde7497a-742a-464d-8dbe-da592ee063cc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:34.402959 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.456811 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296816f5-4ffd-44ce-9d1d-8f9d74eb4841 None None] Pushing event updated for resources: {'Port': ['ID=fde7497a-742a-464d-8dbe-da592ee063cc,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:34.519902 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Attempting to bind port fde7497a-742a-464d-8dbe-da592ee063cc on host n-d-792458-13 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:48:34.520367 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Attempting to bind port fde7497a-742a-464d-8dbe-da592ee063cc by drivers openvswitch,hyperv on host n-d-792458-13 at level 0 using segments [{'id': '275c3174-e9a2-4d08-a746-2b766619a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:48:34.520729 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Attempting to bind port fde7497a-742a-464d-8dbe-da592ee063cc on network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:48:34.527114 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Checking agent: {'id': '43ed9c47-450d-4cc0-9dc1-4326272e3cf2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 15, 21), 'started_at': datetime.datetime(2021, 7, 22, 16, 15, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-792458-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:48:34.527462 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Checking segment: {'id': '275c3174-e9a2-4d08-a746-2b766619a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:48:34.528037 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.528431 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Bound using segment: {'id': '275c3174-e9a2-4d08-a746-2b766619a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:48:34.528904 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Bound port: fde7497a-742a-464d-8dbe-da592ee063cc, host: n-d-792458-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275c3174-e9a2-4d08-a746-2b766619a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:48:34.529275 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.601202 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] For port fde7497a-742a-464d-8dbe-da592ee063cc, host n-d-792458-13, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:48:34.604524 n-d-792458-13 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] For port fde7497a-742a-464d-8dbe-da592ee063cc, host n-d-792458-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fde7497a-742a-464d-8dbe-da592ee063cc,segment=NetworkSegment(275c3174-e9a2-4d08-a746-2b766619a58d),segment_id=275c3174-e9a2-4d08-a746-2b766619a58d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:48:34.609388 n-d-792458-13 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:34.678557 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Routers {'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:34.679201 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:34.687744 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296816f5-4ffd-44ce-9d1d-8f9d74eb4841 None None] Pushing event updated for resources: {'Port': ['ID=fde7497a-742a-464d-8dbe-da592ee063cc,revision_number=4']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:34.809833 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] Set router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:35.006350 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-d50586dd-653c-41f5-9c25-314bdba4b635 req-b4873ea9-fac3-4480-af3f-35c4e336275c tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 210 time: 0.0720227 Jul 22 17:48:35.050159 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:27Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 4, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'gw_port': {'id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:28Z', 'updated_at': '2021-07-22T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fde7497a-742a-464d-8dbe-da592ee063cc', 'name': '', 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'mac_address': 'fa:16:3e:71:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:29Z', 'updated_at': '2021-07-22T17:48:34Z', 'revision_number': 4, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'subnets': [{'id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:35.055195 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63686df-e16d-4a02-b514-2982fce36b50 req-351fc582-55bf-4cdc-9902-86514fb127ed tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:35.056839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-351fc582-55bf-4cdc-9902-86514fb127ed tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.65 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 809 time: 0.1612875 Jul 22 17:48:35.087749 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d0ff4-72fe-40f5-8995-b47ea654568a None None] The sync data for ids ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'] in n-d-792458-13 is: [{'id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:27Z', 'updated_at': '2021-07-22T17:48:30Z', 'revision_number': 4, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'gw_port': {'id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:28Z', 'updated_at': '2021-07-22T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'fde7497a-742a-464d-8dbe-da592ee063cc', 'name': '', 'network_id': '0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'mac_address': 'fa:16:3e:71:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:29Z', 'updated_at': '2021-07-22T17:48:34Z', 'revision_number': 4, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'subnets': [{'id': 'ad1a6d95-82a3-477c-81d0-2069ff9a65c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:48:35.118425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-4fb29e7d-7ea7-43e0-be39-5b1b6cde5209 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7 HTTP/1.1" status: 200 len: 379 time: 0.0421345 Jul 22 17:48:35.144540 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'port': {'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'admin_state_up': True, 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'security_groups': ['15578a2a-9606-49dc-ba3a-677d1d3ad4db']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:35.265346 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Made reservation on behalf of bf00fdc18de24f4fbd16a01ea3ec94d7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:48:35.269024 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:35.418675 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Allocated IP 172.20.0.8 (fc0abf81-b8dd-4020-932a-b5b476e5233d/6f016427-4216-4cc7-9aab-a18dbe67317c/b1ee2172-e73e-4e8d-9af3-ce99a6be0921) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:48:35.570018 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:35.584250 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Transition to ACTIVE for port object b1ee2172-e73e-4e8d-9af3-ce99a6be0921 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:35.619657 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:35.663861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Network fc0abf81-b8dd-4020-932a-b5b476e5233d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:35.667668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:35.671395 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:48:35.700404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'Port': ['ID=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:35.728534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:35.729745 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:35.743924 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b675aabf-b6a5-4b96-ae87-5684b70e0854 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6034482 Jul 22 17:48:35.763870 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Request body: {'port': {'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:35.842250 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:35.901749 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aba4fef9-ae1a-4272-a376-ffc8a64cf75b None None] Provisioning for port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:35.905478 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-aba4fef9-ae1a-4272-a376-ffc8a64cf75b None None] Provisioning complete for port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:35.905847 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aba4fef9-ae1a-4272-a376-ffc8a64cf75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:35.939490 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-aba4fef9-ae1a-4272-a376-ffc8a64cf75b None None] Port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:48:36.079270 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cb1da89b-e8ed-413d-b3bc-93b627a73c8b up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:36.130885 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ee2172-e73e-4e8d-9af3-ce99a6be0921 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:48:36.131526 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port cb1da89b-e8ed-413d-b3bc-93b627a73c8b triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:36.131526 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.139098 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.151179 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Transition to ACTIVE for port object b1ee2172-e73e-4e8d-9af3-ce99a6be0921 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:48:36.156419 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.159206 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb47496-ba19-4a7c-8884-bf530387d77a req-dd5a48d6-5a2f-4360-bbe3-b36ca131785e tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:36.160817 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bcb47496-ba19-4a7c-8884-bf530387d77a req-dd5a48d6-5a2f-4360-bbe3-b36ca131785e tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 931 time: 0.0689542 Jul 22 17:48:36.207096 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-bcb47496-ba19-4a7c-8884-bf530387d77a req-fbf7a4b4-6c49-4174-9181-18e8ea14a877 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372608 Jul 22 17:48:36.215686 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fde7497a-742a-464d-8dbe-da592ee063cc up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:36.240895 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Pushing event updated for resources: {'Port': ['ID=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:36.265286 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning for port fde7497a-742a-464d-8dbe-da592ee063cc completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:36.269193 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port fde7497a-742a-464d-8dbe-da592ee063cc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:36.269686 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.292837 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Attempting to bind port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 on host n-h1-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:48:36.293457 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Attempting to bind port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 by drivers openvswitch,hyperv on host n-h1-792458-13 at level 0 using segments [{'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:48:36.293791 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Attempting to bind port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 on network fc0abf81-b8dd-4020-932a-b5b476e5233d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:48:36.298786 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 on network fc0abf81-b8dd-4020-932a-b5b476e5233d not bound, no agent of type Open vSwitch agent registered on host n-h1-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:48:36.299140 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Attempting to bind port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 on network fc0abf81-b8dd-4020-932a-b5b476e5233d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:48:36.304712 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Checking agent: {'id': '743c6b97-09d4-4780-8dd3-4cc0cb1c0d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:48:36.305386 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Checking segment: {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:48:36.305518 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Bound using segment: {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:48:36.305845 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Bound port: b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host: n-h1-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:48:36.306212 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.358183 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.388303 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:48:36.392861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:48:36.402025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] For port fde7497a-742a-464d-8dbe-da592ee063cc, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fde7497a-742a-464d-8dbe-da592ee063cc,segment=NetworkSegment(275c3174-e9a2-4d08-a746-2b766619a58d),segment_id=275c3174-e9a2-4d08-a746-2b766619a58d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:36.403276 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.408248 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.438470 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:36.439106 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.440519 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] 10.222.0.65 "PUT /v2.0/ports/b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 200 len: 1092 time: 0.6821198 Jul 22 17:48:36.440975 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:48:36.443558 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3e8d79-2698-425c-9e0d-3dc480e4c276" -d '{"events": [{"name": "network-changed", "server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:48:36.479520 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456b129-e6f1-468d-b8a0-fb0e21b7bbdb service neutron] Pushing event updated for resources: {'Port': ['ID=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:36.491262 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7822d9-7ead-4b7b-a1f5-d7926231a9a8 x-openstack-request-id: req-6e7822d9-7ead-4b7b-a1f5-d7926231a9a8 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:48:36.491562 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:48:36.491839 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e7822d9-7ead-4b7b-a1f5-d7926231a9a8 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:48:36.492569 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'status': 'completed', 'code': 200} Jul 22 17:48:36.510164 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Pushing event updated for resources: {'Port': ['ID=fde7497a-742a-464d-8dbe-da592ee063cc,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:36.528624 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:36.582729 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63686df-e16d-4a02-b514-2982fce36b50 req-baaa76ce-2ffa-415e-ac0f-97662a8298a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:36.584569 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-baaa76ce-2ffa-415e-ac0f-97662a8298a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1095 time: 0.0599949 Jul 22 17:48:36.641091 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-f696c2d7-e480-49a5-8282-984590a04b81 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 200 len: 217 time: 0.0395501 Jul 22 17:48:36.692492 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63686df-e16d-4a02-b514-2982fce36b50 req-483649e6-0a37-4612-8ce1-35ba34db3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:36.693971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-483649e6-0a37-4612-8ce1-35ba34db3772 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0466349 Jul 22 17:48:36.758479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b74a640a-0c1f-47f5-a2bf-da902457827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:36.760031 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-b74a640a-0c1f-47f5-a2bf-da902457827f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586109 Jul 22 17:48:36.858594 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-e967e00b-947b-4eac-9e95-ba96895cfd84 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906212 Jul 22 17:48:36.946342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a63686df-e16d-4a02-b514-2982fce36b50 req-5b71b335-4819-4173-96f8-b372e628c2a5 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814819 Jul 22 17:48:37.098423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-f6aac9e4-fa43-412b-a19e-c068413bca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:37.099980 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-f6aac9e4-fa43-412b-a19e-c068413bca98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1095 time: 0.0618458 Jul 22 17:48:37.367167 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ddf49-667f-4879-a518-1758493f2c6c req-0022c539-ea2e-4cb6-9f1a-ca09cd83214a tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:37.368777 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2b5ddf49-667f-4879-a518-1758493f2c6c req-0022c539-ea2e-4cb6-9f1a-ca09cd83214a tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 943 time: 0.0694106 Jul 22 17:48:37.412116 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-2b5ddf49-667f-4879-a518-1758493f2c6c req-ebfbceca-dd9c-44c6-b93d-b5bde5a8327b tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361178 Jul 22 17:48:37.566723 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-7c1b2bdd-811e-4051-aaa5-aa84d33f3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:37.568310 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-7c1b2bdd-811e-4051-aaa5-aa84d33f3184 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.4612548 Jul 22 17:48:37.611825 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-8c8bcfd7-c527-4492-959b-c1b6f50ada84 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 200 len: 217 time: 0.0360205 Jul 22 17:48:37.669817 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-98c20355-8044-464a-84fe-ef85fdd8bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:37.672474 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-98c20355-8044-464a-84fe-ef85fdd8bc5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0535173 Jul 22 17:48:37.737935 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-787b8a2a-4aa4-4f4e-9ce2-0abab611e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:37.739546 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-787b8a2a-4aa4-4f4e-9ce2-0abab611e131 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587270 Jul 22 17:48:37.835471 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-2ea37070-a184-4e22-908e-3bff33e97f46 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888383 Jul 22 17:48:37.928971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6b3e8d79-2698-425c-9e0d-3dc480e4c276 req-ab1c4e51-e5a7-431d-8b44-ac28fcffff4d service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857720 Jul 22 17:48:38.044057 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fde7497a-742a-464d-8dbe-da592ee063cc up at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:38.091323 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Provisioning complete for port fde7497a-742a-464d-8dbe-da592ee063cc triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:38.091596 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:38.543879 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab0f9d-f31c-4d9e-bf2b-f90c72691bb4 req-e836f8bb-08e3-4ae0-8f39-28295645151f tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:38.545375 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75ab0f9d-f31c-4d9e-bf2b-f90c72691bb4 req-e836f8bb-08e3-4ae0-8f39-28295645151f tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 943 time: 0.0636666 Jul 22 17:48:38.582890 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-75ab0f9d-f31c-4d9e-bf2b-f90c72691bb4 req-acb7a34e-3088-498f-84c6-1ec5bab57695 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319722 Jul 22 17:48:39.578674 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b1ee2172-e73e-4e8d-9af3-ce99a6be0921 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:48:39.672244 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:39.683665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:48:39.714484 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602534d-d91c-45f1-a5e4-526b61c09fe4 req-59594d02-ec2d-452c-97f2-c13909d4096f tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:39.716045 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d602534d-d91c-45f1-a5e4-526b61c09fe4 req-59594d02-ec2d-452c-97f2-c13909d4096f tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 943 time: 0.0646181 Jul 22 17:48:39.719805 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:39.736946 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ee2172-e73e-4e8d-9af3-ce99a6be0921 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:48:39.756320 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-d602534d-d91c-45f1-a5e4-526b61c09fe4 req-4a248daf-1644-4195-80b3-ae1ac7fd3584 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338430 Jul 22 17:48:39.756688 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:39.761456 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:39.811183 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:40.079023 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['b1ee2172-e73e-4e8d-9af3-ce99a6be0921'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:48:40.890468 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f247b5f-3d51-4824-b8e5-a18f504a43d2 req-cb0c2125-4a98-4872-a59c-308cd76e4daa tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:40.891976 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f247b5f-3d51-4824-b8e5-a18f504a43d2 req-cb0c2125-4a98-4872-a59c-308cd76e4daa tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 944 time: 0.0690584 Jul 22 17:48:40.929482 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8f247b5f-3d51-4824-b8e5-a18f504a43d2 req-be97e1c9-69fb-4941-afcd-f1a9e6a7bfd3 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320244 Jul 22 17:48:41.609568 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b1ee2172-e73e-4e8d-9af3-ce99a6be0921 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:48:41.657483 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning for port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:48:41.661358 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:48:41.661728 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:41.739421 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:41.760892 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:48:41.763244 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba6e2c3-c97a-4506-bd16-afd4c3406e3f" -d '{"events": [{"server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "name": "network-vif-plugged", "status": "completed", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:48:41.775536 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:48:41.779892 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:41.828531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:41.851819 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e49ce5-a495-40ce-b654-81a7b7ac222a x-openstack-request-id: req-13e49ce5-a495-40ce-b654-81a7b7ac222a {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:48:41.852115 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "name": "network-vif-plugged", "status": "completed", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:48:41.852372 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13e49ce5-a495-40ce-b654-81a7b7ac222a {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:48:41.852770 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'code': 200} Jul 22 17:48:41.989794 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bdc25-0535-4a69-b838-aad6af8c7300 req-441a609a-f246-4ebf-bb4c-3e6cc4e0b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:41.991344 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7bdc25-0535-4a69-b838-aad6af8c7300 req-441a609a-f246-4ebf-bb4c-3e6cc4e0b580 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1097 time: 0.0544443 Jul 22 17:48:42.063298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2e7bdc25-0535-4a69-b838-aad6af8c7300 req-e6d1aa2c-119d-42b5-8116-1decf7fb6d71 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627761 Jul 22 17:48:42.088706 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605149d2-8898-4142-be2a-896193804a67 req-e68aa41d-4088-49b0-8f7d-204127bcc3de tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:42.090400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-605149d2-8898-4142-be2a-896193804a67 req-e68aa41d-4088-49b0-8f7d-204127bcc3de tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 945 time: 0.0888979 Jul 22 17:48:42.131442 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-605149d2-8898-4142-be2a-896193804a67 req-637c4499-bad7-4981-8865-fd03d5afc0ba tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353746 Jul 22 17:48:43.287750 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaab436-e74d-496d-a3f6-42e8e50b91d3 req-74a6f1b6-972d-48a7-9891-fa102055d0f1 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:43.289229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9aaab436-e74d-496d-a3f6-42e8e50b91d3 req-74a6f1b6-972d-48a7-9891-fa102055d0f1 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 945 time: 0.0774803 Jul 22 17:48:43.328322 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-9aaab436-e74d-496d-a3f6-42e8e50b91d3 req-c3db46c0-dd34-4bd2-a7ab-2c66ee8edce1 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330741 Jul 22 17:48:43.479602 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bdb05-2e88-4d0b-a0ba-7351c18030e3 req-8cc150fc-d47b-4ec5-af7c-4bf26b7af65a tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:43.482481 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-823bdb05-2e88-4d0b-a0ba-7351c18030e3 req-8cc150fc-d47b-4ec5-af7c-4bf26b7af65a tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 945 time: 0.0804954 Jul 22 17:48:43.526396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-823bdb05-2e88-4d0b-a0ba-7351c18030e3 req-1e3da425-0ba8-414f-825f-cb8904ec4651 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382948 Jul 22 17:48:43.553059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36236) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:43.738725 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0b7ef-7b88-42e8-a5ea-311b4781846d tempest-TestSnapshotPattern-26474410 tempest-TestSnapshotPattern-26474410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:43.740225 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-eda0b7ef-7b88-42e8-a5ea-311b4781846d tempest-TestSnapshotPattern-26474410 tempest-TestSnapshotPattern-26474410-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1092 time: 0.1860943 Jul 22 17:48:43.744444 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36240) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:48:43.750377 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:48:43.782389 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:43.893755 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:44.003587 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Allocated IP 172.25.3.234 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/11916bd1-6a37-4333-9303-37eb3f09f382) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:48:44.113733 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:44.157543 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:44.200094 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:48:44.205606 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:48:44.208052 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:48:44.211200 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'Port': ['ID=11916bd1-6a37-4333-9303-37eb3f09f382,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:44.566913 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:44.647491 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:44.793947 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:44.798391 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:44.880970 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'Port': ['ID=11916bd1-6a37-4333-9303-37eb3f09f382,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:48:44.890553 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:44.989474 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Floating IP 433f28b9-1422-420a-928c-94e5ea7288e1 associated. External IP: 172.25.3.234, port: b1ee2172-e73e-4e8d-9af3-ce99a6be0921. Jul 22 17:48:45.502181 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Router a0f73877-7065-43f5-b7eb-a81bc787e0a1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:48:45.604921 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:48:45.614233 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] Sync routers for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:48:45.621537 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:45.625196 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:45.625821 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:45.660450 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e983f07d-07af-4ef1-aeb8-a2834f570282 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9146938 Jul 22 17:48:45.661043 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:48:45.663408 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93561979-d661-49b7-8097-cca0ebd0890b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:48:45.733619 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:45.752010 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b67b620-a13c-4901-986c-f497ac203b70 x-openstack-request-id: req-3b67b620-a13c-4901-986c-f497ac203b70 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:48:45.752354 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:48:45.752548 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b67b620-a13c-4901-986c-f497ac203b70 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:48:45.753156 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'status': 'completed', 'code': 200} Jul 22 17:48:45.853770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561979-d661-49b7-8097-cca0ebd0890b req-f98a94b9-c1aa-46f4-b98d-0e47fa378909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:45.855939 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93561979-d661-49b7-8097-cca0ebd0890b req-f98a94b9-c1aa-46f4-b98d-0e47fa378909 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1097 time: 0.0575435 Jul 22 17:48:45.956120 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561979-d661-49b7-8097-cca0ebd0890b req-1c948d46-0100-4536-aa4f-0b450429e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:45.957696 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93561979-d661-49b7-8097-cca0ebd0890b req-1c948d46-0100-4536-aa4f-0b450429e9a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.0950627 Jul 22 17:48:46.027835 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93561979-d661-49b7-8097-cca0ebd0890b req-f6857281-1e58-482e-9f59-f9fb205e0fc6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 200 len: 999 time: 0.0628324 Jul 22 17:48:46.077676 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561979-d661-49b7-8097-cca0ebd0890b req-465bb9fe-f880-48f9-a5e3-acd9111143ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:46.079850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93561979-d661-49b7-8097-cca0ebd0890b req-465bb9fe-f880-48f9-a5e3-acd9111143ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0450239 Jul 22 17:48:46.116477 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '433f28b9-1422-420a-928c-94e5ea7288e1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:48:44Z', 'updated_at': '2021-07-22T17:48:44Z', 'revision_number': 0, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:46.140084 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561979-d661-49b7-8097-cca0ebd0890b req-afd95871-bd3c-48ae-9dec-59cab902d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:48:46.141618 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93561979-d661-49b7-8097-cca0ebd0890b req-afd95871-bd3c-48ae-9dec-59cab902d91b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550861 Jul 22 17:48:46.145409 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] Checking router: a0f73877-7065-43f5-b7eb-a81bc787e0a1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:48:46.154531 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:48:46.155169 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:48:21Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:46.238713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93561979-d661-49b7-8097-cca0ebd0890b req-c6e1e680-861a-4c82-80e3-b27c67d08c93 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895982 Jul 22 17:48:46.259913 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:48:46.329644 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-93561979-d661-49b7-8097-cca0ebd0890b req-8ef58da6-8ffb-4477-875b-e76f71048816 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840251 Jul 22 17:48:46.481257 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '433f28b9-1422-420a-928c-94e5ea7288e1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:48:44Z', 'updated_at': '2021-07-22T17:48:44Z', 'revision_number': 0, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:48:46.510136 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a1726-f89b-484e-a65f-bd0901460aae None None] The sync data for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 is: [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '433f28b9-1422-420a-928c-94e5ea7288e1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:48:44Z', 'updated_at': '2021-07-22T17:48:44Z', 'revision_number': 0, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:48:46.701815 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e5abb9-d2c6-4848-b8b5-4cebf4b22e4a None None] New status for floating IP 433f28b9-1422-420a-928c-94e5ea7288e1: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:48:48.560665 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-96f90176-88a1-46eb-95f1-d145473d596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:51.154225 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-904d37f6-b3cc-488d-b430-82709256fe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:51.406324 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:52.468068 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:48:52.851614 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:48:54.533466 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:02.522132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:06.475383 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:18.564595 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d68c16cc-771e-4644-81ab-f2143ab02642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:21.155797 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a8428ab0-2204-48b6-bdb4-0f6384946bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:21.407541 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:22.853239 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:24.534416 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:29.467193 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:49:32.523018 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:34.045457 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-16fdc91e-fdb2-497b-9e00-98b9d647155c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1205666 Jul 22 17:49:34.159806 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-1a5eea05-c024-463c-8ce9-df0a0378d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:34.161305 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-1a5eea05-c024-463c-8ce9-df0a0378d9b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1097 time: 0.0543988 Jul 22 17:49:34.264464 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-22dbfcf7-c54b-48b7-9510-9191226b11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:34.265889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-22dbfcf7-c54b-48b7-9510-9191226b11b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.0859854 Jul 22 17:49:34.334897 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-383b460b-3b49-4b99-86dd-9a3cd06a44d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 200 len: 1001 time: 0.0624182 Jul 22 17:49:34.386015 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-42eb3157-100d-4e8b-bdd8-e25a85da7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:34.388669 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-42eb3157-100d-4e8b-bdd8-e25a85da7942 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0462098 Jul 22 17:49:34.453477 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-a2783268-b29e-4464-af59-20f07f7570c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:49:34.455029 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-a2783268-b29e-4464-af59-20f07f7570c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589874 Jul 22 17:49:34.549101 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-575b1a9b-4bb3-4902-9e75-20f6213ede13 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868216 Jul 22 17:49:34.639862 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ee7ad4c0-d727-4b43-bcb3-9292feb2b5db req-f640983a-29fb-482f-b8c9-4a827c51546a service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834973 Jul 22 17:49:36.471695 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:48.565500 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2d4115d8-216f-4436-81ce-aa1a98939e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:51.156840 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7cedc9bc-ff0b-4cec-b2e6-264abe44874c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:51.408264 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:52.859346 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:49:54.537210 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:02.536662 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:06.469734 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:06.470800 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:50:18.568481 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-69625439-4b26-4aef-9370-e25af0b6d200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:21.157018 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8778dcde-0ebe-4e05-8934-18dcbbea87b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:21.409722 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:22.859668 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:24.538796 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:32.535487 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:33.907738 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-1b3b66e9-420d-42b3-bcbb-dea8e19387a0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583227 Jul 22 17:50:34.024291 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-7de9d90e-34c4-42b1-8380-e6ac505d9097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:34.025811 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-7de9d90e-34c4-42b1-8380-e6ac505d9097 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1097 time: 0.0581300 Jul 22 17:50:34.133880 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-a1b780d5-3c6e-4134-a765-f666112d7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:34.135393 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-a1b780d5-3c6e-4134-a765-f666112d7e3d service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.0900116 Jul 22 17:50:34.198889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-d870ba9b-35d2-4cca-a436-6d4b3e02e7e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 200 len: 1001 time: 0.0560002 Jul 22 17:50:34.247888 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-137cb6ab-a82c-40ed-af39-c60ca64649fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:34.249832 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-137cb6ab-a82c-40ed-af39-c60ca64649fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0428438 Jul 22 17:50:34.313991 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-0ef9aeac-a620-4bdf-bee4-f4dbb1540fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:34.321400 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-0ef9aeac-a620-4bdf-bee4-f4dbb1540fe9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585532 Jul 22 17:50:34.404201 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-5e559bbf-0726-4bea-a2f6-3d2b3b564815 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818067 Jul 22 17:50:34.499106 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5ce7b94b-7930-406c-9f68-d31b160f5e27 req-bb8bb78f-3439-407c-9ad0-9ad9a5e9e339 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877850 Jul 22 17:50:36.474845 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:42.314301 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b1ee2172-e73e-4e8d-9af3-ce99a6be0921 details requested by agent hyperv_n-h1-792458-13 with host n-h1-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:50:42.423983 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:50:42.440020 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Returning: {'device': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:50:42.484631 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:42.499237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1ee2172-e73e-4e8d-9af3-ce99a6be0921 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:50:42.521278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:50:42.526265 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:42.590109 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:50:42.611046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.611393 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.611731 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.612062 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.612390 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.612861 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.613195 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.613522 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.613845 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.614167 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.614488 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.614805 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:42.708046 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] get_ports_and_sgs() called for port_ids ['b1ee2172-e73e-4e8d-9af3-ce99a6be0921'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:50:43.474248 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:50:44.332620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b1ee2172-e73e-4e8d-9af3-ce99a6be0921 up at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:50:44.390058 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Provisioning complete for port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:50:44.390483 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:44.485368 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:44.511496 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:50:44.513889 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb20129f-501e-41dc-a6cb-fd3cae4a6a63" -d '{"events": [{"server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "name": "network-vif-plugged", "status": "completed", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:50:44.529194 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:50:44.535100 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:44.573829 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc1eb67-c461-4ce5-9776-a1275c17116f x-openstack-request-id: req-fcc1eb67-c461-4ce5-9776-a1275c17116f {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:50:44.574098 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "name": "network-vif-plugged", "status": "completed", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:50:44.574356 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcc1eb67-c461-4ce5-9776-a1275c17116f {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:50:44.574755 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'code': 200} Jul 22 17:50:44.594764 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:50:48.571616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-091e1680-3810-4036-9892-02f0b0fc7eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:51.160901 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-123a1a19-ab84-4db5-9459-0213f673008e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:51.199730 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-559b9186-4754-41f9-81f1-b6b654065071 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915447703&fields=id&tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7 HTTP/1.1" status: 200 len: 267 time: 0.0338175 Jul 22 17:50:51.310882 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-bde1de09-a4b2-47c4-8350-55166cd75f16 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:51.312432 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-bde1de09-a4b2-47c4-8350-55166cd75f16 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 809 time: 0.1056299 Jul 22 17:50:51.327396 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-82feb3f9-4499-4e72-a736-c491109efca0 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/quotas/bf00fdc18de24f4fbd16a01ea3ec94d7 HTTP/1.1" status: 200 len: 375 time: 0.0089912 Jul 22 17:50:51.403111 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-2e81b3f8-2690-449f-9a2e-e4795e7b7234 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0706813 Jul 22 17:50:51.415666 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:51.550597 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-a414c7c2-24ed-406c-a50c-505067776704 service neutron] 10.222.0.53 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345763 Jul 22 17:50:51.643187 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-af806a5d-1ea8-47d3-8d1c-2a8160e35b63 service neutron] 10.222.0.53 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867684 Jul 22 17:50:51.903808 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f40d9af0-abeb-4f05-ba23-8a641e6abd8e req-e336f8b7-0f12-415f-bb90-75b224c50bb7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 210 time: 0.0806363 Jul 22 17:50:52.862317 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:53.006500 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-66596fb4-780a-4fd1-a53d-a6eb2a8deedb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:53.008066 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-66596fb4-780a-4fd1-a53d-a6eb2a8deedb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.20 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 809 time: 0.1238875 Jul 22 17:50:53.026380 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3762e321-a32a-420e-ad9e-cae227208148 req-a725262a-afa6-46e5-b399-f2a66a4f1724 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 210 time: 0.0469017 Jul 22 17:50:53.070971 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-cb4d3877-0317-46e5-9cfa-5fa1307b6352 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7 HTTP/1.1" status: 200 len: 379 time: 0.0405955 Jul 22 17:50:53.096894 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'port': {'device_id': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'admin_state_up': True, 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'security_groups': ['15578a2a-9606-49dc-ba3a-677d1d3ad4db']}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:50:53.208286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Made reservation on behalf of bf00fdc18de24f4fbd16a01ea3ec94d7 for: {'port': 1} {{(pid=93750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 17:50:53.212037 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:53.353533 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_common [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Allocated IP 172.20.0.7 (fc0abf81-b8dd-4020-932a-b5b476e5233d/6f016427-4216-4cc7-9aab-a18dbe67317c/3a1a7228-da08-409e-9390-7ce67c95f8b1) {{(pid=93750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:50:53.515833 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for port, precommit_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:53.546814 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Transition to ACTIVE for port object 3a1a7228-da08-409e-9390-7ce67c95f8b1 will not be triggered until provisioned by entity DHCP. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:50:53.586409 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_create {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:53.643455 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Network fc0abf81-b8dd-4020-932a-b5b476e5233d is already hosted by enough agents. {{(pid=93750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:50:53.646626 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.base_scheduler [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Resources bound (agent type, host, resource id): {{(pid=93750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:50:53.652389 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Received port after_create {{(pid=93750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:50:53.663316 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'Port': ['ID=3a1a7228-da08-409e-9390-7ce67c95f8b1,revision_number=1']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:50:53.697329 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.697718 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.698019 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.698363 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.698693 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.699050 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.699396 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.699869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.700205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.700534 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.700866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.701215 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:50:53.742941 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:53.743692 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:53.779180 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-4775c641-7b85-4da2-96b3-19bf7db7a1fb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6860037 Jul 22 17:50:54.002314 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d5e4652d-1a36-481f-ae6b-73397e758b89 None None] Provisioning for port 3a1a7228-da08-409e-9390-7ce67c95f8b1 completed by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:50:54.007068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-d5e4652d-1a36-481f-ae6b-73397e758b89 None None] Provisioning complete for port 3a1a7228-da08-409e-9390-7ce67c95f8b1 triggered by entity DHCP. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:50:54.007721 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5e4652d-1a36-481f-ae6b-73397e758b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:54.041246 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4652d-1a36-481f-ae6b-73397e758b89 None None] Port 3a1a7228-da08-409e-9390-7ce67c95f8b1 cannot update to ACTIVE because it is not bound. {{(pid=93752) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 17:50:54.171983 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df75af-6777-4926-aaac-bc7394ff217f req-c1450de0-1842-4f95-aaa0-6cd53a13dea7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:54.173566 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a2df75af-6777-4926-aaac-bc7394ff217f req-c1450de0-1842-4f95-aaa0-6cd53a13dea7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 931 time: 0.0686729 Jul 22 17:50:54.221518 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a2df75af-6777-4926-aaac-bc7394ff217f req-fc4bbe07-dceb-44a3-a297-fb7dba29a5f5 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420635 Jul 22 17:50:54.386704 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b1ee2172-e73e-4e8d-9af3-ce99a6be0921 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:50:54.477535 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:54.499710 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:50:54.501973 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e76f1c-1667-4006-85d2-e4fce711943c" -d '{"events": [{"server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:50:54.515384 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:50:54.524816 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:54.563706 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 17:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ec550f-93df-4591-ae74-fc76854e7ec1 x-openstack-request-id: req-59ec550f-93df-4591-ae74-fc76854e7ec1 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:50:54.563997 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "name": "network-vif-unplugged", "status": "completed", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:50:54.564248 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59ec550f-93df-4591-ae74-fc76854e7ec1 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:50:54.564637 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'code': 200} Jul 22 17:50:54.573585 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:50:54.594615 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Pushing event updated for resources: {'Port': ['ID=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,revision_number=8']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:50:55.356472 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da01d2-219d-4bfa-b200-50380bf27731 req-86a4e91f-778b-4971-ac5f-5aa11f5055b6 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:55.358006 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5da01d2-219d-4bfa-b200-50380bf27731 req-86a4e91f-778b-4971-ac5f-5aa11f5055b6 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 931 time: 0.0702102 Jul 22 17:50:55.412796 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c5da01d2-219d-4bfa-b200-50380bf27731 req-b59b2bb9-36e9-4d9f-9197-29b04843a69e tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448556 Jul 22 17:50:56.558081 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bc2b8-5f39-4e08-984f-0943106b2769 req-d7c51174-dbb8-43a9-84e6-55b67100ed81 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:56.559774 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d4bc2b8-5f39-4e08-984f-0943106b2769 req-d7c51174-dbb8-43a9-84e6-55b67100ed81 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 931 time: 0.0718844 Jul 22 17:50:56.610848 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-6d4bc2b8-5f39-4e08-984f-0943106b2769 req-35a748bb-9bc1-4c70-940b-2a454235264b tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439253 Jul 22 17:50:57.767432 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4554f08-d15d-4093-9975-d87d5e4cedf6 req-5aebf170-b61e-4559-905e-8c6058c9e740 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:57.769067 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4554f08-d15d-4093-9975-d87d5e4cedf6 req-5aebf170-b61e-4559-905e-8c6058c9e740 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 931 time: 0.0846891 Jul 22 17:50:57.816828 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-f4554f08-d15d-4093-9975-d87d5e4cedf6 req-faea14a3-5116-4d98-a539-aa6ece0a79b8 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415576 Jul 22 17:50:58.961230 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548ac6b-2831-41c4-9399-a14c0ecb76f2 req-46b04c40-8052-456d-9bff-29faa2e2e214 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:50:58.962750 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8548ac6b-2831-41c4-9399-a14c0ecb76f2 req-46b04c40-8052-456d-9bff-29faa2e2e214 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 931 time: 0.0725293 Jul 22 17:50:59.004764 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8548ac6b-2831-41c4-9399-a14c0ecb76f2 req-601769c9-a73d-458d-a93d-357ff75afdf8 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362549 Jul 22 17:51:00.158504 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c875b7b-51c5-47f6-9a25-5fa0d723b6ba req-d12b46c8-d491-4955-95a0-ec38342f455a tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:00.160599 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c875b7b-51c5-47f6-9a25-5fa0d723b6ba req-d12b46c8-d491-4955-95a0-ec38342f455a tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 931 time: 0.0800722 Jul 22 17:51:00.199915 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-5c875b7b-51c5-47f6-9a25-5fa0d723b6ba req-8fda94f0-94b2-4592-afa5-303b0a3f510e tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336270 Jul 22 17:51:01.340400 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc81d9d-ef8b-4517-b883-5fd669712091 req-61e9121d-9a52-437a-9183-a103aed9eb26 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:01.341889 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8fc81d9d-ef8b-4517-b883-5fd669712091 req-61e9121d-9a52-437a-9183-a103aed9eb26 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 931 time: 0.0700772 Jul 22 17:51:01.382748 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8fc81d9d-ef8b-4517-b883-5fd669712091 req-bee49c72-bcfb-479f-8f9c-38201f64c7b3 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352623 Jul 22 17:51:02.531264 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702417a0-b3a4-45ee-b5a8-7490acce13ed req-b8d244bf-13a9-4014-b8a7-0a856a66d594 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:02.532746 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-702417a0-b3a4-45ee-b5a8-7490acce13ed req-b8d244bf-13a9-4014-b8a7-0a856a66d594 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 931 time: 0.0654945 Jul 22 17:51:02.575794 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:02.576865 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-702417a0-b3a4-45ee-b5a8-7490acce13ed req-f8e7748c-c73e-4c9d-8355-6ed60c518dcb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378580 Jul 22 17:51:03.726733 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28a6e1-aacd-4356-9a2f-50caf4403547 req-d2a007fd-0b2f-4f73-aedc-20f776a6afc7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:03.728246 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d28a6e1-aacd-4356-9a2f-50caf4403547 req-d2a007fd-0b2f-4f73-aedc-20f776a6afc7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 931 time: 0.0633996 Jul 22 17:51:03.767494 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3d28a6e1-aacd-4356-9a2f-50caf4403547 req-98db6087-3aac-4aee-b429-663b2a8646d4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337234 Jul 22 17:51:03.904854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-ee500f04-df4d-42bc-a9f5-297b01d5dd70 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=93750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 17:51:03.905790 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-ee500f04-df4d-42bc-a9f5-297b01d5dd70 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056970 Jul 22 17:51:03.927527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.v2.base [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Request body: {'port': {'device_id': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-792458-13'}} {{(pid=93750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:04.001831 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:04.263983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1a7228-da08-409e-9390-7ce67c95f8b1 {{(pid=93750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:51:04.271642 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:04.283163 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.provisioning_blocks [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Transition to ACTIVE for port object 3a1a7228-da08-409e-9390-7ce67c95f8b1 will not be triggered until provisioned by entity L2. {{(pid=93750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 17:51:04.287602 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:04.335009 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1a7228-da08-409e-9390-7ce67c95f8b1,revision_number=2']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:04.414650 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Attempting to bind port 3a1a7228-da08-409e-9390-7ce67c95f8b1 on host n-h2-792458-13 for vnic_type normal with profile {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 17:51:04.415112 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Attempting to bind port 3a1a7228-da08-409e-9390-7ce67c95f8b1 by drivers openvswitch,hyperv on host n-h2-792458-13 at level 0 using segments [{'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 17:51:04.415415 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Attempting to bind port 3a1a7228-da08-409e-9390-7ce67c95f8b1 on network fc0abf81-b8dd-4020-932a-b5b476e5233d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:51:04.420434 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Port 3a1a7228-da08-409e-9390-7ce67c95f8b1 on network fc0abf81-b8dd-4020-932a-b5b476e5233d not bound, no agent of type Open vSwitch agent registered on host n-h2-792458-13 {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 17:51:04.420763 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Attempting to bind port 3a1a7228-da08-409e-9390-7ce67c95f8b1 on network fc0abf81-b8dd-4020-932a-b5b476e5233d {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 17:51:04.425613 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Checking agent: {'id': 'b1cd73f8-1687-4778-800d-bd14a476d0dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-792458-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'started_at': datetime.datetime(2021, 7, 22, 16, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 17, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 17:51:04.425953 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Checking segment: {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 17:51:04.426334 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Bound using segment: {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'} {{(pid=93750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 17:51:04.426861 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.managers [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Bound port: 3a1a7228-da08-409e-9390-7ce67c95f8b1, host: n-h2-792458-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6569793f-49b2-49b6-94ba-dcaa9b992445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d'}}] {{(pid=93750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 17:51:04.427249 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:04.499864 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] For port 3a1a7228-da08-409e-9390-7ce67c95f8b1, host n-h2-792458-13, cleared binding levels {{(pid=93750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 17:51:04.502873 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] For port 3a1a7228-da08-409e-9390-7ce67c95f8b1, host n-h2-792458-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 17:51:04.507449 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-262940737'] for port, after_update {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:04.541787 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:04.542399 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:04.543849 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a1a7228-da08-409e-9390-7ce67c95f8b1 HTTP/1.1" status: 200 len: 1092 time: 0.6213882 Jul 22 17:51:04.544568 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:51:04.546829 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:51:04.573126 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6852b7a-cc75-48ca-807d-e1c0698e0728 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1a7228-da08-409e-9390-7ce67c95f8b1,revision_number=3']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:04.656018 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71de075d-eb04-4a6b-8fd6-2412f1baea7d x-openstack-request-id: req-71de075d-eb04-4a6b-8fd6-2412f1baea7d {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:51:04.656307 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:51:04.656559 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71de075d-eb04-4a6b-8fd6-2412f1baea7d {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:51:04.656962 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'status': 'completed', 'code': 200} Jul 22 17:51:04.667479 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-34233d9f-00d4-4902-a7d4-30d69361cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:04.669014 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-34233d9f-00d4-4902-a7d4-30d69361cddb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 1095 time: 0.0648966 Jul 22 17:51:04.717729 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-80151f47-5b6f-4269-ab03-fd69a7884b95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0367432 Jul 22 17:51:04.766798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-d478b416-d695-49db-9945-063f979ce498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:04.768304 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-d478b416-d695-49db-9945-063f979ce498 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0444653 Jul 22 17:51:04.831282 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-5c882a01-6191-438b-abd1-b05b41dbe268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:04.833423 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-5c882a01-6191-438b-abd1-b05b41dbe268 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587907 Jul 22 17:51:04.967598 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb567c1-f547-4cb5-bad5-72822317768a req-0b00e178-229d-4736-b2f2-da7f8301d6b7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:04.969093 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5fb567c1-f547-4cb5-bad5-72822317768a req-0b00e178-229d-4736-b2f2-da7f8301d6b7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 943 time: 0.1326525 Jul 22 17:51:04.970833 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-769eafdd-6ea1-4bbe-a3ec-8b47007be410 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263037 Jul 22 17:51:05.033753 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5fb567c1-f547-4cb5-bad5-72822317768a req-36ab478e-964a-4c3a-8d6c-4cb3f47592e1 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584390 Jul 22 17:51:05.085342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b07ac0c8-86ee-4c84-9233-2fc3da34aabb req-aded3b33-231a-47bd-afad-87e9726b5b9b service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039848 Jul 22 17:51:05.218005 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-613e32e3-4bb2-4492-a27a-eb97338ebe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:05.219539 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-613e32e3-4bb2-4492-a27a-eb97338ebe0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 1095 time: 0.0535915 Jul 22 17:51:05.312237 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-540a4b77-ff92-4cad-b041-960302679b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:05.313719 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-540a4b77-ff92-4cad-b041-960302679b37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.0867019 Jul 22 17:51:05.353827 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-a4eb5de9-8425-4838-92d5-5d32b891467e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0331216 Jul 22 17:51:05.403896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-56229209-5832-4005-9842-4f83b59b162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:05.405338 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-56229209-5832-4005-9842-4f83b59b162e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0455821 Jul 22 17:51:05.463696 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-a09af8ca-a026-487c-9ff1-bdcc393e02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:05.465166 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-a09af8ca-a026-487c-9ff1-bdcc393e02d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528784 Jul 22 17:51:05.558788 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-8e1b3f5c-2772-4189-9af9-65a363df1990 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859940 Jul 22 17:51:05.648425 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-9feca66e-3ecd-44d6-b8eb-ecd1ee4aa7b2 req-f8694596-ccdb-4869-abc9-8733b5297174 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829058 Jul 22 17:51:06.168348 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509ea3e-8f99-4f13-b39a-55debb6de03d req-190a23a3-be23-42a9-a00a-4157f56a95de tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:06.170011 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c509ea3e-8f99-4f13-b39a-55debb6de03d req-190a23a3-be23-42a9-a00a-4157f56a95de tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 943 time: 0.0637896 Jul 22 17:51:06.206771 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-c509ea3e-8f99-4f13-b39a-55debb6de03d req-50fad0d6-2a62-40de-a54d-7d470be21b66 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310576 Jul 22 17:51:06.474622 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:06.788723 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3a1a7228-da08-409e-9390-7ce67c95f8b1 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:51:06.881210 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3a1a7228-da08-409e-9390-7ce67c95f8b1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:51:06.896014 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'port_id': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'mac_address': 'fa:16:3e:99:83:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:51:06.933278 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:06.946211 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1a7228-da08-409e-9390-7ce67c95f8b1 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:51:06.965278 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3a1a7228-da08-409e-9390-7ce67c95f8b1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:51:06.969255 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:07.015158 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=3a1a7228-da08-409e-9390-7ce67c95f8b1,revision_number=4']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:07.258209 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['3a1a7228-da08-409e-9390-7ce67c95f8b1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:51:07.338790 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd1b18-fa49-45eb-b86e-5db4ce468ab2 req-eb260c98-70cd-46c1-9a5f-a18d989e6302 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:07.340337 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70fd1b18-fa49-45eb-b86e-5db4ce468ab2 req-eb260c98-70cd-46c1-9a5f-a18d989e6302 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 944 time: 0.0646865 Jul 22 17:51:07.378232 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-70fd1b18-fa49-45eb-b86e-5db4ce468ab2 req-fc1c5032-0546-490c-8bd8-a98f068652ba tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317624 Jul 22 17:51:08.514531 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df0e5-381b-4f9c-94ff-b5cb6d0dcd6c req-8f1a02ba-6056-42da-ac93-be2e1fc48a65 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:08.516029 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-788df0e5-381b-4f9c-94ff-b5cb6d0dcd6c req-8f1a02ba-6056-42da-ac93-be2e1fc48a65 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 944 time: 0.0708685 Jul 22 17:51:08.554339 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-788df0e5-381b-4f9c-94ff-b5cb6d0dcd6c req-a276aea5-dbcc-410d-9bbc-dacf7d9cf3e7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318658 Jul 22 17:51:08.802867 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3a1a7228-da08-409e-9390-7ce67c95f8b1 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:51:08.857405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning for port 3a1a7228-da08-409e-9390-7ce67c95f8b1 completed by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 17:51:08.861130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 3a1a7228-da08-409e-9390-7ce67c95f8b1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:51:08.861495 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:08.939598 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:08.962734 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:51:08.964996 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d56781-ecf5-4354-9b81-5bdb72f84934" -d '{"events": [{"server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "name": "network-vif-plugged", "status": "completed", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:51:08.978829 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3a1a7228-da08-409e-9390-7ce67c95f8b1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:51:08.983160 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:09.005587 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c084a-56b7-44ec-8ec5-af08da18d5f2 x-openstack-request-id: req-b58c084a-56b7-44ec-8ec5-af08da18d5f2 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:51:09.005873 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "name": "network-vif-plugged", "status": "completed", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:51:09.006125 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b58c084a-56b7-44ec-8ec5-af08da18d5f2 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:51:09.006508 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'code': 200} Jul 22 17:51:09.032430 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=3a1a7228-da08-409e-9390-7ce67c95f8b1,revision_number=5']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:09.141372 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febdc2d-1952-4e87-9f71-39306b85ca95 req-e30e3242-2d53-40db-8c58-adcf82bb8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:09.142895 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2febdc2d-1952-4e87-9f71-39306b85ca95 req-e30e3242-2d53-40db-8c58-adcf82bb8f25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0570250 Jul 22 17:51:09.177839 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-2febdc2d-1952-4e87-9f71-39306b85ca95 req-88f6699c-8d90-4e2f-9655-e5de1fdfc42d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275900 Jul 22 17:51:09.684072 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a7e0c-b404-4113-82ef-3255669b70a9 req-e8c38889-2ab9-4896-b4e1-fc21455a313d tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:09.685564 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a29a7e0c-b404-4113-82ef-3255669b70a9 req-e8c38889-2ab9-4896-b4e1-fc21455a313d tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 945 time: 0.0633628 Jul 22 17:51:09.722229 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a29a7e0c-b404-4113-82ef-3255669b70a9 req-6d7b9ead-520e-440b-b779-e26dbcbf6beb tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311785 Jul 22 17:51:10.854590 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ce150-739a-44ef-a4db-b0e9c9f59c96 req-9e229de2-0ffc-4906-b4ae-a3901ab0208a tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:10.856087 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b98ce150-739a-44ef-a4db-b0e9c9f59c96 req-9e229de2-0ffc-4906-b4ae-a3901ab0208a tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 945 time: 0.0616870 Jul 22 17:51:10.893139 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-b98ce150-739a-44ef-a4db-b0e9c9f59c96 req-6e61a5f5-2d40-469e-92f5-72b83fde0474 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Jul 22 17:51:11.026389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ca4c5-6baa-4273-ac3f-c546a3ffe54d req-38bf872f-fd2e-40ae-bc97-ee64735aabf9 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:11.027800 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-907ca4c5-6baa-4273-ac3f-c546a3ffe54d req-38bf872f-fd2e-40ae-bc97-ee64735aabf9 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 945 time: 0.0663748 Jul 22 17:51:11.067407 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-907ca4c5-6baa-4273-ac3f-c546a3ffe54d req-db24dcc9-0821-40de-9d2b-23cf17ca0360 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333459 Jul 22 17:51:11.089149 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36512) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:11.141840 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ad73c-f87a-4d40-9f81-8a098e2a71b7 tempest-TestSnapshotPattern-26474410 tempest-TestSnapshotPattern-26474410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:11.143370 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-7d0ad73c-f87a-4d40-9f81-8a098e2a71b7 tempest-TestSnapshotPattern-26474410 tempest-TestSnapshotPattern-26474410-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 1092 time: 0.0532570 Jul 22 17:51:11.147139 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36514) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:51:11.151518 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.v2.base [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Request body: {'floatingip': {'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'port_id': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93751) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 17:51:11.172309 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for floatingip, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:11.269527 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:11.370849 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_common [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Allocated IP 172.25.3.22 (1646808e-4165-43b0-9912-b68e8cc83024/a897c67d-0bf5-4785-b0ab-90541ded3d2b/3dc38ff0-a221-4522-96fc-59ad866599de) {{(pid=93751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 17:51:11.474867 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for port, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:11.513201 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793813022612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:11.554175 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Network 1646808e-4165-43b0-9912-b68e8cc83024 is already hosted by enough agents. {{(pid=93751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 17:51:11.557000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.base_scheduler [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Resources bound (agent type, host, resource id): {{(pid=93751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 17:51:11.560918 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Received port after_create {{(pid=93751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 17:51:11.582315 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'Port': ['ID=3dc38ff0-a221-4522-96fc-59ad866599de,revision_number=1']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:11.595554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.596130 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.596269 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.596534 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.596864 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.597187 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.597540 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.598471 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.599054 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.599442 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.599772 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.600119 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:51:11.926698 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:11.999889 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:12.149466 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for port, precommit_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:12.153886 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260866182'] for port, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:12.225347 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event updated for resources: {'Port': ['ID=3dc38ff0-a221-4522-96fc-59ad866599de,revision_number=2']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:51:12.235872 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825805'] for floatingip, after_update {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:12.336381 n-d-792458-13 neutron-server[93751]: INFO neutron.db.l3_db [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Floating IP 8b70b40d-8d16-483e-9a6c-c3c2fe251ff7 associated. External IP: 172.25.3.22, port: 3a1a7228-da08-409e-9390-7ce67c95f8b1. Jul 22 17:51:12.538437 n-d-792458-13 neutron-server[93751]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Router a0f73877-7065-43f5-b7eb-a81bc787e0a1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93751) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:51:12.646938 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93751) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:51:12.656170 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] Sync routers for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:51:12.663660 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:12.668123 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:51:12.668758 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:50:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:51:12.702688 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-02270672-d677-49d7-b3fb-8494967c5371 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5545318 Jul 22 17:51:12.703383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1'}] {{(pid=93751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:51:12.705747 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50682732fea36b6d2bed981333a52ef39d7b25a68dfac3ee01a63027ef6d46be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cab33d7-15b4-4a85-a848-a426a450ede0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1"}]}' {{(pid=93751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:51:12.742899 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e9b6f-2b7b-43a6-a3a2-2004823cbb97 x-openstack-request-id: req-164e9b6f-2b7b-43a6-a3a2-2004823cbb97 {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:51:12.743218 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1", "status": "completed", "code": 200}]} {{(pid=93751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:51:12.743468 n-d-792458-13 neutron-server[93751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-164e9b6f-2b7b-43a6-a3a2-2004823cbb97 {{(pid=93751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:51:12.743870 n-d-792458-13 neutron-server[93751]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'status': 'completed', 'code': 200} Jul 22 17:51:12.778240 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:51:12.842816 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-579b3a96-ff6b-4df1-999b-6ca517e3b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:12.844255 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-579b3a96-ff6b-4df1-999b-6ca517e3b497 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0584598 Jul 22 17:51:12.935202 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-51f5436f-6907-4e71-b1eb-bf60db4d856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:12.936662 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-51f5436f-6907-4e71-b1eb-bf60db4d856d service neutron] 10.222.0.20 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.0867007 Jul 22 17:51:13.003534 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '433f28b9-1422-420a-928c-94e5ea7288e1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:48:44Z', 'updated_at': '2021-07-22T17:48:46Z', 'revision_number': 1, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}, {'id': '8b70b40d-8d16-483e-9a6c-c3c2fe251ff7', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:99:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:51:11Z', 'updated_at': '2021-07-22T17:51:11Z', 'revision_number': 0, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:51:13.003879 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-d5adec84-6b68-495a-b2c7-1d9633fad15d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1 HTTP/1.1" status: 200 len: 998 time: 0.0607171 Jul 22 17:51:13.028743 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] Checking router: a0f73877-7065-43f5-b7eb-a81bc787e0a1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:51:13.037595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:51:13.038219 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:50:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:51:13.052580 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-4d4320f7-c090-49ad-a1b6-8a8f4cea3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:13.054126 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-4d4320f7-c090-49ad-a1b6-8a8f4cea3533 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0446801 Jul 22 17:51:13.118552 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-4524c496-766b-4b4f-aafa-09cda85ca816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:13.120156 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-4524c496-766b-4b4f-aafa-09cda85ca816 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600142 Jul 22 17:51:13.218831 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-e3621c3a-20a2-406f-a741-dfc1b5dbef0c service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917194 Jul 22 17:51:13.297287 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:51:13.308172 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8cab33d7-15b4-4a85-a848-a426a450ede0 req-b9747ec0-986a-41f0-aaa5-4e01ebd9361a service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828965 Jul 22 17:51:13.522307 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '433f28b9-1422-420a-928c-94e5ea7288e1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:48:44Z', 'updated_at': '2021-07-22T17:48:46Z', 'revision_number': 1, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}, {'id': '8b70b40d-8d16-483e-9a6c-c3c2fe251ff7', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:99:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:51:11Z', 'updated_at': '2021-07-22T17:51:11Z', 'revision_number': 0, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:51:13.549024 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b6e159-93ae-439d-b1a1-564e293752de None None] The sync data for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 is: [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '433f28b9-1422-420a-928c-94e5ea7288e1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:48:44Z', 'updated_at': '2021-07-22T17:48:46Z', 'revision_number': 1, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}, {'id': '8b70b40d-8d16-483e-9a6c-c3c2fe251ff7', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:99:83:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:51:11Z', 'updated_at': '2021-07-22T17:51:11Z', 'revision_number': 0, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:51:13.747652 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757994e-51bc-40f0-90b0-c4575c29594a None None] New status for floating IP 8b70b40d-8d16-483e-9a6c-c3c2fe251ff7: ACTIVE {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:51:18.573580 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-67297820-de78-4d40-bc10-2861f6e82c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:20.474085 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:51:21.161736 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-227b3344-22a3-4c86-9e4e-f2e49f08559a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:21.404926 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:22.865438 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:24.546121 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:25.475424 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-ccffbc58-2394-44b2-a5ee-9dc2cbcb858c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587506 Jul 22 17:51:25.927666 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-28b55f1a-6954-4603-922d-91dc115d1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:25.929147 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-28b55f1a-6954-4603-922d-91dc115d1353 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 1097 time: 0.3934333 Jul 22 17:51:26.032607 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-7924201e-4e96-472d-a5a8-0bf6e66873eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:26.034165 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-7924201e-4e96-472d-a5a8-0bf6e66873eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.0854433 Jul 22 17:51:26.105896 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-87495ba2-a3e6-4cd5-ace0-0dc0377e35a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0649607 Jul 22 17:51:26.156032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-1a7d3ffc-d7a1-4cc1-8833-c36650ee7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:26.157404 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-1a7d3ffc-d7a1-4cc1-8833-c36650ee7490 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0420237 Jul 22 17:51:26.219322 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-26374ea8-f18b-40bd-93a5-ffe2f72a91b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:26.220747 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-26374ea8-f18b-40bd-93a5-ffe2f72a91b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564933 Jul 22 17:51:26.309006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-f66878a7-0504-45c5-923b-95c695e06dad service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820529 Jul 22 17:51:26.400370 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-5d374d8a-9a5d-4097-90d4-0e1f062adab4 req-cb35c3a1-9d05-47b5-8aef-e7f9caab0eca service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843484 Jul 22 17:51:32.552351 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:34.160330 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966f1830-6695-4231-a9a3-389806493f8b req-9af0a00b-f518-4b6c-be5c-bdfac534141c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526071 Jul 22 17:51:34.269298 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f1830-6695-4231-a9a3-389806493f8b req-f645c8d4-04f2-497d-a854-b719de05327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:34.270884 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966f1830-6695-4231-a9a3-389806493f8b req-f645c8d4-04f2-497d-a854-b719de05327b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1095 time: 0.0527852 Jul 22 17:51:34.375149 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f1830-6695-4231-a9a3-389806493f8b req-6479a963-5683-4993-b636-e1f3cc46cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:34.376596 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966f1830-6695-4231-a9a3-389806493f8b req-6479a963-5683-4993-b636-e1f3cc46cc76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.0866704 Jul 22 17:51:34.439718 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966f1830-6695-4231-a9a3-389806493f8b req-8e9f646d-235c-40b9-bc03-d572b5e68a9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 200 len: 999 time: 0.0562131 Jul 22 17:51:34.491946 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f1830-6695-4231-a9a3-389806493f8b req-00ce7816-17e4-4fda-a78a-a58165812495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:34.493359 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966f1830-6695-4231-a9a3-389806493f8b req-00ce7816-17e4-4fda-a78a-a58165812495 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0467148 Jul 22 17:51:34.552924 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f1830-6695-4231-a9a3-389806493f8b req-6454570c-c483-4023-8b01-0b55cc1ad27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:51:34.554311 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966f1830-6695-4231-a9a3-389806493f8b req-6454570c-c483-4023-8b01-0b55cc1ad27c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537293 Jul 22 17:51:34.649645 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966f1830-6695-4231-a9a3-389806493f8b req-541469c5-23db-4d18-9b90-5f0ae06d6432 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881643 Jul 22 17:51:34.742706 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-966f1830-6695-4231-a9a3-389806493f8b req-123e9cac-44b3-4a74-8430-8f08a2342473 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864561 Jul 22 17:51:36.487398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:48.583848 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6db7e6d0-88f3-40a0-829d-a4e033ad5c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:51.162672 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6cdcee7c-3d8d-48d2-a760-50822656b6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:51.405645 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:52.869578 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:54.563785 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:51:57.474369 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:52:02.564064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:06.480465 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:18.578531 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4e0877ae-c5ec-4689-a8ec-1e1afbfa0e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:21.163127 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b697fbb9-17bb-4a7a-9631-a7353cfa42cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:21.406087 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:22.871534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:24.553241 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:27.528860 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f279b8a-c011-4834-8889-71cab1a97999 req-5805886b-d2d9-4d69-9622-5b9e20e08080 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1150262 Jul 22 17:52:27.639532 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279b8a-c011-4834-8889-71cab1a97999 req-6718e7b8-c1f3-428b-b8e7-05eb78326de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:27.641033 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f279b8a-c011-4834-8889-71cab1a97999 req-6718e7b8-c1f3-428b-b8e7-05eb78326de0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0543959 Jul 22 17:52:27.747684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279b8a-c011-4834-8889-71cab1a97999 req-528df31a-34de-4164-82df-daeb15b6da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:27.749072 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f279b8a-c011-4834-8889-71cab1a97999 req-528df31a-34de-4164-82df-daeb15b6da8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.0904350 Jul 22 17:52:27.822371 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f279b8a-c011-4834-8889-71cab1a97999 req-1fd944ef-c81b-4011-bcd4-88b3fbaee9c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0665851 Jul 22 17:52:27.868869 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279b8a-c011-4834-8889-71cab1a97999 req-8cd0514e-b8ff-4a0d-90fc-4552c23abceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:27.870365 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f279b8a-c011-4834-8889-71cab1a97999 req-8cd0514e-b8ff-4a0d-90fc-4552c23abceb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0426784 Jul 22 17:52:27.928486 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279b8a-c011-4834-8889-71cab1a97999 req-4d51bc35-ca90-452b-afcd-26759ae89d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:27.929991 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f279b8a-c011-4834-8889-71cab1a97999 req-4d51bc35-ca90-452b-afcd-26759ae89d67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532203 Jul 22 17:52:28.027930 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f279b8a-c011-4834-8889-71cab1a97999 req-38195250-a820-4b54-ba1e-93abda4fc640 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895569 Jul 22 17:52:28.116430 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3f279b8a-c011-4834-8889-71cab1a97999 req-200681bd-f5ab-40c1-81f8-01393a06ccd0 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828075 Jul 22 17:52:32.595752 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:34.302469 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-dcf885a8-615b-438c-83f0-38520cb9b5cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532260 Jul 22 17:52:34.419331 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-ed5a3ed1-233b-43f4-ac5f-966205041d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:34.421133 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-ed5a3ed1-233b-43f4-ac5f-966205041d92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1095 time: 0.0594201 Jul 22 17:52:34.473301 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:52:34.527473 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-483976b9-9981-4e66-aae1-bb6fc350aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:34.528934 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-483976b9-9981-4e66-aae1-bb6fc350aede service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.0864818 Jul 22 17:52:34.597713 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-0cf85320-9708-42f8-a20d-21d9a1e226df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 200 len: 999 time: 0.0612350 Jul 22 17:52:34.647586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-216bfc05-b886-4548-b32b-95e11ea58641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:34.649022 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-216bfc05-b886-4548-b32b-95e11ea58641 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0444653 Jul 22 17:52:34.707456 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-f19db945-47a1-46f5-b9ce-3ede6e3314b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:52:34.708943 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-f19db945-47a1-46f5-b9ce-3ede6e3314b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532205 Jul 22 17:52:34.803040 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-070b1962-b55b-43c5-94c0-08b7283ff507 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865836 Jul 22 17:52:34.892261 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-3afa34bf-5bd8-436d-bd3e-15482f494c05 req-81848088-f030-4b4d-9267-7c1d1ea3ffc3 service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821009 Jul 22 17:52:36.511718 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:48.580518 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0e9273a5-a758-476d-8811-6f13c5d14e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:51.166176 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4fa358c6-42cb-4343-9135-97ac4fd6a90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:51.406686 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:52.873447 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:53.245454 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3a1a7228-da08-409e-9390-7ce67c95f8b1 details requested by agent hyperv_n-h2-792458-13 with host n-h2-792458-13 {{(pid=93752) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 17:52:53.338369 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3a1a7228-da08-409e-9390-7ce67c95f8b1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:52:53.352754 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Returning: {'device': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'port_id': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'mac_address': 'fa:16:3e:99:83:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93752) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 17:52:53.388743 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:53.402923 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a1a7228-da08-409e-9390-7ce67c95f8b1 {{(pid=93752) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 17:52:53.422728 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3a1a7228-da08-409e-9390-7ce67c95f8b1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:52:53.426669 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:53.473607 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=3a1a7228-da08-409e-9390-7ce67c95f8b1,revision_number=6']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:52:53.480868 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.481217 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.481557 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.481894 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.482227 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.482558 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.482884 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.483238 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.483562 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.483885 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.484214 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.484533 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:52:53.581224 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] get_ports_and_sgs() called for port_ids ['3a1a7228-da08-409e-9390-7ce67c95f8b1'] {{(pid=93752) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 17:52:54.555769 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:55.274857 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3a1a7228-da08-409e-9390-7ce67c95f8b1 up at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 17:52:55.329114 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.provisioning_blocks [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Provisioning complete for port 3a1a7228-da08-409e-9390-7ce67c95f8b1 triggered by entity L2. {{(pid=93752) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 17:52:55.329743 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3537338'] for port, provisioning_complete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:55.422569 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-758787'] for port, before_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:55.446041 n-d-792458-13 neutron-server[93752]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1'}] {{(pid=93752) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:52:55.448981 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1534eb43ecfcd1b05d7210607cf28bb621f039af1e1d82264427bd1bd6aa8185" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86af7b8b-520d-421c-a79b-4a17206c73ea" -d '{"events": [{"server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "name": "network-vif-plugged", "status": "completed", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1"}]}' {{(pid=93752) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:52:55.464582 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] For port 3a1a7228-da08-409e-9390-7ce67c95f8b1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:52:55.470832 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793813423162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793813022630', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793813022648'] for port, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:52:55.520055 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f31c5e-ff80-4c94-aafc-bcdf5dbfe190 x-openstack-request-id: req-c7f31c5e-ff80-4c94-aafc-bcdf5dbfe190 {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:52:55.520342 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "name": "network-vif-plugged", "status": "completed", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1", "code": 200}]} {{(pid=93752) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:52:55.520597 n-d-792458-13 neutron-server[93752]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7f31c5e-ff80-4c94-aafc-bcdf5dbfe190 {{(pid=93752) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:52:55.521008 n-d-792458-13 neutron-server[93752]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'code': 200} Jul 22 17:52:55.532324 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Pushing event updated for resources: {'Port': ['ID=3a1a7228-da08-409e-9390-7ce67c95f8b1,revision_number=7']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:02.613943 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:04.059616 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36732) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:04.221896 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Deleting port 3dc38ff0-a221-4522-96fc-59ad866599de {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:04.222248 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:04.297022 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:04.297357 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:04.309609 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Calling delete_port for 3dc38ff0-a221-4522-96fc-59ad866599de owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:04.457727 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:04.483930 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event deleted for resources: {'Port': ['ID=3dc38ff0-a221-4522-96fc-59ad866599de,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:04.495336 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.495684 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.496028 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.496370 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.496701 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.497032 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.497361 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.497687 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.498011 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.498338 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.498665 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.499041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:04.559284 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:04.559617 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Floating IP 8b70b40d-8d16-483e-9a6c-c3c2fe251ff7 disassociated (deleted). External IP: 172.25.3.22, port: 3a1a7228-da08-409e-9390-7ce67c95f8b1. Jul 22 17:53:04.762465 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Router a0f73877-7065-43f5-b7eb-a81bc787e0a1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:53:04.871983 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:53:04.877012 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:04.882101 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] Sync routers for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:53:04.891444 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:53:04.892064 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:04.914387 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-df57e0fd-8696-48ce-9094-eac5dcf1f5c2 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "DELETE /v2.0/floatingips/8b70b40d-8d16-483e-9a6c-c3c2fe251ff7 HTTP/1.1" status: 204 len: 168 time: 0.8536510 Jul 22 17:53:04.915264 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:53:04.917702 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7945ec93-5757-4291-bc88-a29b3b9fc259" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:53:04.991471 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6750175-b249-427f-ac73-8de1b1745e51 x-openstack-request-id: req-c6750175-b249-427f-ac73-8de1b1745e51 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:53:04.991754 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:53:04.992011 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6750175-b249-427f-ac73-8de1b1745e51 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:53:04.992417 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'status': 'completed', 'code': 200} Jul 22 17:53:05.014068 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:53:05.109299 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-a81cf604-d784-4de0-9296-093b1f6d3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:05.110922 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-a81cf604-d784-4de0-9296-093b1f6d3fae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 1097 time: 0.0678153 Jul 22 17:53:05.250527 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972d2a9-7570-4b30-8604-827c43ec5f6d req-d071ba43-f743-44ba-aed9-c7b0528802c9 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:05.252057 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8972d2a9-7570-4b30-8604-827c43ec5f6d req-d071ba43-f743-44ba-aed9-c7b0528802c9 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 945 time: 0.1402423 Jul 22 17:53:05.253444 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-8f081550-5af1-4cd7-a648-62afafa91106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:05.254830 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-8f081550-5af1-4cd7-a648-62afafa91106 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.1326945 Jul 22 17:53:05.261638 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '433f28b9-1422-420a-928c-94e5ea7288e1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:48:44Z', 'updated_at': '2021-07-22T17:48:46Z', 'revision_number': 1, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:05.289138 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] Checking router: a0f73877-7065-43f5-b7eb-a81bc787e0a1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:53:05.298340 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:53:05.298976 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:05.308367 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-5bf3e2a4-abd9-4976-ac3b-0eea9d9f9732 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0440276 Jul 22 17:53:05.349217 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-8972d2a9-7570-4b30-8604-827c43ec5f6d req-2574eaa8-de3a-4d65-91f0-d59e24d99c09 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915785 Jul 22 17:53:05.368467 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-3e35dc0b-244f-45ba-8e8d-a05b59333aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:05.370251 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-3e35dc0b-244f-45ba-8e8d-a05b59333aab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0528314 Jul 22 17:53:05.407405 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:53:05.434730 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-1aa84ebd-0d08-4fc2-9acc-32d6586559f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:05.436265 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-1aa84ebd-0d08-4fc2-9acc-32d6586559f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591712 Jul 22 17:53:05.527437 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-a3edd8b3-e3a9-48ca-8bfb-aa159e72ecb3 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831008 Jul 22 17:53:05.621157 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-7945ec93-5757-4291-bc88-a29b3b9fc259 req-0fd6a5e3-5a24-46e9-96bd-befaf48b9d48 service neutron] 10.222.0.20 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 Jul 22 17:53:05.636054 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '433f28b9-1422-420a-928c-94e5ea7288e1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:48:44Z', 'updated_at': '2021-07-22T17:48:46Z', 'revision_number': 1, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:05.663011 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ca125-606d-4a74-baf3-683cc0e25148 None None] The sync data for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 is: [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_floatingips': [{'id': '433f28b9-1422-420a-928c-94e5ea7288e1', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'router_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'port_id': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'mac_address': 'fa:16:3e:4c:36:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T17:48:44Z', 'updated_at': '2021-07-22T17:48:46Z', 'revision_number': 1, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:53:05.879273 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052c8f98-b6c6-43b3-bd11-69d6343d07a3 None None] New status for floating IP 8b70b40d-8d16-483e-9a6c-c3c2fe251ff7: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:53:06.490493 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949a49-dd21-45e3-861a-390fea9fc4a2 req-b62d5223-6512-427f-983c-a8b4bd7acabf tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:06.500993 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55949a49-dd21-45e3-861a-390fea9fc4a2 req-b62d5223-6512-427f-983c-a8b4bd7acabf tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 945 time: 0.0671141 Jul 22 17:53:06.528522 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:06.534465 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-55949a49-dd21-45e3-861a-390fea9fc4a2 req-18ed9805-c5de-42fa-a4e2-9bbb5418945e tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345831 Jul 22 17:53:06.770774 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-99aef208-b487-48b3-adb3-01b4c60ea10c tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:06.772143 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-99aef208-b487-48b3-adb3-01b4c60ea10c tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 945 time: 0.0624058 Jul 22 17:53:06.871667 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Deleting port 3a1a7228-da08-409e-9390-7ce67c95f8b1 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:06.872010 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:06.964283 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] For port 3a1a7228-da08-409e-9390-7ce67c95f8b1, host n-h2-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-792458-13',level=0,port_id=3a1a7228-da08-409e-9390-7ce67c95f8b1,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:06.964629 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:06.976745 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Calling delete_port for 3a1a7228-da08-409e-9390-7ce67c95f8b1 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:07.107909 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:07.143793 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event deleted for resources: {'Port': ['ID=3a1a7228-da08-409e-9390-7ce67c95f8b1,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:07.190972 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] No DVR routers for this DVR port 3a1a7228-da08-409e-9390-7ce67c95f8b1 on host n-h2-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:53:07.193706 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:07.201798 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-069b625f-7e51-4034-bb51-2c4b73f69c2b req-664221c6-9980-4c75-ab16-e80c99e2fde7 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.20 "DELETE /v2.0/ports/3a1a7228-da08-409e-9390-7ce67c95f8b1 HTTP/1.1" status: 204 len: 173 time: 0.4180181 Jul 22 17:53:07.201798 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'name': 'network-vif-deleted', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:53:07.201798 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94d7890-475e-42fa-a61e-e87cba8fefb1" -d '{"events": [{"server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "name": "network-vif-deleted", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:53:07.237150 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c83314d-ce23-4dc9-b3b1-a37b50616f39 x-openstack-request-id: req-6c83314d-ce23-4dc9-b3b1-a37b50616f39 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:53:07.237446 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1fe3da-e2bf-4f60-a510-f57abfef36c8", "name": "network-vif-deleted", "tag": "3a1a7228-da08-409e-9390-7ce67c95f8b1", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:53:07.237706 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c83314d-ce23-4dc9-b3b1-a37b50616f39 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:53:07.238111 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1fe3da-e2bf-4f60-a510-f57abfef36c8', 'name': 'network-vif-deleted', 'tag': '3a1a7228-da08-409e-9390-7ce67c95f8b1', 'status': 'completed', 'code': 200} Jul 22 17:53:07.371441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3a1a7228-da08-409e-9390-7ce67c95f8b1 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:07.390824 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 3a1a7228-da08-409e-9390-7ce67c95f8b1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:53:07.391203 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3a1a7228-da08-409e-9390-7ce67c95f8b1 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:53:07.652112 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-30301362-7026-4a83-b5cd-e7f82f666769 req-4f8ef2e7-bbd6-436c-8cea-202bacaab416 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd1fe3da-e2bf-4f60-a510-f57abfef36c8 HTTP/1.1" status: 200 len: 210 time: 0.0334885 Jul 22 17:53:09.215573 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36794) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:09.372539 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Deleting port 11916bd1-6a37-4333-9303-37eb3f09f382 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:09.372880 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:09.447400 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:09.447714 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:09.458831 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Calling delete_port for 11916bd1-6a37-4333-9303-37eb3f09f382 owned by network:floatingip {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:09.606999 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:09.630177 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event deleted for resources: {'Port': ['ID=11916bd1-6a37-4333-9303-37eb3f09f382,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:09.699468 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for floatingip, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:09.699762 n-d-792458-13 neutron-server[93750]: INFO neutron.db.l3_db [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Floating IP 433f28b9-1422-420a-928c-94e5ea7288e1 disassociated (deleted). External IP: 172.25.3.234, port: b1ee2172-e73e-4e8d-9af3-ce99a6be0921. Jul 22 17:53:09.901123 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Router a0f73877-7065-43f5-b7eb-a81bc787e0a1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:53:10.008133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:53:10.013159 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for floatingip, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:10.018772 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] Sync routers for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:53:10.029017 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:53:10.029622 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:10.050543 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a8851af6-d408-4211-99a6-bfb1c33ac875 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "DELETE /v2.0/floatingips/433f28b9-1422-420a-928c-94e5ea7288e1 HTTP/1.1" status: 204 len: 168 time: 0.8338983 Jul 22 17:53:10.051165 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:53:10.053497 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a628d24-3ae6-4bbe-a08e-c1f58adba246" -d '{"events": [{"name": "network-changed", "server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:53:10.093983 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 17:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909761d3-2439-4d7f-b719-c89c35715bd2 x-openstack-request-id: req-909761d3-2439-4d7f-b719-c89c35715bd2 {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:53:10.093983 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:53:10.094246 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-909761d3-2439-4d7f-b719-c89c35715bd2 {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:53:10.094632 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'status': 'completed', 'code': 200} Jul 22 17:53:10.142535 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:53:10.216782 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-6812f8d9-9e6e-43ab-86dc-abebe2c13b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:10.218533 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-6812f8d9-9e6e-43ab-86dc-abebe2c13b42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 1095 time: 0.0745785 Jul 22 17:53:10.377404 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:10.399662 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bc05b-6ca0-4f0f-9585-5fee3f17f443 req-3df2b6eb-0768-46f6-b8ff-713aea3f9768 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:10.402244 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a23bc05b-6ca0-4f0f-9585-5fee3f17f443 req-3df2b6eb-0768-46f6-b8ff-713aea3f9768 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 943 time: 0.1589098 Jul 22 17:53:10.407986 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-f983a5f7-5772-4363-a191-e68f12fa77de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:10.409087 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] Checking router: a0f73877-7065-43f5-b7eb-a81bc787e0a1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:53:10.409535 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-f983a5f7-5772-4363-a191-e68f12fa77de service neutron] 10.222.0.65 "GET /v2.0/networks?id=fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 200 len: 910 time: 0.1539097 Jul 22 17:53:10.419298 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:53:10.419921 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:10.462298 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-04e4407f-a465-4beb-8537-5e1ffd12ed06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 200 len: 217 time: 0.0441830 Jul 22 17:53:10.487988 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-a23bc05b-6ca0-4f0f-9585-5fee3f17f443 req-f9299bce-efd7-48e5-ae7e-c1e14c536392 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774760 Jul 22 17:53:10.524008 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-183685ec-0d14-4e21-81db-86fe83fc421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:10.525921 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-183685ec-0d14-4e21-81db-86fe83fc421c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 200 len: 848 time: 0.0536196 Jul 22 17:53:10.533847 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:53:10.589240 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-38161f17-45e9-4df8-9825-8dbf2e34cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:10.590815 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-38161f17-45e9-4df8-9825-8dbf2e34cbc4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fc0abf81-b8dd-4020-932a-b5b476e5233d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578160 Jul 22 17:53:10.705929 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-5c2c6713-dc60-4ed1-94b7-2c87b941b29b service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059532 Jul 22 17:53:10.742140 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:10.770612 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789e0936-167d-4ece-acb2-10be7a6f91e2 None None] The sync data for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 is: [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:48:25Z', 'revision_number': 4, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13', '_interfaces': [{'id': 'e4896e6a-3528-427b-ad6a-980884282fb3', 'name': '', 'network_id': 'fc0abf81-b8dd-4020-932a-b5b476e5233d', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'mac_address': 'fa:16:3e:f6:51:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:25Z', 'updated_at': '2021-07-22T17:48:31Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'subnets': [{'id': '6f016427-4216-4cc7-9aab-a18dbe67317c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:53:11.032225 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24cdf6-b31d-4962-92e0-aef525fb2b7c None None] New status for floating IP 433f28b9-1422-420a-928c-94e5ea7288e1: DOWN {{(pid=93753) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 17:53:11.162633 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-0a628d24-3ae6-4bbe-a08e-c1f58adba246 req-65fce19e-85b5-49dd-b019-2abce56c86fa service neutron] 10.222.0.65 "GET /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500501 Jul 22 17:53:11.385502 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3a1a7228-da08-409e-9390-7ce67c95f8b1 no longer exists at agent hyperv_n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:11.410832 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] No Port match for: 3a1a7228-da08-409e-9390-7ce67c95f8b1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:53:11.411205 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Device 3a1a7228-da08-409e-9390-7ce67c95f8b1 not bound to the agent host n-h2-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:53:11.473011 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:53:11.631559 n-d-792458-13 neutron-server[93751]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19274b5-c3cf-4ff6-aa66-e88c9c331262 req-0bddca55-270b-41a8-a59e-24d6d1f9d3b8 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93751) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:11.633067 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a19274b5-c3cf-4ff6-aa66-e88c9c331262 req-0bddca55-270b-41a8-a59e-24d6d1f9d3b8 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 943 time: 0.0708940 Jul 22 17:53:11.679450 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-a19274b5-c3cf-4ff6-aa66-e88c9c331262 req-3302d635-bfa5-4885-8c8b-a032c1b46579 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/security-groups?id=15578a2a-9606-49dc-ba3a-677d1d3ad4db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395057 Jul 22 17:53:12.160840 n-d-792458-13 neutron-server[93750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-1e5c771d-7621-4c8e-83eb-ca77670b3938 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 17:53:12.162281 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-1e5c771d-7621-4c8e-83eb-ca77670b3938 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 943 time: 0.0630863 Jul 22 17:53:12.260629 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Deleting port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:12.260975 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:12.360286 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] For port b1ee2172-e73e-4e8d-9af3-ce99a6be0921, host n-h1-792458-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-792458-13',level=0,port_id=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:12.360651 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:12.373514 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Calling delete_port for b1ee2172-e73e-4e8d-9af3-ce99a6be0921 owned by compute:nova {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:12.502953 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:12.532901 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event deleted for resources: {'Port': ['ID=b1ee2172-e73e-4e8d-9af3-ce99a6be0921,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:12.581246 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] No DVR routers for this DVR port b1ee2172-e73e-4e8d-9af3-ce99a6be0921 on host n-h1-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:53:12.583969 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4154390'] for port, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:12.586007 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [req-ed775966-b225-43bb-9ad1-b89f90765d3d req-a9255962-7644-44d2-935c-93c6d425bdf4 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.65 "DELETE /v2.0/ports/b1ee2172-e73e-4e8d-9af3-ce99a6be0921 HTTP/1.1" status: 204 len: 173 time: 0.4177349 Jul 22 17:53:12.586604 n-d-792458-13 neutron-server[93750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'name': 'network-vif-deleted', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921'}] {{(pid=93750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 17:53:12.588997 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2c36bd4d9cef2fdc4e44aaf212133446114267ff50e2cd4d03d6d70bf34363" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f6a7c7-d21a-4652-8817-13a9ebac1c48" -d '{"events": [{"server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "name": "network-vif-deleted", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921"}]}' {{(pid=93750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 17:53:12.629930 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 17:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87274215-f9df-498a-8e20-97cfc9a3babe x-openstack-request-id: req-87274215-f9df-498a-8e20-97cfc9a3babe {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 17:53:12.630223 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f93af44-78ab-4c0a-b5e2-3e091130841c", "name": "network-vif-deleted", "tag": "b1ee2172-e73e-4e8d-9af3-ce99a6be0921", "status": "completed", "code": 200}]} {{(pid=93750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 17:53:12.630474 n-d-792458-13 neutron-server[93750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87274215-f9df-498a-8e20-97cfc9a3babe {{(pid=93750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 17:53:12.630877 n-d-792458-13 neutron-server[93750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f93af44-78ab-4c0a-b5e2-3e091130841c', 'name': 'network-vif-deleted', 'tag': 'b1ee2172-e73e-4e8d-9af3-ce99a6be0921', 'status': 'completed', 'code': 200} Jul 22 17:53:12.806840 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [req-10d950e4-e36a-4a6c-b59a-0ec13699a006 req-6c407cd9-352b-43b5-9186-6b1d442c048f tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f93af44-78ab-4c0a-b5e2-3e091130841c HTTP/1.1" status: 200 len: 210 time: 0.0320959 Jul 22 17:53:13.863682 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36810) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:13.927413 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a768bc59-7e68-4464-996a-9d42bfdb1c60 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:13.953028 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a768bc59-7e68-4464-996a-9d42bfdb1c60 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:14.021290 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a768bc59-7e68-4464-996a-9d42bfdb1c60 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:14.024077 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-a768bc59-7e68-4464-996a-9d42bfdb1c60 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:14.026113 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-a768bc59-7e68-4464-996a-9d42bfdb1c60 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] 10.222.0.53 "DELETE /v2.0/security-groups/15578a2a-9606-49dc-ba3a-677d1d3ad4db HTTP/1.1" status: 204 len: 168 time: 0.1612954 Jul 22 17:53:14.035144 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768bc59-7e68-4464-996a-9d42bfdb1c60 tempest-TestSnapshotPattern-651915992 tempest-TestSnapshotPattern-651915992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15578a2a-9606-49dc-ba3a-677d1d3ad4db,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:14.077247 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36814) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:14.414155 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:14.669133 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Deleting port e4896e6a-3528-427b-ad6a-980884282fb3 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:14.669384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:14.749111 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] For port e4896e6a-3528-427b-ad6a-980884282fb3, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e4896e6a-3528-427b-ad6a-980884282fb3,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:14.749465 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:14.762162 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Calling delete_port for e4896e6a-3528-427b-ad6a-980884282fb3 owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:14.941325 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:14.970558 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4896e6a-3528-427b-ad6a-980884282fb3,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:15.143271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:15.193271 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b1ee2172-e73e-4e8d-9af3-ce99a6be0921 no longer exists at agent hyperv_n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:15.214374 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] No Port match for: b1ee2172-e73e-4e8d-9af3-ce99a6be0921 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:53:15.214718 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Device b1ee2172-e73e-4e8d-9af3-ce99a6be0921 not bound to the agent host n-h1-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:53:15.358341 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Router a0f73877-7065-43f5-b7eb-a81bc787e0a1 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:53:15.463502 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:53:15.468405 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-737728cf-3056-4075-a96a-2f40be96379a admin admin] 10.222.0.53 "PUT /v2.0/routers/a0f73877-7065-43f5-b7eb-a81bc787e0a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3901083 Jul 22 17:53:15.471317 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36816) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:15.471788 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] Sync routers for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:53:15.481514 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:53:15.482124 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:15.578075 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:15.683919 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:15.737031 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Deleting port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:15.737268 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:15.743761 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: n-d-792458-13 {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:53:15.815267 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] For port d0811d4f-2610-4a9c-b53e-cd3f4ed214ef, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=d0811d4f-2610-4a9c-b53e-cd3f4ed214ef,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:15.815628 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:15.828368 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Calling delete_port for d0811d4f-2610-4a9c-b53e-cd3f4ed214ef owned by network:router_gateway {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:15.917089 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:53:14Z', 'revision_number': 5, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port': {'id': 'd0811d4f-2610-4a9c-b53e-cd3f4ed214ef', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:23Z', 'updated_at': '2021-07-22T17:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:15.943025 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] Checking router: a0f73877-7065-43f5-b7eb-a81bc787e0a1 for host: n-d-792458-13 {{(pid=93752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:53:15.951969 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] Routers {'a0f73877-7065-43f5-b7eb-a81bc787e0a1'} bound to L3 agent in host n-d-792458-13 {{(pid=93752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:53:15.952555 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'], 'active': True} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:15.998997 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.030389 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0811d4f-2610-4a9c-b53e-cd3f4ed214ef,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:16.039482 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvr_db [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] Set router a0f73877-7065-43f5-b7eb-a81bc787e0a1 gateway port host: None {{(pid=93752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:53:16.056391 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.056724 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.057059 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.057388 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.057711 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.058030 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.058345 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.058663 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.059068 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.059383 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.059698 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.060013 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-792458-13 {{(pid=93751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 17:53:16.094844 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_hamode_db [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:53:15Z', 'revision_number': 6, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:16.102794 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.120819 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce5a2bd-de3e-4df3-bb21-5fc0154fda39 None None] The sync data for ids ['a0f73877-7065-43f5-b7eb-a81bc787e0a1'] in n-d-792458-13 is: [{'id': 'a0f73877-7065-43f5-b7eb-a81bc787e0a1', 'name': 'tempest-TestSnapshotPattern-921851836-router', 'tenant_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:22Z', 'updated_at': '2021-07-22T17:53:15Z', 'revision_number': 6, 'project_id': 'bf00fdc18de24f4fbd16a01ea3ec94d7', 'gw_port_host': None}] {{(pid=93752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:53:16.195496 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.198297 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.240752 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.241265 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0f73877-7065-43f5-b7eb-a81bc787e0a1 {{(pid=93751) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:53:16.245842 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.246880 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-0434e76c-8b82-4357-8ff6-850c0aba66a9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a0f73877-7065-43f5-b7eb-a81bc787e0a1 HTTP/1.1" status: 204 len: 168 time: 0.7745910 Jul 22 17:53:16.249751 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36818) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:16.297246 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d0200d-f4c9-4a40-8ade-1b8162ea2e2d admin admin] Deleting subnet 6f016427-4216-4cc7-9aab-a18dbe67317c {{(pid=93751) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:53:16.300259 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5d0200d-f4c9-4a40-8ade-1b8162ea2e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.333629 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5d0200d-f4c9-4a40-8ade-1b8162ea2e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260772912'] for subnet, precommit_delete_associations {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.409067 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5d0200d-f4c9-4a40-8ade-1b8162ea2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.463727 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5d0200d-f4c9-4a40-8ade-1b8162ea2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260866264', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260940095'] for subnet, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.496141 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0200d-f4c9-4a40-8ade-1b8162ea2e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f016427-4216-4cc7-9aab-a18dbe67317c,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:16.499876 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-e5d0200d-f4c9-4a40-8ade-1b8162ea2e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.502397 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-e5d0200d-f4c9-4a40-8ade-1b8162ea2e2d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6f016427-4216-4cc7-9aab-a18dbe67317c HTTP/1.1" status: 204 len: 168 time: 0.2513890 Jul 22 17:53:16.505041 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36820) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:16.505634 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea9cecc-f6a1-4269-a497-12ec4c5a6a96 None None] Network fc0abf81-b8dd-4020-932a-b5b476e5233d requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:53:16.593101 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.650406 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Deleting port e45b3afb-2392-4965-a471-072888719838 {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:16.650747 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.713560 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] For port e45b3afb-2392-4965-a471-072888719838, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=e45b3afb-2392-4965-a471-072888719838,segment=NetworkSegment(6569793f-49b2-49b6-94ba-dcaa9b992445),segment_id=6569793f-49b2-49b6-94ba-dcaa9b992445)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:16.713918 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.725708 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Calling delete_port for e45b3afb-2392-4965-a471-072888719838 owned by network:dhcp {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:16.806922 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.834388 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] No DVR routers for this DVR port e45b3afb-2392-4965-a471-072888719838 on host n-d-792458-13 {{(pid=93750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:53:16.836925 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45b3afb-2392-4965-a471-072888719838,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:16.897950 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4475694-b15f-443d-b0b5-4a0a7a99085b None None] DHCP port deletion for fc0abf81-b8dd-4020-932a-b5b476e5233d request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:53:16.913384 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.924969 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0abf81-b8dd-4020-932a-b5b476e5233d']}} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:16.936301 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6569793f-49b2-49b6-94ba-dcaa9b992445') {'for_net_delete': True} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:16.936595 n-d-792458-13 neutron-server[93750]: DEBUG neutron.services.segments.db [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6569793f-49b2-49b6-94ba-dcaa9b992445') {} {{(pid=93750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:16.945375 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262940911'] for segment, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.959533 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.966103 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:53:16.966501 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-262940773'] for segment, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: Traceback (most recent call last): Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: timer() Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: cb(*args, **kw) Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: return func(*args, **kwargs) Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: self._notify() Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: self.callback(batched_events) Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: event.method(event) Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: return f(self, *a, **k) Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: return self._get(url).json() Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: return self.request(url, 'GET', **kwargs) Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:53:16.968393 n-d-792458-13 neutron-server[93750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:53:17.022769 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:17.028169 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Notify callbacks [] for network, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:17.034207 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fc0abf81-b8dd-4020-932a-b5b476e5233d HTTP/1.1" status: 204 len: 168 time: 0.5233145 Jul 22 17:53:17.034207 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36822) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:17.049874 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa368ee2-30f2-4df1-a159-2400fb000e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0abf81-b8dd-4020-932a-b5b476e5233d,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:17.390899 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824013'] for router_interface, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:17.639854 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Deleting port fde7497a-742a-464d-8dbe-da592ee063cc {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:17.640548 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:17.716711 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] For port fde7497a-742a-464d-8dbe-da592ee063cc, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=fde7497a-742a-464d-8dbe-da592ee063cc,segment=NetworkSegment(275c3174-e9a2-4d08-a746-2b766619a58d),segment_id=275c3174-e9a2-4d08-a746-2b766619a58d)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:17.716960 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:17.729668 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Calling delete_port for fde7497a-742a-464d-8dbe-da592ee063cc owned by network:router_interface {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:17.906511 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:17.933056 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Pushing event deleted for resources: {'Port': ['ID=fde7497a-742a-464d-8dbe-da592ee063cc,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:18.108007 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823889'] for router_interface, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:18.243880 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d0811d4f-2610-4a9c-b53e-cd3f4ed214ef no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:18.264191 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: d0811d4f-2610-4a9c-b53e-cd3f4ed214ef {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:53:18.264620 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device d0811d4f-2610-4a9c-b53e-cd3f4ed214ef not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:53:18.265038 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e45b3afb-2392-4965-a471-072888719838 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:18.286256 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e45b3afb-2392-4965-a471-072888719838 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:53:18.286595 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e45b3afb-2392-4965-a471-072888719838 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:53:18.287029 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e4896e6a-3528-427b-ad6a-980884282fb3 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:18.305332 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: e4896e6a-3528-427b-ad6a-980884282fb3 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:53:18.305671 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device e4896e6a-3528-427b-ad6a-980884282fb3 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:53:18.334054 n-d-792458-13 neutron-server[93750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 has already been hosted by L3 agent 17bc5b4c-22a2-4fe2-85e7-6c123edba5ad {{(pid=93750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 17:53:18.436555 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] Notify agent at l3_agent.n-d-792458-13 the message routers_updated {{(pid=93750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 17:53:18.443342 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e1269040-dda8-4d1f-8ca2-b136d657392f admin admin] 10.222.0.53 "PUT /v2.0/routers/a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4087367 Jul 22 17:53:18.443996 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36824) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:18.444949 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] Sync routers for ids ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'] in n-d-792458-13 {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 17:53:18.454445 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] Routers {'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:53:18.455080 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:18.546353 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:18.561286 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] Set router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 gateway port host: n-d-792458-13 {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:53:18.582712 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9530c375-0219-4984-9f1a-9e7097c9b41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:18.654953 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:18.708586 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Deleting port cb1da89b-e8ed-413d-b3bc-93b627a73c8b {{(pid=93750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:18.708938 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:18.739045 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'external_fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:27Z', 'updated_at': '2021-07-22T17:53:17Z', 'revision_number': 5, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'gw_port': {'id': 'cb1da89b-e8ed-413d-b3bc-93b627a73c8b', 'name': '', 'network_id': '1646808e-4165-43b0-9912-b68e8cc83024', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-792458-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T17:48:28Z', 'updated_at': '2021-07-22T17:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a897c67d-0bf5-4785-b0ab-90541ded3d2b', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-792458-13'}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:18.765778 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] Checking router: a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 for host: n-d-792458-13 {{(pid=93753) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 17:53:18.774351 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] Routers {'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'} bound to L3 agent in host n-d-792458-13 {{(pid=93753) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 17:53:18.775563 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-792458-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T16:15:21Z,description=,heartbeat_timestamp=2021-07-22T17:52:51Z,host='n-d-792458-13',id=17bc5b4c-22a2-4fe2-85e7-6c123edba5ad,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T16:15:21Z,topic='l3_agent')) {'router_ids': ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'], 'active': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:18.863435 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_dvr_db [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] Set router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 gateway port host: None {{(pid=93753) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 17:53:18.919451 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.l3_hamode_db [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:27Z', 'updated_at': '2021-07-22T17:53:18Z', 'revision_number': 6, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'gw_port_host': None}], 'n-d-792458-13', False) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:18.946172 n-d-792458-13 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5e36e-6c1d-4c05-97d4-28d1958e7d2d None None] The sync data for ids ['a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278'] in n-d-792458-13 is: [{'id': 'a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278', 'name': 'tempest-TestSnapshotPattern-1859441674-router', 'tenant_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T17:48:27Z', 'updated_at': '2021-07-22T17:53:18Z', 'revision_number': 6, 'project_id': '0c2b83e66eb04d459e7759ff2d2a3d58', 'gw_port_host': None}] {{(pid=93753) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 17:53:19.132846 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.db [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] For port cb1da89b-e8ed-413d-b3bc-93b627a73c8b, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=cb1da89b-e8ed-413d-b3bc-93b627a73c8b,segment=NetworkSegment(ba946432-a53d-49a2-a6cb-71109fafdd39),segment_id=ba946432-a53d-49a2-a6cb-71109fafdd39)] {{(pid=93750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:19.133126 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.145404 n-d-792458-13 neutron-server[93750]: DEBUG neutron.plugins.ml2.plugin [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Calling delete_port for cb1da89b-e8ed-413d-b3bc-93b627a73c8b owned by network:router_gateway {{(pid=93750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:19.308972 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-262940746'] for port, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.336770 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1da89b-e8ed-413d-b3bc-93b627a73c8b,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:19.404931 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825847'] for router_gateway, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.495589 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827552', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14645'] for router, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.497701 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.539887 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3825996'] for router, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.541189 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 {{(pid=93750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 17:53:19.545966 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] Notify callbacks [] for router, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.547767 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-e2254054-2ed6-4ca1-8d96-5ec56bb0ebe9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a0b2e0c2-e1d5-4b22-90b5-e6572bcb6278 HTTP/1.1" status: 204 len: 168 time: 1.1028473 Jul 22 17:53:19.550205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36826) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:19.598866 n-d-792458-13 neutron-server[93750]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6902c0-1621-4d5f-9e38-26615f414a03 admin admin] Deleting subnet ad1a6d95-82a3-477c-81d0-2069ff9a65c4 {{(pid=93750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 17:53:19.601835 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc6902c0-1621-4d5f-9e38-26615f414a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.638153 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc6902c0-1621-4d5f-9e38-26615f414a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262940902'] for subnet, precommit_delete_associations {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.718525 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc6902c0-1621-4d5f-9e38-26615f414a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538705'] for subnet, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.771364 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc6902c0-1621-4d5f-9e38-26615f414a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-262940703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263139527'] for subnet, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.803875 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6902c0-1621-4d5f-9e38-26615f414a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1a6d95-82a3-477c-81d0-2069ff9a65c4,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:19.805841 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-fc6902c0-1621-4d5f-9e38-26615f414a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.807850 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-fc6902c0-1621-4d5f-9e38-26615f414a03 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ad1a6d95-82a3-477c-81d0-2069ff9a65c4 HTTP/1.1" status: 204 len: 168 time: 0.2566979 Jul 22 17:53:19.810554 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [-] (93751) accepted ('10.222.0.53', 36828) {{(pid=93751) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:19.811937 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0baab92-78d5-44ce-b5e4-d7a4de776c50 None None] Network 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 requested from n-d-792458-13 {{(pid=93752) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 17:53:19.880621 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542422'] for network, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:19.938260 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Deleting port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 {{(pid=93751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:19.938852 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.024285 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.db [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] For port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2a520d06-b8e3-40ba-bd35-4e7e42595ad1,segment=NetworkSegment(275c3174-e9a2-4d08-a746-2b766619a58d),segment_id=275c3174-e9a2-4d08-a746-2b766619a58d)] {{(pid=93751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:20.024951 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.027005 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca1f33-85ea-41cf-b055-410dbdd3064c None None] DHCP port deletion for 0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 request from n-d-792458-13 {{(pid=93752) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 17:53:20.037476 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Calling delete_port for 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 owned by network:dhcp {{(pid=93751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:20.073617 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca1f33-85ea-41cf-b055-410dbdd3064c None None] Deleting port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 {{(pid=93752) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 17:53:20.073989 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ca1f33-85ea-41cf-b055-410dbdd3064c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793813422228'] for port, before_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.117172 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260866189'] for port, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.138730 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.db [None req-a0ca1f33-85ea-41cf-b055-410dbdd3064c None None] For port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1, host n-d-792458-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-792458-13',level=0,port_id=2a520d06-b8e3-40ba-bd35-4e7e42595ad1,segment=NetworkSegment(275c3174-e9a2-4d08-a746-2b766619a58d),segment_id=275c3174-e9a2-4d08-a746-2b766619a58d)] {{(pid=93752) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 17:53:20.139163 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ca1f33-85ea-41cf-b055-410dbdd3064c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3826016'] for port, precommit_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.153876 n-d-792458-13 neutron-server[93751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] No DVR routers for this DVR port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 on host n-d-792458-13 {{(pid=93751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:53:20.156000 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a520d06-b8e3-40ba-bd35-4e7e42595ad1,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:20.157105 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca1f33-85ea-41cf-b055-410dbdd3064c None None] Calling delete_port for 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 owned by network:dhcp {{(pid=93752) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 17:53:20.210441 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fde7497a-742a-464d-8dbe-da592ee063cc no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:20.234878 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: fde7497a-742a-464d-8dbe-da592ee063cc {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:53:20.235237 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device fde7497a-742a-464d-8dbe-da592ee063cc not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:53:20.235665 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:20.260881 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:53:20.261130 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:53:20.261546 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cb1da89b-e8ed-413d-b3bc-93b627a73c8b no longer exists at agent ovs-agent-n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 17:53:20.287591 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.plugin [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] No Port match for: cb1da89b-e8ed-413d-b3bc-93b627a73c8b {{(pid=93752) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 17:53:20.287935 n-d-792458-13 neutron-server[93752]: DEBUG neutron.plugins.ml2.rpc [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Device cb1da89b-e8ed-413d-b3bc-93b627a73c8b not bound to the agent host n-d-792458-13 {{(pid=93752) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 17:53:20.308112 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ca1f33-85ea-41cf-b055-410dbdd3064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-757924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4078644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793813423207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793813022621'] for port, after_delete {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.338664 n-d-792458-13 neutron-server[93752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca1f33-85ea-41cf-b055-410dbdd3064c None None] Pushing event deleted for resources: {'Port': ['ID=2a520d06-b8e3-40ba-bd35-4e7e42595ad1,revision_number=None']} {{(pid=93752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:20.342828 n-d-792458-13 neutron-server[93752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ca1f33-85ea-41cf-b055-410dbdd3064c None None] No DVR routers for this DVR port 2a520d06-b8e3-40ba-bd35-4e7e42595ad1 on host n-d-792458-13 {{(pid=93752) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 17:53:20.551371 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535149', 'neutron.services.segments.db._delete_segments_for_network-8793813570865'] for network, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.561109 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8']}} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:20.570325 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275c3174-e9a2-4d08-a746-2b766619a58d') {'for_net_delete': True} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:20.570614 n-d-792458-13 neutron-server[93751]: DEBUG neutron.services.segments.db [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275c3174-e9a2-4d08-a746-2b766619a58d') {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 17:53:20.581117 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793813572666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260772921'] for segment, before_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.595493 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777'] for segment, precommit_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.601800 n-d-792458-13 neutron-server[93751]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93751) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 17:53:20.602226 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260866210'] for segment, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: Traceback (most recent call last): Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: timer() Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: cb(*args, **kw) Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: return func(*args, **kwargs) Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: self._notify() Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: self.callback(batched_events) Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: event.method(event) Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: return f(self, *a, **k) Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: return self._get(url).json() Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: return self.request(url, 'GET', **kwargs) Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 17:53:20.604077 n-d-792458-13 neutron-server[93751]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 17:53:20.661519 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535142', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825811'] for network, after_delete {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.666578 n-d-792458-13 neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Notify callbacks [] for network, before_response {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.671344 n-d-792458-13 neutron-server[93751]: INFO neutron.wsgi [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8 HTTP/1.1" status: 204 len: 168 time: 0.8571405 Jul 22 17:53:20.682406 n-d-792458-13 neutron-server[93751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127864a-6aa3-47e7-8e99-e7f398069d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbd1b9c-52a2-4387-930f-9c2cae0c3fa8,revision_number=None']} {{(pid=93751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:20.850339 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36834) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:20.890019 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-86d50d73-5d61-4db1-b7b3-ec132fa9cce5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf00fdc18de24f4fbd16a01ea3ec94d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384393 Jul 22 17:53:20.892397 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36836) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:20.941827 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddf40bc2-1245-43f5-a4ec-06fe7ecb578e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:20.963095 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddf40bc2-1245-43f5-a4ec-06fe7ecb578e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:21.008210 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddf40bc2-1245-43f5-a4ec-06fe7ecb578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:21.011838 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-ddf40bc2-1245-43f5-a4ec-06fe7ecb578e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:21.012987 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-ddf40bc2-1245-43f5-a4ec-06fe7ecb578e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f63bf64-b625-4f18-b264-8152bcfb9e69 HTTP/1.1" status: 204 len: 168 time: 0.1196902 Jul 22 17:53:21.021634 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf40bc2-1245-43f5-a4ec-06fe7ecb578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f63bf64-b625-4f18-b264-8152bcfb9e69,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:21.167314 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-46132f1f-4f48-4246-af3c-6470ac74c6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:21.340516 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36842) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:21.382006 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-18fc61c2-b442-4b74-836e-18b00e6de7fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c2b83e66eb04d459e7759ff2d2a3d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383172 Jul 22 17:53:21.382423 n-d-792458-13 neutron-server[93750]: DEBUG neutron.wsgi [-] (93750) accepted ('10.222.0.53', 36844) {{(pid=93750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 17:53:21.410972 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:21.441271 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-506ca4b6-cf62-4759-be9b-72e143441e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:21.462217 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-506ca4b6-cf62-4759-be9b-72e143441e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:21.508794 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-506ca4b6-cf62-4759-be9b-72e143441e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-300447'] for security_group, after_delete {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:21.511521 n-d-792458-13 neutron-server[93750]: DEBUG neutron_lib.callbacks.manager [None req-506ca4b6-cf62-4759-be9b-72e143441e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:21.512785 n-d-792458-13 neutron-server[93750]: INFO neutron.wsgi [None req-506ca4b6-cf62-4759-be9b-72e143441e25 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6c462a6-1dc2-403e-b590-b0147f2ce1fb HTTP/1.1" status: 204 len: 168 time: 0.1293213 Jul 22 17:53:21.520205 n-d-792458-13 neutron-server[93750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ca4b6-cf62-4759-be9b-72e143441e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c462a6-1dc2-403e-b590-b0147f2ce1fb,revision_number=None']} {{(pid=93750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 17:53:22.878036 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:24.559839 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:32.610513 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:36.533985 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:48.473467 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:53:48.584596 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-034de288-6c9a-4042-aa29-e040ab9fe84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:51.178552 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a4b41d22-8a25-4b86-a523-a66cee20e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:51.413741 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:52.881514 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:53:54.562610 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:02.623546 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:06.547876 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:18.586298 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f773c65b-39b5-4bf1-8585-2f144cd4ddb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:21.170399 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7b07a015-4d36-4fce-bacf-0099fb22f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:21.415132 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:22.883647 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:24.564788 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:25.473234 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:54:32.628398 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:36.565209 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:48.587557 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2f113ba5-a593-410c-a4c6-57b3dbbdb5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:51.171195 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-033e8600-0a07-4706-b58c-d362379c32f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:51.416071 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:52.888470 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:54:54.576630 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:02.472339 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:55:02.624514 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:06.563392 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:18.589414 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-9fde71aa-d847-4678-99cc-44220e1ab99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:21.171551 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-acec38ea-d225-46ec-9edc-35f7c4bc547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:21.418140 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:22.889099 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:24.571607 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:32.623685 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:36.563113 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:39.471322 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:55:48.591072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-7f97a6dc-4152-4340-8074-130eef445780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.176710 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1de9fa3f-ffa0-45b6-b5f5-868640e23cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:51.420086 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:52.892161 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:55:54.576002 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:02.621419 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:06.577932 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:16.471218 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:56:18.594185 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-14f3ff8c-1bbe-4e91-8d85-3287ce057e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:21.177881 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2a03158a-f0e7-45c3-bc9e-24f154996fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:21.419941 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:22.899138 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:24.579141 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:32.622568 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:36.578142 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:48.596368 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-1ae1203f-452c-424b-9776-5d5d8c6bb706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:51.178178 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-87a7e126-436a-4373-bf88-9c9abf05a8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:51.420628 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:52.898196 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:56:53.470353 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:56:54.581550 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:02.621023 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:06.575217 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:18.597245 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-6a00bed4-8c12-4ca8-81a5-58673131ff09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:21.179850 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-d5ca43bb-8eb1-45a6-a5c4-06f694bb1d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:21.421167 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:22.902162 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:24.583612 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:30.469311 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:57:32.621680 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:36.593104 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:48.598267 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-aaa69da9-37ec-4a85-a9c7-8f7fe444f283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:51.179590 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0d551330-8fdc-4c32-88e0-fa4f171426c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:51.422534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:52.904862 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:57:54.587928 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:02.651608 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:06.611361 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:07.468698 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:58:18.604026 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-72d4fd37-ec33-4b3f-9936-f6b9cfcfc973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:21.180064 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-77576518-30aa-43ee-a24d-fa4d01219db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:21.423422 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:22.908932 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:24.590341 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:32.666757 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:36.606174 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:44.467382 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:58:48.604978 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-bbef17e2-6085-46de-b7ee-b13d3760a046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:51.181704 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-0045b425-0bf9-4ce3-8a4b-40d339c00a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:51.425855 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:52.911229 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:58:54.595232 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:02.673175 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:06.614446 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:18.605405 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b5c48e2e-f9c5-41d7-a24c-4b6668ef8a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:21.182616 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-25317293-4630-4fd3-972d-7f9ee56c6506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:21.427738 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:21.465980 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 17:59:22.915358 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:24.595893 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:32.665072 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:36.624964 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:48.605814 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-8bcb12ae-2c44-4f53-8927-f4fdf2c7b0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:51.183535 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-376b4670-7164-400f-a2ce-a1384a8d1ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:51.430157 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:52.917874 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:54.601725 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 17:59:58.466170 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:00:02.664001 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:06.637361 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:18.606231 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-ee07d810-9407-4b9f-aac6-c08429481dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:21.184534 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-426ab251-4d53-476f-8700-9c0bc5c92ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:21.431325 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:22.920988 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:24.601431 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:32.663744 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:35.465829 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:00:36.639124 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:48.606428 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-f9b82629-a6c3-43be-8ec1-2a89063c962c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:51.186461 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-4a003693-08ef-4649-aad5-bf97c3826e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:51.431996 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:52.922644 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:00:54.605586 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:02.671138 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:06.648954 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:12.465732 n-d-792458-13 neutron-server[93753]: DEBUG neutron.db.agents_db [None req-5c73097e-10db-437f-bb9d-9d18a0fa8964 None None] Agent healthcheck: found 7 active agents {{(pid=93753) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 18:01:18.607222 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-17d6d6e5-9c70-4a90-9aea-36e90aeb3321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:21.187932 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-e0149bc3-c16f-4aac-b2b8-342e1645c44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:21.433017 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b7f67b62-0d53-4abc-afcb-83255c2fd5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:22.927513 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5386-a736-44af-ae34-24a4933b64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:24.607560 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-a0ada910-be5b-4e55-8b78-0f497bd8a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:32.662879 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-fa06cbfa-9516-4836-b430-91c2f948632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:34.540524 n-d-792458-13 neutron-server[93751]: DEBUG neutron.wsgi [req-ec5dcd6c-cdbb-4704-96e0-85fddb631c33 req-7f16e470-9263-442b-b1f9-eaaf734a422a service neutron] (93751) timed out ('10.222.0.53', 60042) {{(pid=93751) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 18:01:36.660547 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-be5385be-3f0d-468b-a821-a57814e3cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 18:01:48.603835 n-d-792458-13 neutron-server[93752]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b8ae-6073-4b72-ae34-657bbff0d3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793813570847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3537387'] for agent, after_update {{(pid=93752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}